2023-12-01T04:21:04.861 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-12-01T04:21:04.861 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi/7473623 --verbose --description upgrade:reef-x/parallel/{0-random-distro$/{rhel_8.6_container_tools_3.0} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --name yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi/7473623/orig.config.yaml 2023-12-01T04:21:04.913 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-01T04:21:05.013 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi/7473623 branch: wip-yuri10-testing-2023-11-30-0943 description: upgrade:reef-x/parallel/{0-random-distro$/{rhel_8.6_container_tools_3.0} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7473623' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-yuri10-testing-2023-11-30-0943 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri10-testing-2023-11-30-0943 sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db owner: scheduled_yuriw@teuthology priority: 75 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 1744 sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db sleep_before_teardown: 0 subset: 111/120000 suite: upgrade:reef-x suite_branch: wip-yuri10-testing-2023-11-30-0943 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_9942cfafa9f7e22e363b3f76a7fe21130085c2db/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db targets: smithi111.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi155.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:3.0 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-12-01_04:14:53 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2023-12-01T04:21:05.013 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_9942cfafa9f7e22e363b3f76a7fe21130085c2db/qa; will attempt to use it 2023-12-01T04:21:05.014 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_9942cfafa9f7e22e363b3f76a7fe21130085c2db/qa/tasks 2023-12-01T04:21:05.017 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-01T04:21:05.019 INFO:teuthology.task.internal:Checking packages... 2023-12-01T04:21:05.043 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '9942cfafa9f7e22e363b3f76a7fe21130085c2db' 2023-12-01T04:21:05.043 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:21:05.043 INFO:teuthology.packaging:ref: None 2023-12-01T04:21:05.043 INFO:teuthology.packaging:tag: None 2023-12-01T04:21:05.043 INFO:teuthology.packaging:branch: wip-yuri10-testing-2023-11-30-0943 2023-12-01T04:21:05.043 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:21:05.043 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri10-testing-2023-11-30-0943 2023-12-01T04:21:05.184 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7650.g9942cfaf 2023-12-01T04:21:05.184 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-01T04:21:05.191 INFO:teuthology.task.internal:no buildpackages task found 2023-12-01T04:21:05.191 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-01T04:21:05.266 INFO:teuthology.task.internal:Saving configuration 2023-12-01T04:21:05.284 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-01T04:21:05.290 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-01T04:21:05.313 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi111.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi/7473623', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-01 04:15:45.284475', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-01T04:21:05.331 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi155.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2023-12-01_04:14:53-upgrade:reef-x-wip-yuri10-testing-2023-11-30-0943-distro-default-smithi/7473623', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-01 04:15:45.285951', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-01T04:21:05.331 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-01T04:21:05.336 INFO:teuthology.task.internal:roles: ubuntu@smithi111.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2023-12-01T04:21:05.336 INFO:teuthology.task.internal:roles: ubuntu@smithi155.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2023-12-01T04:21:05.336 INFO:teuthology.run_tasks:Running task console_log... 2023-12-01T04:21:05.404 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fa381e0af70>, signals=[15]) 2023-12-01T04:21:05.405 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-01T04:21:05.411 INFO:teuthology.task.internal:Opening connections... 2023-12-01T04:21:05.411 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi111.front.sepia.ceph.com 2023-12-01T04:21:05.412 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-01T04:21:05.482 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi155.front.sepia.ceph.com 2023-12-01T04:21:05.482 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-01T04:21:05.550 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-01T04:21:05.557 DEBUG:teuthology.orchestra.run.smithi111:> uname -m 2023-12-01T04:21:05.577 INFO:teuthology.orchestra.run.smithi111.stdout:x86_64 2023-12-01T04:21:05.577 DEBUG:teuthology.orchestra.run.smithi111:> cat /etc/os-release 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:NAME="Red Hat Enterprise Linux" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION="8.6 (Ootpa)" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:ID="rhel" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:ID_LIKE="fedora" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:VERSION_ID="8.6" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:PLATFORM_ID="platform:el8" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:ANSI_COLOR="0;31" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:HOME_URL="https://www.redhat.com/" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-12-01T04:21:05.637 INFO:teuthology.orchestra.run.smithi111.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-01T04:21:05.638 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:21:05.638 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-01T04:21:05.638 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-12-01T04:21:05.638 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-12-01T04:21:05.638 INFO:teuthology.orchestra.run.smithi111.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-12-01T04:21:05.638 INFO:teuthology.lock.ops:Updating smithi111.front.sepia.ceph.com on lock server 2023-12-01T04:21:05.666 DEBUG:teuthology.orchestra.run.smithi155:> uname -m 2023-12-01T04:21:05.687 INFO:teuthology.orchestra.run.smithi155.stdout:x86_64 2023-12-01T04:21:05.688 DEBUG:teuthology.orchestra.run.smithi155:> cat /etc/os-release 2023-12-01T04:21:05.747 INFO:teuthology.orchestra.run.smithi155.stdout:NAME="Red Hat Enterprise Linux" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION="8.6 (Ootpa)" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:ID="rhel" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:ID_LIKE="fedora" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION_ID="8.6" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:PLATFORM_ID="platform:el8" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:ANSI_COLOR="0;31" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:HOME_URL="https://www.redhat.com/" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-01T04:21:05.748 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:21:05.749 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-01T04:21:05.749 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-12-01T04:21:05.749 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-12-01T04:21:05.749 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-12-01T04:21:05.749 INFO:teuthology.lock.ops:Updating smithi155.front.sepia.ceph.com on lock server 2023-12-01T04:21:05.774 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-01T04:21:05.783 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-01T04:21:05.788 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-01T04:21:05.789 DEBUG:teuthology.orchestra.run.smithi111:> test '!' -e /home/ubuntu/cephtest 2023-12-01T04:21:05.791 DEBUG:teuthology.orchestra.run.smithi155:> test '!' -e /home/ubuntu/cephtest 2023-12-01T04:21:05.810 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-01T04:21:05.816 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-01T04:21:05.816 DEBUG:teuthology.orchestra.run.smithi111:> test -z $(ls -A /var/lib/ceph) 2023-12-01T04:21:05.851 DEBUG:teuthology.orchestra.run.smithi155:> test -z $(ls -A /var/lib/ceph) 2023-12-01T04:21:05.882 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-01T04:21:05.936 INFO:teuthology.run_tasks:Running task kernel... 2023-12-01T04:21:05.951 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-12-01T04:21:05.951 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-12-01T04:21:05.951 DEBUG:teuthology.orchestra.run.smithi111:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-01T04:21:05.952 DEBUG:teuthology.orchestra.run.smithi155:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-01T04:21:05.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T04:21:05.971 DEBUG:teuthology.orchestra.run.smithi111:> uname -r 2023-12-01T04:21:05.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T04:21:05.972 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2023-12-01T04:21:06.031 INFO:teuthology.orchestra.run.smithi111.stdout:4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:06.031 INFO:teuthology.task.kernel:Running kernel on smithi111: 4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:06.031 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum install -y kernel 2023-12-01T04:21:06.032 INFO:teuthology.orchestra.run.smithi155.stdout:4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:06.033 INFO:teuthology.task.kernel:Running kernel on smithi155: 4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:06.033 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum install -y kernel 2023-12-01T04:21:07.261 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:21:07.261 INFO:teuthology.orchestra.run.smithi155.stdout:Unable to read consumer identity 2023-12-01T04:21:07.272 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:21:07.272 INFO:teuthology.orchestra.run.smithi111.stdout:Unable to read consumer identity 2023-12-01T04:21:08.671 INFO:teuthology.orchestra.run.smithi111.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-12-01T04:21:08.682 INFO:teuthology.orchestra.run.smithi155.stdout:Copr repo for python3-asyncssh owned by ceph 19 kB/s | 3.5 kB 00:00 2023-12-01T04:21:09.424 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-12-01T04:21:09.581 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2023-12-01T04:21:12.974 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 245 kB/s | 24 kB 00:00 2023-12-01T04:21:13.098 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 487 kB/s | 24 kB 00:00 2023-12-01T04:21:13.661 INFO:teuthology.orchestra.run.smithi155.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-12-01T04:21:13.722 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2023-12-01T04:21:13.723 INFO:teuthology.orchestra.run.smithi155.stdout:Nothing to do. 2023-12-01T04:21:13.723 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2023-12-01T04:21:13.733 INFO:teuthology.orchestra.run.smithi111.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-12-01T04:21:13.788 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-12-01T04:21:13.789 INFO:teuthology.orchestra.run.smithi111.stdout:Nothing to do. 2023-12-01T04:21:13.789 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-12-01T04:21:13.850 DEBUG:teuthology.orchestra.run.smithi155:> echo no | sudo yum reinstall kernel || true 2023-12-01T04:21:13.920 DEBUG:teuthology.orchestra.run.smithi111:> echo no | sudo yum reinstall kernel || true 2023-12-01T04:21:14.188 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:21:14.188 INFO:teuthology.orchestra.run.smithi155.stdout:Unable to read consumer identity 2023-12-01T04:21:14.250 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:21:14.250 INFO:teuthology.orchestra.run.smithi111.stdout:Unable to read consumer identity 2023-12-01T04:21:14.460 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:00:02 ago on Fri 01 Dec 2023 04:21:12 AM UTC. 2023-12-01T04:21:14.503 INFO:teuthology.orchestra.run.smithi155.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-12-01T04:21:14.517 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:00:01 ago on Fri 01 Dec 2023 04:21:13 AM UTC. 2023-12-01T04:21:14.537 INFO:teuthology.orchestra.run.smithi155.stderr:Error: No packages marked for reinstall. 2023-12-01T04:21:14.558 INFO:teuthology.orchestra.run.smithi111.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-12-01T04:21:14.583 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum reinstall -y kernel || true 2023-12-01T04:21:14.608 INFO:teuthology.orchestra.run.smithi111.stderr:Error: No packages marked for reinstall. 2023-12-01T04:21:14.653 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum reinstall -y kernel || true 2023-12-01T04:21:14.914 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:21:14.915 INFO:teuthology.orchestra.run.smithi155.stdout:Unable to read consumer identity 2023-12-01T04:21:14.981 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:21:14.982 INFO:teuthology.orchestra.run.smithi111.stdout:Unable to read consumer identity 2023-12-01T04:21:15.184 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:00:03 ago on Fri 01 Dec 2023 04:21:12 AM UTC. 2023-12-01T04:21:15.224 INFO:teuthology.orchestra.run.smithi155.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-12-01T04:21:15.246 INFO:teuthology.orchestra.run.smithi155.stderr:Error: No packages marked for reinstall. 2023-12-01T04:21:15.258 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:00:02 ago on Fri 01 Dec 2023 04:21:13 AM UTC. 2023-12-01T04:21:15.294 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q kernel | sort -rV | head -n 1 2023-12-01T04:21:15.298 INFO:teuthology.orchestra.run.smithi111.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-12-01T04:21:15.338 INFO:teuthology.orchestra.run.smithi111.stderr:Error: No packages marked for reinstall. 2023-12-01T04:21:15.374 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:15.375 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:15.375 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-12-01T04:21:15.375 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-12-01T04:21:15.375 DEBUG:teuthology.orchestra.run.smithi155:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-01T04:21:15.388 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q kernel | sort -rV | head -n 1 2023-12-01T04:21:15.411 INFO:teuthology.orchestra.run.smithi155.stdout:ttyS1 2023-12-01T04:21:15.426 DEBUG:teuthology.parallel:result is None 2023-12-01T04:21:15.469 INFO:teuthology.orchestra.run.smithi111.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:15.469 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-12-01T04:21:15.469 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-12-01T04:21:15.469 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-12-01T04:21:15.470 DEBUG:teuthology.orchestra.run.smithi111:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-12-01T04:21:15.504 INFO:teuthology.orchestra.run.smithi111.stdout:ttyS1 2023-12-01T04:21:15.516 DEBUG:teuthology.parallel:result is None 2023-12-01T04:21:15.517 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-01T04:21:15.526 INFO:teuthology.task.internal:Creating test directory... 2023-12-01T04:21:15.526 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-01T04:21:15.559 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-01T04:21:15.576 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-01T04:21:15.584 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-01T04:21:15.594 INFO:teuthology.task.internal:Creating archive directory... 2023-12-01T04:21:15.594 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-01T04:21:15.616 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-01T04:21:15.644 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-01T04:21:15.651 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-01T04:21:15.651 DEBUG:teuthology.orchestra.run.smithi111:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-01T04:21:15.674 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-01T04:21:15.710 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-01T04:21:15.715 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-01T04:21:15.720 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-01T04:21:15.726 INFO:teuthology.orchestra.run.smithi111.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-01T04:21:15.727 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-01T04:21:15.734 INFO:teuthology.task.internal:Configuring sudo... 2023-12-01T04:21:15.734 DEBUG:teuthology.orchestra.run.smithi111:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-01T04:21:15.769 DEBUG:teuthology.orchestra.run.smithi155:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-01T04:21:15.796 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-01T04:21:15.804 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-01T04:21:15.804 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-01T04:21:15.836 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-01T04:21:15.853 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-01T04:21:15.935 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-01T04:21:15.987 DEBUG:teuthology.orchestra.run.smithi111:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-01T04:21:16.071 DEBUG:teuthology.orchestra.run.smithi111:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-01T04:21:16.111 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:21:16.111 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-01T04:21:16.179 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-01T04:21:16.222 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-01T04:21:16.271 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-01T04:21:16.355 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-01T04:21:16.399 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:21:16.400 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-01T04:21:16.468 DEBUG:teuthology.orchestra.run.smithi111:> sudo service rsyslog restart 2023-12-01T04:21:16.472 DEBUG:teuthology.orchestra.run.smithi155:> sudo service rsyslog restart 2023-12-01T04:21:16.524 INFO:teuthology.orchestra.run.smithi111.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-01T04:21:16.581 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-01T04:21:16.968 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-01T04:21:16.976 INFO:teuthology.task.internal:Starting timer... 2023-12-01T04:21:16.976 INFO:teuthology.run_tasks:Running task pcp... 2023-12-01T04:21:16.985 INFO:teuthology.run_tasks:Running task selinux... 2023-12-01T04:21:16.993 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-12-01T04:21:16.994 DEBUG:teuthology.orchestra.run.smithi111:> sudo service auditd rotate 2023-12-01T04:21:17.068 INFO:teuthology.orchestra.run.smithi111.stdout:Rotating logs: 2023-12-01T04:21:17.069 DEBUG:teuthology.orchestra.run.smithi155:> sudo service auditd rotate 2023-12-01T04:21:17.135 INFO:teuthology.orchestra.run.smithi155.stdout:Rotating logs: 2023-12-01T04:21:17.137 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-01T04:21:17.137 DEBUG:teuthology.orchestra.run.smithi111:> /usr/sbin/getenforce 2023-12-01T04:21:17.159 INFO:teuthology.orchestra.run.smithi111.stdout:Permissive 2023-12-01T04:21:17.159 DEBUG:teuthology.orchestra.run.smithi155:> /usr/sbin/getenforce 2023-12-01T04:21:17.181 INFO:teuthology.orchestra.run.smithi155.stdout:Permissive 2023-12-01T04:21:17.181 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi111.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi155.front.sepia.ceph.com': 'permissive'} 2023-12-01T04:21:17.182 DEBUG:teuthology.orchestra.run.smithi111:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-01T04:21:17.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T04:21:17.227 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-01T04:21:17.253 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T04:21:17.254 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-01T04:21:17.254 DEBUG:teuthology.orchestra.run.smithi111:> sudo /usr/sbin/setenforce permissive 2023-12-01T04:21:17.294 DEBUG:teuthology.orchestra.run.smithi155:> sudo /usr/sbin/setenforce permissive 2023-12-01T04:21:17.322 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-01T04:21:17.331 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-12-01T04:21:17.332 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-01T04:21:17.351 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-01T04:21:17.352 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi111.front.sepia.ceph.com,smithi155.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-01T04:31:58.298 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi111.front.sepia.ceph.com'), Remote(name='ubuntu@smithi155.front.sepia.ceph.com')] 2023-12-01T04:31:58.299 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-12-01T04:31:58.300 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi111.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-01T04:31:58.369 DEBUG:teuthology.orchestra.run.smithi111:> true 2023-12-01T04:31:58.440 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi111.front.sepia.ceph.com' 2023-12-01T04:31:58.440 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2023-12-01T04:31:58.441 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-01T04:31:58.508 DEBUG:teuthology.orchestra.run.smithi155:> true 2023-12-01T04:31:58.575 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2023-12-01T04:31:58.703 INFO:teuthology.run_tasks:Running task clock... 2023-12-01T04:31:58.715 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-01T04:31:58.716 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-01T04:31:58.716 DEBUG:teuthology.orchestra.run.smithi111:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-01T04:31:58.718 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-01T04:31:58.718 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-01T04:31:58.748 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-01T04:31:58.750 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-01T04:31:58.762 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-01T04:31:58.765 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-01T04:31:58.833 INFO:teuthology.orchestra.run.smithi111.stderr:sudo: ntpd: command not found 2023-12-01T04:31:58.835 INFO:teuthology.orchestra.run.smithi155.stderr:sudo: ntpd: command not found 2023-12-01T04:31:58.845 INFO:teuthology.orchestra.run.smithi111.stdout:506 Cannot talk to daemon 2023-12-01T04:31:58.847 INFO:teuthology.orchestra.run.smithi155.stdout:506 Cannot talk to daemon 2023-12-01T04:31:58.859 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-01T04:31:58.861 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-01T04:31:58.873 INFO:teuthology.orchestra.run.smithi111.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-01T04:31:58.875 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-01T04:31:58.946 INFO:teuthology.orchestra.run.smithi155.stderr:bash: ntpq: command not found 2023-12-01T04:31:58.950 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-01T04:31:58.950 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2023-12-01T04:31:58.950 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.950 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.950 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.950 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.957 INFO:teuthology.orchestra.run.smithi111.stderr:bash: ntpq: command not found 2023-12-01T04:31:58.961 INFO:teuthology.orchestra.run.smithi111.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-01T04:31:58.961 INFO:teuthology.orchestra.run.smithi111.stdout:=============================================================================== 2023-12-01T04:31:58.961 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.961 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.961 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.961 INFO:teuthology.orchestra.run.smithi111.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-01T04:31:58.962 INFO:teuthology.run_tasks:Running task pexec... 2023-12-01T04:31:58.976 INFO:teuthology.task.pexec:Executing custom commands... 2023-12-01T04:31:58.977 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi111.front.sepia.ceph.com 2023-12-01T04:31:58.977 DEBUG:teuthology.orchestra.run.smithi111:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-01T04:31:58.977 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi155.front.sepia.ceph.com 2023-12-01T04:31:58.977 DEBUG:teuthology.orchestra.run.smithi155:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-01T04:31:59.363 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:31:59.374 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:32:01.151 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:01:53 ago on Fri 01 Dec 2023 04:30:07 AM UTC. 2023-12-01T04:32:01.207 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:55 ago on Fri 01 Dec 2023 04:30:05 AM UTC. 2023-12-01T04:32:02.875 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2023-12-01T04:32:02.876 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2023-12-01T04:32:02.876 INFO:teuthology.orchestra.run.smithi155.stdout: Package Architecture Version Repository Size 2023-12-01T04:32:02.876 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2023-12-01T04:32:02.877 INFO:teuthology.orchestra.run.smithi155.stdout:Resetting modules: 2023-12-01T04:32:02.877 INFO:teuthology.orchestra.run.smithi155.stdout: container-tools 2023-12-01T04:32:02.877 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:32:02.877 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2023-12-01T04:32:02.877 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2023-12-01T04:32:02.877 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:32:02.923 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-12-01T04:32:02.924 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-12-01T04:32:02.924 INFO:teuthology.orchestra.run.smithi111.stdout: Package Architecture Version Repository Size 2023-12-01T04:32:02.924 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-12-01T04:32:02.924 INFO:teuthology.orchestra.run.smithi111.stdout:Resetting modules: 2023-12-01T04:32:02.925 INFO:teuthology.orchestra.run.smithi111.stdout: container-tools 2023-12-01T04:32:02.925 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:32:02.925 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-12-01T04:32:02.925 INFO:teuthology.orchestra.run.smithi111.stdout:================================================================================ 2023-12-01T04:32:02.925 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:32:03.826 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:01:56 ago on Fri 01 Dec 2023 04:30:07 AM UTC. 2023-12-01T04:32:03.911 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:58 ago on Fri 01 Dec 2023 04:30:05 AM UTC. 2023-12-01T04:32:15.846 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2023-12-01T04:32:16.303 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:32:16.834 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-12-01T04:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:32:17.767 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:02:10 ago on Fri 01 Dec 2023 04:30:07 AM UTC. 2023-12-01T04:32:18.901 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:13 ago on Fri 01 Dec 2023 04:30:05 AM UTC. 2023-12-01T04:32:19.460 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout:========================================================================================================================== 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout:========================================================================================================================== 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout:Installing group/module packages: 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout: buildah x86_64 1.19.9-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.8 M 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout: cockpit-podman noarch 29-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 1.1 M 2023-12-01T04:32:19.556 INFO:teuthology.orchestra.run.smithi155.stdout: crun x86_64 0.18-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 185 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: skopeo x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.4 M 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: toolbox x86_64 0.0.99.3-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: udica noarch 0.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout:Downgrading: 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: conmon x86_64 2:2.0.26-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: container-selinux noarch 2:2.178.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 53 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: containernetworking-plugins x86_64 0.9.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 19 M 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: containers-common x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 91 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: criu x86_64 3.15-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 511 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-overlayfs x86_64 1.4.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 72 k 2023-12-01T04:32:19.557 INFO:teuthology.orchestra.run.smithi155.stdout: libslirp x86_64 4.3.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 69 k 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: podman x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 11 M 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: podman-catatonit x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 322 k 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: podman-docker noarch 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 56 k 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: runc x86_64 1.0.0-73.rc95.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.9 M 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: slirp4netns x86_64 1.1.8-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout:Installing module profiles: 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: container-tools/common 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout:Enabling module streams: 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: container-tools 3.0 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout:========================================================================================================================== 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout:Install 7 Packages 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout:Downgrade 12 Packages 2023-12-01T04:32:19.558 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:32:19.559 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 51 M 2023-12-01T04:32:19.559 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2023-12-01T04:32:19.821 INFO:teuthology.orchestra.run.smithi155.stdout:(1/19): container-selinux-2.178.0-2.module+el8. 201 kB/s | 53 kB 00:00 2023-12-01T04:32:19.838 INFO:teuthology.orchestra.run.smithi155.stdout:(2/19): slirp4netns-1.1.8-1.module+el8.6.0+1487 184 kB/s | 51 kB 00:00 2023-12-01T04:32:19.855 INFO:teuthology.orchestra.run.smithi155.stdout:(3/19): containers-common-1.2.4-1.module+el8.6. 307 kB/s | 91 kB 00:00 2023-12-01T04:32:19.956 INFO:teuthology.orchestra.run.smithi155.stdout:(4/19): criu-3.15-1.module+el8.6.0+14874+644362 3.7 MB/s | 511 kB 00:00 2023-12-01T04:32:19.972 INFO:teuthology.orchestra.run.smithi155.stdout:(5/19): libslirp-4.3.1-1.module+el8.6.0+14874+6 516 kB/s | 69 kB 00:00 2023-12-01T04:32:20.056 INFO:teuthology.orchestra.run.smithi155.stdout:(6/19): runc-1.0.0-73.rc95.module+el8.6.0+14874 14 MB/s | 2.9 MB 00:00 2023-12-01T04:32:20.106 INFO:teuthology.orchestra.run.smithi155.stdout:(7/19): fuse-overlayfs-1.4.0-2.module+el8.6.0+1 479 kB/s | 72 kB 00:00 2023-12-01T04:32:20.207 INFO:teuthology.orchestra.run.smithi155.stdout:(8/19): conmon-2.0.26-1.module+el8.6.0+14874+64 509 kB/s | 51 kB 00:00 2023-12-01T04:32:20.234 INFO:teuthology.orchestra.run.smithi155.stdout:(9/19): podman-docker-3.0.1-9.module+el8.6.0+14 319 kB/s | 56 kB 00:00 2023-12-01T04:32:20.357 INFO:teuthology.orchestra.run.smithi155.stdout:(10/19): podman-3.0.1-9.module+el8.6.0+14874+64 28 MB/s | 11 MB 00:00 2023-12-01T04:32:20.407 INFO:teuthology.orchestra.run.smithi155.stdout:(11/19): podman-catatonit-3.0.1-9.module+el8.6. 1.8 MB/s | 322 kB 00:00 2023-12-01T04:32:20.466 INFO:teuthology.orchestra.run.smithi155.stdout:(12/19): yajl-2.1.0-10.el8.x86_64.rpm 376 kB/s | 41 kB 00:00 2023-12-01T04:32:20.541 INFO:teuthology.orchestra.run.smithi155.stdout:(13/19): toolbox-0.0.99.3-1.module+el8.6.0+1487 16 MB/s | 2.2 MB 00:00 2023-12-01T04:32:20.733 INFO:teuthology.orchestra.run.smithi155.stdout:(14/19): skopeo-1.2.4-1.module+el8.6.0+14874+64 24 MB/s | 6.4 MB 00:00 2023-12-01T04:32:20.742 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout:========================================================================================================================== 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout:========================================================================================================================== 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout:Installing group/module packages: 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: buildah x86_64 1.19.9-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.8 M 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: cockpit-podman noarch 29-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 1.1 M 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: crun x86_64 0.18-3.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 185 k 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: skopeo x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 6.4 M 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: toolbox x86_64 0.0.99.3-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: udica noarch 0.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-12-01T04:32:20.835 INFO:teuthology.orchestra.run.smithi111.stdout:Downgrading: 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: conmon x86_64 2:2.0.26-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: container-selinux noarch 2:2.178.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 53 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: containernetworking-plugins x86_64 0.9.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 19 M 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: containers-common x86_64 1:1.2.4-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 91 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: criu x86_64 3.15-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 511 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-overlayfs x86_64 1.4.0-2.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 72 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: libslirp x86_64 4.3.1-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 69 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: podman x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 11 M 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: podman-catatonit x86_64 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 322 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: podman-docker noarch 3.0.1-9.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 56 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: runc x86_64 1.0.0-73.rc95.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 2.9 M 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: slirp4netns x86_64 1.1.8-1.module+el8.6.0+14874+64436299 rhel-8-for-x86_64-appstream-rpms 51 k 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout:Installing module profiles: 2023-12-01T04:32:20.836 INFO:teuthology.orchestra.run.smithi111.stdout: container-tools/common 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:Enabling module streams: 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout: container-tools 3.0 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:========================================================================================================================== 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:Install 7 Packages 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:Downgrade 12 Packages 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 51 M 2023-12-01T04:32:20.837 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-12-01T04:32:20.942 INFO:teuthology.orchestra.run.smithi155.stdout:(15/19): containernetworking-plugins-0.9.1-1.mo 26 MB/s | 19 MB 00:00 2023-12-01T04:32:20.992 INFO:teuthology.orchestra.run.smithi155.stdout:(16/19): cockpit-podman-29-2.module+el8.6.0+148 4.1 MB/s | 1.1 MB 00:00 2023-12-01T04:32:21.034 INFO:teuthology.orchestra.run.smithi111.stdout:(1/19): container-selinux-2.178.0-2.module+el8. 270 kB/s | 53 kB 00:00 2023-12-01T04:32:21.051 INFO:teuthology.orchestra.run.smithi111.stdout:(2/19): slirp4netns-1.1.8-1.module+el8.6.0+1487 241 kB/s | 51 kB 00:00 2023-12-01T04:32:21.109 INFO:teuthology.orchestra.run.smithi155.stdout:(17/19): buildah-1.19.9-3.module+el8.6.0+14874+ 12 MB/s | 6.8 MB 00:00 2023-12-01T04:32:21.118 INFO:teuthology.orchestra.run.smithi111.stdout:(3/19): containers-common-1.2.4-1.module+el8.6. 325 kB/s | 91 kB 00:00 2023-12-01T04:32:21.142 INFO:teuthology.orchestra.run.smithi155.stdout:(18/19): crun-0.18-3.module+el8.6.0+14874+64436 925 kB/s | 185 kB 00:00 2023-12-01T04:32:21.160 INFO:teuthology.orchestra.run.smithi111.stdout:(4/19): criu-3.15-1.module+el8.6.0+14874+644362 4.0 MB/s | 511 kB 00:00 2023-12-01T04:32:21.193 INFO:teuthology.orchestra.run.smithi155.stdout:(19/19): udica-0.2.4-1.module+el8.6.0+14874+644 252 kB/s | 51 kB 00:00 2023-12-01T04:32:21.193 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2023-12-01T04:32:21.194 INFO:teuthology.orchestra.run.smithi155.stdout:Total 31 MB/s | 51 MB 00:01 2023-12-01T04:32:21.236 INFO:teuthology.orchestra.run.smithi111.stdout:(5/19): libslirp-4.3.1-1.module+el8.6.0+14874+6 375 kB/s | 69 kB 00:00 2023-12-01T04:32:21.311 INFO:teuthology.orchestra.run.smithi111.stdout:(6/19): runc-1.0.0-73.rc95.module+el8.6.0+14874 15 MB/s | 2.9 MB 00:00 2023-12-01T04:32:21.336 INFO:teuthology.orchestra.run.smithi111.stdout:(7/19): fuse-overlayfs-1.4.0-2.module+el8.6.0+1 409 kB/s | 72 kB 00:00 2023-12-01T04:32:21.469 INFO:teuthology.orchestra.run.smithi111.stdout:(8/19): podman-docker-3.0.1-9.module+el8.6.0+14 353 kB/s | 56 kB 00:00 2023-12-01T04:32:21.494 INFO:teuthology.orchestra.run.smithi111.stdout:(9/19): conmon-2.0.26-1.module+el8.6.0+14874+64 322 kB/s | 51 kB 00:00 2023-12-01T04:32:21.653 INFO:teuthology.orchestra.run.smithi111.stdout:(10/19): podman-3.0.1-9.module+el8.6.0+14874+64 26 MB/s | 11 MB 00:00 2023-12-01T04:32:21.668 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2023-12-01T04:32:21.695 INFO:teuthology.orchestra.run.smithi111.stdout:(11/19): podman-catatonit-3.0.1-9.module+el8.6. 1.6 MB/s | 322 kB 00:00 2023-12-01T04:32:21.711 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2023-12-01T04:32:21.712 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2023-12-01T04:32:21.787 INFO:teuthology.orchestra.run.smithi111.stdout:(12/19): yajl-2.1.0-10.el8.x86_64.rpm 306 kB/s | 41 kB 00:00 2023-12-01T04:32:21.854 INFO:teuthology.orchestra.run.smithi111.stdout:(13/19): toolbox-0.0.99.3-1.module+el8.6.0+1487 14 MB/s | 2.2 MB 00:00 2023-12-01T04:32:22.029 INFO:teuthology.orchestra.run.smithi111.stdout:(14/19): skopeo-1.2.4-1.module+el8.6.0+14874+64 26 MB/s | 6.4 MB 00:00 2023-12-01T04:32:22.144 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2023-12-01T04:32:22.148 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2023-12-01T04:32:22.238 INFO:teuthology.orchestra.run.smithi111.stdout:(15/19): containernetworking-plugins-0.9.1-1.mo 25 MB/s | 19 MB 00:00 2023-12-01T04:32:22.280 INFO:teuthology.orchestra.run.smithi111.stdout:(16/19): cockpit-podman-29-2.module+el8.6.0+148 4.3 MB/s | 1.1 MB 00:00 2023-12-01T04:32:22.439 INFO:teuthology.orchestra.run.smithi111.stdout:(17/19): buildah-1.19.9-3.module+el8.6.0+14874+ 12 MB/s | 6.8 MB 00:00 2023-12-01T04:32:22.464 INFO:teuthology.orchestra.run.smithi111.stdout:(18/19): udica-0.2.4-1.module+el8.6.0+14874+644 275 kB/s | 51 kB 00:00 2023-12-01T04:32:22.481 INFO:teuthology.orchestra.run.smithi111.stdout:(19/19): crun-0.18-3.module+el8.6.0+14874+64436 763 kB/s | 185 kB 00:00 2023-12-01T04:32:22.482 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-12-01T04:32:22.482 INFO:teuthology.orchestra.run.smithi111.stdout:Total 31 MB/s | 51 MB 00:01 2023-12-01T04:32:22.954 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-12-01T04:32:22.997 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-12-01T04:32:22.997 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-12-01T04:32:23.278 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2023-12-01T04:32:23.323 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299 1/1 2023-12-01T04:32:23.433 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-12-01T04:32:23.437 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-12-01T04:32:23.490 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-12-01T04:32:23.499 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-12-01T04:32:23.523 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-12-01T04:32:23.715 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-12-01T04:32:24.591 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-12-01T04:32:24.636 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299 1/1 2023-12-01T04:32:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-12-01T04:32:24.853 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 1/31 2023-12-01T04:32:24.875 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-12-01T04:32:25.063 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-12-01T04:32:40.822 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-12-01T04:32:42.146 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 2/31 2023-12-01T04:32:42.601 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : yajl-2.1.0-10.el8.x86_64 3/31 2023-12-01T04:32:42.836 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : containernetworking-plugins-0.9.1-1.module+el8.6.0 4/31 2023-12-01T04:32:43.032 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 5/31 2023-12-01T04:32:43.211 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 6/31 2023-12-01T04:32:43.395 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 7/31 2023-12-01T04:32:43.395 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 8/31 2023-12-01T04:32:43.395 INFO:teuthology.orchestra.run.smithi155.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2023-12-01T04:32:43.395 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:32:43.894 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : yajl-2.1.0-10.el8.x86_64 3/31 2023-12-01T04:32:44.098 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : containernetworking-plugins-0.9.1-1.module+el8.6.0 4/31 2023-12-01T04:32:44.189 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 9/31 2023-12-01T04:32:44.347 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 5/31 2023-12-01T04:32:44.412 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 10/31 2023-12-01T04:32:44.548 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 6/31 2023-12-01T04:32:44.749 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 7/31 2023-12-01T04:32:44.750 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 8/31 2023-12-01T04:32:44.750 INFO:teuthology.orchestra.run.smithi111.stdout:warning: /etc/containers/registries.conf created as /etc/containers/registries.conf.rpmnew 2023-12-01T04:32:44.750 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:32:45.479 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 9/31 2023-12-01T04:32:45.734 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 10/31 2023-12-01T04:32:45.862 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 11/31 2023-12-01T04:32:46.158 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 12/31 2023-12-01T04:32:46.531 INFO:teuthology.orchestra.run.smithi155.stdout: Downgrading : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 13/31 2023-12-01T04:32:46.802 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 14/31 2023-12-01T04:32:47.184 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 11/31 2023-12-01T04:32:47.469 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 12/31 2023-12-01T04:32:47.514 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 15/31 2023-12-01T04:32:47.847 INFO:teuthology.orchestra.run.smithi111.stdout: Downgrading : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 13/31 2023-12-01T04:32:48.122 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 14/31 2023-12-01T04:32:48.215 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 16/31 2023-12-01T04:32:48.443 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 17/31 2023-12-01T04:32:48.635 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 18/31 2023-12-01T04:32:48.812 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 19/31 2023-12-01T04:32:48.818 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 15/31 2023-12-01T04:32:48.934 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 20/31 2023-12-01T04:32:48.934 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-12-01T04:32:49.226 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-12-01T04:32:49.392 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : containers-common-2:1-27.module+el8.6.0+14877+f643 22/31 2023-12-01T04:32:49.392 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-12-01T04:32:49.550 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 16/31 2023-12-01T04:32:49.595 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-12-01T04:32:49.728 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-12-01T04:32:49.781 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 17/31 2023-12-01T04:32:49.896 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 25/31 2023-12-01T04:32:49.975 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 18/31 2023-12-01T04:32:50.045 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 26/31 2023-12-01T04:32:50.191 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 27/31 2023-12-01T04:32:50.199 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 19/31 2023-12-01T04:32:50.312 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 28/31 2023-12-01T04:32:50.321 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 20/31 2023-12-01T04:32:50.322 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-12-01T04:32:50.436 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 29/31 2023-12-01T04:32:50.590 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 30/31 2023-12-01T04:32:50.591 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-12-01T04:32:50.614 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 21/31 2023-12-01T04:32:50.773 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : containers-common-2:1-27.module+el8.6.0+14877+f643 22/31 2023-12-01T04:32:50.773 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-12-01T04:32:50.778 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-12-01T04:32:50.967 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.179.1-1.module+el8.6.0+14877 23/31 2023-12-01T04:32:51.099 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-12-01T04:32:51.235 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 25/31 2023-12-01T04:32:51.317 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 31/31 2023-12-01T04:32:51.383 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 26/31 2023-12-01T04:32:51.529 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 27/31 2023-12-01T04:32:51.657 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 28/31 2023-12-01T04:32:51.704 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 1/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : containers-common-2:1-27.module+el8.6.0+14877+f643 2/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : container-selinux-2:2.178.0-2.module+el8.6.0+14874 3/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : container-selinux-2:2.179.1-1.module+el8.6.0+14877 4/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 5/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 6/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 7/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 8/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 9/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 10/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 11/31 2023-12-01T04:32:51.705 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 12/31 2023-12-01T04:32:51.706 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 13/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 14/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 15/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 16/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 17/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 18/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 19/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 20/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : containernetworking-plugins-0.9.1-1.module+el8.6.0 21/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : containernetworking-plugins-1:1.0.1-2.module+el8.6 22/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 23/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 25/31 2023-12-01T04:32:51.707 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 26/31 2023-12-01T04:32:51.708 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 27/31 2023-12-01T04:32:51.708 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 28/31 2023-12-01T04:32:51.708 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 29/31 2023-12-01T04:32:51.708 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 30/31 2023-12-01T04:32:51.765 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 29/31 2023-12-01T04:32:51.913 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 30/31 2023-12-01T04:32:51.913 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-12-01T04:32:52.074 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-12-01T04:32:52.595 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: container-selinux-2:2.178.0-2.module+el8.6.0+14874 31/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: containernetworking-plugins-1:1.0.1-2.module+el8.6 31/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containers-common-1:1.2.4-1.module+el8.6.0+14874+6 1/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containers-common-2:1-27.module+el8.6.0+14877+f643 2/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : container-selinux-2:2.178.0-2.module+el8.6.0+14874 3/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : container-selinux-2:2.179.1-1.module+el8.6.0+14877 4/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299. 5/31 2023-12-01T04:32:52.976 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6. 6/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 7/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : criu-3.15-3.module+el8.6.0+14877+f643d2d6.x86_64 8/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86 9/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libslirp-4.4.0-1.module+el8.6.0+14877+f643d2d6.x86 10/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x 11/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : runc-1:1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_6 12/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+644362 13/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2 14/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_6 15/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-2:4.1.1-7.module+el8.6.0+16889+9f154fa9.x86 16/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-docker-3.0.1-9.module+el8.6.0+14874+6443629 17/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-docker-2:4.1.1-7.module+el8.6.0+16889+9f154 18/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x8 19/31 2023-12-01T04:32:52.977 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : conmon-2:2.1.0-1.module+el8.6.0+14877+f643d2d6.x86 20/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containernetworking-plugins-0.9.1-1.module+el8.6.0 21/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : containernetworking-plugins-1:1.0.1-2.module+el8.6 22/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-catatonit-3.0.1-9.module+el8.6.0+14874+6443 23/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : podman-catatonit-2:4.1.1-7.module+el8.6.0+16889+9f 24/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 25/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x 26/31 2023-12-01T04:32:52.978 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86 27/31 2023-12-01T04:32:52.979 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86 28/31 2023-12-01T04:32:52.979 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cockpit-podman-29-2.module+el8.6.0+14874+64436299. 29/31 2023-12-01T04:32:52.979 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 30/31 2023-12-01T04:32:53.116 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 31/31 2023-12-01T04:32:53.116 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:02:45 ago on Fri 01 Dec 2023 04:30:07 AM UTC. 2023-12-01T04:32:54.460 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 31/31 2023-12-01T04:32:54.460 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:02:48 ago on Fri 01 Dec 2023 04:30:05 AM UTC. 2023-12-01T04:33:01.907 INFO:teuthology.orchestra.run.smithi155.stdout:Installed products updated. 2023-12-01T04:33:02.034 INFO:teuthology.orchestra.run.smithi111.stdout:Installed products updated. 2023-12-01T04:33:02.097 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:33:02.097 INFO:teuthology.orchestra.run.smithi155.stdout:Downgraded: 2023-12-01T04:33:02.097 INFO:teuthology.orchestra.run.smithi155.stdout: conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.097 INFO:teuthology.orchestra.run.smithi155.stdout: container-selinux-2:2.178.0-2.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.097 INFO:teuthology.orchestra.run.smithi155.stdout: containernetworking-plugins-0.9.1-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: containers-common-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: podman-catatonit-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: podman-docker-3.0.1-9.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: cockpit-podman-29-2.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.098 INFO:teuthology.orchestra.run.smithi155.stdout: crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.099 INFO:teuthology.orchestra.run.smithi155.stdout: skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.099 INFO:teuthology.orchestra.run.smithi155.stdout: toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.099 INFO:teuthology.orchestra.run.smithi155.stdout: udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.099 INFO:teuthology.orchestra.run.smithi155.stdout: yajl-2.1.0-10.el8.x86_64 2023-12-01T04:33:02.099 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:33:02.099 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2023-12-01T04:33:02.223 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:33:02.223 INFO:teuthology.orchestra.run.smithi111.stdout:Downgraded: 2023-12-01T04:33:02.223 INFO:teuthology.orchestra.run.smithi111.stdout: conmon-2:2.0.26-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.223 INFO:teuthology.orchestra.run.smithi111.stdout: container-selinux-2:2.178.0-2.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.223 INFO:teuthology.orchestra.run.smithi111.stdout: containernetworking-plugins-0.9.1-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: containers-common-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: criu-3.15-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-overlayfs-1.4.0-2.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: libslirp-4.3.1-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: podman-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: podman-catatonit-3.0.1-9.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: podman-docker-3.0.1-9.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: runc-1.0.0-73.rc95.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: slirp4netns-1.1.8-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: buildah-1.19.9-3.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: cockpit-podman-29-2.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: crun-0.18-3.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: skopeo-1:1.2.4-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.224 INFO:teuthology.orchestra.run.smithi111.stdout: toolbox-0.0.99.3-1.module+el8.6.0+14874+64436299.x86_64 2023-12-01T04:33:02.225 INFO:teuthology.orchestra.run.smithi111.stdout: udica-0.2.4-1.module+el8.6.0+14874+64436299.noarch 2023-12-01T04:33:02.225 INFO:teuthology.orchestra.run.smithi111.stdout: yajl-2.1.0-10.el8.x86_64 2023-12-01T04:33:02.225 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:33:02.225 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-12-01T04:33:02.278 DEBUG:teuthology.parallel:result is None 2023-12-01T04:33:02.415 DEBUG:teuthology.parallel:result is None 2023-12-01T04:33:02.415 INFO:teuthology.run_tasks:Running task install... 2023-12-01T04:33:02.427 DEBUG:teuthology.task.install:project ceph 2023-12-01T04:33:02.427 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db'}} 2023-12-01T04:33:02.427 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db'} 2023-12-01T04:33:02.427 INFO:teuthology.task.install:Using flavor: default 2023-12-01T04:33:02.434 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-01T04:33:02.434 INFO:teuthology.task.install:extra packages: [] 2023-12-01T04:33:02.434 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db', 'tag': None, 'wait_for_package': False} 2023-12-01T04:33:02.435 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:33:02.435 INFO:teuthology.packaging:ref: None 2023-12-01T04:33:02.435 INFO:teuthology.packaging:tag: None 2023-12-01T04:33:02.435 INFO:teuthology.packaging:branch: reef 2023-12-01T04:33:02.435 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:33:02.435 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-12-01T04:33:02.437 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db', 'tag': None, 'wait_for_package': False} 2023-12-01T04:33:02.437 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:33:02.437 INFO:teuthology.packaging:ref: None 2023-12-01T04:33:02.437 INFO:teuthology.packaging:tag: None 2023-12-01T04:33:02.438 INFO:teuthology.packaging:branch: reef 2023-12-01T04:33:02.438 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:33:02.438 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-12-01T04:33:02.687 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/ 2023-12-01T04:33:02.687 INFO:teuthology.task.install.rpm:Package version is 18.2.0-1291.g188db309 2023-12-01T04:33:02.765 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/ 2023-12-01T04:33:02.766 INFO:teuthology.task.install.rpm:Package version is 18.2.0-1291.g188db309 2023-12-01T04:33:02.875 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-01T04:33:02.876 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:33:02.876 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-01T04:33:02.905 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-01T04:33:02.905 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:33:02.905 INFO:teuthology.packaging:ref: None 2023-12-01T04:33:02.906 INFO:teuthology.packaging:tag: None 2023-12-01T04:33:02.906 INFO:teuthology.packaging:branch: reef 2023-12-01T04:33:02.906 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:33:02.906 DEBUG:teuthology.orchestra.run.smithi111:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-01T04:33:02.944 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-01T04:33:02.944 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:33:02.944 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-01T04:33:02.973 DEBUG:teuthology.orchestra.run.smithi111:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-01T04:33:02.976 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2023-12-01T04:33:02.976 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:33:02.976 INFO:teuthology.packaging:ref: None 2023-12-01T04:33:02.977 INFO:teuthology.packaging:tag: None 2023-12-01T04:33:02.977 INFO:teuthology.packaging:branch: reef 2023-12-01T04:33:02.977 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:33:02.977 DEBUG:teuthology.orchestra.run.smithi155:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-01T04:33:03.049 DEBUG:teuthology.orchestra.run.smithi155:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-01T04:33:03.052 DEBUG:teuthology.orchestra.run.smithi111:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-01T04:33:03.119 INFO:teuthology.orchestra.run.smithi111.stdout:check_obsoletes = 1 2023-12-01T04:33:03.120 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum clean all 2023-12-01T04:33:03.132 DEBUG:teuthology.orchestra.run.smithi155:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-01T04:33:03.200 INFO:teuthology.orchestra.run.smithi155.stdout:check_obsoletes = 1 2023-12-01T04:33:03.202 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum clean all 2023-12-01T04:33:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:33:03.576 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:33:04.441 INFO:teuthology.orchestra.run.smithi155.stdout:44 files removed 2023-12-01T04:33:04.495 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-01T04:33:04.539 INFO:teuthology.orchestra.run.smithi111.stdout:44 files removed 2023-12-01T04:33:04.593 DEBUG:teuthology.orchestra.run.smithi111:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2023-12-01T04:33:04.828 INFO:teuthology.orchestra.run.smithi155.stdout:Updating Subscription Management repositories. 2023-12-01T04:33:04.926 INFO:teuthology.orchestra.run.smithi111.stdout:Updating Subscription Management repositories. 2023-12-01T04:33:06.380 INFO:teuthology.orchestra.run.smithi155.stdout:ceph packages for x86_64 310 kB/s | 80 kB 00:00 2023-12-01T04:33:06.441 INFO:teuthology.orchestra.run.smithi111.stdout:ceph packages for x86_64 228 kB/s | 80 kB 00:00 2023-12-01T04:33:06.689 INFO:teuthology.orchestra.run.smithi155.stdout:ceph noarch packages 34 kB/s | 9.4 kB 00:00 2023-12-01T04:33:06.833 INFO:teuthology.orchestra.run.smithi111.stdout:ceph noarch packages 26 kB/s | 9.4 kB 00:00 2023-12-01T04:33:06.948 INFO:teuthology.orchestra.run.smithi155.stdout:ceph source packages 6.3 kB/s | 1.5 kB 00:00 2023-12-01T04:33:07.192 INFO:teuthology.orchestra.run.smithi111.stdout:ceph source packages 4.4 kB/s | 1.5 kB 00:00 2023-12-01T04:33:07.206 INFO:teuthology.orchestra.run.smithi155.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2023-12-01T04:33:07.468 INFO:teuthology.orchestra.run.smithi111.stdout:Copr repo for python3-asyncssh owned by ceph 14 kB/s | 3.5 kB 00:00 2023-12-01T04:33:08.618 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 11 MB/s | 16 MB 00:01 2023-12-01T04:33:12.199 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 405 kB/s | 24 kB 00:00 2023-12-01T04:33:13.317 INFO:teuthology.orchestra.run.smithi155.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 51 MB/s | 53 MB 00:01 2023-12-01T04:33:13.660 INFO:teuthology.orchestra.run.smithi111.stdout:Extra Packages for Enterprise Linux 2.6 MB/s | 16 MB 00:06 2023-12-01T04:33:17.168 INFO:teuthology.orchestra.run.smithi111.stdout:lab-extras 533 kB/s | 24 kB 00:00 2023-12-01T04:33:18.646 INFO:teuthology.orchestra.run.smithi111.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 34 MB/s | 47 MB 00:01 2023-12-01T04:33:21.610 INFO:teuthology.orchestra.run.smithi155.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 50 MB/s | 47 MB 00:00 2023-12-01T04:33:26.638 INFO:teuthology.orchestra.run.smithi111.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 52 MB/s | 53 MB 00:01 2023-12-01T04:33:32.609 INFO:teuthology.orchestra.run.smithi155.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-01T04:33:32.610 INFO:teuthology.orchestra.run.smithi155.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-01T04:33:32.740 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2023-12-01T04:33:32.750 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================================================= 2023-12-01T04:33:32.750 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2023-12-01T04:33:32.750 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================================================= 2023-12-01T04:33:32.750 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2023-12-01T04:33:32.750 INFO:teuthology.orchestra.run.smithi155.stdout: ceph x86_64 2:18.2.0-1291.g188db309.el8 ceph 6.4 k 2023-12-01T04:33:32.750 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base x86_64 2:18.2.0-1291.g188db309.el8 ceph 5.4 M 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse x86_64 2:18.2.0-1291.g188db309.el8 ceph 851 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache x86_64 2:18.2.0-1291.g188db309.el8 ceph 165 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr x86_64 2:18.2.0-1291.g188db309.el8 ceph 1.6 M 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 132 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 1.8 M 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 7.4 M 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 50 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw x86_64 2:18.2.0-1291.g188db309.el8 ceph 13 M 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test x86_64 2:18.2.0-1291.g188db309.el8 ceph 47 M 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 168 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel x86_64 2:18.2.0-1291.g188db309.el8 ceph 31 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2 x86_64 2:18.2.0-1291.g188db309.el8 ceph 774 k 2023-12-01T04:33:32.751 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel x86_64 2:18.2.0-1291.g188db309.el8 ceph 139 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs x86_64 2:18.2.0-1291.g188db309.el8 ceph 196 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytest noarch 3.4.2-11.el8 rhel-8-for-x86_64-appstream-rpms 1.3 M 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados x86_64 2:18.2.0-1291.g188db309.el8 ceph 372 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd x86_64 2:18.2.0-1291.g188db309.el8 ceph 364 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw x86_64 2:18.2.0-1291.g188db309.el8 ceph 106 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse x86_64 2:18.2.0-1291.g188db309.el8 ceph 94 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror x86_64 2:18.2.0-1291.g188db309.el8 ceph 3.4 M 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd x86_64 2:18.2.0-1291.g188db309.el8 ceph 181 k 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: librados2 x86_64 2:18.2.0-1291.g188db309.el8 ceph 3.7 M 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1 x86_64 2:18.2.0-1291.g188db309.el8 ceph 3.6 M 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common x86_64 2:18.2.0-1291.g188db309.el8 ceph 22 M 2023-12-01T04:33:32.752 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 23 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds x86_64 2:18.2.0-1291.g188db309.el8 ceph 2.3 M 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 242 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon x86_64 2:18.2.0-1291.g188db309.el8 ceph 4.6 M 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd x86_64 2:18.2.0-1291.g188db309.el8 ceph 18 M 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 15 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux x86_64 2:18.2.0-1291.g188db309.el8 ceph 24 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite x86_64 2:18.2.0-1291.g188db309.el8 ceph 141 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-01T04:33:32.753 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1 x86_64 2:18.2.0-1291.g188db309.el8 ceph 474 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2 x86_64 2:18.2.0-1291.g188db309.el8 ceph 6.5 M 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs noarch 17.4.0-6.el8 rhel-8-for-x86_64-appstream-rpms 53 k 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-12-01T04:33:32.754 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse x86_64 2:18.2.0-1291.g188db309.el8 ceph 45 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common x86_64 2:18.2.0-1291.g188db309.el8 ceph 123 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-12-01T04:33:32.755 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pluggy noarch 0.6.0-3.el8 rhel-8-for-x86_64-appstream-rpms 32 k 2023-12-01T04:33:32.756 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-py noarch 1.5.3-4.el8 rhel-8-for-x86_64-appstream-rpms 473 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-12-01T04:33:32.757 INFO:teuthology.orchestra.run.smithi155.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:33:32.758 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2023-12-01T04:33:32.759 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================================================= 2023-12-01T04:33:32.759 INFO:teuthology.orchestra.run.smithi155.stdout:Install 104 Packages 2023-12-01T04:33:32.759 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 2 Packages 2023-12-01T04:33:32.759 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:33:32.759 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 189 M 2023-12-01T04:33:32.759 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2023-12-01T04:33:33.052 INFO:teuthology.orchestra.run.smithi155.stdout:(1/106): ceph-18.2.0-1291.g188db309.el8.x86_64. 36 kB/s | 6.4 kB 00:00 2023-12-01T04:33:33.719 INFO:teuthology.orchestra.run.smithi155.stdout:(2/106): ceph-fuse-18.2.0-1291.g188db309.el8.x8 1.2 MB/s | 851 kB 00:00 2023-12-01T04:33:33.927 INFO:teuthology.orchestra.run.smithi155.stdout:(3/106): ceph-immutable-object-cache-18.2.0-129 795 kB/s | 165 kB 00:00 2023-12-01T04:33:34.253 INFO:teuthology.orchestra.run.smithi155.stdout:(4/106): ceph-common-18.2.0-1291.g188db309.el8. 16 MB/s | 22 MB 00:01 2023-12-01T04:33:34.428 INFO:teuthology.orchestra.run.smithi155.stdout:(5/106): ceph-base-18.2.0-1291.g188db309.el8.x8 3.5 MB/s | 5.4 MB 00:01 2023-12-01T04:33:34.490 INFO:teuthology.orchestra.run.smithi155.stdout:(6/106): ceph-mgr-18.2.0-1291.g188db309.el8.x86 6.6 MB/s | 1.6 MB 00:00 2023-12-01T04:33:34.695 INFO:teuthology.orchestra.run.smithi155.stdout:(7/106): ceph-mds-18.2.0-1291.g188db309.el8.x86 3.0 MB/s | 2.3 MB 00:00 2023-12-01T04:33:35.229 INFO:teuthology.orchestra.run.smithi155.stdout:(8/106): ceph-mon-18.2.0-1291.g188db309.el8.x86 5.8 MB/s | 4.6 MB 00:00 2023-12-01T04:33:35.320 INFO:teuthology.orchestra.run.smithi155.stdout:(9/106): ceph-selinux-18.2.0-1291.g188db309.el8 265 kB/s | 24 kB 00:00 2023-12-01T04:33:36.004 INFO:teuthology.orchestra.run.smithi155.stdout:(10/106): ceph-osd-18.2.0-1291.g188db309.el8.x8 12 MB/s | 18 MB 00:01 2023-12-01T04:33:36.071 INFO:teuthology.orchestra.run.smithi155.stdout:(11/106): libcephfs-devel-18.2.0-1291.g188db309 467 kB/s | 31 kB 00:00 2023-12-01T04:33:36.446 INFO:teuthology.orchestra.run.smithi155.stdout:(12/106): libcephfs2-18.2.0-1291.g188db309.el8. 2.0 MB/s | 774 kB 00:00 2023-12-01T04:33:36.521 INFO:teuthology.orchestra.run.smithi155.stdout:(13/106): libcephsqlite-18.2.0-1291.g188db309.e 1.8 MB/s | 141 kB 00:00 2023-12-01T04:33:36.588 INFO:teuthology.orchestra.run.smithi155.stdout:(14/106): librados-devel-18.2.0-1291.g188db309. 2.0 MB/s | 139 kB 00:00 2023-12-01T04:33:36.672 INFO:teuthology.orchestra.run.smithi155.stdout:(15/106): libradosstriper1-18.2.0-1291.g188db30 5.6 MB/s | 474 kB 00:00 2023-12-01T04:33:36.839 INFO:teuthology.orchestra.run.smithi155.stdout:(16/106): ceph-radosgw-18.2.0-1291.g188db309.el 6.1 MB/s | 13 MB 00:02 2023-12-01T04:33:36.914 INFO:teuthology.orchestra.run.smithi155.stdout:(17/106): python3-ceph-argparse-18.2.0-1291.g18 597 kB/s | 45 kB 00:00 2023-12-01T04:33:36.998 INFO:teuthology.orchestra.run.smithi155.stdout:(18/106): python3-ceph-common-18.2.0-1291.g188d 1.5 MB/s | 123 kB 00:00 2023-12-01T04:33:37.073 INFO:teuthology.orchestra.run.smithi155.stdout:(19/106): python3-cephfs-18.2.0-1291.g188db309. 2.6 MB/s | 196 kB 00:00 2023-12-01T04:33:37.165 INFO:teuthology.orchestra.run.smithi155.stdout:(20/106): python3-rados-18.2.0-1291.g188db309.e 4.0 MB/s | 372 kB 00:00 2023-12-01T04:33:37.249 INFO:teuthology.orchestra.run.smithi155.stdout:(21/106): librgw2-18.2.0-1291.g188db309.el8.x86 11 MB/s | 6.5 MB 00:00 2023-12-01T04:33:37.274 INFO:teuthology.orchestra.run.smithi155.stdout:(22/106): python3-rbd-18.2.0-1291.g188db309.el8 3.3 MB/s | 364 kB 00:00 2023-12-01T04:33:37.299 INFO:teuthology.orchestra.run.smithi155.stdout:(23/106): python3-rgw-18.2.0-1291.g188db309.el8 2.1 MB/s | 106 kB 00:00 2023-12-01T04:33:37.333 INFO:teuthology.orchestra.run.smithi155.stdout:(24/106): rbd-fuse-18.2.0-1291.g188db309.el8.x8 1.6 MB/s | 94 kB 00:00 2023-12-01T04:33:37.416 INFO:teuthology.orchestra.run.smithi155.stdout:(25/106): rbd-nbd-18.2.0-1291.g188db309.el8.x86 2.1 MB/s | 181 kB 00:00 2023-12-01T04:33:37.484 INFO:teuthology.orchestra.run.smithi155.stdout:(26/106): ceph-grafana-dashboards-18.2.0-1291.g 346 kB/s | 23 kB 00:00 2023-12-01T04:33:37.584 INFO:teuthology.orchestra.run.smithi155.stdout:(27/106): rbd-mirror-18.2.0-1291.g188db309.el8. 12 MB/s | 3.4 MB 00:00 2023-12-01T04:33:37.609 INFO:teuthology.orchestra.run.smithi155.stdout:(28/106): ceph-mgr-cephadm-18.2.0-1291.g188db30 1.0 MB/s | 132 kB 00:00 2023-12-01T04:33:37.628 INFO:teuthology.orchestra.run.smithi111.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-01T04:33:37.629 INFO:teuthology.orchestra.run.smithi111.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-01T04:33:37.755 INFO:teuthology.orchestra.run.smithi111.stdout:Dependencies resolved. 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================================================= 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: Package Arch Version Repository Size 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================================================= 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout:Installing: 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: ceph x86_64 2:18.2.0-1291.g188db309.el8 ceph 6.4 k 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base x86_64 2:18.2.0-1291.g188db309.el8 ceph 5.4 M 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse x86_64 2:18.2.0-1291.g188db309.el8 ceph 851 k 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache x86_64 2:18.2.0-1291.g188db309.el8 ceph 165 k 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr x86_64 2:18.2.0-1291.g188db309.el8 ceph 1.6 M 2023-12-01T04:33:37.765 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 132 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 1.8 M 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 7.4 M 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 50 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw x86_64 2:18.2.0-1291.g188db309.el8 ceph 13 M 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test x86_64 2:18.2.0-1291.g188db309.el8 ceph 47 M 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 168 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel x86_64 2:18.2.0-1291.g188db309.el8 ceph 31 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2 x86_64 2:18.2.0-1291.g188db309.el8 ceph 774 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel x86_64 2:18.2.0-1291.g188db309.el8 ceph 139 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs x86_64 2:18.2.0-1291.g188db309.el8 ceph 196 k 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytest noarch 3.4.2-11.el8 rhel-8-for-x86_64-appstream-rpms 1.3 M 2023-12-01T04:33:37.766 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados x86_64 2:18.2.0-1291.g188db309.el8 ceph 372 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd x86_64 2:18.2.0-1291.g188db309.el8 ceph 364 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw x86_64 2:18.2.0-1291.g188db309.el8 ceph 106 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse x86_64 2:18.2.0-1291.g188db309.el8 ceph 94 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror x86_64 2:18.2.0-1291.g188db309.el8 ceph 3.4 M 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd x86_64 2:18.2.0-1291.g188db309.el8 ceph 181 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrading: 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: librados2 x86_64 2:18.2.0-1291.g188db309.el8 ceph 3.7 M 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1 x86_64 2:18.2.0-1291.g188db309.el8 ceph 3.6 M 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout:Installing dependencies: 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common x86_64 2:18.2.0-1291.g188db309.el8 ceph 22 M 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 23 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds x86_64 2:18.2.0-1291.g188db309.el8 ceph 2.3 M 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 242 k 2023-12-01T04:33:37.767 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon x86_64 2:18.2.0-1291.g188db309.el8 ceph 4.6 M 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd x86_64 2:18.2.0-1291.g188db309.el8 ceph 18 M 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts noarch 2:18.2.0-1291.g188db309.el8 ceph-noarch 15 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux x86_64 2:18.2.0-1291.g188db309.el8 ceph 24 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite x86_64 2:18.2.0-1291.g188db309.el8 ceph 141 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1 x86_64 2:18.2.0-1291.g188db309.el8 ceph 474 k 2023-12-01T04:33:37.768 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2 x86_64 2:18.2.0-1291.g188db309.el8 ceph 6.5 M 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-attrs noarch 17.4.0-6.el8 rhel-8-for-x86_64-appstream-rpms 53 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse x86_64 2:18.2.0-1291.g188db309.el8 ceph 45 k 2023-12-01T04:33:37.769 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common x86_64 2:18.2.0-1291.g188db309.el8 ceph 123 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-01T04:33:37.770 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pluggy noarch 0.6.0-3.el8 rhel-8-for-x86_64-appstream-rpms 32 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-12-01T04:33:37.771 INFO:teuthology.orchestra.run.smithi111.stdout: python3-py noarch 1.5.3-4.el8 rhel-8-for-x86_64-appstream-rpms 473 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-01T04:33:37.772 INFO:teuthology.orchestra.run.smithi111.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction Summary 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout:======================================================================================================================= 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout:Install 104 Packages 2023-12-01T04:33:37.773 INFO:teuthology.orchestra.run.smithi111.stdout:Upgrade 2 Packages 2023-12-01T04:33:37.774 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:33:37.774 INFO:teuthology.orchestra.run.smithi111.stdout:Total download size: 189 M 2023-12-01T04:33:37.774 INFO:teuthology.orchestra.run.smithi111.stdout:Downloading Packages: 2023-12-01T04:33:37.793 INFO:teuthology.orchestra.run.smithi155.stdout:(29/106): ceph-mgr-dashboard-18.2.0-1291.g188db 8.4 MB/s | 1.8 MB 00:00 2023-12-01T04:33:37.876 INFO:teuthology.orchestra.run.smithi155.stdout:(30/106): ceph-mgr-modules-core-18.2.0-1291.g18 2.9 MB/s | 242 kB 00:00 2023-12-01T04:33:37.968 INFO:teuthology.orchestra.run.smithi155.stdout:(31/106): ceph-mgr-rook-18.2.0-1291.g188db309.e 547 kB/s | 50 kB 00:00 2023-12-01T04:33:38.044 INFO:teuthology.orchestra.run.smithi155.stdout:(32/106): ceph-prometheus-alerts-18.2.0-1291.g1 194 kB/s | 15 kB 00:00 2023-12-01T04:33:38.144 INFO:teuthology.orchestra.run.smithi155.stdout:(33/106): ceph-mgr-diskprediction-local-18.2.0- 14 MB/s | 7.4 MB 00:00 2023-12-01T04:33:38.156 INFO:teuthology.orchestra.run.smithi111.stdout:(1/106): ceph-18.2.0-1291.g188db309.el8.x86_64. 51 kB/s | 6.4 kB 00:00 2023-12-01T04:33:38.169 INFO:teuthology.orchestra.run.smithi155.stdout:(34/106): cephadm-18.2.0-1291.g188db309.el8.noa 1.3 MB/s | 168 kB 00:00 2023-12-01T04:33:38.269 INFO:teuthology.orchestra.run.smithi155.stdout:(35/106): liboath-2.6.2-3.el8.x86_64.rpm 589 kB/s | 59 kB 00:00 2023-12-01T04:33:38.311 INFO:teuthology.orchestra.run.smithi155.stdout:(36/106): gperftools-libs-2.7-9.el8.x86_64.rpm 1.8 MB/s | 306 kB 00:00 2023-12-01T04:33:38.337 INFO:teuthology.orchestra.run.smithi155.stdout:(37/106): libunwind-1.3.1-3.el8.x86_64.rpm 1.1 MB/s | 75 kB 00:00 2023-12-01T04:33:38.378 INFO:teuthology.orchestra.run.smithi155.stdout:(38/106): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 1.0 MB/s | 44 kB 00:00 2023-12-01T04:33:38.404 INFO:teuthology.orchestra.run.smithi155.stdout:(39/106): python3-asyncssh-2.7.0-2.el8.noarch.r 5.1 MB/s | 476 kB 00:00 2023-12-01T04:33:38.446 INFO:teuthology.orchestra.run.smithi155.stdout:(40/106): python3-cachetools-3.1.1-4.el8.noarch 792 kB/s | 33 kB 00:00 2023-12-01T04:33:38.471 INFO:teuthology.orchestra.run.smithi155.stdout:(41/106): python3-beautifulsoup4-4.6.3-2.el8.1. 2.0 MB/s | 185 kB 00:00 2023-12-01T04:33:38.496 INFO:teuthology.orchestra.run.smithi155.stdout:(42/106): python3-certifi-2018.10.15-7.el8.noar 325 kB/s | 16 kB 00:00 2023-12-01T04:33:38.522 INFO:teuthology.orchestra.run.smithi155.stdout:(43/106): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-12-01T04:33:38.547 INFO:teuthology.orchestra.run.smithi155.stdout:(44/106): python3-cherrypy-18.4.0-1.el8.noarch. 7.5 MB/s | 384 kB 00:00 2023-12-01T04:33:38.556 INFO:teuthology.orchestra.run.smithi111.stdout:(2/106): ceph-fuse-18.2.0-1291.g188db309.el8.x8 2.1 MB/s | 851 kB 00:00 2023-12-01T04:33:38.572 INFO:teuthology.orchestra.run.smithi155.stdout:(45/106): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-12-01T04:33:38.597 INFO:teuthology.orchestra.run.smithi155.stdout:(46/106): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2023-12-01T04:33:38.623 INFO:teuthology.orchestra.run.smithi155.stdout:(47/106): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2023-12-01T04:33:38.656 INFO:teuthology.orchestra.run.smithi155.stdout:(48/106): python3-logutils-0.3.5-11.el8.noarch. 1.4 MB/s | 49 kB 00:00 2023-12-01T04:33:38.671 INFO:teuthology.orchestra.run.smithi111.stdout:(3/106): ceph-immutable-object-cache-18.2.0-129 1.4 MB/s | 165 kB 00:00 2023-12-01T04:33:38.707 INFO:teuthology.orchestra.run.smithi155.stdout:(49/106): python3-kubernetes-11.0.0-6.el8.noarc 11 MB/s | 1.2 MB 00:00 2023-12-01T04:33:38.724 INFO:teuthology.orchestra.run.smithi155.stdout:(50/106): python3-more-itertools-7.2.0-3.el8.no 877 kB/s | 59 kB 00:00 2023-12-01T04:33:38.743 INFO:teuthology.orchestra.run.smithi155.stdout:(51/106): python3-natsort-7.1.1-2.el8.noarch.rp 1.8 MB/s | 60 kB 00:00 2023-12-01T04:33:38.766 INFO:teuthology.orchestra.run.smithi155.stdout:(52/106): python3-pecan-1.3.2-9.el8.noarch.rpm 6.6 MB/s | 283 kB 00:00 2023-12-01T04:33:38.783 INFO:teuthology.orchestra.run.smithi155.stdout:(53/106): python3-portend-2.6-1.el8.noarch.rpm 372 kB/s | 16 kB 00:00 2023-12-01T04:33:38.800 INFO:teuthology.orchestra.run.smithi155.stdout:(54/106): python3-repoze-lru-0.7-6.el8.noarch.r 1.0 MB/s | 34 kB 00:00 2023-12-01T04:33:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:(4/106): ceph-base-18.2.0-1291.g188db309.el8.x8 6.9 MB/s | 5.4 MB 00:00 2023-12-01T04:33:38.825 INFO:teuthology.orchestra.run.smithi155.stdout:(55/106): python3-routes-2.4.1-12.el8.noarch.rp 4.6 MB/s | 196 kB 00:00 2023-12-01T04:33:38.843 INFO:teuthology.orchestra.run.smithi155.stdout:(56/106): python3-rsa-4.9-2.el8.noarch.rpm 1.5 MB/s | 64 kB 00:00 2023-12-01T04:33:38.867 INFO:teuthology.orchestra.run.smithi155.stdout:(57/106): python3-simplegeneric-0.8.1-17.el8.no 448 kB/s | 19 kB 00:00 2023-12-01T04:33:38.893 INFO:teuthology.orchestra.run.smithi155.stdout:(58/106): python3-singledispatch-3.4.0.3-18.el8 476 kB/s | 24 kB 00:00 2023-12-01T04:33:38.918 INFO:teuthology.orchestra.run.smithi155.stdout:(59/106): python3-tempora-1.14.1-5.el8.noarch.r 584 kB/s | 29 kB 00:00 2023-12-01T04:33:38.943 INFO:teuthology.orchestra.run.smithi155.stdout:(60/106): python3-trustme-0.6.0-4.el8.noarch.rp 550 kB/s | 27 kB 00:00 2023-12-01T04:33:38.968 INFO:teuthology.orchestra.run.smithi155.stdout:(61/106): python3-waitress-1.4.3-1.el8.noarch.r 5.0 MB/s | 255 kB 00:00 2023-12-01T04:33:38.994 INFO:teuthology.orchestra.run.smithi155.stdout:(62/106): python3-webob-1.8.5-1.el8.1.noarch.rp 4.9 MB/s | 251 kB 00:00 2023-12-01T04:33:39.019 INFO:teuthology.orchestra.run.smithi155.stdout:(63/106): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-12-01T04:33:39.040 INFO:teuthology.orchestra.run.smithi111.stdout:(5/106): ceph-mgr-18.2.0-1291.g188db309.el8.x86 6.9 MB/s | 1.6 MB 00:00 2023-12-01T04:33:39.044 INFO:teuthology.orchestra.run.smithi155.stdout:(64/106): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2023-12-01T04:33:39.069 INFO:teuthology.orchestra.run.smithi155.stdout:(65/106): python3-zc-lockfile-2.0-2.el8.noarch. 458 kB/s | 23 kB 00:00 2023-12-01T04:33:39.111 INFO:teuthology.orchestra.run.smithi155.stdout:(66/106): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.6 MB/s | 70 kB 00:00 2023-12-01T04:33:39.153 INFO:teuthology.orchestra.run.smithi155.stdout:(67/106): thrift-0.13.0-2.el8.x86_64.rpm 16 MB/s | 1.7 MB 00:00 2023-12-01T04:33:39.270 INFO:teuthology.orchestra.run.smithi155.stdout:(68/106): librabbitmq-0.9.0-3.el8.x86_64.rpm 295 kB/s | 47 kB 00:00 2023-12-01T04:33:39.371 INFO:teuthology.orchestra.run.smithi155.stdout:(69/106): python3-jwt-1.6.1-2.el8.noarch.rpm 201 kB/s | 43 kB 00:00 2023-12-01T04:33:39.498 INFO:teuthology.orchestra.run.smithi111.stdout:(6/106): ceph-mds-18.2.0-1291.g188db309.el8.x86 2.8 MB/s | 2.3 MB 00:00 2023-12-01T04:33:39.565 INFO:teuthology.orchestra.run.smithi111.stdout:(7/106): ceph-mon-18.2.0-1291.g188db309.el8.x86 8.8 MB/s | 4.6 MB 00:00 2023-12-01T04:33:39.596 INFO:teuthology.orchestra.run.smithi155.stdout:(70/106): python3-pycparser-2.14-14.el8.noarch. 485 kB/s | 109 kB 00:00 2023-12-01T04:33:39.671 INFO:teuthology.orchestra.run.smithi155.stdout:(71/106): python3-requests-oauthlib-1.0.0-1.el8 106 kB/s | 43 kB 00:00 2023-12-01T04:33:39.913 INFO:teuthology.orchestra.run.smithi155.stdout:(72/106): python3-oauthlib-2.1.0-1.el8.noarch.r 489 kB/s | 155 kB 00:00 2023-12-01T04:33:40.022 INFO:teuthology.orchestra.run.smithi155.stdout:(73/106): python3-cryptography-3.2.1-5.el8.x86_ 1.6 MB/s | 559 kB 00:00 2023-12-01T04:33:40.047 INFO:teuthology.orchestra.run.smithi155.stdout:(74/106): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.7 MB/s | 238 kB 00:00 2023-12-01T04:33:40.216 INFO:teuthology.orchestra.run.smithi111.stdout:(8/106): ceph-common-18.2.0-1291.g188db309.el8. 9.9 MB/s | 22 MB 00:02 2023-12-01T04:33:40.266 INFO:teuthology.orchestra.run.smithi111.stdout:(9/106): ceph-selinux-18.2.0-1291.g188db309.el8 487 kB/s | 24 kB 00:00 2023-12-01T04:33:40.281 INFO:teuthology.orchestra.run.smithi155.stdout:(75/106): fuse-2.9.7-15.el8.x86_64.rpm 320 kB/s | 83 kB 00:00 2023-12-01T04:33:40.314 INFO:teuthology.orchestra.run.smithi155.stdout:(76/106): libgfortran-8.5.0-10.1.el8_6.x86_64.r 2.4 MB/s | 644 kB 00:00 2023-12-01T04:33:40.539 INFO:teuthology.orchestra.run.smithi155.stdout:(77/106): libquadmath-8.5.0-10.1.el8_6.x86_64.r 662 kB/s | 171 kB 00:00 2023-12-01T04:33:40.816 INFO:teuthology.orchestra.run.smithi111.stdout:(10/106): ceph-radosgw-18.2.0-1291.g188db309.el 10 MB/s | 13 MB 00:01 2023-12-01T04:33:40.865 INFO:teuthology.orchestra.run.smithi155.stdout:(78/106): python3-scipy-1.0.0-21.module+el8.5.0 25 MB/s | 14 MB 00:00 2023-12-01T04:33:40.883 INFO:teuthology.orchestra.run.smithi111.stdout:(11/106): libcephfs-devel-18.2.0-1291.g188db309 466 kB/s | 31 kB 00:00 2023-12-01T04:33:40.892 INFO:teuthology.orchestra.run.smithi155.stdout:(79/106): python3-pyasn1-modules-0.3.7-6.el8.no 312 kB/s | 110 kB 00:00 2023-12-01T04:33:41.017 INFO:teuthology.orchestra.run.smithi155.stdout:(80/106): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.0 MB/s | 259 kB 00:00 2023-12-01T04:33:41.033 INFO:teuthology.orchestra.run.smithi111.stdout:(12/106): libcephfs2-18.2.0-1291.g188db309.el8. 5.0 MB/s | 774 kB 00:00 2023-12-01T04:33:41.034 INFO:teuthology.orchestra.run.smithi155.stdout:(81/106): python3-pytz-2017.2-9.el8.noarch.rpm 321 kB/s | 54 kB 00:00 2023-12-01T04:33:41.108 INFO:teuthology.orchestra.run.smithi111.stdout:(13/106): libcephsqlite-18.2.0-1291.g188db309.e 1.8 MB/s | 141 kB 00:00 2023-12-01T04:33:41.176 INFO:teuthology.orchestra.run.smithi155.stdout:(82/106): socat-1.7.4.1-1.el8.x86_64.rpm 2.0 MB/s | 323 kB 00:00 2023-12-01T04:33:41.184 INFO:teuthology.orchestra.run.smithi111.stdout:(14/106): librados-devel-18.2.0-1291.g188db309. 1.8 MB/s | 139 kB 00:00 2023-12-01T04:33:41.276 INFO:teuthology.orchestra.run.smithi111.stdout:(15/106): libradosstriper1-18.2.0-1291.g188db30 5.0 MB/s | 474 kB 00:00 2023-12-01T04:33:41.285 INFO:teuthology.orchestra.run.smithi155.stdout:(83/106): python3-pytest-3.4.2-11.el8.noarch.rp 5.3 MB/s | 1.3 MB 00:00 2023-12-01T04:33:41.368 INFO:teuthology.orchestra.run.smithi155.stdout:(84/106): python3-markupsafe-0.23-19.el8.x86_64 202 kB/s | 39 kB 00:00 2023-12-01T04:33:41.594 INFO:teuthology.orchestra.run.smithi155.stdout:(85/106): python3-jinja2-2.10.1-3.el8.noarch.rp 1.7 MB/s | 538 kB 00:00 2023-12-01T04:33:41.627 INFO:teuthology.orchestra.run.smithi155.stdout:(86/106): python3-py-1.5.3-4.el8.noarch.rpm 1.8 MB/s | 473 kB 00:00 2023-12-01T04:33:41.761 INFO:teuthology.orchestra.run.smithi155.stdout:(87/106): python3-mako-1.0.6-13.el8.noarch.rpm 940 kB/s | 157 kB 00:00 2023-12-01T04:33:41.786 INFO:teuthology.orchestra.run.smithi155.stdout:(88/106): oniguruma-6.8.2-2.el8.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2023-12-01T04:33:42.084 INFO:teuthology.orchestra.run.smithi111.stdout:(16/106): librgw2-18.2.0-1291.g188db309.el8.x86 8.1 MB/s | 6.5 MB 00:00 2023-12-01T04:33:42.169 INFO:teuthology.orchestra.run.smithi111.stdout:(17/106): python3-ceph-argparse-18.2.0-1291.g18 536 kB/s | 45 kB 00:00 2023-12-01T04:33:42.178 INFO:teuthology.orchestra.run.smithi155.stdout:(89/106): python3-babel-2.5.1-7.el8.noarch.rpm 11 MB/s | 4.8 MB 00:00 2023-12-01T04:33:42.203 INFO:teuthology.orchestra.run.smithi155.stdout:(90/106): python3-pluggy-0.6.0-3.el8.noarch.rpm 77 kB/s | 32 kB 00:00 2023-12-01T04:33:42.245 INFO:teuthology.orchestra.run.smithi111.stdout:(18/106): python3-ceph-common-18.2.0-1291.g188d 1.6 MB/s | 123 kB 00:00 2023-12-01T04:33:42.320 INFO:teuthology.orchestra.run.smithi155.stdout:(91/106): python3-prettytable-0.7.2-14.el8.noar 377 kB/s | 44 kB 00:00 2023-12-01T04:33:42.327 INFO:teuthology.orchestra.run.smithi111.stdout:(19/106): python3-cephfs-18.2.0-1291.g188db309. 2.3 MB/s | 196 kB 00:00 2023-12-01T04:33:42.346 INFO:teuthology.orchestra.run.smithi155.stdout:(92/106): python3-jsonpatch-1.21-2.el8.noarch.r 159 kB/s | 27 kB 00:00 2023-12-01T04:33:42.418 INFO:teuthology.orchestra.run.smithi111.stdout:(20/106): python3-rados-18.2.0-1291.g188db309.e 4.0 MB/s | 372 kB 00:00 2023-12-01T04:33:42.502 INFO:teuthology.orchestra.run.smithi111.stdout:(21/106): python3-rbd-18.2.0-1291.g188db309.el8 4.3 MB/s | 364 kB 00:00 2023-12-01T04:33:42.586 INFO:teuthology.orchestra.run.smithi111.stdout:(22/106): python3-rgw-18.2.0-1291.g188db309.el8 1.2 MB/s | 106 kB 00:00 2023-12-01T04:33:42.612 INFO:teuthology.orchestra.run.smithi155.stdout:(93/106): python3-numpy-1.14.3-10.el8.x86_64.rp 13 MB/s | 3.7 MB 00:00 2023-12-01T04:33:42.646 INFO:teuthology.orchestra.run.smithi155.stdout:(94/106): python3-werkzeug-0.12.2-4.el8.noarch. 1.5 MB/s | 457 kB 00:00 2023-12-01T04:33:42.670 INFO:teuthology.orchestra.run.smithi111.stdout:(23/106): rbd-fuse-18.2.0-1291.g188db309.el8.x8 1.1 MB/s | 94 kB 00:00 2023-12-01T04:33:42.796 INFO:teuthology.orchestra.run.smithi155.stdout:(95/106): python3-attrs-17.4.0-6.el8.noarch.rpm 352 kB/s | 53 kB 00:00 2023-12-01T04:33:42.880 INFO:teuthology.orchestra.run.smithi155.stdout:(96/106): python3-numpy-f2py-1.14.3-10.el8.x86_ 843 kB/s | 225 kB 00:00 2023-12-01T04:33:43.134 INFO:teuthology.orchestra.run.smithi155.stdout:(97/106): python3-pyasn1-0.3.7-6.el8.noarch.rpm 375 kB/s | 126 kB 00:00 2023-12-01T04:33:43.136 INFO:teuthology.orchestra.run.smithi111.stdout:(24/106): rbd-mirror-18.2.0-1291.g188db309.el8. 7.4 MB/s | 3.4 MB 00:00 2023-12-01T04:33:43.156 INFO:teuthology.orchestra.run.smithi155.stdout:(98/106): python3-jsonpointer-1.10-11.el8.noarc 73 kB/s | 20 kB 00:00 2023-12-01T04:33:43.212 INFO:teuthology.orchestra.run.smithi111.stdout:(25/106): rbd-nbd-18.2.0-1291.g188db309.el8.x86 2.4 MB/s | 181 kB 00:00 2023-12-01T04:33:43.296 INFO:teuthology.orchestra.run.smithi111.stdout:(26/106): ceph-grafana-dashboards-18.2.0-1291.g 276 kB/s | 23 kB 00:00 2023-12-01T04:33:43.356 INFO:teuthology.orchestra.run.smithi155.stdout:(99/106): python3-pyOpenSSL-19.0.0-1.el8.noarch 467 kB/s | 103 kB 00:00 2023-12-01T04:33:43.371 INFO:teuthology.orchestra.run.smithi111.stdout:(27/106): ceph-mgr-cephadm-18.2.0-1291.g188db30 1.7 MB/s | 132 kB 00:00 2023-12-01T04:33:43.481 INFO:teuthology.orchestra.run.smithi155.stdout:(100/106): openblas-threads-0.3.15-3.el8.x86_64 15 MB/s | 4.9 MB 00:00 2023-12-01T04:33:43.648 INFO:teuthology.orchestra.run.smithi155.stdout:(101/106): jq-1.6-3.el8.x86_64.rpm 1.2 MB/s | 202 kB 00:00 2023-12-01T04:33:43.671 INFO:teuthology.orchestra.run.smithi111.stdout:(28/106): ceph-mgr-dashboard-18.2.0-1291.g188db 5.9 MB/s | 1.8 MB 00:00 2023-12-01T04:33:43.757 INFO:teuthology.orchestra.run.smithi155.stdout:(102/106): openblas-0.3.15-3.el8.x86_64.rpm 12 MB/s | 4.7 MB 00:00 2023-12-01T04:33:43.790 INFO:teuthology.orchestra.run.smithi155.stdout:(103/106): librdkafka-0.11.4-3.el8.x86_64.rpm 2.4 MB/s | 354 kB 00:00 2023-12-01T04:33:44.239 INFO:teuthology.orchestra.run.smithi111.stdout:(29/106): ceph-test-18.2.0-1291.g188db309.el8.x 12 MB/s | 47 MB 00:03 2023-12-01T04:33:44.347 INFO:teuthology.orchestra.run.smithi111.stdout:(30/106): ceph-mgr-modules-core-18.2.0-1291.g18 2.2 MB/s | 242 kB 00:00 2023-12-01T04:33:44.447 INFO:teuthology.orchestra.run.smithi111.stdout:(31/106): ceph-mgr-rook-18.2.0-1291.g188db309.e 501 kB/s | 50 kB 00:00 2023-12-01T04:33:44.547 INFO:teuthology.orchestra.run.smithi111.stdout:(32/106): ceph-prometheus-alerts-18.2.0-1291.g1 145 kB/s | 15 kB 00:00 2023-12-01T04:33:44.639 INFO:teuthology.orchestra.run.smithi111.stdout:(33/106): cephadm-18.2.0-1291.g188db309.el8.noa 1.8 MB/s | 168 kB 00:00 2023-12-01T04:33:44.665 INFO:teuthology.orchestra.run.smithi155.stdout:(104/106): librbd1-18.2.0-1291.g188db309.el8.x8 4.1 MB/s | 3.6 MB 00:00 2023-12-01T04:33:44.815 INFO:teuthology.orchestra.run.smithi111.stdout:(34/106): ceph-osd-18.2.0-1291.g188db309.el8.x8 3.3 MB/s | 18 MB 00:05 2023-12-01T04:33:44.923 INFO:teuthology.orchestra.run.smithi111.stdout:(35/106): ceph-mgr-diskprediction-local-18.2.0- 5.9 MB/s | 7.4 MB 00:01 2023-12-01T04:33:45.015 INFO:teuthology.orchestra.run.smithi111.stdout:(36/106): liboath-2.6.2-3.el8.x86_64.rpm 294 kB/s | 59 kB 00:00 2023-12-01T04:33:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:(37/106): libunwind-1.3.1-3.el8.x86_64.rpm 642 kB/s | 75 kB 00:00 2023-12-01T04:33:45.091 INFO:teuthology.orchestra.run.smithi111.stdout:(38/106): gperftools-libs-2.7-9.el8.x86_64.rpm 679 kB/s | 306 kB 00:00 2023-12-01T04:33:45.116 INFO:teuthology.orchestra.run.smithi111.stdout:(39/106): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 580 kB/s | 44 kB 00:00 2023-12-01T04:33:45.165 INFO:teuthology.orchestra.run.smithi155.stdout:(105/106): ceph-test-18.2.0-1291.g188db309.el8. 4.8 MB/s | 47 MB 00:09 2023-12-01T04:33:45.166 INFO:teuthology.orchestra.run.smithi111.stdout:(40/106): python3-asyncssh-2.7.0-2.el8.noarch.r 3.1 MB/s | 476 kB 00:00 2023-12-01T04:33:45.192 INFO:teuthology.orchestra.run.smithi111.stdout:(41/106): python3-beautifulsoup4-4.6.3-2.el8.1. 1.8 MB/s | 185 kB 00:00 2023-12-01T04:33:45.209 INFO:teuthology.orchestra.run.smithi111.stdout:(42/106): python3-cachetools-3.1.1-4.el8.noarch 357 kB/s | 33 kB 00:00 2023-12-01T04:33:45.224 INFO:teuthology.orchestra.run.smithi155.stdout:(106/106): librados2-18.2.0-1291.g188db309.el8. 2.5 MB/s | 3.7 MB 00:01 2023-12-01T04:33:45.225 INFO:teuthology.orchestra.run.smithi111.stdout:(43/106): python3-certifi-2018.10.15-7.el8.noar 277 kB/s | 16 kB 00:00 2023-12-01T04:33:45.227 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2023-12-01T04:33:45.227 INFO:teuthology.orchestra.run.smithi155.stdout:Total 15 MB/s | 189 MB 00:12 2023-12-01T04:33:45.250 INFO:teuthology.orchestra.run.smithi111.stdout:(44/106): python3-cheroot-8.5.2-1.el8.noarch.rp 2.9 MB/s | 173 kB 00:00 2023-12-01T04:33:45.284 INFO:teuthology.orchestra.run.smithi111.stdout:(45/106): python3-google-auth-1.1.1-10.el8.noar 1.4 MB/s | 81 kB 00:00 2023-12-01T04:33:45.301 INFO:teuthology.orchestra.run.smithi111.stdout:(46/106): python3-jaraco-6.2-6.el8.noarch.rpm 220 kB/s | 11 kB 00:00 2023-12-01T04:33:45.327 INFO:teuthology.orchestra.run.smithi111.stdout:(47/106): python3-cherrypy-18.4.0-1.el8.noarch. 3.7 MB/s | 384 kB 00:00 2023-12-01T04:33:45.344 INFO:teuthology.orchestra.run.smithi111.stdout:(48/106): python3-jaraco-functools-2.0-4.el8.no 298 kB/s | 18 kB 00:00 2023-12-01T04:33:45.369 INFO:teuthology.orchestra.run.smithi111.stdout:(49/106): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-12-01T04:33:45.386 INFO:teuthology.orchestra.run.smithi111.stdout:(50/106): python3-more-itertools-7.2.0-3.el8.no 1.4 MB/s | 59 kB 00:00 2023-12-01T04:33:45.411 INFO:teuthology.orchestra.run.smithi111.stdout:(51/106): python3-natsort-7.1.1-2.el8.noarch.rp 1.4 MB/s | 60 kB 00:00 2023-12-01T04:33:45.445 INFO:teuthology.orchestra.run.smithi111.stdout:(52/106): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-12-01T04:33:45.462 INFO:teuthology.orchestra.run.smithi111.stdout:(53/106): python3-portend-2.6-1.el8.noarch.rpm 308 kB/s | 16 kB 00:00 2023-12-01T04:33:45.504 INFO:teuthology.orchestra.run.smithi111.stdout:(54/106): python3-kubernetes-11.0.0-6.el8.noarc 5.8 MB/s | 1.2 MB 00:00 2023-12-01T04:33:45.529 INFO:teuthology.orchestra.run.smithi111.stdout:(55/106): python3-repoze-lru-0.7-6.el8.noarch.r 401 kB/s | 34 kB 00:00 2023-12-01T04:33:45.580 INFO:teuthology.orchestra.run.smithi111.stdout:(56/106): python3-rsa-4.9-2.el8.noarch.rpm 853 kB/s | 64 kB 00:00 2023-12-01T04:33:45.605 INFO:teuthology.orchestra.run.smithi111.stdout:(57/106): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2023-12-01T04:33:45.638 INFO:teuthology.orchestra.run.smithi111.stdout:(58/106): python3-singledispatch-3.4.0.3-18.el8 410 kB/s | 24 kB 00:00 2023-12-01T04:33:45.664 INFO:teuthology.orchestra.run.smithi111.stdout:(59/106): python3-routes-2.4.1-12.el8.noarch.rp 974 kB/s | 196 kB 00:00 2023-12-01T04:33:45.692 INFO:teuthology.orchestra.run.smithi111.stdout:(60/106): python3-tempora-1.14.1-5.el8.noarch.r 349 kB/s | 29 kB 00:00 2023-12-01T04:33:45.718 INFO:teuthology.orchestra.run.smithi111.stdout:(61/106): python3-trustme-0.6.0-4.el8.noarch.rp 365 kB/s | 27 kB 00:00 2023-12-01T04:33:45.739 INFO:teuthology.orchestra.run.smithi111.stdout:(62/106): python3-waitress-1.4.3-1.el8.noarch.r 3.3 MB/s | 255 kB 00:00 2023-12-01T04:33:45.765 INFO:teuthology.orchestra.run.smithi111.stdout:(63/106): python3-webob-1.8.5-1.el8.1.noarch.rp 3.3 MB/s | 251 kB 00:00 2023-12-01T04:33:45.785 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2023-12-01T04:33:45.790 INFO:teuthology.orchestra.run.smithi111.stdout:(64/106): python3-websocket-client-0.56.0-5.el8 812 kB/s | 61 kB 00:00 2023-12-01T04:33:45.816 INFO:teuthology.orchestra.run.smithi111.stdout:(65/106): python3-zc-lockfile-2.0-2.el8.noarch. 457 kB/s | 23 kB 00:00 2023-12-01T04:33:45.841 INFO:teuthology.orchestra.run.smithi111.stdout:(66/106): python3-webtest-2.0.33-1.el8.noarch.r 846 kB/s | 85 kB 00:00 2023-12-01T04:33:45.867 INFO:teuthology.orchestra.run.smithi111.stdout:(67/106): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-12-01T04:33:45.874 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2023-12-01T04:33:45.874 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2023-12-01T04:33:46.025 INFO:teuthology.orchestra.run.smithi111.stdout:(68/106): python3-pyasn1-modules-0.3.7-6.el8.no 722 kB/s | 110 kB 00:00 2023-12-01T04:33:46.083 INFO:teuthology.orchestra.run.smithi111.stdout:(69/106): thrift-0.13.0-2.el8.x86_64.rpm 5.9 MB/s | 1.7 MB 00:00 2023-12-01T04:33:46.150 INFO:teuthology.orchestra.run.smithi111.stdout:(70/106): python3-pytz-2017.2-9.el8.noarch.rpm 433 kB/s | 54 kB 00:00 2023-12-01T04:33:46.343 INFO:teuthology.orchestra.run.smithi111.stdout:(71/106): python3-scipy-1.0.0-21.module+el8.5.0 27 MB/s | 14 MB 00:00 2023-12-01T04:33:46.368 INFO:teuthology.orchestra.run.smithi111.stdout:(72/106): lttng-ust-2.8.1-11.el8.x86_64.rpm 913 kB/s | 259 kB 00:00 2023-12-01T04:33:46.393 INFO:teuthology.orchestra.run.smithi111.stdout:(73/106): socat-1.7.4.1-1.el8.x86_64.rpm 1.3 MB/s | 323 kB 00:00 2023-12-01T04:33:46.510 INFO:teuthology.orchestra.run.smithi111.stdout:(74/106): python3-pytest-3.4.2-11.el8.noarch.rp 8.0 MB/s | 1.3 MB 00:00 2023-12-01T04:33:46.538 INFO:teuthology.orchestra.run.smithi111.stdout:(75/106): python3-markupsafe-0.23-19.el8.x86_64 232 kB/s | 39 kB 00:00 2023-12-01T04:33:46.569 INFO:teuthology.orchestra.run.smithi111.stdout:(76/106): python3-jinja2-2.10.1-3.el8.noarch.rp 3.0 MB/s | 538 kB 00:00 2023-12-01T04:33:46.611 INFO:teuthology.orchestra.run.smithi111.stdout:(77/106): python3-py-1.5.3-4.el8.noarch.rpm 4.6 MB/s | 473 kB 00:00 2023-12-01T04:33:46.669 INFO:teuthology.orchestra.run.smithi111.stdout:(78/106): python3-mako-1.0.6-13.el8.noarch.rpm 1.1 MB/s | 157 kB 00:00 2023-12-01T04:33:46.753 INFO:teuthology.orchestra.run.smithi111.stdout:(79/106): python3-pluggy-0.6.0-3.el8.noarch.rpm 385 kB/s | 32 kB 00:00 2023-12-01T04:33:46.778 INFO:teuthology.orchestra.run.smithi111.stdout:(80/106): oniguruma-6.8.2-2.el8.x86_64.rpm 896 kB/s | 187 kB 00:00 2023-12-01T04:33:46.845 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2023-12-01T04:33:46.849 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2023-12-01T04:33:46.887 INFO:teuthology.orchestra.run.smithi111.stdout:(81/106): python3-jsonpatch-1.21-2.el8.noarch.r 199 kB/s | 27 kB 00:00 2023-12-01T04:33:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:(82/106): python3-babel-2.5.1-7.el8.noarch.rpm 13 MB/s | 4.8 MB 00:00 2023-12-01T04:33:46.996 INFO:teuthology.orchestra.run.smithi111.stdout:(83/106): python3-prettytable-0.7.2-14.el8.noar 202 kB/s | 44 kB 00:00 2023-12-01T04:33:47.096 INFO:teuthology.orchestra.run.smithi111.stdout:(84/106): python3-werkzeug-0.12.2-4.el8.noarch. 3.6 MB/s | 457 kB 00:00 2023-12-01T04:33:47.130 INFO:teuthology.orchestra.run.smithi111.stdout:(85/106): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.6 MB/s | 225 kB 00:00 2023-12-01T04:33:47.213 INFO:teuthology.orchestra.run.smithi111.stdout:(86/106): python3-numpy-1.14.3-10.el8.x86_64.rp 11 MB/s | 3.7 MB 00:00 2023-12-01T04:33:47.239 INFO:teuthology.orchestra.run.smithi111.stdout:(87/106): python3-attrs-17.4.0-6.el8.noarch.rpm 371 kB/s | 53 kB 00:00 2023-12-01T04:33:47.297 INFO:teuthology.orchestra.run.smithi111.stdout:(88/106): python3-pyasn1-0.3.7-6.el8.noarch.rpm 756 kB/s | 126 kB 00:00 2023-12-01T04:33:47.322 INFO:teuthology.orchestra.run.smithi111.stdout:(89/106): python3-jsonpointer-1.10-11.el8.noarc 183 kB/s | 20 kB 00:00 2023-12-01T04:33:47.364 INFO:teuthology.orchestra.run.smithi111.stdout:(90/106): python3-pyOpenSSL-19.0.0-1.el8.noarch 825 kB/s | 103 kB 00:00 2023-12-01T04:33:47.516 INFO:teuthology.orchestra.run.smithi111.stdout:(91/106): openblas-threads-0.3.15-3.el8.x86_64. 22 MB/s | 4.9 MB 00:00 2023-12-01T04:33:47.540 INFO:teuthology.orchestra.run.smithi111.stdout:(92/106): jq-1.6-3.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-12-01T04:33:47.640 INFO:teuthology.orchestra.run.smithi111.stdout:(93/106): openblas-0.3.15-3.el8.x86_64.rpm 15 MB/s | 4.7 MB 00:00 2023-12-01T04:33:47.665 INFO:teuthology.orchestra.run.smithi111.stdout:(94/106): librabbitmq-0.9.0-3.el8.x86_64.rpm 375 kB/s | 47 kB 00:00 2023-12-01T04:33:47.691 INFO:teuthology.orchestra.run.smithi111.stdout:(95/106): librdkafka-0.11.4-3.el8.x86_64.rpm 2.0 MB/s | 354 kB 00:00 2023-12-01T04:33:47.724 INFO:teuthology.orchestra.run.smithi111.stdout:(96/106): python3-jwt-1.6.1-2.el8.noarch.rpm 509 kB/s | 43 kB 00:00 2023-12-01T04:33:47.749 INFO:teuthology.orchestra.run.smithi111.stdout:(97/106): python3-pycparser-2.14-14.el8.noarch. 1.8 MB/s | 109 kB 00:00 2023-12-01T04:33:47.775 INFO:teuthology.orchestra.run.smithi111.stdout:(98/106): python3-requests-oauthlib-1.0.0-1.el8 390 kB/s | 43 kB 00:00 2023-12-01T04:33:47.850 INFO:teuthology.orchestra.run.smithi111.stdout:(99/106): python3-oauthlib-2.1.0-1.el8.noarch.r 1.2 MB/s | 155 kB 00:00 2023-12-01T04:33:47.909 INFO:teuthology.orchestra.run.smithi111.stdout:(100/106): python3-cryptography-3.2.1-5.el8.x86 3.4 MB/s | 559 kB 00:00 2023-12-01T04:33:47.934 INFO:teuthology.orchestra.run.smithi111.stdout:(101/106): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.5 MB/s | 238 kB 00:00 2023-12-01T04:33:47.976 INFO:teuthology.orchestra.run.smithi111.stdout:(102/106): fuse-2.9.7-15.el8.x86_64.rpm 659 kB/s | 83 kB 00:00 2023-12-01T04:33:48.051 INFO:teuthology.orchestra.run.smithi111.stdout:(103/106): libgfortran-8.5.0-10.1.el8_6.x86_64. 4.4 MB/s | 644 kB 00:00 2023-12-01T04:33:48.077 INFO:teuthology.orchestra.run.smithi111.stdout:(104/106): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.2 MB/s | 171 kB 00:00 2023-12-01T04:33:48.935 INFO:teuthology.orchestra.run.smithi111.stdout:(105/106): librbd1-18.2.0-1291.g188db309.el8.x8 4.0 MB/s | 3.6 MB 00:00 2023-12-01T04:33:49.327 INFO:teuthology.orchestra.run.smithi111.stdout:(106/106): librados2-18.2.0-1291.g188db309.el8. 2.7 MB/s | 3.7 MB 00:01 2023-12-01T04:33:49.329 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-12-01T04:33:49.330 INFO:teuthology.orchestra.run.smithi111.stdout:Total 16 MB/s | 189 MB 00:11 2023-12-01T04:33:49.873 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction check 2023-12-01T04:33:49.963 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction check succeeded. 2023-12-01T04:33:49.963 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction test 2023-12-01T04:33:50.872 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2023-12-01T04:33:50.932 INFO:teuthology.orchestra.run.smithi111.stdout:Transaction test succeeded. 2023-12-01T04:33:50.936 INFO:teuthology.orchestra.run.smithi111.stdout:Running transaction 2023-12-01T04:33:51.041 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/108 2023-12-01T04:33:51.216 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/108 2023-12-01T04:33:51.351 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/108 2023-12-01T04:33:51.451 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/108 2023-12-01T04:33:51.634 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-01T04:33:52.019 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/108 2023-12-01T04:33:52.226 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librados2-2:18.2.0-1291.g188db309.el8.x86_64 5/108 2023-12-01T04:33:52.630 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:18.2.0-1291.g188db309.el8.x86_64 5/108 2023-12-01T04:33:52.809 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librbd1-2:18.2.0-1291.g188db309.el8.x86_64 6/108 2023-12-01T04:33:52.939 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:18.2.0-1291.g188db309.el8.x86_64 6/108 2023-12-01T04:33:53.118 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 7/108 2023-12-01T04:33:53.242 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 7/108 2023-12-01T04:33:53.823 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rados-2:18.2.0-1291.g188db309.el8.x86_64 8/108 2023-12-01T04:33:54.011 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/108 2023-12-01T04:33:54.205 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 10/108 2023-12-01T04:33:54.380 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/108 2023-12-01T04:33:54.517 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 12/108 2023-12-01T04:33:54.623 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 12/108 2023-12-01T04:33:54.750 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libradosstriper1-2:18.2.0-1291.g188db309.el8.x86 13/108 2023-12-01T04:33:54.903 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libradosstriper1-2:18.2.0-1291.g188db309.el8.x86 13/108 2023-12-01T04:33:54.911 INFO:teuthology.orchestra.run.smithi111.stdout: Preparing : 1/1 2023-12-01T04:33:55.079 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/108 2023-12-01T04:33:55.106 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 14/108 2023-12-01T04:33:55.228 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/108 2023-12-01T04:33:55.265 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 15/108 2023-12-01T04:33:55.423 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 16/108 2023-12-01T04:33:55.550 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 17/108 2023-12-01T04:33:55.681 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/108 2023-12-01T04:33:55.686 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 17/108 2023-12-01T04:33:55.792 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 18/108 2023-12-01T04:33:55.813 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/108 2023-12-01T04:33:55.925 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/108 2023-12-01T04:33:56.139 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/108 2023-12-01T04:33:56.394 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 18/108 2023-12-01T04:33:56.542 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/108 2023-12-01T04:33:56.559 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 19/108 2023-12-01T04:33:56.738 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librados2-2:18.2.0-1291.g188db309.el8.x86_64 6/108 2023-12-01T04:33:57.125 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-2:18.2.0-1291.g188db309.el8.x86_64 6/108 2023-12-01T04:33:57.143 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 19/108 2023-12-01T04:33:57.296 INFO:teuthology.orchestra.run.smithi111.stdout: Upgrading : librbd1-2:18.2.0-1291.g188db309.el8.x86_64 7/108 2023-12-01T04:33:57.317 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-0.3.15-3.el8.x86_64 20/108 2023-12-01T04:33:57.426 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-2:18.2.0-1291.g188db309.el8.x86_64 7/108 2023-12-01T04:33:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 8/108 2023-12-01T04:33:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 8/108 2023-12-01T04:33:57.866 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rados-2:18.2.0-1291.g188db309.el8.x86_64 9/108 2023-12-01T04:33:58.001 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 20/108 2023-12-01T04:33:58.049 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 10/108 2023-12-01T04:33:58.200 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 11/108 2023-12-01T04:33:58.334 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 21/108 2023-12-01T04:33:58.363 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 12/108 2023-12-01T04:33:58.468 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 12/108 2023-12-01T04:33:58.507 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 22/108 2023-12-01T04:33:58.613 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libradosstriper1-2:18.2.0-1291.g188db309.el8.x86 13/108 2023-12-01T04:33:58.627 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-argparse-2:18.2.0-1291.g188db309.el 23/108 2023-12-01T04:33:58.694 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libradosstriper1-2:18.2.0-1291.g188db309.el8.x86 13/108 2023-12-01T04:33:58.829 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 14/108 2023-12-01T04:33:58.955 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 14/108 2023-12-01T04:33:59.080 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 15/108 2023-12-01T04:33:59.160 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cephfs-2:18.2.0-1291.g188db309.el8.x86_6 24/108 2023-12-01T04:33:59.341 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 25/108 2023-12-01T04:33:59.679 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 15/108 2023-12-01T04:33:59.813 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 16/108 2023-12-01T04:34:00.396 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 16/108 2023-12-01T04:34:00.596 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : openblas-0.3.15-3.el8.x86_64 17/108 2023-12-01T04:34:01.100 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 25/108 2023-12-01T04:34:01.271 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 17/108 2023-12-01T04:34:01.596 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 18/108 2023-12-01T04:34:01.824 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 19/108 2023-12-01T04:34:02.035 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 20/108 2023-12-01T04:34:02.116 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 26/108 2023-12-01T04:34:02.244 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 21/108 2023-12-01T04:34:02.438 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/108 2023-12-01T04:34:02.452 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 22/108 2023-12-01T04:34:02.573 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-argparse-2:18.2.0-1291.g188db309.el 23/108 2023-12-01T04:34:02.727 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/108 2023-12-01T04:34:02.947 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 29/108 2023-12-01T04:34:03.160 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rsa-4.9-2.el8.noarch 30/108 2023-12-01T04:34:03.326 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/108 2023-12-01T04:34:03.472 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cephfs-2:18.2.0-1291.g188db309.el8.x86_6 24/108 2023-12-01T04:34:03.488 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rbd-2:18.2.0-1291.g188db309.el8.x86_64 32/108 2023-12-01T04:34:03.630 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librados-devel-2:18.2.0-1291.g188db309.el8.x86_6 33/108 2023-12-01T04:34:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 25/108 2023-12-01T04:34:03.807 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 34/108 2023-12-01T04:34:03.966 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 35/108 2023-12-01T04:34:04.022 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 26/108 2023-12-01T04:34:04.116 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 36/108 2023-12-01T04:34:04.248 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 37/108 2023-12-01T04:34:04.337 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 27/108 2023-12-01T04:34:04.403 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 38/108 2023-12-01T04:34:04.537 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 28/108 2023-12-01T04:34:04.557 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 39/108 2023-12-01T04:34:04.636 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 39/108 2023-12-01T04:34:04.910 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : jq-1.6-3.el8.x86_64 40/108 2023-12-01T04:34:05.187 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-py-1.5.3-4.el8.noarch 41/108 2023-12-01T04:34:05.350 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 42/108 2023-12-01T04:34:05.528 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : fuse-2.9.7-15.el8.x86_64 43/108 2023-12-01T04:34:05.742 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 44/108 2023-12-01T04:34:06.073 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 45/108 2023-12-01T04:34:06.278 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 28/108 2023-12-01T04:34:06.350 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 46/108 2023-12-01T04:34:06.551 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/108 2023-12-01T04:34:06.630 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 29/108 2023-12-01T04:34:06.786 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 48/108 2023-12-01T04:34:06.815 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rsa-4.9-2.el8.noarch 30/108 2023-12-01T04:34:06.996 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/108 2023-12-01T04:34:07.012 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 49/108 2023-12-01T04:34:07.159 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rbd-2:18.2.0-1291.g188db309.el8.x86_64 32/108 2023-12-01T04:34:07.297 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librados-devel-2:18.2.0-1291.g188db309.el8.x86_6 33/108 2023-12-01T04:34:07.342 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 50/108 2023-12-01T04:34:07.483 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : fuse-2.9.7-15.el8.x86_64 34/108 2023-12-01T04:34:07.531 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 51/108 2023-12-01T04:34:07.672 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 35/108 2023-12-01T04:34:07.743 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 52/108 2023-12-01T04:34:07.958 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 53/108 2023-12-01T04:34:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 36/108 2023-12-01T04:34:08.098 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 54/108 2023-12-01T04:34:08.277 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 55/108 2023-12-01T04:34:08.298 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 37/108 2023-12-01T04:34:08.479 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 38/108 2023-12-01T04:34:08.569 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 56/108 2023-12-01T04:34:08.681 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 39/108 2023-12-01T04:34:08.789 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 57/108 2023-12-01T04:34:08.936 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 58/108 2023-12-01T04:34:08.949 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 40/108 2023-12-01T04:34:09.094 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 59/108 2023-12-01T04:34:09.235 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 41/108 2023-12-01T04:34:09.284 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 60/108 2023-12-01T04:34:09.436 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 42/108 2023-12-01T04:34:09.478 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 61/108 2023-12-01T04:34:09.642 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 43/108 2023-12-01T04:34:09.685 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 62/108 2023-12-01T04:34:09.818 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 63/108 2023-12-01T04:34:09.843 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 44/108 2023-12-01T04:34:09.971 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 64/108 2023-12-01T04:34:10.044 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 45/108 2023-12-01T04:34:10.162 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 65/108 2023-12-01T04:34:10.196 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 46/108 2023-12-01T04:34:10.337 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-attrs-17.4.0-6.el8.noarch 47/108 2023-12-01T04:34:10.369 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 66/108 2023-12-01T04:34:10.478 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 48/108 2023-12-01T04:34:10.529 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 67/108 2023-12-01T04:34:10.666 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pluggy-0.6.0-3.el8.noarch 49/108 2023-12-01T04:34:10.788 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-portend-2.6-1.el8.noarch 68/108 2023-12-01T04:34:10.828 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 50/108 2023-12-01T04:34:10.896 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 50/108 2023-12-01T04:34:10.997 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 69/108 2023-12-01T04:34:11.146 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 70/108 2023-12-01T04:34:11.179 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : jq-1.6-3.el8.x86_64 51/108 2023-12-01T04:34:11.338 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 71/108 2023-12-01T04:34:11.457 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-py-1.5.3-4.el8.noarch 52/108 2023-12-01T04:34:11.612 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 53/108 2023-12-01T04:34:11.752 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 54/108 2023-12-01T04:34:11.939 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 55/108 2023-12-01T04:34:12.198 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 56/108 2023-12-01T04:34:12.401 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 72/108 2023-12-01T04:34:12.451 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 57/108 2023-12-01T04:34:12.599 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 58/108 2023-12-01T04:34:12.668 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 73/108 2023-12-01T04:34:12.739 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 59/108 2023-12-01T04:34:12.914 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 74/108 2023-12-01T04:34:12.947 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 60/108 2023-12-01T04:34:13.141 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 61/108 2023-12-01T04:34:13.248 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 75/108 2023-12-01T04:34:13.323 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 62/108 2023-12-01T04:34:13.472 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 63/108 2023-12-01T04:34:13.517 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 76/108 2023-12-01T04:34:13.642 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 64/108 2023-12-01T04:34:13.736 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 77/108 2023-12-01T04:34:13.832 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 65/108 2023-12-01T04:34:14.031 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 66/108 2023-12-01T04:34:14.225 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 67/108 2023-12-01T04:34:14.480 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 78/108 2023-12-01T04:34:14.489 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-portend-2.6-1.el8.noarch 68/108 2023-12-01T04:34:14.631 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librgw2-2:18.2.0-1291.g188db309.el8.x86_64 79/108 2023-12-01T04:34:14.704 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librgw2-2:18.2.0-1291.g188db309.el8.x86_64 79/108 2023-12-01T04:34:14.752 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 69/108 2023-12-01T04:34:14.890 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rgw-2:18.2.0-1291.g188db309.el8.x86_64 80/108 2023-12-01T04:34:14.919 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 70/108 2023-12-01T04:34:15.128 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 71/108 2023-12-01T04:34:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 72/108 2023-12-01T04:34:16.472 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 73/108 2023-12-01T04:34:16.576 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephadm-2:18.2.0-1291.g188db309.el8.noarch 81/108 2023-12-01T04:34:16.709 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 74/108 2023-12-01T04:34:16.722 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephadm-2:18.2.0-1291.g188db309.el8.noarch 81/108 2023-12-01T04:34:16.854 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-prometheus-alerts-2:18.2.0-1291.g188db309.e 82/108 2023-12-01T04:34:17.002 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 75/108 2023-12-01T04:34:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-grafana-dashboards-2:18.2.0-1291.g188db309. 83/108 2023-12-01T04:34:17.189 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-common-2:18.2.0-1291.g188db309.el8. 84/108 2023-12-01T04:34:17.281 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 76/108 2023-12-01T04:34:17.478 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 77/108 2023-12-01T04:34:18.202 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 78/108 2023-12-01T04:34:18.360 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : librgw2-2:18.2.0-1291.g188db309.el8.x86_64 79/108 2023-12-01T04:34:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librgw2-2:18.2.0-1291.g188db309.el8.x86_64 79/108 2023-12-01T04:34:18.594 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-rgw-2:18.2.0-1291.g188db309.el8.x86_64 80/108 2023-12-01T04:34:20.208 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: cephadm-2:18.2.0-1291.g188db309.el8.noarch 81/108 2023-12-01T04:34:20.342 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : cephadm-2:18.2.0-1291.g188db309.el8.noarch 81/108 2023-12-01T04:34:20.508 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-prometheus-alerts-2:18.2.0-1291.g188db309.e 82/108 2023-12-01T04:34:20.654 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-grafana-dashboards-2:18.2.0-1291.g188db309. 83/108 2023-12-01T04:34:20.745 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 85/108 2023-12-01T04:34:20.835 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-ceph-common-2:18.2.0-1291.g188db309.el8. 84/108 2023-12-01T04:34:20.947 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 85/108 2023-12-01T04:34:21.529 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 85/108 2023-12-01T04:34:21.794 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 86/108 2023-12-01T04:34:21.875 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 86/108 2023-12-01T04:34:22.013 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 87/108 2023-12-01T04:34:24.413 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 85/108 2023-12-01T04:34:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 85/108 2023-12-01T04:34:25.192 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 85/108 2023-12-01T04:34:25.431 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 86/108 2023-12-01T04:34:25.513 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 86/108 2023-12-01T04:34:25.633 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 87/108 2023-12-01T04:34:40.732 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 87/108 2023-12-01T04:34:40.732 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /sys 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /proc 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /dev 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /run 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /mnt 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /var/tmp 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /home 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /tmp 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /dev 2023-12-01T04:34:40.733 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:34:40.985 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noa 88/108 2023-12-01T04:34:41.201 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noa 88/108 2023-12-01T04:34:41.382 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.n 89/108 2023-12-01T04:34:42.342 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.n 89/108 2023-12-01T04:34:42.568 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.0-1291.g188 90/108 2023-12-01T04:34:42.659 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.0-1291.g188 90/108 2023-12-01T04:34:42.961 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-modules-core-2:18.2.0-1291.g188db309.el 91/108 2023-12-01T04:34:43.107 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 92/108 2023-12-01T04:34:43.144 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 92/108 2023-12-01T04:34:43.377 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 93/108 2023-12-01T04:34:43.587 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 93/108 2023-12-01T04:34:43.769 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 94/108 2023-12-01T04:34:43.992 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 87/108 2023-12-01T04:34:43.992 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /sys 2023-12-01T04:34:43.992 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /proc 2023-12-01T04:34:43.992 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /dev 2023-12-01T04:34:43.992 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /run 2023-12-01T04:34:43.993 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /mnt 2023-12-01T04:34:43.993 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /var/tmp 2023-12-01T04:34:43.993 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /home 2023-12-01T04:34:43.993 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /tmp 2023-12-01T04:34:43.993 INFO:teuthology.orchestra.run.smithi111.stdout:skipping the directory /dev 2023-12-01T04:34:43.993 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:34:44.224 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 94/108 2023-12-01T04:34:44.231 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noa 88/108 2023-12-01T04:34:44.385 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 95/108 2023-12-01T04:34:44.447 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noa 88/108 2023-12-01T04:34:44.619 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.n 89/108 2023-12-01T04:34:45.576 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.n 89/108 2023-12-01T04:34:45.755 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.0-1291.g188 90/108 2023-12-01T04:34:45.846 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.0-1291.g188 90/108 2023-12-01T04:34:45.948 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 95/108 2023-12-01T04:34:46.135 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 96/108 2023-12-01T04:34:46.156 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 96/108 2023-12-01T04:34:46.190 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-modules-core-2:18.2.0-1291.g188db309.el 91/108 2023-12-01T04:34:46.336 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 92/108 2023-12-01T04:34:46.373 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 92/108 2023-12-01T04:34:46.556 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 93/108 2023-12-01T04:34:46.764 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 93/108 2023-12-01T04:34:46.931 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 94/108 2023-12-01T04:34:47.384 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 94/108 2023-12-01T04:34:47.414 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-2:18.2.0-1291.g188db309.el8.x86_64 97/108 2023-12-01T04:34:47.506 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 95/108 2023-12-01T04:34:47.639 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 98/108 2023-12-01T04:34:47.674 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 98/108 2023-12-01T04:34:47.859 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-immutable-object-cache-2:18.2.0-1291.g188db 99/108 2023-12-01T04:34:48.204 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.0-1291.g188db 99/108 2023-12-01T04:34:48.376 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 100/108 2023-12-01T04:34:49.067 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 95/108 2023-12-01T04:34:49.245 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 96/108 2023-12-01T04:34:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 96/108 2023-12-01T04:34:50.503 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-2:18.2.0-1291.g188db309.el8.x86_64 97/108 2023-12-01T04:34:50.717 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 98/108 2023-12-01T04:34:50.750 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 98/108 2023-12-01T04:34:50.905 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-immutable-object-cache-2:18.2.0-1291.g188db 99/108 2023-12-01T04:34:51.250 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.0-1291.g188db 99/108 2023-12-01T04:34:51.380 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 100/108 2023-12-01T04:34:52.825 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 100/108 2023-12-01T04:34:53.116 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-test-2:18.2.0-1291.g188db309.el8.x86_64 101/108 2023-12-01T04:34:53.587 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-fuse-2:18.2.0-1291.g188db309.el8.x86_64 102/108 2023-12-01T04:34:53.854 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 103/108 2023-12-01T04:34:54.050 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs-devel-2:18.2.0-1291.g188db309.el8.x86_ 104/108 2023-12-01T04:34:54.241 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-fuse-2:18.2.0-1291.g188db309.el8.x86_64 105/108 2023-12-01T04:34:54.393 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-nbd-2:18.2.0-1291.g188db309.el8.x86_64 106/108 2023-12-01T04:34:54.393 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-01T04:34:54.553 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-01T04:34:54.553 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-01T04:34:55.231 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-01T04:34:55.231 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-2:18.2.0-1291.g188db309.el8.x86_64 1/108 2023-12-01T04:34:55.231 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 2/108 2023-12-01T04:34:55.231 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 3/108 2023-12-01T04:34:55.231 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-fuse-2:18.2.0-1291.g188db309.el8.x86_64 4/108 2023-12-01T04:34:55.231 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-immutable-object-cache-2:18.2.0-1291.g188db 5/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 6/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 7/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 8/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 9/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 10/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 11/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-test-2:18.2.0-1291.g188db309.el8.x86_64 12/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs-devel-2:18.2.0-1291.g188db309.el8.x86_ 13/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 14/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 15/108 2023-12-01T04:34:55.232 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados-devel-2:18.2.0-1291.g188db309.el8.x86_6 16/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libradosstriper1-2:18.2.0-1291.g188db309.el8.x86 17/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librgw2-2:18.2.0-1291.g188db309.el8.x86_64 18/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-argparse-2:18.2.0-1291.g188db309.el 19/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-common-2:18.2.0-1291.g188db309.el8. 20/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cephfs-2:18.2.0-1291.g188db309.el8.x86_6 21/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rados-2:18.2.0-1291.g188db309.el8.x86_64 22/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rbd-2:18.2.0-1291.g188db309.el8.x86_64 23/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rgw-2:18.2.0-1291.g188db309.el8.x86_64 24/108 2023-12-01T04:34:55.233 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-fuse-2:18.2.0-1291.g188db309.el8.x86_64 25/108 2023-12-01T04:34:55.234 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 26/108 2023-12-01T04:34:55.234 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-nbd-2:18.2.0-1291.g188db309.el8.x86_64 27/108 2023-12-01T04:34:55.234 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-grafana-dashboards-2:18.2.0-1291.g188db309. 28/108 2023-12-01T04:34:55.234 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noa 29/108 2023-12-01T04:34:55.234 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.n 30/108 2023-12-01T04:34:55.241 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.0-1291.g188 31/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-modules-core-2:18.2.0-1291.g188db309.el 32/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 33/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-prometheus-alerts-2:18.2.0-1291.g188db309.e 34/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephadm-2:18.2.0-1291.g188db309.el8.noarch 35/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 36/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 37/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 38/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 39/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 40/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 41/108 2023-12-01T04:34:55.242 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 42/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 43/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 44/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 45/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 46/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 47/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 48/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 49/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 50/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 51/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 52/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 53/108 2023-12-01T04:34:55.243 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-portend-2.6-1.el8.noarch 54/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 55/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 56/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 57/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 58/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 59/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 60/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 61/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 62/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 63/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 64/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 65/108 2023-12-01T04:34:55.244 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 66/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 67/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 68/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 69/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 70/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 71/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 72/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 73/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 74/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 75/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 76/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 77/108 2023-12-01T04:34:55.245 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 78/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 79/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 80/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 81/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 82/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 83/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 84/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 85/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 86/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 87/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 88/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 89/108 2023-12-01T04:34:55.246 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 90/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 91/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 92/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 93/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 94/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 95/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 96/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 97/108 2023-12-01T04:34:55.247 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 98/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 99/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 100/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 101/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 102/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : jq-1.6-3.el8.x86_64 103/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 104/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:18.2.0-1291.g188db309.el8.x86_64 105/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 106/108 2023-12-01T04:34:55.248 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:18.2.0-1291.g188db309.el8.x86_64 107/108 2023-12-01T04:34:55.858 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 100/108 2023-12-01T04:34:56.377 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-test-2:18.2.0-1291.g188db309.el8.x86_64 101/108 2023-12-01T04:34:56.669 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : python3-pytest-3.4.2-11.el8.noarch 102/108 2023-12-01T04:34:56.808 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : ceph-fuse-2:18.2.0-1291.g188db309.el8.x86_64 103/108 2023-12-01T04:34:56.987 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : libcephfs-devel-2:18.2.0-1291.g188db309.el8.x86_ 104/108 2023-12-01T04:34:57.162 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-fuse-2:18.2.0-1291.g188db309.el8.x86_64 105/108 2023-12-01T04:34:57.297 INFO:teuthology.orchestra.run.smithi111.stdout: Installing : rbd-nbd-2:18.2.0-1291.g188db309.el8.x86_64 106/108 2023-12-01T04:34:57.297 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-01T04:34:57.367 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 108/108 2023-12-01T04:34:57.367 INFO:teuthology.orchestra.run.smithi155.stdout:Last metadata expiration check: 0:01:37 ago on Fri 01 Dec 2023 04:33:20 AM UTC. 2023-12-01T04:34:57.506 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 107/108 2023-12-01T04:34:57.507 INFO:teuthology.orchestra.run.smithi111.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-01T04:34:58.242 INFO:teuthology.orchestra.run.smithi111.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 108/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-2:18.2.0-1291.g188db309.el8.x86_64 1/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 2/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 3/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-fuse-2:18.2.0-1291.g188db309.el8.x86_64 4/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-immutable-object-cache-2:18.2.0-1291.g188db 5/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 6/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 7/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 8/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 9/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 10/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 11/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-test-2:18.2.0-1291.g188db309.el8.x86_64 12/108 2023-12-01T04:34:58.243 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs-devel-2:18.2.0-1291.g188db309.el8.x86_ 13/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 14/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 15/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados-devel-2:18.2.0-1291.g188db309.el8.x86_6 16/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libradosstriper1-2:18.2.0-1291.g188db309.el8.x86 17/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librgw2-2:18.2.0-1291.g188db309.el8.x86_64 18/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-argparse-2:18.2.0-1291.g188db309.el 19/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-ceph-common-2:18.2.0-1291.g188db309.el8. 20/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cephfs-2:18.2.0-1291.g188db309.el8.x86_6 21/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rados-2:18.2.0-1291.g188db309.el8.x86_64 22/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rbd-2:18.2.0-1291.g188db309.el8.x86_64 23/108 2023-12-01T04:34:58.244 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rgw-2:18.2.0-1291.g188db309.el8.x86_64 24/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-fuse-2:18.2.0-1291.g188db309.el8.x86_64 25/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 26/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : rbd-nbd-2:18.2.0-1291.g188db309.el8.x86_64 27/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-grafana-dashboards-2:18.2.0-1291.g188db309. 28/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noa 29/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.n 30/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.0-1291.g188 31/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-modules-core-2:18.2.0-1291.g188db309.el 32/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 33/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : ceph-prometheus-alerts-2:18.2.0-1291.g188db309.e 34/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : cephadm-2:18.2.0-1291.g188db309.el8.noarch 35/108 2023-12-01T04:34:58.245 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 36/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 37/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 38/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 39/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 40/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 41/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 42/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 43/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 44/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 45/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 46/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 47/108 2023-12-01T04:34:58.247 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 48/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 49/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 50/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 51/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 52/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 53/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-portend-2.6-1.el8.noarch 54/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 55/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 56/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 57/108 2023-12-01T04:34:58.248 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 58/108 2023-12-01T04:34:58.250 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 59/108 2023-12-01T04:34:58.250 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 60/108 2023-12-01T04:34:58.255 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 61/108 2023-12-01T04:34:58.255 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 62/108 2023-12-01T04:34:58.255 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 63/108 2023-12-01T04:34:58.255 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 64/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 65/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 66/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 67/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 68/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 69/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 70/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 71/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 72/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 73/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pytest-3.4.2-11.el8.noarch 74/108 2023-12-01T04:34:58.256 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 75/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 76/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-py-1.5.3-4.el8.noarch 77/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 78/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 79/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 80/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pluggy-0.6.0-3.el8.noarch 81/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 82/108 2023-12-01T04:34:58.257 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 83/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 84/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 85/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 86/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-attrs-17.4.0-6.el8.noarch 87/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 88/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 89/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 90/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 91/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 92/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : jq-1.6-3.el8.x86_64 93/108 2023-12-01T04:34:58.258 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 94/108 2023-12-01T04:34:58.259 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 95/108 2023-12-01T04:34:58.259 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 96/108 2023-12-01T04:34:58.259 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 97/108 2023-12-01T04:34:58.259 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 98/108 2023-12-01T04:34:58.259 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 99/108 2023-12-01T04:34:58.259 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 100/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 101/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 102/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 103/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 104/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-2:18.2.0-1291.g188db309.el8.x86_64 105/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 106/108 2023-12-01T04:34:58.260 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-2:18.2.0-1291.g188db309.el8.x86_64 107/108 2023-12-01T04:35:00.377 INFO:teuthology.orchestra.run.smithi111.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 108/108 2023-12-01T04:35:00.377 INFO:teuthology.orchestra.run.smithi111.stdout:Last metadata expiration check: 0:01:34 ago on Fri 01 Dec 2023 04:33:26 AM UTC. 2023-12-01T04:35:07.194 INFO:teuthology.orchestra.run.smithi155.stdout:Installed products updated. 2023-12-01T04:35:07.396 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout: librados2-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.397 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.398 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.398 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.398 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.399 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-2.9.7-15.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: jq-1.6-3.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.400 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-0.3.15-3.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs-17.4.0-6.el8.noarch 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-01T04:35:07.401 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-01T04:35:07.402 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako-1.0.6-13.el8.noarch 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-01T04:35:07.403 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-01T04:35:07.404 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-01T04:35:07.404 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-01T04:35:07.404 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-01T04:35:07.404 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-01T04:35:07.404 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pluggy-0.6.0-3.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend-2.6-1.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-py-1.5.3-4.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytest-3.4.2-11.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz-2017.2-9.el8.noarch 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.405 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-01T04:35:07.406 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-01T04:35:07.407 INFO:teuthology.orchestra.run.smithi155.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-01T04:35:07.408 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-01T04:35:07.408 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:35:07.408 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2023-12-01T04:35:07.636 DEBUG:teuthology.parallel:result is None 2023-12-01T04:35:08.686 INFO:teuthology.orchestra.run.smithi111.stdout:Installed products updated. 2023-12-01T04:35:08.888 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:35:08.888 INFO:teuthology.orchestra.run.smithi111.stdout:Upgraded: 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout: librados2-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout: librbd1-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout:Installed: 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-base-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.889 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-fuse-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.890 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-grafana-dashboards-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.890 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-immutable-object-cache-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.890 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mds-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.890 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.890 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-cephadm-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.890 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-dashboard-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.891 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-diskprediction-local-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.891 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-modules-core-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.891 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mgr-rook-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.891 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-mon-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.891 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-osd-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.891 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-prometheus-alerts-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.892 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-radosgw-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.892 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-selinux-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.892 INFO:teuthology.orchestra.run.smithi111.stdout: ceph-test-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.892 INFO:teuthology.orchestra.run.smithi111.stdout: cephadm-2:18.2.0-1291.g188db309.el8.noarch 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: fuse-2.9.7-15.el8.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: jq-1.6-3.el8.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs-devel-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: libcephfs2-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: libcephsqlite-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-12-01T04:35:08.893 INFO:teuthology.orchestra.run.smithi111.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-01T04:35:08.894 INFO:teuthology.orchestra.run.smithi111.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: librados-devel-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: libradosstriper1-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: librgw2-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-01T04:35:08.895 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-0.3.15-3.el8.x86_64 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-attrs-17.4.0-6.el8.noarch 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-argparse-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-ceph-common-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cephfs-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-01T04:35:08.896 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-01T04:35:08.897 INFO:teuthology.orchestra.run.smithi111.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-mako-1.0.6-13.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pluggy-0.6.0-3.el8.noarch 2023-12-01T04:35:08.898 INFO:teuthology.orchestra.run.smithi111.stdout: python3-portend-2.6-1.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-py-1.5.3-4.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytest-3.4.2-11.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-pytz-2017.2-9.el8.noarch 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rados-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.899 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rbd-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rgw-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-01T04:35:08.900 INFO:teuthology.orchestra.run.smithi111.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-fuse-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-mirror-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: rbd-nbd-2:18.2.0-1291.g188db309.el8.x86_64 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-01T04:35:08.901 INFO:teuthology.orchestra.run.smithi111.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-01T04:35:08.902 INFO:teuthology.orchestra.run.smithi111.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-01T04:35:08.902 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:35:08.902 INFO:teuthology.orchestra.run.smithi111.stdout:Complete! 2023-12-01T04:35:09.106 DEBUG:teuthology.parallel:result is None 2023-12-01T04:35:09.106 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:35:09.106 INFO:teuthology.packaging:ref: None 2023-12-01T04:35:09.106 INFO:teuthology.packaging:tag: None 2023-12-01T04:35:09.106 INFO:teuthology.packaging:branch: reef 2023-12-01T04:35:09.107 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:35:09.107 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-12-01T04:35:09.531 DEBUG:teuthology.orchestra.run.smithi111:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-01T04:35:09.555 INFO:teuthology.orchestra.run.smithi111.stdout:18.2.0-1291.g188db309.el8 2023-12-01T04:35:09.556 INFO:teuthology.packaging:The installed version of ceph is 18.2.0-1291.g188db309.el8 2023-12-01T04:35:09.556 INFO:teuthology.task.install:The correct ceph version 18.2.0-1291.g188db309 is installed. 2023-12-01T04:35:09.556 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-01T04:35:09.556 INFO:teuthology.packaging:ref: None 2023-12-01T04:35:09.556 INFO:teuthology.packaging:tag: None 2023-12-01T04:35:09.556 INFO:teuthology.packaging:branch: reef 2023-12-01T04:35:09.556 INFO:teuthology.packaging:sha1: 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:35:09.556 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=reef 2023-12-01T04:35:09.782 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-01T04:35:09.812 INFO:teuthology.orchestra.run.smithi155.stdout:18.2.0-1291.g188db309.el8 2023-12-01T04:35:09.812 INFO:teuthology.packaging:The installed version of ceph is 18.2.0-1291.g188db309.el8 2023-12-01T04:35:09.812 INFO:teuthology.task.install:The correct ceph version 18.2.0-1291.g188db309 is installed. 2023-12-01T04:35:09.813 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-01T04:35:09.813 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:35:09.813 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-01T04:35:09.857 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:35:09.857 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-01T04:35:09.904 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-01T04:35:09.904 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:35:09.905 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/daemon-helper 2023-12-01T04:35:09.932 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-01T04:35:10.001 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:35:10.001 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/daemon-helper 2023-12-01T04:35:10.032 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-01T04:35:10.101 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-01T04:35:10.102 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:35:10.102 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-01T04:35:10.131 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-01T04:35:10.198 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:35:10.198 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-01T04:35:10.228 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-01T04:35:10.296 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-01T04:35:10.296 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:35:10.297 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/usr/bin/stdin-killer 2023-12-01T04:35:10.325 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-01T04:35:10.393 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:35:10.393 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/stdin-killer 2023-12-01T04:35:10.421 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-01T04:35:10.490 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:35:10.502 INFO:teuthology.task.print:**** done install task... 2023-12-01T04:35:10.502 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:35:10.517 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2023-12-01T04:35:10.517 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-01T04:35:10.625 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db'} 2023-12-01T04:35:10.625 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2023-12-01T04:35:10.626 INFO:tasks.cephadm:Cluster fsid is 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:35:10.626 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-01T04:35:10.626 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.111', 'mon.c': '[v2:172.21.15.111:3301,v1:172.21.15.111:6790]', 'mon.b': '172.21.15.155'} 2023-12-01T04:35:10.626 INFO:tasks.cephadm:First mon is mon.a on smithi111 2023-12-01T04:35:10.626 INFO:tasks.cephadm:First mgr is y 2023-12-01T04:35:10.626 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-01T04:35:10.626 DEBUG:teuthology.orchestra.run.smithi111:> sudo hostname $(hostname -s) 2023-12-01T04:35:10.654 DEBUG:teuthology.orchestra.run.smithi155:> sudo hostname $(hostname -s) 2023-12-01T04:35:10.684 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2023-12-01T04:35:10.684 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:35:10.843 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/74588/', 'root_build_cause': 'MANUALTRIGGER', 'version': '18.0.0-7650-g9942cfaf', 'node_name': '172.21.2.8+braggi08', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-7650.g9942cfaf'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-yuri10-testing-2023-11-30-0943/9942cfafa9f7e22e363b3f76a7fe21130085c2db/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-11-30 23:08:04.491472', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri10-testing-2023-11-30-0943', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-yuri10-testing-2023-11-30-0943/9942cfafa9f7e22e363b3f76a7fe21130085c2db/centos/8/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}, {'status': 'ready', 'sha1': '9942cfafa9f7e22e363b3f76a7fe21130085c2db', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/74579/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-7650-g9942cfaf', 'node_name': '172.21.5.31+adami01', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-7650.g9942cfaf'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-yuri10-testing-2023-11-30-0943/9942cfafa9f7e22e363b3f76a7fe21130085c2db/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-11-30 19:41:27.400167', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri10-testing-2023-11-30-0943', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-yuri10-testing-2023-11-30-0943/9942cfafa9f7e22e363b3f76a7fe21130085c2db/centos/8/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2023-12-01T04:35:11.072 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 188db309e00ce865d763f50bb570f7d22fb6e3fa from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&ref=reef 2023-12-01T04:35:11.073 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/x86_64/flavors/default/cephadm 2023-12-01T04:35:11.074 DEBUG:teuthology.orchestra.run.smithi111:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-01T04:35:12.041 INFO:teuthology.orchestra.run.smithi111.stdout:-rw-rw-r--. 1 ubuntu ubuntu 690689 Dec 1 04:35 /home/ubuntu/cephtest/cephadm 2023-12-01T04:35:12.042 DEBUG:teuthology.orchestra.run.smithi155:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/188db309e00ce865d763f50bb570f7d22fb6e3fa/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-01T04:35:12.838 INFO:teuthology.orchestra.run.smithi155.stdout:-rw-rw-r--. 1 ubuntu ubuntu 690689 Dec 1 04:35 /home/ubuntu/cephtest/cephadm 2023-12-01T04:35:12.838 DEBUG:teuthology.orchestra.run.smithi111:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-01T04:35:12.860 DEBUG:teuthology.orchestra.run.smithi155:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-01T04:35:12.894 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2023-12-01T04:35:12.894 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2023-12-01T04:35:12.902 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2023-12-01T04:35:17.460 INFO:teuthology.orchestra.run.smithi155.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2023-12-01T04:35:17.654 INFO:teuthology.orchestra.run.smithi111.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2023-12-01T04:36:07.098 INFO:teuthology.orchestra.run.smithi155.stdout:{ 2023-12-01T04:36:07.099 INFO:teuthology.orchestra.run.smithi155.stdout: "ceph_version": "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)", 2023-12-01T04:36:07.099 INFO:teuthology.orchestra.run.smithi155.stdout: "image_id": "413ac213b5e51227a1ccbf9e74449508005ee31293d9fa83cfd88b021f5df78f", 2023-12-01T04:36:07.099 INFO:teuthology.orchestra.run.smithi155.stdout: "repo_digests": [ 2023-12-01T04:36:07.099 INFO:teuthology.orchestra.run.smithi155.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:f58348a33b523d6c6a1fcede9ab5759ce05c9752b9458aa2254f0bb44d49e181" 2023-12-01T04:36:07.099 INFO:teuthology.orchestra.run.smithi155.stdout: ] 2023-12-01T04:36:07.099 INFO:teuthology.orchestra.run.smithi155.stdout:} 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph_version": "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)", 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout: "image_id": "413ac213b5e51227a1ccbf9e74449508005ee31293d9fa83cfd88b021f5df78f", 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout: "repo_digests": [ 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:f58348a33b523d6c6a1fcede9ab5759ce05c9752b9458aa2254f0bb44d49e181" 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout: ] 2023-12-01T04:36:10.298 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:36:10.323 DEBUG:teuthology.orchestra.run.smithi111:> sudo mkdir -p /etc/ceph 2023-12-01T04:36:10.355 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph 2023-12-01T04:36:10.393 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 777 /etc/ceph 2023-12-01T04:36:10.424 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 777 /etc/ceph 2023-12-01T04:36:10.463 INFO:tasks.cephadm:Writing seed config... 2023-12-01T04:36:10.464 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2023-12-01T04:36:10.464 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2023-12-01T04:36:10.464 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-01T04:36:10.464 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-01T04:36:10.464 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-01T04:36:10.464 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2023-12-01T04:36:10.465 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-01T04:36:10.465 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-01T04:36:10.465 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-01T04:36:10.465 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-01T04:36:10.465 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-01T04:36:10.465 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:36:10.465 DEBUG:teuthology.orchestra.run.smithi111:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-01T04:36:10.483 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 0317d528-9003-11ee-95a2-87774f69a715 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2023-12-01T04:36:10.483 DEBUG:teuthology.orchestra.run.smithi111:mon.a> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.a.service 2023-12-01T04:36:10.526 DEBUG:teuthology.orchestra.run.smithi111:mgr.y> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mgr.y.service 2023-12-01T04:36:10.553 INFO:journalctl@ceph.mon.a.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:36:10.553 INFO:tasks.cephadm:Bootstrapping... 2023-12-01T04:36:10.554 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 0317d528-9003-11ee-95a2-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.111 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-01T04:36:10.578 INFO:journalctl@ceph.mgr.y.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:36:10.711 INFO:teuthology.orchestra.run.smithi111.stdout:-------------------------------------------------------------------------------- 2023-12-01T04:36:10.711 INFO:teuthology.orchestra.run.smithi111.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '0317d528-9003-11ee-95a2-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.111', '--skip-admin-label'] 2023-12-01T04:36:10.766 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stdout 3.0.1 2023-12-01T04:36:10.766 INFO:teuthology.orchestra.run.smithi111.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-01T04:36:10.766 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying podman|docker is present... 2023-12-01T04:36:10.830 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stdout 3.0.1 2023-12-01T04:36:10.830 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying lvm2 is present... 2023-12-01T04:36:10.830 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying time synchronization is in place... 2023-12-01T04:36:10.837 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-01T04:36:10.837 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-01T04:36:10.843 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-01T04:36:10.843 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout inactive 2023-12-01T04:36:10.849 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout enabled 2023-12-01T04:36:10.855 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout active 2023-12-01T04:36:10.855 INFO:teuthology.orchestra.run.smithi111.stdout:Unit chronyd.service is enabled and running 2023-12-01T04:36:10.855 INFO:teuthology.orchestra.run.smithi111.stdout:Repeating the final host check... 2023-12-01T04:36:10.920 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stdout 3.0.1 2023-12-01T04:36:10.920 INFO:teuthology.orchestra.run.smithi111.stdout:podman (/bin/podman) version 3.0.1 is present 2023-12-01T04:36:10.920 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl is present 2023-12-01T04:36:10.920 INFO:teuthology.orchestra.run.smithi111.stdout:lvcreate is present 2023-12-01T04:36:10.926 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-01T04:36:10.926 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-01T04:36:10.932 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-01T04:36:10.932 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout inactive 2023-12-01T04:36:10.938 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout enabled 2023-12-01T04:36:10.945 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout active 2023-12-01T04:36:10.945 INFO:teuthology.orchestra.run.smithi111.stdout:Unit chronyd.service is enabled and running 2023-12-01T04:36:10.945 INFO:teuthology.orchestra.run.smithi111.stdout:Host looks OK 2023-12-01T04:36:10.946 INFO:teuthology.orchestra.run.smithi111.stdout:Cluster fsid: 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:10.946 INFO:teuthology.orchestra.run.smithi111.stdout:Acquiring lock 140683447273960 on /run/cephadm/0317d528-9003-11ee-95a2-87774f69a715.lock 2023-12-01T04:36:10.946 INFO:teuthology.orchestra.run.smithi111.stdout:Lock 140683447273960 acquired on /run/cephadm/0317d528-9003-11ee-95a2-87774f69a715.lock 2023-12-01T04:36:10.946 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying IP 172.21.15.111 port 3300 ... 2023-12-01T04:36:10.946 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying IP 172.21.15.111 port 6789 ... 2023-12-01T04:36:10.946 INFO:teuthology.orchestra.run.smithi111.stdout:Base mon IP(s) is [172.21.15.111:3300, 172.21.15.111:6789], mon addrv is [v2:172.21.15.111:3300,v1:172.21.15.111:6789] 2023-12-01T04:36:10.948 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2023-12-01T04:36:10.948 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.111 metric 100 2023-12-01T04:36:10.951 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-01T04:36:10.951 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2023-12-01T04:36:10.951 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2023-12-01T04:36:10.955 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-01T04:36:10.955 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-01T04:36:10.955 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-01T04:36:10.955 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2023-12-01T04:36:10.955 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout inet6 fe80::4133:e649:43be:fe10/64 scope link noprefixroute 2023-12-01T04:36:10.956 INFO:teuthology.orchestra.run.smithi111.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-01T04:36:10.956 INFO:teuthology.orchestra.run.smithi111.stdout:Mon IP `172.21.15.111` is in CIDR network `172.21.0.0/20` 2023-12-01T04:36:10.956 INFO:teuthology.orchestra.run.smithi111.stdout:Mon IP `172.21.15.111` is in CIDR network `172.21.0.0/20` 2023-12-01T04:36:10.956 INFO:teuthology.orchestra.run.smithi111.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-12-01T04:36:10.956 INFO:teuthology.orchestra.run.smithi111.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-01T04:36:10.956 INFO:teuthology.orchestra.run.smithi111.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2023-12-01T04:36:11.318 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stdout 413ac213b5e51227a1ccbf9e74449508005ee31293d9fa83cfd88b021f5df78f 2023-12-01T04:36:11.318 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2023-12-01T04:36:11.318 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Getting image source signatures 2023-12-01T04:36:11.319 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Copying blob sha256:773a990219ad739bdf9a03d97b9979af0289ed0b2b26aeb1dbd81b8a918b2dca 2023-12-01T04:36:11.319 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Copying blob sha256:d3e436ac93e4b5a6d94c7ac8024df331e66e67275836276615dc044fd3cbf83a 2023-12-01T04:36:11.319 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Copying config sha256:413ac213b5e51227a1ccbf9e74449508005ee31293d9fa83cfd88b021f5df78f 2023-12-01T04:36:11.319 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Writing manifest to image destination 2023-12-01T04:36:11.319 INFO:teuthology.orchestra.run.smithi111.stdout:/bin/podman: stderr Storing signatures 2023-12-01T04:36:12.343 INFO:teuthology.orchestra.run.smithi111.stdout:ceph: stdout ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable) 2023-12-01T04:36:12.343 INFO:teuthology.orchestra.run.smithi111.stdout:Ceph version: ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable) 2023-12-01T04:36:12.344 INFO:teuthology.orchestra.run.smithi111.stdout:Extracting ceph user uid/gid from container image... 2023-12-01T04:36:13.073 INFO:teuthology.orchestra.run.smithi111.stdout:stat: stdout 167 167 2023-12-01T04:36:13.074 INFO:teuthology.orchestra.run.smithi111.stdout:Creating initial keys... 2023-12-01T04:36:13.804 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph-authtool: stdout AQC9YmllUQ6vFxAArNKXHrljQN/4h/bFHEY9Fg== 2023-12-01T04:36:14.633 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph-authtool: stdout AQC+YmllGu04CxAAXkGgKcK14LBNcDu8ns7B6A== 2023-12-01T04:36:15.381 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph-authtool: stdout AQC+YmllksSzNxAANn7DK67Qu4DRawUPA4jS4A== 2023-12-01T04:36:15.382 INFO:teuthology.orchestra.run.smithi111.stdout:Creating initial monmap... 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:monmaptool for a [v2:172.21.15.111:3300,v1:172.21.15.111:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:setting min_mon_release = pacific 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/monmaptool: set fsid to 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:36:16.169 INFO:teuthology.orchestra.run.smithi111.stdout:Creating mon... 2023-12-01T04:36:17.008 INFO:teuthology.orchestra.run.smithi111.stdout:create mon.a on 2023-12-01T04:36:17.135 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-12-01T04:36:17.222 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-12-01T04:36:17.338 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-0317d528-9003-11ee-95a2-87774f69a715.target → /etc/systemd/system/ceph-0317d528-9003-11ee-95a2-87774f69a715.target. 2023-12-01T04:36:17.338 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-0317d528-9003-11ee-95a2-87774f69a715.target → /etc/systemd/system/ceph-0317d528-9003-11ee-95a2-87774f69a715.target. 2023-12-01T04:36:17.513 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.a 2023-12-01T04:36:17.514 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.a.service: Unit ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.a.service not loaded. 2023-12-01T04:36:17.603 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0317d528-9003-11ee-95a2-87774f69a715.target.wants/ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.a.service → /etc/systemd/system/ceph-0317d528-9003-11ee-95a2-87774f69a715@.service. 2023-12-01T04:36:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:17 smithi111 systemd[1]: Starting Ceph mon.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:36:18.164 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-01T04:36:18.164 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout disabled 2023-12-01T04:36:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-01T04:36:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout inactive 2023-12-01T04:36:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:firewalld.service is not enabled 2023-12-01T04:36:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:Not possible to enable service . firewalld.service is not available 2023-12-01T04:36:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for mon to start... 2023-12-01T04:36:18.173 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for mon... 2023-12-01T04:36:18.405 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:18 smithi111 bash[96842]: 1f4d27f44fd6df7c641a8b5d9f40c73b76b2d6b508d5b2684b32af841fe127c0 2023-12-01T04:36:18.406 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:18 smithi111 systemd[1]: Started Ceph mon.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:36:18.406 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:18 smithi111 ceph-mon[96907]: mkfs 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:18.406 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:18 smithi111 ceph-mon[96907]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-01T04:36:19.418 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout cluster: 2023-12-01T04:36:19.418 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout id: 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:19.418 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-01T04:36:19.418 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:19.418 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout services: 2023-12-01T04:36:19.418 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.504965s) 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout data: 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout pgs: 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon is available 2023-12-01T04:36:19.419 INFO:teuthology.orchestra.run.smithi111.stdout:Assimilating anything we can from ceph.conf... 2023-12-01T04:36:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:19 smithi111 ceph-mon[96907]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-01T04:36:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:19 smithi111 ceph-mon[96907]: monmap e1: 1 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:36:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:19 smithi111 ceph-mon[96907]: fsmap 2023-12-01T04:36:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:19 smithi111 ceph-mon[96907]: osdmap e1: 0 total, 0 up, 0 in 2023-12-01T04:36:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:19 smithi111 ceph-mon[96907]: mgrmap e1: no daemons active 2023-12-01T04:36:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:19 smithi111 ceph-mon[96907]: from='client.? 172.21.15.111:0/2877786805' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-01T04:36:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:20 smithi111 ceph-mon[96907]: from='client.? 172.21.15.111:0/3689760105' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-01T04:36:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:20 smithi111 ceph-mon[96907]: from='client.? 172.21.15.111:0/3689760105' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-01T04:36:20.559 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:20.559 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout [global] 2023-12-01T04:36:20.559 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout fsid = 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:20.559 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.111:3300,v1:172.21.15.111:6789] 2023-12-01T04:36:20.559 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout [osd] 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-01T04:36:20.560 INFO:teuthology.orchestra.run.smithi111.stdout:Generating new minimal ceph.conf... 2023-12-01T04:36:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:21 smithi111 ceph-mon[96907]: from='client.? 172.21.15.111:0/3525068499' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:36:21.620 INFO:teuthology.orchestra.run.smithi111.stdout:Restarting the monitor... 2023-12-01T04:36:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:21 smithi111 systemd[1]: Stopping Ceph mon.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:36:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:21 smithi111 conmon[96883]: 2023-12-01T04:36:21.864+0000 7fd3bd21c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-01T04:36:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:21 smithi111 conmon[96883]: 2023-12-01T04:36:21.864+0000 7fd3bd21c700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-01T04:36:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:22 smithi111 bash[97466]: 1f4d27f44fd6df7c641a8b5d9f40c73b76b2d6b508d5b2684b32af841fe127c0 2023-12-01T04:36:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:22 smithi111 systemd[1]: ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.a.service: Succeeded. 2023-12-01T04:36:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:22 smithi111 systemd[1]: Stopped Ceph mon.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:36:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:22 smithi111 systemd[1]: Starting Ceph mon.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:36:23.220 INFO:teuthology.orchestra.run.smithi111.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: set uid:gid to 167:167 (ceph:ceph) 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable), process ceph-mon, pid 7 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: pidfile_write: ignore empty --pid-file 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: load: jerasure load: lrc 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 bash[97790]: 7567099d6868d6ec8ac4065aefa1c3a80029aa65235f34fd587ec0a6c2cc62e7 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: RocksDB version: 7.9.2 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Git sha 0 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Compile date 2023-11-30 20:50:28 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: DB SUMMARY 2023-12-01T04:36:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: DB Session ID: VGW4TEG6ST9PAY5NTH1X 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: CURRENT file: CURRENT 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: IDENTITY file: IDENTITY 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84022 ; 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.error_if_exists: 0 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.create_if_missing: 0 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.paranoid_checks: 1 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.env: 0x5610cbf3f720 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.fs: PosixFileSystem 2023-12-01T04:36:23.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.info_log: 0x5610cdedf440 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_file_opening_threads: 16 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.statistics: (nil) 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.use_fsync: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_log_file_size: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.keep_log_file_num: 1000 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.recycle_log_file_num: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.allow_fallocate: 1 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.allow_mmap_reads: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.allow_mmap_writes: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.use_direct_reads: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-01T04:36:23.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.create_missing_column_families: 0 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.db_log_dir: 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.wal_dir: 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.advise_random_on_open: 1 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.db_write_buffer_size: 0 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.write_buffer_manager: 0x5610cd16e320 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-01T04:36:23.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.rate_limiter: (nil) 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.wal_recovery_mode: 2 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.enable_thread_tracking: 0 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.enable_pipelined_write: 0 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.unordered_write: 0 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.row_cache: None 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.wal_filter: None 2023-12-01T04:36:23.503 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.allow_ingest_behind: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.two_write_queues: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.manual_wal_flush: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.wal_compression: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.atomic_flush: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.log_readahead_size: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.best_efforts_recovery: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.allow_data_in_errors: 0 2023-12-01T04:36:23.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.db_host_id: __hostname__ 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_background_jobs: 2 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_background_compactions: -1 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_subcompactions: 1 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-01T04:36:23.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_total_wal_size: 0 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_open_files: -1 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bytes_per_sync: 0 2023-12-01T04:36:23.506 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_readahead_size: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_background_flushes: -1 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Compression algorithms supported: 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kZSTD supported: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kXpressCompression supported: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kLZ4HCCompression supported: 1 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kZlibCompression supported: 1 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kSnappyCompression supported: 1 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kLZ4Compression supported: 1 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: kBZip2Compression supported: 0 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-01T04:36:23.507 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.merge_operator: 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_filter: None 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_filter_factory: None 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.sst_partitioner_factory: None 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5610cdedf540) 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout: cache_index_and_filter_blocks: 1 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout: pin_top_level_index_and_filter: 1 2023-12-01T04:36:23.508 INFO:journalctl@ceph.mon.a.smithi111.stdout: index_type: 0 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: data_block_index_type: 0 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: index_shortening: 1 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: checksum: 4 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: no_block_cache: 0 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_cache: 0x5610cd1f11f0 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_cache_name: BinnedLRUCache 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_cache_options: 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: capacity : 536870912 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: num_shard_bits : 4 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: strict_capacity_limit : 0 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: high_pri_pool_ratio: 0.000 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_cache_compressed: (nil) 2023-12-01T04:36:23.509 INFO:journalctl@ceph.mon.a.smithi111.stdout: persistent_cache: (nil) 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_size: 4096 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_size_deviation: 10 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_restart_interval: 16 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: index_block_restart_interval: 1 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: metadata_block_size: 4096 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: partition_filters: 0 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: use_delta_encoding: 1 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: filter_policy: bloomfilter 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: whole_key_filtering: 1 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: verify_compression: 0 2023-12-01T04:36:23.510 INFO:journalctl@ceph.mon.a.smithi111.stdout: read_amp_bytes_per_bit: 0 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: format_version: 5 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: enable_index_compression: 1 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: block_align: 0 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: max_auto_readahead_size: 262144 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: prepopulate_block_cache: 0 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: initial_auto_readahead_size: 8192 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout: num_file_reads_for_auto_readahead: 2 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.write_buffer_size: 33554432 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_write_buffer_number: 2 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression: NoCompression 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression: Disabled 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.prefix_extractor: nullptr 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-01T04:36:23.511 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.num_levels: 7 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-01T04:36:23.512 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-01T04:36:23.513 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.level: 32767 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.strategy: 0 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.enabled: false 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.target_file_size_base: 67108864 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-01T04:36:23.514 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-01T04:36:23.515 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.arena_block_size: 1048576 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.disable_auto_compactions: 0 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-01T04:36:23.516 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-01T04:36:23.517 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.table_properties_collectors: 2023-12-01T04:36:23.518 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.inplace_update_support: 0 2023-12-01T04:36:23.518 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-01T04:36:23.518 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-01T04:36:23.518 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-01T04:36:23.518 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-01T04:36:23.518 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.bloom_locality: 0 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.max_successive_merges: 0 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.paranoid_file_checks: 0 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.force_consistency_checks: 1 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.report_bg_io_stats: 0 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.ttl: 2592000 2023-12-01T04:36:23.519 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.enable_blob_files: false 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.min_blob_size: 0 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.blob_file_size: 268435456 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.blob_file_starting_level: 0 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-12-01T04:36:23.520 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2718ca7a-f6f4-4a60-acd9-c33f2d9fa8a1 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701405383214790, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701405383215718, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 80661, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 254, "table_properties": {"data_size": 78844, "index_size": 227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10136, "raw_average_key_size": 47, "raw_value_size": 73044, "raw_average_value_size": 342, "num_data_blocks": 10, "num_entries": 213, "num_filter_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1701405383, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2718ca7a-f6f4-4a60-acd9-c33f2d9fa8a1", "db_session_id": "VGW4TEG6ST9PAY5NTH1X", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701405383215785, "job": 1, "event": "recovery_finished"} 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 systemd[1]: Started Ceph mon.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-01T04:36:23.521 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5610cd28c000 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: DB pointer 0x5610cd27a000 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: ** DB Stats ** 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-01T04:36:23.522 INFO:journalctl@ceph.mon.a.smithi111.stdout: 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: ** Compaction Stats [default] ** 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: L0 2/0 80.61 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: Sum 2/0 80.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 124.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: ** Compaction Stats [default] ** 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-01T04:36:23.523 INFO:journalctl@ceph.mon.a.smithi111.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 124.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Cumulative compaction: 0.00 GB write, 13.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Interval compaction: 0.00 GB write, 13.99 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-01T04:36:23.524 INFO:journalctl@ceph.mon.a.smithi111.stdout: Block cache BinnedLRUCache@0x5610cd1f11f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: starting mon.a rank 0 at public addrs [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] at bind addrs [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???) e1 preinit fsid 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).mds e1 new map 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).mds e1 print_map 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: e1 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: legacy client fscid: -1 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout: No filesystems configured 2023-12-01T04:36:23.525 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expand map: {default=false} 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta from 'false' to 'false' 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expanded map: {default=false} 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expand map: {default=info} 2023-12-01T04:36:23.526 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta from 'info' to 'info' 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expanded map: {default=info} 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expand map: {default=daemon} 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta from 'daemon' to 'daemon' 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expanded map: {default=daemon} 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expand map: {default=debug} 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta from 'debug' to 'debug' 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: expand_channel_meta expanded map: {default=debug} 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: monmap e1: 1 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: fsmap 2023-12-01T04:36:23.527 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: osdmap e1: 0 total, 0 up, 0 in 2023-12-01T04:36:23.528 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:23 smithi111 ceph-mon[97855]: mgrmap e1: no daemons active 2023-12-01T04:36:24.349 INFO:teuthology.orchestra.run.smithi111.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-01T04:36:24.378 INFO:teuthology.orchestra.run.smithi111.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-01T04:36:24.378 INFO:teuthology.orchestra.run.smithi111.stdout:Creating mgr... 2023-12-01T04:36:24.378 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying port 0.0.0.0:9283 ... 2023-12-01T04:36:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:Verifying port 0.0.0.0:8765 ... 2023-12-01T04:36:24.553 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-0317d528-9003-11ee-95a2-87774f69a715@mgr.y 2023-12-01T04:36:24.554 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Failed to reset failed state of unit ceph-0317d528-9003-11ee-95a2-87774f69a715@mgr.y.service: Unit ceph-0317d528-9003-11ee-95a2-87774f69a715@mgr.y.service not loaded. 2023-12-01T04:36:24.642 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-0317d528-9003-11ee-95a2-87774f69a715.target.wants/ceph-0317d528-9003-11ee-95a2-87774f69a715@mgr.y.service → /etc/systemd/system/ceph-0317d528-9003-11ee-95a2-87774f69a715@.service. 2023-12-01T04:36:24.649 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:24 smithi111 systemd[1]: Starting Ceph mgr.y for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:36:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/783107104' entity='client.admin' 2023-12-01T04:36:25.207 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-01T04:36:25.207 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout disabled 2023-12-01T04:36:25.214 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-01T04:36:25.214 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout inactive 2023-12-01T04:36:25.214 INFO:teuthology.orchestra.run.smithi111.stdout:firewalld.service is not enabled 2023-12-01T04:36:25.214 INFO:teuthology.orchestra.run.smithi111.stdout:Not possible to enable service . firewalld.service is not available 2023-12-01T04:36:25.222 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-01T04:36:25.222 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout disabled 2023-12-01T04:36:25.230 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-01T04:36:25.230 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout inactive 2023-12-01T04:36:25.230 INFO:teuthology.orchestra.run.smithi111.stdout:firewalld.service is not enabled 2023-12-01T04:36:25.230 INFO:teuthology.orchestra.run.smithi111.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-12-01T04:36:25.230 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for mgr to start... 2023-12-01T04:36:25.230 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for mgr... 2023-12-01T04:36:25.457 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 bash[98236]: 29c8e88b44f5ed907b53f1d9cf3b18f4685795699165cd6ac5acf9819d6d1b73 2023-12-01T04:36:25.457 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 systemd[1]: Started Ceph mgr.y for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:36:25.457 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 conmon[98277]: 2023-12-01T04:36:25.315+0000 7f1ef916f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-01T04:36:25.457 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 conmon[98277]: 2023-12-01T04:36:25.398+0000 7f1ef916f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-01T04:36:25.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 conmon[98277]: 2023-12-01T04:36:25.496+0000 7f1ef916f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-01T04:36:25.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 conmon[98277]: 2023-12-01T04:36:25.592+0000 7f1ef916f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-01T04:36:26.154 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1671944613' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-01T04:36:26.155 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:25 smithi111 conmon[98277]: 2023-12-01T04:36:25.768+0000 7f1ef916f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-01T04:36:26.155 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:26 smithi111 conmon[98277]: 2023-12-01T04:36:26.153+0000 7f1ef916f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsid": "0317d528-9003-11ee-95a2-87774f69a715", 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "health": { 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-01T04:36:26.347 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 0 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "a" 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:26.348 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-01T04:36:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-01T04:36:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "restful" 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modified": "2023-12-01T04:36:18.207650+0000", 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-01T04:36:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:36:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mgr not available, waiting (1/15)... 2023-12-01T04:36:26.475 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:26 smithi111 conmon[98277]: 2023-12-01T04:36:26.289+0000 7f1ef916f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-01T04:36:26.475 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:26 smithi111 conmon[98277]: 2023-12-01T04:36:26.380+0000 7f1ef916f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-01T04:36:26.475 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:26 smithi111 conmon[98277]: 2023-12-01T04:36:26.473+0000 7f1ef916f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-01T04:36:27.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:26 smithi111 conmon[98277]: 2023-12-01T04:36:26.887+0000 7f1ef916f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-01T04:36:27.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:27 smithi111 conmon[98277]: 2023-12-01T04:36:27.542+0000 7f1ef916f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-01T04:36:27.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:27 smithi111 conmon[98277]: 2023-12-01T04:36:27.622+0000 7f1ef916f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-01T04:36:28.661 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:28 smithi111 conmon[98277]: 2023-12-01T04:36:28.382+0000 7f1ef916f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:36:28.661 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:28 smithi111 conmon[98277]: 2023-12-01T04:36:28.481+0000 7f1ef916f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-01T04:36:28.958 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:28 smithi111 conmon[98277]: 2023-12-01T04:36:28.659+0000 7f1ef916f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:36:29.225 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:28 smithi111 conmon[98277]: 2023-12-01T04:36:28.957+0000 7f1ef916f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-01T04:36:29.225 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:29 smithi111 conmon[98277]: 2023-12-01T04:36:29.191+0000 7f1ef916f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-01T04:36:29.330 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:29.336 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:36:29.336 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsid": "0317d528-9003-11ee-95a2-87774f69a715", 2023-12-01T04:36:29.336 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "health": { 2023-12-01T04:36:29.336 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 0 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "a" 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:29.337 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-01T04:36:29.338 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-01T04:36:29.339 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "restful" 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:29.340 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modified": "2023-12-01T04:36:18.207650+0000", 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:36:29.341 INFO:teuthology.orchestra.run.smithi111.stdout:mgr not available, waiting (2/15)... 2023-12-01T04:36:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2351944443' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-01T04:36:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:29 smithi111 conmon[98277]: 2023-12-01T04:36:29.343+0000 7f1ef916f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-01T04:36:29.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:29 smithi111 conmon[98277]: 2023-12-01T04:36:29.604+0000 7f1ef916f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-01T04:36:30.621 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:30 smithi111 conmon[98277]: 2023-12-01T04:36:30.298+0000 7f1ef916f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-01T04:36:30.621 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:30 smithi111 conmon[98277]: 2023-12-01T04:36:30.429+0000 7f1ef916f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-01T04:36:30.949 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:30 smithi111 conmon[98277]: 2023-12-01T04:36:30.619+0000 7f1ef916f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-01T04:36:30.949 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:30 smithi111 conmon[98277]: 2023-12-01T04:36:30.732+0000 7f1ef916f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-01T04:36:31.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:30 smithi111 conmon[98277]: 2023-12-01T04:36:30.948+0000 7f1ef916f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-01T04:36:32.088 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:31 smithi111 conmon[98277]: 2023-12-01T04:36:31.828+0000 7f1ef916f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-01T04:36:32.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: Activating manager daemon y 2023-12-01T04:36:32.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: mgrmap e2: y(active, starting, since 0.00268285s) 2023-12-01T04:36:32.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-01T04:36:32.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-01T04:36:32.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-01T04:36:32.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:36:32.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-01T04:36:32.090 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: Manager daemon y is now available 2023-12-01T04:36:32.090 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-01T04:36:32.090 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-01T04:36:32.090 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' 2023-12-01T04:36:32.090 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' 2023-12-01T04:36:32.090 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:31 smithi111 ceph-mon[97855]: from='mgr.14100 172.21.15.111:0/261501234' entity='mgr.y' 2023-12-01T04:36:32.410 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsid": "0317d528-9003-11ee-95a2-87774f69a715", 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "health": { 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 0 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-01T04:36:32.411 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "a" 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-01T04:36:32.412 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-01T04:36:32.413 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "restful" 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modified": "2023-12-01T04:36:18.207650+0000", 2023-12-01T04:36:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-01T04:36:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:36:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:mgr not available, waiting (3/15)... 2023-12-01T04:36:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3563713924' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-01T04:36:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:32 smithi111 ceph-mon[97855]: mgrmap e3: y(active, since 1.00581s) 2023-12-01T04:36:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:35 smithi111 ceph-mon[97855]: mgrmap e4: y(active, since 2s) 2023-12-01T04:36:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1577073081' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-01T04:36:35.599 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:35.599 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:36:35.599 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsid": "0317d528-9003-11ee-95a2-87774f69a715", 2023-12-01T04:36:35.599 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "health": { 2023-12-01T04:36:35.599 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 0 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "a" 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:35.600 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-01T04:36:35.601 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-01T04:36:35.604 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-01T04:36:35.604 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-01T04:36:35.604 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.604 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-01T04:36:35.604 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-01T04:36:35.605 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "restful" 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ], 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "modified": "2023-12-01T04:36:18.207650+0000", 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout }, 2023-12-01T04:36:35.606 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-01T04:36:35.607 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:36:35.607 INFO:teuthology.orchestra.run.smithi111.stdout:mgr is available 2023-12-01T04:36:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3149196553' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-01T04:36:36.772 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:36.773 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout [global] 2023-12-01T04:36:36.773 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout fsid = 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:36.773 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-01T04:36:36.773 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-01T04:36:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-01T04:36:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-01T04:36:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-01T04:36:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-01T04:36:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 2023-12-01T04:36:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout [osd] 2023-12-01T04:36:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-01T04:36:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-01T04:36:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:Enabling cephadm module... 2023-12-01T04:36:37.852 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1847639414' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-01T04:36:37.852 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:37 smithi111 conmon[98277]: ignoring --setuser ceph since I am not root 2023-12-01T04:36:37.852 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:37 smithi111 conmon[98277]: ignoring --setgroup ceph since I am not root 2023-12-01T04:36:37.852 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:37 smithi111 conmon[98277]: 2023-12-01T04:36:37.679+0000 7f047ba63200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-01T04:36:37.852 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:37 smithi111 conmon[98277]: 2023-12-01T04:36:37.761+0000 7f047ba63200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-01T04:36:37.853 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:37 smithi111 conmon[98277]: 2023-12-01T04:36:37.851+0000 7f047ba63200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-01T04:36:38.128 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:37 smithi111 conmon[98277]: 2023-12-01T04:36:37.944+0000 7f047ba63200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-01T04:36:38.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:38 smithi111 conmon[98277]: 2023-12-01T04:36:38.127+0000 7f047ba63200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-01T04:36:38.809 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1847639414' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-01T04:36:38.809 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:38 smithi111 ceph-mon[97855]: mgrmap e5: y(active, since 5s) 2023-12-01T04:36:38.809 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:38 smithi111 conmon[98277]: 2023-12-01T04:36:38.506+0000 7f047ba63200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-01T04:36:38.810 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:38 smithi111 conmon[98277]: 2023-12-01T04:36:38.640+0000 7f047ba63200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-01T04:36:38.810 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:38 smithi111 conmon[98277]: 2023-12-01T04:36:38.729+0000 7f047ba63200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-01T04:36:39.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:38 smithi111 conmon[98277]: 2023-12-01T04:36:38.827+0000 7f047ba63200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-01T04:36:39.263 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:36:39.263 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-01T04:36:39.263 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-01T04:36:39.263 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-01T04:36:39.263 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-01T04:36:39.264 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:36:39.264 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for the mgr to restart... 2023-12-01T04:36:39.264 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for mgr epoch 5... 2023-12-01T04:36:39.517 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:39 smithi111 conmon[98277]: 2023-12-01T04:36:39.263+0000 7f047ba63200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-01T04:36:39.953 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4260790783' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-01T04:36:40.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:39 smithi111 conmon[98277]: 2023-12-01T04:36:39.952+0000 7f047ba63200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-01T04:36:40.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:40 smithi111 conmon[98277]: 2023-12-01T04:36:40.034+0000 7f047ba63200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-01T04:36:41.044 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:40 smithi111 conmon[98277]: 2023-12-01T04:36:40.786+0000 7f047ba63200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:36:41.045 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:40 smithi111 conmon[98277]: 2023-12-01T04:36:40.875+0000 7f047ba63200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-01T04:36:41.318 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:41 smithi111 conmon[98277]: 2023-12-01T04:36:41.043+0000 7f047ba63200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:36:41.685 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:41 smithi111 conmon[98277]: 2023-12-01T04:36:41.317+0000 7f047ba63200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-01T04:36:41.685 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:41 smithi111 conmon[98277]: 2023-12-01T04:36:41.538+0000 7f047ba63200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-01T04:36:41.685 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:41 smithi111 conmon[98277]: 2023-12-01T04:36:41.683+0000 7f047ba63200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-01T04:36:42.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:41 smithi111 conmon[98277]: 2023-12-01T04:36:41.944+0000 7f047ba63200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-01T04:36:42.954 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:42 smithi111 conmon[98277]: 2023-12-01T04:36:42.635+0000 7f047ba63200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-01T04:36:42.954 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:42 smithi111 conmon[98277]: 2023-12-01T04:36:42.763+0000 7f047ba63200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-01T04:36:42.954 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:42 smithi111 conmon[98277]: 2023-12-01T04:36:42.953+0000 7f047ba63200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-01T04:36:43.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:43 smithi111 conmon[98277]: 2023-12-01T04:36:43.065+0000 7f047ba63200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-01T04:36:43.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:43 smithi111 conmon[98277]: 2023-12-01T04:36:43.280+0000 7f047ba63200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-01T04:36:44.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:44 smithi111 conmon[98277]: 2023-12-01T04:36:44.120+0000 7f047ba63200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-01T04:36:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: Active manager daemon y restarted 2023-12-01T04:36:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: Activating manager daemon y 2023-12-01T04:36:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: osdmap e2: 0 total, 0 up, 0 in 2023-12-01T04:36:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: mgrmap e6: y(active, starting, since 0.00303522s) 2023-12-01T04:36:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: Manager daemon y is now available 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:36:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:36:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:36:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-01T04:36:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:44 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-01T04:36:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:45 smithi111 ceph-mon[97855]: Found migration_current of "None". Setting to last migration. 2023-12-01T04:36:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:45 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:45 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:45 smithi111 ceph-mon[97855]: mgrmap e7: y(active, since 1.00452s) 2023-12-01T04:36:45.645 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:36:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-01T04:36:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-01T04:36:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:36:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:mgr epoch 5 is available 2023-12-01T04:36:45.646 INFO:teuthology.orchestra.run.smithi111.stdout:Setting orchestrator backend to cephadm... 2023-12-01T04:36:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:46 smithi111 ceph-mon[97855]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-01T04:36:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:46 smithi111 ceph-mon[97855]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-01T04:36:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:46 smithi111 ceph-mon[97855]: [01/Dec/2023:04:36:45] ENGINE Bus STARTING 2023-12-01T04:36:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:46 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:36:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: [01/Dec/2023:04:36:45] ENGINE Serving on https://172.21.15.111:7150 2023-12-01T04:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: [01/Dec/2023:04:36:45] ENGINE Serving on http://172.21.15.111:8765 2023-12-01T04:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: [01/Dec/2023:04:36:45] ENGINE Bus STARTED 2023-12-01T04:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: mgrmap e8: y(active, since 2s) 2023-12-01T04:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:47 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-01T04:36:47.787 INFO:teuthology.orchestra.run.smithi111.stdout:Generating ssh key... 2023-12-01T04:36:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:48 smithi111 ceph-mon[97855]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:48.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: Generating public/private rsa key pair. 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: Your identification has been saved in /tmp/tmpqcetn3hk/key. 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: Your public key has been saved in /tmp/tmpqcetn3hk/key.pub. 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: The key fingerprint is: 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: SHA256:CrSbMfiZ6MAT201F+dA3m6njVz7E6ALE9U4D+u/nEmg ceph-0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: The key's randomart image is: 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: +---[RSA 3072]----+ 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | .o | 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | .o + o | 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | . ..= + = | 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | o ..+ . B | 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | .. =.. S = + | 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: |. +ooO o E + + | 2023-12-01T04:36:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: |.+..*.. + + = | 2023-12-01T04:36:49.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | o. o = + | 2023-12-01T04:36:49.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: | . +.+.. | 2023-12-01T04:36:49.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:36:48 smithi111 conmon[98277]: +----[SHA256]-----+ 2023-12-01T04:36:49.843 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:49 smithi111 ceph-mon[97855]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:49.844 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:49 smithi111 ceph-mon[97855]: Generating ssh key... 2023-12-01T04:36:49.844 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:49 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:49.844 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:49 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:50.136 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqRgc8TW888NhBg008MlZ8COMZft85Fdv12c0yQV1JspzhXiAx/XG5rlZYHa5gALlFslC1L+pcj4sRT2AdTH1m4vyOteZqPAyvcCl/+98nLE4og4faiEMCjKLWzSSL+/Xcwj15tqDIRTO6rNaj2D7sr7jOnnJRX3BcdAfU7S5dQTMaCnB/kPAd5mtU5j6yHVhRQ0PkP/nC0KVqXClCjvuw/kYpew/+Z2973PIhL1wvGIlAZHPJrfStHn9mMMg19CEcgsS8JHAvLZXVl0Hlw4aL7h2DGnDY/y7RLHB/Ws/T/psBH0A2VEbykCM68dS6oZcwbnEVWWZ4s5C/Y4fYc6Q0Tm+YjVeM6HZaDvtBv1SpyIi0BlVKM6ErSfoQGwX9vg0Hvcv5Hm3ZtAO05biYlgHTL0WnD3xk82fbveiHMtZGdsajHfDli7Fm9aAtMJwXDL0yalvhtTJ+nZexTI+TPx3OFcX6HLOzKlR3NYWsFvZdg0bYKWp5PoRAOQruHNTEzk0= ceph-0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:36:50.137 INFO:teuthology.orchestra.run.smithi111.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-01T04:36:50.137 INFO:teuthology.orchestra.run.smithi111.stdout:Adding key to root@localhost authorized_keys... 2023-12-01T04:36:50.138 INFO:teuthology.orchestra.run.smithi111.stdout:Adding host smithi111... 2023-12-01T04:36:50.869 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:50 smithi111 ceph-mon[97855]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:51.646 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:51 smithi111 ceph-mon[97855]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi111", "addr": "172.21.15.111", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:51.646 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:51 smithi111 ceph-mon[97855]: Deploying cephadm binary to smithi111 2023-12-01T04:36:53.494 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout Added host 'smithi111' with addr '172.21.15.111' 2023-12-01T04:36:53.495 INFO:teuthology.orchestra.run.smithi111.stdout:Deploying unmanaged mon service... 2023-12-01T04:36:54.085 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:53 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:54.085 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:53 smithi111 ceph-mon[97855]: Added host smithi111 2023-12-01T04:36:54.085 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:53 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:36:54.835 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-01T04:36:54.836 INFO:teuthology.orchestra.run.smithi111.stdout:Deploying unmanaged mgr service... 2023-12-01T04:36:55.538 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:55 smithi111 ceph-mon[97855]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:55.578 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:55 smithi111 ceph-mon[97855]: Saving service mon spec with placement count:5 2023-12-01T04:36:55.578 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:55 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:55.578 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:55 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:55.578 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:55 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:56.119 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-01T04:36:56.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:56 smithi111 ceph-mon[97855]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:36:56.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:56 smithi111 ceph-mon[97855]: Saving service mgr spec with placement count:2 2023-12-01T04:36:56.657 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:56 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:56.657 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:56 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1766135245' entity='client.admin' 2023-12-01T04:36:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:57 smithi111 ceph-mon[97855]: from='mgr.14120 172.21.15.111:0/1116047949' entity='mgr.y' 2023-12-01T04:36:58.987 INFO:teuthology.orchestra.run.smithi111.stdout:Enabling the dashboard module... 2023-12-01T04:36:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:36:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/386779099' entity='client.admin' 2023-12-01T04:37:00.375 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1806778300' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-01T04:37:00.375 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: ignoring --setuser ceph since I am not root 2023-12-01T04:37:00.375 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: ignoring --setgroup ceph since I am not root 2023-12-01T04:37:00.375 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: 2023-12-01T04:37:00.291+0000 7fb1d9cf7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-01T04:37:00.376 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: 2023-12-01T04:37:00.373+0000 7fb1d9cf7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-01T04:37:00.730 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: 2023-12-01T04:37:00.464+0000 7fb1d9cf7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-01T04:37:00.731 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: 2023-12-01T04:37:00.558+0000 7fb1d9cf7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-01T04:37:00.989 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:00 smithi111 conmon[98277]: 2023-12-01T04:37:00.729+0000 7fb1d9cf7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-01T04:37:01.441 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1806778300' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-01T04:37:01.442 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:01 smithi111 ceph-mon[97855]: mgrmap e9: y(active, since 15s) 2023-12-01T04:37:01.442 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:01 smithi111 conmon[98277]: 2023-12-01T04:37:01.115+0000 7fb1d9cf7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-01T04:37:01.442 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:01 smithi111 conmon[98277]: 2023-12-01T04:37:01.253+0000 7fb1d9cf7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-01T04:37:01.442 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:01 smithi111 conmon[98277]: 2023-12-01T04:37:01.343+0000 7fb1d9cf7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-01T04:37:01.442 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:01 smithi111 conmon[98277]: 2023-12-01T04:37:01.440+0000 7fb1d9cf7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-01T04:37:02.021 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "active_name": "y", 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for the mgr to restart... 2023-12-01T04:37:02.022 INFO:teuthology.orchestra.run.smithi111.stdout:Waiting for mgr epoch 9... 2023-12-01T04:37:02.191 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1323184299' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-01T04:37:02.192 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:01 smithi111 conmon[98277]: 2023-12-01T04:37:01.884+0000 7fb1d9cf7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-01T04:37:02.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:02 smithi111 conmon[98277]: 2023-12-01T04:37:02.570+0000 7fb1d9cf7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-01T04:37:02.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:02 smithi111 conmon[98277]: 2023-12-01T04:37:02.652+0000 7fb1d9cf7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-01T04:37:03.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:03 smithi111 conmon[98277]: 2023-12-01T04:37:03.414+0000 7fb1d9cf7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:37:03.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:03 smithi111 conmon[98277]: 2023-12-01T04:37:03.504+0000 7fb1d9cf7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-01T04:37:03.954 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:03 smithi111 conmon[98277]: 2023-12-01T04:37:03.676+0000 7fb1d9cf7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:37:04.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:03 smithi111 conmon[98277]: 2023-12-01T04:37:03.953+0000 7fb1d9cf7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-01T04:37:04.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:04 smithi111 conmon[98277]: 2023-12-01T04:37:04.175+0000 7fb1d9cf7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-01T04:37:04.584 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:04 smithi111 conmon[98277]: 2023-12-01T04:37:04.322+0000 7fb1d9cf7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-01T04:37:04.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:04 smithi111 conmon[98277]: 2023-12-01T04:37:04.583+0000 7fb1d9cf7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-01T04:37:05.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:05 smithi111 conmon[98277]: 2023-12-01T04:37:05.275+0000 7fb1d9cf7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-01T04:37:05.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:05 smithi111 conmon[98277]: 2023-12-01T04:37:05.405+0000 7fb1d9cf7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-01T04:37:05.927 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:05 smithi111 conmon[98277]: 2023-12-01T04:37:05.597+0000 7fb1d9cf7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-01T04:37:05.927 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:05 smithi111 conmon[98277]: 2023-12-01T04:37:05.710+0000 7fb1d9cf7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-01T04:37:06.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:05 smithi111 conmon[98277]: 2023-12-01T04:37:05.926+0000 7fb1d9cf7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-01T04:37:07.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:37:06 smithi111 conmon[98277]: 2023-12-01T04:37:06.781+0000 7fb1d9cf7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: Active manager daemon y restarted 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: Activating manager daemon y 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: osdmap e3: 0 total, 0 up, 0 in 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: mgrmap e10: y(active, starting, since 0.00314924s) 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: Manager daemon y is now available 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-01T04:37:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-01T04:37:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:07 smithi111 ceph-mon[97855]: mgrmap e11: y(active, since 1.00622s) 2023-12-01T04:37:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:08.392 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout { 2023-12-01T04:37:08.392 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-01T04:37:08.392 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-01T04:37:08.392 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout } 2023-12-01T04:37:08.392 INFO:teuthology.orchestra.run.smithi111.stdout:mgr epoch 9 is available 2023-12-01T04:37:08.393 INFO:teuthology.orchestra.run.smithi111.stdout:Generating a dashboard self-signed certificate... 2023-12-01T04:37:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:08 smithi111 ceph-mon[97855]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-01T04:37:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:08 smithi111 ceph-mon[97855]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-01T04:37:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:08 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:09.950 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-01T04:37:09.950 INFO:teuthology.orchestra.run.smithi111.stdout:Creating initial admin user... 2023-12-01T04:37:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: [01/Dec/2023:04:37:08] ENGINE Bus STARTING 2023-12-01T04:37:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: [01/Dec/2023:04:37:08] ENGINE Serving on http://172.21.15.111:8765 2023-12-01T04:37:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: [01/Dec/2023:04:37:08] ENGINE Serving on https://172.21.15.111:7150 2023-12-01T04:37:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: [01/Dec/2023:04:37:08] ENGINE Bus STARTED 2023-12-01T04:37:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:09 smithi111 ceph-mon[97855]: mgrmap e12: y(active, since 2s) 2023-12-01T04:37:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:11 smithi111 ceph-mon[97855]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:11.717 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$jr2RTD4dZ2.j3HKTVPeLGe0SHYpEbHuBd5QfMjtZWdYbmIPfy9AN.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1701405431, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-01T04:37:11.717 INFO:teuthology.orchestra.run.smithi111.stdout:Fetching dashboard port number... 2023-12-01T04:37:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1551792360' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-01T04:37:12.883 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stdout 8443 2023-12-01T04:37:12.893 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-01T04:37:12.893 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout disabled 2023-12-01T04:37:12.900 INFO:teuthology.orchestra.run.smithi111.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-01T04:37:12.900 INFO:teuthology.orchestra.run.smithi111.stdout:systemctl: stdout inactive 2023-12-01T04:37:12.900 INFO:teuthology.orchestra.run.smithi111.stdout:firewalld.service is not enabled 2023-12-01T04:37:12.900 INFO:teuthology.orchestra.run.smithi111.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-01T04:37:12.901 INFO:teuthology.orchestra.run.smithi111.stdout:Ceph Dashboard is now available at: 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout: URL: https://smithi111:8443/ 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout: User: admin 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout: Password: 82fd1644rk 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout:Saving cluster configuration to /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config directory 2023-12-01T04:37:12.902 INFO:teuthology.orchestra.run.smithi111.stdout:Enabling autotune for osd_memory_target 2023-12-01T04:37:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:14 smithi111 ceph-mon[97855]: mgrmap e13: y(active, since 6s) 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout:Or, if you are only running a single cluster on this host: 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-01T04:37:15.258 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout: ceph telemetry on 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout:For more information see: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:15.259 INFO:teuthology.orchestra.run.smithi111.stdout:Bootstrap complete. 2023-12-01T04:37:15.295 INFO:tasks.cephadm:Fetching config... 2023-12-01T04:37:15.296 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:15.296 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-01T04:37:15.312 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-01T04:37:15.312 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:15.312 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-01T04:37:15.370 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-01T04:37:15.371 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:15.371 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-01T04:37:15.439 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-01T04:37:15.440 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:15.440 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-01T04:37:15.498 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-01T04:37:15.498 DEBUG:teuthology.orchestra.run.smithi111:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqRgc8TW888NhBg008MlZ8COMZft85Fdv12c0yQV1JspzhXiAx/XG5rlZYHa5gALlFslC1L+pcj4sRT2AdTH1m4vyOteZqPAyvcCl/+98nLE4og4faiEMCjKLWzSSL+/Xcwj15tqDIRTO6rNaj2D7sr7jOnnJRX3BcdAfU7S5dQTMaCnB/kPAd5mtU5j6yHVhRQ0PkP/nC0KVqXClCjvuw/kYpew/+Z2973PIhL1wvGIlAZHPJrfStHn9mMMg19CEcgsS8JHAvLZXVl0Hlw4aL7h2DGnDY/y7RLHB/Ws/T/psBH0A2VEbykCM68dS6oZcwbnEVWWZ4s5C/Y4fYc6Q0Tm+YjVeM6HZaDvtBv1SpyIi0BlVKM6ErSfoQGwX9vg0Hvcv5Hm3ZtAO05biYlgHTL0WnD3xk82fbveiHMtZGdsajHfDli7Fm9aAtMJwXDL0yalvhtTJ+nZexTI+TPx3OFcX6HLOzKlR3NYWsFvZdg0bYKWp5PoRAOQruHNTEzk0= ceph-0317d528-9003-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-01T04:37:15.577 INFO:teuthology.orchestra.run.smithi111.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqRgc8TW888NhBg008MlZ8COMZft85Fdv12c0yQV1JspzhXiAx/XG5rlZYHa5gALlFslC1L+pcj4sRT2AdTH1m4vyOteZqPAyvcCl/+98nLE4og4faiEMCjKLWzSSL+/Xcwj15tqDIRTO6rNaj2D7sr7jOnnJRX3BcdAfU7S5dQTMaCnB/kPAd5mtU5j6yHVhRQ0PkP/nC0KVqXClCjvuw/kYpew/+Z2973PIhL1wvGIlAZHPJrfStHn9mMMg19CEcgsS8JHAvLZXVl0Hlw4aL7h2DGnDY/y7RLHB/Ws/T/psBH0A2VEbykCM68dS6oZcwbnEVWWZ4s5C/Y4fYc6Q0Tm+YjVeM6HZaDvtBv1SpyIi0BlVKM6ErSfoQGwX9vg0Hvcv5Hm3ZtAO05biYlgHTL0WnD3xk82fbveiHMtZGdsajHfDli7Fm9aAtMJwXDL0yalvhtTJ+nZexTI+TPx3OFcX6HLOzKlR3NYWsFvZdg0bYKWp5PoRAOQruHNTEzk0= ceph-0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:37:15.589 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqRgc8TW888NhBg008MlZ8COMZft85Fdv12c0yQV1JspzhXiAx/XG5rlZYHa5gALlFslC1L+pcj4sRT2AdTH1m4vyOteZqPAyvcCl/+98nLE4og4faiEMCjKLWzSSL+/Xcwj15tqDIRTO6rNaj2D7sr7jOnnJRX3BcdAfU7S5dQTMaCnB/kPAd5mtU5j6yHVhRQ0PkP/nC0KVqXClCjvuw/kYpew/+Z2973PIhL1wvGIlAZHPJrfStHn9mMMg19CEcgsS8JHAvLZXVl0Hlw4aL7h2DGnDY/y7RLHB/Ws/T/psBH0A2VEbykCM68dS6oZcwbnEVWWZ4s5C/Y4fYc6Q0Tm+YjVeM6HZaDvtBv1SpyIi0BlVKM6ErSfoQGwX9vg0Hvcv5Hm3ZtAO05biYlgHTL0WnD3xk82fbveiHMtZGdsajHfDli7Fm9aAtMJwXDL0yalvhtTJ+nZexTI+TPx3OFcX6HLOzKlR3NYWsFvZdg0bYKWp5PoRAOQruHNTEzk0= ceph-0317d528-9003-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-01T04:37:15.634 INFO:teuthology.orchestra.run.smithi155.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDqRgc8TW888NhBg008MlZ8COMZft85Fdv12c0yQV1JspzhXiAx/XG5rlZYHa5gALlFslC1L+pcj4sRT2AdTH1m4vyOteZqPAyvcCl/+98nLE4og4faiEMCjKLWzSSL+/Xcwj15tqDIRTO6rNaj2D7sr7jOnnJRX3BcdAfU7S5dQTMaCnB/kPAd5mtU5j6yHVhRQ0PkP/nC0KVqXClCjvuw/kYpew/+Z2973PIhL1wvGIlAZHPJrfStHn9mMMg19CEcgsS8JHAvLZXVl0Hlw4aL7h2DGnDY/y7RLHB/Ws/T/psBH0A2VEbykCM68dS6oZcwbnEVWWZ4s5C/Y4fYc6Q0Tm+YjVeM6HZaDvtBv1SpyIi0BlVKM6ErSfoQGwX9vg0Hvcv5Hm3ZtAO05biYlgHTL0WnD3xk82fbveiHMtZGdsajHfDli7Fm9aAtMJwXDL0yalvhtTJ+nZexTI+TPx3OFcX6HLOzKlR3NYWsFvZdg0bYKWp5PoRAOQruHNTEzk0= ceph-0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:37:15.647 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-01T04:37:15.940 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1571583574' entity='client.admin' 2023-12-01T04:37:18.522 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-01T04:37:18.522 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-01T04:37:18.822 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1451494235' entity='client.admin' 2023-12-01T04:37:20.922 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:20.922 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:20.922 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi111", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:37:20.922 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:20.922 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:20.922 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:21.357 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi155 2023-12-01T04:37:21.357 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:37:21.357 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/etc/ceph/ceph.conf 2023-12-01T04:37:21.378 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:37:21.378 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:37:21.438 INFO:tasks.cephadm:Adding host smithi155 to orchestrator... 2023-12-01T04:37:21.438 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch host add smithi155 2023-12-01T04:37:21.746 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:21.949 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:21.949 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:21.949 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:21.949 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:21.950 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:21.950 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:37:21.950 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:21.950 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:21.950 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:21.950 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:21 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:22.899 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:22 smithi111 ceph-mon[97855]: Updating smithi111:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:37:22.899 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:22 smithi111 ceph-mon[97855]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:37:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:24 smithi111 ceph-mon[97855]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi155", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:24 smithi111 ceph-mon[97855]: Deploying cephadm binary to smithi155 2023-12-01T04:37:25.496 INFO:teuthology.orchestra.run.smithi111.stdout:Added host 'smithi155' with addr '172.21.15.155' 2023-12-01T04:37:26.080 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch host ls --format=json 2023-12-01T04:37:26.375 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:26 smithi111 ceph-mon[97855]: Added host smithi155 2023-12-01T04:37:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:28.030 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:37:28.030 INFO:teuthology.orchestra.run.smithi111.stdout:[{"addr": "172.21.15.111", "hostname": "smithi111", "labels": [], "status": ""}, {"addr": "172.21.15.155", "hostname": "smithi155", "labels": [], "status": ""}] 2023-12-01T04:37:28.187 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:27 smithi111 ceph-mon[97855]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:28.187 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:28.579 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-01T04:37:28.579 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd crush tunables default 2023-12-01T04:37:28.873 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:28 smithi111 ceph-mon[97855]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:37:29.979 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi155", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:29.980 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:30.910 INFO:teuthology.orchestra.run.smithi111.stderr:adjusted tunables profile to default 2023-12-01T04:37:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:30 smithi111 ceph-mon[97855]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:37:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:30 smithi111 ceph-mon[97855]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3200004324' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-01T04:37:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:30 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:30 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:30 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:31.470 INFO:tasks.cephadm:Adding mon.a on smithi111 2023-12-01T04:37:31.470 INFO:tasks.cephadm:Adding mon.c on smithi111 2023-12-01T04:37:31.470 INFO:tasks.cephadm:Adding mon.b on smithi155 2023-12-01T04:37:31.470 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply mon '3;smithi111:172.21.15.111=a;smithi111:[v2:172.21.15.111:3301,v1:172.21.15.111:6790]=c;smithi155:172.21.15.155=b' 2023-12-01T04:37:31.801 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:31 smithi111 ceph-mon[97855]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:37:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:31 smithi111 ceph-mon[97855]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:37:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:31 smithi111 ceph-mon[97855]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3200004324' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-01T04:37:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:31 smithi111 ceph-mon[97855]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:33.331 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mon update... 2023-12-01T04:37:33.896 DEBUG:teuthology.orchestra.run.smithi111:mon.c> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.c.service 2023-12-01T04:37:33.899 DEBUG:teuthology.orchestra.run.smithi155:mon.b> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mon.b.service 2023-12-01T04:37:33.901 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-01T04:37:33.902 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-01T04:37:33.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:37:33.936 INFO:journalctl@ceph.mon.c.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:34.811 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:34 smithi111 ceph-mon[97855]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi111:172.21.15.111=a;smithi111:[v2:172.21.15.111:3301,v1:172.21.15.111:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:34 smithi111 ceph-mon[97855]: Saving service mon spec with placement smithi111:172.21.15.111=a;smithi111:[v2:172.21.15.111:3301,v1:172.21.15.111:6790]=c;smithi155:172.21.15.155=b;count:3 2023-12-01T04:37:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:34 smithi111 ceph-mon[97855]: Deploying daemon mon.b on smithi155 2023-12-01T04:37:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:35 smithi111 ceph-mon[97855]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:37.195 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:37:37.195 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":1,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","modified":"2023-12-01T04:36:15.719441Z","created":"2023-12-01T04:36:15.719441Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-12-01T04:37:37.196 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 1 2023-12-01T04:37:37.548 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:37 smithi155 ceph-mon[102677]: expand_channel_meta expanded map: {default=debug} 2023-12-01T04:37:39.023 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-01T04:37:39.023 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-01T04:37:39.332 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: mon.a calling monitor election 2023-12-01T04:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: mon.b calling monitor election 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: monmap e2: 2 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: fsmap 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: mgrmap e13: y(active, since 35s) 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: overall HEALTH_OK 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:42.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:42.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: mon.a calling monitor election 2023-12-01T04:37:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: mon.b calling monitor election 2023-12-01T04:37:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-01T04:37:42.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: monmap e2: 2 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:37:42.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: fsmap 2023-12-01T04:37:42.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:42.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: mgrmap e13: y(active, since 35s) 2023-12-01T04:37:42.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: overall HEALTH_OK 2023-12-01T04:37:42.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:42.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:42.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:42.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:42.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:43 smithi111 ceph-mon[97855]: Deploying daemon mon.c on smithi111 2023-12-01T04:37:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:43 smithi111 ceph-mon[97855]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:43 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:43 smithi155 ceph-mon[102677]: Deploying daemon mon.c on smithi111 2023-12-01T04:37:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:43 smithi155 ceph-mon[102677]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:43 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:43.965 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:37:43.965 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":2,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","modified":"2023-12-01T04:37:37.274703Z","created":"2023-12-01T04:36:15.719441Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:3300","nonce":0},{"type":"v1","addr":"172.21.15.155:6789","nonce":0}]},"addr":"172.21.15.155:6789/0","public_addr":"172.21.15.155:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-01T04:37:43.967 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 2 2023-12-01T04:37:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/1929629024' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-01T04:37:44.740 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/1929629024' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-01T04:37:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:44 smithi111 systemd[1]: Starting Ceph mon.c for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:37:45.527 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-01T04:37:45.528 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-01T04:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: set uid:gid to 167:167 (ceph:ceph) 2023-12-01T04:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable), process ceph-mon, pid 7 2023-12-01T04:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 bash[116459]: 56e170f9374f7d2cbce5fbb1b03b54613c5e5f7ef281060f4bb7b28a8fd8c1d3 2023-12-01T04:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: pidfile_write: ignore empty --pid-file 2023-12-01T04:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: load: jerasure load: lrc 2023-12-01T04:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 systemd[1]: Started Ceph mon.c for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:37:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: RocksDB version: 7.9.2 2023-12-01T04:37:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Git sha 0 2023-12-01T04:37:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Compile date 2023-11-30 20:50:28 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: DB SUMMARY 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: DB Session ID: HHGFOFWKHZTS5JWBMD6R 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: CURRENT file: CURRENT 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: IDENTITY file: IDENTITY 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.error_if_exists: 0 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.create_if_missing: 0 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.paranoid_checks: 1 2023-12-01T04:37:45.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.env: 0x55b866f10720 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.fs: PosixFileSystem 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.info_log: 0x55b86a441440 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_file_opening_threads: 16 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.statistics: (nil) 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.use_fsync: 0 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_log_file_size: 0 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.keep_log_file_num: 1000 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.recycle_log_file_num: 0 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.allow_fallocate: 1 2023-12-01T04:37:45.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.allow_mmap_reads: 0 2023-12-01T04:37:45.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.allow_mmap_writes: 0 2023-12-01T04:37:45.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.use_direct_reads: 0 2023-12-01T04:37:45.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-01T04:37:45.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.create_missing_column_families: 0 2023-12-01T04:37:45.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.db_log_dir: 2023-12-01T04:37:45.754 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.wal_dir: 2023-12-01T04:37:45.754 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.advise_random_on_open: 1 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.db_write_buffer_size: 0 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.write_buffer_manager: 0x55b8696d0320 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.rate_limiter: (nil) 2023-12-01T04:37:45.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.wal_recovery_mode: 2 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.enable_thread_tracking: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.enable_pipelined_write: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.unordered_write: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.row_cache: None 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.wal_filter: None 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.allow_ingest_behind: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.two_write_queues: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.manual_wal_flush: 0 2023-12-01T04:37:45.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.wal_compression: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.atomic_flush: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.log_readahead_size: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.best_efforts_recovery: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.allow_data_in_errors: 0 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.db_host_id: __hostname__ 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_background_jobs: 2 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_background_compactions: -1 2023-12-01T04:37:45.757 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_subcompactions: 1 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_total_wal_size: 0 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_open_files: -1 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bytes_per_sync: 0 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-01T04:37:45.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_readahead_size: 0 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_background_flushes: -1 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Compression algorithms supported: 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kZSTD supported: 0 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kXpressCompression supported: 0 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kLZ4HCCompression supported: 1 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kZlibCompression supported: 1 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kSnappyCompression supported: 1 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kLZ4Compression supported: 1 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: kBZip2Compression supported: 0 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-01T04:37:45.759 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.merge_operator: 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_filter: None 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_filter_factory: None 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.sst_partitioner_factory: None 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b86a441540) 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout: cache_index_and_filter_blocks: 1 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-01T04:37:45.760 INFO:journalctl@ceph.mon.c.smithi111.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: pin_top_level_index_and_filter: 1 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: index_type: 0 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: data_block_index_type: 0 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: index_shortening: 1 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: checksum: 4 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: no_block_cache: 0 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_cache: 0x55b8697531f0 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_cache_name: BinnedLRUCache 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_cache_options: 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: capacity : 536870912 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: num_shard_bits : 4 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: strict_capacity_limit : 0 2023-12-01T04:37:45.761 INFO:journalctl@ceph.mon.c.smithi111.stdout: high_pri_pool_ratio: 0.000 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_cache_compressed: (nil) 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: persistent_cache: (nil) 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_size: 4096 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_size_deviation: 10 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_restart_interval: 16 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: index_block_restart_interval: 1 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: metadata_block_size: 4096 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: partition_filters: 0 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: use_delta_encoding: 1 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: filter_policy: bloomfilter 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: whole_key_filtering: 1 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: verify_compression: 0 2023-12-01T04:37:45.762 INFO:journalctl@ceph.mon.c.smithi111.stdout: read_amp_bytes_per_bit: 0 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: format_version: 5 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: enable_index_compression: 1 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: block_align: 0 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: max_auto_readahead_size: 262144 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: prepopulate_block_cache: 0 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: initial_auto_readahead_size: 8192 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout: num_file_reads_for_auto_readahead: 2 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.write_buffer_size: 33554432 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_write_buffer_number: 2 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression: NoCompression 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression: Disabled 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.prefix_extractor: nullptr 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.num_levels: 7 2023-12-01T04:37:45.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.level: 32767 2023-12-01T04:37:45.764 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.strategy: 0 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.enabled: false 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.target_file_size_base: 67108864 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-01T04:37:45.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.arena_block_size: 1048576 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.disable_auto_compactions: 0 2023-12-01T04:37:45.766 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.table_properties_collectors: 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.inplace_update_support: 0 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-01T04:37:45.767 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.bloom_locality: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.max_successive_merges: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.paranoid_file_checks: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.force_consistency_checks: 1 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.report_bg_io_stats: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.ttl: 2592000 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.enable_blob_files: false 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.min_blob_size: 0 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.blob_file_size: 268435456 2023-12-01T04:37:45.768 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.blob_file_starting_level: 0 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 293538e2-1c7e-4bb3-aa64-3cdebdf840c7 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701405465339905, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701405465340319, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1701405465, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "293538e2-1c7e-4bb3-aa64-3cdebdf840c7", "db_session_id": "HHGFOFWKHZTS5JWBMD6R", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701405465340395, "job": 1, "event": "recovery_finished"} 2023-12-01T04:37:45.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b8697ee000 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: DB pointer 0x55b8697dc000 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: ** DB Stats ** 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-01T04:37:45.770 INFO:journalctl@ceph.mon.c.smithi111.stdout: 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: ** Compaction Stats [default] ** 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: ** Compaction Stats [default] ** 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: 2023-12-01T04:37:45.771 INFO:journalctl@ceph.mon.c.smithi111.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Block cache BinnedLRUCache@0x55b8697531f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: 2023-12-01T04:37:45.772 INFO:journalctl@ceph.mon.c.smithi111.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: using public_addrv [v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0] 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: starting mon.c rank -1 at public addrs [v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0] at bind addrs [v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(???) e0 preinit fsid 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).mds e1 new map 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).mds e1 print_map 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout: e1 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout: legacy client fscid: -1 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout: 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout: No filesystems configured 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-01T04:37:45.773 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:45.774 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi111:172.21.15.111=a;smithi111:[v2:172.21.15.111:3301,v1:172.21.15.111:6790]=c;smithi155:172.21.15.155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: Saving service mon spec with placement smithi111:172.21.15.111=a;smithi111:[v2:172.21.15.111:3301,v1:172.21.15.111:6790]=c;smithi155:172.21.15.155=b;count:3 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: Deploying daemon mon.b on smithi155 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.a calling monitor election 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.b calling monitor election 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.775 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: monmap e2: 2 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: fsmap 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mgrmap e13: y(active, since 35s) 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: overall HEALTH_OK 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:45.776 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: Deploying daemon mon.c on smithi111 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/1929629024' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expand map: {default=false} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta from 'false' to 'false' 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expanded map: {default=false} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expand map: {default=info} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta from 'info' to 'info' 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expanded map: {default=info} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expand map: {default=daemon} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta from 'daemon' to 'daemon' 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expanded map: {default=daemon} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expand map: {default=debug} 2023-12-01T04:37:45.777 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta from 'debug' to 'debug' 2023-12-01T04:37:45.778 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: expand_channel_meta expanded map: {default=debug} 2023-12-01T04:37:45.778 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:45 smithi111 ceph-mon[116524]: mon.c@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-12-01T04:37:45.832 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: mon.a calling monitor election 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: mon.b calling monitor election 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: mon.c calling monitor election 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: monmap e3: 3 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: fsmap 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: mgrmap e13: y(active, since 43s) 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: overall HEALTH_OK 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: mon.a calling monitor election 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: mon.b calling monitor election 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: mon.c calling monitor election 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-01T04:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: monmap e3: 3 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: fsmap 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: mgrmap e13: y(active, since 43s) 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: overall HEALTH_OK 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:37:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: mon.a calling monitor election 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: mon.b calling monitor election 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: mon.c calling monitor election 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: monmap e3: 3 mons at {a=[v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0],b=[v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0],c=[v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-01T04:37:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: fsmap 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: osdmap e4: 0 total, 0 up, 0 in 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: mgrmap e13: y(active, since 43s) 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: overall HEALTH_OK 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:51.045 INFO:teuthology.orchestra.run.smithi155.stdout: 2023-12-01T04:37:51.045 INFO:teuthology.orchestra.run.smithi155.stdout:{"epoch":3,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","modified":"2023-12-01T04:37:45.361512Z","created":"2023-12-01T04:36:15.719441Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3300","nonce":0},{"type":"v1","addr":"172.21.15.111:6789","nonce":0}]},"addr":"172.21.15.111:6789/0","public_addr":"172.21.15.111:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:3300","nonce":0},{"type":"v1","addr":"172.21.15.155:6789","nonce":0}]},"addr":"172.21.15.155:6789/0","public_addr":"172.21.15.155:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:3301","nonce":0},{"type":"v1","addr":"172.21.15.111:6790","nonce":0}]},"addr":"172.21.15.111:6790/0","public_addr":"172.21.15.111:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-12-01T04:37:51.047 INFO:teuthology.orchestra.run.smithi155.stderr:dumped monmap epoch 3 2023-12-01T04:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[97855]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/2000612980' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-01T04:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[116524]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/2000612980' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-01T04:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:51 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:51.762 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:51 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:51.762 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:51 smithi155 ceph-mon[102677]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:51.762 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/2000612980' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-01T04:37:51.763 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:51 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:37:51.779 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-01T04:37:51.779 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph config generate-minimal-conf 2023-12-01T04:37:52.086 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:52.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:52.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.635 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:37:52.636 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:52.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:53 smithi111 ceph-mon[97855]: Reconfiguring mon.a (unknown last config time)... 2023-12-01T04:37:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:53 smithi111 ceph-mon[97855]: Reconfiguring daemon mon.a on smithi111 2023-12-01T04:37:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:53 smithi111 ceph-mon[97855]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:53 smithi111 ceph-mon[116524]: Reconfiguring mon.a (unknown last config time)... 2023-12-01T04:37:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:53 smithi111 ceph-mon[116524]: Reconfiguring daemon mon.a on smithi111 2023-12-01T04:37:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:53 smithi111 ceph-mon[116524]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:53.942 INFO:teuthology.orchestra.run.smithi111.stdout:# minimal ceph.conf for 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:37:53.942 INFO:teuthology.orchestra.run.smithi111.stdout:[global] 2023-12-01T04:37:53.942 INFO:teuthology.orchestra.run.smithi111.stdout: fsid = 0317d528-9003-11ee-95a2-87774f69a715 2023-12-01T04:37:53.942 INFO:teuthology.orchestra.run.smithi111.stdout: mon_host = [v2:172.21.15.111:3300/0,v1:172.21.15.111:6789/0] [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] [v2:172.21.15.111:3301/0,v1:172.21.15.111:6790/0] 2023-12-01T04:37:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:53 smithi155 ceph-mon[102677]: Reconfiguring mon.a (unknown last config time)... 2023-12-01T04:37:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:53 smithi155 ceph-mon[102677]: Reconfiguring daemon mon.a on smithi111 2023-12-01T04:37:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:53 smithi155 ceph-mon[102677]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1330116128' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1330116128' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:54.783 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-01T04:37:54.783 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:54.783 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.conf 2023-12-01T04:37:54.814 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:54.814 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:37:54.886 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:37:54.886 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.conf 2023-12-01T04:37:54.916 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1330116128' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:54.922 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:37:54.922 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:37:54.994 INFO:tasks.cephadm:Adding mgr.y on smithi111 2023-12-01T04:37:54.994 INFO:tasks.cephadm:Adding mgr.x on smithi155 2023-12-01T04:37:54.994 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply mgr '2;smithi111=y;smithi155=x' 2023-12-01T04:37:55.328 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:37:55.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:55.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:55.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: Reconfiguring mon.c (monmap changed)... 2023-12-01T04:37:55.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:55.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:55.811 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:55.812 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: Reconfiguring daemon mon.c on smithi111 2023-12-01T04:37:55.812 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:55 smithi155 ceph-mon[102677]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: Reconfiguring mon.c (monmap changed)... 2023-12-01T04:37:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: Reconfiguring daemon mon.c on smithi111 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[97855]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: Reconfiguring mon.c (monmap changed)... 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:56.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: Reconfiguring daemon mon.c on smithi111 2023-12-01T04:37:56.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:55 smithi111 ceph-mon[116524]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:57.175 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:57.175 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:57.175 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: Reconfiguring mon.b (monmap changed)... 2023-12-01T04:37:57.175 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:57.175 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:57.175 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:57.176 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:56 smithi155 ceph-mon[102677]: Reconfiguring daemon mon.b on smithi155 2023-12-01T04:37:57.224 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mgr update... 2023-12-01T04:37:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: Reconfiguring mon.b (monmap changed)... 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[97855]: Reconfiguring daemon mon.b on smithi155 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: Reconfiguring mon.b (monmap changed)... 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:56 smithi111 ceph-mon[116524]: Reconfiguring daemon mon.b on smithi155 2023-12-01T04:37:57.808 DEBUG:teuthology.orchestra.run.smithi155:mgr.x> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mgr.x.service 2023-12-01T04:37:57.809 INFO:tasks.cephadm:Deploying OSDs... 2023-12-01T04:37:57.810 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:37:57.810 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/scratch_devs of=/dev/stdout 2023-12-01T04:37:57.830 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-01T04:37:57.830 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_1 2023-12-01T04:37:57.841 INFO:journalctl@ceph.mgr.x.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:37:57.890 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-01T04:37:57.890 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 376610 Links: 1 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2023-12-01 04:37:44.787865105 +0000 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2023-12-01 04:31:26.286231837 +0000 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2023-12-01 04:31:26.286231837 +0000 2023-12-01T04:37:57.891 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2023-12-01T04:37:57.892 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-01T04:37:57.960 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2023-12-01T04:37:57.961 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2023-12-01T04:37:57.961 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000254039 s, 2.0 MB/s 2023-12-01T04:37:57.962 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-01T04:37:58.023 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_2 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 376768 Links: 1 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2023-12-01 04:37:44.788865088 +0000 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2023-12-01 04:31:26.844221979 +0000 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2023-12-01 04:31:26.844221979 +0000 2023-12-01T04:37:58.082 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2023-12-01T04:37:58.083 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-01T04:37:58.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-01T04:37:58.139 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:58.148 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:58.148 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.148 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.148 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.148 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:58.149 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:58.150 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:37:58.150 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:58.150 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-01T04:37:58.150 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-01T04:37:58.150 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-01T04:37:58.150 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:37:58.150 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2023-12-01T04:37:58.151 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2023-12-01T04:37:58.151 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000251338 s, 2.0 MB/s 2023-12-01T04:37:58.152 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-01T04:37:58.211 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_3 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 388093 Links: 1 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2023-12-01 04:37:44.788865088 +0000 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2023-12-01 04:31:27.403212103 +0000 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2023-12-01 04:31:27.403212103 +0000 2023-12-01T04:37:58.270 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2023-12-01T04:37:58.271 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-01T04:37:58.337 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2023-12-01T04:37:58.337 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2023-12-01T04:37:58.337 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000307345 s, 1.7 MB/s 2023-12-01T04:37:58.339 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-01T04:37:58.397 DEBUG:teuthology.orchestra.run.smithi111:> stat /dev/vg_nvme/lv_4 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout:Device: 6h/6d Inode: 390068 Links: 1 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout:Access: 2023-12-01 04:37:44.788865088 +0000 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout:Modify: 2023-12-01 04:31:27.949202457 +0000 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout:Change: 2023-12-01 04:31:27.949202457 +0000 2023-12-01T04:37:58.455 INFO:teuthology.orchestra.run.smithi111.stdout: Birth: - 2023-12-01T04:37:58.456 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-01T04:37:58.521 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records in 2023-12-01T04:37:58.521 INFO:teuthology.orchestra.run.smithi111.stderr:1+0 records out 2023-12-01T04:37:58.521 INFO:teuthology.orchestra.run.smithi111.stderr:512 bytes copied, 0.000185834 s, 2.8 MB/s 2023-12-01T04:37:58.522 DEBUG:teuthology.orchestra.run.smithi111:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-01T04:37:58.580 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:37:58.580 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/scratch_devs of=/dev/stdout 2023-12-01T04:37:58.598 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-01T04:37:58.598 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_1 2023-12-01T04:37:58.656 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-01T04:37:58.656 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:58.656 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 383965 Links: 1 2023-12-01T04:37:58.656 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:58.656 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:58.656 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2023-12-01 04:37:36.604630578 +0000 2023-12-01T04:37:58.657 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2023-12-01 04:31:27.076514195 +0000 2023-12-01T04:37:58.657 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2023-12-01 04:31:27.076514195 +0000 2023-12-01T04:37:58.657 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: - 2023-12-01T04:37:58.657 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-01T04:37:58.723 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2023-12-01T04:37:58.723 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2023-12-01T04:37:58.723 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000230455 s, 2.2 MB/s 2023-12-01T04:37:58.724 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-01T04:37:58.792 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_2 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 390585 Links: 1 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2023-12-01 04:37:58.805181351 +0000 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2023-12-01 04:31:27.634502886 +0000 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2023-12-01 04:31:27.634502886 +0000 2023-12-01T04:37:58.850 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: - 2023-12-01T04:37:58.851 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-01T04:37:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:58 smithi155 ceph-mon[102677]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi111=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:58 smithi155 ceph-mon[102677]: Saving service mgr spec with placement smithi111=y;smithi155=x;count:2 2023-12-01T04:37:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:58 smithi155 ceph-mon[102677]: Deploying daemon mgr.x on smithi155 2023-12-01T04:37:58.981 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2023-12-01T04:37:58.981 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2023-12-01T04:37:58.981 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000231204 s, 2.2 MB/s 2023-12-01T04:37:58.982 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-01T04:37:59.000 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_3 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 394340 Links: 1 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2023-12-01 04:37:58.932178781 +0000 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2023-12-01 04:31:28.168492064 +0000 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2023-12-01 04:31:28.168492064 +0000 2023-12-01T04:37:59.059 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: - 2023-12-01T04:37:59.060 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-01T04:37:59.128 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2023-12-01T04:37:59.128 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2023-12-01T04:37:59.128 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000238101 s, 2.2 MB/s 2023-12-01T04:37:59.129 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-01T04:37:59.188 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_4 2023-12-01T04:37:59.245 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 394399 Links: 1 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2023-12-01 04:37:58.932178781 +0000 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2023-12-01 04:31:28.702481241 +0000 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2023-12-01 04:31:28.702481241 +0000 2023-12-01T04:37:59.246 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: - 2023-12-01T04:37:59.246 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-01T04:37:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:58 smithi111 ceph-mon[97855]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi111=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:58 smithi111 ceph-mon[97855]: Saving service mgr spec with placement smithi111=y;smithi155=x;count:2 2023-12-01T04:37:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:58 smithi111 ceph-mon[97855]: Deploying daemon mgr.x on smithi155 2023-12-01T04:37:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:58 smithi111 ceph-mon[116524]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi111=y;smithi155=x", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:37:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:58 smithi111 ceph-mon[116524]: Saving service mgr spec with placement smithi111=y;smithi155=x;count:2 2023-12-01T04:37:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:58 smithi111 ceph-mon[116524]: Deploying daemon mgr.x on smithi155 2023-12-01T04:37:59.310 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:58 smithi155 systemd[1]: Starting Ceph mgr.x for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:37:59.312 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2023-12-01T04:37:59.312 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2023-12-01T04:37:59.312 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000200053 s, 2.6 MB/s 2023-12-01T04:37:59.313 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-01T04:37:59.372 INFO:tasks.cephadm:Deploying osd.0 on smithi111 with /dev/vg_nvme/lv_4... 2023-12-01T04:37:59.372 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-01T04:37:59.672 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mgr[105908]: -- 172.21.15.155:0/1330595752 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a267cb71e0 con 0x55a267c8e800 2023-12-01T04:37:59.673 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 bash[105774]: 1b470e390da42aa79e6a1d389c6242a51738377f1225f40ed8eababca4056bd6 2023-12-01T04:37:59.673 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 systemd[1]: Started Ceph mgr.x for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:37:59.677 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:37:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mon[102677]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:37:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 conmon[105869]: 2023-12-01T04:37:59.671+0000 7f74af32d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 conmon[105869]: 2023-12-01T04:37:59.755+0000 7f74af32d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 conmon[105869]: 2023-12-01T04:37:59.851+0000 7f74af32d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-01T04:37:59.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:37:59 smithi155 conmon[105869]: 2023-12-01T04:37:59.955+0000 7f74af32d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-01T04:38:00.060 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[97855]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:00.060 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.060 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[116524]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:00.061 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:37:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:00.206 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:00 smithi155 conmon[105869]: 2023-12-01T04:38:00.151+0000 7f74af32d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-01T04:38:00.875 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:00 smithi155 conmon[105869]: 2023-12-01T04:38:00.545+0000 7f74af32d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-01T04:38:00.875 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:00 smithi155 conmon[105869]: 2023-12-01T04:38:00.688+0000 7f74af32d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-01T04:38:00.876 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:00 smithi155 conmon[105869]: 2023-12-01T04:38:00.779+0000 7f74af32d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-01T04:38:00.876 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:00 smithi155 conmon[105869]: 2023-12-01T04:38:00.874+0000 7f74af32d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-01T04:38:01.375 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-01T04:38:01.375 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-01T04:38:01.375 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2023-12-01T04:38:01.375 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2023-12-01T04:38:01.375 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0125805 s, 833 MB/s 2023-12-01T04:38:01.375 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2023-12-01T04:38:01.644 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:01 smithi155 conmon[105869]: 2023-12-01T04:38:01.293+0000 7f74af32d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: Reconfiguring mgr.y (unknown last config time)... 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: Reconfiguring daemon mgr.y on smithi111 2023-12-01T04:38:01.900 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[116524]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: Reconfiguring mgr.y (unknown last config time)... 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: Reconfiguring daemon mgr.y on smithi111 2023-12-01T04:38:01.901 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:01 smithi111 ceph-mon[97855]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: Reconfiguring mgr.y (unknown last config time)... 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: Reconfiguring daemon mgr.y on smithi111 2023-12-01T04:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:01 smithi155 ceph-mon[102677]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:02.273 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi111:vg_nvme/lv_4 2023-12-01T04:38:02.456 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:01 smithi155 conmon[105869]: 2023-12-01T04:38:01.959+0000 7f74af32d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-01T04:38:02.457 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:02 smithi155 conmon[105869]: 2023-12-01T04:38:02.040+0000 7f74af32d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-01T04:38:02.580 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:02 smithi155 conmon[105869]: 2023-12-01T04:38:02.809+0000 7f74af32d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:02 smithi155 conmon[105869]: 2023-12-01T04:38:02.900+0000 7f74af32d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:03.072 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:02 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.082 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.082 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.082 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.082 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:03.082 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:03.083 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:02 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:03.349 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:03 smithi155 conmon[105869]: 2023-12-01T04:38:03.071+0000 7f74af32d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:38:03.706 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:03 smithi155 conmon[105869]: 2023-12-01T04:38:03.348+0000 7f74af32d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-01T04:38:03.707 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:03 smithi155 conmon[105869]: 2023-12-01T04:38:03.574+0000 7f74af32d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-01T04:38:03.979 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:03 smithi155 ceph-mon[102677]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:03.980 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:03 smithi155 conmon[105869]: 2023-12-01T04:38:03.719+0000 7f74af32d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-01T04:38:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:03 smithi111 ceph-mon[97855]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:03 smithi111 ceph-mon[116524]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:04.456 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:03 smithi155 conmon[105869]: 2023-12-01T04:38:03.979+0000 7f74af32d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-01T04:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:04 smithi155 ceph-mon[102677]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:04 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:04 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:04 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:04.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:04 smithi155 conmon[105869]: 2023-12-01T04:38:04.677+0000 7f74af32d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-01T04:38:04.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:04 smithi155 conmon[105869]: 2023-12-01T04:38:04.807+0000 7f74af32d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-01T04:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[97855]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[116524]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:04 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:05.327 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:04 smithi155 conmon[105869]: 2023-12-01T04:38:04.998+0000 7f74af32d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-01T04:38:05.327 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:05 smithi155 conmon[105869]: 2023-12-01T04:38:05.110+0000 7f74af32d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-01T04:38:05.706 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:05 smithi155 conmon[105869]: 2023-12-01T04:38:05.326+0000 7f74af32d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-01T04:38:06.182 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:05 smithi155 ceph-mon[102677]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:05 smithi111 ceph-mon[97855]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:05 smithi111 ceph-mon[116524]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:06.457 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:38:06 smithi155 conmon[105869]: 2023-12-01T04:38:06.182+0000 7f74af32d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-01T04:38:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: Standby manager daemon x started 2023-12-01T04:38:07.285 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-01T04:38:07.285 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-01T04:38:07.285 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-01T04:38:07.285 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-01T04:38:07.285 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3694101464' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a299e0b0-d5ad-4135-839f-67ad5b12f717"}]: dispatch 2023-12-01T04:38:07.286 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3694101464' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a299e0b0-d5ad-4135-839f-67ad5b12f717"}]': finished 2023-12-01T04:38:07.286 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: osdmap e5: 1 total, 0 up, 1 in 2023-12-01T04:38:07.286 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:06 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:07.286 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: Standby manager daemon x started 2023-12-01T04:38:07.286 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3694101464' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a299e0b0-d5ad-4135-839f-67ad5b12f717"}]: dispatch 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3694101464' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a299e0b0-d5ad-4135-839f-67ad5b12f717"}]': finished 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: osdmap e5: 1 total, 0 up, 1 in 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: Standby manager daemon x started 2023-12-01T04:38:07.287 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/1240677472' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3694101464' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a299e0b0-d5ad-4135-839f-67ad5b12f717"}]: dispatch 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3694101464' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a299e0b0-d5ad-4135-839f-67ad5b12f717"}]': finished 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: osdmap e5: 1 total, 0 up, 1 in 2023-12-01T04:38:07.288 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:06 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:07 smithi155 ceph-mon[102677]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:07 smithi155 ceph-mon[102677]: mgrmap e14: y(active, since 60s), standbys: x 2023-12-01T04:38:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-01T04:38:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3597423206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[97855]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[97855]: mgrmap e14: y(active, since 60s), standbys: x 2023-12-01T04:38:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-01T04:38:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3597423206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[116524]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[116524]: mgrmap e14: y(active, since 60s), standbys: x 2023-12-01T04:38:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-01T04:38:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3597423206' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:09 smithi111 ceph-mon[97855]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:09 smithi111 ceph-mon[116524]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:09 smithi155 ceph-mon[102677]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:11 smithi155 ceph-mon[102677]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:11 smithi111 ceph-mon[97855]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:11 smithi111 ceph-mon[116524]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:13.164 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:12 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-01T04:38:13.164 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:12 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:13.164 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:12 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-01T04:38:13.164 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:12 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:12 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-01T04:38:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:12 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:14.148 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:13 smithi111 ceph-mon[97855]: Deploying daemon osd.0 on smithi111 2023-12-01T04:38:14.148 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:13 smithi111 ceph-mon[97855]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:14.148 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:13 smithi111 ceph-mon[116524]: Deploying daemon osd.0 on smithi111 2023-12-01T04:38:14.149 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:13 smithi111 ceph-mon[116524]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:13 smithi155 ceph-mon[102677]: Deploying daemon osd.0 on smithi111 2023-12-01T04:38:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:13 smithi155 ceph-mon[102677]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:16.206 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:15 smithi111 ceph-mon[97855]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:16.206 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:15 smithi111 ceph-mon[116524]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:15 smithi155 ceph-mon[102677]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[97855]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[116524]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:17 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:17 smithi155 ceph-mon[102677]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:17 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:17 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:17 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:19.529 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:19 smithi111 ceph-mon[97855]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:19.530 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:19 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:19.530 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:19 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:19.530 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:19 smithi111 ceph-mon[116524]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:19.530 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:19 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:19.530 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:19 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:19 smithi155 ceph-mon[102677]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:19 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:19 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:19.973 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 0 on host 'smithi111' 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:20.527 DEBUG:teuthology.orchestra.run.smithi111:osd.0> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.0.service 2023-12-01T04:38:20.529 INFO:tasks.cephadm:Deploying osd.1 on smithi111 with /dev/vg_nvme/lv_3... 2023-12-01T04:38:20.529 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-01T04:38:20.559 INFO:journalctl@ceph.osd.0.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:38:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:21.072 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:38:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:21 smithi111 ceph-mon[97855]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-01T04:38:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:21 smithi111 ceph-mon[97855]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:21 smithi111 ceph-mon[116524]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-01T04:38:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:21 smithi111 ceph-mon[116524]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:21 smithi155 ceph-mon[102677]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-01T04:38:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:21 smithi155 ceph-mon[102677]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[97855]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-01T04:38:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[97855]: osdmap e6: 1 total, 0 up, 1 in 2023-12-01T04:38:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:22.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[97855]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[116524]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-01T04:38:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[116524]: osdmap e6: 1 total, 0 up, 1 in 2023-12-01T04:38:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:22 smithi111 ceph-mon[116524]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:22.501 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:38:22 smithi111 conmon[122803]: 2023-12-01T04:38:22.269+0000 7fa18aafd700 -1 osd.0 0 waiting for initial osdmap 2023-12-01T04:38:22.501 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:38:22 smithi111 conmon[122803]: 2023-12-01T04:38:22.275+0000 7fa1850ef700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:38:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:22 smithi155 ceph-mon[102677]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-01T04:38:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:22 smithi155 ceph-mon[102677]: osdmap e6: 1 total, 0 up, 1 in 2023-12-01T04:38:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:22 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:22 smithi155 ceph-mon[102677]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:23.283 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[97855]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:38:23.283 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[97855]: osdmap e7: 1 total, 0 up, 1 in 2023-12-01T04:38:23.283 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:23.284 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:23.284 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[97855]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:23.457 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-01T04:38:23.457 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-01T04:38:23.457 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2023-12-01T04:38:23.457 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2023-12-01T04:38:23.457 INFO:teuthology.orchestra.run.smithi111.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124944 s, 839 MB/s 2023-12-01T04:38:23.457 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2023-12-01T04:38:23.688 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[116524]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:38:23.688 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[116524]: osdmap e7: 1 total, 0 up, 1 in 2023-12-01T04:38:23.688 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:23.688 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:23.688 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:23 smithi111 ceph-mon[116524]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:23 smithi155 ceph-mon[102677]: from='osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:38:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:23 smithi155 ceph-mon[102677]: osdmap e7: 1 total, 0 up, 1 in 2023-12-01T04:38:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:23 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:23 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:23 smithi155 ceph-mon[102677]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-01T04:38:24.061 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi111:vg_nvme/lv_3 2023-12-01T04:38:24.359 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:38:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638] boot 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: osdmap e8: 1 total, 1 up, 1 in 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi111 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 16144M 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638] boot 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: osdmap e8: 1 total, 1 up, 1 in 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi111 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:24.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 16144M 2023-12-01T04:38:24.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:24.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:24.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:24 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: osd.0 [v2:172.21.15.111:6802/3707255638,v1:172.21.15.111:6803/3707255638] boot 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: osdmap e8: 1 total, 1 up, 1 in 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi111 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 16144M 2023-12-01T04:38:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:24 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:25.664 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:25 smithi111 ceph-mon[97855]: osdmap e9: 1 total, 1 up, 1 in 2023-12-01T04:38:25.664 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:25 smithi111 ceph-mon[97855]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:25.665 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:25 smithi111 ceph-mon[116524]: osdmap e9: 1 total, 1 up, 1 in 2023-12-01T04:38:25.665 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:25 smithi111 ceph-mon[116524]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:25 smithi155 ceph-mon[102677]: osdmap e9: 1 total, 1 up, 1 in 2023-12-01T04:38:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:25 smithi155 ceph-mon[102677]: pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:26.602 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[97855]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:26.602 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:26.602 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:26.603 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:26.603 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[116524]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:26.603 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:26.603 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:26.603 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:26 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:26 smithi155 ceph-mon[102677]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:26 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:26 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:26 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:27.564 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:27 smithi111 ceph-mon[97855]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:27.564 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:27 smithi111 ceph-mon[116524]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:27 smithi155 ceph-mon[102677]: pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3087178919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]: dispatch 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]: dispatch 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]': finished 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: osdmap e10: 2 total, 1 up, 2 in 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3763565569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3087178919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]: dispatch 2023-12-01T04:38:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]: dispatch 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]': finished 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: osdmap e10: 2 total, 1 up, 2 in 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3763565569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3087178919' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]: dispatch 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]: dispatch 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0d4002ab-938a-48c7-bcf4-8370762304c2"}]': finished 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: osdmap e10: 2 total, 1 up, 2 in 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3763565569' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:31 smithi155 ceph-mon[102677]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:31 smithi111 ceph-mon[97855]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:31 smithi111 ceph-mon[116524]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:33 smithi155 ceph-mon[102677]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:33 smithi111 ceph-mon[97855]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:33 smithi111 ceph-mon[116524]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:35.177 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:34 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-01T04:38:35.177 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:34 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:35.177 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:34 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-01T04:38:35.177 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:34 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:34 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-01T04:38:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:34 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:36.178 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:35 smithi111 ceph-mon[97855]: Deploying daemon osd.1 on smithi111 2023-12-01T04:38:36.178 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:35 smithi111 ceph-mon[97855]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:36.178 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:35 smithi111 ceph-mon[116524]: Deploying daemon osd.1 on smithi111 2023-12-01T04:38:36.178 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:35 smithi111 ceph-mon[116524]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:35 smithi155 ceph-mon[102677]: Deploying daemon osd.1 on smithi111 2023-12-01T04:38:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:35 smithi155 ceph-mon[102677]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:37 smithi155 ceph-mon[102677]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:37 smithi111 ceph-mon[97855]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:37 smithi111 ceph-mon[116524]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[97855]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[116524]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:40 smithi155 ceph-mon[102677]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:40.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:40.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:40.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:42.039 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 1 on host 'smithi111' 2023-12-01T04:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:41 smithi155 ceph-mon[102677]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.218 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[97855]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:42.218 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[116524]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:42.219 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:42.628 DEBUG:teuthology.orchestra.run.smithi111:osd.1> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.1.service 2023-12-01T04:38:42.630 INFO:tasks.cephadm:Deploying osd.2 on smithi111 with /dev/vg_nvme/lv_2... 2023-12-01T04:38:42.630 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-01T04:38:42.663 INFO:journalctl@ceph.osd.1.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:38:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[97855]: from='osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[97855]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[116524]: from='osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-01T04:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:42 smithi111 ceph-mon[116524]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-01T04:38:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:38:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:42 smithi155 ceph-mon[102677]: from='osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-01T04:38:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:42 smithi155 ceph-mon[102677]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-01T04:38:43.587 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[97855]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[97855]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[97855]: osdmap e11: 2 total, 1 up, 2 in 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[97855]: from='osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[97855]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[116524]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:44.100 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[116524]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-01T04:38:44.101 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[116524]: osdmap e11: 2 total, 1 up, 2 in 2023-12-01T04:38:44.101 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:44.101 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[116524]: from='osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:44.101 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:44 smithi111 ceph-mon[116524]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:44.101 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:38:44 smithi111 conmon[132548]: 2023-12-01T04:38:44.007+0000 7f4ca5a31700 -1 osd.1 0 waiting for initial osdmap 2023-12-01T04:38:44.101 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:38:44 smithi111 conmon[132548]: 2023-12-01T04:38:44.010+0000 7f4c9f021700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:44 smithi155 ceph-mon[102677]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:44 smithi155 ceph-mon[102677]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-01T04:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:44 smithi155 ceph-mon[102677]: osdmap e11: 2 total, 1 up, 2 in 2023-12-01T04:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:44 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:44 smithi155 ceph-mon[102677]: from='osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:44 smithi155 ceph-mon[102677]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:38:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:45 smithi155 ceph-mon[102677]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:38:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:45 smithi155 ceph-mon[102677]: osdmap e12: 2 total, 1 up, 2 in 2023-12-01T04:38:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:45 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:45 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:45.496 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-01T04:38:45.496 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-01T04:38:45.496 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2023-12-01T04:38:45.496 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2023-12-01T04:38:45.496 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0141071 s, 743 MB/s 2023-12-01T04:38:45.496 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2023-12-01T04:38:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[97855]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:38:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[97855]: osdmap e12: 2 total, 1 up, 2 in 2023-12-01T04:38:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[116524]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:38:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[116524]: osdmap e12: 2 total, 1 up, 2 in 2023-12-01T04:38:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224] boot 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: osdmap e13: 2 total, 2 up, 2 in 2023-12-01T04:38:46.382 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224] boot 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: osdmap e13: 2 total, 2 up, 2 in 2023-12-01T04:38:46.383 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:46 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.400 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi111:vg_nvme/lv_2 2023-12-01T04:38:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-01T04:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: osd.1 [v2:172.21.15.111:6810/3470653224,v1:172.21.15.111:6811/3470653224] boot 2023-12-01T04:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: osdmap e13: 2 total, 2 up, 2 in 2023-12-01T04:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:46 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:38:46.705 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:38:47.242 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: osdmap e14: 2 total, 2 up, 2 in 2023-12-01T04:38:47.242 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: osdmap e14: 2 total, 2 up, 2 in 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.243 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:47.244 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:47.244 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.244 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:47.244 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:47.244 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: osdmap e14: 2 total, 2 up, 2 in 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:38:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:48 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi111 2023-12-01T04:38:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:48 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 8072M 2023-12-01T04:38:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:48 smithi111 ceph-mon[116524]: pgmap v54: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:48 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi111 2023-12-01T04:38:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:48 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 8072M 2023-12-01T04:38:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:48 smithi111 ceph-mon[97855]: pgmap v54: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:48 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi111 2023-12-01T04:38:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:48 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 8072M 2023-12-01T04:38:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:48 smithi155 ceph-mon[102677]: pgmap v54: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[97855]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[97855]: pgmap v55: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[116524]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:49 smithi111 ceph-mon[116524]: pgmap v55: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:49 smithi155 ceph-mon[102677]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:49 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:49 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:49 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:49 smithi155 ceph-mon[102677]: pgmap v55: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/445964227' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6274c88-48e7-48f2-892c-cb99d8c87787"}]: dispatch 2023-12-01T04:38:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/445964227' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f6274c88-48e7-48f2-892c-cb99d8c87787"}]': finished 2023-12-01T04:38:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:50 smithi155 ceph-mon[102677]: osdmap e15: 3 total, 2 up, 3 in 2023-12-01T04:38:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/445964227' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6274c88-48e7-48f2-892c-cb99d8c87787"}]: dispatch 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/445964227' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f6274c88-48e7-48f2-892c-cb99d8c87787"}]': finished 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[97855]: osdmap e15: 3 total, 2 up, 3 in 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/445964227' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f6274c88-48e7-48f2-892c-cb99d8c87787"}]: dispatch 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/445964227' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f6274c88-48e7-48f2-892c-cb99d8c87787"}]': finished 2023-12-01T04:38:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[116524]: osdmap e15: 3 total, 2 up, 3 in 2023-12-01T04:38:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:38:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:51 smithi155 ceph-mon[102677]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/62742327' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:51 smithi111 ceph-mon[97855]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/62742327' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:51 smithi111 ceph-mon[116524]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/62742327' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:38:54.155 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:53 smithi111 ceph-mon[97855]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:54.155 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:53 smithi111 ceph-mon[116524]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:53 smithi155 ceph-mon[102677]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:56.138 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:55 smithi111 ceph-mon[97855]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:56.138 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:55 smithi111 ceph-mon[116524]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:55 smithi155 ceph-mon[102677]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-01T04:38:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-01T04:38:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-01T04:38:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:38:58.200 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:57 smithi111 ceph-mon[97855]: Deploying daemon osd.2 on smithi111 2023-12-01T04:38:58.200 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:57 smithi111 ceph-mon[97855]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:58.200 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:57 smithi111 ceph-mon[116524]: Deploying daemon osd.2 on smithi111 2023-12-01T04:38:58.201 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:57 smithi111 ceph-mon[116524]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:57 smithi155 ceph-mon[102677]: Deploying daemon osd.2 on smithi111 2023-12-01T04:38:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:57 smithi155 ceph-mon[102677]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:59.365 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:38:59 smithi111 ceph-mon[97855]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:59.365 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:38:59 smithi111 ceph-mon[116524]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:38:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:38:59 smithi155 ceph-mon[102677]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:02.122 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[97855]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[116524]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:02.123 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:01 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:01 smithi155 ceph-mon[102677]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:01 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:03 smithi155 ceph-mon[102677]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:04.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:04.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[97855]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[116524]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:04.491 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 2 on host 'smithi111' 2023-12-01T04:39:05.153 DEBUG:teuthology.orchestra.run.smithi111:osd.2> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.2.service 2023-12-01T04:39:05.155 INFO:tasks.cephadm:Deploying osd.3 on smithi111 with /dev/vg_nvme/lv_1... 2023-12-01T04:39:05.156 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-01T04:39:05.185 INFO:journalctl@ceph.osd.2.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:39:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[97855]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[97855]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[116524]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-01T04:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:05 smithi111 ceph-mon[116524]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:05 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:05 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:05 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:05 smithi155 ceph-mon[102677]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-01T04:39:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:05 smithi155 ceph-mon[102677]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:06.236 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:39:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[97855]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-01T04:39:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[97855]: osdmap e16: 3 total, 2 up, 3 in 2023-12-01T04:39:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[97855]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:39:06.749 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:06 smithi111 conmon[142234]: 2023-12-01T04:39:06.498+0000 7fd192df2700 -1 osd.2 0 waiting for initial osdmap 2023-12-01T04:39:06.749 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:06 smithi111 conmon[142234]: 2023-12-01T04:39:06.501+0000 7fd18cbe3700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:39:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[116524]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-01T04:39:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[116524]: osdmap e16: 3 total, 2 up, 3 in 2023-12-01T04:39:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:06 smithi111 ceph-mon[116524]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:06 smithi155 ceph-mon[102677]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-01T04:39:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:06 smithi155 ceph-mon[102677]: osdmap e16: 3 total, 2 up, 3 in 2023-12-01T04:39:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:06 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:06 smithi155 ceph-mon[102677]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:39:07.611 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[97855]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[97855]: osdmap e17: 3 total, 2 up, 3 in 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[97855]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[116524]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[116524]: osdmap e17: 3 total, 2 up, 3 in 2023-12-01T04:39:07.612 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:07.613 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:07.613 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:07 smithi111 ceph-mon[116524]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:07 smithi155 ceph-mon[102677]: from='osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:39:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:07 smithi155 ceph-mon[102677]: osdmap e17: 3 total, 2 up, 3 in 2023-12-01T04:39:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:07 smithi155 ceph-mon[102677]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-01T04:39:08.181 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-01T04:39:08.181 INFO:teuthology.orchestra.run.smithi111.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-01T04:39:08.181 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10+0 records in 2023-12-01T04:39:08.181 INFO:teuthology.orchestra.run.smithi111.stderr:10+0 records out 2023-12-01T04:39:08.181 INFO:teuthology.orchestra.run.smithi111.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0127428 s, 823 MB/s 2023-12-01T04:39:08.182 INFO:teuthology.orchestra.run.smithi111.stderr:--> Zapping successful for: 2023-12-01T04:39:08.788 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:39:08.788 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:39:08.788 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:08.788 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[97855]: osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390] boot 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[97855]: osdmap e18: 3 total, 3 up, 3 in 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[116524]: osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390] boot 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[116524]: osdmap e18: 3 total, 3 up, 3 in 2023-12-01T04:39:08.789 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:08 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:08.804 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi111:vg_nvme/lv_1 2023-12-01T04:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:08 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:08 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:08 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:08 smithi155 ceph-mon[102677]: osd.2 [v2:172.21.15.111:6818/3389082390,v1:172.21.15.111:6819/3389082390] boot 2023-12-01T04:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:08 smithi155 ceph-mon[102677]: osdmap e18: 3 total, 3 up, 3 in 2023-12-01T04:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:08 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:39:09.117 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:39:09.630 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: osdmap e19: 3 total, 3 up, 3 in 2023-12-01T04:39:09.630 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi111 2023-12-01T04:39:09.630 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 5381M 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: pgmap v70: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: osdmap e19: 3 total, 3 up, 3 in 2023-12-01T04:39:09.631 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi111 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 5381M 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: pgmap v70: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:09.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: osdmap e19: 3 total, 3 up, 3 in 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi111 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 5381M 2023-12-01T04:39:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: pgmap v70: 0 pgs: ; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:10 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-12-01T04:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:10 smithi155 ceph-mon[102677]: osdmap e20: 3 total, 3 up, 3 in 2023-12-01T04:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:10 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:10 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:10 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:10 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-12-01T04:39:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[97855]: osdmap e20: 3 total, 3 up, 3 in 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[116524]: osdmap e20: 3 total, 3 up, 3 in 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:10 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:11.446 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148438]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-01T04:39:11.446 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148438]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:11.446 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148438]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:11.446 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148438]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:11.728 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148469]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-01T04:39:11.729 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148469]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:11.729 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148469]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:11.729 INFO:journalctl@ceph.osd.0.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148469]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:11.729 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[97855]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:11.729 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:39:11.729 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[97855]: osdmap e21: 3 total, 3 up, 3 in 2023-12-01T04:39:11.729 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[97855]: pgmap v73: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:11.730 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:11.730 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[116524]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:11.730 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:39:11.730 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[116524]: osdmap e21: 3 total, 3 up, 3 in 2023-12-01T04:39:11.730 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[116524]: pgmap v73: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:11.730 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:11 smithi155 ceph-mon[102677]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi111:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:39:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:11 smithi155 ceph-mon[102677]: osdmap e21: 3 total, 3 up, 3 in 2023-12-01T04:39:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:11 smithi155 ceph-mon[102677]: pgmap v73: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:11.983 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148517]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-01T04:39:11.984 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148517]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:11.984 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148517]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:11.984 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148517]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:12.247 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148535]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-01T04:39:12.247 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148535]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:12.247 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148535]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:12.247 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148520]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-01T04:39:12.247 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148520]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:12.247 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148520]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:12.248 INFO:journalctl@ceph.osd.1.smithi111.stdout:Dec 01 04:39:11 smithi111 sudo[148520]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:12.498 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148535]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:12.755 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148602]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-01T04:39:12.756 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148602]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:12.756 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148602]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:12.756 INFO:journalctl@ceph.osd.2.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148602]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:13.021 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148615]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-01T04:39:13.021 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148615]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:13.021 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148615]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:13.021 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:12 smithi111 sudo[148615]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:13.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 ceph-mon[102677]: mgrmap e15: y(active, since 2m), standbys: x 2023-12-01T04:39:13.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 ceph-mon[102677]: osdmap e22: 3 total, 3 up, 3 in 2023-12-01T04:39:13.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:13.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106790]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-01T04:39:13.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106790]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:13.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106790]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:13.281 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106790]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 ceph-mon[116524]: mgrmap e15: y(active, since 2m), standbys: x 2023-12-01T04:39:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 ceph-mon[116524]: osdmap e22: 3 total, 3 up, 3 in 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148650]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148650]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148650]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148650]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 ceph-mon[97855]: mgrmap e15: y(active, since 2m), standbys: x 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 ceph-mon[97855]: osdmap e22: 3 total, 3 up, 3 in 2023-12-01T04:39:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:13 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106793]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-01T04:39:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106793]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106793]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:13 smithi155 sudo[106793]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:14.065 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148664]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-01T04:39:14.065 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148664]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:14.065 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148664]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:14.065 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:13 smithi111 sudo[148664]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: pgmap v75: 1 pgs: 1 active+clean; 449 KiB data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1440261834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]: dispatch 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]: dispatch 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]': finished 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: osdmap e23: 4 total, 3 up, 4 in 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:14 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 sudo[148691]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 sudo[148691]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 sudo[148691]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 sudo[148691]: pam_unix(sudo:session): session closed for user root 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: pgmap v75: 1 pgs: 1 active+clean; 449 KiB data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1440261834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]': finished 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: osdmap e23: 4 total, 3 up, 4 in 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: pgmap v75: 1 pgs: 1 active+clean; 449 KiB data, 79 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1440261834' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]: dispatch 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72d18c04-fed5-4917-abef-d507123b057c"}]': finished 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: osdmap e23: 4 total, 3 up, 4 in 2023-12-01T04:39:14.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:14.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:14.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:39:14.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:39:14.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:14 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:15 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:15 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2246875646' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:15 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:15 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2246875646' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:15 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-01T04:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:15 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-01T04:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2246875646' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:16 smithi155 ceph-mon[102677]: pgmap v77: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:16.483 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:16 smithi111 ceph-mon[97855]: pgmap v77: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:16.483 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:16 smithi111 ceph-mon[116524]: pgmap v77: 1 pgs: 1 active+clean; 449 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:18 smithi111 ceph-mon[97855]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.3 KiB/s rd, 254 KiB/s wr, 17 op/s 2023-12-01T04:39:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:18 smithi111 ceph-mon[116524]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.3 KiB/s rd, 254 KiB/s wr, 17 op/s 2023-12-01T04:39:18.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:18 smithi155 ceph-mon[102677]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 5.3 KiB/s rd, 254 KiB/s wr, 17 op/s 2023-12-01T04:39:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:19 smithi111 ceph-mon[97855]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 183 KiB/s wr, 12 op/s 2023-12-01T04:39:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:19 smithi111 ceph-mon[116524]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 183 KiB/s wr, 12 op/s 2023-12-01T04:39:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:19 smithi155 ceph-mon[102677]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 183 KiB/s wr, 12 op/s 2023-12-01T04:39:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-01T04:39:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:20 smithi111 ceph-mon[97855]: Deploying daemon osd.3 on smithi111 2023-12-01T04:39:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-01T04:39:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:20 smithi111 ceph-mon[116524]: Deploying daemon osd.3 on smithi111 2023-12-01T04:39:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-01T04:39:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:20 smithi155 ceph-mon[102677]: Deploying daemon osd.3 on smithi111 2023-12-01T04:39:21.602 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:21 smithi111 ceph-mon[97855]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 143 KiB/s wr, 9 op/s 2023-12-01T04:39:21.602 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:21 smithi111 ceph-mon[116524]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 143 KiB/s wr, 9 op/s 2023-12-01T04:39:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:21 smithi155 ceph-mon[102677]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 143 KiB/s wr, 9 op/s 2023-12-01T04:39:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:23 smithi155 ceph-mon[102677]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-12-01T04:39:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:23 smithi111 ceph-mon[97855]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-12-01T04:39:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:23 smithi111 ceph-mon[116524]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2023-12-01T04:39:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[97855]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 116 KiB/s wr, 7 op/s 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:25 smithi111 ceph-mon[116524]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 116 KiB/s wr, 7 op/s 2023-12-01T04:39:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:25 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:25 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:25 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:25 smithi155 ceph-mon[102677]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 116 KiB/s wr, 7 op/s 2023-12-01T04:39:27.809 INFO:teuthology.orchestra.run.smithi111.stdout:Created osd(s) 3 on host 'smithi111' 2023-12-01T04:39:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-12-01T04:39:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:28.407 DEBUG:teuthology.orchestra.run.smithi111:osd.3> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.3.service 2023-12-01T04:39:28.409 INFO:tasks.cephadm:Deploying osd.4 on smithi155 with /dev/vg_nvme/lv_4... 2023-12-01T04:39:28.409 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-01T04:39:28.440 INFO:journalctl@ceph.osd.3.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:39:28.712 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:39:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:28 smithi111 ceph-mon[97855]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-01T04:39:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:28 smithi111 ceph-mon[116524]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-01T04:39:29.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:28 smithi155 ceph-mon[102677]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-01T04:39:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:29 smithi155 ceph-mon[102677]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:29 smithi155 ceph-mon[102677]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-01T04:39:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:29 smithi155 ceph-mon[102677]: osdmap e24: 4 total, 3 up, 4 in 2023-12-01T04:39:30.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:29 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:30.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:29 smithi155 ceph-mon[102677]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:39:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[97855]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[97855]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-01T04:39:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[97855]: osdmap e24: 4 total, 3 up, 4 in 2023-12-01T04:39:30.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:30.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[97855]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:39:30.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[116524]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:30.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[116524]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-01T04:39:30.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[116524]: osdmap e24: 4 total, 3 up, 4 in 2023-12-01T04:39:30.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:30.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:29 smithi111 ceph-mon[116524]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]: dispatch 2023-12-01T04:39:30.251 INFO:journalctl@ceph.osd.3.smithi111.stdout:Dec 01 04:39:29 smithi111 conmon[151232]: 2023-12-01T04:39:29.882+0000 7ff201242700 -1 osd.3 0 waiting for initial osdmap 2023-12-01T04:39:30.251 INFO:journalctl@ceph.osd.3.smithi111.stdout:Dec 01 04:39:29 smithi111 conmon[151232]: 2023-12-01T04:39:29.886+0000 7ff1f902f700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:39:30.255 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-01T04:39:30.255 INFO:teuthology.orchestra.run.smithi155.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-01T04:39:30.255 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10+0 records in 2023-12-01T04:39:30.255 INFO:teuthology.orchestra.run.smithi155.stderr:10+0 records out 2023-12-01T04:39:30.255 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110121 s, 952 MB/s 2023-12-01T04:39:30.255 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping successful for: 2023-12-01T04:39:30.769 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi155:vg_nvme/lv_4 2023-12-01T04:39:31.059 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:39:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:30 smithi155 ceph-mon[102677]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:39:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:30 smithi155 ceph-mon[102677]: osdmap e25: 4 total, 3 up, 4 in 2023-12-01T04:39:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:30 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:30 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:31.228 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[97855]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:39:31.228 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[97855]: osdmap e25: 4 total, 3 up, 4 in 2023-12-01T04:39:31.228 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:31.228 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:31.229 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[116524]: from='osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi111", "root=default"]}]': finished 2023-12-01T04:39:31.229 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[116524]: osdmap e25: 4 total, 3 up, 4 in 2023-12-01T04:39:31.229 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:31.229 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:30 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:32.148 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:39:32.148 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:39:32.148 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808] boot 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: osdmap e26: 4 total, 4 up, 4 in 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.150 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:32.150 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:32.150 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808] boot 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: osdmap e26: 4 total, 4 up, 4 in 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: osd.3 [v2:172.21.15.111:6826/1336645808,v1:172.21.15.111:6827/1336645808] boot 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: osdmap e26: 4 total, 4 up, 4 in 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:39:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:32.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:32 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi111 2023-12-01T04:39:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:32 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 4036M 2023-12-01T04:39:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:32 smithi155 ceph-mon[102677]: osdmap e27: 4 total, 4 up, 4 in 2023-12-01T04:39:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:32 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:32 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:32 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi111 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 4036M 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[97855]: osdmap e27: 4 total, 4 up, 4 in 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi111 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 4036M 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[116524]: osdmap e27: 4 total, 4 up, 4 in 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:33.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:32 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:34.022 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:33 smithi155 ceph-mon[102677]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:34.022 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:33 smithi155 ceph-mon[102677]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:33 smithi111 ceph-mon[97855]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:33 smithi111 ceph-mon[97855]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:33 smithi111 ceph-mon[116524]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:33 smithi111 ceph-mon[116524]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/260431893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]: dispatch 2023-12-01T04:39:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:34 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]: dispatch 2023-12-01T04:39:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:34 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]': finished 2023-12-01T04:39:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:34 smithi155 ceph-mon[102677]: osdmap e28: 5 total, 4 up, 5 in 2023-12-01T04:39:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:34 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/260431893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]: dispatch 2023-12-01T04:39:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]: dispatch 2023-12-01T04:39:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]': finished 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[116524]: osdmap e28: 5 total, 4 up, 5 in 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/260431893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]: dispatch 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]: dispatch 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac"}]': finished 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[97855]: osdmap e28: 5 total, 4 up, 5 in 2023-12-01T04:39:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:34 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:35 smithi155 ceph-mon[102677]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/2820127497' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:35 smithi111 ceph-mon[97855]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/2820127497' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:35 smithi111 ceph-mon[116524]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/2820127497' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:37 smithi155 ceph-mon[102677]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:37 smithi111 ceph-mon[97855]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:37 smithi111 ceph-mon[116524]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:39 smithi155 ceph-mon[102677]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:39 smithi111 ceph-mon[97855]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:39 smithi111 ceph-mon[116524]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-01T04:39:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-01T04:39:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-01T04:39:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:41 smithi155 ceph-mon[102677]: Deploying daemon osd.4 on smithi155 2023-12-01T04:39:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:41 smithi155 ceph-mon[102677]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:41 smithi111 ceph-mon[97855]: Deploying daemon osd.4 on smithi155 2023-12-01T04:39:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:41 smithi111 ceph-mon[97855]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:41 smithi111 ceph-mon[116524]: Deploying daemon osd.4 on smithi155 2023-12-01T04:39:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:41 smithi111 ceph-mon[116524]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:43 smithi155 ceph-mon[102677]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:43 smithi111 ceph-mon[97855]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:43 smithi111 ceph-mon[116524]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:46.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:45 smithi155 ceph-mon[102677]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:46.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:45 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:46.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:45 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:46.138 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:45 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[97855]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[116524]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:45 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:47 smithi155 ceph-mon[102677]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:47 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[97855]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[116524]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:47 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:48.445 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 4 on host 'smithi155' 2023-12-01T04:39:49.007 DEBUG:teuthology.orchestra.run.smithi155:osd.4> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.4.service 2023-12-01T04:39:49.009 INFO:tasks.cephadm:Deploying osd.5 on smithi155 with /dev/vg_nvme/lv_3... 2023-12-01T04:39:49.009 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-01T04:39:49.041 INFO:journalctl@ceph.osd.4.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:39:49.673 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:39:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:49 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:49 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:49 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:49 smithi155 ceph-mon[102677]: from='osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-01T04:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:49 smithi155 ceph-mon[102677]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-01T04:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:49 smithi155 ceph-mon[102677]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[97855]: from='osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[97855]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[97855]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[116524]: from='osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-01T04:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[116524]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-01T04:39:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:49 smithi111 ceph-mon[116524]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[97855]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-01T04:39:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[97855]: osdmap e29: 5 total, 4 up, 5 in 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[97855]: from='osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[97855]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[116524]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[116524]: osdmap e29: 5 total, 4 up, 5 in 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[116524]: from='osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:39:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:50 smithi111 ceph-mon[116524]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:39:50.904 INFO:journalctl@ceph.osd.4.smithi155.stdout:Dec 01 04:39:50 smithi155 conmon[110747]: 2023-12-01T04:39:50.461+0000 7ff6834f2700 -1 osd.4 0 waiting for initial osdmap 2023-12-01T04:39:50.905 INFO:journalctl@ceph.osd.4.smithi155.stdout:Dec 01 04:39:50 smithi155 conmon[110747]: 2023-12-01T04:39:50.465+0000 7ff67d2e3700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:39:50.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:50 smithi155 ceph-mon[102677]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-01T04:39:50.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:50 smithi155 ceph-mon[102677]: osdmap e29: 5 total, 4 up, 5 in 2023-12-01T04:39:50.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:50 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:50.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:50 smithi155 ceph-mon[102677]: from='osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:39:50.905 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:50 smithi155 ceph-mon[102677]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:39:51.711 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-01T04:39:51.712 INFO:teuthology.orchestra.run.smithi155.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-01T04:39:51.712 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10+0 records in 2023-12-01T04:39:51.712 INFO:teuthology.orchestra.run.smithi155.stderr:10+0 records out 2023-12-01T04:39:51.712 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110217 s, 951 MB/s 2023-12-01T04:39:51.712 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping successful for: 2023-12-01T04:39:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[97855]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[97855]: osdmap e30: 5 total, 4 up, 5 in 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[97855]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[116524]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[116524]: osdmap e30: 5 total, 4 up, 5 in 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[116524]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:51 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.750 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:51 smithi155 ceph-mon[102677]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:39:51.750 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:51 smithi155 ceph-mon[102677]: osdmap e30: 5 total, 4 up, 5 in 2023-12-01T04:39:51.750 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:51 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.750 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:51 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:51.750 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:51 smithi155 ceph-mon[102677]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-01T04:39:51.750 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:51 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:52.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:52 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:39:52.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:52 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:39:52.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:52 smithi155 ceph-mon[102677]: osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321] boot 2023-12-01T04:39:52.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:52 smithi155 ceph-mon[102677]: osdmap e31: 5 total, 5 up, 5 in 2023-12-01T04:39:52.660 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:52 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:52.676 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi155:vg_nvme/lv_3 2023-12-01T04:39:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[97855]: osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321] boot 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[97855]: osdmap e31: 5 total, 5 up, 5 in 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[116524]: osd.4 [v2:172.21.15.155:6800/819638321,v1:172.21.15.155:6801/819638321] boot 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[116524]: osdmap e31: 5 total, 5 up, 5 in 2023-12-01T04:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:52 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:39:52.976 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:39:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: osdmap e32: 5 total, 5 up, 5 in 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi155 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 17168M 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[97855]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: osdmap e32: 5 total, 5 up, 5 in 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi155 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 17168M 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:53 smithi111 ceph-mon[116524]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: osdmap e32: 5 total, 5 up, 5 in 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi155 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 17168M 2023-12-01T04:39:53.909 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:53.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:39:53.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:39:53.910 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:53 smithi155 ceph-mon[102677]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 134 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:39:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:54 smithi111 ceph-mon[97855]: osdmap e33: 5 total, 5 up, 5 in 2023-12-01T04:39:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:54 smithi111 ceph-mon[116524]: osdmap e33: 5 total, 5 up, 5 in 2023-12-01T04:39:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:54 smithi155 ceph-mon[102677]: osdmap e33: 5 total, 5 up, 5 in 2023-12-01T04:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:55 smithi155 ceph-mon[102677]: osdmap e34: 5 total, 5 up, 5 in 2023-12-01T04:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:55 smithi155 ceph-mon[102677]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:55 smithi155 ceph-mon[102677]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[97855]: osdmap e34: 5 total, 5 up, 5 in 2023-12-01T04:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[97855]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[97855]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[116524]: osdmap e34: 5 total, 5 up, 5 in 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[116524]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:55 smithi111 ceph-mon[116524]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:39:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:56 smithi111 ceph-mon[97855]: osdmap e35: 5 total, 5 up, 5 in 2023-12-01T04:39:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:56 smithi111 ceph-mon[116524]: osdmap e35: 5 total, 5 up, 5 in 2023-12-01T04:39:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:56 smithi155 ceph-mon[102677]: osdmap e35: 5 total, 5 up, 5 in 2023-12-01T04:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:57 smithi155 ceph-mon[102677]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 132 KiB/s, 0 objects/s recovering 2023-12-01T04:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/2518708385' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]: dispatch 2023-12-01T04:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]: dispatch 2023-12-01T04:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]': finished 2023-12-01T04:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:57 smithi155 ceph-mon[102677]: osdmap e36: 6 total, 5 up, 6 in 2023-12-01T04:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:39:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[97855]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 132 KiB/s, 0 objects/s recovering 2023-12-01T04:39:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/2518708385' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]: dispatch 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]: dispatch 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]': finished 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[97855]: osdmap e36: 6 total, 5 up, 6 in 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[116524]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 132 KiB/s, 0 objects/s recovering 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/2518708385' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]: dispatch 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]: dispatch 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33db5bc3-7fd0-4f29-8cd2-d680aefd6848"}]': finished 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[116524]: osdmap e36: 6 total, 5 up, 6 in 2023-12-01T04:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:39:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/4001373526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/4001373526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/4001373526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:39:59.800 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:39:59 smithi155 ceph-mon[102677]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2023-12-01T04:39:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:39:59 smithi111 ceph-mon[116524]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2023-12-01T04:39:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:39:59 smithi111 ceph-mon[97855]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 108 KiB/s, 0 objects/s recovering 2023-12-01T04:40:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:00 smithi155 ceph-mon[102677]: overall HEALTH_OK 2023-12-01T04:40:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:00 smithi111 ceph-mon[97855]: overall HEALTH_OK 2023-12-01T04:40:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:00 smithi111 ceph-mon[116524]: overall HEALTH_OK 2023-12-01T04:40:01.868 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:01 smithi155 ceph-mon[102677]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-01T04:40:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:01 smithi111 ceph-mon[97855]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-01T04:40:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:01 smithi111 ceph-mon[116524]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-01T04:40:04.197 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:03 smithi155 ceph-mon[102677]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:40:04.197 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-01T04:40:04.197 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:03 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:04.197 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:03 smithi155 ceph-mon[102677]: Deploying daemon osd.5 on smithi155 2023-12-01T04:40:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[97855]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:40:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-01T04:40:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[97855]: Deploying daemon osd.5 on smithi155 2023-12-01T04:40:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[116524]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:40:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-01T04:40:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:03 smithi111 ceph-mon[116524]: Deploying daemon osd.5 on smithi155 2023-12-01T04:40:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:05 smithi155 ceph-mon[102677]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-01T04:40:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:05 smithi111 ceph-mon[97855]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-01T04:40:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:05 smithi111 ceph-mon[116524]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-01T04:40:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:07 smithi155 ceph-mon[102677]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:07 smithi111 ceph-mon[97855]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:07 smithi111 ceph-mon[116524]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:08 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:08 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:08 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:08 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:08 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:08 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:08 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:08 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:08 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:09 smithi155 ceph-mon[102677]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[97855]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[116524]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:10.954 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 5 on host 'smithi155' 2023-12-01T04:40:11.563 DEBUG:teuthology.orchestra.run.smithi155:osd.5> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.5.service 2023-12-01T04:40:11.566 INFO:tasks.cephadm:Deploying osd.6 on smithi155 with /dev/vg_nvme/lv_2... 2023-12-01T04:40:11.566 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-01T04:40:11.611 INFO:journalctl@ceph.osd.5.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:11 smithi155 ceph-mon[102677]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:11 smithi155 ceph-mon[102677]: from='osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-01T04:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:11 smithi155 ceph-mon[102677]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-01T04:40:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[97855]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[97855]: from='osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[97855]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[116524]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[116524]: from='osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-01T04:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:11 smithi111 ceph-mon[116524]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-01T04:40:12.567 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:40:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:12 smithi155 ceph-mon[102677]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-01T04:40:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:12 smithi155 ceph-mon[102677]: osdmap e37: 6 total, 5 up, 6 in 2023-12-01T04:40:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:12 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:12 smithi155 ceph-mon[102677]: from='osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:12 smithi155 ceph-mon[102677]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:13.207 INFO:journalctl@ceph.osd.5.smithi155.stdout:Dec 01 04:40:12 smithi155 conmon[120415]: 2023-12-01T04:40:12.959+0000 7f6210490700 -1 osd.5 0 waiting for initial osdmap 2023-12-01T04:40:13.208 INFO:journalctl@ceph.osd.5.smithi155.stdout:Dec 01 04:40:12 smithi155 conmon[120415]: 2023-12-01T04:40:12.965+0000 7f6209a80700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:40:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[97855]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[97855]: osdmap e37: 6 total, 5 up, 6 in 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[97855]: from='osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[97855]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[116524]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[116524]: osdmap e37: 6 total, 5 up, 6 in 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[116524]: from='osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:12 smithi111 ceph-mon[116524]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: osdmap e38: 6 total, 5 up, 6 in 2023-12-01T04:40:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566] boot 2023-12-01T04:40:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: osdmap e39: 6 total, 6 up, 6 in 2023-12-01T04:40:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: osdmap e38: 6 total, 5 up, 6 in 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566] boot 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: osdmap e39: 6 total, 6 up, 6 in 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: osdmap e38: 6 total, 5 up, 6 in 2023-12-01T04:40:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: osd.5 [v2:172.21.15.155:6808/1100355566,v1:172.21.15.155:6809/1100355566] boot 2023-12-01T04:40:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: osdmap e39: 6 total, 6 up, 6 in 2023-12-01T04:40:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:40:14.320 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-01T04:40:14.320 INFO:teuthology.orchestra.run.smithi155.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-01T04:40:14.320 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10+0 records in 2023-12-01T04:40:14.320 INFO:teuthology.orchestra.run.smithi155.stderr:10+0 records out 2023-12-01T04:40:14.320 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0145029 s, 723 MB/s 2023-12-01T04:40:14.320 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping successful for: 2023-12-01T04:40:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:14 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:40:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:14 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:40:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:14 smithi155 ceph-mon[102677]: osdmap e40: 6 total, 6 up, 6 in 2023-12-01T04:40:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:14 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:40:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:14 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:40:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:14 smithi111 ceph-mon[97855]: osdmap e40: 6 total, 6 up, 6 in 2023-12-01T04:40:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:14 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:40:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:14 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:40:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:14 smithi111 ceph-mon[116524]: osdmap e40: 6 total, 6 up, 6 in 2023-12-01T04:40:15.268 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi155:vg_nvme/lv_2 2023-12-01T04:40:15.614 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:40:16.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: pgmap v124: 1 pgs: 1 remapped+peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:16.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-01T04:40:16.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: osdmap e41: 6 total, 6 up, 6 in 2023-12-01T04:40:16.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.115 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:16.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:16.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:16.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:16.116 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:15 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: pgmap v124: 1 pgs: 1 remapped+peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: osdmap e41: 6 total, 6 up, 6 in 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: pgmap v124: 1 pgs: 1 remapped+peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: osdmap e41: 6 total, 6 up, 6 in 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:15 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:16 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi155 2023-12-01T04:40:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:16 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 8584M 2023-12-01T04:40:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:16 smithi155 ceph-mon[102677]: osdmap e42: 6 total, 6 up, 6 in 2023-12-01T04:40:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:16 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi155 2023-12-01T04:40:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:16 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 8584M 2023-12-01T04:40:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:16 smithi111 ceph-mon[116524]: osdmap e42: 6 total, 6 up, 6 in 2023-12-01T04:40:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:16 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi155 2023-12-01T04:40:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:16 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 8584M 2023-12-01T04:40:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:16 smithi111 ceph-mon[97855]: osdmap e42: 6 total, 6 up, 6 in 2023-12-01T04:40:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[97855]: pgmap v127: 1 pgs: 1 remapped+peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[97855]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:40:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:40:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:40:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[97855]: osdmap e43: 6 total, 6 up, 6 in 2023-12-01T04:40:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[116524]: pgmap v127: 1 pgs: 1 remapped+peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[116524]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:40:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:40:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:40:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:17 smithi111 ceph-mon[116524]: osdmap e43: 6 total, 6 up, 6 in 2023-12-01T04:40:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:17 smithi155 ceph-mon[102677]: pgmap v127: 1 pgs: 1 remapped+peering; 577 KiB data, 161 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:17 smithi155 ceph-mon[102677]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:40:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:17 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:40:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:17 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:40:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:17 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:17 smithi155 ceph-mon[102677]: osdmap e43: 6 total, 6 up, 6 in 2023-12-01T04:40:19.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:19 smithi155 ceph-mon[102677]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:19 smithi111 ceph-mon[97855]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:19 smithi111 ceph-mon[116524]: pgmap v129: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/3484685808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]: dispatch 2023-12-01T04:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]: dispatch 2023-12-01T04:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]': finished 2023-12-01T04:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:20 smithi155 ceph-mon[102677]: osdmap e44: 7 total, 6 up, 7 in 2023-12-01T04:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:20 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/43040031' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:40:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/3484685808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]: dispatch 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]: dispatch 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]': finished 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[97855]: osdmap e44: 7 total, 6 up, 7 in 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/43040031' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/3484685808' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]: dispatch 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]: dispatch 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d7f9ff4-4fee-4eed-a134-f26f0873c928"}]': finished 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[116524]: osdmap e44: 7 total, 6 up, 7 in 2023-12-01T04:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/43040031' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:40:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:21 smithi155 ceph-mon[102677]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2023-12-01T04:40:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:21 smithi111 ceph-mon[97855]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2023-12-01T04:40:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:21 smithi111 ceph-mon[116524]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2023-12-01T04:40:22.622 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:22 smithi155 ceph-mon[102677]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-01T04:40:22.622 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:22 smithi155 ceph-mon[102677]: Cluster is now healthy 2023-12-01T04:40:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:22 smithi111 ceph-mon[97855]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-01T04:40:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:22 smithi111 ceph-mon[97855]: Cluster is now healthy 2023-12-01T04:40:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:22 smithi111 ceph-mon[116524]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-12-01T04:40:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:22 smithi111 ceph-mon[116524]: Cluster is now healthy 2023-12-01T04:40:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:23 smithi155 ceph-mon[102677]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-01T04:40:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:23 smithi111 ceph-mon[97855]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-01T04:40:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:23 smithi111 ceph-mon[116524]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 91 KiB/s, 0 objects/s recovering 2023-12-01T04:40:26.162 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:25 smithi155 ceph-mon[102677]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:40:26.162 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:25 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-01T04:40:26.162 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:25 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:25 smithi111 ceph-mon[97855]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:40:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:25 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-01T04:40:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:25 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:25 smithi111 ceph-mon[116524]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:40:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:25 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-01T04:40:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:25 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:27.197 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:26 smithi155 ceph-mon[102677]: Deploying daemon osd.6 on smithi155 2023-12-01T04:40:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:26 smithi111 ceph-mon[97855]: Deploying daemon osd.6 on smithi155 2023-12-01T04:40:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:26 smithi111 ceph-mon[116524]: Deploying daemon osd.6 on smithi155 2023-12-01T04:40:28.201 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:27 smithi155 ceph-mon[102677]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-01T04:40:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:27 smithi111 ceph-mon[97855]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-01T04:40:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:27 smithi111 ceph-mon[116524]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2023-12-01T04:40:29.571 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:29 smithi155 ceph-mon[102677]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-01T04:40:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:29 smithi111 ceph-mon[97855]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-01T04:40:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:29 smithi111 ceph-mon[116524]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-01T04:40:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:31 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:31 smithi155 ceph-mon[102677]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[97855]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:31 smithi111 ceph-mon[116524]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:33.678 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 6 on host 'smithi155' 2023-12-01T04:40:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[116524]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:33 smithi111 ceph-mon[97855]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:33.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:33 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:33 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:33 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:33.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:33 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:33.852 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:33 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:33.853 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:33 smithi155 ceph-mon[102677]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:34.262 DEBUG:teuthology.orchestra.run.smithi155:osd.6> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.6.service 2023-12-01T04:40:34.264 INFO:tasks.cephadm:Deploying osd.7 on smithi155 with /dev/vg_nvme/lv_1... 2023-12-01T04:40:34.265 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-01T04:40:34.297 INFO:journalctl@ceph.osd.6.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:40:34.739 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:40:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:34 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:34 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:34 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:34 smithi155 ceph-mon[102677]: from='osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-01T04:40:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:34 smithi155 ceph-mon[102677]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-01T04:40:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[97855]: from='osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[97855]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[116524]: from='osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-01T04:40:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:34 smithi111 ceph-mon[116524]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-01T04:40:35.957 INFO:journalctl@ceph.osd.6.smithi155.stdout:Dec 01 04:40:35 smithi155 conmon[130045]: 2023-12-01T04:40:35.640+0000 7f2a84c58700 -1 osd.6 0 waiting for initial osdmap 2023-12-01T04:40:35.957 INFO:journalctl@ceph.osd.6.smithi155.stdout:Dec 01 04:40:35 smithi155 conmon[130045]: 2023-12-01T04:40:35.646+0000 7f2a7f24a700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:40:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:35 smithi155 ceph-mon[102677]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-01T04:40:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:35 smithi155 ceph-mon[102677]: osdmap e45: 7 total, 6 up, 7 in 2023-12-01T04:40:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:35 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:35 smithi155 ceph-mon[102677]: from='osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:35 smithi155 ceph-mon[102677]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:35 smithi155 ceph-mon[102677]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[116524]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[116524]: osdmap e45: 7 total, 6 up, 7 in 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[116524]: from='osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[116524]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[116524]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[97855]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[97855]: osdmap e45: 7 total, 6 up, 7 in 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[97855]: from='osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[97855]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:35 smithi111 ceph-mon[97855]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:36 smithi155 ceph-mon[102677]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:36 smithi155 ceph-mon[102677]: osdmap e46: 7 total, 6 up, 7 in 2023-12-01T04:40:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:36 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:36 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:36 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.985 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-01T04:40:36.985 INFO:teuthology.orchestra.run.smithi155.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-01T04:40:36.986 INFO:teuthology.orchestra.run.smithi155.stderr: stderr: 10+0 records in 2023-12-01T04:40:36.986 INFO:teuthology.orchestra.run.smithi155.stderr:10+0 records out 2023-12-01T04:40:36.986 INFO:teuthology.orchestra.run.smithi155.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0149164 s, 703 MB/s 2023-12-01T04:40:36.986 INFO:teuthology.orchestra.run.smithi155.stderr:--> Zapping successful for: 2023-12-01T04:40:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[97855]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[97855]: osdmap e46: 7 total, 6 up, 7 in 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[116524]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[116524]: osdmap e46: 7 total, 6 up, 7 in 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:36 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:37.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:37 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:40:37.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:37 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:40:37.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:37 smithi155 ceph-mon[102677]: osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673] boot 2023-12-01T04:40:37.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:37 smithi155 ceph-mon[102677]: osdmap e47: 7 total, 7 up, 7 in 2023-12-01T04:40:37.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:37 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:37.934 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:37 smithi155 ceph-mon[102677]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:37.953 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi155:vg_nvme/lv_1 2023-12-01T04:40:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:40:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:40:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[97855]: osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673] boot 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[97855]: osdmap e47: 7 total, 7 up, 7 in 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[97855]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[116524]: osd.6 [v2:172.21.15.155:6816/1012877673,v1:172.21.15.155:6817/1012877673] boot 2023-12-01T04:40:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[116524]: osdmap e47: 7 total, 7 up, 7 in 2023-12-01T04:40:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:40:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:37 smithi111 ceph-mon[116524]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-01T04:40:38.254 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: osdmap e48: 7 total, 7 up, 7 in 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi155 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 5722M 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:38.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:38 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: osdmap e48: 7 total, 7 up, 7 in 2023-12-01T04:40:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi155 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 5722M 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: osdmap e48: 7 total, 7 up, 7 in 2023-12-01T04:40:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi155 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 5722M 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:38 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:39 smithi155 ceph-mon[102677]: osdmap e49: 7 total, 7 up, 7 in 2023-12-01T04:40:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:39 smithi155 ceph-mon[102677]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:39 smithi111 ceph-mon[97855]: osdmap e49: 7 total, 7 up, 7 in 2023-12-01T04:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:39 smithi111 ceph-mon[97855]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:39 smithi111 ceph-mon[116524]: osdmap e49: 7 total, 7 up, 7 in 2023-12-01T04:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:39 smithi111 ceph-mon[116524]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:40 smithi155 ceph-mon[102677]: osdmap e50: 7 total, 7 up, 7 in 2023-12-01T04:40:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:40 smithi155 ceph-mon[102677]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:40:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:40:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:40:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:40 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[116524]: osdmap e50: 7 total, 7 up, 7 in 2023-12-01T04:40:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[116524]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[97855]: osdmap e50: 7 total, 7 up, 7 in 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[97855]: from='client.24292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi155:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-01T04:40:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:40 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:41 smithi155 ceph-mon[102677]: osdmap e51: 7 total, 7 up, 7 in 2023-12-01T04:40:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:41 smithi155 ceph-mon[102677]: pgmap v148: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-12-01T04:40:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:41 smithi111 ceph-mon[97855]: osdmap e51: 7 total, 7 up, 7 in 2023-12-01T04:40:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:41 smithi111 ceph-mon[97855]: pgmap v148: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-12-01T04:40:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:41 smithi111 ceph-mon[116524]: osdmap e51: 7 total, 7 up, 7 in 2023-12-01T04:40:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:41 smithi111 ceph-mon[116524]: pgmap v148: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-12-01T04:40:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/3619939543' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]: dispatch 2023-12-01T04:40:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:42 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]: dispatch 2023-12-01T04:40:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:42 smithi155 ceph-mon[102677]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]': finished 2023-12-01T04:40:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:42 smithi155 ceph-mon[102677]: osdmap e52: 8 total, 7 up, 8 in 2023-12-01T04:40:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/3619939543' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]: dispatch 2023-12-01T04:40:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]: dispatch 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[97855]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]': finished 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[97855]: osdmap e52: 8 total, 7 up, 8 in 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/3619939543' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]: dispatch 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]: dispatch 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[116524]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a02ecd3b-f6da-4833-a71f-aa8905cac178"}]': finished 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[116524]: osdmap e52: 8 total, 7 up, 8 in 2023-12-01T04:40:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:42 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/4222109715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:40:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:43 smithi155 ceph-mon[102677]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2023-12-01T04:40:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/4222109715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:40:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:43 smithi111 ceph-mon[97855]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2023-12-01T04:40:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/4222109715' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-01T04:40:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:43 smithi111 ceph-mon[116524]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 138 KiB/s, 0 objects/s recovering 2023-12-01T04:40:46.142 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:45 smithi155 ceph-mon[102677]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-01T04:40:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:45 smithi111 ceph-mon[97855]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-01T04:40:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:45 smithi111 ceph-mon[116524]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-01T04:40:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:47 smithi155 ceph-mon[102677]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:47 smithi111 ceph-mon[97855]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:47 smithi111 ceph-mon[116524]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:48 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-01T04:40:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:48 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:48 smithi155 ceph-mon[102677]: Deploying daemon osd.7 on smithi155 2023-12-01T04:40:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:48 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-01T04:40:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:48 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:48 smithi111 ceph-mon[97855]: Deploying daemon osd.7 on smithi155 2023-12-01T04:40:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:48 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-01T04:40:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:48 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:48 smithi111 ceph-mon[116524]: Deploying daemon osd.7 on smithi155 2023-12-01T04:40:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:49 smithi155 ceph-mon[102677]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:49 smithi111 ceph-mon[97855]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:49 smithi111 ceph-mon[116524]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:51 smithi155 ceph-mon[102677]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:51 smithi111 ceph-mon[97855]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:51 smithi111 ceph-mon[116524]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:53 smithi155 ceph-mon[102677]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:53 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[97855]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[116524]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:53 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:55.900 INFO:teuthology.orchestra.run.smithi155.stdout:Created osd(s) 7 on host 'smithi155' 2023-12-01T04:40:56.100 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:55 smithi155 ceph-mon[102677]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:56.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:56.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:56.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:55 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[97855]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[116524]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:40:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:40:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:55 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:56.548 DEBUG:teuthology.orchestra.run.smithi155:osd.7> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@osd.7.service 2023-12-01T04:40:56.550 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2023-12-01T04:40:56.550 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd stat -f json 2023-12-01T04:40:56.582 INFO:journalctl@ceph.osd.7.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:40:56.870 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:40:57.142 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:57.142 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:57.142 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:56 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:57.142 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:56 smithi155 ceph-mon[102677]: from='osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-01T04:40:57.142 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:56 smithi155 ceph-mon[102677]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-01T04:40:57.147 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:57.147 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:57.147 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:57.147 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[116524]: from='osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-01T04:40:57.147 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[116524]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-01T04:40:57.147 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:57.148 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:40:57.148 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:40:57.148 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[97855]: from='osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-01T04:40:57.148 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:56 smithi111 ceph-mon[97855]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-01T04:40:58.106 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[97855]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:58.106 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[97855]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[97855]: osdmap e53: 8 total, 7 up, 8 in 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[97855]: from='osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[97855]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[116524]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[116524]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[116524]: osdmap e53: 8 total, 7 up, 8 in 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[116524]: from='osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:58.107 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:57 smithi111 ceph-mon[116524]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:57 smithi155 ceph-mon[102677]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:40:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:57 smithi155 ceph-mon[102677]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-01T04:40:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:57 smithi155 ceph-mon[102677]: osdmap e53: 8 total, 7 up, 8 in 2023-12-01T04:40:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:57 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:57 smithi155 ceph-mon[102677]: from='osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:57 smithi155 ceph-mon[102677]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]: dispatch 2023-12-01T04:40:58.208 INFO:journalctl@ceph.osd.7.smithi155.stdout:Dec 01 04:40:57 smithi155 conmon[138987]: 2023-12-01T04:40:57.905+0000 7f9e26b27700 -1 osd.7 0 waiting for initial osdmap 2023-12-01T04:40:58.208 INFO:journalctl@ceph.osd.7.smithi155.stdout:Dec 01 04:40:57 smithi155 conmon[138987]: 2023-12-01T04:40:57.913+0000 7f9e21119700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-01T04:40:58.490 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:40:59.086 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1701405658,"num_in_osds":8,"osd_in_since":1701405642,"num_remapped_pgs":1} 2023-12-01T04:40:59.087 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-01T04:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: osdmap e54: 8 total, 7 up, 8 in 2023-12-01T04:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416] boot 2023-12-01T04:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: osdmap e55: 8 total, 8 up, 8 in 2023-12-01T04:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2956999928' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-01T04:40:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: osdmap e54: 8 total, 7 up, 8 in 2023-12-01T04:40:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416] boot 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: osdmap e55: 8 total, 8 up, 8 in 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2956999928' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi155", "root=default"]}]': finished 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: osdmap e54: 8 total, 7 up, 8 in 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: osd.7 [v2:172.21.15.155:6824/69893416,v1:172.21.15.155:6825/69893416] boot 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: osdmap e55: 8 total, 8 up, 8 in 2023-12-01T04:40:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:40:59.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2956999928' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-01T04:40:59.384 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: purged_snaps scrub starts 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: purged_snaps scrub ok 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: osdmap e56: 8 total, 8 up, 8 in 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:40:59 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: purged_snaps scrub starts 2023-12-01T04:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: purged_snaps scrub ok 2023-12-01T04:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: osdmap e56: 8 total, 8 up, 8 in 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: purged_snaps scrub starts 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: purged_snaps scrub ok 2023-12-01T04:41:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: osdmap e56: 8 total, 8 up, 8 in 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:40:59 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:01.003 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:01.004 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":57,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:00.282525+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[{"pgid":"1.0","osds":[0,6]}],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:00 smithi155 ceph-mon[102677]: Detected new or changed devices on smithi155 2023-12-01T04:41:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:00 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 4292M 2023-12-01T04:41:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:00 smithi155 ceph-mon[102677]: osdmap e57: 8 total, 8 up, 8 in 2023-12-01T04:41:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:00 smithi111 ceph-mon[97855]: Detected new or changed devices on smithi155 2023-12-01T04:41:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:00 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 4292M 2023-12-01T04:41:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:00 smithi111 ceph-mon[97855]: osdmap e57: 8 total, 8 up, 8 in 2023-12-01T04:41:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:00 smithi111 ceph-mon[116524]: Detected new or changed devices on smithi155 2023-12-01T04:41:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:00 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 4292M 2023-12-01T04:41:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:00 smithi111 ceph-mon[116524]: osdmap e57: 8 total, 8 up, 8 in 2023-12-01T04:41:01.629 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-01T04:39:09.137876+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-01T04:41:01.630 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-01T04:41:01.927 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:41:02.168 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:01 smithi111 ceph-mon[97855]: pgmap v164: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:02.168 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3289402338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:02.168 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:01 smithi111 ceph-mon[97855]: osdmap e58: 8 total, 8 up, 8 in 2023-12-01T04:41:02.169 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:01 smithi111 ceph-mon[116524]: pgmap v164: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:02.169 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3289402338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:02.169 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:01 smithi111 ceph-mon[116524]: osdmap e58: 8 total, 8 up, 8 in 2023-12-01T04:41:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:01 smithi155 ceph-mon[102677]: pgmap v164: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3289402338' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:01 smithi155 ceph-mon[102677]: osdmap e58: 8 total, 8 up, 8 in 2023-12-01T04:41:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:03 smithi111 ceph-mon[97855]: osdmap e59: 8 total, 8 up, 8 in 2023-12-01T04:41:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:03 smithi111 ceph-mon[97855]: pgmap v167: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:03 smithi111 ceph-mon[116524]: osdmap e59: 8 total, 8 up, 8 in 2023-12-01T04:41:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:03 smithi111 ceph-mon[116524]: pgmap v167: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:03.561 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2023-12-01T04:41:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:03 smithi155 ceph-mon[102677]: osdmap e59: 8 total, 8 up, 8 in 2023-12-01T04:41:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:03 smithi155 ceph-mon[102677]: pgmap v167: 1 pgs: 1 remapped+peering; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:04.313 INFO:tasks.cephadm:Adding mds.a on smithi111 2023-12-01T04:41:04.313 INFO:tasks.cephadm:Adding mds.b on smithi155 2023-12-01T04:41:04.313 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply mds all '2;smithi111=a;smithi155=b' 2023-12-01T04:41:04.626 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:41:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/971173799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/971173799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/971173799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:05 smithi155 ceph-mon[102677]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 104 KiB/s, 0 objects/s recovering 2023-12-01T04:41:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:05 smithi111 ceph-mon[97855]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 104 KiB/s, 0 objects/s recovering 2023-12-01T04:41:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:05 smithi111 ceph-mon[116524]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 104 KiB/s, 0 objects/s recovering 2023-12-01T04:41:06.253 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled mds.all update... 2023-12-01T04:41:06.856 DEBUG:teuthology.orchestra.run.smithi111:mds.a> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mds.a.service 2023-12-01T04:41:06.859 DEBUG:teuthology.orchestra.run.smithi155:mds.b> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@mds.b.service 2023-12-01T04:41:06.864 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-01T04:41:06.865 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:41:06.888 INFO:journalctl@ceph.mds.a.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:41:06.892 INFO:journalctl@ceph.mds.b.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:41:07.251 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:07.251 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":59,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:02.288805+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:07.267 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-01T04:39:09.137876+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-01T04:41:07.267 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-01T04:41:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi111=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: Saving service mds.all spec with placement smithi111=a;smithi155=b;count:2 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: Deploying daemon mds.a on smithi111 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[97855]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2023-12-01T04:41:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi111=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: Saving service mds.all spec with placement smithi111=a;smithi155=b;count:2 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: Deploying daemon mds.a on smithi111 2023-12-01T04:41:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:07 smithi111 ceph-mon[116524]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2023-12-01T04:41:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2023-12-01T04:41:07.614 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi111=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: Saving service mds.all spec with placement smithi111=a;smithi155=b;count:2 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-01T04:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:07.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: Deploying daemon mds.a on smithi111 2023-12-01T04:41:07.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:07 smithi155 ceph-mon[102677]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2023-12-01T04:41:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:08.023 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-01T04:41:08.027 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 1 2023-12-01T04:41:08.248 INFO:journalctl@ceph.mds.a.smithi111.stdout:Dec 01 04:41:07 smithi111 systemd[1]: Starting Ceph mds.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:41:08.510 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/253025076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:08.510 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3890820206' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:08.510 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2087348284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:08.513 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/253025076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:08.513 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3890820206' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:08.513 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2087348284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:08.513 INFO:journalctl@ceph.mds.a.smithi111.stdout:Dec 01 04:41:08 smithi111 bash[159583]: f5806c4d5669ac88364994f1f305fccaa0837685730165d2d1773897d4b5a8db 2023-12-01T04:41:08.513 INFO:journalctl@ceph.mds.a.smithi111.stdout:Dec 01 04:41:08 smithi111 conmon[159625]: starting mds.a at 2023-12-01T04:41:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/253025076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3890820206' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2087348284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:08.998 INFO:journalctl@ceph.mds.a.smithi111.stdout:Dec 01 04:41:08 smithi111 systemd[1]: Started Ceph mds.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:41:09.931 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: mds.? [v2:172.21.15.111:6834/834989438,v1:172.21.15.111:6835/834989438] up:boot 2023-12-01T04:41:09.931 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: fsmap 1 up:standby 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: Deploying daemon mds.b on smithi155 2023-12-01T04:41:09.932 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:09 smithi155 ceph-mon[102677]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:41:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: mds.? [v2:172.21.15.111:6834/834989438,v1:172.21.15.111:6835/834989438] up:boot 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: fsmap 1 up:standby 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: Deploying daemon mds.b on smithi155 2023-12-01T04:41:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[97855]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: mds.? [v2:172.21.15.111:6834/834989438,v1:172.21.15.111:6835/834989438] up:boot 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: fsmap 1 up:standby 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: Deploying daemon mds.b on smithi155 2023-12-01T04:41:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:09 smithi111 ceph-mon[116524]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-01T04:41:10.045 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:41:10.428 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:10.428 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/834989438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":834989438},{"type":"v1","addr":"172.21.15.111:6835","nonce":834989438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2023-12-01T04:41:10.430 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 2 2023-12-01T04:41:10.598 INFO:journalctl@ceph.mds.b.smithi155.stdout:Dec 01 04:41:10 smithi155 systemd[1]: Starting Ceph mds.b for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:41:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/200754235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/200754235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:10.855 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/200754235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:10.855 INFO:journalctl@ceph.mds.b.smithi155.stdout:Dec 01 04:41:10 smithi155 conmon[145842]: starting mds.b at 2023-12-01T04:41:11.207 INFO:journalctl@ceph.mds.b.smithi155.stdout:Dec 01 04:41:10 smithi155 bash[145801]: 9e184597a346c3cd8940fa8119cfb3ac0b6a61a85e34eb6f91f9c652ff872afc 2023-12-01T04:41:11.207 INFO:journalctl@ceph.mds.b.smithi155.stdout:Dec 01 04:41:10 smithi155 systemd[1]: Started Ceph mds.b for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: mds.? [v2:172.21.15.155:6832/151615976,v1:172.21.15.155:6833/151615976] up:boot 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: fsmap 2 up:standby 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-01T04:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:11 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-12-01T04:41:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: mds.? [v2:172.21.15.155:6832/151615976,v1:172.21.15.155:6833/151615976] up:boot 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: fsmap 2 up:standby 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2023-12-01T04:41:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: mds.? [v2:172.21.15.155:6832/151615976,v1:172.21.15.155:6833/151615976] up:boot 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: fsmap 2 up:standby 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-01T04:41:12.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:11 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:12.442 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:41:12.806 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:12.806 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/834989438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":834989438},{"type":"v1","addr":"172.21.15.111:6835","nonce":834989438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24367,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6833/151615976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":151615976},{"type":"v1","addr":"172.21.15.155:6833","nonce":151615976}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2023-12-01T04:41:12.809 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 3 2023-12-01T04:41:12.821 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:41:13.143 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:13.143 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":59,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:02.288805+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:13.157 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-01T04:39:09.137876+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-01T04:41:13.157 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-01T04:41:13.488 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2023-12-01T04:41:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/322395626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1924128808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/322395626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1924128808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.502 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:13.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:13.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:13.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/322395626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1924128808' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:13.826 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:13.827 INFO:teuthology.orchestra.run.smithi111.stdout:[ 2023-12-01T04:41:13.827 INFO:teuthology.orchestra.run.smithi111.stdout: { 2023-12-01T04:41:13.827 INFO:teuthology.orchestra.run.smithi111.stdout: "poolnum": 1, 2023-12-01T04:41:13.827 INFO:teuthology.orchestra.run.smithi111.stdout: "poolname": ".mgr" 2023-12-01T04:41:13.827 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:41:13.827 INFO:teuthology.orchestra.run.smithi111.stdout:] 2023-12-01T04:41:13.841 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-01T04:41:13.841 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-01T04:41:14.458 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_metadata' created 2023-12-01T04:41:14.470 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-01T04:41:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:14 smithi155 ceph-mon[102677]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2023-12-01T04:41:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2430998219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4115602769' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-01T04:41:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:14 smithi111 ceph-mon[97855]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2023-12-01T04:41:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2430998219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4115602769' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-01T04:41:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:14 smithi111 ceph-mon[116524]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s, 0 objects/s recovering 2023-12-01T04:41:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2430998219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:41:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4115602769' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-01T04:41:15.485 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'cephfs_data' created 2023-12-01T04:41:15.497 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3463362487' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: osdmap e60: 8 total, 8 up, 8 in 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2478892112' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-01T04:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:15 smithi155 ceph-mon[102677]: pgmap v174: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3463362487' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: osdmap e60: 8 total, 8 up, 8 in 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2478892112' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[97855]: pgmap v174: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3463362487' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: osdmap e60: 8 total, 8 up, 8 in 2023-12-01T04:41:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2478892112' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-01T04:41:15.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-01T04:41:15.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:15 smithi111 ceph-mon[116524]: pgmap v174: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:15.889 INFO:teuthology.orchestra.run.smithi111.stderr:new fs with metadata pool 2 and data pool 3 2023-12-01T04:41:15.906 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:41:16.230 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:16.230 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":62,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:15.866401+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:16.247 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:41:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: osdmap e61: 8 total, 8 up, 8 in 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1048009728' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: osdmap e62: 8 total, 8 up, 8 in 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-01T04:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3174053040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: osdmap e61: 8 total, 8 up, 8 in 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1048009728' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: osdmap e62: 8 total, 8 up, 8 in 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-01T04:41:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3174053040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:16.573 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:16.573 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":62,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:15.866401+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:16.587 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: osdmap e61: 8 total, 8 up, 8 in 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1048009728' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: osdmap e62: 8 total, 8 up, 8 in 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-01T04:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3174053040' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690154599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: pgmap v177: 97 pgs: 84 unknown, 13 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2023-12-01T04:41:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: mds.? [v2:172.21.15.155:6832/151615976,v1:172.21.15.155:6833/151615976] up:active 2023-12-01T04:41:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:17.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: osdmap e63: 8 total, 8 up, 8 in 2023-12-01T04:41:17.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:17.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3628303873' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-01T04:41:17.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:17 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-01T04:41:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690154599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: pgmap v177: 97 pgs: 84 unknown, 13 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: mds.? [v2:172.21.15.155:6832/151615976,v1:172.21.15.155:6833/151615976] up:active 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: osdmap e63: 8 total, 8 up, 8 in 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3628303873' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690154599' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: pgmap v177: 97 pgs: 84 unknown, 13 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: mds.? [v2:172.21.15.155:6832/151615976,v1:172.21.15.155:6833/151615976] up:active 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: osdmap e63: 8 total, 8 up, 8 in 2023-12-01T04:41:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3628303873' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-01T04:41:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:17 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-01T04:41:17.899 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-12-01T04:41:17.899 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-12-01T04:41:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:18 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:41:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:18 smithi155 ceph-mon[102677]: Cluster is now healthy 2023-12-01T04:41:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:18 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-01T04:41:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:18 smithi155 ceph-mon[102677]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/103346736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-01T04:41:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:41:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[116524]: Cluster is now healthy 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[116524]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/103346736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[97855]: Cluster is now healthy 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[97855]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/103346736' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2023-12-01T04:41:18.898 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-12-01T04:41:18.898 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:41:19.262 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:19.262 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/834989438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":834989438},{"type":"v1","addr":"172.21.15.111:6835","nonce":834989438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-01T04:41:15.866753+0000","modified":"2023-12-01T04:41:18.878342+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24367},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24367":{"gid":24367,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6833/151615976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":151615976},{"type":"v1","addr":"172.21.15.155:6833","nonce":151615976}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-01T04:41:19.264 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 8 2023-12-01T04:41:19.276 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:41:19.600 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:19.600 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":63,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:16.868498+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:19.614 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-01T04:41:19.614 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-01T04:41:19.941 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:19.942 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:41:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":179,"stamp":"2023-12-01T04:41:18.844376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592114,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":103,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222092,"kb_used_data":6476,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749739124,"statfs":{"total":767960285184,"available":767732862976,"internally_reserved":0,"allocated":6631424,"data_stored":3750033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1746,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.394404"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.894426+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:15.894426+0000","last_peered":"2023-12-01T04:41:15.894426+0000","last_clean":"2023-12-01T04:41:15.894426+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:15.894426+0000","last_undegraded":"2023-12-01T04:41:15.894426+0000","last_fullsized":"2023-12-01T04:41:15.894426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898969+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:15.898969+0000","last_peered":"2023-12-01T04:41:15.898969+0000","last_clean":"2023-12-01T04:41:15.898969+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:15.898969+0000","last_undegraded":"2023-12-01T04:41:15.898969+0000","last_fullsized":"2023-12-01T04:41:15.898969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899807+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:15.899807+0000","last_peered":"2023-12-01T04:41:15.899807+0000","last_clean":"2023-12-01T04:41:15.899807+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:15.899807+0000","last_undegraded":"2023-12-01T04:41:15.899807+0000","last_fullsized":"2023-12-01T04:41:15.899807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898300+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:15.898300+0000","last_peered":"2023-12-01T04:41:15.898300+0000","last_clean":"2023-12-01T04:41:15.898300+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:15.898300+0000","last_undegraded":"2023-12-01T04:41:15.898300+0000","last_fullsized":"2023-12-01T04:41:15.898300+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904007+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:15.904007+0000","last_peered":"2023-12-01T04:41:15.904007+0000","last_clean":"2023-12-01T04:41:15.904007+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:15.904007+0000","last_undegraded":"2023-12-01T04:41:15.904007+0000","last_fullsized":"2023-12-01T04:41:15.904007+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898468+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:15.898468+0000","last_peered":"2023-12-01T04:41:15.898468+0000","last_clean":"2023-12-01T04:41:15.898468+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:15.898468+0000","last_undegraded":"2023-12-01T04:41:15.898468+0000","last_fullsized":"2023-12-01T04:41:15.898468+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.883843+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:15.883843+0000","last_peered":"2023-12-01T04:41:15.883843+0000","last_clean":"2023-12-01T04:41:15.883843+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:15.883843+0000","last_undegraded":"2023-12-01T04:41:15.883843+0000","last_fullsized":"2023-12-01T04:41:15.883843+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880935+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:16.880935+0000","last_peered":"2023-12-01T04:41:16.880935+0000","last_clean":"2023-12-01T04:41:16.880935+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:16.880935+0000","last_undegraded":"2023-12-01T04:41:16.880935+0000","last_fullsized":"2023-12-01T04:41:16.880935+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899097+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:15.899097+0000","last_peered":"2023-12-01T04:41:15.899097+0000","last_clean":"2023-12-01T04:41:15.899097+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:15.899097+0000","last_undegraded":"2023-12-01T04:41:15.899097+0000","last_fullsized":"2023-12-01T04:41:15.899097+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893777+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:15.893777+0000","last_peered":"2023-12-01T04:41:15.893777+0000","last_clean":"2023-12-01T04:41:15.893777+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:15.893777+0000","last_undegraded":"2023-12-01T04:41:15.893777+0000","last_fullsized":"2023-12-01T04:41:15.893777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895319+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:15.895319+0000","last_peered":"2023-12-01T04:41:15.895319+0000","last_clean":"2023-12-01T04:41:15.895319+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:15.895319+0000","last_undegraded":"2023-12-01T04:41:15.895319+0000","last_fullsized":"2023-12-01T04:41:15.895319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899742+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:15.899742+0000","last_peered":"2023-12-01T04:41:15.899742+0000","last_clean":"2023-12-01T04:41:15.899742+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:15.899742+0000","last_undegraded":"2023-12-01T04:41:15.899742+0000","last_fullsized":"2023-12-01T04:41:15.899742+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904538+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:15.904538+0000","last_peered":"2023-12-01T04:41:15.904538+0000","last_clean":"2023-12-01T04:41:15.904538+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:15.904538+0000","last_undegraded":"2023-12-01T04:41:15.904538+0000","last_fullsized":"2023-12-01T04:41:15.904538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.880335+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:15.880335+0000","last_peered":"2023-12-01T04:41:15.880335+0000","last_clean":"2023-12-01T04:41:15.880335+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:15.880335+0000","last_undegraded":"2023-12-01T04:41:15.880335+0000","last_fullsized":"2023-12-01T04:41:15.880335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891651+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:15.891651+0000","last_peered":"2023-12-01T04:41:15.891651+0000","last_clean":"2023-12-01T04:41:15.891651+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:15.891651+0000","last_undegraded":"2023-12-01T04:41:15.891651+0000","last_fullsized":"2023-12-01T04:41:15.891651+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893797+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:15.893797+0000","last_peered":"2023-12-01T04:41:15.893797+0000","last_clean":"2023-12-01T04:41:15.893797+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:15.893797+0000","last_undegraded":"2023-12-01T04:41:15.893797+0000","last_fullsized":"2023-12-01T04:41:15.893797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.879926+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:15.879926+0000","last_peered":"2023-12-01T04:41:15.879926+0000","last_clean":"2023-12-01T04:41:15.879926+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:15.879926+0000","last_undegraded":"2023-12-01T04:41:15.879926+0000","last_fullsized":"2023-12-01T04:41:15.879926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901722+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:15.901722+0000","last_peered":"2023-12-01T04:41:15.901722+0000","last_clean":"2023-12-01T04:41:15.901722+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:15.901722+0000","last_undegraded":"2023-12-01T04:41:15.901722+0000","last_fullsized":"2023-12-01T04:41:15.901722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903985+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:15.903985+0000","last_peered":"2023-12-01T04:41:15.903985+0000","last_clean":"2023-12-01T04:41:15.903985+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:15.903985+0000","last_undegraded":"2023-12-01T04:41:15.903985+0000","last_fullsized":"2023-12-01T04:41:15.903985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905683+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:15.905683+0000","last_peered":"2023-12-01T04:41:15.905683+0000","last_clean":"2023-12-01T04:41:15.905683+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:15.905683+0000","last_undegraded":"2023-12-01T04:41:15.905683+0000","last_fullsized":"2023-12-01T04:41:15.905683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.881321+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:15.881321+0000","last_peered":"2023-12-01T04:41:15.881321+0000","last_clean":"2023-12-01T04:41:15.881321+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:15.881321+0000","last_undegraded":"2023-12-01T04:41:15.881321+0000","last_fullsized":"2023-12-01T04:41:15.881321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903835+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:15.903835+0000","last_peered":"2023-12-01T04:41:15.903835+0000","last_clean":"2023-12-01T04:41:15.903835+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:15.903835+0000","last_undegraded":"2023-12-01T04:41:15.903835+0000","last_fullsized":"2023-12-01T04:41:15.903835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880410+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:16.880410+0000","last_peered":"2023-12-01T04:41:16.880410+0000","last_clean":"2023-12-01T04:41:16.880410+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:16.880410+0000","last_undegraded":"2023-12-01T04:41:16.880410+0000","last_fullsized":"2023-12-01T04:41:16.880410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.907847+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:15.907847+0000","last_peered":"2023-12-01T04:41:15.907847+0000","last_clean":"2023-12-01T04:41:15.907847+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:15.907847+0000","last_undegraded":"2023-12-01T04:41:15.907847+0000","last_fullsized":"2023-12-01T04:41:15.907847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873330+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:15.873330+0000","last_peered":"2023-12-01T04:41:15.873330+0000","last_clean":"2023-12-01T04:41:15.873330+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:15.873330+0000","last_undegraded":"2023-12-01T04:41:15.873330+0000","last_fullsized":"2023-12-01T04:41:15.873330+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904033+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:15.904033+0000","last_peered":"2023-12-01T04:41:15.904033+0000","last_clean":"2023-12-01T04:41:15.904033+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:15.904033+0000","last_undegraded":"2023-12-01T04:41:15.904033+0000","last_fullsized":"2023-12-01T04:41:15.904033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895331+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:15.895331+0000","last_peered":"2023-12-01T04:41:15.895331+0000","last_clean":"2023-12-01T04:41:15.895331+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:15.895331+0000","last_undegraded":"2023-12-01T04:41:15.895331+0000","last_fullsized":"2023-12-01T04:41:15.895331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880490+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:16.880490+0000","last_peered":"2023-12-01T04:41:16.880490+0000","last_clean":"2023-12-01T04:41:16.880490+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:16.880490+0000","last_undegraded":"2023-12-01T04:41:16.880490+0000","last_fullsized":"2023-12-01T04:41:16.880490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897731+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:15.897731+0000","last_peered":"2023-12-01T04:41:15.897731+0000","last_clean":"2023-12-01T04:41:15.897731+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:15.897731+0000","last_undegraded":"2023-12-01T04:41:15.897731+0000","last_fullsized":"2023-12-01T04:41:15.897731+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-12-01T04:41:02.300503+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:02.300503+0000","last_peered":"2023-12-01T04:41:02.300503+0000","last_clean":"2023-12-01T04:41:02.300503+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:02.300503+0000","last_undegraded":"2023-12-01T04:41:02.300503+0000","last_fullsized":"2023-12-01T04:41:02.300503+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884637+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:15.884637+0000","last_peered":"2023-12-01T04:41:15.884637+0000","last_clean":"2023-12-01T04:41:15.884637+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:15.884637+0000","last_undegraded":"2023-12-01T04:41:15.884637+0000","last_fullsized":"2023-12-01T04:41:15.884637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.874213+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:15.874213+0000","last_peered":"2023-12-01T04:41:15.874213+0000","last_clean":"2023-12-01T04:41:15.874213+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:15.874213+0000","last_undegraded":"2023-12-01T04:41:15.874213+0000","last_fullsized":"2023-12-01T04:41:15.874213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898485+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:15.898485+0000","last_peered":"2023-12-01T04:41:15.898485+0000","last_clean":"2023-12-01T04:41:15.898485+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:15.898485+0000","last_undegraded":"2023-12-01T04:41:15.898485+0000","last_fullsized":"2023-12-01T04:41:15.898485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897157+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:15.897157+0000","last_peered":"2023-12-01T04:41:15.897157+0000","last_clean":"2023-12-01T04:41:15.897157+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:15.897157+0000","last_undegraded":"2023-12-01T04:41:15.897157+0000","last_fullsized":"2023-12-01T04:41:15.897157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901628+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:15.901628+0000","last_peered":"2023-12-01T04:41:15.901628+0000","last_clean":"2023-12-01T04:41:15.901628+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:15.901628+0000","last_undegraded":"2023-12-01T04:41:15.901628+0000","last_fullsized":"2023-12-01T04:41:15.901628+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873727+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:15.873727+0000","last_peered":"2023-12-01T04:41:15.873727+0000","last_clean":"2023-12-01T04:41:15.873727+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:15.873727+0000","last_undegraded":"2023-12-01T04:41:15.873727+0000","last_fullsized":"2023-12-01T04:41:15.873727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891631+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:15.891631+0000","last_peered":"2023-12-01T04:41:15.891631+0000","last_clean":"2023-12-01T04:41:15.891631+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:15.891631+0000","last_undegraded":"2023-12-01T04:41:15.891631+0000","last_fullsized":"2023-12-01T04:41:15.891631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.875047+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:15.875047+0000","last_peered":"2023-12-01T04:41:15.875047+0000","last_clean":"2023-12-01T04:41:15.875047+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:15.875047+0000","last_undegraded":"2023-12-01T04:41:15.875047+0000","last_fullsized":"2023-12-01T04:41:15.875047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898394+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:15.898394+0000","last_peered":"2023-12-01T04:41:15.898394+0000","last_clean":"2023-12-01T04:41:15.898394+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:15.898394+0000","last_undegraded":"2023-12-01T04:41:15.898394+0000","last_fullsized":"2023-12-01T04:41:15.898394+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903940+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:15.903940+0000","last_peered":"2023-12-01T04:41:15.903940+0000","last_clean":"2023-12-01T04:41:15.903940+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:15.903940+0000","last_undegraded":"2023-12-01T04:41:15.903940+0000","last_fullsized":"2023-12-01T04:41:15.903940+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880581+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:16.880581+0000","last_peered":"2023-12-01T04:41:16.880581+0000","last_clean":"2023-12-01T04:41:16.880581+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:16.880581+0000","last_undegraded":"2023-12-01T04:41:16.880581+0000","last_fullsized":"2023-12-01T04:41:16.880581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901761+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:15.901761+0000","last_peered":"2023-12-01T04:41:15.901761+0000","last_clean":"2023-12-01T04:41:15.901761+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:15.901761+0000","last_undegraded":"2023-12-01T04:41:15.901761+0000","last_fullsized":"2023-12-01T04:41:15.901761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880886+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:16.880886+0000","last_peered":"2023-12-01T04:41:16.880886+0000","last_clean":"2023-12-01T04:41:16.880886+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:16.880886+0000","last_undegraded":"2023-12-01T04:41:16.880886+0000","last_fullsized":"2023-12-01T04:41:16.880886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.900179+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:15.900179+0000","last_peered":"2023-12-01T04:41:15.900179+0000","last_clean":"2023-12-01T04:41:15.900179+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:15.900179+0000","last_undegraded":"2023-12-01T04:41:15.900179+0000","last_fullsized":"2023-12-01T04:41:15.900179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880344+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:16.880344+0000","last_peered":"2023-12-01T04:41:16.880344+0000","last_clean":"2023-12-01T04:41:16.880344+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:16.880344+0000","last_undegraded":"2023-12-01T04:41:16.880344+0000","last_fullsized":"2023-12-01T04:41:16.880344+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891175+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:15.891175+0000","last_peered":"2023-12-01T04:41:15.891175+0000","last_clean":"2023-12-01T04:41:15.891175+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:15.891175+0000","last_undegraded":"2023-12-01T04:41:15.891175+0000","last_fullsized":"2023-12-01T04:41:15.891175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884662+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:15.884662+0000","last_peered":"2023-12-01T04:41:15.884662+0000","last_clean":"2023-12-01T04:41:15.884662+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:15.884662+0000","last_undegraded":"2023-12-01T04:41:15.884662+0000","last_fullsized":"2023-12-01T04:41:15.884662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903900+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:15.903900+0000","last_peered":"2023-12-01T04:41:15.903900+0000","last_clean":"2023-12-01T04:41:15.903900+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:15.903900+0000","last_undegraded":"2023-12-01T04:41:15.903900+0000","last_fullsized":"2023-12-01T04:41:15.903900+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884933+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:15.884933+0000","last_peered":"2023-12-01T04:41:15.884933+0000","last_clean":"2023-12-01T04:41:15.884933+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:15.884933+0000","last_undegraded":"2023-12-01T04:41:15.884933+0000","last_fullsized":"2023-12-01T04:41:15.884933+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899375+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:15.899375+0000","last_peered":"2023-12-01T04:41:15.899375+0000","last_clean":"2023-12-01T04:41:15.899375+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:15.899375+0000","last_undegraded":"2023-12-01T04:41:15.899375+0000","last_fullsized":"2023-12-01T04:41:15.899375+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905719+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:15.905719+0000","last_peered":"2023-12-01T04:41:15.905719+0000","last_clean":"2023-12-01T04:41:15.905719+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:15.905719+0000","last_undegraded":"2023-12-01T04:41:15.905719+0000","last_fullsized":"2023-12-01T04:41:15.905719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":93,"acting":93,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1746,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":57,"acting":57,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1140,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28144,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717008,"statfs":{"total":95995035648,"available":95966216192,"internally_reserved":0,"allocated":1220608,"data_stored":847201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27528,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717624,"statfs":{"total":95995035648,"available":95966846976,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:46 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.30199999999999999,"15min":0.28999999999999998},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.371}]},{"osd":2,"last update":"Fri Dec 1 04:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.372,"15min":0.37},"min":{"1min":0.27100000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.252},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30599999999999999}]},{"osd":4,"last update":"Fri Dec 1 04:40:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738405,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.33400000000000002,"15min":0.32200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.48999999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:41:10 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:35 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.67000000000000004}]},{"osd":5,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27568,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717584,"statfs":{"total":95995035648,"available":95966806016,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.33300000000000002,"15min":0.32400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.35199999999999998,"15min":0.34000000000000002},"min":{"1min":0.26800000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.375}]},{"osd":1,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41099999999999998,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41099999999999998,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.39600000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:40:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149719,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.378}]},{"osd":1,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.435},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.314}]},{"osd":4,"last update":"Fri Dec 1 04:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.496}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.317}]},{"osd":1,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.42799999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.36499999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.501}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724558,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.7839999999999998,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56999999999999995}]},{"osd":1,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.498},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.44}]},{"osd":2,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61399999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.58599999999999997}]},{"osd":4,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:41:19.958 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-01T04:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:19 smithi155 ceph-mon[102677]: pgmap v179: 97 pgs: 46 unknown, 51 active+clean; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 6 op/s 2023-12-01T04:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/103346736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-01T04:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:19 smithi155 ceph-mon[102677]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3366461120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3971270691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[116524]: pgmap v179: 97 pgs: 46 unknown, 51 active+clean; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 6 op/s 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/103346736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[116524]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3366461120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3971270691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[97855]: pgmap v179: 97 pgs: 46 unknown, 51 active+clean; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 6 op/s 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/103346736' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[97855]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3366461120' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:41:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3971270691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:20.321 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:20.323 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:41:20.334 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":179,"stamp":"2023-12-01T04:41:18.844376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592114,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":103,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222092,"kb_used_data":6476,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749739124,"statfs":{"total":767960285184,"available":767732862976,"internally_reserved":0,"allocated":6631424,"data_stored":3750033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1746,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.394404"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.894426+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:15.894426+0000","last_peered":"2023-12-01T04:41:15.894426+0000","last_clean":"2023-12-01T04:41:15.894426+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:15.894426+0000","last_undegraded":"2023-12-01T04:41:15.894426+0000","last_fullsized":"2023-12-01T04:41:15.894426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898969+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:15.898969+0000","last_peered":"2023-12-01T04:41:15.898969+0000","last_clean":"2023-12-01T04:41:15.898969+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:15.898969+0000","last_undegraded":"2023-12-01T04:41:15.898969+0000","last_fullsized":"2023-12-01T04:41:15.898969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899807+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:15.899807+0000","last_peered":"2023-12-01T04:41:15.899807+0000","last_clean":"2023-12-01T04:41:15.899807+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:15.899807+0000","last_undegraded":"2023-12-01T04:41:15.899807+0000","last_fullsized":"2023-12-01T04:41:15.899807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898300+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:15.898300+0000","last_peered":"2023-12-01T04:41:15.898300+0000","last_clean":"2023-12-01T04:41:15.898300+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:15.898300+0000","last_undegraded":"2023-12-01T04:41:15.898300+0000","last_fullsized":"2023-12-01T04:41:15.898300+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904007+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:15.904007+0000","last_peered":"2023-12-01T04:41:15.904007+0000","last_clean":"2023-12-01T04:41:15.904007+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:15.904007+0000","last_undegraded":"2023-12-01T04:41:15.904007+0000","last_fullsized":"2023-12-01T04:41:15.904007+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898468+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:15.898468+0000","last_peered":"2023-12-01T04:41:15.898468+0000","last_clean":"2023-12-01T04:41:15.898468+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:15.898468+0000","last_undegraded":"2023-12-01T04:41:15.898468+0000","last_fullsized":"2023-12-01T04:41:15.898468+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.883843+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:15.883843+0000","last_peered":"2023-12-01T04:41:15.883843+0000","last_clean":"2023-12-01T04:41:15.883843+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:15.883843+0000","last_undegraded":"2023-12-01T04:41:15.883843+0000","last_fullsized":"2023-12-01T04:41:15.883843+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880935+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:16.880935+0000","last_peered":"2023-12-01T04:41:16.880935+0000","last_clean":"2023-12-01T04:41:16.880935+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:16.880935+0000","last_undegraded":"2023-12-01T04:41:16.880935+0000","last_fullsized":"2023-12-01T04:41:16.880935+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899097+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:15.899097+0000","last_peered":"2023-12-01T04:41:15.899097+0000","last_clean":"2023-12-01T04:41:15.899097+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:15.899097+0000","last_undegraded":"2023-12-01T04:41:15.899097+0000","last_fullsized":"2023-12-01T04:41:15.899097+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893777+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:15.893777+0000","last_peered":"2023-12-01T04:41:15.893777+0000","last_clean":"2023-12-01T04:41:15.893777+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:15.893777+0000","last_undegraded":"2023-12-01T04:41:15.893777+0000","last_fullsized":"2023-12-01T04:41:15.893777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895319+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:15.895319+0000","last_peered":"2023-12-01T04:41:15.895319+0000","last_clean":"2023-12-01T04:41:15.895319+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:15.895319+0000","last_undegraded":"2023-12-01T04:41:15.895319+0000","last_fullsized":"2023-12-01T04:41:15.895319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899742+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:15.899742+0000","last_peered":"2023-12-01T04:41:15.899742+0000","last_clean":"2023-12-01T04:41:15.899742+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:15.899742+0000","last_undegraded":"2023-12-01T04:41:15.899742+0000","last_fullsized":"2023-12-01T04:41:15.899742+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904538+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:15.904538+0000","last_peered":"2023-12-01T04:41:15.904538+0000","last_clean":"2023-12-01T04:41:15.904538+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:15.904538+0000","last_undegraded":"2023-12-01T04:41:15.904538+0000","last_fullsized":"2023-12-01T04:41:15.904538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.880335+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:15.880335+0000","last_peered":"2023-12-01T04:41:15.880335+0000","last_clean":"2023-12-01T04:41:15.880335+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:15.880335+0000","last_undegraded":"2023-12-01T04:41:15.880335+0000","last_fullsized":"2023-12-01T04:41:15.880335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891651+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:15.891651+0000","last_peered":"2023-12-01T04:41:15.891651+0000","last_clean":"2023-12-01T04:41:15.891651+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:15.891651+0000","last_undegraded":"2023-12-01T04:41:15.891651+0000","last_fullsized":"2023-12-01T04:41:15.891651+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893797+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:15.893797+0000","last_peered":"2023-12-01T04:41:15.893797+0000","last_clean":"2023-12-01T04:41:15.893797+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:15.893797+0000","last_undegraded":"2023-12-01T04:41:15.893797+0000","last_fullsized":"2023-12-01T04:41:15.893797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.879926+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:15.879926+0000","last_peered":"2023-12-01T04:41:15.879926+0000","last_clean":"2023-12-01T04:41:15.879926+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:15.879926+0000","last_undegraded":"2023-12-01T04:41:15.879926+0000","last_fullsized":"2023-12-01T04:41:15.879926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901722+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:15.901722+0000","last_peered":"2023-12-01T04:41:15.901722+0000","last_clean":"2023-12-01T04:41:15.901722+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:15.901722+0000","last_undegraded":"2023-12-01T04:41:15.901722+0000","last_fullsized":"2023-12-01T04:41:15.901722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903985+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:15.903985+0000","last_peered":"2023-12-01T04:41:15.903985+0000","last_clean":"2023-12-01T04:41:15.903985+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:15.903985+0000","last_undegraded":"2023-12-01T04:41:15.903985+0000","last_fullsized":"2023-12-01T04:41:15.903985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905683+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:15.905683+0000","last_peered":"2023-12-01T04:41:15.905683+0000","last_clean":"2023-12-01T04:41:15.905683+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:15.905683+0000","last_undegraded":"2023-12-01T04:41:15.905683+0000","last_fullsized":"2023-12-01T04:41:15.905683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.881321+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:15.881321+0000","last_peered":"2023-12-01T04:41:15.881321+0000","last_clean":"2023-12-01T04:41:15.881321+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:15.881321+0000","last_undegraded":"2023-12-01T04:41:15.881321+0000","last_fullsized":"2023-12-01T04:41:15.881321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903835+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:15.903835+0000","last_peered":"2023-12-01T04:41:15.903835+0000","last_clean":"2023-12-01T04:41:15.903835+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:15.903835+0000","last_undegraded":"2023-12-01T04:41:15.903835+0000","last_fullsized":"2023-12-01T04:41:15.903835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880410+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:16.880410+0000","last_peered":"2023-12-01T04:41:16.880410+0000","last_clean":"2023-12-01T04:41:16.880410+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:16.880410+0000","last_undegraded":"2023-12-01T04:41:16.880410+0000","last_fullsized":"2023-12-01T04:41:16.880410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.907847+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:15.907847+0000","last_peered":"2023-12-01T04:41:15.907847+0000","last_clean":"2023-12-01T04:41:15.907847+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:15.907847+0000","last_undegraded":"2023-12-01T04:41:15.907847+0000","last_fullsized":"2023-12-01T04:41:15.907847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873330+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:15.873330+0000","last_peered":"2023-12-01T04:41:15.873330+0000","last_clean":"2023-12-01T04:41:15.873330+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:15.873330+0000","last_undegraded":"2023-12-01T04:41:15.873330+0000","last_fullsized":"2023-12-01T04:41:15.873330+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904033+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:15.904033+0000","last_peered":"2023-12-01T04:41:15.904033+0000","last_clean":"2023-12-01T04:41:15.904033+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:15.904033+0000","last_undegraded":"2023-12-01T04:41:15.904033+0000","last_fullsized":"2023-12-01T04:41:15.904033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895331+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:15.895331+0000","last_peered":"2023-12-01T04:41:15.895331+0000","last_clean":"2023-12-01T04:41:15.895331+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:15.895331+0000","last_undegraded":"2023-12-01T04:41:15.895331+0000","last_fullsized":"2023-12-01T04:41:15.895331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880490+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:16.880490+0000","last_peered":"2023-12-01T04:41:16.880490+0000","last_clean":"2023-12-01T04:41:16.880490+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:16.880490+0000","last_undegraded":"2023-12-01T04:41:16.880490+0000","last_fullsized":"2023-12-01T04:41:16.880490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897731+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:15.897731+0000","last_peered":"2023-12-01T04:41:15.897731+0000","last_clean":"2023-12-01T04:41:15.897731+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:15.897731+0000","last_undegraded":"2023-12-01T04:41:15.897731+0000","last_fullsized":"2023-12-01T04:41:15.897731+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-12-01T04:41:02.300503+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:02.300503+0000","last_peered":"2023-12-01T04:41:02.300503+0000","last_clean":"2023-12-01T04:41:02.300503+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:02.300503+0000","last_undegraded":"2023-12-01T04:41:02.300503+0000","last_fullsized":"2023-12-01T04:41:02.300503+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884637+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:15.884637+0000","last_peered":"2023-12-01T04:41:15.884637+0000","last_clean":"2023-12-01T04:41:15.884637+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:15.884637+0000","last_undegraded":"2023-12-01T04:41:15.884637+0000","last_fullsized":"2023-12-01T04:41:15.884637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.874213+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:15.874213+0000","last_peered":"2023-12-01T04:41:15.874213+0000","last_clean":"2023-12-01T04:41:15.874213+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:15.874213+0000","last_undegraded":"2023-12-01T04:41:15.874213+0000","last_fullsized":"2023-12-01T04:41:15.874213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898485+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:15.898485+0000","last_peered":"2023-12-01T04:41:15.898485+0000","last_clean":"2023-12-01T04:41:15.898485+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:15.898485+0000","last_undegraded":"2023-12-01T04:41:15.898485+0000","last_fullsized":"2023-12-01T04:41:15.898485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897157+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:15.897157+0000","last_peered":"2023-12-01T04:41:15.897157+0000","last_clean":"2023-12-01T04:41:15.897157+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:15.897157+0000","last_undegraded":"2023-12-01T04:41:15.897157+0000","last_fullsized":"2023-12-01T04:41:15.897157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901628+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:15.901628+0000","last_peered":"2023-12-01T04:41:15.901628+0000","last_clean":"2023-12-01T04:41:15.901628+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:15.901628+0000","last_undegraded":"2023-12-01T04:41:15.901628+0000","last_fullsized":"2023-12-01T04:41:15.901628+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873727+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:15.873727+0000","last_peered":"2023-12-01T04:41:15.873727+0000","last_clean":"2023-12-01T04:41:15.873727+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:15.873727+0000","last_undegraded":"2023-12-01T04:41:15.873727+0000","last_fullsized":"2023-12-01T04:41:15.873727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891631+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:15.891631+0000","last_peered":"2023-12-01T04:41:15.891631+0000","last_clean":"2023-12-01T04:41:15.891631+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:15.891631+0000","last_undegraded":"2023-12-01T04:41:15.891631+0000","last_fullsized":"2023-12-01T04:41:15.891631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.875047+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:15.875047+0000","last_peered":"2023-12-01T04:41:15.875047+0000","last_clean":"2023-12-01T04:41:15.875047+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:15.875047+0000","last_undegraded":"2023-12-01T04:41:15.875047+0000","last_fullsized":"2023-12-01T04:41:15.875047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898394+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:15.898394+0000","last_peered":"2023-12-01T04:41:15.898394+0000","last_clean":"2023-12-01T04:41:15.898394+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:15.898394+0000","last_undegraded":"2023-12-01T04:41:15.898394+0000","last_fullsized":"2023-12-01T04:41:15.898394+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903940+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:15.903940+0000","last_peered":"2023-12-01T04:41:15.903940+0000","last_clean":"2023-12-01T04:41:15.903940+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:15.903940+0000","last_undegraded":"2023-12-01T04:41:15.903940+0000","last_fullsized":"2023-12-01T04:41:15.903940+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880581+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:16.880581+0000","last_peered":"2023-12-01T04:41:16.880581+0000","last_clean":"2023-12-01T04:41:16.880581+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:16.880581+0000","last_undegraded":"2023-12-01T04:41:16.880581+0000","last_fullsized":"2023-12-01T04:41:16.880581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901761+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:15.901761+0000","last_peered":"2023-12-01T04:41:15.901761+0000","last_clean":"2023-12-01T04:41:15.901761+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:15.901761+0000","last_undegraded":"2023-12-01T04:41:15.901761+0000","last_fullsized":"2023-12-01T04:41:15.901761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880886+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:16.880886+0000","last_peered":"2023-12-01T04:41:16.880886+0000","last_clean":"2023-12-01T04:41:16.880886+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:16.880886+0000","last_undegraded":"2023-12-01T04:41:16.880886+0000","last_fullsized":"2023-12-01T04:41:16.880886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.900179+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:15.900179+0000","last_peered":"2023-12-01T04:41:15.900179+0000","last_clean":"2023-12-01T04:41:15.900179+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:15.900179+0000","last_undegraded":"2023-12-01T04:41:15.900179+0000","last_fullsized":"2023-12-01T04:41:15.900179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880344+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:16.880344+0000","last_peered":"2023-12-01T04:41:16.880344+0000","last_clean":"2023-12-01T04:41:16.880344+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:16.880344+0000","last_undegraded":"2023-12-01T04:41:16.880344+0000","last_fullsized":"2023-12-01T04:41:16.880344+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891175+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:15.891175+0000","last_peered":"2023-12-01T04:41:15.891175+0000","last_clean":"2023-12-01T04:41:15.891175+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:15.891175+0000","last_undegraded":"2023-12-01T04:41:15.891175+0000","last_fullsized":"2023-12-01T04:41:15.891175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884662+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:15.884662+0000","last_peered":"2023-12-01T04:41:15.884662+0000","last_clean":"2023-12-01T04:41:15.884662+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:15.884662+0000","last_undegraded":"2023-12-01T04:41:15.884662+0000","last_fullsized":"2023-12-01T04:41:15.884662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903900+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:15.903900+0000","last_peered":"2023-12-01T04:41:15.903900+0000","last_clean":"2023-12-01T04:41:15.903900+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:15.903900+0000","last_undegraded":"2023-12-01T04:41:15.903900+0000","last_fullsized":"2023-12-01T04:41:15.903900+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884933+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:15.884933+0000","last_peered":"2023-12-01T04:41:15.884933+0000","last_clean":"2023-12-01T04:41:15.884933+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:15.884933+0000","last_undegraded":"2023-12-01T04:41:15.884933+0000","last_fullsized":"2023-12-01T04:41:15.884933+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899375+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:15.899375+0000","last_peered":"2023-12-01T04:41:15.899375+0000","last_clean":"2023-12-01T04:41:15.899375+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:15.899375+0000","last_undegraded":"2023-12-01T04:41:15.899375+0000","last_fullsized":"2023-12-01T04:41:15.899375+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905719+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:15.905719+0000","last_peered":"2023-12-01T04:41:15.905719+0000","last_clean":"2023-12-01T04:41:15.905719+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:15.905719+0000","last_undegraded":"2023-12-01T04:41:15.905719+0000","last_fullsized":"2023-12-01T04:41:15.905719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":93,"acting":93,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1746,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":57,"acting":57,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1140,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28144,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717008,"statfs":{"total":95995035648,"available":95966216192,"internally_reserved":0,"allocated":1220608,"data_stored":847201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27528,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717624,"statfs":{"total":95995035648,"available":95966846976,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:46 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.30199999999999999,"15min":0.28999999999999998},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.371}]},{"osd":2,"last update":"Fri Dec 1 04:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.372,"15min":0.37},"min":{"1min":0.27100000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.252},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30599999999999999}]},{"osd":4,"last update":"Fri Dec 1 04:40:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738405,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.33400000000000002,"15min":0.32200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.48999999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:41:10 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:35 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.67000000000000004}]},{"osd":5,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27568,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717584,"statfs":{"total":95995035648,"available":95966806016,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.33300000000000002,"15min":0.32400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.35199999999999998,"15min":0.34000000000000002},"min":{"1min":0.26800000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.375}]},{"osd":1,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41099999999999998,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41099999999999998,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.39600000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:40:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149719,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.378}]},{"osd":1,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.435},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.314}]},{"osd":4,"last update":"Fri Dec 1 04:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.496}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.317}]},{"osd":1,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.42799999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.36499999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.501}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724558,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.7839999999999998,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56999999999999995}]},{"osd":1,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.498},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.44}]},{"osd":2,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61399999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.58599999999999997}]},{"osd":4,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:41:20.338 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-01T04:41:20.698 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:20.700 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:41:20.710 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":179,"stamp":"2023-12-01T04:41:18.844376+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592114,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":189,"num_write_kb":2422,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":153,"acting":153,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":103,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":749961216,"kb_used":222092,"kb_used_data":6476,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749739124,"statfs":{"total":767960285184,"available":767732862976,"internally_reserved":0,"allocated":6631424,"data_stored":3750033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1746,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.394404"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.894426+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:15.894426+0000","last_peered":"2023-12-01T04:41:15.894426+0000","last_clean":"2023-12-01T04:41:15.894426+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:15.894426+0000","last_undegraded":"2023-12-01T04:41:15.894426+0000","last_fullsized":"2023-12-01T04:41:15.894426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898969+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:15.898969+0000","last_peered":"2023-12-01T04:41:15.898969+0000","last_clean":"2023-12-01T04:41:15.898969+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:15.898969+0000","last_undegraded":"2023-12-01T04:41:15.898969+0000","last_fullsized":"2023-12-01T04:41:15.898969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899807+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:15.899807+0000","last_peered":"2023-12-01T04:41:15.899807+0000","last_clean":"2023-12-01T04:41:15.899807+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:15.899807+0000","last_undegraded":"2023-12-01T04:41:15.899807+0000","last_fullsized":"2023-12-01T04:41:15.899807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898300+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:15.898300+0000","last_peered":"2023-12-01T04:41:15.898300+0000","last_clean":"2023-12-01T04:41:15.898300+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:15.898300+0000","last_undegraded":"2023-12-01T04:41:15.898300+0000","last_fullsized":"2023-12-01T04:41:15.898300+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904007+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:15.904007+0000","last_peered":"2023-12-01T04:41:15.904007+0000","last_clean":"2023-12-01T04:41:15.904007+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:15.904007+0000","last_undegraded":"2023-12-01T04:41:15.904007+0000","last_fullsized":"2023-12-01T04:41:15.904007+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898468+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:15.898468+0000","last_peered":"2023-12-01T04:41:15.898468+0000","last_clean":"2023-12-01T04:41:15.898468+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:15.898468+0000","last_undegraded":"2023-12-01T04:41:15.898468+0000","last_fullsized":"2023-12-01T04:41:15.898468+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.883843+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:15.883843+0000","last_peered":"2023-12-01T04:41:15.883843+0000","last_clean":"2023-12-01T04:41:15.883843+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:15.883843+0000","last_undegraded":"2023-12-01T04:41:15.883843+0000","last_fullsized":"2023-12-01T04:41:15.883843+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880935+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:16.880935+0000","last_peered":"2023-12-01T04:41:16.880935+0000","last_clean":"2023-12-01T04:41:16.880935+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:16.880935+0000","last_undegraded":"2023-12-01T04:41:16.880935+0000","last_fullsized":"2023-12-01T04:41:16.880935+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899097+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:15.899097+0000","last_peered":"2023-12-01T04:41:15.899097+0000","last_clean":"2023-12-01T04:41:15.899097+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:15.899097+0000","last_undegraded":"2023-12-01T04:41:15.899097+0000","last_fullsized":"2023-12-01T04:41:15.899097+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893777+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:15.893777+0000","last_peered":"2023-12-01T04:41:15.893777+0000","last_clean":"2023-12-01T04:41:15.893777+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:15.893777+0000","last_undegraded":"2023-12-01T04:41:15.893777+0000","last_fullsized":"2023-12-01T04:41:15.893777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895319+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:15.895319+0000","last_peered":"2023-12-01T04:41:15.895319+0000","last_clean":"2023-12-01T04:41:15.895319+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:15.895319+0000","last_undegraded":"2023-12-01T04:41:15.895319+0000","last_fullsized":"2023-12-01T04:41:15.895319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899742+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:15.899742+0000","last_peered":"2023-12-01T04:41:15.899742+0000","last_clean":"2023-12-01T04:41:15.899742+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:15.899742+0000","last_undegraded":"2023-12-01T04:41:15.899742+0000","last_fullsized":"2023-12-01T04:41:15.899742+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904538+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:15.904538+0000","last_peered":"2023-12-01T04:41:15.904538+0000","last_clean":"2023-12-01T04:41:15.904538+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:15.904538+0000","last_undegraded":"2023-12-01T04:41:15.904538+0000","last_fullsized":"2023-12-01T04:41:15.904538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.880335+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:15.880335+0000","last_peered":"2023-12-01T04:41:15.880335+0000","last_clean":"2023-12-01T04:41:15.880335+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:15.880335+0000","last_undegraded":"2023-12-01T04:41:15.880335+0000","last_fullsized":"2023-12-01T04:41:15.880335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891651+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:15.891651+0000","last_peered":"2023-12-01T04:41:15.891651+0000","last_clean":"2023-12-01T04:41:15.891651+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:15.891651+0000","last_undegraded":"2023-12-01T04:41:15.891651+0000","last_fullsized":"2023-12-01T04:41:15.891651+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893797+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:15.893797+0000","last_peered":"2023-12-01T04:41:15.893797+0000","last_clean":"2023-12-01T04:41:15.893797+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:15.893797+0000","last_undegraded":"2023-12-01T04:41:15.893797+0000","last_fullsized":"2023-12-01T04:41:15.893797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.879926+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:15.879926+0000","last_peered":"2023-12-01T04:41:15.879926+0000","last_clean":"2023-12-01T04:41:15.879926+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:15.879926+0000","last_undegraded":"2023-12-01T04:41:15.879926+0000","last_fullsized":"2023-12-01T04:41:15.879926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901722+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:15.901722+0000","last_peered":"2023-12-01T04:41:15.901722+0000","last_clean":"2023-12-01T04:41:15.901722+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:15.901722+0000","last_undegraded":"2023-12-01T04:41:15.901722+0000","last_fullsized":"2023-12-01T04:41:15.901722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903985+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:15.903985+0000","last_peered":"2023-12-01T04:41:15.903985+0000","last_clean":"2023-12-01T04:41:15.903985+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:15.903985+0000","last_undegraded":"2023-12-01T04:41:15.903985+0000","last_fullsized":"2023-12-01T04:41:15.903985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905683+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:15.905683+0000","last_peered":"2023-12-01T04:41:15.905683+0000","last_clean":"2023-12-01T04:41:15.905683+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:15.905683+0000","last_undegraded":"2023-12-01T04:41:15.905683+0000","last_fullsized":"2023-12-01T04:41:15.905683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.881321+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:15.881321+0000","last_peered":"2023-12-01T04:41:15.881321+0000","last_clean":"2023-12-01T04:41:15.881321+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:15.881321+0000","last_undegraded":"2023-12-01T04:41:15.881321+0000","last_fullsized":"2023-12-01T04:41:15.881321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903835+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:15.903835+0000","last_peered":"2023-12-01T04:41:15.903835+0000","last_clean":"2023-12-01T04:41:15.903835+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:15.903835+0000","last_undegraded":"2023-12-01T04:41:15.903835+0000","last_fullsized":"2023-12-01T04:41:15.903835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880410+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:16.880410+0000","last_peered":"2023-12-01T04:41:16.880410+0000","last_clean":"2023-12-01T04:41:16.880410+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:16.880410+0000","last_undegraded":"2023-12-01T04:41:16.880410+0000","last_fullsized":"2023-12-01T04:41:16.880410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.907847+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:15.907847+0000","last_peered":"2023-12-01T04:41:15.907847+0000","last_clean":"2023-12-01T04:41:15.907847+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:15.907847+0000","last_undegraded":"2023-12-01T04:41:15.907847+0000","last_fullsized":"2023-12-01T04:41:15.907847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873330+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:15.873330+0000","last_peered":"2023-12-01T04:41:15.873330+0000","last_clean":"2023-12-01T04:41:15.873330+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:15.873330+0000","last_undegraded":"2023-12-01T04:41:15.873330+0000","last_fullsized":"2023-12-01T04:41:15.873330+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904033+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:15.904033+0000","last_peered":"2023-12-01T04:41:15.904033+0000","last_clean":"2023-12-01T04:41:15.904033+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:15.904033+0000","last_undegraded":"2023-12-01T04:41:15.904033+0000","last_fullsized":"2023-12-01T04:41:15.904033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895331+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:15.895331+0000","last_peered":"2023-12-01T04:41:15.895331+0000","last_clean":"2023-12-01T04:41:15.895331+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:15.895331+0000","last_undegraded":"2023-12-01T04:41:15.895331+0000","last_fullsized":"2023-12-01T04:41:15.895331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880490+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:16.880490+0000","last_peered":"2023-12-01T04:41:16.880490+0000","last_clean":"2023-12-01T04:41:16.880490+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:16.880490+0000","last_undegraded":"2023-12-01T04:41:16.880490+0000","last_fullsized":"2023-12-01T04:41:16.880490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897731+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:15.897731+0000","last_peered":"2023-12-01T04:41:15.897731+0000","last_clean":"2023-12-01T04:41:15.897731+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:15.897731+0000","last_undegraded":"2023-12-01T04:41:15.897731+0000","last_fullsized":"2023-12-01T04:41:15.897731+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2023-12-01T04:41:02.300503+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:02.300503+0000","last_peered":"2023-12-01T04:41:02.300503+0000","last_clean":"2023-12-01T04:41:02.300503+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:02.300503+0000","last_undegraded":"2023-12-01T04:41:02.300503+0000","last_fullsized":"2023-12-01T04:41:02.300503+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884637+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:15.884637+0000","last_peered":"2023-12-01T04:41:15.884637+0000","last_clean":"2023-12-01T04:41:15.884637+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:15.884637+0000","last_undegraded":"2023-12-01T04:41:15.884637+0000","last_fullsized":"2023-12-01T04:41:15.884637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.874213+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:15.874213+0000","last_peered":"2023-12-01T04:41:15.874213+0000","last_clean":"2023-12-01T04:41:15.874213+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:15.874213+0000","last_undegraded":"2023-12-01T04:41:15.874213+0000","last_fullsized":"2023-12-01T04:41:15.874213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898485+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:15.898485+0000","last_peered":"2023-12-01T04:41:15.898485+0000","last_clean":"2023-12-01T04:41:15.898485+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:15.898485+0000","last_undegraded":"2023-12-01T04:41:15.898485+0000","last_fullsized":"2023-12-01T04:41:15.898485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897157+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:15.897157+0000","last_peered":"2023-12-01T04:41:15.897157+0000","last_clean":"2023-12-01T04:41:15.897157+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:15.897157+0000","last_undegraded":"2023-12-01T04:41:15.897157+0000","last_fullsized":"2023-12-01T04:41:15.897157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901628+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:15.901628+0000","last_peered":"2023-12-01T04:41:15.901628+0000","last_clean":"2023-12-01T04:41:15.901628+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:15.901628+0000","last_undegraded":"2023-12-01T04:41:15.901628+0000","last_fullsized":"2023-12-01T04:41:15.901628+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873727+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:15.873727+0000","last_peered":"2023-12-01T04:41:15.873727+0000","last_clean":"2023-12-01T04:41:15.873727+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:15.873727+0000","last_undegraded":"2023-12-01T04:41:15.873727+0000","last_fullsized":"2023-12-01T04:41:15.873727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891631+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:15.891631+0000","last_peered":"2023-12-01T04:41:15.891631+0000","last_clean":"2023-12-01T04:41:15.891631+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:15.891631+0000","last_undegraded":"2023-12-01T04:41:15.891631+0000","last_fullsized":"2023-12-01T04:41:15.891631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.875047+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:15.875047+0000","last_peered":"2023-12-01T04:41:15.875047+0000","last_clean":"2023-12-01T04:41:15.875047+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:15.875047+0000","last_undegraded":"2023-12-01T04:41:15.875047+0000","last_fullsized":"2023-12-01T04:41:15.875047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898394+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:15.898394+0000","last_peered":"2023-12-01T04:41:15.898394+0000","last_clean":"2023-12-01T04:41:15.898394+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:15.898394+0000","last_undegraded":"2023-12-01T04:41:15.898394+0000","last_fullsized":"2023-12-01T04:41:15.898394+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:14.447844+0000","last_change":"2023-12-01T04:41:14.447844+0000","last_active":"2023-12-01T04:41:14.447844+0000","last_peered":"2023-12-01T04:41:14.447844+0000","last_clean":"2023-12-01T04:41:14.447844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:14.447844+0000","last_undegraded":"2023-12-01T04:41:14.447844+0000","last_fullsized":"2023-12-01T04:41:14.447844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903940+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:15.903940+0000","last_peered":"2023-12-01T04:41:15.903940+0000","last_clean":"2023-12-01T04:41:15.903940+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:15.903940+0000","last_undegraded":"2023-12-01T04:41:15.903940+0000","last_fullsized":"2023-12-01T04:41:15.903940+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880581+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:16.880581+0000","last_peered":"2023-12-01T04:41:16.880581+0000","last_clean":"2023-12-01T04:41:16.880581+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:16.880581+0000","last_undegraded":"2023-12-01T04:41:16.880581+0000","last_fullsized":"2023-12-01T04:41:16.880581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901761+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:15.901761+0000","last_peered":"2023-12-01T04:41:15.901761+0000","last_clean":"2023-12-01T04:41:15.901761+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:15.901761+0000","last_undegraded":"2023-12-01T04:41:15.901761+0000","last_fullsized":"2023-12-01T04:41:15.901761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880886+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:16.880886+0000","last_peered":"2023-12-01T04:41:16.880886+0000","last_clean":"2023-12-01T04:41:16.880886+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:16.880886+0000","last_undegraded":"2023-12-01T04:41:16.880886+0000","last_fullsized":"2023-12-01T04:41:16.880886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.900179+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:15.900179+0000","last_peered":"2023-12-01T04:41:15.900179+0000","last_clean":"2023-12-01T04:41:15.900179+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:15.900179+0000","last_undegraded":"2023-12-01T04:41:15.900179+0000","last_fullsized":"2023-12-01T04:41:15.900179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880344+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:16.880344+0000","last_peered":"2023-12-01T04:41:16.880344+0000","last_clean":"2023-12-01T04:41:16.880344+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:16.880344+0000","last_undegraded":"2023-12-01T04:41:16.880344+0000","last_fullsized":"2023-12-01T04:41:16.880344+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891175+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:15.891175+0000","last_peered":"2023-12-01T04:41:15.891175+0000","last_clean":"2023-12-01T04:41:15.891175+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:15.891175+0000","last_undegraded":"2023-12-01T04:41:15.891175+0000","last_fullsized":"2023-12-01T04:41:15.891175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884662+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:15.884662+0000","last_peered":"2023-12-01T04:41:15.884662+0000","last_clean":"2023-12-01T04:41:15.884662+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:15.884662+0000","last_undegraded":"2023-12-01T04:41:15.884662+0000","last_fullsized":"2023-12-01T04:41:15.884662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903900+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:15.903900+0000","last_peered":"2023-12-01T04:41:15.903900+0000","last_clean":"2023-12-01T04:41:15.903900+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:15.903900+0000","last_undegraded":"2023-12-01T04:41:15.903900+0000","last_fullsized":"2023-12-01T04:41:15.903900+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884933+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:15.884933+0000","last_peered":"2023-12-01T04:41:15.884933+0000","last_clean":"2023-12-01T04:41:15.884933+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:15.884933+0000","last_undegraded":"2023-12-01T04:41:15.884933+0000","last_fullsized":"2023-12-01T04:41:15.884933+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899375+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:15.899375+0000","last_peered":"2023-12-01T04:41:15.899375+0000","last_clean":"2023-12-01T04:41:15.899375+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:15.899375+0000","last_undegraded":"2023-12-01T04:41:15.899375+0000","last_fullsized":"2023-12-01T04:41:15.899375+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2023-12-01T04:41:15.449913+0000","last_change":"2023-12-01T04:41:15.449913+0000","last_active":"2023-12-01T04:41:15.449913+0000","last_peered":"2023-12-01T04:41:15.449913+0000","last_clean":"2023-12-01T04:41:15.449913+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-12-01T04:41:15.449913+0000","last_undegraded":"2023-12-01T04:41:15.449913+0000","last_fullsized":"2023-12-01T04:41:15.449913+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905719+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:15.905719+0000","last_peered":"2023-12-01T04:41:15.905719+0000","last_clean":"2023-12-01T04:41:15.905719+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:15.905719+0000","last_undegraded":"2023-12-01T04:41:15.905719+0000","last_fullsized":"2023-12-01T04:41:15.905719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":93,"acting":93,"num_store_stats":5},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1746,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":57,"acting":57,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1140,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1167360,"data_stored":825149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56799999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28144,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717008,"statfs":{"total":95995035648,"available":95966216192,"internally_reserved":0,"allocated":1220608,"data_stored":847201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27528,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717624,"statfs":{"total":95995035648,"available":95966846976,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:46 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.30199999999999999,"15min":0.28999999999999998},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.371}]},{"osd":2,"last update":"Fri Dec 1 04:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.372,"15min":0.37},"min":{"1min":0.27100000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.252},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30599999999999999}]},{"osd":4,"last update":"Fri Dec 1 04:40:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738405,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1148,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1175552,"data_stored":825753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.33400000000000002,"15min":0.32200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.48999999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:41:10 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:35 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.67000000000000004}]},{"osd":5,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.77100000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27568,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717584,"statfs":{"total":95995035648,"available":95966806016,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.33300000000000002,"15min":0.32400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.35199999999999998,"15min":0.34000000000000002},"min":{"1min":0.26800000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.375}]},{"osd":1,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41099999999999998,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41099999999999998,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.39600000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:40:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149719,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.378}]},{"osd":1,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.435},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.314}]},{"osd":4,"last update":"Fri Dec 1 04:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.496}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.317}]},{"osd":1,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.42799999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.36499999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.501}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724558,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":564,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.7839999999999998,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56999999999999995}]},{"osd":1,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.498},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.44}]},{"osd":2,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.61399999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.58599999999999997}]},{"osd":4,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.46600000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:41:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2023-12-01T04:41:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2023-12-01T04:41:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3c is not active+clean 2023-12-01T04:41:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3a is not active+clean 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.30 is not active+clean 2023-12-01T04:41:20.716 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2f is not active+clean 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2023-12-01T04:41:20.717 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1c is not active+clean 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1d is not active+clean 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.18 is not active+clean 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.718 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.16 is not active+clean 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.16 is not active+clean 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2023-12-01T04:41:20.719 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.12 is not active+clean 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.5 is not active+clean 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.720 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.2 is not active+clean 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.3 is not active+clean 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2023-12-01T04:41:20.721 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:14.447844+0000', 'last_change': '2023-12-01T04:41:14.447844+0000', 'last_active': '2023-12-01T04:41:14.447844+0000', 'last_peered': '2023-12-01T04:41:14.447844+0000', 'last_clean': '2023-12-01T04:41:14.447844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:14.447844+0000', 'last_undegraded': '2023-12-01T04:41:14.447844+0000', 'last_fullsized': '2023-12-01T04:41:14.447844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:14.447844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.c is not active+clean 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2023-12-01T04:41:20.722 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.22 is not active+clean 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.28 is not active+clean 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2a is not active+clean 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2023-12-01T04:41:20.723 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2023-12-01T04:41:15.449913+0000', 'last_change': '2023-12-01T04:41:15.449913+0000', 'last_active': '2023-12-01T04:41:15.449913+0000', 'last_peered': '2023-12-01T04:41:15.449913+0000', 'last_clean': '2023-12-01T04:41:15.449913+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-12-01T04:41:15.449913+0000', 'last_undegraded': '2023-12-01T04:41:15.449913+0000', 'last_fullsized': '2023-12-01T04:41:15.449913+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'last_clean_scrub_stamp': '2023-12-01T04:41:15.449913+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2023-12-01T04:41:20.724 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-12-01T04:41:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:20 smithi111 ceph-mon[97855]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:20 smithi111 ceph-mon[116524]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:21.152 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:21.152 INFO:teuthology.orchestra.run.smithi111.stdout:{"fsid":"0317d528-9003-11ee-95a2-87774f69a715","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":210,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1701405658,"num_in_osds":8,"osd_in_since":1701405642,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":227610624,"bytes_avail":767732674560,"bytes_total":767960285184,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":8,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24367}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.111:8443/"}},"servicemap":{"epoch":11,"modified":"2023-12-01T04:41:14.843605+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-12-01T04:41:21.166 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-12-01T04:41:21.166 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-01T04:41:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:20 smithi155 ceph-mon[102677]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:21.492 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:21.493 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:41:21.504 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2023-12-01T04:41:20.844943+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222276,"kb_used_data":6660,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749738940,"statfs":{"total":767960285184,"available":767732674560,"internally_reserved":0,"allocated":6819840,"data_stored":3833680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001367"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880076+0000","last_change":"2023-12-01T04:41:15.899440+0000","last_active":"2023-12-01T04:41:16.880076+0000","last_peered":"2023-12-01T04:41:16.880076+0000","last_clean":"2023-12-01T04:41:16.880076+0000","last_became_active":"2023-12-01T04:41:15.899167+0000","last_became_peered":"2023-12-01T04:41:15.899167+0000","last_unstale":"2023-12-01T04:41:16.880076+0000","last_undegraded":"2023-12-01T04:41:16.880076+0000","last_fullsized":"2023-12-01T04:41:16.880076+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.894426+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:15.894426+0000","last_peered":"2023-12-01T04:41:15.894426+0000","last_clean":"2023-12-01T04:41:15.894426+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:15.894426+0000","last_undegraded":"2023-12-01T04:41:15.894426+0000","last_fullsized":"2023-12-01T04:41:15.894426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797947+0000","last_change":"2023-12-01T04:41:15.887247+0000","last_active":"2023-12-01T04:41:17.797947+0000","last_peered":"2023-12-01T04:41:17.797947+0000","last_clean":"2023-12-01T04:41:17.797947+0000","last_became_active":"2023-12-01T04:41:15.886941+0000","last_became_peered":"2023-12-01T04:41:15.886941+0000","last_unstale":"2023-12-01T04:41:17.797947+0000","last_undegraded":"2023-12-01T04:41:17.797947+0000","last_fullsized":"2023-12-01T04:41:17.797947+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798920+0000","last_change":"2023-12-01T04:41:15.886890+0000","last_active":"2023-12-01T04:41:17.798920+0000","last_peered":"2023-12-01T04:41:17.798920+0000","last_clean":"2023-12-01T04:41:17.798920+0000","last_became_active":"2023-12-01T04:41:15.886613+0000","last_became_peered":"2023-12-01T04:41:15.886613+0000","last_unstale":"2023-12-01T04:41:17.798920+0000","last_undegraded":"2023-12-01T04:41:17.798920+0000","last_fullsized":"2023-12-01T04:41:17.798920+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879658+0000","last_change":"2023-12-01T04:41:15.906727+0000","last_active":"2023-12-01T04:41:16.879658+0000","last_peered":"2023-12-01T04:41:16.879658+0000","last_clean":"2023-12-01T04:41:16.879658+0000","last_became_active":"2023-12-01T04:41:15.906170+0000","last_became_peered":"2023-12-01T04:41:15.906170+0000","last_unstale":"2023-12-01T04:41:16.879658+0000","last_undegraded":"2023-12-01T04:41:16.879658+0000","last_fullsized":"2023-12-01T04:41:16.879658+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798692+0000","last_change":"2023-12-01T04:41:15.889644+0000","last_active":"2023-12-01T04:41:17.798692+0000","last_peered":"2023-12-01T04:41:17.798692+0000","last_clean":"2023-12-01T04:41:17.798692+0000","last_became_active":"2023-12-01T04:41:15.888840+0000","last_became_peered":"2023-12-01T04:41:15.888840+0000","last_unstale":"2023-12-01T04:41:17.798692+0000","last_undegraded":"2023-12-01T04:41:17.798692+0000","last_fullsized":"2023-12-01T04:41:17.798692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879175+0000","last_change":"2023-12-01T04:41:15.905504+0000","last_active":"2023-12-01T04:41:16.879175+0000","last_peered":"2023-12-01T04:41:16.879175+0000","last_clean":"2023-12-01T04:41:16.879175+0000","last_became_active":"2023-12-01T04:41:15.904754+0000","last_became_peered":"2023-12-01T04:41:15.904754+0000","last_unstale":"2023-12-01T04:41:16.879175+0000","last_undegraded":"2023-12-01T04:41:16.879175+0000","last_fullsized":"2023-12-01T04:41:16.879175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898969+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:15.898969+0000","last_peered":"2023-12-01T04:41:15.898969+0000","last_clean":"2023-12-01T04:41:15.898969+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:15.898969+0000","last_undegraded":"2023-12-01T04:41:15.898969+0000","last_fullsized":"2023-12-01T04:41:15.898969+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879972+0000","last_change":"2023-12-01T04:41:15.893918+0000","last_active":"2023-12-01T04:41:16.879972+0000","last_peered":"2023-12-01T04:41:16.879972+0000","last_clean":"2023-12-01T04:41:16.879972+0000","last_became_active":"2023-12-01T04:41:15.893562+0000","last_became_peered":"2023-12-01T04:41:15.893562+0000","last_unstale":"2023-12-01T04:41:16.879972+0000","last_undegraded":"2023-12-01T04:41:16.879972+0000","last_fullsized":"2023-12-01T04:41:16.879972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899807+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:15.899807+0000","last_peered":"2023-12-01T04:41:15.899807+0000","last_clean":"2023-12-01T04:41:15.899807+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:15.899807+0000","last_undegraded":"2023-12-01T04:41:15.899807+0000","last_fullsized":"2023-12-01T04:41:15.899807+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898300+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:15.898300+0000","last_peered":"2023-12-01T04:41:15.898300+0000","last_clean":"2023-12-01T04:41:15.898300+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:15.898300+0000","last_undegraded":"2023-12-01T04:41:15.898300+0000","last_fullsized":"2023-12-01T04:41:15.898300+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904007+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:15.904007+0000","last_peered":"2023-12-01T04:41:15.904007+0000","last_clean":"2023-12-01T04:41:15.904007+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:15.904007+0000","last_undegraded":"2023-12-01T04:41:15.904007+0000","last_fullsized":"2023-12-01T04:41:15.904007+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898468+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:15.898468+0000","last_peered":"2023-12-01T04:41:15.898468+0000","last_clean":"2023-12-01T04:41:15.898468+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:15.898468+0000","last_undegraded":"2023-12-01T04:41:15.898468+0000","last_fullsized":"2023-12-01T04:41:15.898468+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797482+0000","last_change":"2023-12-01T04:41:15.887265+0000","last_active":"2023-12-01T04:41:17.797482+0000","last_peered":"2023-12-01T04:41:17.797482+0000","last_clean":"2023-12-01T04:41:17.797482+0000","last_became_active":"2023-12-01T04:41:15.886955+0000","last_became_peered":"2023-12-01T04:41:15.886955+0000","last_unstale":"2023-12-01T04:41:17.797482+0000","last_undegraded":"2023-12-01T04:41:17.797482+0000","last_fullsized":"2023-12-01T04:41:17.797482+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.883843+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:15.883843+0000","last_peered":"2023-12-01T04:41:15.883843+0000","last_clean":"2023-12-01T04:41:15.883843+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:15.883843+0000","last_undegraded":"2023-12-01T04:41:15.883843+0000","last_fullsized":"2023-12-01T04:41:15.883843+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798403+0000","last_change":"2023-12-01T04:41:15.888167+0000","last_active":"2023-12-01T04:41:17.798403+0000","last_peered":"2023-12-01T04:41:17.798403+0000","last_clean":"2023-12-01T04:41:17.798403+0000","last_became_active":"2023-12-01T04:41:15.887883+0000","last_became_peered":"2023-12-01T04:41:15.887883+0000","last_unstale":"2023-12-01T04:41:17.798403+0000","last_undegraded":"2023-12-01T04:41:17.798403+0000","last_fullsized":"2023-12-01T04:41:17.798403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798735+0000","last_change":"2023-12-01T04:41:15.887896+0000","last_active":"2023-12-01T04:41:17.798735+0000","last_peered":"2023-12-01T04:41:17.798735+0000","last_clean":"2023-12-01T04:41:17.798735+0000","last_became_active":"2023-12-01T04:41:15.887535+0000","last_became_peered":"2023-12-01T04:41:15.887535+0000","last_unstale":"2023-12-01T04:41:17.798735+0000","last_undegraded":"2023-12-01T04:41:17.798735+0000","last_fullsized":"2023-12-01T04:41:17.798735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880935+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:16.880935+0000","last_peered":"2023-12-01T04:41:16.880935+0000","last_clean":"2023-12-01T04:41:16.880935+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:16.880935+0000","last_undegraded":"2023-12-01T04:41:16.880935+0000","last_fullsized":"2023-12-01T04:41:16.880935+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879513+0000","last_change":"2023-12-01T04:41:15.898847+0000","last_active":"2023-12-01T04:41:16.879513+0000","last_peered":"2023-12-01T04:41:16.879513+0000","last_clean":"2023-12-01T04:41:16.879513+0000","last_became_active":"2023-12-01T04:41:15.898527+0000","last_became_peered":"2023-12-01T04:41:15.898527+0000","last_unstale":"2023-12-01T04:41:16.879513+0000","last_undegraded":"2023-12-01T04:41:16.879513+0000","last_fullsized":"2023-12-01T04:41:16.879513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798115+0000","last_change":"2023-12-01T04:41:15.479702+0000","last_active":"2023-12-01T04:41:17.798115+0000","last_peered":"2023-12-01T04:41:17.798115+0000","last_clean":"2023-12-01T04:41:17.798115+0000","last_became_active":"2023-12-01T04:41:15.479435+0000","last_became_peered":"2023-12-01T04:41:15.479435+0000","last_unstale":"2023-12-01T04:41:17.798115+0000","last_undegraded":"2023-12-01T04:41:17.798115+0000","last_fullsized":"2023-12-01T04:41:17.798115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899097+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:15.899097+0000","last_peered":"2023-12-01T04:41:15.899097+0000","last_clean":"2023-12-01T04:41:15.899097+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:15.899097+0000","last_undegraded":"2023-12-01T04:41:15.899097+0000","last_fullsized":"2023-12-01T04:41:15.899097+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893777+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:15.893777+0000","last_peered":"2023-12-01T04:41:15.893777+0000","last_clean":"2023-12-01T04:41:15.893777+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:15.893777+0000","last_undegraded":"2023-12-01T04:41:15.893777+0000","last_fullsized":"2023-12-01T04:41:15.893777+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798088+0000","last_change":"2023-12-01T04:41:15.879619+0000","last_active":"2023-12-01T04:41:17.798088+0000","last_peered":"2023-12-01T04:41:17.798088+0000","last_clean":"2023-12-01T04:41:17.798088+0000","last_became_active":"2023-12-01T04:41:15.879340+0000","last_became_peered":"2023-12-01T04:41:15.879340+0000","last_unstale":"2023-12-01T04:41:17.798088+0000","last_undegraded":"2023-12-01T04:41:17.798088+0000","last_fullsized":"2023-12-01T04:41:17.798088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:41:58.195604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879896+0000","last_change":"2023-12-01T04:41:15.484046+0000","last_active":"2023-12-01T04:41:16.879896+0000","last_peered":"2023-12-01T04:41:16.879896+0000","last_clean":"2023-12-01T04:41:16.879896+0000","last_became_active":"2023-12-01T04:41:15.483519+0000","last_became_peered":"2023-12-01T04:41:15.483519+0000","last_unstale":"2023-12-01T04:41:16.879896+0000","last_undegraded":"2023-12-01T04:41:16.879896+0000","last_fullsized":"2023-12-01T04:41:16.879896+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.799111+0000","last_change":"2023-12-01T04:41:15.885321+0000","last_active":"2023-12-01T04:41:17.799111+0000","last_peered":"2023-12-01T04:41:17.799111+0000","last_clean":"2023-12-01T04:41:17.799111+0000","last_became_active":"2023-12-01T04:41:15.885005+0000","last_became_peered":"2023-12-01T04:41:15.885005+0000","last_unstale":"2023-12-01T04:41:17.799111+0000","last_undegraded":"2023-12-01T04:41:17.799111+0000","last_fullsized":"2023-12-01T04:41:17.799111+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879679+0000","last_change":"2023-12-01T04:41:15.481563+0000","last_active":"2023-12-01T04:41:16.879679+0000","last_peered":"2023-12-01T04:41:16.879679+0000","last_clean":"2023-12-01T04:41:16.879679+0000","last_became_active":"2023-12-01T04:41:15.481254+0000","last_became_peered":"2023-12-01T04:41:15.481254+0000","last_unstale":"2023-12-01T04:41:16.879679+0000","last_undegraded":"2023-12-01T04:41:16.879679+0000","last_fullsized":"2023-12-01T04:41:16.879679+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.799086+0000","last_change":"2023-12-01T04:41:15.891300+0000","last_active":"2023-12-01T04:41:17.799086+0000","last_peered":"2023-12-01T04:41:17.799086+0000","last_clean":"2023-12-01T04:41:17.799086+0000","last_became_active":"2023-12-01T04:41:15.890997+0000","last_became_peered":"2023-12-01T04:41:15.890997+0000","last_unstale":"2023-12-01T04:41:17.799086+0000","last_undegraded":"2023-12-01T04:41:17.799086+0000","last_fullsized":"2023-12-01T04:41:17.799086+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895319+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:15.895319+0000","last_peered":"2023-12-01T04:41:15.895319+0000","last_clean":"2023-12-01T04:41:15.895319+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:15.895319+0000","last_undegraded":"2023-12-01T04:41:15.895319+0000","last_fullsized":"2023-12-01T04:41:15.895319+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899742+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:15.899742+0000","last_peered":"2023-12-01T04:41:15.899742+0000","last_clean":"2023-12-01T04:41:15.899742+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:15.899742+0000","last_undegraded":"2023-12-01T04:41:15.899742+0000","last_fullsized":"2023-12-01T04:41:15.899742+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904538+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:15.904538+0000","last_peered":"2023-12-01T04:41:15.904538+0000","last_clean":"2023-12-01T04:41:15.904538+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:15.904538+0000","last_undegraded":"2023-12-01T04:41:15.904538+0000","last_fullsized":"2023-12-01T04:41:15.904538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797704+0000","last_change":"2023-12-01T04:41:15.887502+0000","last_active":"2023-12-01T04:41:17.797704+0000","last_peered":"2023-12-01T04:41:17.797704+0000","last_clean":"2023-12-01T04:41:17.797704+0000","last_became_active":"2023-12-01T04:41:15.886709+0000","last_became_peered":"2023-12-01T04:41:15.886709+0000","last_unstale":"2023-12-01T04:41:17.797704+0000","last_undegraded":"2023-12-01T04:41:17.797704+0000","last_fullsized":"2023-12-01T04:41:17.797704+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.880335+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:15.880335+0000","last_peered":"2023-12-01T04:41:15.880335+0000","last_clean":"2023-12-01T04:41:15.880335+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:15.880335+0000","last_undegraded":"2023-12-01T04:41:15.880335+0000","last_fullsized":"2023-12-01T04:41:15.880335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891651+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:15.891651+0000","last_peered":"2023-12-01T04:41:15.891651+0000","last_clean":"2023-12-01T04:41:15.891651+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:15.891651+0000","last_undegraded":"2023-12-01T04:41:15.891651+0000","last_fullsized":"2023-12-01T04:41:15.891651+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798586+0000","last_change":"2023-12-01T04:41:15.480518+0000","last_active":"2023-12-01T04:41:17.798586+0000","last_peered":"2023-12-01T04:41:17.798586+0000","last_clean":"2023-12-01T04:41:17.798586+0000","last_became_active":"2023-12-01T04:41:15.480202+0000","last_became_peered":"2023-12-01T04:41:15.480202+0000","last_unstale":"2023-12-01T04:41:17.798586+0000","last_undegraded":"2023-12-01T04:41:17.798586+0000","last_fullsized":"2023-12-01T04:41:17.798586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.893797+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:15.893797+0000","last_peered":"2023-12-01T04:41:15.893797+0000","last_clean":"2023-12-01T04:41:15.893797+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:15.893797+0000","last_undegraded":"2023-12-01T04:41:15.893797+0000","last_fullsized":"2023-12-01T04:41:15.893797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.879926+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:15.879926+0000","last_peered":"2023-12-01T04:41:15.879926+0000","last_clean":"2023-12-01T04:41:15.879926+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:15.879926+0000","last_undegraded":"2023-12-01T04:41:15.879926+0000","last_fullsized":"2023-12-01T04:41:15.879926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798472+0000","last_change":"2023-12-01T04:41:15.886812+0000","last_active":"2023-12-01T04:41:17.798472+0000","last_peered":"2023-12-01T04:41:17.798472+0000","last_clean":"2023-12-01T04:41:17.798472+0000","last_became_active":"2023-12-01T04:41:15.886531+0000","last_became_peered":"2023-12-01T04:41:15.886531+0000","last_unstale":"2023-12-01T04:41:17.798472+0000","last_undegraded":"2023-12-01T04:41:17.798472+0000","last_fullsized":"2023-12-01T04:41:17.798472+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798420+0000","last_change":"2023-12-01T04:41:15.478323+0000","last_active":"2023-12-01T04:41:17.798420+0000","last_peered":"2023-12-01T04:41:17.798420+0000","last_clean":"2023-12-01T04:41:17.798420+0000","last_became_active":"2023-12-01T04:41:15.478004+0000","last_became_peered":"2023-12-01T04:41:15.478004+0000","last_unstale":"2023-12-01T04:41:17.798420+0000","last_undegraded":"2023-12-01T04:41:17.798420+0000","last_fullsized":"2023-12-01T04:41:17.798420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798014+0000","last_change":"2023-12-01T04:41:15.889973+0000","last_active":"2023-12-01T04:41:17.798014+0000","last_peered":"2023-12-01T04:41:17.798014+0000","last_clean":"2023-12-01T04:41:17.798014+0000","last_became_active":"2023-12-01T04:41:15.889711+0000","last_became_peered":"2023-12-01T04:41:15.889711+0000","last_unstale":"2023-12-01T04:41:17.798014+0000","last_undegraded":"2023-12-01T04:41:17.798014+0000","last_fullsized":"2023-12-01T04:41:17.798014+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901722+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:15.901722+0000","last_peered":"2023-12-01T04:41:15.901722+0000","last_clean":"2023-12-01T04:41:15.901722+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:15.901722+0000","last_undegraded":"2023-12-01T04:41:15.901722+0000","last_fullsized":"2023-12-01T04:41:15.901722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903985+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:15.903985+0000","last_peered":"2023-12-01T04:41:15.903985+0000","last_clean":"2023-12-01T04:41:15.903985+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:15.903985+0000","last_undegraded":"2023-12-01T04:41:15.903985+0000","last_fullsized":"2023-12-01T04:41:15.903985+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905683+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:15.905683+0000","last_peered":"2023-12-01T04:41:15.905683+0000","last_clean":"2023-12-01T04:41:15.905683+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:15.905683+0000","last_undegraded":"2023-12-01T04:41:15.905683+0000","last_fullsized":"2023-12-01T04:41:15.905683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879718+0000","last_change":"2023-12-01T04:41:15.900793+0000","last_active":"2023-12-01T04:41:16.879718+0000","last_peered":"2023-12-01T04:41:16.879718+0000","last_clean":"2023-12-01T04:41:16.879718+0000","last_became_active":"2023-12-01T04:41:15.900477+0000","last_became_peered":"2023-12-01T04:41:15.900477+0000","last_unstale":"2023-12-01T04:41:16.879718+0000","last_undegraded":"2023-12-01T04:41:16.879718+0000","last_fullsized":"2023-12-01T04:41:16.879718+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:36:59.627102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797752+0000","last_change":"2023-12-01T04:41:15.481866+0000","last_active":"2023-12-01T04:41:17.797752+0000","last_peered":"2023-12-01T04:41:17.797752+0000","last_clean":"2023-12-01T04:41:17.797752+0000","last_became_active":"2023-12-01T04:41:15.481673+0000","last_became_peered":"2023-12-01T04:41:15.481673+0000","last_unstale":"2023-12-01T04:41:17.797752+0000","last_undegraded":"2023-12-01T04:41:17.797752+0000","last_fullsized":"2023-12-01T04:41:17.797752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797444+0000","last_change":"2023-12-01T04:41:15.885619+0000","last_active":"2023-12-01T04:41:17.797444+0000","last_peered":"2023-12-01T04:41:17.797444+0000","last_clean":"2023-12-01T04:41:17.797444+0000","last_became_active":"2023-12-01T04:41:15.885346+0000","last_became_peered":"2023-12-01T04:41:15.885346+0000","last_unstale":"2023-12-01T04:41:17.797444+0000","last_undegraded":"2023-12-01T04:41:17.797444+0000","last_fullsized":"2023-12-01T04:41:17.797444+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798295+0000","last_change":"2023-12-01T04:41:15.480767+0000","last_active":"2023-12-01T04:41:17.798295+0000","last_peered":"2023-12-01T04:41:17.798295+0000","last_clean":"2023-12-01T04:41:17.798295+0000","last_became_active":"2023-12-01T04:41:15.480480+0000","last_became_peered":"2023-12-01T04:41:15.480480+0000","last_unstale":"2023-12-01T04:41:17.798295+0000","last_undegraded":"2023-12-01T04:41:17.798295+0000","last_fullsized":"2023-12-01T04:41:17.798295+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879557+0000","last_change":"2023-12-01T04:41:15.906822+0000","last_active":"2023-12-01T04:41:16.879557+0000","last_peered":"2023-12-01T04:41:16.879557+0000","last_clean":"2023-12-01T04:41:16.879557+0000","last_became_active":"2023-12-01T04:41:15.905914+0000","last_became_peered":"2023-12-01T04:41:15.905914+0000","last_unstale":"2023-12-01T04:41:16.879557+0000","last_undegraded":"2023-12-01T04:41:16.879557+0000","last_fullsized":"2023-12-01T04:41:16.879557+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.881321+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:15.881321+0000","last_peered":"2023-12-01T04:41:15.881321+0000","last_clean":"2023-12-01T04:41:15.881321+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:15.881321+0000","last_undegraded":"2023-12-01T04:41:15.881321+0000","last_fullsized":"2023-12-01T04:41:15.881321+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903835+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:15.903835+0000","last_peered":"2023-12-01T04:41:15.903835+0000","last_clean":"2023-12-01T04:41:15.903835+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:15.903835+0000","last_undegraded":"2023-12-01T04:41:15.903835+0000","last_fullsized":"2023-12-01T04:41:15.903835+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880410+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:16.880410+0000","last_peered":"2023-12-01T04:41:16.880410+0000","last_clean":"2023-12-01T04:41:16.880410+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:16.880410+0000","last_undegraded":"2023-12-01T04:41:16.880410+0000","last_fullsized":"2023-12-01T04:41:16.880410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879370+0000","last_change":"2023-12-01T04:41:15.905698+0000","last_active":"2023-12-01T04:41:16.879370+0000","last_peered":"2023-12-01T04:41:16.879370+0000","last_clean":"2023-12-01T04:41:16.879370+0000","last_became_active":"2023-12-01T04:41:15.905052+0000","last_became_peered":"2023-12-01T04:41:15.905052+0000","last_unstale":"2023-12-01T04:41:16.879370+0000","last_undegraded":"2023-12-01T04:41:16.879370+0000","last_fullsized":"2023-12-01T04:41:16.879370+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.907847+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:15.907847+0000","last_peered":"2023-12-01T04:41:15.907847+0000","last_clean":"2023-12-01T04:41:15.907847+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:15.907847+0000","last_undegraded":"2023-12-01T04:41:15.907847+0000","last_fullsized":"2023-12-01T04:41:15.907847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879860+0000","last_change":"2023-12-01T04:41:15.900132+0000","last_active":"2023-12-01T04:41:16.879860+0000","last_peered":"2023-12-01T04:41:16.879860+0000","last_clean":"2023-12-01T04:41:16.879860+0000","last_became_active":"2023-12-01T04:41:15.899836+0000","last_became_peered":"2023-12-01T04:41:15.899836+0000","last_unstale":"2023-12-01T04:41:16.879860+0000","last_undegraded":"2023-12-01T04:41:16.879860+0000","last_fullsized":"2023-12-01T04:41:16.879860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873330+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:15.873330+0000","last_peered":"2023-12-01T04:41:15.873330+0000","last_clean":"2023-12-01T04:41:15.873330+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:15.873330+0000","last_undegraded":"2023-12-01T04:41:15.873330+0000","last_fullsized":"2023-12-01T04:41:15.873330+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.799161+0000","last_change":"2023-12-01T04:41:15.883516+0000","last_active":"2023-12-01T04:41:17.799161+0000","last_peered":"2023-12-01T04:41:17.799161+0000","last_clean":"2023-12-01T04:41:17.799161+0000","last_became_active":"2023-12-01T04:41:15.883200+0000","last_became_peered":"2023-12-01T04:41:15.883200+0000","last_unstale":"2023-12-01T04:41:17.799161+0000","last_undegraded":"2023-12-01T04:41:17.799161+0000","last_fullsized":"2023-12-01T04:41:17.799161+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798211+0000","last_change":"2023-12-01T04:41:15.476355+0000","last_active":"2023-12-01T04:41:17.798211+0000","last_peered":"2023-12-01T04:41:17.798211+0000","last_clean":"2023-12-01T04:41:17.798211+0000","last_became_active":"2023-12-01T04:41:15.476053+0000","last_became_peered":"2023-12-01T04:41:15.476053+0000","last_unstale":"2023-12-01T04:41:17.798211+0000","last_undegraded":"2023-12-01T04:41:17.798211+0000","last_fullsized":"2023-12-01T04:41:17.798211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.904033+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:15.904033+0000","last_peered":"2023-12-01T04:41:15.904033+0000","last_clean":"2023-12-01T04:41:15.904033+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:15.904033+0000","last_undegraded":"2023-12-01T04:41:15.904033+0000","last_fullsized":"2023-12-01T04:41:15.904033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.895331+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:15.895331+0000","last_peered":"2023-12-01T04:41:15.895331+0000","last_clean":"2023-12-01T04:41:15.895331+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:15.895331+0000","last_undegraded":"2023-12-01T04:41:15.895331+0000","last_fullsized":"2023-12-01T04:41:15.895331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880490+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:16.880490+0000","last_peered":"2023-12-01T04:41:16.880490+0000","last_clean":"2023-12-01T04:41:16.880490+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:16.880490+0000","last_undegraded":"2023-12-01T04:41:16.880490+0000","last_fullsized":"2023-12-01T04:41:16.880490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897731+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:15.897731+0000","last_peered":"2023-12-01T04:41:15.897731+0000","last_clean":"2023-12-01T04:41:15.897731+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:15.897731+0000","last_undegraded":"2023-12-01T04:41:15.897731+0000","last_fullsized":"2023-12-01T04:41:15.897731+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797933+0000","last_change":"2023-12-01T04:41:15.478488+0000","last_active":"2023-12-01T04:41:17.797933+0000","last_peered":"2023-12-01T04:41:17.797933+0000","last_clean":"2023-12-01T04:41:17.797933+0000","last_became_active":"2023-12-01T04:41:15.478170+0000","last_became_peered":"2023-12-01T04:41:15.478170+0000","last_unstale":"2023-12-01T04:41:17.797933+0000","last_undegraded":"2023-12-01T04:41:17.797933+0000","last_fullsized":"2023-12-01T04:41:17.797933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":220,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.881015+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:15.881015+0000","last_peered":"2023-12-01T04:41:15.881015+0000","last_clean":"2023-12-01T04:41:15.881015+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:15.881015+0000","last_undegraded":"2023-12-01T04:41:15.881015+0000","last_fullsized":"2023-12-01T04:41:15.881015+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797438+0000","last_change":"2023-12-01T04:41:15.888819+0000","last_active":"2023-12-01T04:41:17.797438+0000","last_peered":"2023-12-01T04:41:17.797438+0000","last_clean":"2023-12-01T04:41:17.797438+0000","last_became_active":"2023-12-01T04:41:15.888316+0000","last_became_peered":"2023-12-01T04:41:15.888316+0000","last_unstale":"2023-12-01T04:41:17.797438+0000","last_undegraded":"2023-12-01T04:41:17.797438+0000","last_fullsized":"2023-12-01T04:41:17.797438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879385+0000","last_change":"2023-12-01T04:41:15.483362+0000","last_active":"2023-12-01T04:41:16.879385+0000","last_peered":"2023-12-01T04:41:16.879385+0000","last_clean":"2023-12-01T04:41:16.879385+0000","last_became_active":"2023-12-01T04:41:15.483051+0000","last_became_peered":"2023-12-01T04:41:15.483051+0000","last_unstale":"2023-12-01T04:41:16.879385+0000","last_undegraded":"2023-12-01T04:41:16.879385+0000","last_fullsized":"2023-12-01T04:41:16.879385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879827+0000","last_change":"2023-12-01T04:41:15.483151+0000","last_active":"2023-12-01T04:41:16.879827+0000","last_peered":"2023-12-01T04:41:16.879827+0000","last_clean":"2023-12-01T04:41:16.879827+0000","last_became_active":"2023-12-01T04:41:15.482838+0000","last_became_peered":"2023-12-01T04:41:15.482838+0000","last_unstale":"2023-12-01T04:41:16.879827+0000","last_undegraded":"2023-12-01T04:41:16.879827+0000","last_fullsized":"2023-12-01T04:41:16.879827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884637+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:15.884637+0000","last_peered":"2023-12-01T04:41:15.884637+0000","last_clean":"2023-12-01T04:41:15.884637+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:15.884637+0000","last_undegraded":"2023-12-01T04:41:15.884637+0000","last_fullsized":"2023-12-01T04:41:15.884637+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.874213+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:15.874213+0000","last_peered":"2023-12-01T04:41:15.874213+0000","last_clean":"2023-12-01T04:41:15.874213+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:15.874213+0000","last_undegraded":"2023-12-01T04:41:15.874213+0000","last_fullsized":"2023-12-01T04:41:15.874213+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898485+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:15.898485+0000","last_peered":"2023-12-01T04:41:15.898485+0000","last_clean":"2023-12-01T04:41:15.898485+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:15.898485+0000","last_undegraded":"2023-12-01T04:41:15.898485+0000","last_fullsized":"2023-12-01T04:41:15.898485+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.897157+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:15.897157+0000","last_peered":"2023-12-01T04:41:15.897157+0000","last_clean":"2023-12-01T04:41:15.897157+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:15.897157+0000","last_undegraded":"2023-12-01T04:41:15.897157+0000","last_fullsized":"2023-12-01T04:41:15.897157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797994+0000","last_change":"2023-12-01T04:41:15.885444+0000","last_active":"2023-12-01T04:41:17.797994+0000","last_peered":"2023-12-01T04:41:17.797994+0000","last_clean":"2023-12-01T04:41:17.797994+0000","last_became_active":"2023-12-01T04:41:15.885192+0000","last_became_peered":"2023-12-01T04:41:15.885192+0000","last_unstale":"2023-12-01T04:41:17.797994+0000","last_undegraded":"2023-12-01T04:41:17.797994+0000","last_fullsized":"2023-12-01T04:41:17.797994+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879245+0000","last_change":"2023-12-01T04:41:15.484424+0000","last_active":"2023-12-01T04:41:16.879245+0000","last_peered":"2023-12-01T04:41:16.879245+0000","last_clean":"2023-12-01T04:41:16.879245+0000","last_became_active":"2023-12-01T04:41:15.483614+0000","last_became_peered":"2023-12-01T04:41:15.483614+0000","last_unstale":"2023-12-01T04:41:16.879245+0000","last_undegraded":"2023-12-01T04:41:16.879245+0000","last_fullsized":"2023-12-01T04:41:16.879245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901628+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:15.901628+0000","last_peered":"2023-12-01T04:41:15.901628+0000","last_clean":"2023-12-01T04:41:15.901628+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:15.901628+0000","last_undegraded":"2023-12-01T04:41:15.901628+0000","last_fullsized":"2023-12-01T04:41:15.901628+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.873727+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:15.873727+0000","last_peered":"2023-12-01T04:41:15.873727+0000","last_clean":"2023-12-01T04:41:15.873727+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:15.873727+0000","last_undegraded":"2023-12-01T04:41:15.873727+0000","last_fullsized":"2023-12-01T04:41:15.873727+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891631+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:15.891631+0000","last_peered":"2023-12-01T04:41:15.891631+0000","last_clean":"2023-12-01T04:41:15.891631+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:15.891631+0000","last_undegraded":"2023-12-01T04:41:15.891631+0000","last_fullsized":"2023-12-01T04:41:15.891631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.875047+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:15.875047+0000","last_peered":"2023-12-01T04:41:15.875047+0000","last_clean":"2023-12-01T04:41:15.875047+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:15.875047+0000","last_undegraded":"2023-12-01T04:41:15.875047+0000","last_fullsized":"2023-12-01T04:41:15.875047+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.898394+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:15.898394+0000","last_peered":"2023-12-01T04:41:15.898394+0000","last_clean":"2023-12-01T04:41:15.898394+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:15.898394+0000","last_undegraded":"2023-12-01T04:41:15.898394+0000","last_fullsized":"2023-12-01T04:41:15.898394+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879421+0000","last_change":"2023-12-01T04:41:15.482614+0000","last_active":"2023-12-01T04:41:16.879421+0000","last_peered":"2023-12-01T04:41:16.879421+0000","last_clean":"2023-12-01T04:41:16.879421+0000","last_became_active":"2023-12-01T04:41:15.482316+0000","last_became_peered":"2023-12-01T04:41:15.482316+0000","last_unstale":"2023-12-01T04:41:16.879421+0000","last_undegraded":"2023-12-01T04:41:16.879421+0000","last_fullsized":"2023-12-01T04:41:16.879421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:45:23.315458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903940+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:15.903940+0000","last_peered":"2023-12-01T04:41:15.903940+0000","last_clean":"2023-12-01T04:41:15.903940+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:15.903940+0000","last_undegraded":"2023-12-01T04:41:15.903940+0000","last_fullsized":"2023-12-01T04:41:15.903940+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880581+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:16.880581+0000","last_peered":"2023-12-01T04:41:16.880581+0000","last_clean":"2023-12-01T04:41:16.880581+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:16.880581+0000","last_undegraded":"2023-12-01T04:41:16.880581+0000","last_fullsized":"2023-12-01T04:41:16.880581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879778+0000","last_change":"2023-12-01T04:41:15.895420+0000","last_active":"2023-12-01T04:41:16.879778+0000","last_peered":"2023-12-01T04:41:16.879778+0000","last_clean":"2023-12-01T04:41:16.879778+0000","last_became_active":"2023-12-01T04:41:15.895120+0000","last_became_peered":"2023-12-01T04:41:15.895120+0000","last_unstale":"2023-12-01T04:41:16.879778+0000","last_undegraded":"2023-12-01T04:41:16.879778+0000","last_fullsized":"2023-12-01T04:41:16.879778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.901761+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:15.901761+0000","last_peered":"2023-12-01T04:41:15.901761+0000","last_clean":"2023-12-01T04:41:15.901761+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:15.901761+0000","last_undegraded":"2023-12-01T04:41:15.901761+0000","last_fullsized":"2023-12-01T04:41:15.901761+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798777+0000","last_change":"2023-12-01T04:41:15.900786+0000","last_active":"2023-12-01T04:41:17.798777+0000","last_peered":"2023-12-01T04:41:17.798777+0000","last_clean":"2023-12-01T04:41:17.798777+0000","last_became_active":"2023-12-01T04:41:15.900493+0000","last_became_peered":"2023-12-01T04:41:15.900493+0000","last_unstale":"2023-12-01T04:41:17.798777+0000","last_undegraded":"2023-12-01T04:41:17.798777+0000","last_fullsized":"2023-12-01T04:41:17.798777+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880886+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:16.880886+0000","last_peered":"2023-12-01T04:41:16.880886+0000","last_clean":"2023-12-01T04:41:16.880886+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:16.880886+0000","last_undegraded":"2023-12-01T04:41:16.880886+0000","last_fullsized":"2023-12-01T04:41:16.880886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880047+0000","last_change":"2023-12-01T04:41:15.900728+0000","last_active":"2023-12-01T04:41:16.880047+0000","last_peered":"2023-12-01T04:41:16.880047+0000","last_clean":"2023-12-01T04:41:16.880047+0000","last_became_active":"2023-12-01T04:41:15.900355+0000","last_became_peered":"2023-12-01T04:41:15.900355+0000","last_unstale":"2023-12-01T04:41:16.880047+0000","last_undegraded":"2023-12-01T04:41:16.880047+0000","last_fullsized":"2023-12-01T04:41:16.880047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.900179+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:15.900179+0000","last_peered":"2023-12-01T04:41:15.900179+0000","last_clean":"2023-12-01T04:41:15.900179+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:15.900179+0000","last_undegraded":"2023-12-01T04:41:15.900179+0000","last_fullsized":"2023-12-01T04:41:15.900179+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880344+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:16.880344+0000","last_peered":"2023-12-01T04:41:16.880344+0000","last_clean":"2023-12-01T04:41:16.880344+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:16.880344+0000","last_undegraded":"2023-12-01T04:41:16.880344+0000","last_fullsized":"2023-12-01T04:41:16.880344+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798465+0000","last_change":"2023-12-01T04:41:15.889855+0000","last_active":"2023-12-01T04:41:17.798465+0000","last_peered":"2023-12-01T04:41:17.798465+0000","last_clean":"2023-12-01T04:41:17.798465+0000","last_became_active":"2023-12-01T04:41:15.889237+0000","last_became_peered":"2023-12-01T04:41:15.889237+0000","last_unstale":"2023-12-01T04:41:17.798465+0000","last_undegraded":"2023-12-01T04:41:17.798465+0000","last_fullsized":"2023-12-01T04:41:17.798465+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797635+0000","last_change":"2023-12-01T04:41:15.887786+0000","last_active":"2023-12-01T04:41:17.797635+0000","last_peered":"2023-12-01T04:41:17.797635+0000","last_clean":"2023-12-01T04:41:17.797635+0000","last_became_active":"2023-12-01T04:41:15.887512+0000","last_became_peered":"2023-12-01T04:41:15.887512+0000","last_unstale":"2023-12-01T04:41:17.797635+0000","last_undegraded":"2023-12-01T04:41:17.797635+0000","last_fullsized":"2023-12-01T04:41:17.797635+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.891175+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:15.891175+0000","last_peered":"2023-12-01T04:41:15.891175+0000","last_clean":"2023-12-01T04:41:15.891175+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:15.891175+0000","last_undegraded":"2023-12-01T04:41:15.891175+0000","last_fullsized":"2023-12-01T04:41:15.891175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884662+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:15.884662+0000","last_peered":"2023-12-01T04:41:15.884662+0000","last_clean":"2023-12-01T04:41:15.884662+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:15.884662+0000","last_undegraded":"2023-12-01T04:41:15.884662+0000","last_fullsized":"2023-12-01T04:41:15.884662+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.903900+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:15.903900+0000","last_peered":"2023-12-01T04:41:15.903900+0000","last_clean":"2023-12-01T04:41:15.903900+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:15.903900+0000","last_undegraded":"2023-12-01T04:41:15.903900+0000","last_fullsized":"2023-12-01T04:41:15.903900+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.884933+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:15.884933+0000","last_peered":"2023-12-01T04:41:15.884933+0000","last_clean":"2023-12-01T04:41:15.884933+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:15.884933+0000","last_undegraded":"2023-12-01T04:41:15.884933+0000","last_fullsized":"2023-12-01T04:41:15.884933+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798704+0000","last_change":"2023-12-01T04:41:15.884130+0000","last_active":"2023-12-01T04:41:17.798704+0000","last_peered":"2023-12-01T04:41:17.798704+0000","last_clean":"2023-12-01T04:41:17.798704+0000","last_became_active":"2023-12-01T04:41:15.883824+0000","last_became_peered":"2023-12-01T04:41:15.883824+0000","last_unstale":"2023-12-01T04:41:17.798704+0000","last_undegraded":"2023-12-01T04:41:17.798704+0000","last_fullsized":"2023-12-01T04:41:17.798704+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.899375+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:15.899375+0000","last_peered":"2023-12-01T04:41:15.899375+0000","last_clean":"2023-12-01T04:41:15.899375+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:15.899375+0000","last_undegraded":"2023-12-01T04:41:15.899375+0000","last_fullsized":"2023-12-01T04:41:15.899375+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798584+0000","last_change":"2023-12-01T04:41:15.890551+0000","last_active":"2023-12-01T04:41:17.798584+0000","last_peered":"2023-12-01T04:41:17.798584+0000","last_clean":"2023-12-01T04:41:17.798584+0000","last_became_active":"2023-12-01T04:41:15.890230+0000","last_became_peered":"2023-12-01T04:41:15.890230+0000","last_unstale":"2023-12-01T04:41:17.798584+0000","last_undegraded":"2023-12-01T04:41:17.798584+0000","last_fullsized":"2023-12-01T04:41:17.798584+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797603+0000","last_change":"2023-12-01T04:41:15.887687+0000","last_active":"2023-12-01T04:41:17.797603+0000","last_peered":"2023-12-01T04:41:17.797603+0000","last_clean":"2023-12-01T04:41:17.797603+0000","last_became_active":"2023-12-01T04:41:15.887073+0000","last_became_peered":"2023-12-01T04:41:15.887073+0000","last_unstale":"2023-12-01T04:41:17.797603+0000","last_undegraded":"2023-12-01T04:41:17.797603+0000","last_fullsized":"2023-12-01T04:41:17.797603+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:10:34.740939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.905719+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:15.905719+0000","last_peered":"2023-12-01T04:41:15.905719+0000","last_clean":"2023-12-01T04:41:15.905719+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:15.905719+0000","last_undegraded":"2023-12-01T04:41:15.905719+0000","last_fullsized":"2023-12-01T04:41:15.905719+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1196,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1224704,"data_stored":852640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28144,"kb_used_data":1192,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717008,"statfs":{"total":95995035648,"available":95966216192,"internally_reserved":0,"allocated":1220608,"data_stored":847201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54800000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574881,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27528,"kb_used_data":576,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717624,"statfs":{"total":95995035648,"available":95966846976,"internally_reserved":0,"allocated":589824,"data_stored":241359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:46 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.30199999999999999,"15min":0.28999999999999998},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.26600000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.371}]},{"osd":2,"last update":"Fri Dec 1 04:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.372,"15min":0.37},"min":{"1min":0.27100000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.252},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.28299999999999997}]},{"osd":3,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.30599999999999999}]},{"osd":4,"last update":"Fri Dec 1 04:40:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.33400000000000002,"15min":0.32200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Dec 1 04:41:10 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.50600000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:35 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Dec 1 04:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.96999999999999997}]},{"osd":5,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":1.002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.95299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27568,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717584,"statfs":{"total":95995035648,"available":95966806016,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.33300000000000002,"15min":0.32400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.35199999999999998,"15min":0.34000000000000002},"min":{"1min":0.26800000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.375}]},{"osd":1,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41099999999999998,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41099999999999998,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.39600000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:40:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149719,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.378}]},{"osd":1,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.435},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.314}]},{"osd":4,"last update":"Fri Dec 1 04:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.496}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":256250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.317}]},{"osd":1,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.42799999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.36499999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.501}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27580,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":643072,"data_stored":263653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.7839999999999998,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56200000000000006}]},{"osd":1,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35099999999999998}]},{"osd":2,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45300000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:41:21.888 INFO:journalctl@ceph.mds.b.smithi155.stdout:Dec 01 04:41:21 smithi155 conmon[145842]: 2023-12-01T04:41:21.609+0000 7ff47d13a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-01T04:41:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:21 smithi155 ceph-mon[102677]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:21 smithi155 ceph-mon[102677]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:21 smithi155 ceph-mon[102677]: pgmap v180: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2023-12-01T04:41:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2373664564' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-01T04:41:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[97855]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[97855]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[97855]: pgmap v180: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2373664564' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[116524]: from='client.24467 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[116524]: from='client.24473 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[116524]: pgmap v180: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2023-12-01T04:41:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2373664564' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2023-12-01T04:41:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:22 smithi155 ceph-mon[102677]: from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:22 smithi111 ceph-mon[97855]: from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:22 smithi111 ceph-mon[116524]: from='client.24485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:23 smithi155 ceph-mon[102677]: pgmap v181: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-12-01T04:41:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:23 smithi111 ceph-mon[97855]: pgmap v181: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-12-01T04:41:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:23 smithi111 ceph-mon[116524]: pgmap v181: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2023-12-01T04:41:24.510 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-01T04:41:24.851 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:41:24.853 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:41:24.862 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":181,"stamp":"2023-12-01T04:41:22.845433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":251,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222356,"kb_used_data":6740,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749738860,"statfs":{"total":767960285184,"available":767732592640,"internally_reserved":0,"allocated":6901760,"data_stored":3874670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.383459"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880076+0000","last_change":"2023-12-01T04:41:15.899440+0000","last_active":"2023-12-01T04:41:16.880076+0000","last_peered":"2023-12-01T04:41:16.880076+0000","last_clean":"2023-12-01T04:41:16.880076+0000","last_became_active":"2023-12-01T04:41:15.899167+0000","last_became_peered":"2023-12-01T04:41:15.899167+0000","last_unstale":"2023-12-01T04:41:16.880076+0000","last_undegraded":"2023-12-01T04:41:16.880076+0000","last_fullsized":"2023-12-01T04:41:16.880076+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020426+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:16.020426+0000","last_peered":"2023-12-01T04:41:16.020426+0000","last_clean":"2023-12-01T04:41:16.020426+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:16.020426+0000","last_undegraded":"2023-12-01T04:41:16.020426+0000","last_fullsized":"2023-12-01T04:41:16.020426+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797947+0000","last_change":"2023-12-01T04:41:15.887247+0000","last_active":"2023-12-01T04:41:17.797947+0000","last_peered":"2023-12-01T04:41:17.797947+0000","last_clean":"2023-12-01T04:41:17.797947+0000","last_became_active":"2023-12-01T04:41:15.886941+0000","last_became_peered":"2023-12-01T04:41:15.886941+0000","last_unstale":"2023-12-01T04:41:17.797947+0000","last_undegraded":"2023-12-01T04:41:17.797947+0000","last_fullsized":"2023-12-01T04:41:17.797947+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798920+0000","last_change":"2023-12-01T04:41:15.886890+0000","last_active":"2023-12-01T04:41:17.798920+0000","last_peered":"2023-12-01T04:41:17.798920+0000","last_clean":"2023-12-01T04:41:17.798920+0000","last_became_active":"2023-12-01T04:41:15.886613+0000","last_became_peered":"2023-12-01T04:41:15.886613+0000","last_unstale":"2023-12-01T04:41:17.798920+0000","last_undegraded":"2023-12-01T04:41:17.798920+0000","last_fullsized":"2023-12-01T04:41:17.798920+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879658+0000","last_change":"2023-12-01T04:41:15.906727+0000","last_active":"2023-12-01T04:41:16.879658+0000","last_peered":"2023-12-01T04:41:16.879658+0000","last_clean":"2023-12-01T04:41:16.879658+0000","last_became_active":"2023-12-01T04:41:15.906170+0000","last_became_peered":"2023-12-01T04:41:15.906170+0000","last_unstale":"2023-12-01T04:41:16.879658+0000","last_undegraded":"2023-12-01T04:41:16.879658+0000","last_fullsized":"2023-12-01T04:41:16.879658+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798692+0000","last_change":"2023-12-01T04:41:15.889644+0000","last_active":"2023-12-01T04:41:17.798692+0000","last_peered":"2023-12-01T04:41:17.798692+0000","last_clean":"2023-12-01T04:41:17.798692+0000","last_became_active":"2023-12-01T04:41:15.888840+0000","last_became_peered":"2023-12-01T04:41:15.888840+0000","last_unstale":"2023-12-01T04:41:17.798692+0000","last_undegraded":"2023-12-01T04:41:17.798692+0000","last_fullsized":"2023-12-01T04:41:17.798692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879175+0000","last_change":"2023-12-01T04:41:15.905504+0000","last_active":"2023-12-01T04:41:16.879175+0000","last_peered":"2023-12-01T04:41:16.879175+0000","last_clean":"2023-12-01T04:41:16.879175+0000","last_became_active":"2023-12-01T04:41:15.904754+0000","last_became_peered":"2023-12-01T04:41:15.904754+0000","last_unstale":"2023-12-01T04:41:16.879175+0000","last_undegraded":"2023-12-01T04:41:16.879175+0000","last_fullsized":"2023-12-01T04:41:16.879175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890557+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:16.890557+0000","last_peered":"2023-12-01T04:41:16.890557+0000","last_clean":"2023-12-01T04:41:16.890557+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:16.890557+0000","last_undegraded":"2023-12-01T04:41:16.890557+0000","last_fullsized":"2023-12-01T04:41:16.890557+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879972+0000","last_change":"2023-12-01T04:41:15.893918+0000","last_active":"2023-12-01T04:41:16.879972+0000","last_peered":"2023-12-01T04:41:16.879972+0000","last_clean":"2023-12-01T04:41:16.879972+0000","last_became_active":"2023-12-01T04:41:15.893562+0000","last_became_peered":"2023-12-01T04:41:15.893562+0000","last_unstale":"2023-12-01T04:41:16.879972+0000","last_undegraded":"2023-12-01T04:41:16.879972+0000","last_fullsized":"2023-12-01T04:41:16.879972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644399+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:17.644399+0000","last_peered":"2023-12-01T04:41:17.644399+0000","last_clean":"2023-12-01T04:41:17.644399+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:17.644399+0000","last_undegraded":"2023-12-01T04:41:17.644399+0000","last_fullsized":"2023-12-01T04:41:17.644399+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644388+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:17.644388+0000","last_peered":"2023-12-01T04:41:17.644388+0000","last_clean":"2023-12-01T04:41:17.644388+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:17.644388+0000","last_undegraded":"2023-12-01T04:41:17.644388+0000","last_fullsized":"2023-12-01T04:41:17.644388+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.464175+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:17.464175+0000","last_peered":"2023-12-01T04:41:17.464175+0000","last_clean":"2023-12-01T04:41:17.464175+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:17.464175+0000","last_undegraded":"2023-12-01T04:41:17.464175+0000","last_fullsized":"2023-12-01T04:41:17.464175+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890623+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:16.890623+0000","last_peered":"2023-12-01T04:41:16.890623+0000","last_clean":"2023-12-01T04:41:16.890623+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:16.890623+0000","last_undegraded":"2023-12-01T04:41:16.890623+0000","last_fullsized":"2023-12-01T04:41:16.890623+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797482+0000","last_change":"2023-12-01T04:41:15.887265+0000","last_active":"2023-12-01T04:41:17.797482+0000","last_peered":"2023-12-01T04:41:17.797482+0000","last_clean":"2023-12-01T04:41:17.797482+0000","last_became_active":"2023-12-01T04:41:15.886955+0000","last_became_peered":"2023-12-01T04:41:15.886955+0000","last_unstale":"2023-12-01T04:41:17.797482+0000","last_undegraded":"2023-12-01T04:41:17.797482+0000","last_fullsized":"2023-12-01T04:41:17.797482+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020328+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:16.020328+0000","last_peered":"2023-12-01T04:41:16.020328+0000","last_clean":"2023-12-01T04:41:16.020328+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:16.020328+0000","last_undegraded":"2023-12-01T04:41:16.020328+0000","last_fullsized":"2023-12-01T04:41:16.020328+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798403+0000","last_change":"2023-12-01T04:41:15.888167+0000","last_active":"2023-12-01T04:41:17.798403+0000","last_peered":"2023-12-01T04:41:17.798403+0000","last_clean":"2023-12-01T04:41:17.798403+0000","last_became_active":"2023-12-01T04:41:15.887883+0000","last_became_peered":"2023-12-01T04:41:15.887883+0000","last_unstale":"2023-12-01T04:41:17.798403+0000","last_undegraded":"2023-12-01T04:41:17.798403+0000","last_fullsized":"2023-12-01T04:41:17.798403+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798735+0000","last_change":"2023-12-01T04:41:15.887896+0000","last_active":"2023-12-01T04:41:17.798735+0000","last_peered":"2023-12-01T04:41:17.798735+0000","last_clean":"2023-12-01T04:41:17.798735+0000","last_became_active":"2023-12-01T04:41:15.887535+0000","last_became_peered":"2023-12-01T04:41:15.887535+0000","last_unstale":"2023-12-01T04:41:17.798735+0000","last_undegraded":"2023-12-01T04:41:17.798735+0000","last_fullsized":"2023-12-01T04:41:17.798735+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880935+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:16.880935+0000","last_peered":"2023-12-01T04:41:16.880935+0000","last_clean":"2023-12-01T04:41:16.880935+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:16.880935+0000","last_undegraded":"2023-12-01T04:41:16.880935+0000","last_fullsized":"2023-12-01T04:41:16.880935+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879513+0000","last_change":"2023-12-01T04:41:15.898847+0000","last_active":"2023-12-01T04:41:16.879513+0000","last_peered":"2023-12-01T04:41:16.879513+0000","last_clean":"2023-12-01T04:41:16.879513+0000","last_became_active":"2023-12-01T04:41:15.898527+0000","last_became_peered":"2023-12-01T04:41:15.898527+0000","last_unstale":"2023-12-01T04:41:16.879513+0000","last_undegraded":"2023-12-01T04:41:16.879513+0000","last_fullsized":"2023-12-01T04:41:16.879513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798115+0000","last_change":"2023-12-01T04:41:15.479702+0000","last_active":"2023-12-01T04:41:17.798115+0000","last_peered":"2023-12-01T04:41:17.798115+0000","last_clean":"2023-12-01T04:41:17.798115+0000","last_became_active":"2023-12-01T04:41:15.479435+0000","last_became_peered":"2023-12-01T04:41:15.479435+0000","last_unstale":"2023-12-01T04:41:17.798115+0000","last_undegraded":"2023-12-01T04:41:17.798115+0000","last_fullsized":"2023-12-01T04:41:17.798115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890661+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:16.890661+0000","last_peered":"2023-12-01T04:41:16.890661+0000","last_clean":"2023-12-01T04:41:16.890661+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:16.890661+0000","last_undegraded":"2023-12-01T04:41:16.890661+0000","last_fullsized":"2023-12-01T04:41:16.890661+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890671+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:16.890671+0000","last_peered":"2023-12-01T04:41:16.890671+0000","last_clean":"2023-12-01T04:41:16.890671+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:16.890671+0000","last_undegraded":"2023-12-01T04:41:16.890671+0000","last_fullsized":"2023-12-01T04:41:16.890671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798088+0000","last_change":"2023-12-01T04:41:15.879619+0000","last_active":"2023-12-01T04:41:17.798088+0000","last_peered":"2023-12-01T04:41:17.798088+0000","last_clean":"2023-12-01T04:41:17.798088+0000","last_became_active":"2023-12-01T04:41:15.879340+0000","last_became_peered":"2023-12-01T04:41:15.879340+0000","last_unstale":"2023-12-01T04:41:17.798088+0000","last_undegraded":"2023-12-01T04:41:17.798088+0000","last_fullsized":"2023-12-01T04:41:17.798088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:41:58.195604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879896+0000","last_change":"2023-12-01T04:41:15.484046+0000","last_active":"2023-12-01T04:41:16.879896+0000","last_peered":"2023-12-01T04:41:16.879896+0000","last_clean":"2023-12-01T04:41:16.879896+0000","last_became_active":"2023-12-01T04:41:15.483519+0000","last_became_peered":"2023-12-01T04:41:15.483519+0000","last_unstale":"2023-12-01T04:41:16.879896+0000","last_undegraded":"2023-12-01T04:41:16.879896+0000","last_fullsized":"2023-12-01T04:41:16.879896+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.799111+0000","last_change":"2023-12-01T04:41:15.885321+0000","last_active":"2023-12-01T04:41:17.799111+0000","last_peered":"2023-12-01T04:41:17.799111+0000","last_clean":"2023-12-01T04:41:17.799111+0000","last_became_active":"2023-12-01T04:41:15.885005+0000","last_became_peered":"2023-12-01T04:41:15.885005+0000","last_unstale":"2023-12-01T04:41:17.799111+0000","last_undegraded":"2023-12-01T04:41:17.799111+0000","last_fullsized":"2023-12-01T04:41:17.799111+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879679+0000","last_change":"2023-12-01T04:41:15.481563+0000","last_active":"2023-12-01T04:41:16.879679+0000","last_peered":"2023-12-01T04:41:16.879679+0000","last_clean":"2023-12-01T04:41:16.879679+0000","last_became_active":"2023-12-01T04:41:15.481254+0000","last_became_peered":"2023-12-01T04:41:15.481254+0000","last_unstale":"2023-12-01T04:41:16.879679+0000","last_undegraded":"2023-12-01T04:41:16.879679+0000","last_fullsized":"2023-12-01T04:41:16.879679+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.799086+0000","last_change":"2023-12-01T04:41:15.891300+0000","last_active":"2023-12-01T04:41:17.799086+0000","last_peered":"2023-12-01T04:41:17.799086+0000","last_clean":"2023-12-01T04:41:17.799086+0000","last_became_active":"2023-12-01T04:41:15.890997+0000","last_became_peered":"2023-12-01T04:41:15.890997+0000","last_unstale":"2023-12-01T04:41:17.799086+0000","last_undegraded":"2023-12-01T04:41:17.799086+0000","last_fullsized":"2023-12-01T04:41:17.799086+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890641+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:16.890641+0000","last_peered":"2023-12-01T04:41:16.890641+0000","last_clean":"2023-12-01T04:41:16.890641+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:16.890641+0000","last_undegraded":"2023-12-01T04:41:16.890641+0000","last_fullsized":"2023-12-01T04:41:16.890641+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.464138+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:17.464138+0000","last_peered":"2023-12-01T04:41:17.464138+0000","last_clean":"2023-12-01T04:41:17.464138+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:17.464138+0000","last_undegraded":"2023-12-01T04:41:17.464138+0000","last_fullsized":"2023-12-01T04:41:17.464138+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644317+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:17.644317+0000","last_peered":"2023-12-01T04:41:17.644317+0000","last_clean":"2023-12-01T04:41:17.644317+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:17.644317+0000","last_undegraded":"2023-12-01T04:41:17.644317+0000","last_fullsized":"2023-12-01T04:41:17.644317+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797704+0000","last_change":"2023-12-01T04:41:15.887502+0000","last_active":"2023-12-01T04:41:17.797704+0000","last_peered":"2023-12-01T04:41:17.797704+0000","last_clean":"2023-12-01T04:41:17.797704+0000","last_became_active":"2023-12-01T04:41:15.886709+0000","last_became_peered":"2023-12-01T04:41:15.886709+0000","last_unstale":"2023-12-01T04:41:17.797704+0000","last_undegraded":"2023-12-01T04:41:17.797704+0000","last_fullsized":"2023-12-01T04:41:17.797704+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890600+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:16.890600+0000","last_peered":"2023-12-01T04:41:16.890600+0000","last_clean":"2023-12-01T04:41:16.890600+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:16.890600+0000","last_undegraded":"2023-12-01T04:41:16.890600+0000","last_fullsized":"2023-12-01T04:41:16.890600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890581+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:16.890581+0000","last_peered":"2023-12-01T04:41:16.890581+0000","last_clean":"2023-12-01T04:41:16.890581+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:16.890581+0000","last_undegraded":"2023-12-01T04:41:16.890581+0000","last_fullsized":"2023-12-01T04:41:16.890581+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798586+0000","last_change":"2023-12-01T04:41:15.480518+0000","last_active":"2023-12-01T04:41:17.798586+0000","last_peered":"2023-12-01T04:41:17.798586+0000","last_clean":"2023-12-01T04:41:17.798586+0000","last_became_active":"2023-12-01T04:41:15.480202+0000","last_became_peered":"2023-12-01T04:41:15.480202+0000","last_unstale":"2023-12-01T04:41:17.798586+0000","last_undegraded":"2023-12-01T04:41:17.798586+0000","last_fullsized":"2023-12-01T04:41:17.798586+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020356+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:16.020356+0000","last_peered":"2023-12-01T04:41:16.020356+0000","last_clean":"2023-12-01T04:41:16.020356+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:16.020356+0000","last_undegraded":"2023-12-01T04:41:16.020356+0000","last_fullsized":"2023-12-01T04:41:16.020356+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644457+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:17.644457+0000","last_peered":"2023-12-01T04:41:17.644457+0000","last_clean":"2023-12-01T04:41:17.644457+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:17.644457+0000","last_undegraded":"2023-12-01T04:41:17.644457+0000","last_fullsized":"2023-12-01T04:41:17.644457+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798472+0000","last_change":"2023-12-01T04:41:15.886812+0000","last_active":"2023-12-01T04:41:17.798472+0000","last_peered":"2023-12-01T04:41:17.798472+0000","last_clean":"2023-12-01T04:41:17.798472+0000","last_became_active":"2023-12-01T04:41:15.886531+0000","last_became_peered":"2023-12-01T04:41:15.886531+0000","last_unstale":"2023-12-01T04:41:17.798472+0000","last_undegraded":"2023-12-01T04:41:17.798472+0000","last_fullsized":"2023-12-01T04:41:17.798472+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798420+0000","last_change":"2023-12-01T04:41:15.478323+0000","last_active":"2023-12-01T04:41:17.798420+0000","last_peered":"2023-12-01T04:41:17.798420+0000","last_clean":"2023-12-01T04:41:17.798420+0000","last_became_active":"2023-12-01T04:41:15.478004+0000","last_became_peered":"2023-12-01T04:41:15.478004+0000","last_unstale":"2023-12-01T04:41:17.798420+0000","last_undegraded":"2023-12-01T04:41:17.798420+0000","last_fullsized":"2023-12-01T04:41:17.798420+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798014+0000","last_change":"2023-12-01T04:41:15.889973+0000","last_active":"2023-12-01T04:41:17.798014+0000","last_peered":"2023-12-01T04:41:17.798014+0000","last_clean":"2023-12-01T04:41:17.798014+0000","last_became_active":"2023-12-01T04:41:15.889711+0000","last_became_peered":"2023-12-01T04:41:15.889711+0000","last_unstale":"2023-12-01T04:41:17.798014+0000","last_undegraded":"2023-12-01T04:41:17.798014+0000","last_fullsized":"2023-12-01T04:41:17.798014+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020417+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:16.020417+0000","last_peered":"2023-12-01T04:41:16.020417+0000","last_clean":"2023-12-01T04:41:16.020417+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:16.020417+0000","last_undegraded":"2023-12-01T04:41:16.020417+0000","last_fullsized":"2023-12-01T04:41:16.020417+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.464165+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:17.464165+0000","last_peered":"2023-12-01T04:41:17.464165+0000","last_clean":"2023-12-01T04:41:17.464165+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:17.464165+0000","last_undegraded":"2023-12-01T04:41:17.464165+0000","last_fullsized":"2023-12-01T04:41:17.464165+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644348+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:17.644348+0000","last_peered":"2023-12-01T04:41:17.644348+0000","last_clean":"2023-12-01T04:41:17.644348+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:17.644348+0000","last_undegraded":"2023-12-01T04:41:17.644348+0000","last_fullsized":"2023-12-01T04:41:17.644348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879718+0000","last_change":"2023-12-01T04:41:15.900793+0000","last_active":"2023-12-01T04:41:16.879718+0000","last_peered":"2023-12-01T04:41:16.879718+0000","last_clean":"2023-12-01T04:41:16.879718+0000","last_became_active":"2023-12-01T04:41:15.900477+0000","last_became_peered":"2023-12-01T04:41:15.900477+0000","last_unstale":"2023-12-01T04:41:16.879718+0000","last_undegraded":"2023-12-01T04:41:16.879718+0000","last_fullsized":"2023-12-01T04:41:16.879718+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:36:59.627102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797752+0000","last_change":"2023-12-01T04:41:15.481866+0000","last_active":"2023-12-01T04:41:17.797752+0000","last_peered":"2023-12-01T04:41:17.797752+0000","last_clean":"2023-12-01T04:41:17.797752+0000","last_became_active":"2023-12-01T04:41:15.481673+0000","last_became_peered":"2023-12-01T04:41:15.481673+0000","last_unstale":"2023-12-01T04:41:17.797752+0000","last_undegraded":"2023-12-01T04:41:17.797752+0000","last_fullsized":"2023-12-01T04:41:17.797752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797444+0000","last_change":"2023-12-01T04:41:15.885619+0000","last_active":"2023-12-01T04:41:17.797444+0000","last_peered":"2023-12-01T04:41:17.797444+0000","last_clean":"2023-12-01T04:41:17.797444+0000","last_became_active":"2023-12-01T04:41:15.885346+0000","last_became_peered":"2023-12-01T04:41:15.885346+0000","last_unstale":"2023-12-01T04:41:17.797444+0000","last_undegraded":"2023-12-01T04:41:17.797444+0000","last_fullsized":"2023-12-01T04:41:17.797444+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798295+0000","last_change":"2023-12-01T04:41:15.480767+0000","last_active":"2023-12-01T04:41:17.798295+0000","last_peered":"2023-12-01T04:41:17.798295+0000","last_clean":"2023-12-01T04:41:17.798295+0000","last_became_active":"2023-12-01T04:41:15.480480+0000","last_became_peered":"2023-12-01T04:41:15.480480+0000","last_unstale":"2023-12-01T04:41:17.798295+0000","last_undegraded":"2023-12-01T04:41:17.798295+0000","last_fullsized":"2023-12-01T04:41:17.798295+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879557+0000","last_change":"2023-12-01T04:41:15.906822+0000","last_active":"2023-12-01T04:41:16.879557+0000","last_peered":"2023-12-01T04:41:16.879557+0000","last_clean":"2023-12-01T04:41:16.879557+0000","last_became_active":"2023-12-01T04:41:15.905914+0000","last_became_peered":"2023-12-01T04:41:15.905914+0000","last_unstale":"2023-12-01T04:41:16.879557+0000","last_undegraded":"2023-12-01T04:41:16.879557+0000","last_fullsized":"2023-12-01T04:41:16.879557+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644289+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:17.644289+0000","last_peered":"2023-12-01T04:41:17.644289+0000","last_clean":"2023-12-01T04:41:17.644289+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:17.644289+0000","last_undegraded":"2023-12-01T04:41:17.644289+0000","last_fullsized":"2023-12-01T04:41:17.644289+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644273+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:17.644273+0000","last_peered":"2023-12-01T04:41:17.644273+0000","last_clean":"2023-12-01T04:41:17.644273+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:17.644273+0000","last_undegraded":"2023-12-01T04:41:17.644273+0000","last_fullsized":"2023-12-01T04:41:17.644273+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880410+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:16.880410+0000","last_peered":"2023-12-01T04:41:16.880410+0000","last_clean":"2023-12-01T04:41:16.880410+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:16.880410+0000","last_undegraded":"2023-12-01T04:41:16.880410+0000","last_fullsized":"2023-12-01T04:41:16.880410+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879370+0000","last_change":"2023-12-01T04:41:15.905698+0000","last_active":"2023-12-01T04:41:16.879370+0000","last_peered":"2023-12-01T04:41:16.879370+0000","last_clean":"2023-12-01T04:41:16.879370+0000","last_became_active":"2023-12-01T04:41:15.905052+0000","last_became_peered":"2023-12-01T04:41:15.905052+0000","last_unstale":"2023-12-01T04:41:16.879370+0000","last_undegraded":"2023-12-01T04:41:16.879370+0000","last_fullsized":"2023-12-01T04:41:16.879370+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.464188+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:17.464188+0000","last_peered":"2023-12-01T04:41:17.464188+0000","last_clean":"2023-12-01T04:41:17.464188+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:17.464188+0000","last_undegraded":"2023-12-01T04:41:17.464188+0000","last_fullsized":"2023-12-01T04:41:17.464188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879860+0000","last_change":"2023-12-01T04:41:15.900132+0000","last_active":"2023-12-01T04:41:16.879860+0000","last_peered":"2023-12-01T04:41:16.879860+0000","last_clean":"2023-12-01T04:41:16.879860+0000","last_became_active":"2023-12-01T04:41:15.899836+0000","last_became_peered":"2023-12-01T04:41:15.899836+0000","last_unstale":"2023-12-01T04:41:16.879860+0000","last_undegraded":"2023-12-01T04:41:16.879860+0000","last_fullsized":"2023-12-01T04:41:16.879860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020378+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:16.020378+0000","last_peered":"2023-12-01T04:41:16.020378+0000","last_clean":"2023-12-01T04:41:16.020378+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:16.020378+0000","last_undegraded":"2023-12-01T04:41:16.020378+0000","last_fullsized":"2023-12-01T04:41:16.020378+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.799161+0000","last_change":"2023-12-01T04:41:15.883516+0000","last_active":"2023-12-01T04:41:17.799161+0000","last_peered":"2023-12-01T04:41:17.799161+0000","last_clean":"2023-12-01T04:41:17.799161+0000","last_became_active":"2023-12-01T04:41:15.883200+0000","last_became_peered":"2023-12-01T04:41:15.883200+0000","last_unstale":"2023-12-01T04:41:17.799161+0000","last_undegraded":"2023-12-01T04:41:17.799161+0000","last_fullsized":"2023-12-01T04:41:17.799161+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798211+0000","last_change":"2023-12-01T04:41:15.476355+0000","last_active":"2023-12-01T04:41:17.798211+0000","last_peered":"2023-12-01T04:41:17.798211+0000","last_clean":"2023-12-01T04:41:17.798211+0000","last_became_active":"2023-12-01T04:41:15.476053+0000","last_became_peered":"2023-12-01T04:41:15.476053+0000","last_unstale":"2023-12-01T04:41:17.798211+0000","last_undegraded":"2023-12-01T04:41:17.798211+0000","last_fullsized":"2023-12-01T04:41:17.798211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.464151+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:17.464151+0000","last_peered":"2023-12-01T04:41:17.464151+0000","last_clean":"2023-12-01T04:41:17.464151+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:17.464151+0000","last_undegraded":"2023-12-01T04:41:17.464151+0000","last_fullsized":"2023-12-01T04:41:17.464151+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020297+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:16.020297+0000","last_peered":"2023-12-01T04:41:16.020297+0000","last_clean":"2023-12-01T04:41:16.020297+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:16.020297+0000","last_undegraded":"2023-12-01T04:41:16.020297+0000","last_fullsized":"2023-12-01T04:41:16.020297+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880490+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:16.880490+0000","last_peered":"2023-12-01T04:41:16.880490+0000","last_clean":"2023-12-01T04:41:16.880490+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:16.880490+0000","last_undegraded":"2023-12-01T04:41:16.880490+0000","last_fullsized":"2023-12-01T04:41:16.880490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890614+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:16.890614+0000","last_peered":"2023-12-01T04:41:16.890614+0000","last_clean":"2023-12-01T04:41:16.890614+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:16.890614+0000","last_undegraded":"2023-12-01T04:41:16.890614+0000","last_fullsized":"2023-12-01T04:41:16.890614+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797933+0000","last_change":"2023-12-01T04:41:15.478488+0000","last_active":"2023-12-01T04:41:17.797933+0000","last_peered":"2023-12-01T04:41:17.797933+0000","last_clean":"2023-12-01T04:41:17.797933+0000","last_became_active":"2023-12-01T04:41:15.478170+0000","last_became_peered":"2023-12-01T04:41:15.478170+0000","last_unstale":"2023-12-01T04:41:17.797933+0000","last_undegraded":"2023-12-01T04:41:17.797933+0000","last_fullsized":"2023-12-01T04:41:17.797933+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":220,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:15.881015+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:15.881015+0000","last_peered":"2023-12-01T04:41:15.881015+0000","last_clean":"2023-12-01T04:41:15.881015+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:15.881015+0000","last_undegraded":"2023-12-01T04:41:15.881015+0000","last_fullsized":"2023-12-01T04:41:15.881015+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797438+0000","last_change":"2023-12-01T04:41:15.888819+0000","last_active":"2023-12-01T04:41:17.797438+0000","last_peered":"2023-12-01T04:41:17.797438+0000","last_clean":"2023-12-01T04:41:17.797438+0000","last_became_active":"2023-12-01T04:41:15.888316+0000","last_became_peered":"2023-12-01T04:41:15.888316+0000","last_unstale":"2023-12-01T04:41:17.797438+0000","last_undegraded":"2023-12-01T04:41:17.797438+0000","last_fullsized":"2023-12-01T04:41:17.797438+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879385+0000","last_change":"2023-12-01T04:41:15.483362+0000","last_active":"2023-12-01T04:41:16.879385+0000","last_peered":"2023-12-01T04:41:16.879385+0000","last_clean":"2023-12-01T04:41:16.879385+0000","last_became_active":"2023-12-01T04:41:15.483051+0000","last_became_peered":"2023-12-01T04:41:15.483051+0000","last_unstale":"2023-12-01T04:41:16.879385+0000","last_undegraded":"2023-12-01T04:41:16.879385+0000","last_fullsized":"2023-12-01T04:41:16.879385+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879827+0000","last_change":"2023-12-01T04:41:15.483151+0000","last_active":"2023-12-01T04:41:16.879827+0000","last_peered":"2023-12-01T04:41:16.879827+0000","last_clean":"2023-12-01T04:41:16.879827+0000","last_became_active":"2023-12-01T04:41:15.482838+0000","last_became_peered":"2023-12-01T04:41:15.482838+0000","last_unstale":"2023-12-01T04:41:16.879827+0000","last_undegraded":"2023-12-01T04:41:16.879827+0000","last_fullsized":"2023-12-01T04:41:16.879827+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020386+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:16.020386+0000","last_peered":"2023-12-01T04:41:16.020386+0000","last_clean":"2023-12-01T04:41:16.020386+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:16.020386+0000","last_undegraded":"2023-12-01T04:41:16.020386+0000","last_fullsized":"2023-12-01T04:41:16.020386+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.882299+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:16.882299+0000","last_peered":"2023-12-01T04:41:16.882299+0000","last_clean":"2023-12-01T04:41:16.882299+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:16.882299+0000","last_undegraded":"2023-12-01T04:41:16.882299+0000","last_fullsized":"2023-12-01T04:41:16.882299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890692+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:16.890692+0000","last_peered":"2023-12-01T04:41:16.890692+0000","last_clean":"2023-12-01T04:41:16.890692+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:16.890692+0000","last_undegraded":"2023-12-01T04:41:16.890692+0000","last_fullsized":"2023-12-01T04:41:16.890692+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644443+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:17.644443+0000","last_peered":"2023-12-01T04:41:17.644443+0000","last_clean":"2023-12-01T04:41:17.644443+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:17.644443+0000","last_undegraded":"2023-12-01T04:41:17.644443+0000","last_fullsized":"2023-12-01T04:41:17.644443+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797994+0000","last_change":"2023-12-01T04:41:15.885444+0000","last_active":"2023-12-01T04:41:17.797994+0000","last_peered":"2023-12-01T04:41:17.797994+0000","last_clean":"2023-12-01T04:41:17.797994+0000","last_became_active":"2023-12-01T04:41:15.885192+0000","last_became_peered":"2023-12-01T04:41:15.885192+0000","last_unstale":"2023-12-01T04:41:17.797994+0000","last_undegraded":"2023-12-01T04:41:17.797994+0000","last_fullsized":"2023-12-01T04:41:17.797994+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879245+0000","last_change":"2023-12-01T04:41:15.484424+0000","last_active":"2023-12-01T04:41:16.879245+0000","last_peered":"2023-12-01T04:41:16.879245+0000","last_clean":"2023-12-01T04:41:16.879245+0000","last_became_active":"2023-12-01T04:41:15.483614+0000","last_became_peered":"2023-12-01T04:41:15.483614+0000","last_unstale":"2023-12-01T04:41:16.879245+0000","last_undegraded":"2023-12-01T04:41:16.879245+0000","last_fullsized":"2023-12-01T04:41:16.879245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.464111+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:17.464111+0000","last_peered":"2023-12-01T04:41:17.464111+0000","last_clean":"2023-12-01T04:41:17.464111+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:17.464111+0000","last_undegraded":"2023-12-01T04:41:17.464111+0000","last_fullsized":"2023-12-01T04:41:17.464111+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020345+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:16.020345+0000","last_peered":"2023-12-01T04:41:16.020345+0000","last_clean":"2023-12-01T04:41:16.020345+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:16.020345+0000","last_undegraded":"2023-12-01T04:41:16.020345+0000","last_fullsized":"2023-12-01T04:41:16.020345+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890571+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:16.890571+0000","last_peered":"2023-12-01T04:41:16.890571+0000","last_clean":"2023-12-01T04:41:16.890571+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:16.890571+0000","last_undegraded":"2023-12-01T04:41:16.890571+0000","last_fullsized":"2023-12-01T04:41:16.890571+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020368+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:16.020368+0000","last_peered":"2023-12-01T04:41:16.020368+0000","last_clean":"2023-12-01T04:41:16.020368+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:16.020368+0000","last_undegraded":"2023-12-01T04:41:16.020368+0000","last_fullsized":"2023-12-01T04:41:16.020368+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890632+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:16.890632+0000","last_peered":"2023-12-01T04:41:16.890632+0000","last_clean":"2023-12-01T04:41:16.890632+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:16.890632+0000","last_undegraded":"2023-12-01T04:41:16.890632+0000","last_fullsized":"2023-12-01T04:41:16.890632+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879421+0000","last_change":"2023-12-01T04:41:15.482614+0000","last_active":"2023-12-01T04:41:16.879421+0000","last_peered":"2023-12-01T04:41:16.879421+0000","last_clean":"2023-12-01T04:41:16.879421+0000","last_became_active":"2023-12-01T04:41:15.482316+0000","last_became_peered":"2023-12-01T04:41:15.482316+0000","last_unstale":"2023-12-01T04:41:16.879421+0000","last_undegraded":"2023-12-01T04:41:16.879421+0000","last_fullsized":"2023-12-01T04:41:16.879421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:45:23.315458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644304+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:17.644304+0000","last_peered":"2023-12-01T04:41:17.644304+0000","last_clean":"2023-12-01T04:41:17.644304+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:17.644304+0000","last_undegraded":"2023-12-01T04:41:17.644304+0000","last_fullsized":"2023-12-01T04:41:17.644304+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880581+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:16.880581+0000","last_peered":"2023-12-01T04:41:16.880581+0000","last_clean":"2023-12-01T04:41:16.880581+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:16.880581+0000","last_undegraded":"2023-12-01T04:41:16.880581+0000","last_fullsized":"2023-12-01T04:41:16.880581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.879778+0000","last_change":"2023-12-01T04:41:15.895420+0000","last_active":"2023-12-01T04:41:16.879778+0000","last_peered":"2023-12-01T04:41:16.879778+0000","last_clean":"2023-12-01T04:41:16.879778+0000","last_became_active":"2023-12-01T04:41:15.895120+0000","last_became_peered":"2023-12-01T04:41:15.895120+0000","last_unstale":"2023-12-01T04:41:16.879778+0000","last_undegraded":"2023-12-01T04:41:16.879778+0000","last_fullsized":"2023-12-01T04:41:16.879778+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020406+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:16.020406+0000","last_peered":"2023-12-01T04:41:16.020406+0000","last_clean":"2023-12-01T04:41:16.020406+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:16.020406+0000","last_undegraded":"2023-12-01T04:41:16.020406+0000","last_fullsized":"2023-12-01T04:41:16.020406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798777+0000","last_change":"2023-12-01T04:41:15.900786+0000","last_active":"2023-12-01T04:41:17.798777+0000","last_peered":"2023-12-01T04:41:17.798777+0000","last_clean":"2023-12-01T04:41:17.798777+0000","last_became_active":"2023-12-01T04:41:15.900493+0000","last_became_peered":"2023-12-01T04:41:15.900493+0000","last_unstale":"2023-12-01T04:41:17.798777+0000","last_undegraded":"2023-12-01T04:41:17.798777+0000","last_fullsized":"2023-12-01T04:41:17.798777+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880886+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:16.880886+0000","last_peered":"2023-12-01T04:41:16.880886+0000","last_clean":"2023-12-01T04:41:16.880886+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:16.880886+0000","last_undegraded":"2023-12-01T04:41:16.880886+0000","last_fullsized":"2023-12-01T04:41:16.880886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880047+0000","last_change":"2023-12-01T04:41:15.900728+0000","last_active":"2023-12-01T04:41:16.880047+0000","last_peered":"2023-12-01T04:41:16.880047+0000","last_clean":"2023-12-01T04:41:16.880047+0000","last_became_active":"2023-12-01T04:41:15.900355+0000","last_became_peered":"2023-12-01T04:41:15.900355+0000","last_unstale":"2023-12-01T04:41:16.880047+0000","last_undegraded":"2023-12-01T04:41:16.880047+0000","last_fullsized":"2023-12-01T04:41:16.880047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644253+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:17.644253+0000","last_peered":"2023-12-01T04:41:17.644253+0000","last_clean":"2023-12-01T04:41:17.644253+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:17.644253+0000","last_undegraded":"2023-12-01T04:41:17.644253+0000","last_fullsized":"2023-12-01T04:41:17.644253+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.880344+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:16.880344+0000","last_peered":"2023-12-01T04:41:16.880344+0000","last_clean":"2023-12-01T04:41:16.880344+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:16.880344+0000","last_undegraded":"2023-12-01T04:41:16.880344+0000","last_fullsized":"2023-12-01T04:41:16.880344+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798465+0000","last_change":"2023-12-01T04:41:15.889855+0000","last_active":"2023-12-01T04:41:17.798465+0000","last_peered":"2023-12-01T04:41:17.798465+0000","last_clean":"2023-12-01T04:41:17.798465+0000","last_became_active":"2023-12-01T04:41:15.889237+0000","last_became_peered":"2023-12-01T04:41:15.889237+0000","last_unstale":"2023-12-01T04:41:17.798465+0000","last_undegraded":"2023-12-01T04:41:17.798465+0000","last_fullsized":"2023-12-01T04:41:17.798465+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797635+0000","last_change":"2023-12-01T04:41:15.887786+0000","last_active":"2023-12-01T04:41:17.797635+0000","last_peered":"2023-12-01T04:41:17.797635+0000","last_clean":"2023-12-01T04:41:17.797635+0000","last_became_active":"2023-12-01T04:41:15.887512+0000","last_became_peered":"2023-12-01T04:41:15.887512+0000","last_unstale":"2023-12-01T04:41:17.797635+0000","last_undegraded":"2023-12-01T04:41:17.797635+0000","last_fullsized":"2023-12-01T04:41:17.797635+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890651+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:16.890651+0000","last_peered":"2023-12-01T04:41:16.890651+0000","last_clean":"2023-12-01T04:41:16.890651+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:16.890651+0000","last_undegraded":"2023-12-01T04:41:16.890651+0000","last_fullsized":"2023-12-01T04:41:16.890651+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.020397+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:16.020397+0000","last_peered":"2023-12-01T04:41:16.020397+0000","last_clean":"2023-12-01T04:41:16.020397+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:16.020397+0000","last_undegraded":"2023-12-01T04:41:16.020397+0000","last_fullsized":"2023-12-01T04:41:16.020397+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644427+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:17.644427+0000","last_peered":"2023-12-01T04:41:17.644427+0000","last_clean":"2023-12-01T04:41:17.644427+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:17.644427+0000","last_undegraded":"2023-12-01T04:41:17.644427+0000","last_fullsized":"2023-12-01T04:41:17.644427+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890680+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:16.890680+0000","last_peered":"2023-12-01T04:41:16.890680+0000","last_clean":"2023-12-01T04:41:16.890680+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:16.890680+0000","last_undegraded":"2023-12-01T04:41:16.890680+0000","last_fullsized":"2023-12-01T04:41:16.890680+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798704+0000","last_change":"2023-12-01T04:41:15.884130+0000","last_active":"2023-12-01T04:41:17.798704+0000","last_peered":"2023-12-01T04:41:17.798704+0000","last_clean":"2023-12-01T04:41:17.798704+0000","last_became_active":"2023-12-01T04:41:15.883824+0000","last_became_peered":"2023-12-01T04:41:15.883824+0000","last_unstale":"2023-12-01T04:41:17.798704+0000","last_undegraded":"2023-12-01T04:41:17.798704+0000","last_fullsized":"2023-12-01T04:41:17.798704+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:16.890590+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:16.890590+0000","last_peered":"2023-12-01T04:41:16.890590+0000","last_clean":"2023-12-01T04:41:16.890590+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:16.890590+0000","last_undegraded":"2023-12-01T04:41:16.890590+0000","last_fullsized":"2023-12-01T04:41:16.890590+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.798584+0000","last_change":"2023-12-01T04:41:15.890551+0000","last_active":"2023-12-01T04:41:17.798584+0000","last_peered":"2023-12-01T04:41:17.798584+0000","last_clean":"2023-12-01T04:41:17.798584+0000","last_became_active":"2023-12-01T04:41:15.890230+0000","last_became_peered":"2023-12-01T04:41:15.890230+0000","last_unstale":"2023-12-01T04:41:17.798584+0000","last_undegraded":"2023-12-01T04:41:17.798584+0000","last_fullsized":"2023-12-01T04:41:17.798584+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.797603+0000","last_change":"2023-12-01T04:41:15.887687+0000","last_active":"2023-12-01T04:41:17.797603+0000","last_peered":"2023-12-01T04:41:17.797603+0000","last_clean":"2023-12-01T04:41:17.797603+0000","last_became_active":"2023-12-01T04:41:15.887073+0000","last_became_peered":"2023-12-01T04:41:15.887073+0000","last_unstale":"2023-12-01T04:41:17.797603+0000","last_undegraded":"2023-12-01T04:41:17.797603+0000","last_fullsized":"2023-12-01T04:41:17.797603+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:10:34.740939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2023-12-01T04:41:17.644374+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:17.644374+0000","last_peered":"2023-12-01T04:41:17.644374+0000","last_clean":"2023-12-01T04:41:17.644374+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:17.644374+0000","last_undegraded":"2023-12-01T04:41:17.644374+0000","last_fullsized":"2023-12-01T04:41:17.644374+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28148,"kb_used_data":1196,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717004,"statfs":{"total":95995035648,"available":95966212096,"internally_reserved":0,"allocated":1224704,"data_stored":852640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]}]},{"osd":6,"up_from":47,"seq":201863462924,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1204,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1232896,"data_stored":853931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60599999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27572,"kb_used_data":620,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717580,"statfs":{"total":95995035648,"available":95966801920,"internally_reserved":0,"allocated":634880,"data_stored":262159,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:46 2023","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.30199999999999999,"15min":0.28999999999999998},"min":{"1min":0.247,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.248},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.32500000000000001,"15min":0.31},"min":{"1min":0.27800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.26800000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:41:11 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.372,"15min":0.37},"min":{"1min":0.27100000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.39600000000000002,"15min":0.38800000000000001},"min":{"1min":0.26500000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.38700000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.317}]},{"osd":4,"last update":"Fri Dec 1 04:40:53 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":2.177,"5min":2.177,"15min":2.177},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":2.194,"5min":2.194,"15min":2.194},"last":0.40400000000000003}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":2.3599999999999999,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.374},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.46300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]},{"osd":0,"up_from":8,"seq":34359738406,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1212,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1241088,"data_stored":853368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:40:50 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.33400000000000002,"15min":0.32200000000000001},"min":{"1min":0.27000000000000002,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.35899999999999999,"15min":0.35099999999999998},"min":{"1min":0.28499999999999998,"5min":0.224,"15min":0.224},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.45200000000000001}]},{"osd":2,"last update":"Fri Dec 1 04:41:10 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.40300000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.50600000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:35 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.53100000000000003}]},{"osd":4,"last update":"Fri Dec 1 04:40:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.96999999999999997}]},{"osd":5,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":1.002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.95299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99299999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27568,"kb_used_data":616,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717584,"statfs":{"total":95995035648,"available":95966806016,"internally_reserved":0,"allocated":630784,"data_stored":262272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.33300000000000002,"15min":0.32400000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.35199999999999998,"15min":0.34000000000000002},"min":{"1min":0.26800000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.375}]},{"osd":1,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.47599999999999998,"5min":0.41099999999999998,"15min":0.40000000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.41099999999999998,"15min":0.40100000000000002},"min":{"1min":0.29899999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:40:33 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.433,"15min":0.433},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.502,"5min":0.502,"15min":0.502},"last":0.39600000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:40:52 2023","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.61499999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:41:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82599999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149720,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":647168,"data_stored":263667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.374},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35399999999999998}]},{"osd":1,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.57399999999999995}]},{"osd":2,"last update":"Fri Dec 1 04:40:31 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:40:57 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.69299999999999995}]},{"osd":5,"last update":"Fri Dec 1 04:41:17 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.78400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27584,"kb_used_data":632,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717568,"statfs":{"total":95995035648,"available":95966789632,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.41799999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.57699999999999996}]},{"osd":1,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.495},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54900000000000004}]},{"osd":2,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.50700000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:40:55 2023","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.53200000000000003}]},{"osd":5,"last update":"Fri Dec 1 04:41:15 2023","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.64200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56299999999999994}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27580,"kb_used_data":628,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":643072,"data_stored":263653,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":4.7839999999999998,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56200000000000006}]},{"osd":1,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.35099999999999998}]},{"osd":2,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.45300000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.57499999999999996}]},{"osd":4,"last update":"Fri Dec 1 04:41:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.61499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:41:24.867 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-01T04:41:24.867 INFO:tasks.cephadm:Adding prometheus.a on smithi155 2023-12-01T04:41:24.868 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply prometheus '1;smithi155=a' 2023-12-01T04:41:25.178 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:41:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:25 smithi155 ceph-mon[102677]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:25 smithi155 ceph-mon[102677]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-01T04:41:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:25 smithi111 ceph-mon[97855]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:25 smithi111 ceph-mon[97855]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-01T04:41:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:25 smithi111 ceph-mon[116524]: from='client.14580 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:41:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:25 smithi111 ceph-mon[116524]: pgmap v182: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2023-12-01T04:41:26.905 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled prometheus update... 2023-12-01T04:41:27.497 DEBUG:teuthology.orchestra.run.smithi155:prometheus.a> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@prometheus.a.service 2023-12-01T04:41:27.499 INFO:tasks.cephadm:Adding node-exporter.a on smithi111 2023-12-01T04:41:27.500 INFO:tasks.cephadm:Adding node-exporter.b on smithi155 2023-12-01T04:41:27.500 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply node-exporter '2;smithi111=a;smithi155=b' 2023-12-01T04:41:27.533 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:41:27.833 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: Saving service prometheus spec with placement smithi155=a;count:1 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:27 smithi155 ceph-mon[102677]: Deploying daemon prometheus.a on smithi155 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: Saving service prometheus spec with placement smithi155=a;count:1 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[97855]: Deploying daemon prometheus.a on smithi155 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: pgmap v183: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi155=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: Saving service prometheus spec with placement smithi155=a;count:1 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:27 smithi111 ceph-mon[116524]: Deploying daemon prometheus.a on smithi155 2023-12-01T04:41:29.348 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:29 smithi155 ceph-mon[102677]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 3 op/s 2023-12-01T04:41:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:29 smithi111 ceph-mon[97855]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 3 op/s 2023-12-01T04:41:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:29 smithi111 ceph-mon[116524]: pgmap v184: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s wr, 3 op/s 2023-12-01T04:41:29.825 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled node-exporter update... 2023-12-01T04:41:31.176 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:30 smithi155 ceph-mon[102677]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi111=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:31.176 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:30 smithi155 ceph-mon[102677]: Saving service node-exporter spec with placement smithi111=a;smithi155=b;count:2 2023-12-01T04:41:31.176 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:30 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:31.196 DEBUG:teuthology.orchestra.run.smithi111:node-exporter.a> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@node-exporter.a.service 2023-12-01T04:41:31.199 DEBUG:teuthology.orchestra.run.smithi155:node-exporter.b> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@node-exporter.b.service 2023-12-01T04:41:31.202 INFO:tasks.cephadm:Adding alertmanager.a on smithi111 2023-12-01T04:41:31.203 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply alertmanager '1;smithi111=a' 2023-12-01T04:41:31.227 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:30 smithi111 ceph-mon[97855]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi111=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:31.228 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:30 smithi111 ceph-mon[97855]: Saving service node-exporter spec with placement smithi111=a;smithi155=b;count:2 2023-12-01T04:41:31.228 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:30 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:31.228 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:30 smithi111 ceph-mon[116524]: from='client.24448 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi111=a;smithi155=b", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:31.228 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:30 smithi111 ceph-mon[116524]: Saving service node-exporter spec with placement smithi111=a;smithi155=b;count:2 2023-12-01T04:41:31.228 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:30 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:31.233 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:41:31.236 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:41:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:31 smithi155 ceph-mon[102677]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 1 op/s 2023-12-01T04:41:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:31 smithi111 ceph-mon[97855]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 1 op/s 2023-12-01T04:41:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:31 smithi111 ceph-mon[116524]: pgmap v185: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 682 B/s wr, 1 op/s 2023-12-01T04:41:33.676 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:41:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:33 smithi155 ceph-mon[102677]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:41:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:33 smithi111 ceph-mon[97855]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:41:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:33 smithi111 ceph-mon[116524]: pgmap v186: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:41:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:35 smithi155 ceph-mon[102677]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:35 smithi111 ceph-mon[97855]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:35 smithi111 ceph-mon[116524]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:37.989 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:37 smithi155 ceph-mon[102677]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:37 smithi111 ceph-mon[97855]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:37 smithi111 ceph-mon[116524]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:38.659 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled alertmanager update... 2023-12-01T04:41:39.473 DEBUG:teuthology.orchestra.run.smithi111:alertmanager.a> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@alertmanager.a.service 2023-12-01T04:41:39.476 INFO:tasks.cephadm:Adding grafana.a on smithi155 2023-12-01T04:41:39.476 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph orch apply grafana '1;smithi155=a' 2023-12-01T04:41:39.508 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:-- Logs begin at Fri 2023-12-01 04:20:18 UTC. -- 2023-12-01T04:41:39.814 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:41:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:39 smithi155 ceph-mon[102677]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi111=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:39 smithi155 ceph-mon[102677]: Saving service alertmanager spec with placement smithi111=a;count:1 2023-12-01T04:41:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:39 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:39 smithi155 ceph-mon[102677]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:39.957 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:39 smithi155 systemd[1]: Starting Ceph prometheus.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:41:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[97855]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi111=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[97855]: Saving service alertmanager spec with placement smithi111=a;count:1 2023-12-01T04:41:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[97855]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[116524]: from='client.24454 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi111=a", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:41:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[116524]: Saving service alertmanager spec with placement smithi111=a;count:1 2023-12-01T04:41:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:39 smithi111 ceph-mon[116524]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.672Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.672Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.672Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi155 (none))" 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.672Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.672Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.673Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.673Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.674Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-01T04:41:40.944 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.674Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.676Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.676Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.947µs 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.676Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.676Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.676Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.929µs wal_replay_duration=349.086µs wbl_replay_duration=89ns total_replay_duration=410.156µs 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.677Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.677Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.677Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.691Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=14.238092ms db_storage=737ns remote_storage=1.103µs web_handler=372ns query_engine=576ns scrape=212.725µs scrape_sd=76.235µs notify=1.395µs notify_sd=1.814µs rules=13.759449ms tracing=4.218µs 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.692Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 conmon[148861]: ts=2023-12-01T04:41:40.692Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 bash[148800]: 6989d7a6697ab28f9c7b9a4ca9fe03559a0cdde179046f67adfc3fb901d20c5b 2023-12-01T04:41:40.945 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:41:40 smithi155 systemd[1]: Started Ceph prometheus.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:41:41.581 INFO:teuthology.orchestra.run.smithi155.stdout:Scheduled grafana update... 2023-12-01T04:41:41.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:41.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:41.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:41.886 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-01T04:41:41.887 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mon[102677]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:41.887 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.102 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:41 smithi111 conmon[98277]: ignoring --setuser ceph since I am not root 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:41 smithi111 conmon[98277]: ignoring --setgroup ceph since I am not root 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:42 smithi111 conmon[98277]: 2023-12-01T04:41:42.021+0000 7fdfab6da200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:42 smithi111 conmon[98277]: 2023-12-01T04:41:42.100+0000 7fdfab6da200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[97855]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:42.103 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.104 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.104 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.104 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.104 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2023-12-01T04:41:42.104 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[116524]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:42.104 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:41 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' 2023-12-01T04:41:42.191 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:41 smithi155 conmon[105869]: ignoring --setuser ceph since I am not root 2023-12-01T04:41:42.192 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:41 smithi155 conmon[105869]: ignoring --setgroup ceph since I am not root 2023-12-01T04:41:42.192 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:41 smithi155 ceph-mgr[105908]: -- 172.21.15.155:0/1185820633 <== mon.1 v2:172.21.15.155:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564ae48691e0 con 0x564ae4841000 2023-12-01T04:41:42.192 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.020+0000 7f7751bfa200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-01T04:41:42.192 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.100+0000 7f7751bfa200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-01T04:41:42.213 DEBUG:teuthology.orchestra.run.smithi155:grafana.a> sudo journalctl -f -n 0 -u ceph-0317d528-9003-11ee-95a2-87774f69a715@grafana.a.service 2023-12-01T04:41:42.215 INFO:tasks.cephadm:Setting up client nodes... 2023-12-01T04:41:42.216 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-01T04:41:42.247 INFO:journalctl@ceph.grafana.a.smithi155.stdout:-- Logs begin at Fri 2023-12-01 04:20:00 UTC. -- 2023-12-01T04:41:42.456 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.193+0000 7f7751bfa200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-01T04:41:42.457 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.296+0000 7f7751bfa200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-01T04:41:42.480 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:42 smithi111 conmon[98277]: 2023-12-01T04:41:42.190+0000 7fdfab6da200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-01T04:41:42.480 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:42 smithi111 conmon[98277]: 2023-12-01T04:41:42.290+0000 7fdfab6da200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-01T04:41:42.480 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:42 smithi111 conmon[98277]: 2023-12-01T04:41:42.479+0000 7fdfab6da200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-01T04:41:42.528 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:41:42.833 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.466+0000 7f7751bfa200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-01T04:41:42.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:42 smithi111 conmon[98277]: 2023-12-01T04:41:42.881+0000 7fdfab6da200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-01T04:41:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:42 smithi111 ceph-mon[97855]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-01T04:41:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:42 smithi111 ceph-mon[97855]: mgrmap e16: y(active, since 4m), standbys: x 2023-12-01T04:41:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:42 smithi111 ceph-mon[116524]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-01T04:41:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:42 smithi111 ceph-mon[116524]: mgrmap e16: y(active, since 4m), standbys: x 2023-12-01T04:41:43.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:42 smithi155 ceph-mon[102677]: from='mgr.14152 172.21.15.111:0/4245594820' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2023-12-01T04:41:43.149 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:42 smithi155 ceph-mon[102677]: mgrmap e16: y(active, since 4m), standbys: x 2023-12-01T04:41:43.149 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.831+0000 7f7751bfa200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-01T04:41:43.149 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:42 smithi155 conmon[105869]: 2023-12-01T04:41:42.964+0000 7f7751bfa200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-01T04:41:43.149 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:43 smithi155 conmon[105869]: 2023-12-01T04:41:43.052+0000 7f7751bfa200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-01T04:41:43.456 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:43 smithi155 conmon[105869]: 2023-12-01T04:41:43.147+0000 7f7751bfa200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-01T04:41:43.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:43 smithi111 conmon[98277]: 2023-12-01T04:41:43.019+0000 7fdfab6da200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-01T04:41:43.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:43 smithi111 conmon[98277]: 2023-12-01T04:41:43.116+0000 7fdfab6da200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-01T04:41:43.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:43 smithi111 conmon[98277]: 2023-12-01T04:41:43.212+0000 7fdfab6da200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-01T04:41:43.907 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:43 smithi111 conmon[98277]: 2023-12-01T04:41:43.635+0000 7fdfab6da200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-01T04:41:43.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:43 smithi155 conmon[105869]: 2023-12-01T04:41:43.572+0000 7f7751bfa200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-01T04:41:44.434 INFO:teuthology.orchestra.run.smithi111.stdout:[client.0] 2023-12-01T04:41:44.435 INFO:teuthology.orchestra.run.smithi111.stdout: key = AQAIZGll77eaGRAAHIqT0hZo1XiwEhffOB9sWA== 2023-12-01T04:41:44.482 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:44 smithi155 conmon[105869]: 2023-12-01T04:41:44.230+0000 7f7751bfa200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-01T04:41:44.483 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:44 smithi155 conmon[105869]: 2023-12-01T04:41:44.312+0000 7f7751bfa200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-01T04:41:44.648 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2081697799' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:44.648 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:44 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:44.648 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:44 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-01T04:41:44.648 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:44 smithi111 conmon[98277]: 2023-12-01T04:41:44.331+0000 7fdfab6da200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-01T04:41:44.648 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:44 smithi111 conmon[98277]: 2023-12-01T04:41:44.415+0000 7fdfab6da200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-01T04:41:44.648 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2081697799' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:44.649 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:44 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:44.649 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:44 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-01T04:41:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2081697799' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:44 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:44 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-01T04:41:45.063 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:41:45.064 DEBUG:teuthology.orchestra.run.smithi111:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-01T04:41:45.064 DEBUG:teuthology.orchestra.run.smithi111:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-01T04:41:45.104 DEBUG:teuthology.orchestra.run.smithi155:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-01T04:41:45.320 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:45 smithi111 conmon[98277]: 2023-12-01T04:41:45.226+0000 7fdfab6da200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:41:45.389 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:45 smithi155 conmon[105869]: 2023-12-01T04:41:45.090+0000 7f7751bfa200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:41:45.389 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:45 smithi155 conmon[105869]: 2023-12-01T04:41:45.189+0000 7f7751bfa200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-01T04:41:45.389 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:45 smithi155 conmon[105869]: 2023-12-01T04:41:45.385+0000 7f7751bfa200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:41:45.410 INFO:teuthology.orchestra.run.smithi155.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.b/config 2023-12-01T04:41:45.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:45 smithi111 conmon[98277]: 2023-12-01T04:41:45.318+0000 7fdfab6da200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-01T04:41:45.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:45 smithi111 conmon[98277]: 2023-12-01T04:41:45.491+0000 7fdfab6da200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-01T04:41:45.935 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:45 smithi155 conmon[105869]: 2023-12-01T04:41:45.691+0000 7f7751bfa200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-01T04:41:46.144 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:45 smithi111 conmon[98277]: 2023-12-01T04:41:45.770+0000 7fdfab6da200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-01T04:41:46.144 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:45 smithi111 conmon[98277]: 2023-12-01T04:41:45.994+0000 7fdfab6da200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-01T04:41:46.206 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:45 smithi155 conmon[105869]: 2023-12-01T04:41:45.933+0000 7f7751bfa200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-01T04:41:46.207 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:46 smithi155 conmon[105869]: 2023-12-01T04:41:46.091+0000 7f7751bfa200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-01T04:41:46.410 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:46 smithi111 conmon[98277]: 2023-12-01T04:41:46.142+0000 7fdfab6da200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-01T04:41:46.707 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:46 smithi155 conmon[105869]: 2023-12-01T04:41:46.361+0000 7f7751bfa200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-01T04:41:46.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:46 smithi111 conmon[98277]: 2023-12-01T04:41:46.409+0000 7fdfab6da200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-01T04:41:47.248 INFO:teuthology.orchestra.run.smithi155.stdout:[client.1] 2023-12-01T04:41:47.248 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQALZGllu3qKDhAA3cruyMY79Mfvpf2W1eVpMA== 2023-12-01T04:41:47.417 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/1434070839' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:47.627 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:47 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:47.627 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:47 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-01T04:41:47.628 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:47 smithi155 conmon[105869]: 2023-12-01T04:41:47.115+0000 7f7751bfa200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-01T04:41:47.628 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:47 smithi155 conmon[105869]: 2023-12-01T04:41:47.252+0000 7f7751bfa200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-01T04:41:47.628 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:47 smithi111 conmon[98277]: 2023-12-01T04:41:47.105+0000 7fdfab6da200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:47 smithi111 conmon[98277]: 2023-12-01T04:41:47.237+0000 7fdfab6da200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/1434070839' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:47 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:47 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/1434070839' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:47 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-01T04:41:47.629 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:47 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-01T04:41:47.706 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:47 smithi155 conmon[105869]: 2023-12-01T04:41:47.463+0000 7f7751bfa200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-01T04:41:47.707 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:47 smithi155 conmon[105869]: 2023-12-01T04:41:47.584+0000 7f7751bfa200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-01T04:41:47.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:47 smithi111 conmon[98277]: 2023-12-01T04:41:47.433+0000 7fdfab6da200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-01T04:41:47.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:47 smithi111 conmon[98277]: 2023-12-01T04:41:47.550+0000 7fdfab6da200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-01T04:41:47.894 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T04:41:47.894 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2023-12-01T04:41:47.894 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-12-01T04:41:47.938 INFO:tasks.cephadm:Waiting for OSDs to come up 2023-12-01T04:41:47.938 DEBUG:teuthology.orchestra.run.smithi111:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-12-01T04:41:48.207 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:47 smithi155 conmon[105869]: 2023-12-01T04:41:47.805+0000 7f7751bfa200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-01T04:41:48.248 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:47 smithi111 conmon[98277]: 2023-12-01T04:41:47.770+0000 7fdfab6da200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-01T04:41:48.262 INFO:teuthology.misc.health.smithi111.stdout: 2023-12-01T04:41:48.262 INFO:teuthology.misc.health.smithi111.stdout:{"epoch":63,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:16.868498+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:41:48.275 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-12-01T04:41:48.275 INFO:tasks.cephadm:Creating RBD pool 2023-12-01T04:41:48.275 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- sudo ceph --cluster ceph osd pool create rbd 8 2023-12-01T04:41:48.584 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:41:48.691 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3681722652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:48.696 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3681722652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:48.696 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3681722652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:41:48.956 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: 2023-12-01T04:41:48.690+0000 7f7751bfa200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-01T04:41:48.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: [01/Dec/2023:04:41:48] ENGINE Bus STARTING 2023-12-01T04:41:48.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: CherryPy Checker: 2023-12-01T04:41:48.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: The Application mounted at '' has an empty config. 2023-12-01T04:41:48.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: 2023-12-01T04:41:48.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: [01/Dec/2023:04:41:48] ENGINE Serving on http://:::9283 2023-12-01T04:41:48.957 INFO:journalctl@ceph.mgr.x.smithi155.stdout:Dec 01 04:41:48 smithi155 conmon[105869]: [01/Dec/2023:04:41:48] ENGINE Bus STARTED 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.694+0000 7fdfab6da200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: [01/Dec/2023:04:41:48] ENGINE Bus STARTING 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.857+0000 7fdf0a189700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.857+0000 7fdf0a189700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.857+0000 7fdf0a189700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.857+0000 7fdf0a189700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.857+0000 7fdf0a189700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.858+0000 7fdf0f994700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.858+0000 7fdf0f994700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.858+0000 7fdf0f994700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.967 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.858+0000 7fdf0f994700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.968 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.858+0000 7fdf0f994700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-01T04:41:48.968 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: CherryPy Checker: 2023-12-01T04:41:48.968 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: The Application mounted at '' has an empty config. 2023-12-01T04:41:48.968 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: 2023-12-01T04:41:48.968 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: [01/Dec/2023:04:41:48] ENGINE Serving on http://:::9283 2023-12-01T04:41:48.968 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:48 smithi111 conmon[98277]: [01/Dec/2023:04:41:48] ENGINE Bus STARTED 2023-12-01T04:41:49.585 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:41:49] "GET /metrics HTTP/1.1" 200 28780 "" "Prometheus/2.43.0" 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: Standby manager daemon x restarted 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: Standby manager daemon x started 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: Active manager daemon y restarted 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: Activating manager daemon y 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: osdmap e64: 8 total, 8 up, 8 in 2023-12-01T04:41:49.586 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: mgrmap e17: y(active, starting, since 0.00642036s), standbys: x 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:41:49.587 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: Manager daemon y is now available 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-01T04:41:49.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: Standby manager daemon x restarted 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: Standby manager daemon x started 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: Active manager daemon y restarted 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: Activating manager daemon y 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: osdmap e64: 8 total, 8 up, 8 in 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: mgrmap e17: y(active, starting, since 0.00642036s), standbys: x 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:41:49.589 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-01T04:41:49.590 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: Manager daemon y is now available 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-01T04:41:49.591 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: Standby manager daemon x restarted 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: Standby manager daemon x started 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: Active manager daemon y restarted 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: Activating manager daemon y 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.? 172.21.15.155:0/277891738' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: osdmap e64: 8 total, 8 up, 8 in 2023-12-01T04:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: mgrmap e17: y(active, starting, since 0.00642036s), standbys: x 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-01T04:41:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: Manager daemon y is now available 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:41:49.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:49.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:41:49.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2023-12-01T04:41:49.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2023-12-01T04:41:50.733 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'rbd' created 2023-12-01T04:41:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: [01/Dec/2023:04:41:49] ENGINE Bus STARTING 2023-12-01T04:41:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: [01/Dec/2023:04:41:49] ENGINE Serving on http://172.21.15.111:8765 2023-12-01T04:41:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: [01/Dec/2023:04:41:49] ENGINE Serving on https://172.21.15.111:7150 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: [01/Dec/2023:04:41:49] ENGINE Bus STARTED 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: mgrmap e18: y(active, since 1.01196s), standbys: x 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1998110420' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: [01/Dec/2023:04:41:49] ENGINE Bus STARTING 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: [01/Dec/2023:04:41:49] ENGINE Serving on http://172.21.15.111:8765 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: [01/Dec/2023:04:41:49] ENGINE Serving on https://172.21.15.111:7150 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: [01/Dec/2023:04:41:49] ENGINE Bus STARTED 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: mgrmap e18: y(active, since 1.01196s), standbys: x 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1998110420' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-01T04:41:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: [01/Dec/2023:04:41:49] ENGINE Bus STARTING 2023-12-01T04:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: [01/Dec/2023:04:41:49] ENGINE Serving on http://172.21.15.111:8765 2023-12-01T04:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: [01/Dec/2023:04:41:49] ENGINE Serving on https://172.21.15.111:7150 2023-12-01T04:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: [01/Dec/2023:04:41:49] ENGINE Bus STARTED 2023-12-01T04:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: mgrmap e18: y(active, since 1.01196s), standbys: x 2023-12-01T04:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1998110420' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2023-12-01T04:41:51.439 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-12-01T04:41:51.761 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:41:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1998110420' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: osdmap e65: 8 total, 8 up, 8 in 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1998110420' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: osdmap e65: 8 total, 8 up, 8 in 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:52.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: pgmap v5: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1998110420' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: osdmap e65: 8 total, 8 up, 8 in 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:41:52.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:52.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:41:52.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:41:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 3012M 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 3012M 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[97855]: osdmap e66: 8 total, 8 up, 8 in 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 3012M 2023-12-01T04:41:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 3012M 2023-12-01T04:41:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:41:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:41:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-01T04:41:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:41:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:52 smithi111 ceph-mon[116524]: osdmap e66: 8 total, 8 up, 8 in 2023-12-01T04:41:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 3012M 2023-12-01T04:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 3012M 2023-12-01T04:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: Updating smithi111:/etc/ceph/ceph.conf 2023-12-01T04:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: Updating smithi155:/etc/ceph/ceph.conf 2023-12-01T04:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: mgrmap e19: y(active, since 3s), standbys: x 2023-12-01T04:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:52 smithi155 ceph-mon[102677]: osdmap e66: 8 total, 8 up, 8 in 2023-12-01T04:41:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Updating smithi111:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: mgrmap e20: y(active, since 4s), standbys: x 2023-12-01T04:41:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: osdmap e67: 8 total, 8 up, 8 in 2023-12-01T04:41:54.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: Deploying daemon alertmanager.a on smithi111 2023-12-01T04:41:54.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3244117632' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:41:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:41:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:41:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:41:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Updating smithi111:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:41:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:41:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:41:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: mgrmap e20: y(active, since 4s), standbys: x 2023-12-01T04:41:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: osdmap e67: 8 total, 8 up, 8 in 2023-12-01T04:41:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: Deploying daemon alertmanager.a on smithi111 2023-12-01T04:41:54.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3244117632' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Updating smithi155:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Updating smithi111:/etc/ceph/ceph.client.admin.keyring 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Updating smithi155:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Updating smithi111:/var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: mgrmap e20: y(active, since 4s), standbys: x 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: osdmap e67: 8 total, 8 up, 8 in 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:41:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: Deploying daemon alertmanager.a on smithi111 2023-12-01T04:41:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3244117632' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:41:54.300 INFO:teuthology.orchestra.run.smithi111.stderr:enabled application 'rbd' on pool 'rbd' 2023-12-01T04:41:55.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3244117632' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:41:55.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:55 smithi111 ceph-mon[97855]: osdmap e68: 8 total, 8 up, 8 in 2023-12-01T04:41:55.634 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:55 smithi111 ceph-mon[97855]: pgmap v10: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:55.635 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3244117632' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:41:55.635 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:55 smithi111 ceph-mon[116524]: osdmap e68: 8 total, 8 up, 8 in 2023-12-01T04:41:55.635 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:55 smithi111 ceph-mon[116524]: pgmap v10: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:55.652 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-01T04:41:55.652 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-01T04:41:55.653 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph mgr dump --format=json 2023-12-01T04:41:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3244117632' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:41:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:55 smithi155 ceph-mon[102677]: osdmap e68: 8 total, 8 up, 8 in 2023-12-01T04:41:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:55 smithi155 ceph-mon[102677]: pgmap v10: 105 pgs: 6 unknown, 99 active+clean; 580 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:41:56.637 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:56 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:56 smithi155 ceph-mon[102677]: Cluster is now healthy 2023-12-01T04:41:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:56 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:41:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:56 smithi111 ceph-mon[97855]: Cluster is now healthy 2023-12-01T04:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:56 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:56 smithi111 ceph-mon[116524]: Cluster is now healthy 2023-12-01T04:41:57.414 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:57 smithi111 ceph-mon[97855]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2023-12-01T04:41:57.414 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:57 smithi111 ceph-mon[116524]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2023-12-01T04:41:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:57 smithi155 ceph-mon[102677]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2023-12-01T04:41:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:41:59 smithi111 ceph-mon[97855]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2023-12-01T04:41:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:41:59] "GET /metrics HTTP/1.1" 200 28780 "" "Prometheus/2.43.0" 2023-12-01T04:41:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:41:59 smithi111 ceph-mon[116524]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2023-12-01T04:41:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:41:59 smithi155 ceph-mon[102677]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2023-12-01T04:41:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/507598101' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-01T04:42:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/507598101' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-01T04:42:00.589 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":20,"active_gid":24512,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6800","nonce":3335518342},{"type":"v1","addr":"172.21.15.111:6801","nonce":3335518342}]},"active_addr":"172.21.15.111:6801/3335518342","active_change":"2023-12-01T04:41:48.710193+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24466,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.2","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.111:8443/","prometheus":"http://172.21.15.111:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":71622669}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":1051973712}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":2236132452}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":1724872830}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":3009462017}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.111:0","nonce":1646330555}]}]} 2023-12-01T04:42:00.596 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-01T04:42:00.596 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-01T04:42:00.596 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-01T04:42:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/507598101' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-01T04:42:00.998 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:00 smithi111 systemd[1]: Starting Ceph alertmanager.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:01.043 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:01.588 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:01 smithi111 ceph-mon[97855]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-01T04:42:01.589 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.382Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-01T04:42:01.589 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.383Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-01T04:42:01.589 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.383Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.111 port=9094 2023-12-01T04:42:01.589 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.384Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-01T04:42:01.589 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 bash[165746]: 10274b9d167bae9f3e4b44af7ae362e76cdaaaa297bddc9969286e97f374306b 2023-12-01T04:42:01.589 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 systemd[1]: Started Ceph alertmanager.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:01.590 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.409Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-01T04:42:01.590 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.410Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-01T04:42:01.590 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.413Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-01T04:42:01.590 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[165871]: ts=2023-12-01T04:42:01.413Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-01T04:42:01.593 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:01 smithi111 ceph-mon[116524]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-01T04:42:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:01 smithi155 ceph-mon[102677]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2023-12-01T04:42:01.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[98277]: [01/Dec/2023:04:42:01] ENGINE Bus STOPPING 2023-12-01T04:42:01.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[98277]: [01/Dec/2023:04:42:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:42:01.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[98277]: [01/Dec/2023:04:42:01] ENGINE Bus STOPPED 2023-12-01T04:42:01.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[98277]: [01/Dec/2023:04:42:01] ENGINE Bus STARTING 2023-12-01T04:42:01.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[98277]: [01/Dec/2023:04:42:01] ENGINE Serving on http://:::9283 2023-12-01T04:42:01.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:01 smithi111 conmon[98277]: [01/Dec/2023:04:42:01] ENGINE Bus STARTED 2023-12-01T04:42:02.718 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:02.718 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:54.291181+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-01T04:41:50.538915+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2432585921":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/973004623":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6800/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1259793523":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2203484677":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:42:02.742 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.742 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.742 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: Regenerating cephadm self-signed grafana TLS certificates 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[97855]: Deploying daemon grafana.a on smithi155 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.743 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: Regenerating cephadm self-signed grafana TLS certificates 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:02 smithi111 ceph-mon[116524]: Deploying daemon grafana.a on smithi155 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: Regenerating cephadm self-signed grafana TLS certificates 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:02 smithi155 ceph-mon[102677]: Deploying daemon grafana.a on smithi155 2023-12-01T04:42:03.285 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-01T04:42:03.285 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-01T04:42:03.586 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:03.748 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:03 smithi111 conmon[165871]: ts=2023-12-01T04:42:03.385Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00056776s 2023-12-01T04:42:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1405151974' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:03 smithi111 ceph-mon[97855]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2023-12-01T04:42:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1405151974' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:03 smithi111 ceph-mon[116524]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2023-12-01T04:42:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1405151974' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:03 smithi155 ceph-mon[102677]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2023-12-01T04:42:04.829 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:04.829 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:04.829 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:04.830 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:05.222 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:05.222 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:54.291181+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-01T04:41:50.538915+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2432585921":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/973004623":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6800/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1259793523":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2203484677":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:42:05.870 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-01T04:42:05.870 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-01T04:42:05.870 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-01T04:42:05.871 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-01T04:42:05.871 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-01T04:42:05.872 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-01T04:42:05.872 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-01T04:42:05.872 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-01T04:42:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:05 smithi155 ceph-mon[102677]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2023-12-01T04:42:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1607869297' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:05 smithi111 ceph-mon[97855]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2023-12-01T04:42:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1607869297' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:05 smithi111 ceph-mon[116524]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2023-12-01T04:42:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1607869297' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:06.584 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:06.634 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:06.703 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:06.788 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:06.862 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:07.383 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:07.393 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:07 smithi111 ceph-mon[97855]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2023-12-01T04:42:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:07 smithi111 ceph-mon[116524]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2023-12-01T04:42:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:07 smithi155 ceph-mon[102677]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2023-12-01T04:42:09.652 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:09 smithi111 ceph-mon[97855]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:09.652 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:42:09] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2023-12-01T04:42:09.652 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:09 smithi111 ceph-mon[116524]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:09 smithi155 ceph-mon[102677]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:11.509 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:11 smithi111 conmon[165871]: ts=2023-12-01T04:42:11.389Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00451309s 2023-12-01T04:42:11.966 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:12.015 INFO:teuthology.orchestra.run.smithi111.stdout:34359738416 2023-12-01T04:42:12.015 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-01T04:42:12.041 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:11 smithi111 ceph-mon[97855]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:12.042 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:11 smithi111 ceph-mon[116524]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:11 smithi155 ceph-mon[102677]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:13 smithi111 ceph-mon[97855]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:13 smithi111 ceph-mon[116524]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:13 smithi155 ceph-mon[102677]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:14.457 INFO:teuthology.orchestra.run.smithi111.stdout:201863462933 2023-12-01T04:42:14.457 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-01T04:42:14.833 INFO:teuthology.orchestra.run.smithi111.stdout:55834574892 2023-12-01T04:42:14.833 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-01T04:42:15.171 INFO:teuthology.orchestra.run.smithi111.stdout:167503724569 2023-12-01T04:42:15.171 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-01T04:42:15.281 INFO:teuthology.orchestra.run.smithi111.stdout:133143986206 2023-12-01T04:42:15.282 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-01T04:42:16.118 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:15 smithi111 ceph-mon[97855]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:16.119 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:15 smithi111 ceph-mon[116524]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:15 smithi155 ceph-mon[102677]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:16.822 INFO:teuthology.orchestra.run.smithi111.stdout:236223201297 2023-12-01T04:42:16.822 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-01T04:42:16.947 INFO:teuthology.orchestra.run.smithi111.stdout:111669149730 2023-12-01T04:42:16.947 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-01T04:42:16.975 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:17.490 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:17.491 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:17.491 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:18.127 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:17 smithi111 ceph-mon[97855]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:18.127 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:17 smithi111 ceph-mon[116524]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:17 smithi155 ceph-mon[102677]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:18.657 INFO:teuthology.orchestra.run.smithi111.stdout:77309411368 2023-12-01T04:42:18.658 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-01T04:42:18.714 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:18.749 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:18.750 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:19 smithi155 ceph-mon[102677]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:19.632 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:19 smithi111 ceph-mon[97855]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:19.632 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:19.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:19 smithi111 ceph-mon[116524]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:19.632 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:19.632 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:42:19] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2023-12-01T04:42:20.049 INFO:teuthology.orchestra.run.smithi111.stdout:34359738417 2023-12-01T04:42:20.162 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 systemd[1]: Starting Ceph grafana.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/475928236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-01T04:42:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/475928236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-01T04:42:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/475928236' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 bash[152101]: d2b8b91a34d2921531a7d7c068f76f03c917e0f872b92aa67f6e1450f4b26f75 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 systemd[1]: Started Ceph grafana.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.892885943Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893084059Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893103676Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893111284Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893117468Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893123724Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893129673Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2023-12-01T04:42:21.030 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893135772Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893142448Z level=info msg="Path Home" path=/usr/share/grafana 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893149033Z level=info msg="Path Data" path=/var/lib/grafana 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893155151Z level=info msg="Path Logs" path=/var/log/grafana 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893160807Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893166996Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=settings t=2023-12-01T04:42:20.893172965Z level=info msg="App mode production" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=sqlstore t=2023-12-01T04:42:20.893223802Z level=info msg="Connecting to DB" dbtype=sqlite3 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=sqlstore t=2023-12-01T04:42:20.893240695Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:20.894109883Z level=info msg="Starting DB migrations" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:20.894186682Z level=info msg="Executing migration" id="create migration_log table" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:20.937100532Z level=info msg="Executing migration" id="create user table" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:20 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:20.962388623Z level=info msg="Executing migration" id="add unique index user.login" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.004244393Z level=info msg="Executing migration" id="add unique index user.email" 2023-12-01T04:42:21.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.029366152Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2023-12-01T04:42:21.315 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.071583095Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.096808332Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.130645062Z level=info msg="Executing migration" id="create user table v2" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.172718541Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.197733989Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.223175564Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.248226407Z level=info msg="Executing migration" id="Drop old table user_v1" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.273434345Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2023-12-01T04:42:21.316 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.315462315Z level=info msg="Executing migration" id="Update user table charset" 2023-12-01T04:42:21.567 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.365971338Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2023-12-01T04:42:21.567 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.432800552Z level=info msg="Executing migration" id="Add missing user data" 2023-12-01T04:42:21.567 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.457879673Z level=info msg="Executing migration" id="Add is_disabled column to user" 2023-12-01T04:42:21.567 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.483126745Z level=info msg="Executing migration" id="Add index user.login/user.email" 2023-12-01T04:42:21.567 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.525146405Z level=info msg="Executing migration" id="Add is_service_account column to user" 2023-12-01T04:42:21.567 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.566994046Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2023-12-01T04:42:21.832 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.600803003Z level=info msg="Executing migration" id="create temp user table v1-7" 2023-12-01T04:42:21.832 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.626020918Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2023-12-01T04:42:21.832 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.66774876Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2023-12-01T04:42:21.832 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.709866017Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2023-12-01T04:42:21.833 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.735140209Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2023-12-01T04:42:21.833 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.760185105Z level=info msg="Executing migration" id="Update temp_user table charset" 2023-12-01T04:42:21.833 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.785380599Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2023-12-01T04:42:21.833 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.810629356Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[97855]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[97855]: Deploying daemon node-exporter.a on smithi111 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[116524]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.960 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.961 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:21.961 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:21 smithi111 ceph-mon[116524]: Deploying daemon node-exporter.a on smithi111 2023-12-01T04:42:22.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:21 smithi155 ceph-mon[102677]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:22.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:22.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:22.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:22.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:22.088 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:21 smithi155 ceph-mon[102677]: Deploying daemon node-exporter.a on smithi111 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.852525833Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.877823945Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.902932544Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.945008511Z level=info msg="Executing migration" id="create temp_user v2" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:21 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:21.986985738Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.012107185Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.03736903Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.062445931Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2023-12-01T04:42:22.089 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.0877987Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2023-12-01T04:42:22.241 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738416 got 34359738417 for osd.0 2023-12-01T04:42:22.241 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:22.357 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.138161617Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2023-12-01T04:42:22.357 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.155237153Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2023-12-01T04:42:22.357 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.172363489Z level=info msg="Executing migration" id="create star table" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.189116418Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.206059427Z level=info msg="Executing migration" id="create org table v1" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.222846416Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.248080003Z level=info msg="Executing migration" id="create org_user table v1" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.273317527Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.31520647Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2023-12-01T04:42:22.358 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.357316136Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.399357297Z level=info msg="Executing migration" id="Update org table charset" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.432904073Z level=info msg="Executing migration" id="Update org_user table charset" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.449788915Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.483471802Z level=info msg="Executing migration" id="create dashboard table" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.500270151Z level=info msg="Executing migration" id="add index dashboard.account_id" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.517191547Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.592493795Z level=info msg="Executing migration" id="create dashboard_tag table" 2023-12-01T04:42:22.618 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.617761996Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2023-12-01T04:42:22.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.642978231Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2023-12-01T04:42:22.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.668222257Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.693394155Z level=info msg="Executing migration" id="create dashboard v2" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.718746669Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.743753728Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.768973052Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.794200311Z level=info msg="Executing migration" id="drop table dashboard_v1" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.819472544Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.861242823Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2023-12-01T04:42:22.887 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.886458625Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.936999406Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:22 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:22.970457618Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.003934729Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.037491022Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.071029815Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.104599464Z level=info msg="Executing migration" id="Update dashboard table charset" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.129756099Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2023-12-01T04:42:23.155 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.154864198Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2023-12-01T04:42:23.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.196891514Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.222018594Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.27248233Z level=info msg="Executing migration" id="Add column uid in dashboard" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.314542444Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.339825576Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.364919531Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.390236896Z level=info msg="Executing migration" id="Update dashboard title length" 2023-12-01T04:42:23.416 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.415442339Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2023-12-01T04:42:23.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.440826041Z level=info msg="Executing migration" id="create dashboard_provisioning" 2023-12-01T04:42:23.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.457668622Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2023-12-01T04:42:23.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.474626442Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2023-12-01T04:42:23.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.491314765Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2023-12-01T04:42:23.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.508294538Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.525119446Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.567066005Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.600705206Z level=info msg="Executing migration" id="Add check_sum column" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.617562054Z level=info msg="Executing migration" id="Add index for dashboard_title" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.634472625Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.651243083Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2023-12-01T04:42:23.669 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.668047302Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2023-12-01T04:42:23.836 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:23 smithi111 ceph-mon[116524]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:23.837 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:23.920 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:23 smithi155 ceph-mon[102677]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:23.921 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.726920467Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.743770291Z level=info msg="Executing migration" id="create data_source table" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.760575429Z level=info msg="Executing migration" id="add index data_source.account_id" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.794156732Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.827839037Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.861396343Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.87838624Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2023-12-01T04:42:23.921 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.920428209Z level=info msg="Executing migration" id="create data_source table v2" 2023-12-01T04:42:24.104 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:23 smithi111 ceph-mon[97855]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:24.104 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:23 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:23.962345313Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.004284327Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.037754075Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.071460161Z level=info msg="Executing migration" id="Add column with_credentials" 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.129913084Z level=info msg="Executing migration" id="Add secure json data column" 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.163466881Z level=info msg="Executing migration" id="Update data_source table charset" 2023-12-01T04:42:24.197 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.196843412Z level=info msg="Executing migration" id="Update initial version to 1" 2023-12-01T04:42:24.199 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:236223201298 2023-12-01T04:42:24.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.24769169Z level=info msg="Executing migration" id="Add read_only data column" 2023-12-01T04:42:24.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.289579626Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2023-12-01T04:42:24.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.331568102Z level=info msg="Executing migration" id="Update json_data with nulls" 2023-12-01T04:42:24.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.373606782Z level=info msg="Executing migration" id="Add uid column" 2023-12-01T04:42:24.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.415509511Z level=info msg="Executing migration" id="Update uid value" 2023-12-01T04:42:24.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.440641785Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2023-12-01T04:42:24.555 INFO:teuthology.orchestra.run.smithi111.stdout:167503724571 2023-12-01T04:42:24.640 INFO:teuthology.orchestra.run.smithi111.stdout:55834574894 2023-12-01T04:42:24.715 INFO:teuthology.orchestra.run.smithi111.stdout:201863462935 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.491039376Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.516402917Z level=info msg="Executing migration" id="create api_key table" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.55839029Z level=info msg="Executing migration" id="add index api_key.account_id" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.60036918Z level=info msg="Executing migration" id="add index api_key.key" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.62550904Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.65066676Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.675724654Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.701115726Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2023-12-01T04:42:24.743 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.742852972Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2023-12-01T04:42:24.952 INFO:teuthology.orchestra.run.smithi111.stdout:133143986209 2023-12-01T04:42:24.979 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2964527630' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-01T04:42:24.979 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2512810523' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-01T04:42:24.979 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2084286782' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-01T04:42:24.979 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2460432848' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-01T04:42:24.979 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2964527630' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-01T04:42:24.979 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2512810523' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-01T04:42:24.980 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2084286782' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-01T04:42:24.980 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2460432848' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-01T04:42:25.003 INFO:teuthology.orchestra.run.smithi111.stdout:111669149732 2023-12-01T04:42:25.004 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2964527630' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-01T04:42:25.004 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2512810523' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-01T04:42:25.004 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2084286782' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-01T04:42:25.004 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2460432848' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-01T04:42:25.004 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.793444062Z level=info msg="Executing migration" id="create api_key table v2" 2023-12-01T04:42:25.004 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.810202614Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2023-12-01T04:42:25.004 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.827165577Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2023-12-01T04:42:25.004 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.885760086Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2023-12-01T04:42:25.004 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.902542394Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2023-12-01T04:42:25.005 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.9361741Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2023-12-01T04:42:25.005 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:24 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:24.978124879Z level=info msg="Executing migration" id="Update api_key table charset" 2023-12-01T04:42:25.005 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.003401737Z level=info msg="Executing migration" id="Add expires to api_key table" 2023-12-01T04:42:25.255 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.053733504Z level=info msg="Executing migration" id="Add service account foreign key" 2023-12-01T04:42:25.255 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.078794743Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2023-12-01T04:42:25.255 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.120902762Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2023-12-01T04:42:25.255 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.162895244Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2023-12-01T04:42:25.255 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.187856955Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2023-12-01T04:42:25.255 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.229911466Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2023-12-01T04:42:25.256 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.254964356Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.280510905Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.305631048Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.35603724Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.40645349Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.43985524Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.473370671Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2023-12-01T04:42:25.507 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.506887249Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2023-12-01T04:42:25.767 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.548919782Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2023-12-01T04:42:25.767 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.590801686Z level=info msg="Executing migration" id="create quota table v1" 2023-12-01T04:42:25.767 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.61588121Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2023-12-01T04:42:25.767 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.64105269Z level=info msg="Executing migration" id="Update quota table charset" 2023-12-01T04:42:25.767 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.666291578Z level=info msg="Executing migration" id="create plugin_setting table" 2023-12-01T04:42:25.768 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.691596704Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2023-12-01T04:42:25.768 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.716763591Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2023-12-01T04:42:25.768 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.741745438Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2023-12-01T04:42:25.768 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.766958131Z level=info msg="Executing migration" id="create session table" 2023-12-01T04:42:26.052 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:25 smithi155 ceph-mon[102677]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:26.052 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2567187385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-01T04:42:26.052 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3237487887' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-01T04:42:26.053 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.817622646Z level=info msg="Executing migration" id="Drop old table playlist table" 2023-12-01T04:42:26.053 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.859289538Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2023-12-01T04:42:26.053 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.88461801Z level=info msg="Executing migration" id="create playlist table v2" 2023-12-01T04:42:26.053 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.909825419Z level=info msg="Executing migration" id="create playlist item table v2" 2023-12-01T04:42:26.053 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.95178227Z level=info msg="Executing migration" id="Update playlist table charset" 2023-12-01T04:42:26.053 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:25 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:25.97678218Z level=info msg="Executing migration" id="Update playlist_item table charset" 2023-12-01T04:42:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:25 smithi111 ceph-mon[97855]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2567187385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-01T04:42:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3237487887' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-01T04:42:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:25 smithi111 ceph-mon[116524]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2567187385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-01T04:42:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3237487887' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-01T04:42:26.337 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.052069378Z level=info msg="Executing migration" id="drop preferences table v2" 2023-12-01T04:42:26.337 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.094216153Z level=info msg="Executing migration" id="drop preferences table v3" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.136286639Z level=info msg="Executing migration" id="create preferences table v3" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.161395612Z level=info msg="Executing migration" id="Update preferences table charset" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.18662651Z level=info msg="Executing migration" id="Add column team_id in preferences" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.211666851Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.253668134Z level=info msg="Executing migration" id="Add column week_start in preferences" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.295613306Z level=info msg="Executing migration" id="Add column preferences.json_data" 2023-12-01T04:42:26.338 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.337419Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2023-12-01T04:42:26.469 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201297 got 236223201298 for osd.7 2023-12-01T04:42:26.469 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:26.589 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.379525641Z level=info msg="Executing migration" id="Add preferences index org_id" 2023-12-01T04:42:26.589 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.404714249Z level=info msg="Executing migration" id="Add preferences index user_id" 2023-12-01T04:42:26.589 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.446760374Z level=info msg="Executing migration" id="create alert table v1" 2023-12-01T04:42:26.590 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.471861551Z level=info msg="Executing migration" id="add index alert org_id & id " 2023-12-01T04:42:26.590 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.496985518Z level=info msg="Executing migration" id="add index alert state" 2023-12-01T04:42:26.590 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.538950736Z level=info msg="Executing migration" id="add index alert dashboard_id" 2023-12-01T04:42:26.590 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.589378321Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2023-12-01T04:42:26.803 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986206 got 133143986209 for osd.4 2023-12-01T04:42:26.803 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:26.866 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.62319888Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.648392529Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.673504489Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.698771414Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.723861622Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.748924103Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.774312813Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.799405161Z level=info msg="Executing migration" id="create alert_notification table v1" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.824472847Z level=info msg="Executing migration" id="Add column is_default" 2023-12-01T04:42:26.867 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.86654814Z level=info msg="Executing migration" id="Add column frequency" 2023-12-01T04:42:27.126 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.900277705Z level=info msg="Executing migration" id="Add column send_reminder" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.942083191Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.967366261Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:26 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:26.992511827Z level=info msg="Executing migration" id="Update alert table charset" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.034379485Z level=info msg="Executing migration" id="Update alert_notification table charset" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.076249824Z level=info msg="Executing migration" id="create notification_journal table v1" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.101459951Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2023-12-01T04:42:27.127 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.126584748Z level=info msg="Executing migration" id="drop alert_notification_journal" 2023-12-01T04:42:27.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.19355089Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2023-12-01T04:42:27.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.218688161Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2023-12-01T04:42:27.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.244002411Z level=info msg="Executing migration" id="Add for to alert table" 2023-12-01T04:42:27.378 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.285856043Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2023-12-01T04:42:27.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.319552207Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2023-12-01T04:42:27.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.352901372Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2023-12-01T04:42:27.379 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.378175626Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.428445846Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.462006805Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.512278827Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.562626418Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.587851737Z level=info msg="Executing migration" id="Drop old annotation table v4" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.612889439Z level=info msg="Executing migration" id="create annotation table v5" 2023-12-01T04:42:27.638 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.638016746Z level=info msg="Executing migration" id="add index annotation 0 v3" 2023-12-01T04:42:27.782 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574892 got 55834574894 for osd.1 2023-12-01T04:42:27.782 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.671716578Z level=info msg="Executing migration" id="add index annotation 1 v3" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.697051249Z level=info msg="Executing migration" id="add index annotation 2 v3" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.738956302Z level=info msg="Executing migration" id="add index annotation 3 v3" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.772418105Z level=info msg="Executing migration" id="add index annotation 4 v3" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.797820916Z level=info msg="Executing migration" id="Update annotation table charset" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.82311668Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.864864461Z level=info msg="Executing migration" id="Drop category_id index" 2023-12-01T04:42:27.907 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.906830441Z level=info msg="Executing migration" id="Add column tags to annotation table" 2023-12-01T04:42:27.908 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:27 smithi155 ceph-mon[102677]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:28.167 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.957349691Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2023-12-01T04:42:28.167 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:27 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:27.982540292Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2023-12-01T04:42:28.168 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.024518297Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2023-12-01T04:42:28.168 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.049651828Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2023-12-01T04:42:28.168 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.074930542Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2023-12-01T04:42:28.168 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.10010806Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2023-12-01T04:42:28.168 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.125449608Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2023-12-01T04:42:28.168 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.167349095Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2023-12-01T04:42:28.223 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:27 smithi111 ceph-mon[97855]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:28.223 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:27 smithi111 ceph-mon[116524]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:28.275 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149730 got 111669149732 for osd.3 2023-12-01T04:42:28.275 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:28.390 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462933 got 201863462935 for osd.6 2023-12-01T04:42:28.395 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:28.436 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724569 got 167503724571 for osd.5 2023-12-01T04:42:28.436 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:28.437 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.21770795Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2023-12-01T04:42:28.437 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.243078762Z level=info msg="Executing migration" id="Add created time to annotation table" 2023-12-01T04:42:28.437 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.284848698Z level=info msg="Executing migration" id="Add updated time to annotation table" 2023-12-01T04:42:28.437 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.351867488Z level=info msg="Executing migration" id="Add index for created in annotation table" 2023-12-01T04:42:28.437 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.393809247Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2023-12-01T04:42:28.437 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.435778275Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2023-12-01T04:42:28.498 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:28 smithi111 bash[173359]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-01T04:42:28.620 INFO:teuthology.orchestra.run.smithi111.stdout:77309411370 2023-12-01T04:42:28.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.469285922Z level=info msg="Executing migration" id="Add epoch_end column" 2023-12-01T04:42:28.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.494480419Z level=info msg="Executing migration" id="Add index for epoch_end" 2023-12-01T04:42:28.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.519702784Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2023-12-01T04:42:28.704 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.56153653Z level=info msg="Executing migration" id="Move region to single row" 2023-12-01T04:42:28.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.586732456Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2023-12-01T04:42:28.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.611854979Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2023-12-01T04:42:28.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.637052862Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2023-12-01T04:42:28.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.662137303Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2023-12-01T04:42:28.705 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.70421204Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.738000159Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.763068066Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.779978458Z level=info msg="Executing migration" id="create test_data table" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.796870048Z level=info msg="Executing migration" id="create dashboard_version table v1" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.8139346Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.830556001Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.847659603Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.889751992Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2023-12-01T04:42:28.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.914896733Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2023-12-01T04:42:28.958 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:28 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:28.95671839Z level=info msg="Executing migration" id="create team table" 2023-12-01T04:42:28.998 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:28 smithi111 bash[173359]: Getting image source signatures 2023-12-01T04:42:29.225 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.007309553Z level=info msg="Executing migration" id="add index team.org_id" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.032606709Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.058145393Z level=info msg="Executing migration" id="create team member table" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.08282089Z level=info msg="Executing migration" id="add index team_member.org_id" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.108186657Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.133259872Z level=info msg="Executing migration" id="add index team_member.team_id" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.175099724Z level=info msg="Executing migration" id="Add column email to team table" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.200379079Z level=info msg="Executing migration" id="Add column external to team_member table" 2023-12-01T04:42:29.226 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.225462218Z level=info msg="Executing migration" id="Add column permission to team_member table" 2023-12-01T04:42:29.361 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411368 got 77309411370 for osd.2 2023-12-01T04:42:29.361 DEBUG:teuthology.parallel:result is None 2023-12-01T04:42:29.361 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-01T04:42:29.361 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.259203988Z level=info msg="Executing migration" id="create dashboard acl table" 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.284357764Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.32645412Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.351443453Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.376825255Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.418767932Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2023-12-01T04:42:29.486 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.485606715Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2023-12-01T04:42:29.487 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/295377901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-01T04:42:29.487 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:29 smithi155 ceph-mon[102677]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:42:29] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2023-12-01T04:42:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/295377901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-01T04:42:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:29 smithi111 ceph-mon[97855]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/295377901' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-01T04:42:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:29 smithi111 ceph-mon[116524]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:29.499 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:29 smithi111 bash[173359]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-01T04:42:29.499 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:29 smithi111 bash[173359]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-01T04:42:29.499 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:29 smithi111 bash[173359]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-01T04:42:29.666 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.527664759Z level=info msg="Executing migration" id="add index dashboard_permission" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.569563908Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.594706196Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.619933045Z level=info msg="Executing migration" id="create tag table" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.645044288Z level=info msg="Executing migration" id="add index tag.key_value" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.670262751Z level=info msg="Executing migration" id="create login attempt table" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.695443006Z level=info msg="Executing migration" id="add index login_attempt.username" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.720700964Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2023-12-01T04:42:29.763 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.762637228Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2023-12-01T04:42:30.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.796191016Z level=info msg="Executing migration" id="create login_attempt v2" 2023-12-01T04:42:30.031 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.821377556Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2023-12-01T04:42:30.032 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.846532584Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2023-12-01T04:42:30.032 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.888375043Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2023-12-01T04:42:30.032 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.913631587Z level=info msg="Executing migration" id="create user auth table" 2023-12-01T04:42:30.032 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.93878965Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2023-12-01T04:42:30.032 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:29 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:29.980806484Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2023-12-01T04:42:30.032 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.031345448Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.065033676Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.090179262Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.115464866Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.140491569Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.165786727Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.190830734Z level=info msg="Executing migration" id="create server_lock table" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.232703835Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.274718354Z level=info msg="Executing migration" id="create user auth token table" 2023-12-01T04:42:30.317 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.316709903Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2023-12-01T04:42:30.498 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:30 smithi111 bash[173359]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-01T04:42:30.499 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:30 smithi111 bash[173359]: Writing manifest to image destination 2023-12-01T04:42:30.499 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:30 smithi111 bash[173359]: Storing signatures 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.341831353Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.383907577Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.417443442Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.450804257Z level=info msg="Executing migration" id="create cache_data table" 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.501116446Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.534724648Z level=info msg="Executing migration" id="create short_url table v1" 2023-12-01T04:42:30.585 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.584782985Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2023-12-01T04:42:30.853 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.651992631Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2023-12-01T04:42:30.853 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.677163724Z level=info msg="Executing migration" id="delete alert_definition table" 2023-12-01T04:42:30.854 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.710655937Z level=info msg="Executing migration" id="recreate alert_definition table" 2023-12-01T04:42:30.854 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.735849104Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2023-12-01T04:42:30.854 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.760881397Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2023-12-01T04:42:30.854 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.803010444Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2023-12-01T04:42:30.854 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.827967721Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2023-12-01T04:42:30.854 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.853310736Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.878444689Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.920556304Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.945713537Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:30 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:30.98772108Z level=info msg="Executing migration" id="drop alert_definition table" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.012720732Z level=info msg="Executing migration" id="delete alert_definition_version table" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.054702957Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.079880214Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2023-12-01T04:42:31.105 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.104990742Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.138716538Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.163951094Z level=info msg="Executing migration" id="drop alert_definition_version table" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.205914476Z level=info msg="Executing migration" id="create alert_instance table" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.256370126Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.281498442Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.30667347Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.348628916Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2023-12-01T04:42:31.374 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.373670866Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2023-12-01T04:42:31.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.407523925Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2023-12-01T04:42:31.634 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.449477298Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2023-12-01T04:42:31.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.474734596Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2023-12-01T04:42:31.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.499800505Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2023-12-01T04:42:31.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.541802522Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2023-12-01T04:42:31.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.583760906Z level=info msg="Executing migration" id="create alert_rule table" 2023-12-01T04:42:31.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.60883992Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2023-12-01T04:42:31.635 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.634180934Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2023-12-01T04:42:31.885 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:31 smithi155 ceph-mon[102677]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.659389033Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.684641377Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.70963605Z level=info msg="Executing migration" id="add column for to alert_rule" 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.734809226Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.801738239Z level=info msg="Executing migration" id="add column labels to alert_rule" 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.835171661Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2023-12-01T04:42:31.886 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.88544473Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2023-12-01T04:42:32.154 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.927651731Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2023-12-01T04:42:32.154 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:31 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:31.961085971Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2023-12-01T04:42:32.154 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.011346773Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2023-12-01T04:42:32.154 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.044870908Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2023-12-01T04:42:32.154 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.069978771Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2023-12-01T04:42:32.154 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.111956392Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2023-12-01T04:42:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:31 smithi111 ceph-mon[97855]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:31 smithi111 ceph-mon[116524]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:32.414 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.153876372Z level=info msg="Executing migration" id="create alert_rule_version table" 2023-12-01T04:42:32.414 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.195821322Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2023-12-01T04:42:32.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.237909368Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2023-12-01T04:42:32.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.279868533Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2023-12-01T04:42:32.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.321709632Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2023-12-01T04:42:32.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.346822568Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2023-12-01T04:42:32.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.388829493Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2023-12-01T04:42:32.415 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.414130658Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.464237826Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.50847295Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.550377489Z level=info msg="Executing migration" id=create_alert_configuration_table 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.592453767Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.617554576Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.642710017Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2023-12-01T04:42:32.668 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.667817761Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.374Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.374Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.374Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.374Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-01T04:42:32.749 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=arp 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=edac 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-01T04:42:32.750 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.375Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=os 2023-12-01T04:42:32.751 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=stat 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=time 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=uname 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-01T04:42:32.752 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-01T04:42:32.753 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-01T04:42:32.753 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-01T04:42:32.753 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 conmon[173865]: ts=2023-12-01T04:42:32.376Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-01T04:42:32.753 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 bash[173359]: b7ca397806c112a56270ab17b3015c673f19b5ef30e315b78d4954e37cb3941b 2023-12-01T04:42:32.753 INFO:journalctl@ceph.node-exporter.a.smithi111.stdout:Dec 01 04:42:32 smithi111 systemd[1]: Started Ceph node-exporter.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:32.780 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:42:32.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.69305918Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2023-12-01T04:42:32.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.734910435Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2023-12-01T04:42:32.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.776946129Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2023-12-01T04:42:32.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.802207768Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2023-12-01T04:42:32.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.844124954Z level=info msg="Executing migration" id="create provenance_type table" 2023-12-01T04:42:32.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.889949727Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2023-12-01T04:42:33.256 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:32 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:32.986872787Z level=info msg="Executing migration" id="create alert_image table" 2023-12-01T04:42:33.256 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.04571607Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2023-12-01T04:42:33.256 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.087728697Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2023-12-01T04:42:33.256 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.113011688Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2023-12-01T04:42:33.257 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.138130124Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2023-12-01T04:42:33.257 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.180206548Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2023-12-01T04:42:33.257 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.180400676Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2023-12-01T04:42:33.257 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.213637027Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2023-12-01T04:42:33.257 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.255647301Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2023-12-01T04:42:33.524 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:33 smithi155 systemd[1]: Starting Ceph node-exporter.b for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.289420415Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.289651936Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.289843149Z level=info msg="alerts found to migrate" alerts=0 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.331261308Z level=info msg="Executing migration" id="create library_element table v1" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.373327142Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.415174416Z level=info msg="Executing migration" id="create library_element_connection table v1" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.440363135Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.482229528Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2023-12-01T04:42:33.525 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.524109919Z level=info msg="Executing migration" id="increase max description length to 2048" 2023-12-01T04:42:33.526 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.526 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.526 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.526 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:33 smithi155 ceph-mon[102677]: Deploying daemon node-exporter.b on smithi155 2023-12-01T04:42:33.526 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:33 smithi155 ceph-mon[102677]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:33.526 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:33 smithi155 ceph-mon[102677]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:42:33.566 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":29,"stamp":"2023-12-01T04:42:32.734164+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222836,"kb_used_data":7220,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749738380,"statfs":{"total":767960285184,"available":767732101120,"internally_reserved":0,"allocated":7393280,"data_stored":4162540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002989"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004189+0000","last_change":"2023-12-01T04:41:15.899440+0000","last_active":"2023-12-01T04:41:53.004189+0000","last_peered":"2023-12-01T04:41:53.004189+0000","last_clean":"2023-12-01T04:41:53.004189+0000","last_became_active":"2023-12-01T04:41:15.899167+0000","last_became_peered":"2023-12-01T04:41:15.899167+0000","last_unstale":"2023-12-01T04:41:53.004189+0000","last_undegraded":"2023-12-01T04:41:53.004189+0000","last_fullsized":"2023-12-01T04:41:53.004189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745219+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:52.745219+0000","last_peered":"2023-12-01T04:41:52.745219+0000","last_clean":"2023-12-01T04:41:52.745219+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:52.745219+0000","last_undegraded":"2023-12-01T04:41:52.745219+0000","last_fullsized":"2023-12-01T04:41:52.745219+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931760+0000","last_change":"2023-12-01T04:41:15.887247+0000","last_active":"2023-12-01T04:41:53.931760+0000","last_peered":"2023-12-01T04:41:53.931760+0000","last_clean":"2023-12-01T04:41:53.931760+0000","last_became_active":"2023-12-01T04:41:15.886941+0000","last_became_peered":"2023-12-01T04:41:15.886941+0000","last_unstale":"2023-12-01T04:41:53.931760+0000","last_undegraded":"2023-12-01T04:41:53.931760+0000","last_fullsized":"2023-12-01T04:41:53.931760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931723+0000","last_change":"2023-12-01T04:41:15.886890+0000","last_active":"2023-12-01T04:41:53.931723+0000","last_peered":"2023-12-01T04:41:53.931723+0000","last_clean":"2023-12-01T04:41:53.931723+0000","last_became_active":"2023-12-01T04:41:15.886613+0000","last_became_peered":"2023-12-01T04:41:15.886613+0000","last_unstale":"2023-12-01T04:41:53.931723+0000","last_undegraded":"2023-12-01T04:41:53.931723+0000","last_fullsized":"2023-12-01T04:41:53.931723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003842+0000","last_change":"2023-12-01T04:41:15.906727+0000","last_active":"2023-12-01T04:41:53.003842+0000","last_peered":"2023-12-01T04:41:53.003842+0000","last_clean":"2023-12-01T04:41:53.003842+0000","last_became_active":"2023-12-01T04:41:15.906170+0000","last_became_peered":"2023-12-01T04:41:15.906170+0000","last_unstale":"2023-12-01T04:41:53.003842+0000","last_undegraded":"2023-12-01T04:41:53.003842+0000","last_fullsized":"2023-12-01T04:41:53.003842+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931607+0000","last_change":"2023-12-01T04:41:15.889644+0000","last_active":"2023-12-01T04:41:53.931607+0000","last_peered":"2023-12-01T04:41:53.931607+0000","last_clean":"2023-12-01T04:41:53.931607+0000","last_became_active":"2023-12-01T04:41:15.888840+0000","last_became_peered":"2023-12-01T04:41:15.888840+0000","last_unstale":"2023-12-01T04:41:53.931607+0000","last_undegraded":"2023-12-01T04:41:53.931607+0000","last_fullsized":"2023-12-01T04:41:53.931607+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003572+0000","last_change":"2023-12-01T04:41:15.905504+0000","last_active":"2023-12-01T04:41:53.003572+0000","last_peered":"2023-12-01T04:41:53.003572+0000","last_clean":"2023-12-01T04:41:53.003572+0000","last_became_active":"2023-12-01T04:41:15.904754+0000","last_became_peered":"2023-12-01T04:41:15.904754+0000","last_unstale":"2023-12-01T04:41:53.003572+0000","last_undegraded":"2023-12-01T04:41:53.003572+0000","last_fullsized":"2023-12-01T04:41:53.003572+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930620+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:53.930620+0000","last_peered":"2023-12-01T04:41:53.930620+0000","last_clean":"2023-12-01T04:41:53.930620+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:53.930620+0000","last_undegraded":"2023-12-01T04:41:53.930620+0000","last_fullsized":"2023-12-01T04:41:53.930620+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004155+0000","last_change":"2023-12-01T04:41:15.893918+0000","last_active":"2023-12-01T04:41:53.004155+0000","last_peered":"2023-12-01T04:41:53.004155+0000","last_clean":"2023-12-01T04:41:53.004155+0000","last_became_active":"2023-12-01T04:41:15.893562+0000","last_became_peered":"2023-12-01T04:41:15.893562+0000","last_unstale":"2023-12-01T04:41:53.004155+0000","last_undegraded":"2023-12-01T04:41:53.004155+0000","last_fullsized":"2023-12-01T04:41:53.004155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765105+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:52.765105+0000","last_peered":"2023-12-01T04:41:52.765105+0000","last_clean":"2023-12-01T04:41:52.765105+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:52.765105+0000","last_undegraded":"2023-12-01T04:41:52.765105+0000","last_fullsized":"2023-12-01T04:41:52.765105+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765069+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:52.765069+0000","last_peered":"2023-12-01T04:41:52.765069+0000","last_clean":"2023-12-01T04:41:52.765069+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:52.765069+0000","last_undegraded":"2023-12-01T04:41:52.765069+0000","last_fullsized":"2023-12-01T04:41:52.765069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746281+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:52.746281+0000","last_peered":"2023-12-01T04:41:52.746281+0000","last_clean":"2023-12-01T04:41:52.746281+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:52.746281+0000","last_undegraded":"2023-12-01T04:41:52.746281+0000","last_fullsized":"2023-12-01T04:41:52.746281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930745+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:53.930745+0000","last_peered":"2023-12-01T04:41:53.930745+0000","last_clean":"2023-12-01T04:41:53.930745+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:53.930745+0000","last_undegraded":"2023-12-01T04:41:53.930745+0000","last_fullsized":"2023-12-01T04:41:53.930745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931730+0000","last_change":"2023-12-01T04:41:15.887265+0000","last_active":"2023-12-01T04:41:53.931730+0000","last_peered":"2023-12-01T04:41:53.931730+0000","last_clean":"2023-12-01T04:41:53.931730+0000","last_became_active":"2023-12-01T04:41:15.886955+0000","last_became_peered":"2023-12-01T04:41:15.886955+0000","last_unstale":"2023-12-01T04:41:53.931730+0000","last_undegraded":"2023-12-01T04:41:53.931730+0000","last_fullsized":"2023-12-01T04:41:53.931730+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745013+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:52.745013+0000","last_peered":"2023-12-01T04:41:52.745013+0000","last_clean":"2023-12-01T04:41:52.745013+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:52.745013+0000","last_undegraded":"2023-12-01T04:41:52.745013+0000","last_fullsized":"2023-12-01T04:41:52.745013+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931194+0000","last_change":"2023-12-01T04:41:15.888167+0000","last_active":"2023-12-01T04:41:53.931194+0000","last_peered":"2023-12-01T04:41:53.931194+0000","last_clean":"2023-12-01T04:41:53.931194+0000","last_became_active":"2023-12-01T04:41:15.887883+0000","last_became_peered":"2023-12-01T04:41:15.887883+0000","last_unstale":"2023-12-01T04:41:53.931194+0000","last_undegraded":"2023-12-01T04:41:53.931194+0000","last_fullsized":"2023-12-01T04:41:53.931194+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931867+0000","last_change":"2023-12-01T04:41:15.887896+0000","last_active":"2023-12-01T04:41:53.931867+0000","last_peered":"2023-12-01T04:41:53.931867+0000","last_clean":"2023-12-01T04:41:53.931867+0000","last_became_active":"2023-12-01T04:41:15.887535+0000","last_became_peered":"2023-12-01T04:41:15.887535+0000","last_unstale":"2023-12-01T04:41:53.931867+0000","last_undegraded":"2023-12-01T04:41:53.931867+0000","last_fullsized":"2023-12-01T04:41:53.931867+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744875+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:52.744875+0000","last_peered":"2023-12-01T04:41:52.744875+0000","last_clean":"2023-12-01T04:41:52.744875+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:52.744875+0000","last_undegraded":"2023-12-01T04:41:52.744875+0000","last_fullsized":"2023-12-01T04:41:52.744875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003870+0000","last_change":"2023-12-01T04:41:15.898847+0000","last_active":"2023-12-01T04:41:53.003870+0000","last_peered":"2023-12-01T04:41:53.003870+0000","last_clean":"2023-12-01T04:41:53.003870+0000","last_became_active":"2023-12-01T04:41:15.898527+0000","last_became_peered":"2023-12-01T04:41:15.898527+0000","last_unstale":"2023-12-01T04:41:53.003870+0000","last_undegraded":"2023-12-01T04:41:53.003870+0000","last_fullsized":"2023-12-01T04:41:53.003870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.932180+0000","last_change":"2023-12-01T04:41:15.479702+0000","last_active":"2023-12-01T04:41:53.932180+0000","last_peered":"2023-12-01T04:41:53.932180+0000","last_clean":"2023-12-01T04:41:53.932180+0000","last_became_active":"2023-12-01T04:41:15.479435+0000","last_became_peered":"2023-12-01T04:41:15.479435+0000","last_unstale":"2023-12-01T04:41:53.932180+0000","last_undegraded":"2023-12-01T04:41:53.932180+0000","last_fullsized":"2023-12-01T04:41:53.932180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930952+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:53.930952+0000","last_peered":"2023-12-01T04:41:53.930952+0000","last_clean":"2023-12-01T04:41:53.930952+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:53.930952+0000","last_undegraded":"2023-12-01T04:41:53.930952+0000","last_fullsized":"2023-12-01T04:41:53.930952+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931048+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:53.931048+0000","last_peered":"2023-12-01T04:41:53.931048+0000","last_clean":"2023-12-01T04:41:53.931048+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:53.931048+0000","last_undegraded":"2023-12-01T04:41:53.931048+0000","last_fullsized":"2023-12-01T04:41:53.931048+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.932088+0000","last_change":"2023-12-01T04:41:15.879619+0000","last_active":"2023-12-01T04:41:53.932088+0000","last_peered":"2023-12-01T04:41:53.932088+0000","last_clean":"2023-12-01T04:41:53.932088+0000","last_became_active":"2023-12-01T04:41:15.879340+0000","last_became_peered":"2023-12-01T04:41:15.879340+0000","last_unstale":"2023-12-01T04:41:53.932088+0000","last_undegraded":"2023-12-01T04:41:53.932088+0000","last_fullsized":"2023-12-01T04:41:53.932088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:41:58.195604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004104+0000","last_change":"2023-12-01T04:41:15.484046+0000","last_active":"2023-12-01T04:41:53.004104+0000","last_peered":"2023-12-01T04:41:53.004104+0000","last_clean":"2023-12-01T04:41:53.004104+0000","last_became_active":"2023-12-01T04:41:15.483519+0000","last_became_peered":"2023-12-01T04:41:15.483519+0000","last_unstale":"2023-12-01T04:41:53.004104+0000","last_undegraded":"2023-12-01T04:41:53.004104+0000","last_fullsized":"2023-12-01T04:41:53.004104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931829+0000","last_change":"2023-12-01T04:41:15.885321+0000","last_active":"2023-12-01T04:41:53.931829+0000","last_peered":"2023-12-01T04:41:53.931829+0000","last_clean":"2023-12-01T04:41:53.931829+0000","last_became_active":"2023-12-01T04:41:15.885005+0000","last_became_peered":"2023-12-01T04:41:15.885005+0000","last_unstale":"2023-12-01T04:41:53.931829+0000","last_undegraded":"2023-12-01T04:41:53.931829+0000","last_fullsized":"2023-12-01T04:41:53.931829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003877+0000","last_change":"2023-12-01T04:41:15.481563+0000","last_active":"2023-12-01T04:41:53.003877+0000","last_peered":"2023-12-01T04:41:53.003877+0000","last_clean":"2023-12-01T04:41:53.003877+0000","last_became_active":"2023-12-01T04:41:15.481254+0000","last_became_peered":"2023-12-01T04:41:15.481254+0000","last_unstale":"2023-12-01T04:41:53.003877+0000","last_undegraded":"2023-12-01T04:41:53.003877+0000","last_fullsized":"2023-12-01T04:41:53.003877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931707+0000","last_change":"2023-12-01T04:41:15.891300+0000","last_active":"2023-12-01T04:41:53.931707+0000","last_peered":"2023-12-01T04:41:53.931707+0000","last_clean":"2023-12-01T04:41:53.931707+0000","last_became_active":"2023-12-01T04:41:15.890997+0000","last_became_peered":"2023-12-01T04:41:15.890997+0000","last_unstale":"2023-12-01T04:41:53.931707+0000","last_undegraded":"2023-12-01T04:41:53.931707+0000","last_fullsized":"2023-12-01T04:41:53.931707+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930906+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:53.930906+0000","last_peered":"2023-12-01T04:41:53.930906+0000","last_clean":"2023-12-01T04:41:53.930906+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:53.930906+0000","last_undegraded":"2023-12-01T04:41:53.930906+0000","last_fullsized":"2023-12-01T04:41:53.930906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745950+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:52.745950+0000","last_peered":"2023-12-01T04:41:52.745950+0000","last_clean":"2023-12-01T04:41:52.745950+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:52.745950+0000","last_undegraded":"2023-12-01T04:41:52.745950+0000","last_fullsized":"2023-12-01T04:41:52.745950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764921+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:52.764921+0000","last_peered":"2023-12-01T04:41:52.764921+0000","last_clean":"2023-12-01T04:41:52.764921+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:52.764921+0000","last_undegraded":"2023-12-01T04:41:52.764921+0000","last_fullsized":"2023-12-01T04:41:52.764921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931616+0000","last_change":"2023-12-01T04:41:15.887502+0000","last_active":"2023-12-01T04:41:53.931616+0000","last_peered":"2023-12-01T04:41:53.931616+0000","last_clean":"2023-12-01T04:41:53.931616+0000","last_became_active":"2023-12-01T04:41:15.886709+0000","last_became_peered":"2023-12-01T04:41:15.886709+0000","last_unstale":"2023-12-01T04:41:53.931616+0000","last_undegraded":"2023-12-01T04:41:53.931616+0000","last_fullsized":"2023-12-01T04:41:53.931616+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930937+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:53.930937+0000","last_peered":"2023-12-01T04:41:53.930937+0000","last_clean":"2023-12-01T04:41:53.930937+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:53.930937+0000","last_undegraded":"2023-12-01T04:41:53.930937+0000","last_fullsized":"2023-12-01T04:41:53.930937+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930769+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:53.930769+0000","last_peered":"2023-12-01T04:41:53.930769+0000","last_clean":"2023-12-01T04:41:53.930769+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:53.930769+0000","last_undegraded":"2023-12-01T04:41:53.930769+0000","last_fullsized":"2023-12-01T04:41:53.930769+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931337+0000","last_change":"2023-12-01T04:41:15.480518+0000","last_active":"2023-12-01T04:41:53.931337+0000","last_peered":"2023-12-01T04:41:53.931337+0000","last_clean":"2023-12-01T04:41:53.931337+0000","last_became_active":"2023-12-01T04:41:15.480202+0000","last_became_peered":"2023-12-01T04:41:15.480202+0000","last_unstale":"2023-12-01T04:41:53.931337+0000","last_undegraded":"2023-12-01T04:41:53.931337+0000","last_fullsized":"2023-12-01T04:41:53.931337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745231+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:52.745231+0000","last_peered":"2023-12-01T04:41:52.745231+0000","last_clean":"2023-12-01T04:41:52.745231+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:52.745231+0000","last_undegraded":"2023-12-01T04:41:52.745231+0000","last_fullsized":"2023-12-01T04:41:52.745231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765538+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:52.765538+0000","last_peered":"2023-12-01T04:41:52.765538+0000","last_clean":"2023-12-01T04:41:52.765538+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:52.765538+0000","last_undegraded":"2023-12-01T04:41:52.765538+0000","last_fullsized":"2023-12-01T04:41:52.765538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931887+0000","last_change":"2023-12-01T04:41:15.886812+0000","last_active":"2023-12-01T04:41:53.931887+0000","last_peered":"2023-12-01T04:41:53.931887+0000","last_clean":"2023-12-01T04:41:53.931887+0000","last_became_active":"2023-12-01T04:41:15.886531+0000","last_became_peered":"2023-12-01T04:41:15.886531+0000","last_unstale":"2023-12-01T04:41:53.931887+0000","last_undegraded":"2023-12-01T04:41:53.931887+0000","last_fullsized":"2023-12-01T04:41:53.931887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931744+0000","last_change":"2023-12-01T04:41:15.478323+0000","last_active":"2023-12-01T04:41:53.931744+0000","last_peered":"2023-12-01T04:41:53.931744+0000","last_clean":"2023-12-01T04:41:53.931744+0000","last_became_active":"2023-12-01T04:41:15.478004+0000","last_became_peered":"2023-12-01T04:41:15.478004+0000","last_unstale":"2023-12-01T04:41:53.931744+0000","last_undegraded":"2023-12-01T04:41:53.931744+0000","last_fullsized":"2023-12-01T04:41:53.931744+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.932049+0000","last_change":"2023-12-01T04:41:15.889973+0000","last_active":"2023-12-01T04:41:53.932049+0000","last_peered":"2023-12-01T04:41:53.932049+0000","last_clean":"2023-12-01T04:41:53.932049+0000","last_became_active":"2023-12-01T04:41:15.889711+0000","last_became_peered":"2023-12-01T04:41:15.889711+0000","last_unstale":"2023-12-01T04:41:53.932049+0000","last_undegraded":"2023-12-01T04:41:53.932049+0000","last_fullsized":"2023-12-01T04:41:53.932049+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745480+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:52.745480+0000","last_peered":"2023-12-01T04:41:52.745480+0000","last_clean":"2023-12-01T04:41:52.745480+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:52.745480+0000","last_undegraded":"2023-12-01T04:41:52.745480+0000","last_fullsized":"2023-12-01T04:41:52.745480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746211+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:52.746211+0000","last_peered":"2023-12-01T04:41:52.746211+0000","last_clean":"2023-12-01T04:41:52.746211+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:52.746211+0000","last_undegraded":"2023-12-01T04:41:52.746211+0000","last_fullsized":"2023-12-01T04:41:52.746211+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765301+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:52.765301+0000","last_peered":"2023-12-01T04:41:52.765301+0000","last_clean":"2023-12-01T04:41:52.765301+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:52.765301+0000","last_undegraded":"2023-12-01T04:41:52.765301+0000","last_fullsized":"2023-12-01T04:41:52.765301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003957+0000","last_change":"2023-12-01T04:41:15.900793+0000","last_active":"2023-12-01T04:41:53.003957+0000","last_peered":"2023-12-01T04:41:53.003957+0000","last_clean":"2023-12-01T04:41:53.003957+0000","last_became_active":"2023-12-01T04:41:15.900477+0000","last_became_peered":"2023-12-01T04:41:15.900477+0000","last_unstale":"2023-12-01T04:41:53.003957+0000","last_undegraded":"2023-12-01T04:41:53.003957+0000","last_fullsized":"2023-12-01T04:41:53.003957+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:36:59.627102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931717+0000","last_change":"2023-12-01T04:41:15.481866+0000","last_active":"2023-12-01T04:41:53.931717+0000","last_peered":"2023-12-01T04:41:53.931717+0000","last_clean":"2023-12-01T04:41:53.931717+0000","last_became_active":"2023-12-01T04:41:15.481673+0000","last_became_peered":"2023-12-01T04:41:15.481673+0000","last_unstale":"2023-12-01T04:41:53.931717+0000","last_undegraded":"2023-12-01T04:41:53.931717+0000","last_fullsized":"2023-12-01T04:41:53.931717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931588+0000","last_change":"2023-12-01T04:41:15.885619+0000","last_active":"2023-12-01T04:41:53.931588+0000","last_peered":"2023-12-01T04:41:53.931588+0000","last_clean":"2023-12-01T04:41:53.931588+0000","last_became_active":"2023-12-01T04:41:15.885346+0000","last_became_peered":"2023-12-01T04:41:15.885346+0000","last_unstale":"2023-12-01T04:41:53.931588+0000","last_undegraded":"2023-12-01T04:41:53.931588+0000","last_fullsized":"2023-12-01T04:41:53.931588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931377+0000","last_change":"2023-12-01T04:41:15.480767+0000","last_active":"2023-12-01T04:41:53.931377+0000","last_peered":"2023-12-01T04:41:53.931377+0000","last_clean":"2023-12-01T04:41:53.931377+0000","last_became_active":"2023-12-01T04:41:15.480480+0000","last_became_peered":"2023-12-01T04:41:15.480480+0000","last_unstale":"2023-12-01T04:41:53.931377+0000","last_undegraded":"2023-12-01T04:41:53.931377+0000","last_fullsized":"2023-12-01T04:41:53.931377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003815+0000","last_change":"2023-12-01T04:41:15.906822+0000","last_active":"2023-12-01T04:41:53.003815+0000","last_peered":"2023-12-01T04:41:53.003815+0000","last_clean":"2023-12-01T04:41:53.003815+0000","last_became_active":"2023-12-01T04:41:15.905914+0000","last_became_peered":"2023-12-01T04:41:15.905914+0000","last_unstale":"2023-12-01T04:41:53.003815+0000","last_undegraded":"2023-12-01T04:41:53.003815+0000","last_fullsized":"2023-12-01T04:41:53.003815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764911+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:52.764911+0000","last_peered":"2023-12-01T04:41:52.764911+0000","last_clean":"2023-12-01T04:41:52.764911+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:52.764911+0000","last_undegraded":"2023-12-01T04:41:52.764911+0000","last_fullsized":"2023-12-01T04:41:52.764911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764865+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:52.764865+0000","last_peered":"2023-12-01T04:41:52.764865+0000","last_clean":"2023-12-01T04:41:52.764865+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:52.764865+0000","last_undegraded":"2023-12-01T04:41:52.764865+0000","last_fullsized":"2023-12-01T04:41:52.764865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744087+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:52.744087+0000","last_peered":"2023-12-01T04:41:52.744087+0000","last_clean":"2023-12-01T04:41:52.744087+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:52.744087+0000","last_undegraded":"2023-12-01T04:41:52.744087+0000","last_fullsized":"2023-12-01T04:41:52.744087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003693+0000","last_change":"2023-12-01T04:41:15.905698+0000","last_active":"2023-12-01T04:41:53.003693+0000","last_peered":"2023-12-01T04:41:53.003693+0000","last_clean":"2023-12-01T04:41:53.003693+0000","last_became_active":"2023-12-01T04:41:15.905052+0000","last_became_peered":"2023-12-01T04:41:15.905052+0000","last_unstale":"2023-12-01T04:41:53.003693+0000","last_undegraded":"2023-12-01T04:41:53.003693+0000","last_fullsized":"2023-12-01T04:41:53.003693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746444+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:52.746444+0000","last_peered":"2023-12-01T04:41:52.746444+0000","last_clean":"2023-12-01T04:41:52.746444+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:52.746444+0000","last_undegraded":"2023-12-01T04:41:52.746444+0000","last_fullsized":"2023-12-01T04:41:52.746444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004085+0000","last_change":"2023-12-01T04:41:15.900132+0000","last_active":"2023-12-01T04:41:53.004085+0000","last_peered":"2023-12-01T04:41:53.004085+0000","last_clean":"2023-12-01T04:41:53.004085+0000","last_became_active":"2023-12-01T04:41:15.899836+0000","last_became_peered":"2023-12-01T04:41:15.899836+0000","last_unstale":"2023-12-01T04:41:53.004085+0000","last_undegraded":"2023-12-01T04:41:53.004085+0000","last_fullsized":"2023-12-01T04:41:53.004085+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.296599+0000","last_change":"2023-12-01T04:41:52.201998+0000","last_active":"2023-12-01T04:41:54.296599+0000","last_peered":"2023-12-01T04:41:54.296599+0000","last_clean":"2023-12-01T04:41:54.296599+0000","last_became_active":"2023-12-01T04:41:52.201662+0000","last_became_peered":"2023-12-01T04:41:52.201662+0000","last_unstale":"2023-12-01T04:41:54.296599+0000","last_undegraded":"2023-12-01T04:41:54.296599+0000","last_fullsized":"2023-12-01T04:41:54.296599+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:08:08.942323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746032+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:52.746032+0000","last_peered":"2023-12-01T04:41:52.746032+0000","last_clean":"2023-12-01T04:41:52.746032+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:52.746032+0000","last_undegraded":"2023-12-01T04:41:52.746032+0000","last_fullsized":"2023-12-01T04:41:52.746032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931759+0000","last_change":"2023-12-01T04:41:15.883516+0000","last_active":"2023-12-01T04:41:53.931759+0000","last_peered":"2023-12-01T04:41:53.931759+0000","last_clean":"2023-12-01T04:41:53.931759+0000","last_became_active":"2023-12-01T04:41:15.883200+0000","last_became_peered":"2023-12-01T04:41:15.883200+0000","last_unstale":"2023-12-01T04:41:53.931759+0000","last_undegraded":"2023-12-01T04:41:53.931759+0000","last_fullsized":"2023-12-01T04:41:53.931759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.297192+0000","last_change":"2023-12-01T04:41:52.056826+0000","last_active":"2023-12-01T04:41:54.297192+0000","last_peered":"2023-12-01T04:41:54.297192+0000","last_clean":"2023-12-01T04:41:54.297192+0000","last_became_active":"2023-12-01T04:41:52.056440+0000","last_became_peered":"2023-12-01T04:41:52.056440+0000","last_unstale":"2023-12-01T04:41:54.297192+0000","last_undegraded":"2023-12-01T04:41:54.297192+0000","last_fullsized":"2023-12-01T04:41:54.297192+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:49:42.551415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931383+0000","last_change":"2023-12-01T04:41:15.476355+0000","last_active":"2023-12-01T04:41:53.931383+0000","last_peered":"2023-12-01T04:41:53.931383+0000","last_clean":"2023-12-01T04:41:53.931383+0000","last_became_active":"2023-12-01T04:41:15.476053+0000","last_became_peered":"2023-12-01T04:41:15.476053+0000","last_unstale":"2023-12-01T04:41:53.931383+0000","last_undegraded":"2023-12-01T04:41:53.931383+0000","last_fullsized":"2023-12-01T04:41:53.931383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746202+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:52.746202+0000","last_peered":"2023-12-01T04:41:52.746202+0000","last_clean":"2023-12-01T04:41:52.746202+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:52.746202+0000","last_undegraded":"2023-12-01T04:41:52.746202+0000","last_fullsized":"2023-12-01T04:41:52.746202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.295018+0000","last_change":"2023-12-01T04:41:52.202092+0000","last_active":"2023-12-01T04:41:54.295018+0000","last_peered":"2023-12-01T04:41:54.295018+0000","last_clean":"2023-12-01T04:41:54.295018+0000","last_became_active":"2023-12-01T04:41:52.201693+0000","last_became_peered":"2023-12-01T04:41:52.201693+0000","last_unstale":"2023-12-01T04:41:54.295018+0000","last_undegraded":"2023-12-01T04:41:54.295018+0000","last_fullsized":"2023-12-01T04:41:54.295018+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:41:10.242851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744845+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:52.744845+0000","last_peered":"2023-12-01T04:41:52.744845+0000","last_clean":"2023-12-01T04:41:52.744845+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:52.744845+0000","last_undegraded":"2023-12-01T04:41:52.744845+0000","last_fullsized":"2023-12-01T04:41:52.744845+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744101+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:52.744101+0000","last_peered":"2023-12-01T04:41:52.744101+0000","last_clean":"2023-12-01T04:41:52.744101+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:52.744101+0000","last_undegraded":"2023-12-01T04:41:52.744101+0000","last_fullsized":"2023-12-01T04:41:52.744101+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.723436+0000","last_change":"2023-12-01T04:41:52.302171+0000","last_active":"2023-12-01T04:41:54.723436+0000","last_peered":"2023-12-01T04:41:54.723436+0000","last_clean":"2023-12-01T04:41:54.723436+0000","last_became_active":"2023-12-01T04:41:52.301864+0000","last_became_peered":"2023-12-01T04:41:52.301864+0000","last_unstale":"2023-12-01T04:41:54.723436+0000","last_undegraded":"2023-12-01T04:41:54.723436+0000","last_fullsized":"2023-12-01T04:41:54.723436+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.511248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930973+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:53.930973+0000","last_peered":"2023-12-01T04:41:53.930973+0000","last_clean":"2023-12-01T04:41:53.930973+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:53.930973+0000","last_undegraded":"2023-12-01T04:41:53.930973+0000","last_fullsized":"2023-12-01T04:41:53.930973+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931394+0000","last_change":"2023-12-01T04:41:15.478488+0000","last_active":"2023-12-01T04:41:53.931394+0000","last_peered":"2023-12-01T04:41:53.931394+0000","last_clean":"2023-12-01T04:41:53.931394+0000","last_became_active":"2023-12-01T04:41:15.478170+0000","last_became_peered":"2023-12-01T04:41:15.478170+0000","last_unstale":"2023-12-01T04:41:53.931394+0000","last_undegraded":"2023-12-01T04:41:53.931394+0000","last_fullsized":"2023-12-01T04:41:53.931394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003547+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:53.003547+0000","last_peered":"2023-12-01T04:41:53.003547+0000","last_clean":"2023-12-01T04:41:53.003547+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:53.003547+0000","last_undegraded":"2023-12-01T04:41:53.003547+0000","last_fullsized":"2023-12-01T04:41:53.003547+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.726459+0000","last_change":"2023-12-01T04:41:52.056801+0000","last_active":"2023-12-01T04:41:54.726459+0000","last_peered":"2023-12-01T04:41:54.726459+0000","last_clean":"2023-12-01T04:41:54.726459+0000","last_became_active":"2023-12-01T04:41:52.056497+0000","last_became_peered":"2023-12-01T04:41:52.056497+0000","last_unstale":"2023-12-01T04:41:54.726459+0000","last_undegraded":"2023-12-01T04:41:54.726459+0000","last_fullsized":"2023-12-01T04:41:54.726459+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:08:10.252302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931504+0000","last_change":"2023-12-01T04:41:15.888819+0000","last_active":"2023-12-01T04:41:53.931504+0000","last_peered":"2023-12-01T04:41:53.931504+0000","last_clean":"2023-12-01T04:41:53.931504+0000","last_became_active":"2023-12-01T04:41:15.888316+0000","last_became_peered":"2023-12-01T04:41:15.888316+0000","last_unstale":"2023-12-01T04:41:53.931504+0000","last_undegraded":"2023-12-01T04:41:53.931504+0000","last_fullsized":"2023-12-01T04:41:53.931504+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003484+0000","last_change":"2023-12-01T04:41:15.483362+0000","last_active":"2023-12-01T04:41:53.003484+0000","last_peered":"2023-12-01T04:41:53.003484+0000","last_clean":"2023-12-01T04:41:53.003484+0000","last_became_active":"2023-12-01T04:41:15.483051+0000","last_became_peered":"2023-12-01T04:41:15.483051+0000","last_unstale":"2023-12-01T04:41:53.003484+0000","last_undegraded":"2023-12-01T04:41:53.003484+0000","last_fullsized":"2023-12-01T04:41:53.003484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.726404+0000","last_change":"2023-12-01T04:41:52.302022+0000","last_active":"2023-12-01T04:41:54.726404+0000","last_peered":"2023-12-01T04:41:54.726404+0000","last_clean":"2023-12-01T04:41:54.726404+0000","last_became_active":"2023-12-01T04:41:52.301749+0000","last_became_peered":"2023-12-01T04:41:52.301749+0000","last_unstale":"2023-12-01T04:41:54.726404+0000","last_undegraded":"2023-12-01T04:41:54.726404+0000","last_fullsized":"2023-12-01T04:41:54.726404+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:34:42.615858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004049+0000","last_change":"2023-12-01T04:41:15.483151+0000","last_active":"2023-12-01T04:41:53.004049+0000","last_peered":"2023-12-01T04:41:53.004049+0000","last_clean":"2023-12-01T04:41:53.004049+0000","last_became_active":"2023-12-01T04:41:15.482838+0000","last_became_peered":"2023-12-01T04:41:15.482838+0000","last_unstale":"2023-12-01T04:41:53.004049+0000","last_undegraded":"2023-12-01T04:41:53.004049+0000","last_fullsized":"2023-12-01T04:41:53.004049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746185+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:52.746185+0000","last_peered":"2023-12-01T04:41:52.746185+0000","last_clean":"2023-12-01T04:41:52.746185+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:52.746185+0000","last_undegraded":"2023-12-01T04:41:52.746185+0000","last_fullsized":"2023-12-01T04:41:52.746185+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.723502+0000","last_change":"2023-12-01T04:41:52.303447+0000","last_active":"2023-12-01T04:41:54.723502+0000","last_peered":"2023-12-01T04:41:54.723502+0000","last_clean":"2023-12-01T04:41:54.723502+0000","last_became_active":"2023-12-01T04:41:52.303108+0000","last_became_peered":"2023-12-01T04:41:52.303108+0000","last_unstale":"2023-12-01T04:41:54.723502+0000","last_undegraded":"2023-12-01T04:41:54.723502+0000","last_fullsized":"2023-12-01T04:41:54.723502+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:05:49.217308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745361+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:52.745361+0000","last_peered":"2023-12-01T04:41:52.745361+0000","last_clean":"2023-12-01T04:41:52.745361+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:52.745361+0000","last_undegraded":"2023-12-01T04:41:52.745361+0000","last_fullsized":"2023-12-01T04:41:52.745361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931225+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:53.931225+0000","last_peered":"2023-12-01T04:41:53.931225+0000","last_clean":"2023-12-01T04:41:53.931225+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:53.931225+0000","last_undegraded":"2023-12-01T04:41:53.931225+0000","last_fullsized":"2023-12-01T04:41:53.931225+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.380089+0000","last_change":"2023-12-01T04:41:52.201901+0000","last_active":"2023-12-01T04:41:54.380089+0000","last_peered":"2023-12-01T04:41:54.380089+0000","last_clean":"2023-12-01T04:41:54.380089+0000","last_became_active":"2023-12-01T04:41:52.201569+0000","last_became_peered":"2023-12-01T04:41:52.201569+0000","last_unstale":"2023-12-01T04:41:54.380089+0000","last_undegraded":"2023-12-01T04:41:54.380089+0000","last_fullsized":"2023-12-01T04:41:54.380089+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:34:22.809214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765544+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:52.765544+0000","last_peered":"2023-12-01T04:41:52.765544+0000","last_clean":"2023-12-01T04:41:52.765544+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:52.765544+0000","last_undegraded":"2023-12-01T04:41:52.765544+0000","last_fullsized":"2023-12-01T04:41:52.765544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931945+0000","last_change":"2023-12-01T04:41:15.885444+0000","last_active":"2023-12-01T04:41:53.931945+0000","last_peered":"2023-12-01T04:41:53.931945+0000","last_clean":"2023-12-01T04:41:53.931945+0000","last_became_active":"2023-12-01T04:41:15.885192+0000","last_became_peered":"2023-12-01T04:41:15.885192+0000","last_unstale":"2023-12-01T04:41:53.931945+0000","last_undegraded":"2023-12-01T04:41:53.931945+0000","last_fullsized":"2023-12-01T04:41:53.931945+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003604+0000","last_change":"2023-12-01T04:41:15.484424+0000","last_active":"2023-12-01T04:41:53.003604+0000","last_peered":"2023-12-01T04:41:53.003604+0000","last_clean":"2023-12-01T04:41:53.003604+0000","last_became_active":"2023-12-01T04:41:15.483614+0000","last_became_peered":"2023-12-01T04:41:15.483614+0000","last_unstale":"2023-12-01T04:41:53.003604+0000","last_undegraded":"2023-12-01T04:41:53.003604+0000","last_fullsized":"2023-12-01T04:41:53.003604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745939+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:52.745939+0000","last_peered":"2023-12-01T04:41:52.745939+0000","last_clean":"2023-12-01T04:41:52.745939+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:52.745939+0000","last_undegraded":"2023-12-01T04:41:52.745939+0000","last_fullsized":"2023-12-01T04:41:52.745939+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745098+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:52.745098+0000","last_peered":"2023-12-01T04:41:52.745098+0000","last_clean":"2023-12-01T04:41:52.745098+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:52.745098+0000","last_undegraded":"2023-12-01T04:41:52.745098+0000","last_fullsized":"2023-12-01T04:41:52.745098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930706+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:53.930706+0000","last_peered":"2023-12-01T04:41:53.930706+0000","last_clean":"2023-12-01T04:41:53.930706+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:53.930706+0000","last_undegraded":"2023-12-01T04:41:53.930706+0000","last_fullsized":"2023-12-01T04:41:53.930706+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745814+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:52.745814+0000","last_peered":"2023-12-01T04:41:52.745814+0000","last_clean":"2023-12-01T04:41:52.745814+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:52.745814+0000","last_undegraded":"2023-12-01T04:41:52.745814+0000","last_fullsized":"2023-12-01T04:41:52.745814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930786+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:53.930786+0000","last_peered":"2023-12-01T04:41:53.930786+0000","last_clean":"2023-12-01T04:41:53.930786+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:53.930786+0000","last_undegraded":"2023-12-01T04:41:53.930786+0000","last_fullsized":"2023-12-01T04:41:53.930786+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003757+0000","last_change":"2023-12-01T04:41:15.482614+0000","last_active":"2023-12-01T04:41:53.003757+0000","last_peered":"2023-12-01T04:41:53.003757+0000","last_clean":"2023-12-01T04:41:53.003757+0000","last_became_active":"2023-12-01T04:41:15.482316+0000","last_became_peered":"2023-12-01T04:41:15.482316+0000","last_unstale":"2023-12-01T04:41:53.003757+0000","last_undegraded":"2023-12-01T04:41:53.003757+0000","last_fullsized":"2023-12-01T04:41:53.003757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:45:23.315458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764864+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:52.764864+0000","last_peered":"2023-12-01T04:41:52.764864+0000","last_clean":"2023-12-01T04:41:52.764864+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:52.764864+0000","last_undegraded":"2023-12-01T04:41:52.764864+0000","last_fullsized":"2023-12-01T04:41:52.764864+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744287+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:52.744287+0000","last_peered":"2023-12-01T04:41:52.744287+0000","last_clean":"2023-12-01T04:41:52.744287+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:52.744287+0000","last_undegraded":"2023-12-01T04:41:52.744287+0000","last_fullsized":"2023-12-01T04:41:52.744287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004016+0000","last_change":"2023-12-01T04:41:15.895420+0000","last_active":"2023-12-01T04:41:53.004016+0000","last_peered":"2023-12-01T04:41:53.004016+0000","last_clean":"2023-12-01T04:41:53.004016+0000","last_became_active":"2023-12-01T04:41:15.895120+0000","last_became_peered":"2023-12-01T04:41:15.895120+0000","last_unstale":"2023-12-01T04:41:53.004016+0000","last_undegraded":"2023-12-01T04:41:53.004016+0000","last_fullsized":"2023-12-01T04:41:53.004016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745407+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:52.745407+0000","last_peered":"2023-12-01T04:41:52.745407+0000","last_clean":"2023-12-01T04:41:52.745407+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:52.745407+0000","last_undegraded":"2023-12-01T04:41:52.745407+0000","last_fullsized":"2023-12-01T04:41:52.745407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931550+0000","last_change":"2023-12-01T04:41:15.900786+0000","last_active":"2023-12-01T04:41:53.931550+0000","last_peered":"2023-12-01T04:41:53.931550+0000","last_clean":"2023-12-01T04:41:53.931550+0000","last_became_active":"2023-12-01T04:41:15.900493+0000","last_became_peered":"2023-12-01T04:41:15.900493+0000","last_unstale":"2023-12-01T04:41:53.931550+0000","last_undegraded":"2023-12-01T04:41:53.931550+0000","last_fullsized":"2023-12-01T04:41:53.931550+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744798+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:52.744798+0000","last_peered":"2023-12-01T04:41:52.744798+0000","last_clean":"2023-12-01T04:41:52.744798+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:52.744798+0000","last_undegraded":"2023-12-01T04:41:52.744798+0000","last_fullsized":"2023-12-01T04:41:52.744798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004202+0000","last_change":"2023-12-01T04:41:15.900728+0000","last_active":"2023-12-01T04:41:53.004202+0000","last_peered":"2023-12-01T04:41:53.004202+0000","last_clean":"2023-12-01T04:41:53.004202+0000","last_became_active":"2023-12-01T04:41:15.900355+0000","last_became_peered":"2023-12-01T04:41:15.900355+0000","last_unstale":"2023-12-01T04:41:53.004202+0000","last_undegraded":"2023-12-01T04:41:53.004202+0000","last_fullsized":"2023-12-01T04:41:53.004202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764763+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:52.764763+0000","last_peered":"2023-12-01T04:41:52.764763+0000","last_clean":"2023-12-01T04:41:52.764763+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:52.764763+0000","last_undegraded":"2023-12-01T04:41:52.764763+0000","last_fullsized":"2023-12-01T04:41:52.764763+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.743957+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:52.743957+0000","last_peered":"2023-12-01T04:41:52.743957+0000","last_clean":"2023-12-01T04:41:52.743957+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:52.743957+0000","last_undegraded":"2023-12-01T04:41:52.743957+0000","last_fullsized":"2023-12-01T04:41:52.743957+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931499+0000","last_change":"2023-12-01T04:41:15.889855+0000","last_active":"2023-12-01T04:41:53.931499+0000","last_peered":"2023-12-01T04:41:53.931499+0000","last_clean":"2023-12-01T04:41:53.931499+0000","last_became_active":"2023-12-01T04:41:15.889237+0000","last_became_peered":"2023-12-01T04:41:15.889237+0000","last_unstale":"2023-12-01T04:41:53.931499+0000","last_undegraded":"2023-12-01T04:41:53.931499+0000","last_fullsized":"2023-12-01T04:41:53.931499+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931623+0000","last_change":"2023-12-01T04:41:15.887786+0000","last_active":"2023-12-01T04:41:53.931623+0000","last_peered":"2023-12-01T04:41:53.931623+0000","last_clean":"2023-12-01T04:41:53.931623+0000","last_became_active":"2023-12-01T04:41:15.887512+0000","last_became_peered":"2023-12-01T04:41:15.887512+0000","last_unstale":"2023-12-01T04:41:53.931623+0000","last_undegraded":"2023-12-01T04:41:53.931623+0000","last_fullsized":"2023-12-01T04:41:53.931623+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931015+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:53.931015+0000","last_peered":"2023-12-01T04:41:53.931015+0000","last_clean":"2023-12-01T04:41:53.931015+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:53.931015+0000","last_undegraded":"2023-12-01T04:41:53.931015+0000","last_fullsized":"2023-12-01T04:41:53.931015+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745310+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:52.745310+0000","last_peered":"2023-12-01T04:41:52.745310+0000","last_clean":"2023-12-01T04:41:52.745310+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:52.745310+0000","last_undegraded":"2023-12-01T04:41:52.745310+0000","last_fullsized":"2023-12-01T04:41:52.745310+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765509+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:52.765509+0000","last_peered":"2023-12-01T04:41:52.765509+0000","last_clean":"2023-12-01T04:41:52.765509+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:52.765509+0000","last_undegraded":"2023-12-01T04:41:52.765509+0000","last_fullsized":"2023-12-01T04:41:52.765509+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931154+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:53.931154+0000","last_peered":"2023-12-01T04:41:53.931154+0000","last_clean":"2023-12-01T04:41:53.931154+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:53.931154+0000","last_undegraded":"2023-12-01T04:41:53.931154+0000","last_fullsized":"2023-12-01T04:41:53.931154+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931315+0000","last_change":"2023-12-01T04:41:15.884130+0000","last_active":"2023-12-01T04:41:53.931315+0000","last_peered":"2023-12-01T04:41:53.931315+0000","last_clean":"2023-12-01T04:41:53.931315+0000","last_became_active":"2023-12-01T04:41:15.883824+0000","last_became_peered":"2023-12-01T04:41:15.883824+0000","last_unstale":"2023-12-01T04:41:53.931315+0000","last_undegraded":"2023-12-01T04:41:53.931315+0000","last_fullsized":"2023-12-01T04:41:53.931315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930780+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:53.930780+0000","last_peered":"2023-12-01T04:41:53.930780+0000","last_clean":"2023-12-01T04:41:53.930780+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:53.930780+0000","last_undegraded":"2023-12-01T04:41:53.930780+0000","last_fullsized":"2023-12-01T04:41:53.930780+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931494+0000","last_change":"2023-12-01T04:41:15.890551+0000","last_active":"2023-12-01T04:41:53.931494+0000","last_peered":"2023-12-01T04:41:53.931494+0000","last_clean":"2023-12-01T04:41:53.931494+0000","last_became_active":"2023-12-01T04:41:15.890230+0000","last_became_peered":"2023-12-01T04:41:15.890230+0000","last_unstale":"2023-12-01T04:41:53.931494+0000","last_undegraded":"2023-12-01T04:41:53.931494+0000","last_fullsized":"2023-12-01T04:41:53.931494+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931716+0000","last_change":"2023-12-01T04:41:15.887687+0000","last_active":"2023-12-01T04:41:53.931716+0000","last_peered":"2023-12-01T04:41:53.931716+0000","last_clean":"2023-12-01T04:41:53.931716+0000","last_became_active":"2023-12-01T04:41:15.887073+0000","last_became_peered":"2023-12-01T04:41:15.887073+0000","last_unstale":"2023-12-01T04:41:53.931716+0000","last_undegraded":"2023-12-01T04:41:53.931716+0000","last_fullsized":"2023-12-01T04:41:53.931716+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:10:34.740939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765385+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:52.765385+0000","last_peered":"2023-12-01T04:41:52.765385+0000","last_clean":"2023-12-01T04:41:52.765385+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:52.765385+0000","last_undegraded":"2023-12-01T04:41:52.765385+0000","last_fullsized":"2023-12-01T04:41:52.765385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201300,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1286144,"data_stored":888329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.74399999999999999}]},{"osd":1,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.66800000000000004}]},{"osd":2,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.75900000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.78400000000000003}]},{"osd":4,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.58699999999999997}]},{"osd":5,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.625},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.61099999999999999}]},{"osd":6,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.68400000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462937,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1264,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1294336,"data_stored":890406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":2.242,"5min":2.242,"15min":2.242},"last":0.61299999999999999}]},{"osd":1,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.9180000000000001,"5min":2.9180000000000001,"15min":2.9180000000000001},"last":0.69499999999999995}]},{"osd":2,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.21,"5min":2.21,"15min":2.21},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.63},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":2.8889999999999998,"5min":2.8889999999999998,"15min":2.8889999999999998},"last":0.65000000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":2.2949999999999999},"last":0.434},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.36099999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":2.2709999999999999,"5min":2.2709999999999999,"15min":2.2709999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.40999999999999998}]},{"osd":7,"last update":"Fri Dec 1 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4399999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.46100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":680,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":696320,"data_stored":297848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:46 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.32000000000000001,"15min":0.29599999999999999},"min":{"1min":0.23300000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60099999999999998,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.34699999999999998,"15min":0.317},"min":{"1min":0.26800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.56299999999999994,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.31}]},{"osd":2,"last update":"Fri Dec 1 04:42:12 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.374,"15min":0.37},"min":{"1min":0.246,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40300000000000002,"15min":0.39000000000000001},"min":{"1min":0.28299999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.26100000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:34 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.47999999999999998,"15min":0.48199999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.61699999999999999,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.45700000000000002,"15min":0.46000000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35799999999999998}]},{"osd":4,"last update":"Fri Dec 1 04:41:53 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73999999999999999,"5min":2.177,"15min":2.177},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.63600000000000001,"15min":0.64200000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81299999999999994,"5min":2.194,"15min":2.194},"last":0.442}]},{"osd":5,"last update":"Fri Dec 1 04:42:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.625,"15min":0.63400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79200000000000004,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.57599999999999996,"15min":0.57099999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57499999999999996}]},{"osd":6,"last update":"Fri Dec 1 04:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738420,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1302528,"data_stored":889057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.495,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.37,"15min":0.35399999999999998},"min":{"1min":0.26800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.31900000000000001}]},{"osd":2,"last update":"Fri Dec 1 04:42:11 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.55000000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.30299999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:41:36 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46800000000000003,"15min":0.46999999999999997},"min":{"1min":0.35299999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.45200000000000001,"15min":0.45500000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.35799999999999998}]},{"osd":4,"last update":"Fri Dec 1 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.59999999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:42:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.57199999999999995,"15min":0.56799999999999995},"min":{"1min":0.45700000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.57399999999999995,"15min":0.56899999999999995},"min":{"1min":0.45300000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.71799999999999997}]},{"osd":6,"last update":"Fri Dec 1 04:41:36 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.63},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.68100000000000005}]},{"osd":7,"last update":"Fri Dec 1 04:42:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.751},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.66400000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411371,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:42:16 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.34699999999999998,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.34300000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.28499999999999998}]},{"osd":1,"last update":"Fri Dec 1 04:42:16 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.55800000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.246},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41599999999999998,"15min":0.40200000000000002},"min":{"1min":0.313,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.61599999999999999,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.32000000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.309},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.438,"15min":0.434},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.38900000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:41:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55700000000000005,"15min":0.55400000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.502}]},{"osd":5,"last update":"Fri Dec 1 04:42:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.60199999999999998,"15min":0.59499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5680000000000001,"5min":2.5680000000000001,"15min":2.5680000000000001},"last":0.48999999999999999}]},{"osd":6,"last update":"Fri Dec 1 04:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.47999999999999998}]},{"osd":7,"last update":"Fri Dec 1 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.52300000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149733,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":708608,"data_stored":300142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39300000000000002,"15min":0.39800000000000002},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.55800000000000005,"5min":0.62,"15min":0.62},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.43099999999999999,"15min":0.434},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.44800000000000001}]},{"osd":1,"last update":"Fri Dec 1 04:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.45000000000000001,"15min":0.45200000000000001},"min":{"1min":0.27100000000000002,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.434,"5min":0.45800000000000002,"15min":0.46200000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61699999999999999,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:41:32 2023","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.45800000000000002,"15min":0.46200000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.54200000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.48099999999999998,"15min":0.48699999999999999},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.41599999999999998}]},{"osd":4,"last update":"Fri Dec 1 04:41:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59399999999999997,"15min":0.59899999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.875,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.62,"15min":0.62},"min":{"1min":0.496,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.85699999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.60799999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:42:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.60499999999999998,"15min":0.61599999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78800000000000003,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.64400000000000002,"15min":0.65600000000000003},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.63600000000000001}]},{"osd":6,"last update":"Fri Dec 1 04:41:41 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.48199999999999998}]},{"osd":7,"last update":"Fri Dec 1 04:42:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.623}]}]},{"osd":4,"up_from":31,"seq":133143986210,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":708608,"data_stored":298669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.49299999999999999,"15min":0.49399999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67600000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.65400000000000003}]},{"osd":1,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.70299999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.504,"15min":0.502},"min":{"1min":0.38800000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.68100000000000005,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.54700000000000004}]},{"osd":2,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60999999999999999,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.53100000000000003,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4990000000000001,"5min":2.4990000000000001,"15min":2.4990000000000001},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.5,"15min":0.5},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73599999999999999,"5min":0.754,"15min":0.754},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.52300000000000002,"15min":0.51900000000000002},"min":{"1min":0.36699999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78200000000000003,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Dec 1 04:42:15 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.38300000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.40999999999999998,"15min":0.39500000000000002},"min":{"1min":0.31,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.40400000000000003}]},{"osd":6,"last update":"Fri Dec 1 04:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.47399999999999998}]},{"osd":7,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.45200000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724573,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":704512,"data_stored":300128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.68999999999999995,"15min":0.72099999999999997},"min":{"1min":0.34000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68100000000000005,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.504,"15min":0.50800000000000001},"min":{"1min":0.32800000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.67300000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48699999999999999}]},{"osd":1,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.49399999999999999,"15min":0.498},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.433},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.621,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.39300000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50800000000000001,"15min":0.51400000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.626,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.38},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52500000000000002,"15min":0.52800000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63600000000000001,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54800000000000004}]},{"osd":3,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.503,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.58999999999999997,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40100000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67300000000000004,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.56200000000000006}]},{"osd":4,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39000000000000001},"min":{"1min":0.31900000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.496,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.435,"15min":0.42799999999999999},"min":{"1min":0.30199999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.66400000000000003,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.41899999999999998}]},{"osd":6,"last update":"Fri Dec 1 04:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Dec 1 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60099999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:42:33.572 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-01T04:42:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[97855]: Deploying daemon node-exporter.b on smithi155 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[97855]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[97855]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[116524]: Deploying daemon node-exporter.b on smithi155 2023-12-01T04:42:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[116524]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:33 smithi111 ceph-mon[116524]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:42:33.793 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:33 smithi155 bash[152566]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.575158464Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.600291784Z level=info msg="Executing migration" id="create data_keys table" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.642211133Z level=info msg="Executing migration" id="create secrets table" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.667425206Z level=info msg="Executing migration" id="rename data_keys name column to id" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.692517928Z level=info msg="Executing migration" id="add name column into data_keys" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.717680306Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.743033345Z level=info msg="Executing migration" id="rename data_keys name column to label" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.768066845Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2023-12-01T04:42:33.794 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.793504401Z level=info msg="Executing migration" id="create kv_store table v1" 2023-12-01T04:42:33.875 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:34.045 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.82719037Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2023-12-01T04:42:34.045 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.868848636Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2023-12-01T04:42:34.045 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.894197064Z level=info msg="Executing migration" id="create permission table" 2023-12-01T04:42:34.045 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.919377918Z level=info msg="Executing migration" id="add unique index permission.role_id" 2023-12-01T04:42:34.046 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.944468311Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2023-12-01T04:42:34.046 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.969742121Z level=info msg="Executing migration" id="create role table" 2023-12-01T04:42:34.046 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:33 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:33.994803789Z level=info msg="Executing migration" id="add column display_name" 2023-12-01T04:42:34.046 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.020186114Z level=info msg="Executing migration" id="add column group_name" 2023-12-01T04:42:34.046 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.045163493Z level=info msg="Executing migration" id="add index role.org_id" 2023-12-01T04:42:34.330 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:34 smithi155 bash[152566]: Getting image source signatures 2023-12-01T04:42:34.330 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.087252538Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2023-12-01T04:42:34.330 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.154166858Z level=info msg="Executing migration" id="add index role_org_id_uid" 2023-12-01T04:42:34.330 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.196040776Z level=info msg="Executing migration" id="create team role table" 2023-12-01T04:42:34.330 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.221294943Z level=info msg="Executing migration" id="add index team_role.org_id" 2023-12-01T04:42:34.331 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.263289964Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2023-12-01T04:42:34.331 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.32997754Z level=info msg="Executing migration" id="add index team_role.team_id" 2023-12-01T04:42:34.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:34 smithi155 bash[152566]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2023-12-01T04:42:34.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:34 smithi155 bash[152566]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2023-12-01T04:42:34.632 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:34 smithi155 bash[152566]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2023-12-01T04:42:34.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.405614898Z level=info msg="Executing migration" id="create user role table" 2023-12-01T04:42:34.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.482872865Z level=info msg="Executing migration" id="add index user_role.org_id" 2023-12-01T04:42:34.632 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.548100335Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2023-12-01T04:42:34.633 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:34.925 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.631723503Z level=info msg="Executing migration" id="add index user_role.user_id" 2023-12-01T04:42:34.925 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.699034481Z level=info msg="Executing migration" id="create builtin role table" 2023-12-01T04:42:34.925 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.774494624Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2023-12-01T04:42:34.925 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.866166379Z level=info msg="Executing migration" id="add index builtin_role.name" 2023-12-01T04:42:35.177 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:34 smithi155 bash[152566]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2023-12-01T04:42:35.177 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:35 smithi155 bash[152566]: Writing manifest to image destination 2023-12-01T04:42:35.177 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:35 smithi155 bash[152566]: Storing signatures 2023-12-01T04:42:35.177 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:34 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:34.966154258Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2023-12-01T04:42:35.177 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.061861607Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2023-12-01T04:42:35.177 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.109452828Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2023-12-01T04:42:35.178 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.134825255Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2023-12-01T04:42:35.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.176909499Z level=info msg="Executing migration" id="add unique index role.uid" 2023-12-01T04:42:35.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.228095732Z level=info msg="Executing migration" id="create seed assignment table" 2023-12-01T04:42:35.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.320390293Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2023-12-01T04:42:35.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.370920096Z level=info msg="Executing migration" id="add column hidden to role table" 2023-12-01T04:42:35.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.421550181Z level=info msg="Executing migration" id="create query_history table v1" 2023-12-01T04:42:35.602 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:35.604 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:42:35.739 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:35 smithi155 ceph-mon[102677]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.466218045Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.521756813Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.586576265Z level=info msg="Executing migration" id="teams permissions migration" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.611865742Z level=info msg="Executing migration" id="dashboard permissions" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.654196881Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.67120083Z level=info msg="Executing migration" id="drop managed folder create actions" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.704947588Z level=info msg="Executing migration" id="alerting notification permissions" 2023-12-01T04:42:35.739 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.738621252Z level=info msg="Executing migration" id="create query_history_star table v1" 2023-12-01T04:42:35.806 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:35 smithi111 ceph-mon[97855]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:35.807 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:35 smithi111 ceph-mon[116524]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:35.999 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.789086292Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2023-12-01T04:42:35.999 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.839556784Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2023-12-01T04:42:35.999 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.93115519Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2023-12-01T04:42:35.999 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:35 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:35.999115065Z level=info msg="Executing migration" id="create correlation table v1" 2023-12-01T04:42:36.311 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.07513688Z level=info msg="Executing migration" id="add index correlations.uid" 2023-12-01T04:42:36.311 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.159612743Z level=info msg="Executing migration" id="add index correlations.source_uid" 2023-12-01T04:42:36.311 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.235337508Z level=info msg="Executing migration" id="add correlation config column" 2023-12-01T04:42:36.371 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":30,"stamp":"2023-12-01T04:42:34.734513+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222836,"kb_used_data":7220,"kb_used_omap":0,"kb_used_meta":215552,"kb_avail":749738380,"statfs":{"total":767960285184,"available":767732101120,"internally_reserved":0,"allocated":7393280,"data_stored":4162540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":220725248},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002651"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004189+0000","last_change":"2023-12-01T04:41:15.899440+0000","last_active":"2023-12-01T04:41:53.004189+0000","last_peered":"2023-12-01T04:41:53.004189+0000","last_clean":"2023-12-01T04:41:53.004189+0000","last_became_active":"2023-12-01T04:41:15.899167+0000","last_became_peered":"2023-12-01T04:41:15.899167+0000","last_unstale":"2023-12-01T04:41:53.004189+0000","last_undegraded":"2023-12-01T04:41:53.004189+0000","last_fullsized":"2023-12-01T04:41:53.004189+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745219+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:41:52.745219+0000","last_peered":"2023-12-01T04:41:52.745219+0000","last_clean":"2023-12-01T04:41:52.745219+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:41:52.745219+0000","last_undegraded":"2023-12-01T04:41:52.745219+0000","last_fullsized":"2023-12-01T04:41:52.745219+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931760+0000","last_change":"2023-12-01T04:41:15.887247+0000","last_active":"2023-12-01T04:41:53.931760+0000","last_peered":"2023-12-01T04:41:53.931760+0000","last_clean":"2023-12-01T04:41:53.931760+0000","last_became_active":"2023-12-01T04:41:15.886941+0000","last_became_peered":"2023-12-01T04:41:15.886941+0000","last_unstale":"2023-12-01T04:41:53.931760+0000","last_undegraded":"2023-12-01T04:41:53.931760+0000","last_fullsized":"2023-12-01T04:41:53.931760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931723+0000","last_change":"2023-12-01T04:41:15.886890+0000","last_active":"2023-12-01T04:41:53.931723+0000","last_peered":"2023-12-01T04:41:53.931723+0000","last_clean":"2023-12-01T04:41:53.931723+0000","last_became_active":"2023-12-01T04:41:15.886613+0000","last_became_peered":"2023-12-01T04:41:15.886613+0000","last_unstale":"2023-12-01T04:41:53.931723+0000","last_undegraded":"2023-12-01T04:41:53.931723+0000","last_fullsized":"2023-12-01T04:41:53.931723+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003842+0000","last_change":"2023-12-01T04:41:15.906727+0000","last_active":"2023-12-01T04:41:53.003842+0000","last_peered":"2023-12-01T04:41:53.003842+0000","last_clean":"2023-12-01T04:41:53.003842+0000","last_became_active":"2023-12-01T04:41:15.906170+0000","last_became_peered":"2023-12-01T04:41:15.906170+0000","last_unstale":"2023-12-01T04:41:53.003842+0000","last_undegraded":"2023-12-01T04:41:53.003842+0000","last_fullsized":"2023-12-01T04:41:53.003842+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931607+0000","last_change":"2023-12-01T04:41:15.889644+0000","last_active":"2023-12-01T04:41:53.931607+0000","last_peered":"2023-12-01T04:41:53.931607+0000","last_clean":"2023-12-01T04:41:53.931607+0000","last_became_active":"2023-12-01T04:41:15.888840+0000","last_became_peered":"2023-12-01T04:41:15.888840+0000","last_unstale":"2023-12-01T04:41:53.931607+0000","last_undegraded":"2023-12-01T04:41:53.931607+0000","last_fullsized":"2023-12-01T04:41:53.931607+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003572+0000","last_change":"2023-12-01T04:41:15.905504+0000","last_active":"2023-12-01T04:41:53.003572+0000","last_peered":"2023-12-01T04:41:53.003572+0000","last_clean":"2023-12-01T04:41:53.003572+0000","last_became_active":"2023-12-01T04:41:15.904754+0000","last_became_peered":"2023-12-01T04:41:15.904754+0000","last_unstale":"2023-12-01T04:41:53.003572+0000","last_undegraded":"2023-12-01T04:41:53.003572+0000","last_fullsized":"2023-12-01T04:41:53.003572+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930620+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:41:53.930620+0000","last_peered":"2023-12-01T04:41:53.930620+0000","last_clean":"2023-12-01T04:41:53.930620+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:41:53.930620+0000","last_undegraded":"2023-12-01T04:41:53.930620+0000","last_fullsized":"2023-12-01T04:41:53.930620+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004155+0000","last_change":"2023-12-01T04:41:15.893918+0000","last_active":"2023-12-01T04:41:53.004155+0000","last_peered":"2023-12-01T04:41:53.004155+0000","last_clean":"2023-12-01T04:41:53.004155+0000","last_became_active":"2023-12-01T04:41:15.893562+0000","last_became_peered":"2023-12-01T04:41:15.893562+0000","last_unstale":"2023-12-01T04:41:53.004155+0000","last_undegraded":"2023-12-01T04:41:53.004155+0000","last_fullsized":"2023-12-01T04:41:53.004155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765105+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:41:52.765105+0000","last_peered":"2023-12-01T04:41:52.765105+0000","last_clean":"2023-12-01T04:41:52.765105+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:41:52.765105+0000","last_undegraded":"2023-12-01T04:41:52.765105+0000","last_fullsized":"2023-12-01T04:41:52.765105+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765069+0000","last_change":"2023-12-01T04:41:15.896121+0000","last_active":"2023-12-01T04:41:52.765069+0000","last_peered":"2023-12-01T04:41:52.765069+0000","last_clean":"2023-12-01T04:41:52.765069+0000","last_became_active":"2023-12-01T04:41:15.894537+0000","last_became_peered":"2023-12-01T04:41:15.894537+0000","last_unstale":"2023-12-01T04:41:52.765069+0000","last_undegraded":"2023-12-01T04:41:52.765069+0000","last_fullsized":"2023-12-01T04:41:52.765069+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:16:14.711031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746281+0000","last_change":"2023-12-01T04:41:15.902619+0000","last_active":"2023-12-01T04:41:52.746281+0000","last_peered":"2023-12-01T04:41:52.746281+0000","last_clean":"2023-12-01T04:41:52.746281+0000","last_became_active":"2023-12-01T04:41:15.902296+0000","last_became_peered":"2023-12-01T04:41:15.902296+0000","last_unstale":"2023-12-01T04:41:52.746281+0000","last_undegraded":"2023-12-01T04:41:52.746281+0000","last_fullsized":"2023-12-01T04:41:52.746281+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:18:48.205258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930745+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:41:53.930745+0000","last_peered":"2023-12-01T04:41:53.930745+0000","last_clean":"2023-12-01T04:41:53.930745+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:41:53.930745+0000","last_undegraded":"2023-12-01T04:41:53.930745+0000","last_fullsized":"2023-12-01T04:41:53.930745+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931730+0000","last_change":"2023-12-01T04:41:15.887265+0000","last_active":"2023-12-01T04:41:53.931730+0000","last_peered":"2023-12-01T04:41:53.931730+0000","last_clean":"2023-12-01T04:41:53.931730+0000","last_became_active":"2023-12-01T04:41:15.886955+0000","last_became_peered":"2023-12-01T04:41:15.886955+0000","last_unstale":"2023-12-01T04:41:53.931730+0000","last_undegraded":"2023-12-01T04:41:53.931730+0000","last_fullsized":"2023-12-01T04:41:53.931730+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745013+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:41:52.745013+0000","last_peered":"2023-12-01T04:41:52.745013+0000","last_clean":"2023-12-01T04:41:52.745013+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:41:52.745013+0000","last_undegraded":"2023-12-01T04:41:52.745013+0000","last_fullsized":"2023-12-01T04:41:52.745013+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931194+0000","last_change":"2023-12-01T04:41:15.888167+0000","last_active":"2023-12-01T04:41:53.931194+0000","last_peered":"2023-12-01T04:41:53.931194+0000","last_clean":"2023-12-01T04:41:53.931194+0000","last_became_active":"2023-12-01T04:41:15.887883+0000","last_became_peered":"2023-12-01T04:41:15.887883+0000","last_unstale":"2023-12-01T04:41:53.931194+0000","last_undegraded":"2023-12-01T04:41:53.931194+0000","last_fullsized":"2023-12-01T04:41:53.931194+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931867+0000","last_change":"2023-12-01T04:41:15.887896+0000","last_active":"2023-12-01T04:41:53.931867+0000","last_peered":"2023-12-01T04:41:53.931867+0000","last_clean":"2023-12-01T04:41:53.931867+0000","last_became_active":"2023-12-01T04:41:15.887535+0000","last_became_peered":"2023-12-01T04:41:15.887535+0000","last_unstale":"2023-12-01T04:41:53.931867+0000","last_undegraded":"2023-12-01T04:41:53.931867+0000","last_fullsized":"2023-12-01T04:41:53.931867+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744875+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:41:52.744875+0000","last_peered":"2023-12-01T04:41:52.744875+0000","last_clean":"2023-12-01T04:41:52.744875+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:41:52.744875+0000","last_undegraded":"2023-12-01T04:41:52.744875+0000","last_fullsized":"2023-12-01T04:41:52.744875+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003870+0000","last_change":"2023-12-01T04:41:15.898847+0000","last_active":"2023-12-01T04:41:53.003870+0000","last_peered":"2023-12-01T04:41:53.003870+0000","last_clean":"2023-12-01T04:41:53.003870+0000","last_became_active":"2023-12-01T04:41:15.898527+0000","last_became_peered":"2023-12-01T04:41:15.898527+0000","last_unstale":"2023-12-01T04:41:53.003870+0000","last_undegraded":"2023-12-01T04:41:53.003870+0000","last_fullsized":"2023-12-01T04:41:53.003870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.932180+0000","last_change":"2023-12-01T04:41:15.479702+0000","last_active":"2023-12-01T04:41:53.932180+0000","last_peered":"2023-12-01T04:41:53.932180+0000","last_clean":"2023-12-01T04:41:53.932180+0000","last_became_active":"2023-12-01T04:41:15.479435+0000","last_became_peered":"2023-12-01T04:41:15.479435+0000","last_unstale":"2023-12-01T04:41:53.932180+0000","last_undegraded":"2023-12-01T04:41:53.932180+0000","last_fullsized":"2023-12-01T04:41:53.932180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930952+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:41:53.930952+0000","last_peered":"2023-12-01T04:41:53.930952+0000","last_clean":"2023-12-01T04:41:53.930952+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:41:53.930952+0000","last_undegraded":"2023-12-01T04:41:53.930952+0000","last_fullsized":"2023-12-01T04:41:53.930952+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931048+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:41:53.931048+0000","last_peered":"2023-12-01T04:41:53.931048+0000","last_clean":"2023-12-01T04:41:53.931048+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:41:53.931048+0000","last_undegraded":"2023-12-01T04:41:53.931048+0000","last_fullsized":"2023-12-01T04:41:53.931048+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.932088+0000","last_change":"2023-12-01T04:41:15.879619+0000","last_active":"2023-12-01T04:41:53.932088+0000","last_peered":"2023-12-01T04:41:53.932088+0000","last_clean":"2023-12-01T04:41:53.932088+0000","last_became_active":"2023-12-01T04:41:15.879340+0000","last_became_peered":"2023-12-01T04:41:15.879340+0000","last_unstale":"2023-12-01T04:41:53.932088+0000","last_undegraded":"2023-12-01T04:41:53.932088+0000","last_fullsized":"2023-12-01T04:41:53.932088+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:41:58.195604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004104+0000","last_change":"2023-12-01T04:41:15.484046+0000","last_active":"2023-12-01T04:41:53.004104+0000","last_peered":"2023-12-01T04:41:53.004104+0000","last_clean":"2023-12-01T04:41:53.004104+0000","last_became_active":"2023-12-01T04:41:15.483519+0000","last_became_peered":"2023-12-01T04:41:15.483519+0000","last_unstale":"2023-12-01T04:41:53.004104+0000","last_undegraded":"2023-12-01T04:41:53.004104+0000","last_fullsized":"2023-12-01T04:41:53.004104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931829+0000","last_change":"2023-12-01T04:41:15.885321+0000","last_active":"2023-12-01T04:41:53.931829+0000","last_peered":"2023-12-01T04:41:53.931829+0000","last_clean":"2023-12-01T04:41:53.931829+0000","last_became_active":"2023-12-01T04:41:15.885005+0000","last_became_peered":"2023-12-01T04:41:15.885005+0000","last_unstale":"2023-12-01T04:41:53.931829+0000","last_undegraded":"2023-12-01T04:41:53.931829+0000","last_fullsized":"2023-12-01T04:41:53.931829+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003877+0000","last_change":"2023-12-01T04:41:15.481563+0000","last_active":"2023-12-01T04:41:53.003877+0000","last_peered":"2023-12-01T04:41:53.003877+0000","last_clean":"2023-12-01T04:41:53.003877+0000","last_became_active":"2023-12-01T04:41:15.481254+0000","last_became_peered":"2023-12-01T04:41:15.481254+0000","last_unstale":"2023-12-01T04:41:53.003877+0000","last_undegraded":"2023-12-01T04:41:53.003877+0000","last_fullsized":"2023-12-01T04:41:53.003877+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931707+0000","last_change":"2023-12-01T04:41:15.891300+0000","last_active":"2023-12-01T04:41:53.931707+0000","last_peered":"2023-12-01T04:41:53.931707+0000","last_clean":"2023-12-01T04:41:53.931707+0000","last_became_active":"2023-12-01T04:41:15.890997+0000","last_became_peered":"2023-12-01T04:41:15.890997+0000","last_unstale":"2023-12-01T04:41:53.931707+0000","last_undegraded":"2023-12-01T04:41:53.931707+0000","last_fullsized":"2023-12-01T04:41:53.931707+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930906+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:41:53.930906+0000","last_peered":"2023-12-01T04:41:53.930906+0000","last_clean":"2023-12-01T04:41:53.930906+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:41:53.930906+0000","last_undegraded":"2023-12-01T04:41:53.930906+0000","last_fullsized":"2023-12-01T04:41:53.930906+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745950+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:41:52.745950+0000","last_peered":"2023-12-01T04:41:52.745950+0000","last_clean":"2023-12-01T04:41:52.745950+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:41:52.745950+0000","last_undegraded":"2023-12-01T04:41:52.745950+0000","last_fullsized":"2023-12-01T04:41:52.745950+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764921+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:41:52.764921+0000","last_peered":"2023-12-01T04:41:52.764921+0000","last_clean":"2023-12-01T04:41:52.764921+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:41:52.764921+0000","last_undegraded":"2023-12-01T04:41:52.764921+0000","last_fullsized":"2023-12-01T04:41:52.764921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931616+0000","last_change":"2023-12-01T04:41:15.887502+0000","last_active":"2023-12-01T04:41:53.931616+0000","last_peered":"2023-12-01T04:41:53.931616+0000","last_clean":"2023-12-01T04:41:53.931616+0000","last_became_active":"2023-12-01T04:41:15.886709+0000","last_became_peered":"2023-12-01T04:41:15.886709+0000","last_unstale":"2023-12-01T04:41:53.931616+0000","last_undegraded":"2023-12-01T04:41:53.931616+0000","last_fullsized":"2023-12-01T04:41:53.931616+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930937+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:41:53.930937+0000","last_peered":"2023-12-01T04:41:53.930937+0000","last_clean":"2023-12-01T04:41:53.930937+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:41:53.930937+0000","last_undegraded":"2023-12-01T04:41:53.930937+0000","last_fullsized":"2023-12-01T04:41:53.930937+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930769+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:41:53.930769+0000","last_peered":"2023-12-01T04:41:53.930769+0000","last_clean":"2023-12-01T04:41:53.930769+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:41:53.930769+0000","last_undegraded":"2023-12-01T04:41:53.930769+0000","last_fullsized":"2023-12-01T04:41:53.930769+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931337+0000","last_change":"2023-12-01T04:41:15.480518+0000","last_active":"2023-12-01T04:41:53.931337+0000","last_peered":"2023-12-01T04:41:53.931337+0000","last_clean":"2023-12-01T04:41:53.931337+0000","last_became_active":"2023-12-01T04:41:15.480202+0000","last_became_peered":"2023-12-01T04:41:15.480202+0000","last_unstale":"2023-12-01T04:41:53.931337+0000","last_undegraded":"2023-12-01T04:41:53.931337+0000","last_fullsized":"2023-12-01T04:41:53.931337+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745231+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:41:52.745231+0000","last_peered":"2023-12-01T04:41:52.745231+0000","last_clean":"2023-12-01T04:41:52.745231+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:41:52.745231+0000","last_undegraded":"2023-12-01T04:41:52.745231+0000","last_fullsized":"2023-12-01T04:41:52.745231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765538+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:41:52.765538+0000","last_peered":"2023-12-01T04:41:52.765538+0000","last_clean":"2023-12-01T04:41:52.765538+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:41:52.765538+0000","last_undegraded":"2023-12-01T04:41:52.765538+0000","last_fullsized":"2023-12-01T04:41:52.765538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931887+0000","last_change":"2023-12-01T04:41:15.886812+0000","last_active":"2023-12-01T04:41:53.931887+0000","last_peered":"2023-12-01T04:41:53.931887+0000","last_clean":"2023-12-01T04:41:53.931887+0000","last_became_active":"2023-12-01T04:41:15.886531+0000","last_became_peered":"2023-12-01T04:41:15.886531+0000","last_unstale":"2023-12-01T04:41:53.931887+0000","last_undegraded":"2023-12-01T04:41:53.931887+0000","last_fullsized":"2023-12-01T04:41:53.931887+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931744+0000","last_change":"2023-12-01T04:41:15.478323+0000","last_active":"2023-12-01T04:41:53.931744+0000","last_peered":"2023-12-01T04:41:53.931744+0000","last_clean":"2023-12-01T04:41:53.931744+0000","last_became_active":"2023-12-01T04:41:15.478004+0000","last_became_peered":"2023-12-01T04:41:15.478004+0000","last_unstale":"2023-12-01T04:41:53.931744+0000","last_undegraded":"2023-12-01T04:41:53.931744+0000","last_fullsized":"2023-12-01T04:41:53.931744+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.932049+0000","last_change":"2023-12-01T04:41:15.889973+0000","last_active":"2023-12-01T04:41:53.932049+0000","last_peered":"2023-12-01T04:41:53.932049+0000","last_clean":"2023-12-01T04:41:53.932049+0000","last_became_active":"2023-12-01T04:41:15.889711+0000","last_became_peered":"2023-12-01T04:41:15.889711+0000","last_unstale":"2023-12-01T04:41:53.932049+0000","last_undegraded":"2023-12-01T04:41:53.932049+0000","last_fullsized":"2023-12-01T04:41:53.932049+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745480+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:41:52.745480+0000","last_peered":"2023-12-01T04:41:52.745480+0000","last_clean":"2023-12-01T04:41:52.745480+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:41:52.745480+0000","last_undegraded":"2023-12-01T04:41:52.745480+0000","last_fullsized":"2023-12-01T04:41:52.745480+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746211+0000","last_change":"2023-12-01T04:41:15.902264+0000","last_active":"2023-12-01T04:41:52.746211+0000","last_peered":"2023-12-01T04:41:52.746211+0000","last_clean":"2023-12-01T04:41:52.746211+0000","last_became_active":"2023-12-01T04:41:15.901921+0000","last_became_peered":"2023-12-01T04:41:15.901921+0000","last_unstale":"2023-12-01T04:41:52.746211+0000","last_undegraded":"2023-12-01T04:41:52.746211+0000","last_fullsized":"2023-12-01T04:41:52.746211+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:29:39.256565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765301+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:41:52.765301+0000","last_peered":"2023-12-01T04:41:52.765301+0000","last_clean":"2023-12-01T04:41:52.765301+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:41:52.765301+0000","last_undegraded":"2023-12-01T04:41:52.765301+0000","last_fullsized":"2023-12-01T04:41:52.765301+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003957+0000","last_change":"2023-12-01T04:41:15.900793+0000","last_active":"2023-12-01T04:41:53.003957+0000","last_peered":"2023-12-01T04:41:53.003957+0000","last_clean":"2023-12-01T04:41:53.003957+0000","last_became_active":"2023-12-01T04:41:15.900477+0000","last_became_peered":"2023-12-01T04:41:15.900477+0000","last_unstale":"2023-12-01T04:41:53.003957+0000","last_undegraded":"2023-12-01T04:41:53.003957+0000","last_fullsized":"2023-12-01T04:41:53.003957+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:36:59.627102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931717+0000","last_change":"2023-12-01T04:41:15.481866+0000","last_active":"2023-12-01T04:41:53.931717+0000","last_peered":"2023-12-01T04:41:53.931717+0000","last_clean":"2023-12-01T04:41:53.931717+0000","last_became_active":"2023-12-01T04:41:15.481673+0000","last_became_peered":"2023-12-01T04:41:15.481673+0000","last_unstale":"2023-12-01T04:41:53.931717+0000","last_undegraded":"2023-12-01T04:41:53.931717+0000","last_fullsized":"2023-12-01T04:41:53.931717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931588+0000","last_change":"2023-12-01T04:41:15.885619+0000","last_active":"2023-12-01T04:41:53.931588+0000","last_peered":"2023-12-01T04:41:53.931588+0000","last_clean":"2023-12-01T04:41:53.931588+0000","last_became_active":"2023-12-01T04:41:15.885346+0000","last_became_peered":"2023-12-01T04:41:15.885346+0000","last_unstale":"2023-12-01T04:41:53.931588+0000","last_undegraded":"2023-12-01T04:41:53.931588+0000","last_fullsized":"2023-12-01T04:41:53.931588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931377+0000","last_change":"2023-12-01T04:41:15.480767+0000","last_active":"2023-12-01T04:41:53.931377+0000","last_peered":"2023-12-01T04:41:53.931377+0000","last_clean":"2023-12-01T04:41:53.931377+0000","last_became_active":"2023-12-01T04:41:15.480480+0000","last_became_peered":"2023-12-01T04:41:15.480480+0000","last_unstale":"2023-12-01T04:41:53.931377+0000","last_undegraded":"2023-12-01T04:41:53.931377+0000","last_fullsized":"2023-12-01T04:41:53.931377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003815+0000","last_change":"2023-12-01T04:41:15.906822+0000","last_active":"2023-12-01T04:41:53.003815+0000","last_peered":"2023-12-01T04:41:53.003815+0000","last_clean":"2023-12-01T04:41:53.003815+0000","last_became_active":"2023-12-01T04:41:15.905914+0000","last_became_peered":"2023-12-01T04:41:15.905914+0000","last_unstale":"2023-12-01T04:41:53.003815+0000","last_undegraded":"2023-12-01T04:41:53.003815+0000","last_fullsized":"2023-12-01T04:41:53.003815+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764911+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:41:52.764911+0000","last_peered":"2023-12-01T04:41:52.764911+0000","last_clean":"2023-12-01T04:41:52.764911+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:41:52.764911+0000","last_undegraded":"2023-12-01T04:41:52.764911+0000","last_fullsized":"2023-12-01T04:41:52.764911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764865+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:41:52.764865+0000","last_peered":"2023-12-01T04:41:52.764865+0000","last_clean":"2023-12-01T04:41:52.764865+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:41:52.764865+0000","last_undegraded":"2023-12-01T04:41:52.764865+0000","last_fullsized":"2023-12-01T04:41:52.764865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":25,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744087+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:41:52.744087+0000","last_peered":"2023-12-01T04:41:52.744087+0000","last_clean":"2023-12-01T04:41:52.744087+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:41:52.744087+0000","last_undegraded":"2023-12-01T04:41:52.744087+0000","last_fullsized":"2023-12-01T04:41:52.744087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003693+0000","last_change":"2023-12-01T04:41:15.905698+0000","last_active":"2023-12-01T04:41:53.003693+0000","last_peered":"2023-12-01T04:41:53.003693+0000","last_clean":"2023-12-01T04:41:53.003693+0000","last_became_active":"2023-12-01T04:41:15.905052+0000","last_became_peered":"2023-12-01T04:41:15.905052+0000","last_unstale":"2023-12-01T04:41:53.003693+0000","last_undegraded":"2023-12-01T04:41:53.003693+0000","last_fullsized":"2023-12-01T04:41:53.003693+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746444+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:41:52.746444+0000","last_peered":"2023-12-01T04:41:52.746444+0000","last_clean":"2023-12-01T04:41:52.746444+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:41:52.746444+0000","last_undegraded":"2023-12-01T04:41:52.746444+0000","last_fullsized":"2023-12-01T04:41:52.746444+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004085+0000","last_change":"2023-12-01T04:41:15.900132+0000","last_active":"2023-12-01T04:41:53.004085+0000","last_peered":"2023-12-01T04:41:53.004085+0000","last_clean":"2023-12-01T04:41:53.004085+0000","last_became_active":"2023-12-01T04:41:15.899836+0000","last_became_peered":"2023-12-01T04:41:15.899836+0000","last_unstale":"2023-12-01T04:41:53.004085+0000","last_undegraded":"2023-12-01T04:41:53.004085+0000","last_fullsized":"2023-12-01T04:41:53.004085+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.296599+0000","last_change":"2023-12-01T04:41:52.201998+0000","last_active":"2023-12-01T04:41:54.296599+0000","last_peered":"2023-12-01T04:41:54.296599+0000","last_clean":"2023-12-01T04:41:54.296599+0000","last_became_active":"2023-12-01T04:41:52.201662+0000","last_became_peered":"2023-12-01T04:41:52.201662+0000","last_unstale":"2023-12-01T04:41:54.296599+0000","last_undegraded":"2023-12-01T04:41:54.296599+0000","last_fullsized":"2023-12-01T04:41:54.296599+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:08:08.942323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746032+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:41:52.746032+0000","last_peered":"2023-12-01T04:41:52.746032+0000","last_clean":"2023-12-01T04:41:52.746032+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:41:52.746032+0000","last_undegraded":"2023-12-01T04:41:52.746032+0000","last_fullsized":"2023-12-01T04:41:52.746032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931759+0000","last_change":"2023-12-01T04:41:15.883516+0000","last_active":"2023-12-01T04:41:53.931759+0000","last_peered":"2023-12-01T04:41:53.931759+0000","last_clean":"2023-12-01T04:41:53.931759+0000","last_became_active":"2023-12-01T04:41:15.883200+0000","last_became_peered":"2023-12-01T04:41:15.883200+0000","last_unstale":"2023-12-01T04:41:53.931759+0000","last_undegraded":"2023-12-01T04:41:53.931759+0000","last_fullsized":"2023-12-01T04:41:53.931759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.297192+0000","last_change":"2023-12-01T04:41:52.056826+0000","last_active":"2023-12-01T04:41:54.297192+0000","last_peered":"2023-12-01T04:41:54.297192+0000","last_clean":"2023-12-01T04:41:54.297192+0000","last_became_active":"2023-12-01T04:41:52.056440+0000","last_became_peered":"2023-12-01T04:41:52.056440+0000","last_unstale":"2023-12-01T04:41:54.297192+0000","last_undegraded":"2023-12-01T04:41:54.297192+0000","last_fullsized":"2023-12-01T04:41:54.297192+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:49:42.551415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931383+0000","last_change":"2023-12-01T04:41:15.476355+0000","last_active":"2023-12-01T04:41:53.931383+0000","last_peered":"2023-12-01T04:41:53.931383+0000","last_clean":"2023-12-01T04:41:53.931383+0000","last_became_active":"2023-12-01T04:41:15.476053+0000","last_became_peered":"2023-12-01T04:41:15.476053+0000","last_unstale":"2023-12-01T04:41:53.931383+0000","last_undegraded":"2023-12-01T04:41:53.931383+0000","last_fullsized":"2023-12-01T04:41:53.931383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746202+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:41:52.746202+0000","last_peered":"2023-12-01T04:41:52.746202+0000","last_clean":"2023-12-01T04:41:52.746202+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:41:52.746202+0000","last_undegraded":"2023-12-01T04:41:52.746202+0000","last_fullsized":"2023-12-01T04:41:52.746202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.295018+0000","last_change":"2023-12-01T04:41:52.202092+0000","last_active":"2023-12-01T04:41:54.295018+0000","last_peered":"2023-12-01T04:41:54.295018+0000","last_clean":"2023-12-01T04:41:54.295018+0000","last_became_active":"2023-12-01T04:41:52.201693+0000","last_became_peered":"2023-12-01T04:41:52.201693+0000","last_unstale":"2023-12-01T04:41:54.295018+0000","last_undegraded":"2023-12-01T04:41:54.295018+0000","last_fullsized":"2023-12-01T04:41:54.295018+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:41:10.242851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744845+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:41:52.744845+0000","last_peered":"2023-12-01T04:41:52.744845+0000","last_clean":"2023-12-01T04:41:52.744845+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:41:52.744845+0000","last_undegraded":"2023-12-01T04:41:52.744845+0000","last_fullsized":"2023-12-01T04:41:52.744845+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744101+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:41:52.744101+0000","last_peered":"2023-12-01T04:41:52.744101+0000","last_clean":"2023-12-01T04:41:52.744101+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:41:52.744101+0000","last_undegraded":"2023-12-01T04:41:52.744101+0000","last_fullsized":"2023-12-01T04:41:52.744101+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.723436+0000","last_change":"2023-12-01T04:41:52.302171+0000","last_active":"2023-12-01T04:41:54.723436+0000","last_peered":"2023-12-01T04:41:54.723436+0000","last_clean":"2023-12-01T04:41:54.723436+0000","last_became_active":"2023-12-01T04:41:52.301864+0000","last_became_peered":"2023-12-01T04:41:52.301864+0000","last_unstale":"2023-12-01T04:41:54.723436+0000","last_undegraded":"2023-12-01T04:41:54.723436+0000","last_fullsized":"2023-12-01T04:41:54.723436+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.511248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930973+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:41:53.930973+0000","last_peered":"2023-12-01T04:41:53.930973+0000","last_clean":"2023-12-01T04:41:53.930973+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:41:53.930973+0000","last_undegraded":"2023-12-01T04:41:53.930973+0000","last_fullsized":"2023-12-01T04:41:53.930973+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931394+0000","last_change":"2023-12-01T04:41:15.478488+0000","last_active":"2023-12-01T04:41:53.931394+0000","last_peered":"2023-12-01T04:41:53.931394+0000","last_clean":"2023-12-01T04:41:53.931394+0000","last_became_active":"2023-12-01T04:41:15.478170+0000","last_became_peered":"2023-12-01T04:41:15.478170+0000","last_unstale":"2023-12-01T04:41:53.931394+0000","last_undegraded":"2023-12-01T04:41:53.931394+0000","last_fullsized":"2023-12-01T04:41:53.931394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003547+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:41:53.003547+0000","last_peered":"2023-12-01T04:41:53.003547+0000","last_clean":"2023-12-01T04:41:53.003547+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:41:53.003547+0000","last_undegraded":"2023-12-01T04:41:53.003547+0000","last_fullsized":"2023-12-01T04:41:53.003547+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.726459+0000","last_change":"2023-12-01T04:41:52.056801+0000","last_active":"2023-12-01T04:41:54.726459+0000","last_peered":"2023-12-01T04:41:54.726459+0000","last_clean":"2023-12-01T04:41:54.726459+0000","last_became_active":"2023-12-01T04:41:52.056497+0000","last_became_peered":"2023-12-01T04:41:52.056497+0000","last_unstale":"2023-12-01T04:41:54.726459+0000","last_undegraded":"2023-12-01T04:41:54.726459+0000","last_fullsized":"2023-12-01T04:41:54.726459+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:08:10.252302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931504+0000","last_change":"2023-12-01T04:41:15.888819+0000","last_active":"2023-12-01T04:41:53.931504+0000","last_peered":"2023-12-01T04:41:53.931504+0000","last_clean":"2023-12-01T04:41:53.931504+0000","last_became_active":"2023-12-01T04:41:15.888316+0000","last_became_peered":"2023-12-01T04:41:15.888316+0000","last_unstale":"2023-12-01T04:41:53.931504+0000","last_undegraded":"2023-12-01T04:41:53.931504+0000","last_fullsized":"2023-12-01T04:41:53.931504+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003484+0000","last_change":"2023-12-01T04:41:15.483362+0000","last_active":"2023-12-01T04:41:53.003484+0000","last_peered":"2023-12-01T04:41:53.003484+0000","last_clean":"2023-12-01T04:41:53.003484+0000","last_became_active":"2023-12-01T04:41:15.483051+0000","last_became_peered":"2023-12-01T04:41:15.483051+0000","last_unstale":"2023-12-01T04:41:53.003484+0000","last_undegraded":"2023-12-01T04:41:53.003484+0000","last_fullsized":"2023-12-01T04:41:53.003484+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.726404+0000","last_change":"2023-12-01T04:41:52.302022+0000","last_active":"2023-12-01T04:41:54.726404+0000","last_peered":"2023-12-01T04:41:54.726404+0000","last_clean":"2023-12-01T04:41:54.726404+0000","last_became_active":"2023-12-01T04:41:52.301749+0000","last_became_peered":"2023-12-01T04:41:52.301749+0000","last_unstale":"2023-12-01T04:41:54.726404+0000","last_undegraded":"2023-12-01T04:41:54.726404+0000","last_fullsized":"2023-12-01T04:41:54.726404+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:34:42.615858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004049+0000","last_change":"2023-12-01T04:41:15.483151+0000","last_active":"2023-12-01T04:41:53.004049+0000","last_peered":"2023-12-01T04:41:53.004049+0000","last_clean":"2023-12-01T04:41:53.004049+0000","last_became_active":"2023-12-01T04:41:15.482838+0000","last_became_peered":"2023-12-01T04:41:15.482838+0000","last_unstale":"2023-12-01T04:41:53.004049+0000","last_undegraded":"2023-12-01T04:41:53.004049+0000","last_fullsized":"2023-12-01T04:41:53.004049+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.746185+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:41:52.746185+0000","last_peered":"2023-12-01T04:41:52.746185+0000","last_clean":"2023-12-01T04:41:52.746185+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:41:52.746185+0000","last_undegraded":"2023-12-01T04:41:52.746185+0000","last_fullsized":"2023-12-01T04:41:52.746185+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.723502+0000","last_change":"2023-12-01T04:41:52.303447+0000","last_active":"2023-12-01T04:41:54.723502+0000","last_peered":"2023-12-01T04:41:54.723502+0000","last_clean":"2023-12-01T04:41:54.723502+0000","last_became_active":"2023-12-01T04:41:52.303108+0000","last_became_peered":"2023-12-01T04:41:52.303108+0000","last_unstale":"2023-12-01T04:41:54.723502+0000","last_undegraded":"2023-12-01T04:41:54.723502+0000","last_fullsized":"2023-12-01T04:41:54.723502+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:05:49.217308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745361+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:41:52.745361+0000","last_peered":"2023-12-01T04:41:52.745361+0000","last_clean":"2023-12-01T04:41:52.745361+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:41:52.745361+0000","last_undegraded":"2023-12-01T04:41:52.745361+0000","last_fullsized":"2023-12-01T04:41:52.745361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931225+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:41:53.931225+0000","last_peered":"2023-12-01T04:41:53.931225+0000","last_clean":"2023-12-01T04:41:53.931225+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:41:53.931225+0000","last_undegraded":"2023-12-01T04:41:53.931225+0000","last_fullsized":"2023-12-01T04:41:53.931225+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2023-12-01T04:41:54.380089+0000","last_change":"2023-12-01T04:41:52.201901+0000","last_active":"2023-12-01T04:41:54.380089+0000","last_peered":"2023-12-01T04:41:54.380089+0000","last_clean":"2023-12-01T04:41:54.380089+0000","last_became_active":"2023-12-01T04:41:52.201569+0000","last_became_peered":"2023-12-01T04:41:52.201569+0000","last_unstale":"2023-12-01T04:41:54.380089+0000","last_undegraded":"2023-12-01T04:41:54.380089+0000","last_fullsized":"2023-12-01T04:41:54.380089+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:34:22.809214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765544+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:41:52.765544+0000","last_peered":"2023-12-01T04:41:52.765544+0000","last_clean":"2023-12-01T04:41:52.765544+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:41:52.765544+0000","last_undegraded":"2023-12-01T04:41:52.765544+0000","last_fullsized":"2023-12-01T04:41:52.765544+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931945+0000","last_change":"2023-12-01T04:41:15.885444+0000","last_active":"2023-12-01T04:41:53.931945+0000","last_peered":"2023-12-01T04:41:53.931945+0000","last_clean":"2023-12-01T04:41:53.931945+0000","last_became_active":"2023-12-01T04:41:15.885192+0000","last_became_peered":"2023-12-01T04:41:15.885192+0000","last_unstale":"2023-12-01T04:41:53.931945+0000","last_undegraded":"2023-12-01T04:41:53.931945+0000","last_fullsized":"2023-12-01T04:41:53.931945+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003604+0000","last_change":"2023-12-01T04:41:15.484424+0000","last_active":"2023-12-01T04:41:53.003604+0000","last_peered":"2023-12-01T04:41:53.003604+0000","last_clean":"2023-12-01T04:41:53.003604+0000","last_became_active":"2023-12-01T04:41:15.483614+0000","last_became_peered":"2023-12-01T04:41:15.483614+0000","last_unstale":"2023-12-01T04:41:53.003604+0000","last_undegraded":"2023-12-01T04:41:53.003604+0000","last_fullsized":"2023-12-01T04:41:53.003604+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745939+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:41:52.745939+0000","last_peered":"2023-12-01T04:41:52.745939+0000","last_clean":"2023-12-01T04:41:52.745939+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:41:52.745939+0000","last_undegraded":"2023-12-01T04:41:52.745939+0000","last_fullsized":"2023-12-01T04:41:52.745939+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745098+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:41:52.745098+0000","last_peered":"2023-12-01T04:41:52.745098+0000","last_clean":"2023-12-01T04:41:52.745098+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:41:52.745098+0000","last_undegraded":"2023-12-01T04:41:52.745098+0000","last_fullsized":"2023-12-01T04:41:52.745098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930706+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:41:53.930706+0000","last_peered":"2023-12-01T04:41:53.930706+0000","last_clean":"2023-12-01T04:41:53.930706+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:41:53.930706+0000","last_undegraded":"2023-12-01T04:41:53.930706+0000","last_fullsized":"2023-12-01T04:41:53.930706+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745814+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:41:52.745814+0000","last_peered":"2023-12-01T04:41:52.745814+0000","last_clean":"2023-12-01T04:41:52.745814+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:41:52.745814+0000","last_undegraded":"2023-12-01T04:41:52.745814+0000","last_fullsized":"2023-12-01T04:41:52.745814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930786+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:41:53.930786+0000","last_peered":"2023-12-01T04:41:53.930786+0000","last_clean":"2023-12-01T04:41:53.930786+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:41:53.930786+0000","last_undegraded":"2023-12-01T04:41:53.930786+0000","last_fullsized":"2023-12-01T04:41:53.930786+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.003757+0000","last_change":"2023-12-01T04:41:15.482614+0000","last_active":"2023-12-01T04:41:53.003757+0000","last_peered":"2023-12-01T04:41:53.003757+0000","last_clean":"2023-12-01T04:41:53.003757+0000","last_became_active":"2023-12-01T04:41:15.482316+0000","last_became_peered":"2023-12-01T04:41:15.482316+0000","last_unstale":"2023-12-01T04:41:53.003757+0000","last_undegraded":"2023-12-01T04:41:53.003757+0000","last_fullsized":"2023-12-01T04:41:53.003757+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:45:23.315458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764864+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:41:52.764864+0000","last_peered":"2023-12-01T04:41:52.764864+0000","last_clean":"2023-12-01T04:41:52.764864+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:41:52.764864+0000","last_undegraded":"2023-12-01T04:41:52.764864+0000","last_fullsized":"2023-12-01T04:41:52.764864+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744287+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:41:52.744287+0000","last_peered":"2023-12-01T04:41:52.744287+0000","last_clean":"2023-12-01T04:41:52.744287+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:41:52.744287+0000","last_undegraded":"2023-12-01T04:41:52.744287+0000","last_fullsized":"2023-12-01T04:41:52.744287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004016+0000","last_change":"2023-12-01T04:41:15.895420+0000","last_active":"2023-12-01T04:41:53.004016+0000","last_peered":"2023-12-01T04:41:53.004016+0000","last_clean":"2023-12-01T04:41:53.004016+0000","last_became_active":"2023-12-01T04:41:15.895120+0000","last_became_peered":"2023-12-01T04:41:15.895120+0000","last_unstale":"2023-12-01T04:41:53.004016+0000","last_undegraded":"2023-12-01T04:41:53.004016+0000","last_fullsized":"2023-12-01T04:41:53.004016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745407+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:41:52.745407+0000","last_peered":"2023-12-01T04:41:52.745407+0000","last_clean":"2023-12-01T04:41:52.745407+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:41:52.745407+0000","last_undegraded":"2023-12-01T04:41:52.745407+0000","last_fullsized":"2023-12-01T04:41:52.745407+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931550+0000","last_change":"2023-12-01T04:41:15.900786+0000","last_active":"2023-12-01T04:41:53.931550+0000","last_peered":"2023-12-01T04:41:53.931550+0000","last_clean":"2023-12-01T04:41:53.931550+0000","last_became_active":"2023-12-01T04:41:15.900493+0000","last_became_peered":"2023-12-01T04:41:15.900493+0000","last_unstale":"2023-12-01T04:41:53.931550+0000","last_undegraded":"2023-12-01T04:41:53.931550+0000","last_fullsized":"2023-12-01T04:41:53.931550+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.744798+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:41:52.744798+0000","last_peered":"2023-12-01T04:41:52.744798+0000","last_clean":"2023-12-01T04:41:52.744798+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:41:52.744798+0000","last_undegraded":"2023-12-01T04:41:52.744798+0000","last_fullsized":"2023-12-01T04:41:52.744798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.004202+0000","last_change":"2023-12-01T04:41:15.900728+0000","last_active":"2023-12-01T04:41:53.004202+0000","last_peered":"2023-12-01T04:41:53.004202+0000","last_clean":"2023-12-01T04:41:53.004202+0000","last_became_active":"2023-12-01T04:41:15.900355+0000","last_became_peered":"2023-12-01T04:41:15.900355+0000","last_unstale":"2023-12-01T04:41:53.004202+0000","last_undegraded":"2023-12-01T04:41:53.004202+0000","last_fullsized":"2023-12-01T04:41:53.004202+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.764763+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:41:52.764763+0000","last_peered":"2023-12-01T04:41:52.764763+0000","last_clean":"2023-12-01T04:41:52.764763+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:41:52.764763+0000","last_undegraded":"2023-12-01T04:41:52.764763+0000","last_fullsized":"2023-12-01T04:41:52.764763+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.743957+0000","last_change":"2023-12-01T04:41:15.896472+0000","last_active":"2023-12-01T04:41:52.743957+0000","last_peered":"2023-12-01T04:41:52.743957+0000","last_clean":"2023-12-01T04:41:52.743957+0000","last_became_active":"2023-12-01T04:41:15.895569+0000","last_became_peered":"2023-12-01T04:41:15.895569+0000","last_unstale":"2023-12-01T04:41:52.743957+0000","last_undegraded":"2023-12-01T04:41:52.743957+0000","last_fullsized":"2023-12-01T04:41:52.743957+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:07:22.236047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931499+0000","last_change":"2023-12-01T04:41:15.889855+0000","last_active":"2023-12-01T04:41:53.931499+0000","last_peered":"2023-12-01T04:41:53.931499+0000","last_clean":"2023-12-01T04:41:53.931499+0000","last_became_active":"2023-12-01T04:41:15.889237+0000","last_became_peered":"2023-12-01T04:41:15.889237+0000","last_unstale":"2023-12-01T04:41:53.931499+0000","last_undegraded":"2023-12-01T04:41:53.931499+0000","last_fullsized":"2023-12-01T04:41:53.931499+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931623+0000","last_change":"2023-12-01T04:41:15.887786+0000","last_active":"2023-12-01T04:41:53.931623+0000","last_peered":"2023-12-01T04:41:53.931623+0000","last_clean":"2023-12-01T04:41:53.931623+0000","last_became_active":"2023-12-01T04:41:15.887512+0000","last_became_peered":"2023-12-01T04:41:15.887512+0000","last_unstale":"2023-12-01T04:41:53.931623+0000","last_undegraded":"2023-12-01T04:41:53.931623+0000","last_fullsized":"2023-12-01T04:41:53.931623+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931015+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:41:53.931015+0000","last_peered":"2023-12-01T04:41:53.931015+0000","last_clean":"2023-12-01T04:41:53.931015+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:41:53.931015+0000","last_undegraded":"2023-12-01T04:41:53.931015+0000","last_fullsized":"2023-12-01T04:41:53.931015+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.745310+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:41:52.745310+0000","last_peered":"2023-12-01T04:41:52.745310+0000","last_clean":"2023-12-01T04:41:52.745310+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:41:52.745310+0000","last_undegraded":"2023-12-01T04:41:52.745310+0000","last_fullsized":"2023-12-01T04:41:52.745310+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765509+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:41:52.765509+0000","last_peered":"2023-12-01T04:41:52.765509+0000","last_clean":"2023-12-01T04:41:52.765509+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:41:52.765509+0000","last_undegraded":"2023-12-01T04:41:52.765509+0000","last_fullsized":"2023-12-01T04:41:52.765509+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931154+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:41:53.931154+0000","last_peered":"2023-12-01T04:41:53.931154+0000","last_clean":"2023-12-01T04:41:53.931154+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:41:53.931154+0000","last_undegraded":"2023-12-01T04:41:53.931154+0000","last_fullsized":"2023-12-01T04:41:53.931154+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931315+0000","last_change":"2023-12-01T04:41:15.884130+0000","last_active":"2023-12-01T04:41:53.931315+0000","last_peered":"2023-12-01T04:41:53.931315+0000","last_clean":"2023-12-01T04:41:53.931315+0000","last_became_active":"2023-12-01T04:41:15.883824+0000","last_became_peered":"2023-12-01T04:41:15.883824+0000","last_unstale":"2023-12-01T04:41:53.931315+0000","last_undegraded":"2023-12-01T04:41:53.931315+0000","last_fullsized":"2023-12-01T04:41:53.931315+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.930780+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:41:53.930780+0000","last_peered":"2023-12-01T04:41:53.930780+0000","last_clean":"2023-12-01T04:41:53.930780+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:41:53.930780+0000","last_undegraded":"2023-12-01T04:41:53.930780+0000","last_fullsized":"2023-12-01T04:41:53.930780+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931494+0000","last_change":"2023-12-01T04:41:15.890551+0000","last_active":"2023-12-01T04:41:53.931494+0000","last_peered":"2023-12-01T04:41:53.931494+0000","last_clean":"2023-12-01T04:41:53.931494+0000","last_became_active":"2023-12-01T04:41:15.890230+0000","last_became_peered":"2023-12-01T04:41:15.890230+0000","last_unstale":"2023-12-01T04:41:53.931494+0000","last_undegraded":"2023-12-01T04:41:53.931494+0000","last_fullsized":"2023-12-01T04:41:53.931494+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:53.931716+0000","last_change":"2023-12-01T04:41:15.887687+0000","last_active":"2023-12-01T04:41:53.931716+0000","last_peered":"2023-12-01T04:41:53.931716+0000","last_clean":"2023-12-01T04:41:53.931716+0000","last_became_active":"2023-12-01T04:41:15.887073+0000","last_became_peered":"2023-12-01T04:41:15.887073+0000","last_unstale":"2023-12-01T04:41:53.931716+0000","last_undegraded":"2023-12-01T04:41:53.931716+0000","last_fullsized":"2023-12-01T04:41:53.931716+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:10:34.740939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2023-12-01T04:41:52.765385+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:41:52.765385+0000","last_peered":"2023-12-01T04:41:52.765385+0000","last_clean":"2023-12-01T04:41:52.765385+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:41:52.765385+0000","last_undegraded":"2023-12-01T04:41:52.765385+0000","last_fullsized":"2023-12-01T04:41:52.765385+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201301,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1256,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1286144,"data_stored":888329,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.48599999999999999}]},{"osd":1,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.53300000000000003}]},{"osd":3,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.379},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.504}]},{"osd":4,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.502,"5min":0.502,"15min":0.502},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.495}]},{"osd":5,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.40300000000000002}]},{"osd":6,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.441},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.45100000000000001}]}]},{"osd":6,"up_from":47,"seq":201863462938,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1264,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1294336,"data_stored":890406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":2.242,"5min":2.242,"15min":2.242},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.9180000000000001,"5min":2.9180000000000001,"15min":2.9180000000000001},"last":0.55600000000000005}]},{"osd":2,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":2.855,"5min":2.855,"15min":2.855},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":2.21,"5min":2.21,"15min":2.21},"last":0.623}]},{"osd":3,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":2.8889999999999998,"5min":2.8889999999999998,"15min":2.8889999999999998},"last":0.72099999999999997}]},{"osd":4,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":2.2949999999999999,"5min":2.2949999999999999,"15min":2.2949999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.82699999999999996}]},{"osd":5,"last update":"Fri Dec 1 04:41:40 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":2.2709999999999999,"5min":2.2709999999999999,"15min":2.2709999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.80000000000000004}]},{"osd":7,"last update":"Fri Dec 1 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.4399999999999999,"5min":1.4399999999999999,"15min":1.4399999999999999},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.85199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":680,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":696320,"data_stored":297848,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:46 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.32000000000000001,"15min":0.29599999999999999},"min":{"1min":0.23300000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.60099999999999998,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.22700000000000001},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.34699999999999998,"15min":0.317},"min":{"1min":0.26800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.56299999999999994,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.31}]},{"osd":2,"last update":"Fri Dec 1 04:42:12 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.374,"15min":0.37},"min":{"1min":0.246,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.40300000000000002,"15min":0.39000000000000001},"min":{"1min":0.28299999999999997,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.26100000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:34 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.47999999999999998,"15min":0.48199999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.61699999999999999,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.438,"5min":0.45700000000000002,"15min":0.46000000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.35799999999999998}]},{"osd":4,"last update":"Fri Dec 1 04:41:53 2023","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73999999999999999,"5min":2.177,"15min":2.177},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.63600000000000001,"15min":0.64200000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.81299999999999994,"5min":2.194,"15min":2.194},"last":0.442}]},{"osd":5,"last update":"Fri Dec 1 04:42:18 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.625,"15min":0.63400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79200000000000004,"5min":2.3599999999999999,"15min":2.3599999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.57599999999999996,"15min":0.57099999999999995},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57499999999999996}]},{"osd":6,"last update":"Fri Dec 1 04:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":7.5720000000000001,"5min":7.5720000000000001,"15min":7.5720000000000001},"last":0.42999999999999999}]},{"osd":7,"last update":"Fri Dec 1 04:41:58 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.502}]}]},{"osd":0,"up_from":8,"seq":34359738421,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1272,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1302528,"data_stored":889057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:41:51 2023","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.33800000000000002,"15min":0.32400000000000001},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.495,"5min":0.54000000000000004,"15min":0.54000000000000004},"last":0.373},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.37,"15min":0.35399999999999998},"min":{"1min":0.26800000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.24099999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:42:11 2023","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40699999999999997,"15min":0.40300000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40000000000000002,"15min":0.39600000000000002},"min":{"1min":0.26100000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.55000000000000004,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.40100000000000002}]},{"osd":3,"last update":"Fri Dec 1 04:41:36 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46800000000000003,"15min":0.46999999999999997},"min":{"1min":0.35299999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.436,"5min":0.45200000000000001,"15min":0.45500000000000002},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.32900000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:41:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.54400000000000004,"15min":0.54200000000000004},"min":{"1min":0.41099999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.55400000000000005,"15min":0.54000000000000004},"min":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.42099999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:42:15 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.57199999999999995,"15min":0.56799999999999995},"min":{"1min":0.45700000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.57399999999999995,"15min":0.56899999999999995},"min":{"1min":0.45300000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.432}]},{"osd":6,"last update":"Fri Dec 1 04:41:36 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.47299999999999998}]},{"osd":7,"last update":"Fri Dec 1 04:42:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.505},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.55900000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411372,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27628,"kb_used_data":676,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717524,"statfs":{"total":95995035648,"available":95966744576,"internally_reserved":0,"allocated":692224,"data_stored":297961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:42:16 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.34699999999999998,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.35899999999999999,"15min":0.34300000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.36699999999999999}]},{"osd":1,"last update":"Fri Dec 1 04:42:16 2023","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.40699999999999997,"15min":0.39900000000000002},"min":{"1min":0.253,"5min":0.22,"15min":0.22},"max":{"1min":0.55800000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.313},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41599999999999998,"15min":0.40200000000000002},"min":{"1min":0.313,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.61599999999999999,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.38300000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:41:35 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.438,"15min":0.434},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.32900000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:41:57 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.56799999999999995,"15min":0.57399999999999995},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55700000000000005,"15min":0.55400000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.73599999999999999,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.42699999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:42:16 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.60199999999999998,"15min":0.59499999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.5680000000000001,"5min":2.5680000000000001,"15min":2.5680000000000001},"last":0.45000000000000001}]},{"osd":6,"last update":"Fri Dec 1 04:41:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.439}]},{"osd":7,"last update":"Fri Dec 1 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.5},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.53900000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149734,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":708608,"data_stored":300142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:42:34 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.39000000000000001,"15min":0.39700000000000002},"min":{"1min":0.23599999999999999,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.33800000000000002,"5min":0.41199999999999998,"15min":0.42799999999999999},"min":{"1min":0.251,"5min":0.246,"15min":0.246},"max":{"1min":0.504,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.31}]},{"osd":1,"last update":"Fri Dec 1 04:42:34 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.434,"15min":0.44600000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.438,"15min":0.45500000000000002},"min":{"1min":0.26800000000000002,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.499,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.29599999999999999}]},{"osd":2,"last update":"Fri Dec 1 04:42:34 2023","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.45300000000000001,"15min":0.46100000000000002},"min":{"1min":0.29199999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.444,"5min":1.444,"15min":1.444},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.36599999999999999,"5min":0.45600000000000002,"15min":0.47799999999999998},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.503,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.33500000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:41:57 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59399999999999997,"15min":0.59899999999999998},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.875,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.375},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.62,"15min":0.62},"min":{"1min":0.496,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.85699999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.48599999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:42:20 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.60499999999999998,"15min":0.61599999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78800000000000003,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.5},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.64400000000000002,"15min":0.65600000000000003},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82799999999999996,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Dec 1 04:41:41 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.51000000000000001}]},{"osd":7,"last update":"Fri Dec 1 04:42:02 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.56499999999999995}]}]},{"osd":4,"up_from":31,"seq":133143986211,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27644,"kb_used_data":692,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717508,"statfs":{"total":95995035648,"available":95966728192,"internally_reserved":0,"allocated":708608,"data_stored":298669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.49299999999999999,"15min":0.49399999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67600000000000005,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.48499999999999999,"15min":0.48599999999999999},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.69299999999999995}]},{"osd":1,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.70299999999999996,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.75},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.504,"15min":0.502},"min":{"1min":0.38800000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.68100000000000005,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.72999999999999998}]},{"osd":2,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.60999999999999999,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.53100000000000003,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4990000000000001,"5min":2.4990000000000001,"15min":2.4990000000000001},"last":0.85599999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.5,"15min":0.5},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.73599999999999999,"5min":0.754,"15min":0.754},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.52300000000000002,"15min":0.51900000000000002},"min":{"1min":0.36699999999999999,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78200000000000003,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.71399999999999997}]},{"osd":5,"last update":"Fri Dec 1 04:42:15 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.38300000000000001,"15min":0.373},"min":{"1min":0.32200000000000001,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.40999999999999998,"15min":0.39500000000000002},"min":{"1min":0.31,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47699999999999998}]},{"osd":6,"last update":"Fri Dec 1 04:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.54900000000000004}]},{"osd":7,"last update":"Fri Dec 1 04:41:59 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.56599999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724574,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":688,"kb_used_omap":0,"kb_used_meta":26944,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":704512,"data_stored":300128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":27590656},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.68999999999999995,"15min":0.72099999999999997},"min":{"1min":0.34000000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68100000000000005,"5min":4.7839999999999998,"15min":4.7839999999999998},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.504,"15min":0.50800000000000001},"min":{"1min":0.32800000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.67300000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.54400000000000004}]},{"osd":1,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.49399999999999999,"15min":0.498},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.66600000000000004,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.34699999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.621,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.33200000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.50800000000000001,"15min":0.51400000000000001},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.626,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.52500000000000002,"15min":0.52800000000000002},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.63600000000000001,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.36899999999999999}]},{"osd":3,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.503,"15min":0.50800000000000001},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.58999999999999997,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.442},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40100000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.67300000000000004,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.46200000000000002}]},{"osd":4,"last update":"Fri Dec 1 04:42:14 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39000000000000001},"min":{"1min":0.31900000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.496,"5min":0.55300000000000005,"15min":0.55300000000000005},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.435,"15min":0.42799999999999999},"min":{"1min":0.30199999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.66400000000000003,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.57299999999999995}]},{"osd":6,"last update":"Fri Dec 1 04:41:38 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.52900000000000003}]},{"osd":7,"last update":"Fri Dec 1 04:42:00 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.626},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.49299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:42:36.377 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-01T04:42:36.377 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-01T04:42:36.377 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-01T04:42:36.377 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph health --format=json 2023-12-01T04:42:36.639 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:36 smithi155 ceph-mon[102677]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.311020571Z level=info msg="Executing migration" id="create entity_events table" 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.37862016Z level=info msg="Executing migration" id="create dashboard public config v1" 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.479182587Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.479291523Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.559498308Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.559820218Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-01T04:42:36.640 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.639320263Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2023-12-01T04:42:36.681 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:36 smithi111 ceph-mon[97855]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:42:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:36 smithi111 ceph-mon[116524]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:42:36.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.725395615Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2023-12-01T04:42:36.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.783776425Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2023-12-01T04:42:36.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.832530418Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2023-12-01T04:42:36.957 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.883205829Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2023-12-01T04:42:37.235 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:36.958640424Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.042457234Z level=info msg="Executing migration" id="Drop public config table" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.084241474Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.126158742Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.168136897Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.193261825Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.980Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.980Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2023-12-01T04:42:37.236 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.980Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2023-12-01T04:42:37.236 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.980Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.980Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.980Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=arp 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=bcache 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=bonding 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=btrfs 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=conntrack 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=cpu 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=cpufreq 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=diskstats 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=dmi 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=edac 2023-12-01T04:42:37.237 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=entropy 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=fibrechannel 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=filefd 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=filesystem 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=hwmon 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=infiniband 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=ipvs 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=loadavg 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=mdadm 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=meminfo 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=netclass 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=netdev 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=netstat 2023-12-01T04:42:37.238 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=nfs 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=nfsd 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=nvme 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=os 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=pressure 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=rapl 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=schedstat 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=selinux 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=sockstat 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=softnet 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=stat 2023-12-01T04:42:37.239 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=tapestats 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=textfile 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=thermal_zone 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=time 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=udp_queues 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=uname 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=vmstat 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=xfs 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=node_exporter.go:117 level=info collector=zfs 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2023-12-01T04:42:37.240 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:36 smithi155 conmon[152643]: ts=2023-12-01T04:42:36.981Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2023-12-01T04:42:37.241 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:37 smithi155 bash[152566]: ad8383b71f09fdf512fdd0a98ea576caa5d8c99dd69c10a7e3ef31749e365383 2023-12-01T04:42:37.241 INFO:journalctl@ceph.node-exporter.b.smithi155.stdout:Dec 01 04:42:37 smithi155 systemd[1]: Started Ceph node-exporter.b for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:37.487 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.235254245Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.277281997Z level=info msg="Executing migration" id="add annotations_enabled column" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.311017115Z level=info msg="Executing migration" id="add time_selection_enabled column" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.352975902Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.378207183Z level=info msg="Executing migration" id="add share column" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.420220056Z level=info msg="Executing migration" id="create default alerting folders" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.445403474Z level=info msg="Executing migration" id="create file table" 2023-12-01T04:42:37.488 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.487366595Z level=info msg="Executing migration" id="file table idx: path natural pk" 2023-12-01T04:42:37.739 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:37.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.740 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:42:37.740 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.529584613Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2023-12-01T04:42:37.740 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.571564113Z level=info msg="Executing migration" id="create file_meta table" 2023-12-01T04:42:37.740 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.621624298Z level=info msg="Executing migration" id="file table idx: path key" 2023-12-01T04:42:37.740 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.655116147Z level=info msg="Executing migration" id="set path collation in file table" 2023-12-01T04:42:37.741 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.688597131Z level=info msg="Executing migration" id="managed permissions migration" 2023-12-01T04:42:37.741 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.738869782Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.895 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:37.896 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:42:38.016 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.808534447Z level=info msg="Executing migration" id="RBAC action name migrator" 2023-12-01T04:42:38.016 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.873796842Z level=info msg="Executing migration" id="Add UID column to playlist" 2023-12-01T04:42:38.016 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.898412548Z level=info msg="Executing migration" id="Update uid column values in playlist" 2023-12-01T04:42:38.016 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:37 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:37.948717022Z level=info msg="Executing migration" id="Add index for uid in playlist" 2023-12-01T04:42:38.293 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.015657226Z level=info msg="Executing migration" id="update group index for alert rules" 2023-12-01T04:42:38.293 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.091885511Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2023-12-01T04:42:38.293 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.158088368Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2023-12-01T04:42:38.293 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.200294992Z level=info msg="Executing migration" id="add action column to seed_assignment" 2023-12-01T04:42:38.293 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.250833694Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2023-12-01T04:42:38.293 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.292752158Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2023-12-01T04:42:38.415 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:38.415 INFO:teuthology.orchestra.run.smithi111.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.343243852Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.3767885Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.418682511Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.44393091Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.469180196Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.494292892Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2023-12-01T04:42:38.545 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.544615912Z level=info msg="Executing migration" id="create folder table" 2023-12-01T04:42:38.856 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.594882002Z level=info msg="Executing migration" id="Add index for parent_uid" 2023-12-01T04:42:38.856 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.620176767Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2023-12-01T04:42:38.857 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.645351413Z level=info msg="Executing migration" id="Update folder title length" 2023-12-01T04:42:38.857 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.670530795Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2023-12-01T04:42:38.857 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=migrator t=2023-12-01T04:42:38.695758492Z level=info msg="migrations completed" performed=485 skipped=0 duration=17.801588352s 2023-12-01T04:42:38.857 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=sqlstore t=2023-12-01T04:42:38.696501699Z level=info msg="Created default organization" 2023-12-01T04:42:39.159 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-01T04:42:39.159 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:42:39.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=plugin.loader t=2023-12-01T04:42:38.856495647Z level=info msg="Plugin registered" pluginID=input 2023-12-01T04:42:39.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=plugin.loader t=2023-12-01T04:42:38.895092381Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2023-12-01T04:42:39.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=plugin.loader t=2023-12-01T04:42:38.895872785Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2023-12-01T04:42:39.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=secrets t=2023-12-01T04:42:38.895921126Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2023-12-01T04:42:39.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=query_data t=2023-12-01T04:42:38.89775261Z level=info msg="Query Service initialization" 2023-12-01T04:42:39.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:38 smithi155 conmon[152142]: logger=live.push_http t=2023-12-01T04:42:38.900253804Z level=info msg="Live Push Gateway initialization" 2023-12-01T04:42:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2437586560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-01T04:42:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:39 smithi111 ceph-mon[97855]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:42:39] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2023-12-01T04:42:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2437586560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-01T04:42:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:39 smithi111 ceph-mon[116524]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:39.539 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:39.539 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:54.291181+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-01T04:41:50.538915+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2432585921":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/973004623":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6800/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1259793523":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2203484677":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:42:39.554 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-01T04:39:09.137876+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-01T04:41:14.397738+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-01T04:41:15.034027+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-01T04:41:50.538915+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-01T04:42:39.554 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-01T04:42:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2437586560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-01T04:42:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:39 smithi155 ceph-mon[102677]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:39.919 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2023-12-01T04:42:39.933 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-01T04:42:40.099 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:39 smithi155 conmon[152142]: logger=infra.usagestats.collector t=2023-12-01T04:42:39.794941177Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2023-12-01T04:42:40.099 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:39 smithi155 conmon[152142]: logger=provisioning.datasources t=2023-12-01T04:42:39.851058765Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:39 smithi155 conmon[152142]: logger=provisioning.datasources t=2023-12-01T04:42:39.985286318Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=provisioning.alerting t=2023-12-01T04:42:40.032578824Z level=info msg="starting to provision alerting" 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=provisioning.alerting t=2023-12-01T04:42:40.032610265Z level=info msg="finished to provision alerting" 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=grafanaStorageLogger t=2023-12-01T04:42:40.032755801Z level=info msg="storage starting" 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=ngalert.state.manager t=2023-12-01T04:42:40.032837618Z level=info msg="Warming state cache for startup" 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=http.server t=2023-12-01T04:42:40.034558276Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=sqlstore.transactions t=2023-12-01T04:42:40.043600578Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=ngalert.state.manager t=2023-12-01T04:42:40.099019182Z level=info msg="State cache has been initialized" states=0 duration=66.177481ms 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=ngalert.multiorg.alertmanager t=2023-12-01T04:42:40.09908308Z level=info msg="starting MultiOrg Alertmanager" 2023-12-01T04:42:40.100 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=ticker t=2023-12-01T04:42:40.099115945Z level=info msg=starting first_tick=2023-12-01T04:42:50Z 2023-12-01T04:42:40.274 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 32 2023-12-01T04:42:40.289 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-01T04:42:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=sqlstore.transactions t=2023-12-01T04:42:40.313397986Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-01T04:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1568497176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3975139752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/147635386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-01T04:42:40.630 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 64 2023-12-01T04:42:40.645 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1568497176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3975139752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/147635386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1568497176' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3975139752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:42:40.646 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:40.647 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:40.647 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/147635386' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-01T04:42:40.648 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-01T04:42:40.956 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:42:40 smithi155 conmon[152142]: logger=sqlstore.transactions t=2023-12-01T04:42:40.476193639Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-01T04:42:40.995 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 8 2023-12-01T04:42:41.011 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:42:41.405 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:41.405 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/834989438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":834989438},{"type":"v1","addr":"172.21.15.111:6835","nonce":834989438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-01T04:41:15.866753+0000","modified":"2023-12-01T04:41:18.878342+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24367},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24367":{"gid":24367,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6833/151615976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":151615976},{"type":"v1","addr":"172.21.15.155:6833","nonce":151615976}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-01T04:42:41.408 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 8 2023-12-01T04:42:41.421 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: Reconfiguring daemon alertmanager.a on smithi111 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/479228138' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-01T04:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:41.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2348744776' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-01T04:42:41.744 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:41.744 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:54.291181+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-01T04:41:50.538915+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2432585921":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/973004623":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6800/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1259793523":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2203484677":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:42:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:42:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: Reconfiguring daemon alertmanager.a on smithi111 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/479228138' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2348744776' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: Reconfiguring alertmanager.a (dependencies changed)... 2023-12-01T04:42:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: Reconfiguring daemon alertmanager.a on smithi111 2023-12-01T04:42:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/479228138' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-01T04:42:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2348744776' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-01T04:42:41.758 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-01T04:39:09.137876+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-01T04:41:14.397738+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-01T04:41:15.034027+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2023-12-01T04:41:50.538915+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-01T04:42:41.759 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-01T04:42:42.109 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 1 2023-12-01T04:42:42.125 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-01T04:42:42.375 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2149341381' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:42.375 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1982740194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:42.375 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1070981531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:42:42.375 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2149341381' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:42.375 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1982740194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:42.375 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1070981531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:42:42.472 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 32 2023-12-01T04:42:42.487 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-01T04:42:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2149341381' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1982740194' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1070981531' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-01T04:42:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 64 2023-12-01T04:42:42.835 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2023-12-01T04:42:43.192 INFO:teuthology.orchestra.run.smithi111.stdout:pg_num: 8 2023-12-01T04:42:43.206 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:43 smithi111 systemd[1]: Stopping Ceph alertmanager.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:43.208 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:42:43.498 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:43 smithi111 conmon[165871]: ts=2023-12-01T04:42:43.242Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2770918008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[97855]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3114960385' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1879621559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2770918008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[116524]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3114960385' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1879621559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.595 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:43.595 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/834989438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":834989438},{"type":"v1","addr":"172.21.15.111:6835","nonce":834989438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-01T04:41:15.866753+0000","modified":"2023-12-01T04:41:18.878342+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24367},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24367":{"gid":24367,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6833/151615976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":151615976},{"type":"v1","addr":"172.21.15.155:6833","nonce":151615976}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-01T04:42:43.597 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 8 2023-12-01T04:42:43.610 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-01T04:42:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2770918008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.758 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:43 smithi155 ceph-mon[102677]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:43.758 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3114960385' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.758 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1879621559' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2023-12-01T04:42:43.961 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:43.961 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":68,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:41:54.291181+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-01T04:41:50.538915+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2432585921":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/973004623":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6800/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1259793523":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2203484677":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:42:43.975 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:43 smithi111 bash[176742]: 10274b9d167bae9f3e4b44af7ae362e76cdaaaa297bddc9969286e97f374306b 2023-12-01T04:42:43.976 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-01T04:42:44.248 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:43 smithi111 systemd[1]: ceph-0317d528-9003-11ee-95a2-87774f69a715@alertmanager.a.service: Succeeded. 2023-12-01T04:42:44.248 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:43 smithi111 systemd[1]: Stopped Ceph alertmanager.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:44.248 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:43 smithi111 systemd[1]: Starting Ceph alertmanager.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:44.386 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:42:44.386 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14454,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.111:6835/834989438","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6834","nonce":834989438},{"type":"v1","addr":"172.21.15.111:6835","nonce":834989438}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-12-01T04:41:15.866753+0000","modified":"2023-12-01T04:41:18.878342+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24367},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24367":{"gid":24367,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6833/151615976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":151615976},{"type":"v1","addr":"172.21.15.155:6833","nonce":151615976}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-01T04:42:44.389 INFO:teuthology.orchestra.run.smithi111.stderr:dumped fsmap epoch 8 2023-12-01T04:42:44.401 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-12-01T04:41:15.866753+0000', 'modified': '2023-12-01T04:41:18.878342+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24367}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24367': {'gid': 24367, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6833/151615976', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6832', 'nonce': 151615976}, {'type': 'v1', 'addr': '172.21.15.155:6833', 'nonce': 151615976}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-01T04:42:44.401 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-12-01T04:42:44.401 DEBUG:teuthology.orchestra.run.smithi111:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-01T04:42:44.538 INFO:teuthology.orchestra.run.smithi111.stderr:2023-12-01T04:42:44.537+0000 7f4896ff5700 0 client.14889 ms_handle_reset on v2:172.21.15.155:6832/151615976 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stderr:2023-12-01T04:42:44.557+0000 7f4896ff5700 0 client.24803 ms_handle_reset on v2:172.21.15.155:6832/151615976 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stdout: "cluster_fsid": "0317d528-9003-11ee-95a2-87774f69a715", 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stdout: "whoami": 0, 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stdout: "id": 24367, 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stdout: "want_state": "up:active", 2023-12-01T04:42:44.559 INFO:teuthology.orchestra.run.smithi111.stdout: "state": "up:active", 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout: "fs_name": "cephfs", 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout: "rank_uptime": 88.688508948000006, 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout: "mdsmap_epoch": 8, 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch": 68, 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout: "osdmap_epoch_barrier": 63, 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout: "uptime": 93.710043666000004 2023-12-01T04:42:44.560 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:42:44.572 INFO:tasks.cephadm:Setup complete, yielding 2023-12-01T04:42:44.572 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:42:44.580 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2023-12-01T04:42:44.581 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:42:44.588 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2023-12-01T04:42:44.588 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-01T04:42:44.597 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi111.front.sepia.ceph.com 2023-12-01T04:42:44.598 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2023-12-01T04:42:44.623 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1625092919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:44.623 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3558229384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:44.623 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1625092919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:44.623 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3558229384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1625092919' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3558229384' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:42:44.914 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:42:44.998 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.644Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.644Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.645Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.111 port=9094 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.647Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 bash[177196]: 9364df81b92d69d0eb63707b32f7a85679532ac9c5cb7b33a35e4e6653b3d161 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 systemd[1]: Started Ceph alertmanager.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.673Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.673Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.676Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2023-12-01T04:42:44.999 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:44 smithi111 conmon[177262]: ts=2023-12-01T04:42:44.676Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2023-12-01T04:42:45.438 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/988108323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:45.438 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:45.438 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:45.438 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[97855]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-01T04:42:45.438 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[97855]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:45.439 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/988108323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:45.439 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:45.439 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:45.439 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[116524]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-01T04:42:45.439 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:45 smithi111 ceph-mon[116524]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:45.634 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/988108323' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-01T04:42:45.635 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:45.635 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:45.635 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:45 smithi155 ceph-mon[102677]: Reconfiguring prometheus.a (dependencies changed)... 2023-12-01T04:42:45.635 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:45 smithi155 ceph-mon[102677]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:46.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:46 smithi155 ceph-mon[102677]: Reconfiguring daemon prometheus.a on smithi155 2023-12-01T04:42:46.895 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3989386770' entity='client.admin' 2023-12-01T04:42:46.998 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[177262]: ts=2023-12-01T04:42:46.647Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000481965s 2023-12-01T04:42:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:46 smithi111 ceph-mon[97855]: Reconfiguring daemon prometheus.a on smithi155 2023-12-01T04:42:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3989386770' entity='client.admin' 2023-12-01T04:42:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:46 smithi111 ceph-mon[116524]: Reconfiguring daemon prometheus.a on smithi155 2023-12-01T04:42:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3989386770' entity='client.admin' 2023-12-01T04:42:46.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[98277]: [01/Dec/2023:04:42:46] ENGINE Bus STOPPING 2023-12-01T04:42:47.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[98277]: [01/Dec/2023:04:42:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:42:47.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[98277]: [01/Dec/2023:04:42:46] ENGINE Bus STOPPED 2023-12-01T04:42:47.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[98277]: [01/Dec/2023:04:42:46] ENGINE Bus STARTING 2023-12-01T04:42:47.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[98277]: [01/Dec/2023:04:42:46] ENGINE Serving on http://:::9283 2023-12-01T04:42:47.000 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:46 smithi111 conmon[98277]: [01/Dec/2023:04:42:46] ENGINE Bus STARTED 2023-12-01T04:42:47.346 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:42:47.357 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2023-12-01T04:42:47.357 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:42:47.372 INFO:teuthology.task.print:**** done start telemetry reef... 2023-12-01T04:42:47.372 INFO:teuthology.run_tasks:Running task workunit... 2023-12-01T04:42:47.398 INFO:tasks.workunit:Pulling workunits from ref 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:42:47.399 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-01T04:42:47.399 DEBUG:teuthology.orchestra.run.smithi111:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-01T04:42:47.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T04:42:47.417 INFO:teuthology.orchestra.run.smithi111.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-01T04:42:47.418 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T04:42:47.474 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-01T04:42:47.474 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-01T04:42:47.531 INFO:tasks.workunit:timeout=3h 2023-12-01T04:42:47.531 INFO:tasks.workunit:cleanup=True 2023-12-01T04:42:47.531 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:42:47.591 INFO:tasks.workunit.client.0.smithi111.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-01T04:42:47.914 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 systemd[1]: Stopping Ceph prometheus.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:47.914 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:47 smithi155 ceph-mon[102677]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:47 smithi111 ceph-mon[97855]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:47 smithi111 ceph-mon[116524]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2023-12-01T04:42:48.207 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2023-12-01T04:42:48.208 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2023-12-01T04:42:48.208 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:907 level=info msg="Scrape manager stopped" 2023-12-01T04:42:48.208 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2023-12-01T04:42:48.208 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2023-12-01T04:42:48.208 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:47 smithi155 conmon[148861]: ts=2023-12-01T04:42:47.913Z caller=main.go:1147 level=info msg="See you next time!" 2023-12-01T04:42:48.706 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:48 smithi155 bash[154223]: 6989d7a6697ab28f9c7b9a4ca9fe03559a0cdde179046f67adfc3fb901d20c5b 2023-12-01T04:42:48.707 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:48 smithi155 systemd[1]: ceph-0317d528-9003-11ee-95a2-87774f69a715@prometheus.a.service: Succeeded. 2023-12-01T04:42:48.707 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:48 smithi155 systemd[1]: Stopped Ceph prometheus.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:48.707 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:48 smithi155 systemd[1]: Starting Ceph prometheus.a for 0317d528-9003-11ee-95a2-87774f69a715... 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]: dispatch 2023-12-01T04:42:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi111:9093"}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2023-12-01T04:42:49.458 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 bash[154547]: 1139ae652a5f3569304baa0dfa02c0b8164846ef52b6ca53857f89a8a3be7cf9 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.199Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.199Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.199Z caller=main.go:570 level=info host_details="(Linux 4.18.0-372.9.1.el8.x86_64 #1 SMP Fri Apr 15 22:12:19 EDT 2022 x86_64 smithi155 (none))" 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.199Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.199Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.201Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.201Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 systemd[1]: Started Ceph prometheus.a for 0317d528-9003-11ee-95a2-87774f69a715. 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.203Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.203Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.205Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.205Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.466µs 2023-12-01T04:42:49.459 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.205Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.207Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.207Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.207Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.812µs wal_replay_duration=1.707074ms wbl_replay_duration=122ns total_replay_duration=1.761241ms 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.208Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.208Z caller=main.go:1029 level=info msg="TSDB started" 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.208Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.228Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.497748ms db_storage=920ns remote_storage=1.407µs web_handler=403ns query_engine=795ns scrape=249.088µs scrape_sd=120.735µs notify=15.813µs notify_sd=13.659µs rules=18.807943ms tracing=6.433µs 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.228Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2023-12-01T04:42:49.460 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 04:42:49 smithi155 conmon[154588]: ts=2023-12-01T04:42:49.228Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2023-12-01T04:42:49.558 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:49.558 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2023-12-01T04:42:49.558 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2023-12-01T04:42:49.558 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2023-12-01T04:42:49.558 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2023-12-01T04:42:49.558 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi111:9093"}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-01T04:42:49.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STOPPING 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STOPPED 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STARTING 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Serving on http://:::9283 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STARTED 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STOPPING 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STOPPED 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STARTING 2023-12-01T04:42:49.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Serving on http://:::9283 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STARTED 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STOPPING 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STOPPED 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]: dispatch 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]: dispatch 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2023-12-01T04:42:49.561 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]: dispatch 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi111:9093"}]: dispatch 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-01T04:42:49.562 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2023-12-01T04:42:49.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STARTING 2023-12-01T04:42:49.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Serving on http://:::9283 2023-12-01T04:42:49.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:49 smithi111 conmon[98277]: [01/Dec/2023:04:42:49] ENGINE Bus STARTED 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi111:9093"}]: dispatch 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2023-12-01T04:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: osdmap e69: 8 total, 8 up, 8 in 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:42:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi111:9093"}]: dispatch 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2023-12-01T04:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: osdmap e69: 8 total, 8 up, 8 in 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi111:9093"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2023-12-01T04:42:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi155.front.sepia.ceph.com:9095"}]: dispatch 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [7, 2]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [5, 1]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [0, 3]}]': finished 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: osdmap e69: 8 total, 8 up, 8 in 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-01T04:42:50.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2023-12-01T04:42:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2023-12-01T04:42:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi155.front.sepia.ceph.com:3000"}]: dispatch 2023-12-01T04:42:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:42:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:51 smithi155 ceph-mon[102677]: osdmap e70: 8 total, 8 up, 8 in 2023-12-01T04:42:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:51 smithi155 ceph-mon[102677]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:51 smithi111 ceph-mon[97855]: osdmap e70: 8 total, 8 up, 8 in 2023-12-01T04:42:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:51 smithi111 ceph-mon[97855]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:51 smithi111 ceph-mon[116524]: osdmap e70: 8 total, 8 up, 8 in 2023-12-01T04:42:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:51 smithi111 ceph-mon[116524]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:52 smithi155 ceph-mon[102677]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-01T04:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[97855]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[116524]: Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:42:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:42:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:53 smithi155 ceph-mon[102677]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[97855]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:42:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:53 smithi111 ceph-mon[116524]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:42:54.998 INFO:journalctl@ceph.alertmanager.a.smithi111.stdout:Dec 01 04:42:54 smithi111 conmon[177262]: ts=2023-12-01T04:42:54.649Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.0025757s 2023-12-01T04:42:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:54 smithi111 ceph-mon[97855]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2023-12-01T04:42:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:54 smithi111 ceph-mon[97855]: Cluster is now healthy 2023-12-01T04:42:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:54 smithi111 ceph-mon[116524]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2023-12-01T04:42:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:54 smithi111 ceph-mon[116524]: Cluster is now healthy 2023-12-01T04:42:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:54 smithi155 ceph-mon[102677]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 2 pgs peering) 2023-12-01T04:42:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:54 smithi155 ceph-mon[102677]: Cluster is now healthy 2023-12-01T04:42:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:55 smithi155 ceph-mon[102677]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:55 smithi111 ceph-mon[97855]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:55 smithi111 ceph-mon[116524]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:57 smithi155 ceph-mon[102677]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:57 smithi111 ceph-mon[97855]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:57 smithi111 ceph-mon[116524]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:42:59 smithi155 ceph-mon[102677]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:42:59 smithi111 ceph-mon[97855]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:42:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:42:59] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2023-12-01T04:42:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:42:59 smithi111 ceph-mon[116524]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:01 smithi155 ceph-mon[102677]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:01 smithi111 ceph-mon[97855]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:01 smithi111 ceph-mon[116524]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:03 smithi155 ceph-mon[102677]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:03 smithi111 ceph-mon[97855]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:03 smithi111 ceph-mon[116524]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:05 smithi155 ceph-mon[102677]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:05 smithi111 ceph-mon[97855]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:05 smithi111 ceph-mon[116524]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2023-12-01T04:43:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:07 smithi155 ceph-mon[102677]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:07 smithi111 ceph-mon[97855]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:07 smithi111 ceph-mon[116524]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:09 smithi155 ceph-mon[102677]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:09 smithi111 ceph-mon[97855]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:43:09] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2023-12-01T04:43:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:09 smithi111 ceph-mon[116524]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:11 smithi155 ceph-mon[102677]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:11 smithi111 ceph-mon[97855]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:11 smithi111 ceph-mon[116524]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:13 smithi155 ceph-mon[102677]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:13 smithi111 ceph-mon[97855]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:13 smithi111 ceph-mon[116524]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:15 smithi155 ceph-mon[102677]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:15 smithi111 ceph-mon[97855]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:15 smithi111 ceph-mon[116524]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:17 smithi155 ceph-mon[102677]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:17 smithi111 ceph-mon[97855]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:17 smithi111 ceph-mon[116524]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:19 smithi155 ceph-mon[102677]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:19 smithi111 ceph-mon[97855]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:43:19] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2023-12-01T04:43:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:19 smithi111 ceph-mon[116524]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:20 smithi155 ceph-mon[102677]: mgrmap e21: y(active, since 90s), standbys: x 2023-12-01T04:43:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:20 smithi111 ceph-mon[97855]: mgrmap e21: y(active, since 90s), standbys: x 2023-12-01T04:43:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:20 smithi111 ceph-mon[116524]: mgrmap e21: y(active, since 90s), standbys: x 2023-12-01T04:43:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:21 smithi155 ceph-mon[102677]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:21 smithi111 ceph-mon[97855]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:21 smithi111 ceph-mon[116524]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:23 smithi155 ceph-mon[102677]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:23 smithi111 ceph-mon[97855]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:23 smithi111 ceph-mon[116524]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:25 smithi155 ceph-mon[102677]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:25 smithi111 ceph-mon[97855]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:25 smithi111 ceph-mon[116524]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:27 smithi155 ceph-mon[102677]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:27 smithi111 ceph-mon[97855]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:27 smithi111 ceph-mon[116524]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:29 smithi155 ceph-mon[102677]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:29 smithi111 ceph-mon[97855]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:43:29] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2023-12-01T04:43:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:29 smithi111 ceph-mon[116524]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:31 smithi155 ceph-mon[102677]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:31 smithi111 ceph-mon[97855]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:31 smithi111 ceph-mon[116524]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T04:43:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:33 smithi155 ceph-mon[102677]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:33 smithi111 ceph-mon[97855]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:33 smithi111 ceph-mon[116524]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:35 smithi155 ceph-mon[102677]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:35 smithi111 ceph-mon[97855]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:35 smithi111 ceph-mon[116524]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:37 smithi155 ceph-mon[102677]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:37 smithi111 ceph-mon[97855]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:37 smithi111 ceph-mon[116524]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:39 smithi155 ceph-mon[102677]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:39 smithi111 ceph-mon[97855]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:39 smithi111 ceph-mon[116524]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:43:39] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2023-12-01T04:43:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:41 smithi155 ceph-mon[102677]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:41 smithi111 ceph-mon[97855]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:41 smithi111 ceph-mon[116524]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:43 smithi155 ceph-mon[102677]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:43 smithi111 ceph-mon[97855]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:43 smithi111 ceph-mon[116524]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:45 smithi155 ceph-mon[102677]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:45 smithi111 ceph-mon[97855]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:45 smithi111 ceph-mon[116524]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:46.921 INFO:tasks.workunit.client.0.smithi111.stderr:Note: switching to '9942cfafa9f7e22e363b3f76a7fe21130085c2db'. 2023-12-01T04:43:46.921 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr:changes and commit them, and you can discard any commits you make in this 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr:state without impacting any branches by switching back to a branch. 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr:If you want to create a new branch to retain commits you create, you may 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr:do so (now or later) by using -c with the switch command. Example: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr: git switch -c 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr:Or undo this operation with: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.922 INFO:tasks.workunit.client.0.smithi111.stderr: git switch - 2023-12-01T04:43:46.923 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.923 INFO:tasks.workunit.client.0.smithi111.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-12-01T04:43:46.923 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:46.923 INFO:tasks.workunit.client.0.smithi111.stderr:HEAD is now at 9942cfafa9f Merge branch 'pull-stable-compiled-cephadm' of https://github.com/adk3798/ceph into wip-yuri10-testing-2023-11-30-0943 2023-12-01T04:43:46.927 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-01T04:43:46.956 INFO:tasks.workunit.client.0.smithi111.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-01T04:43:46.957 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T04:43:46.958 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-01T04:43:47.516 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-01T04:43:47.578 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-01T04:43:47.614 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T04:43:47.616 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T04:43:47.616 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-01T04:43:47.652 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T04:43:47.657 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:43:47.657 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-01T04:43:47.712 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2023-12-01T04:43:47.713 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2023-12-01T04:43:47.714 DEBUG:teuthology.orchestra.run.smithi111:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=9942cfafa9f7e22e363b3f76a7fe21130085c2db TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2023-12-01T04:43:47.773 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2023-12-01T04:43:48.089 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:47 smithi111 ceph-mon[97855]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:48.089 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STOPPING 2023-12-01T04:43:48.089 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:47 smithi111 ceph-mon[116524]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:47 smithi155 ceph-mon[102677]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:48.240 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2023-12-01T04:43:48.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:43:48.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STOPPED 2023-12-01T04:43:48.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STARTING 2023-12-01T04:43:48.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Serving on http://:::9283 2023-12-01T04:43:48.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STARTED 2023-12-01T04:43:48.752 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2023-12-01T04:43:48.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STOPPING 2023-12-01T04:43:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:43:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STOPPED 2023-12-01T04:43:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STARTING 2023-12-01T04:43:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Serving on http://:::9283 2023-12-01T04:43:48.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:48 smithi111 conmon[98277]: [01/Dec/2023:04:43:48] ENGINE Bus STARTED 2023-12-01T04:43:49.253 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry preview 2023-12-01T04:43:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T04:43:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T04:43:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:49 smithi155 ceph-mon[102677]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T04:43:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T04:43:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[97855]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:49.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: [01/Dec/2023:04:43:49] ENGINE Bus STOPPING 2023-12-01T04:43:49.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: [01/Dec/2023:04:43:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:43:49.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: [01/Dec/2023:04:43:49] ENGINE Bus STOPPED 2023-12-01T04:43:49.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: [01/Dec/2023:04:43:49] ENGINE Bus STARTING 2023-12-01T04:43:49.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: [01/Dec/2023:04:43:49] ENGINE Serving on http://:::9283 2023-12-01T04:43:49.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: [01/Dec/2023:04:43:49] ENGINE Bus STARTED 2023-12-01T04:43:49.502 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:43:49] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2023-12-01T04:43:49.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T04:43:49.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:49.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T04:43:49.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[116524]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:49.503 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:43:49.873 INFO:tasks.workunit.client.0.smithi111.stdout:{ 2023-12-01T04:43:49.873 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer": { 2023-12-01T04:43:49.873 INFO:tasks.workunit.client.0.smithi111.stdout: "active": true, 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "mode": "" 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "channels": [ 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "ident" 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "channels_available": [ 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "ident", 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:49.874 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "perf" 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_available": [ 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.875 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_opted_in": [ 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.876 INFO:tasks.workunit.client.0.smithi111.stdout: "config": { 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "active_changed": [ 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "client_check_pool_perm", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_gid", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_uid", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "client_quota", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:49.877 INFO:tasks.workunit.client.0.smithi111.stdout: "daemonize", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "keyring", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_block_size", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_cache_size", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_compression", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_log", 2023-12-01T04:43:49.878 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_write_buffer_size", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_file", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_journald", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_stderr", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_host", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:49.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:49.880 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "no_config_file", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_crush_chooseleaf_type", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:49.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_lim", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_res", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:49.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addr", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addrv", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_default_features", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_qos_exclude_ops", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "setgroup", 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: "setuser" 2023-12-01T04:43:49.883 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_changed": [ 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:49.884 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_join_fs", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/allow_ptrace", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/container_init", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/migration_current", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/use_repo_digest", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ssl_server_port", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/orchestrator/orchestrator", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/channel_ident", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/description", 2023-12-01T04:43:49.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/organization", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:49.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:49.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:49.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_cache_enabled", 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_ops_log", 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_usage_log" 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "contact": null, 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "crashes": [], 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "created": "2023-12-01T04:36:15.719441Z", 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "crush": { 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_algs": { 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: "straw2": 3 2023-12-01T04:43:49.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_sizes": { 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "2": 1, 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "4": 2 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_types": { 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "1": 2, 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "11": 1 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "compat_weight_set": false, 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "device_classes": [ 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: 8 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_buckets": 6, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_devices": 8, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_rules": 1, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_types": 12, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_weight_sets": 0, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "tunables": { 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "allowed_bucket_algs": 54, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_fallback_tries": 0, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_tries": 0, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_total_tries": 50, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_descend_once": 1, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_stable": 1, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_vary_r": 1, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v2_rules": 0, 2023-12-01T04:43:49.891 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v3_rules": 0, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v4_buckets": 1, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v5_rules": 0, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "legacy_tunables": 0, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "minimum_required_version": "jewel", 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "optimal_tunables": 1, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "profile": "jewel", 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables": 1, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables2": 1, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables3": 1, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables5": 1, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "straw_calc_version": 1 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.892 INFO:tasks.workunit.client.0.smithi111.stdout: "description": "upgrade test cluster", 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "fs": { 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "feature_flags": { 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "enable_multiple": true, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_enabled_multiple": true 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "filesystems": [ 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "approx_ctime": "2023-12", 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer_enabled": false, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_caps": 0, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_dns": 10, 2023-12-01T04:43:49.893 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_inos": 13, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_subtrees": 2, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_allowed_features": 0, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "explicitly_allowed_features": 0, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "files": 0, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "max_mds": 1, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_data_pools": 1, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_in": 1, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_mds": 1, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": 0, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_replay": 0, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_up": 1, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "snaps": 0, 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: "standby_count_wanted": 0 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.894 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_mds": 1, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "total_num_mds": 2 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "hosts": { 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num": 2, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mds": 2, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mgr": 2, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mon": 2, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_osd": 2 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard": false, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard_description": null, 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "license": "sharing-1-0", 2023-12-01T04:43:49.895 INFO:tasks.workunit.client.0.smithi111.stdout: "metadata": { 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 2 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 2 2023-12-01T04:43:49.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 2 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 2 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.897 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 3 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 3 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.898 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 3 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 3 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:49.899 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 8 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 8 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 8 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 8 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_objectstore": { 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": 8 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "rotational": { 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: "0": 8 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "features": { 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "optional": [], 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "persistent": [ 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "kraken", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "luminous", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "mimic", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap-prune", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "nautilus", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "octopus", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "pacific", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "elector-pinging", 2023-12-01T04:43:49.902 INFO:tasks.workunit.client.0.smithi111.stdout: "quincy", 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "reef" 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv4_addr_mons": 6, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv6_addr_mons": 0, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "min_mon_release": 18, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "v1_addr_mons": 3, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "v2_addr_mons": 3 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "organization": "ceph-qa", 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_network": false, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 8, 2023-12-01T04:43:49.903 INFO:tasks.workunit.client.0.smithi111.stdout: "require_min_compat_client": "luminous", 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "require_osd_release": "reef" 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": [ 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr" 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 1, 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 1, 2023-12-01T04:43:49.904 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 1, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 1781760, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 1781760, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 2, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 2.443000539642526e-06, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 212, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 313344, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 590368, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 590368, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 1771104, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 179, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 2473984 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:49.906 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 32, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 32, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 2, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:49.907 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 98304, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 98304, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 22, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 1.3478653215770464e-07, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 3430, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 3430, 2023-12-01T04:43:49.908 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 10290, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 51, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 20480 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:49.909 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 64, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 64, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 3, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:49.910 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:49.911 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:49.913 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:49.914 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd" 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 8, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 8, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 4, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:49.915 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:49.916 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": { 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: "mirroring_by_pool": [ 2023-12-01T04:43:49.917 INFO:tasks.workunit.client.0.smithi111.stdout: false 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_images_by_pool": [ 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pools": 1 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "report_id": "b21e78c1-67f2-4a8a-bd7e-147c85892646", 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "report_timestamp": "2023-12-01T04:43:49.866257", 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "report_version": 1, 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "rook": { 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster": { 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "external-mode": null, 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "allow-multiple-per-node": null, 2023-12-01T04:43:49.918 INFO:tasks.workunit.client.0.smithi111.stdout: "count": null, 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "max-id": null, 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "pvc": { 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "stretch": { 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "network": { 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "provider": null 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "storage": { 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "device-set": { 2023-12-01T04:43:49.919 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "non-portable": null, 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "portable": null, 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "csi": { 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes": { 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.920 INFO:tasks.workunit.client.0.smithi111.stdout: "node": { 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes-total": null, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "with-ceph-daemons": null, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-cephfs-plugin": null, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-nfs-plugin": null, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-rbd-plugin": null 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "storage-class": { 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket": null, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs": null, 2023-12-01T04:43:49.921 INFO:tasks.workunit.client.0.smithi111.stdout: "nfs": null, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": null, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "services": {}, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 105, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": 4, 2023-12-01T04:43:49.922 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_by_class": { 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "ssd": { 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_bytes": 228380672, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_ratio": 0.00029738605371676385 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout:} 2023-12-01T04:43:49.923 INFO:tasks.workunit.client.0.smithi111.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2023-12-01T04:43:49.924 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry preview-device 2023-12-01T04:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2099658678' entity='client.admin' 2023-12-01T04:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2099658678' entity='client.admin' 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2099658678' entity='client.admin' 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout:{ 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout: "38d64d60-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d73388-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043913": { 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:50.534 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d64d60-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405553 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.535 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:50.536 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.537 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 23878051 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:50.539 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 40601946 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:50.540 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.541 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.543 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:50.544 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 91, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 2747, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 2756, 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 2738 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.545 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 63, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 324874869, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1564871960, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 5441680953, 2023-12-01T04:43:50.546 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 27920849025, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 9, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 44643, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 48291, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 28, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 4349 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 44643, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 48291 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.547 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:50.548 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:50.549 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.550 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:50.551 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 28 Celsius", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 9%", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 324,874,869 [166 TB]", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,564,871,960 [801 TB]", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 5,441,680,953", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 27,920,849,025", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 63", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 44,643", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 48,291", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 4,349", 2023-12-01T04:43:50.552 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:50.553 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 28 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d9c0bc-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043911": { 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:50.554 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405551 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:50.555 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:50.557 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:50.558 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 18190149 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 29168383 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:50.560 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.561 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 94, 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:50.563 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 1942, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 1955, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 1931 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 3, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 240575759, 2023-12-01T04:43:50.564 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1192109659, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 3582115228, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 19227717220, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 6, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 25550, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 57500, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 26, 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 243 2023-12-01T04:43:50.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 25550, 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 57500 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.566 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.567 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:50.568 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:50.569 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 26 Celsius", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 6%", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 240,575,759 [123 TB]", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,192,109,659 [610 TB]", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 3,582,115,228", 2023-12-01T04:43:50.570 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 19,227,717,220", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 3", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 25,550", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 57,500", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 243", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:50.571 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 26 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.572 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:50.573 INFO:tasks.workunit.client.0.smithi111.stdout:} 2023-12-01T04:43:50.573 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry preview-all 2023-12-01T04:43:51.148 INFO:tasks.workunit.client.0.smithi111.stdout:{ 2023-12-01T04:43:51.148 INFO:tasks.workunit.client.0.smithi111.stdout: "device_report": { 2023-12-01T04:43:51.148 INFO:tasks.workunit.client.0.smithi111.stdout: "38d64d60-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d73388-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043913": { 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d64d60-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.149 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405553 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.150 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:51.151 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 23878051 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.153 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 40601946 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:51.154 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.155 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.156 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 91, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 2747, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 2756, 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 2738 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.157 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 63, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 324874869, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1564871960, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 5441680953, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 27920849025, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:51.158 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 9, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 44643, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 48291, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 28, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 4349 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 44643, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 48291 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:51.159 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:51.160 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:51.161 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:51.162 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 28 Celsius", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 9%", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 324,874,869 [166 TB]", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,564,871,960 [801 TB]", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 5,441,680,953", 2023-12-01T04:43:51.163 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 27,920,849,025", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 63", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 44,643", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 48,291", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 4,349", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:51.164 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 28 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:51.165 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d9c0bc-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043911": { 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:51.166 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405551 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:51.167 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.168 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.169 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 18190149 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.170 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 29168383 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:51.171 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:51.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:51.174 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 94, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 1942, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 1955, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 1931 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 3, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:51.175 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 240575759, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1192109659, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 3582115228, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 19227717220, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 6, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 25550, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 57500, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 26, 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 243 2023-12-01T04:43:51.176 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 25550, 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 57500 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:51.177 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:51.178 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:51.179 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:51.180 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 26 Celsius", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 6%", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 240,575,759 [123 TB]", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,192,109,659 [610 TB]", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 3,582,115,228", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 19,227,717,220", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 3", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 25,550", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 57,500", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 243", 2023-12-01T04:43:51.181 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:51.182 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 26 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "report": { 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer": { 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "active": true, 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "mode": "" 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.183 INFO:tasks.workunit.client.0.smithi111.stdout: "channels": [ 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "ident" 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "channels_available": [ 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "ident", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "perf" 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_available": [ 2023-12-01T04:43:51.184 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_opted_in": [ 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:51.185 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "config": { 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "active_changed": [ 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "client_check_pool_perm", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_gid", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_uid", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "client_quota", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "daemonize", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:51.187 INFO:tasks.workunit.client.0.smithi111.stdout: "keyring", 2023-12-01T04:43:51.188 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_block_size", 2023-12-01T04:43:51.188 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_cache_size", 2023-12-01T04:43:51.188 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_compression", 2023-12-01T04:43:51.188 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_log", 2023-12-01T04:43:51.188 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_write_buffer_size", 2023-12-01T04:43:51.189 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:51.189 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:51.189 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:51.189 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:51.189 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:51.189 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:51.190 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_file", 2023-12-01T04:43:51.190 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_journald", 2023-12-01T04:43:51.190 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_stderr", 2023-12-01T04:43:51.190 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:51.190 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_host", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:51.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:51.192 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:51.192 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:51.192 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:51.192 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:51.192 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:51.192 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "no_config_file", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:51.193 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:51.194 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_crush_chooseleaf_type", 2023-12-01T04:43:51.194 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:51.194 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:51.194 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:51.194 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:51.194 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-01T04:43:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_lim", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_res", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-01T04:43:51.196 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:51.197 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:51.198 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:51.198 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:51.198 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addr", 2023-12-01T04:43:51.198 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addrv", 2023-12-01T04:43:51.198 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:51.198 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_default_features", 2023-12-01T04:43:51.199 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_qos_exclude_ops", 2023-12-01T04:43:51.199 INFO:tasks.workunit.client.0.smithi111.stdout: "setgroup", 2023-12-01T04:43:51.199 INFO:tasks.workunit.client.0.smithi111.stdout: "setuser" 2023-12-01T04:43:51.199 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.199 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_changed": [ 2023-12-01T04:43:51.199 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:51.200 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:51.201 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:51.201 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:51.201 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:51.201 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:51.201 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:51.201 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_join_fs", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/allow_ptrace", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/container_init", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/migration_current", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/use_repo_digest", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-01T04:43:51.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ssl_server_port", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/orchestrator/orchestrator", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/channel_ident", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/description", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/organization", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:51.203 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:51.204 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:51.205 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:51.206 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:51.207 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:51.208 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_cache_enabled", 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_ops_log", 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_usage_log" 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "contact": null, 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "crashes": [], 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "created": "2023-12-01T04:36:15.719441Z", 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "crush": { 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_algs": { 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: "straw2": 3 2023-12-01T04:43:51.209 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_sizes": { 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "2": 1, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "4": 2 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_types": { 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "1": 2, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "11": 1 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "compat_weight_set": false, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "device_classes": [ 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: 8 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_buckets": 6, 2023-12-01T04:43:51.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_devices": 8, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_rules": 1, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_types": 12, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_weight_sets": 0, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "tunables": { 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "allowed_bucket_algs": 54, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_fallback_tries": 0, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_tries": 0, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_total_tries": 50, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_descend_once": 1, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_stable": 1, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_vary_r": 1, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v2_rules": 0, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v3_rules": 0, 2023-12-01T04:43:51.211 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v4_buckets": 1, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v5_rules": 0, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "legacy_tunables": 0, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "minimum_required_version": "jewel", 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "optimal_tunables": 1, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "profile": "jewel", 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables": 1, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables2": 1, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables3": 1, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables5": 1, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "straw_calc_version": 1 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "description": "upgrade test cluster", 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "fs": { 2023-12-01T04:43:51.212 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "feature_flags": { 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "enable_multiple": true, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_enabled_multiple": true 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "filesystems": [ 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "approx_ctime": "2023-12", 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer_enabled": false, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_caps": 0, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_dns": 10, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_inos": 13, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_subtrees": 2, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_allowed_features": 0, 2023-12-01T04:43:51.213 INFO:tasks.workunit.client.0.smithi111.stdout: "explicitly_allowed_features": 0, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "files": 0, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "max_mds": 1, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_data_pools": 1, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_in": 1, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_mds": 1, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": 0, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_replay": 0, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_up": 1, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "snaps": 0, 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: "standby_count_wanted": 0 2023-12-01T04:43:51.214 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_mds": 1, 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "total_num_mds": 2 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "hosts": { 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num": 2, 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mds": 2, 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mgr": 2, 2023-12-01T04:43:51.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mon": 2, 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_osd": 2 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard": false, 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard_description": null, 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "license": "sharing-1-0", 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "metadata": { 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 2 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:51.216 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 2 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 2 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:51.217 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 2 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 3 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:51.218 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 3 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 3 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 3 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.219 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 8 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 8 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 8 2023-12-01T04:43:51.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 8 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_objectstore": { 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": 8 2023-12-01T04:43:51.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "rotational": { 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "0": 8 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "features": { 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "optional": [], 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "persistent": [ 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "kraken", 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "luminous", 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "mimic", 2023-12-01T04:43:51.222 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap-prune", 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "nautilus", 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "octopus", 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pacific", 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "elector-pinging", 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "quincy", 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "reef" 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv4_addr_mons": 6, 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv6_addr_mons": 0, 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "min_mon_release": 18, 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "v1_addr_mons": 3, 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "v2_addr_mons": 3 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.223 INFO:tasks.workunit.client.0.smithi111.stdout: "organization": "ceph-qa", 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_network": false, 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 8, 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "require_min_compat_client": "luminous", 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "require_osd_release": "reef" 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": [ 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr" 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:51.224 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 1, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 1, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 1, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 1781760, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:51.225 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 1781760, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 2, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 2.443000539642526e-06, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 212, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 313344, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 590368, 2023-12-01T04:43:51.226 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 590368, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 1771104, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 179, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 2473984 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:51.227 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 32, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 32, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 2, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 98304, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 98304, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:51.228 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 22, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 1.3478653215770464e-07, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 3430, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 3430, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 10290, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 51, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 20480 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.229 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 64, 2023-12-01T04:43:51.230 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 64, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 3, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:51.231 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:51.232 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd" 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:51.233 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 8, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 8, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 4, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:51.234 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:51.235 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": { 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: "mirroring_by_pool": [ 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: false 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_images_by_pool": [ 2023-12-01T04:43:51.236 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pools": 1 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "report_id": "b21e78c1-67f2-4a8a-bd7e-147c85892646", 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "report_timestamp": "2023-12-01T04:43:51.129006", 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "report_version": 1, 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "rook": { 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster": { 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "external-mode": null, 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "allow-multiple-per-node": null, 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "count": null, 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "max-id": null, 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "pvc": { 2023-12-01T04:43:51.237 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "stretch": { 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "network": { 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "provider": null 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "storage": { 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "device-set": { 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "non-portable": null, 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "portable": null, 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:51.238 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "csi": { 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes": { 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "node": { 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes-total": null, 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "with-ceph-daemons": null, 2023-12-01T04:43:51.239 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-cephfs-plugin": null, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-nfs-plugin": null, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-rbd-plugin": null 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "storage-class": { 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket": null, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs": null, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "nfs": null, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": null, 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.240 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "services": {}, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 105, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": 4, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_by_class": { 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "ssd": { 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_bytes": 228380672, 2023-12-01T04:43:51.241 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_ratio": 0.00029738605371676385 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:51.242 INFO:tasks.workunit.client.0.smithi111.stdout:} 2023-12-01T04:43:51.243 INFO:tasks.workunit.client.0.smithi111.stderr:++ ceph telemetry collection ls 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.727 INFO:tasks.workunit.client.0.smithi111.stderr:+ COLLECTIONS='New collections are available: 2023-12-01T04:43:51.727 INFO:tasks.workunit.client.0.smithi111.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2023-12-01T04:43:51.727 INFO:tasks.workunit.client.0.smithi111.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:NAME STATUS DESC 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2023-12-01T04:43:51.728 INFO:tasks.workunit.client.0.smithi111.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:+ [[ New collections are available: 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:NAME STATUS DESC 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-01T04:43:51.729 INFO:tasks.workunit.client.0.smithi111.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:+ [[ New collections are available: 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:NAME STATUS DESC 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-01T04:43:51.730 INFO:tasks.workunit.client.0.smithi111.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:+ [[ New collections are available: 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:NAME STATUS DESC 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-01T04:43:51.731 INFO:tasks.workunit.client.0.smithi111.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:+ [[ New collections are available: 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-01T04:43:51.732 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:NAME STATUS DESC 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:+ [[ New collections are available: 2023-12-01T04:43:51.733 INFO:tasks.workunit.client.0.smithi111.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:Run `ceph telemetry on` to opt-in to these collections. 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr: 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:NAME STATUS DESC 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2023-12-01T04:43:51.734 INFO:tasks.workunit.client.0.smithi111.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2023-12-01T04:43:51.735 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry on --license sharing-1-0 2023-12-01T04:43:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:51.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:51.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:51.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:52.325 INFO:tasks.workunit.client.0.smithi111.stdout:Telemetry is on. 2023-12-01T04:43:52.325 INFO:tasks.workunit.client.0.smithi111.stdout:Some channels are disabled, please enable with: 2023-12-01T04:43:52.325 INFO:tasks.workunit.client.0.smithi111.stdout:`ceph telemetry enable channel perf` 2023-12-01T04:43:52.340 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry enable channel perf 2023-12-01T04:43:52.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STOPPING 2023-12-01T04:43:52.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:43:52.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STOPPED 2023-12-01T04:43:52.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STARTING 2023-12-01T04:43:52.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Serving on http://:::9283 2023-12-01T04:43:52.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STARTED 2023-12-01T04:43:52.944 INFO:tasks.workunit.client.0.smithi111.stdout:channel_perf is enabled 2023-12-01T04:43:52.957 INFO:tasks.workunit.client.0.smithi111.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2023-12-01T04:43:52.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STOPPING 2023-12-01T04:43:52.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T04:43:52.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STOPPED 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STARTING 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Serving on http://:::9283 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:52 smithi111 conmon[98277]: [01/Dec/2023:04:43:52] ENGINE Bus STARTED 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: mgrmap e22: y(active, since 2m), standbys: x 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: mgrmap e22: y(active, since 2m), standbys: x 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:53.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: mgrmap e22: y(active, since 2m), standbys: x 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:53.408 INFO:tasks.workunit.client.0.smithi111.stderr:+ LAST_OPT_REVISION=1 2023-12-01T04:43:53.408 INFO:tasks.workunit.client.0.smithi111.stderr:+ '[' 1 -ne 1 ']' 2023-12-01T04:43:53.408 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry show 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout:{ 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer": { 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: "active": true, 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mode": "" 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: "channels": [ 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:54.202 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "ident", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "perf" 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "channels_available": [ 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "ident", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "perf" 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_available": [ 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:54.203 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_opted_in": [ 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:54.204 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "config": { 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "active_changed": [ 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:54.205 INFO:tasks.workunit.client.0.smithi111.stdout: "client_check_pool_perm", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_gid", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_uid", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "client_quota", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "daemonize", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:54.206 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "keyring", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_block_size", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_cache_size", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_compression", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_log", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_write_buffer_size", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_file", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_journald", 2023-12-01T04:43:54.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_stderr", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_host", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:54.208 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "no_config_file", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_crush_chooseleaf_type", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:54.209 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_lim", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_res", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:54.210 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addr", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addrv", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_default_features", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_qos_exclude_ops", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "setgroup", 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: "setuser" 2023-12-01T04:43:54.211 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_changed": [ 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:54.212 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_join_fs", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/allow_ptrace", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/container_init", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/migration_current", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/use_repo_digest", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ssl_server_port", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/orchestrator/orchestrator", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/channel_ident", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/channel_perf", 2023-12-01T04:43:54.213 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/description", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/enabled", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/organization", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:54.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:54.215 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:54.216 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_cache_enabled", 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_ops_log", 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_usage_log" 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "contact": null, 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "crashes": [], 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "created": "2023-12-01T04:36:15.719441Z", 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "crush": { 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_algs": { 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "straw2": 3 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_sizes": { 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "2": 1, 2023-12-01T04:43:54.217 INFO:tasks.workunit.client.0.smithi111.stdout: "4": 2 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_types": { 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "1": 2, 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "11": 1 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "compat_weight_set": false, 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "device_classes": [ 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: 8 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_buckets": 6, 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_devices": 8, 2023-12-01T04:43:54.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_rules": 1, 2023-12-01T04:43:54.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_types": 12, 2023-12-01T04:43:54.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_weight_sets": 0, 2023-12-01T04:43:54.219 INFO:tasks.workunit.client.0.smithi111.stdout: "tunables": { 2023-12-01T04:43:54.219 INFO:tasks.workunit.client.0.smithi111.stdout: "allowed_bucket_algs": 54, 2023-12-01T04:43:54.219 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_fallback_tries": 0, 2023-12-01T04:43:54.219 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_tries": 0, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_total_tries": 50, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_descend_once": 1, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_stable": 1, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_vary_r": 1, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v2_rules": 0, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v3_rules": 0, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v4_buckets": 1, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v5_rules": 0, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "legacy_tunables": 0, 2023-12-01T04:43:54.220 INFO:tasks.workunit.client.0.smithi111.stdout: "minimum_required_version": "jewel", 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "optimal_tunables": 1, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "profile": "jewel", 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables": 1, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables2": 1, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables3": 1, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables5": 1, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "straw_calc_version": 1 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "description": "upgrade test cluster", 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "fs": { 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "feature_flags": { 2023-12-01T04:43:54.221 INFO:tasks.workunit.client.0.smithi111.stdout: "enable_multiple": true, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_enabled_multiple": true 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "filesystems": [ 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "approx_ctime": "2023-12", 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer_enabled": false, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_caps": 0, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_dns": 10, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_inos": 13, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_subtrees": 2, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_allowed_features": 0, 2023-12-01T04:43:54.222 INFO:tasks.workunit.client.0.smithi111.stdout: "explicitly_allowed_features": 0, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "files": 0, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "max_mds": 1, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_data_pools": 1, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_in": 1, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_mds": 1, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": 0, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_replay": 0, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_up": 1, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "snaps": 0, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "standby_count_wanted": 0 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_mds": 1, 2023-12-01T04:43:54.223 INFO:tasks.workunit.client.0.smithi111.stdout: "total_num_mds": 2 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_stats": { 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 20520960, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 488480, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 794624, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 391, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 1234136, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 20, 2023-12-01T04:43:54.224 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1126400, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 14919432, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 21315584 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 20267008, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 347832, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 1040384, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 0, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 307, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 820208, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 12, 2023-12-01T04:43:54.225 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 850432, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 14455640, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 20267008 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.27ad12f68da33d8b045343f0d4ca3e838c5459d5": { 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 35586048, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 942352, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 679936, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 9961472, 2023-12-01T04:43:54.226 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 953, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 7174632, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 21, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1733888, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 22302728, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45547520 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 35586048, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 1399488, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.227 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 12058624, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1096, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 7661688, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 21, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1049088, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 22723272, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 47644672 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44605440, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 1140152, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 540672, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 5046272, 2023-12-01T04:43:54.228 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1768, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 12945192, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 23, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2298624, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 24928288, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 49651712 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.0": { 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 46907392, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 973864, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 393216, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1374, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 5395760, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 46, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2872832, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 34781352, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 47300608 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.1": { 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44384256, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 771176, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 819200, 2023-12-01T04:43:54.230 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1287, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 5213104, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2621184, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 32895208, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45203456 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.2": { 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44097536, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 809128, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 57344, 2023-12-01T04:43:54.231 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1219, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4483600, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2875904, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 33045320, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 44154880 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.3": { 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43876352, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 824120, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 57344, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1392640, 2023-12-01T04:43:54.232 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1182, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 3979776, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 46, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2126336, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 34005192, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45268992 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.4": { 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 45195264, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 800784, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 1024000, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 8192, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1190, 2023-12-01T04:43:54.233 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4465704, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1894400, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 34126792, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45203456 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.5": { 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43745280, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 804264, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.234 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 475136, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1182, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4356296, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2152192, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 33548944, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 44220416 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.6": { 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43302912, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 1238416, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.235 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1966080, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1200, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4329736, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 46, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1995776, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 32855400, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45268992 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.7": { 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43638784, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 881152, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:54.236 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1630208, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1220, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4492400, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2113024, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 33268624, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45268992 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "hosts": { 2023-12-01T04:43:54.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num": 2, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mds": 2, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mgr": 2, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mon": 2, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_osd": 2 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "io_rate": { 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_stats_delta": { 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 0, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 0, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "stamp_delta": "12.002719", 2023-12-01T04:43:54.238 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:54.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:54.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:54.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 0 2023-12-01T04:43:54.242 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard": false, 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard_description": null, 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "license": "sharing-1-0", 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "mempool": { 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.244 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.245 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.246 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.247 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 221639, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 65 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.248 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 51416, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 208 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.249 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8104, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 127 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.250 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.251 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.252 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.255 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 149374, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 30 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.257 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 928, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.258 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.259 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.27ad12f68da33d8b045343f0d4ca3e838c5459d5": { 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.260 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.262 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1100686, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 355 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 88, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.266 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6680, 2023-12-01T04:43:54.267 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 126 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12744, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1546 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5120, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 79 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.268 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.269 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.270 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.271 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.273 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.274 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1097298, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 349 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6680, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 126 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.276 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12744, 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1546 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5120, 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 79 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.278 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.280 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.282 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1146354, 2023-12-01T04:43:54.283 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 335 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 352, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 4 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.284 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6680, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 126 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12744, 2023-12-01T04:43:54.285 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1546 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 10240, 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 158 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.286 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.0": { 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 960, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 12 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 21168, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 189 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.288 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1712, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 45 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 606208, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 17 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 51174, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9521 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 137616, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 234 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.289 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 11300, 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 745 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9072, 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 189 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.290 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 31622, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 202 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 21168, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 189 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 389977, 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 86 2023-12-01T04:43:54.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2443654, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 193 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6688, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 76 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.292 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 510048, 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 44 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.293 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 88400, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 174 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.1": { 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.296 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 720, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19712, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 176 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1600, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 44 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 16384, 2023-12-01T04:43:54.297 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 4 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 45833, 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8640 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 129456, 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 222 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9620, 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 574 2023-12-01T04:43:54.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8448, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 176 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 28114, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 190 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.299 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19712, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 176 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1472, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 450753, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 101 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 40256, 2023-12-01T04:43:54.300 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 10 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2434988, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 184 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5104, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 58 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.301 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 452088, 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 39 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 7280, 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 18 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.302 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 226216, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3454 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.2": { 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 720, 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.305 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19600, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 175 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1376, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 42 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8192, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 44292, 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8380 2023-12-01T04:43:54.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 124696, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 215 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8368, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 522 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8400, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 175 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 26490, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 183 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19600, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 175 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1472, 2023-12-01T04:43:54.308 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 367965, 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 81 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 40256, 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 10 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2459736, 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 191 2023-12-01T04:43:54.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4400, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 50 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 359352, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 31 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.310 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9360, 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 26 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 226216, 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3454 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.311 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.312 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.3": { 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.313 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400, 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.314 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 34 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 44627, 2023-12-01T04:43:54.315 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8549 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 128096, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 220 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9440, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 577 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8592, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.316 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 27098, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 188 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2208, 2023-12-01T04:43:54.317 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 233862, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 49 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 26565, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2410354, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 171 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.318 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4664, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 53 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 428904, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 37 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 10400, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 20 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.320 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.4": { 2023-12-01T04:43:54.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.322 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1488, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 43 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.323 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 18983, 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 4 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 45390, 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8649 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 129456, 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 222 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.324 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9568, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 579 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8592, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 27610, 2023-12-01T04:43:54.325 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 190 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1472, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 914613, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 72 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.326 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 40256, 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 10 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2435902, 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 181 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4928, 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 56 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.327 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 440496, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 38 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 7904, 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 16 2023-12-01T04:43:54.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225960, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3442 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.329 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.5": { 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.330 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19936, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 178 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 34 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.332 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 45625, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8704 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 130816, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 224 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9868, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 579 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8544, 2023-12-01T04:43:54.333 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 178 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 28290, 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 192 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19936, 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 178 2023-12-01T04:43:54.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2208, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 825129, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 50 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 26565, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2419062, 2023-12-01T04:43:54.335 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 169 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5280, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 60 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 475272, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 41 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.336 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 11960, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 23 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.337 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.6": { 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400, 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20944, 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 187 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 34 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 14887, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 46295, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9010 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 130136, 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 223 2023-12-01T04:43:54.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 10892, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 736 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8976, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 187 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.342 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 29062, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 191 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20944, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 187 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 199868, 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 41 2023-12-01T04:43:54.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2413595, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 171 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4576, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 52 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.344 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 452088, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 39 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 88712, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 181 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.345 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.346 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.7": { 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:54.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:54.348 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20720, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 185 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1264, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 41 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 278528, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 48142, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9235 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.349 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 134216, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 229 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 11636, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 739 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8880, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 185 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.350 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 30934, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 197 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20720, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 185 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:54.351 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 140561, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 27 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2439434, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 190 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5896, 2023-12-01T04:43:54.352 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 67 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 533232, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 46 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:54.353 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 89856, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 200 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "metadata": { 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:54.355 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 2 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 2 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 2 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.356 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 2 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 3 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.357 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 3 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 3 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-12-01T04:43:54.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 3 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 8 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:54.359 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 8 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 8 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.360 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 8 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_objectstore": { 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": 8 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "rotational": { 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "0": 8 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.361 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "features": { 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "optional": [], 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "persistent": [ 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "kraken", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "luminous", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "mimic", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap-prune", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "nautilus", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "octopus", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "pacific", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "elector-pinging", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "quincy", 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: "reef" 2023-12-01T04:43:54.362 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv4_addr_mons": 6, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv6_addr_mons": 0, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "min_mon_release": 18, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "v1_addr_mons": 3, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "v2_addr_mons": 3 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "organization": "ceph-qa", 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_network": false, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 8, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "require_min_compat_client": "luminous", 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "require_osd_release": "reef" 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.363 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_perf_histograms": [ 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:54.364 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:54.365 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:54.367 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:54.368 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.369 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.371 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.372 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.373 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.374 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.375 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.376 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.377 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.378 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.379 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.380 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.381 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.382 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.383 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.384 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.385 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.386 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.387 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.388 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.389 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.390 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:54.392 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:54.393 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.394 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:54.395 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:54.396 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.397 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.398 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.399 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.400 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.401 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.402 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.403 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.404 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.405 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.406 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.407 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.408 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.409 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.410 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.411 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.413 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.413 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.414 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.415 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.416 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.417 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.418 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.419 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.420 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.421 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.422 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:54.423 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:54.424 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.425 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:54.426 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:54.427 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.428 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.429 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.430 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.431 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.432 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.433 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.435 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.437 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.438 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:54.439 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.440 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.441 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.442 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.443 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.444 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.445 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.446 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.447 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.448 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.449 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.450 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:54.451 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:54.452 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:54.453 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:54.454 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:54.455 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.456 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.458 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.459 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 9, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 15, 5, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 18, 2, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.460 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.461 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.462 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.463 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.464 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.465 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.466 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.467 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.468 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.469 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.470 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.471 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.472 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.473 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.474 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.475 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.476 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.477 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:54.478 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_counters": { 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "caps": { 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_flush_ack": { 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.479 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_grant": { 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_revoke": { 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_trunc": { 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_commit": { 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_fetch_complete": { 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_fetch_keys": { 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_merge": { 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_split": { 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "exported_inodes": { 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "forward": { 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_cap_release": { 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_caps": { 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_caps_dirty": { 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_inode_file_caps": { 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.482 INFO:tasks.workunit.client.0.smithi111.stdout: "imported_inodes": { 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes": { 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes_expired": { 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes_pinned": { 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes_with_caps": { 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "load_cent": { 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "openino_dir_fetch": { 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "process_request_cap_release": { 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "reply_latency": { 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184977 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.484 INFO:tasks.workunit.client.0.smithi111.stdout: "request": { 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "root_rbytes": { 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "root_rfiles": { 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "root_rsnaps": { 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_reply": { 2023-12-01T04:43:54.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "subtrees": { 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_cache": { 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_enqueue_scrub": { 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_exportdir": { 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_flush": { 2023-12-01T04:43:54.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_fragmentdir": { 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_fragstats": { 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_inodestats": { 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.487 INFO:tasks.workunit.client.0.smithi111.stdout: "num_recovering_enqueued": { 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_recovering_prioritized": { 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_recovering_processing": { 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_strays": { 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_strays_delayed": { 2023-12-01T04:43:54.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_strays_enqueuing": { 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_completed": { 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_started": { 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_created": { 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_enqueued": { 2023-12-01T04:43:54.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_migrated": { 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_reintegrated": { 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_log": { 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "ev": { 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "evadd": { 2023-12-01T04:43:54.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "evex": { 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "evexd": { 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "evexg": { 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "evtrm": { 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "jlat": { 2023-12-01T04:43:54.491 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12539630 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "replayed": { 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "seg": { 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "segadd": { 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "segex": { 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.492 INFO:tasks.workunit.client.0.smithi111.stdout: "segexd": { 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "segexg": { 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "segtrm": { 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_mem": { 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "cap": { 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.493 INFO:tasks.workunit.client.0.smithi111.stdout: "cap+": { 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "cap-": { 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "dir": { 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "dir+": { 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "dir-": { 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "dn": { 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "dn+": { 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "dn-": { 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "heap": { 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 207156 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "ino": { 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "ino+": { 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "ino-": { 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_server": { 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "cap_acquisition_throttle": { 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "cap_revoke_eviction": { 2023-12-01T04:43:54.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_request": { 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_session": { 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 16 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_peer_request": { 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "req_create_latency": { 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "req_getattr_latency": { 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184977 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "req_getfilelock_latency": { 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "req_getvxattr_latency": { 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "req_link_latency": { 2023-12-01T04:43:54.498 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookup_latency": { 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookuphash_latency": { 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupino_latency": { 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupname_latency": { 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupparent_latency": { 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupsnap_latency": { 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lssnap_latency": { 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "req_mkdir_latency": { 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "req_mknod_latency": { 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.501 INFO:tasks.workunit.client.0.smithi111.stdout: "req_mksnap_latency": { 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "req_open_latency": { 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "req_readdir_latency": { 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rename_latency": { 2023-12-01T04:43:54.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "req_renamesnap_latency": { 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rmdir_latency": { 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rmsnap_latency": { 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rmxattr_latency": { 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setattr_latency": { 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setdirlayout_latency": { 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.504 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setfilelock_latency": { 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setlayout_latency": { 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setxattr_latency": { 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "req_snapdiff_latency": { 2023-12-01T04:43:54.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "req_symlink_latency": { 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "req_unlink_latency": { 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.506 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_sessions": { 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "average_load": { 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "avg_session_uptime": { 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "mdthresh_evicted": { 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:54.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "session_count": { 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "session_remove": { 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "sessions_open": { 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "sessions_stale": { 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.508 INFO:tasks.workunit.client.0.smithi111.stdout: "total_load": { 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "purge_queue": { 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executed": { 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing": { 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.510 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing_high_water": { 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing_ops": { 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing_ops_high_water": { 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_item_in_journal": { 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.511 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.27ad12f68da33d8b045343f0d4ca3e838c5459d5": { 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "election_call": { 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "election_lose": { 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "election_win": { 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_elections": { 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": { 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "session_rm": { 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 104 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "session_trim": { 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "paxos": { 2023-12-01T04:43:54.513 INFO:tasks.workunit.client.0.smithi111.stdout: "accept_timeout": { 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "begin": { 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 787 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_bytes": { 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 787, 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3636297 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_keys": { 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.514 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_latency": { 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 787, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 215996202 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "collect": { 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_bytes": { 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 73 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_keys": { 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.515 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_latency": { 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 999982 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_timeout": { 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_uncommitted": { 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "commit": { 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.516 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_bytes": { 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_keys": { 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_latency": { 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_ack_timeout": { 2023-12-01T04:43:54.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_timeout": { 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn": { 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn_latency": { 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh": { 2023-12-01T04:43:54.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh_latency": { 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 788, 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1838967747 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "restart": { 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state": { 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_bytes": { 2023-12-01T04:43:54.519 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_keys": { 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "start_leader": { 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "start_peon": { 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state": { 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788 2023-12-01T04:43:54.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_bytes": { 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 788, 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7125048 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_keys": { 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 788, 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5501 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_latency": { 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 788, 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 484991489 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache": { 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1020054731 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42795008 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31727616 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2147483648 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.522 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11067392 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:full": { 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 273736 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 70833153 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:inc": { 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41711 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71065178 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:kv": { 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 322961408 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184680229 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71172315 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb": { 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "compact": { 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.532 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_len": { 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_merge": { 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_range": { 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "get_latency": { 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33521, 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 85416419 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_delay_time": { 2023-12-01T04:43:54.533 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_memtable_time": { 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_wal_time": { 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.534 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_latency": { 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_sync_latency": { 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1690, 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 767674165 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "election_call": { 2023-12-01T04:43:54.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "election_lose": { 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "election_win": { 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "num_elections": { 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": { 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.536 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "session_rm": { 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 51 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "session_trim": { 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "paxos": { 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "accept_timeout": { 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "begin": { 2023-12-01T04:43:54.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 798 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_bytes": { 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 798, 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3661810 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_keys": { 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_latency": { 2023-12-01T04:43:54.538 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 798, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 118997587 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "collect": { 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_bytes": { 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 146 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_keys": { 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_latency": { 2023-12-01T04:43:54.539 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_timeout": { 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_uncommitted": { 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "commit": { 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 799 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.540 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_bytes": { 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_keys": { 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_latency": { 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_ack_timeout": { 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_timeout": { 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn": { 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn_latency": { 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh": { 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 799 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.542 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh_latency": { 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 799, 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1717965210 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "restart": { 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state": { 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_bytes": { 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.543 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_keys": { 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "start_leader": { 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "start_peon": { 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state": { 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 799 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_bytes": { 2023-12-01T04:43:54.544 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 799, 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7173787 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_keys": { 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 799, 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5584 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_latency": { 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 799, 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 338993119 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache": { 2023-12-01T04:43:54.545 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1020054731 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44892160 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 32546816 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2147483648 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12345344 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:full": { 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.547 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 273736 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.549 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 70833153 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:inc": { 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.550 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41711 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.551 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71065178 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:kv": { 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 322961408 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184680229 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71172315 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb": { 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "compact": { 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.556 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_len": { 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_merge": { 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_range": { 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "get_latency": { 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33973, 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84954939 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_delay_time": { 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_memtable_time": { 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_wal_time": { 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_latency": { 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_sync_latency": { 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1734, 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 555721214 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:54.559 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "election_call": { 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "election_lose": { 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "election_win": { 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_elections": { 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 9 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": { 2023-12-01T04:43:54.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 9 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: "session_rm": { 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 190 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: "session_trim": { 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "paxos": { 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "accept_timeout": { 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "begin": { 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 931 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_bytes": { 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 931, 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4700362 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_keys": { 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 931, 2023-12-01T04:43:54.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2793 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_latency": { 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 931, 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 178996859 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "collect": { 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_bytes": { 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.563 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_keys": { 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_latency": { 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_timeout": { 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_uncommitted": { 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.564 INFO:tasks.workunit.client.0.smithi111.stdout: "commit": { 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 931 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_bytes": { 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 931, 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4633388 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_keys": { 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 931, 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5526 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_latency": { 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 931, 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 398208181 2023-12-01T04:43:54.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_ack_timeout": { 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_timeout": { 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn": { 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn_latency": { 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 999982 2023-12-01T04:43:54.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh": { 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 933 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh_latency": { 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 933, 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2411957672 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "restart": { 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state": { 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_bytes": { 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1050 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_keys": { 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "start_leader": { 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "start_peon": { 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state": { 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_bytes": { 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_keys": { 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_latency": { 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache": { 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1020054731 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 46899200 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40067072 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.570 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2147483648 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6832128 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:full": { 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277021419 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 273306 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 70832507 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:inc": { 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277021419 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 39272 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.575 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71066541 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:kv": { 2023-12-01T04:43:54.577 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 322961408 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184680946 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.578 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.579 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.580 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71171598 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb": { 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "compact": { 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_len": { 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_merge": { 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_range": { 2023-12-01T04:43:54.581 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "get_latency": { 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 41814, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 162476275 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_delay_time": { 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_memtable_time": { 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.582 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_wal_time": { 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_latency": { 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_sync_latency": { 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2015, 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 643739735 2023-12-01T04:43:54.583 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.0": { 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.584 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2785280 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.585 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.586 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1560576 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1421312 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.587 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.588 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.589 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.591 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.592 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4280320 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1327104 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.593 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 206033 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.594 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 23, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61702 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 335, 2023-12-01T04:43:54.595 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86122588 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 325, 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18473882 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 335, 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 390114 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 335, 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86512702 2023-12-01T04:43:54.596 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 17577 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.597 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13053 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 815 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.598 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 221 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 116, 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2516776 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 320, 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 263187 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 204, 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2799695 2023-12-01T04:43:54.599 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55023 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19319366 2023-12-01T04:43:54.600 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 46384815 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 127, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 338927844432 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 148955444254 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.601 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 472, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 66949031619 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 472, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44742 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3039528 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.602 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277824438 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159017 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 148578984 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22392913 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.603 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 903685 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 471225915 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.604 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 26875265 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 474, 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3235099 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44417024 2023-12-01T04:43:54.605 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 43819008 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 598016 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.606 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86541988 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.607 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.608 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 606208 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72235356 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.609 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.610 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649064914 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.611 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.612 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72354206 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.613 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57694659 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.614 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.615 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68133997 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.616 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649064914 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.617 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 23236 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 218912 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.618 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72113226 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 47 2023-12-01T04:43:54.620 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.621 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 616 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71748397 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3348280 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.622 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 69198401 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.623 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.624 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.625 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:54.626 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 616 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71748397 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.627 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3348280 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 69198401 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1771104 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.628 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28925952 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.1": { 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.629 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.630 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2580480 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.631 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1474560 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.632 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1335296 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.633 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.634 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.635 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.636 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.637 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.638 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3989504 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 720896 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 188948 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.639 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.640 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 30, 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 77561 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 314, 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84355046 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.641 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 306, 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10487142 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 314, 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 338838 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 314, 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84693884 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.642 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1751 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6618 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.643 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3639 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 832 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 231 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.644 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 140, 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3820600 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 362, 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 351313 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 222, 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4499298 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.645 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 127667 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19524156 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 124, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11830568 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.646 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 122, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 323252436240 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 124, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 141103248377 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 414, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65888843679 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 414, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 39925 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.647 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3434120 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 221859405 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 146372 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.648 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84526869 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 20445311 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 312476 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.649 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 349854605 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 25226946 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2588231 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.650 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42319872 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41271296 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:54.651 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1048576 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.652 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86578798 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.653 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 16384 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.654 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72788370 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.655 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649340991 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.657 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72078129 2023-12-01T04:43:54.658 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719199 2023-12-01T04:43:54.659 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.660 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.661 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68109457 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.662 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649340991 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.663 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28377 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 191550 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.664 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71859370 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.665 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 37 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 155 2023-12-01T04:43:54.666 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2429440 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 155, 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 566558548 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.667 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1063 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 155, 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 59391225 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 155, 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 264731108 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 33 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.668 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33, 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6428329 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1063 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33, 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5710152 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.669 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33, 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4749995 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 22, 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 21124844 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.670 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 22, 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 9571112 2023-12-01T04:43:54.671 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 22, 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19849550 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 100 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2429440 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 100, 2023-12-01T04:43:54.672 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 539005375 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 100, 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44109961 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 100, 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 240131563 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.673 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 590368 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28319744 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.674 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.2": { 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.675 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2256896 2023-12-01T04:43:54.676 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.677 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1269760 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1130496 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.678 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.679 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.680 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.681 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.682 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.683 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3461120 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 716800 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 4, 2023-12-01T04:43:54.684 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 173272 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.685 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 8, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12203 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 264, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61243268 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.686 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 256, 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11781655 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 264, 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 336060 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 264, 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61579328 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.687 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1864 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.688 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5558 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 613 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 215 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 98, 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1382459 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 272, 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 284407 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 174, 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2229800 2023-12-01T04:43:54.690 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 112652 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22556506 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 117, 2023-12-01T04:43:54.691 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8217879 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 115, 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 534223046197 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 117, 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 115257745142 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 344, 2023-12-01T04:43:54.692 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 157214419799 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 344, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 38671 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2805319 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 152531758 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.693 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 116216 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 52460983 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19181150 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 312589 2023-12-01T04:43:54.694 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 117 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 249588414 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 23076855 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.695 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2137672 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41271296 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.696 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41050112 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 221184 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.697 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579870 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.698 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72795490 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.700 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649349031 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.701 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.702 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72070089 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719913 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.704 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68108743 2023-12-01T04:43:54.706 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649349031 2023-12-01T04:43:54.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.708 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 29397 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 181091 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.709 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71860769 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.710 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.711 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 128012278 2023-12-01T04:43:54.712 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4188032 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 110381246 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.713 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.714 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.715 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.716 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 128012278 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.717 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4188032 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 110381246 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.718 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28315648 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.3": { 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.719 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.720 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1101824 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.721 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 692224 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 552960 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.723 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.724 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.725 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.726 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.727 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.728 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1728512 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 733184 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.729 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.730 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5474 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45782827 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.731 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 114, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8469293 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 182854 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45965681 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.732 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.733 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5865 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 313 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 224 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 81, 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 876633 2023-12-01T04:43:54.734 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 135, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 376016 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 54, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 402988 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.735 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5199016 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 48, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3614470 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 45, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 283980655399 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 48, 2023-12-01T04:43:54.736 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55778888223 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 227, 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 433046 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 227, 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 20474 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.737 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 233327 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 205157404 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 62900 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.738 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 89814900 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11614222 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 315052 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.739 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 312046322 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13854079 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1786194 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:54.740 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42385408 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40869888 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1515520 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.741 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86580025 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.742 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.743 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72803527 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.744 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649350193 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.745 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.746 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72068927 2023-12-01T04:43:54.747 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.748 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57720017 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.749 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.750 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68108639 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.751 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649350193 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.752 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28192 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192647 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.753 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71849256 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.754 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.755 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 36 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.756 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 639704 2023-12-01T04:43:54.757 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.758 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.759 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.760 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.761 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 639704 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.762 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.763 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28332032 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.4": { 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.764 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.765 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.766 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 802816 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 663552 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.768 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.770 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.772 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2015232 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 733184 2023-12-01T04:43:54.773 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 368827 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.774 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 4, 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5583 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.775 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 150, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55535183 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 136, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6060508 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 150, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 167705 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 150, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55702888 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.776 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1557 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.777 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3531 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 366 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.778 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 236 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 97, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1263875 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 164, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 285187 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 67, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 470092 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.779 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 164720 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3224753 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4760059 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.780 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 41, 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 264214824097 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43, 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65586094516 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 259, 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 435122 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.781 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 259, 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 24478 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 269864 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 239082506 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.782 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72703 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 197731912 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13499782 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 313297 2023-12-01T04:43:54.783 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 606 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 453841276 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 16074623 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.784 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1656799 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41271296 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41132032 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.785 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 139264 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.786 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579135 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.787 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.788 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72792129 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.789 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649343515 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.790 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.791 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72075605 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.792 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719423 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.793 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.794 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68109233 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.795 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649343515 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.796 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.797 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 20078 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 199602 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.798 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71857093 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.799 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.800 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28155915 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.801 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 661592 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14880991 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.802 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.803 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.804 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28155915 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.806 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 661592 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14880991 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.807 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28332032 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.5": { 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.808 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.809 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.810 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 843776 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.811 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 704512 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.812 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.813 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.814 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.815 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.816 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2060288 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.817 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 729088 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204310 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.818 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5505 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.819 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.822 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.822 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.822 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.822 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 160, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41163691 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 152, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8174655 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 160, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 147535 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 160, 2023-12-01T04:43:54.823 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41311226 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1128 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.824 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 402 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4208 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.825 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 346 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 242 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 89, 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 748765 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 142, 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 292922 2023-12-01T04:43:54.826 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 53, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 403080 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 4, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 150688 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.827 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4453657 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 40, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3317930 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 37, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 202942329873 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 40, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 69617769076 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.828 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 274, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 448011 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 274, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 25691 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 233260 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 129709941 2023-12-01T04:43:54.829 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 81968 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 77283613 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13116332 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.830 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 315038 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 546 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 224834220 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15533549 2023-12-01T04:43:54.831 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2747729 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41336832 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.832 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40566784 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 770048 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.833 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579794 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.834 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.835 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72803758 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.836 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649348462 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.837 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.838 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72070658 2023-12-01T04:43:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719863 2023-12-01T04:43:54.840 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.842 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68108793 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.843 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649348462 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.844 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 35289 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 190563 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71845974 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.846 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.847 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.848 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.849 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.850 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.851 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.852 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.853 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.854 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.855 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28327936 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.6": { 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.856 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.857 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1134592 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.858 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 749568 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 610304 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.859 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.860 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.862 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.863 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.864 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1818624 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.865 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1318912 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.866 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7848 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.867 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 137, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 46280259 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 132, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6739612 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 137, 2023-12-01T04:43:54.868 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 108739 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 137, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 46388998 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.869 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.870 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4532 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 321 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 251 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 90, 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 890638 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.871 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 137, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 298960 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 47, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 608120 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.872 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7717623 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2919478 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 31, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 189232206703 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:54.873 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 43997361455 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 260, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 404389 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 260, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 24928 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1265043 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.874 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 214896138 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72614 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 113319207 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.875 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12104465 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 905316 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 573 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 349336385 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.876 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14300471 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 263, 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1580810 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.877 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42385408 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40288256 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2097152 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.878 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579027 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.879 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.880 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72796333 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.881 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649342705 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.882 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.883 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.884 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72076415 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.885 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719351 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.886 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.887 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68109305 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.888 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649342705 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.889 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 33662 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 195963 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71847958 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.892 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 39 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.893 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2812 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 162077507 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 15, 2023-12-01T04:43:54.894 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7437171 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 73999154 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.895 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.896 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.897 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.898 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2812 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 162077507 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 15, 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7437171 2023-12-01T04:43:54.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 73999154 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28917760 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.7": { 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:54.901 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.902 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 966656 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 647168 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 507904 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:54.904 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:54.905 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:54.906 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:54.908 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.909 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:54.910 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1548288 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1310720 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 150562 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.911 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:54.912 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15932 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 112, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61595842 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 97, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14334965 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.913 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 112, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 85311 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 112, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61681153 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:54.914 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1398 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3813 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 394 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 270 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 95, 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1855571 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.916 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 135, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 347509 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 40, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1239391 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 38291 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.917 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2155906 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 20, 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1594959 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 20, 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 197937841968 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:54.918 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 20, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 30615686386 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 443927 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45431 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 253407 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.919 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 415495670 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68008 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 417624570 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:54.920 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10535412 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 902957 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 681 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 846097112 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:54.921 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12466603 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 281, 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1591760 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41336832 2023-12-01T04:43:54.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40476672 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 860160 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:54.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86570696 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 139264 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.925 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.926 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72673592 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.927 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649280224 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.929 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72138896 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.930 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57713797 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.931 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68114859 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:54.933 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649280224 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:54.934 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42163 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 195158 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.935 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71902743 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.936 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 47 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.937 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 43 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:54.938 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 118021503 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 132139 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 45, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14036806 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 91550926 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.939 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 28, 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5454536 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 132139 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.940 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 28, 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5015175 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 28, 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4191943 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10772800 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.942 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4073368 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10271435 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.943 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 101794167 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 7, 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4948263 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 77087548 2023-12-01T04:43:54.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28909568 2023-12-01T04:43:54.945 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": [ 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr" 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:54.946 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 1, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 1, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 1, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 1781760, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 1781760, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:54.947 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 2, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 2.443000539642526e-06, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 212, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 313344, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 590368, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 590368, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 1771104, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 179, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 2473984 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.948 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 32, 2023-12-01T04:43:54.949 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 32, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 2, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 98304, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 98304, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 22, 2023-12-01T04:43:54.950 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 1.3478653215770464e-07, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 3430, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 3430, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 10290, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 51, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 20480 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:54.951 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 64, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 64, 2023-12-01T04:43:54.952 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 3, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:54.953 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.954 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd" 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 8, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 8, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 4, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:54.955 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:54.956 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.957 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": { 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "mirroring_by_pool": [ 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: false 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "num_images_by_pool": [ 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pools": 1 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "report_id": "b21e78c1-67f2-4a8a-bd7e-147c85892646", 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "report_timestamp": "2023-12-01T04:43:54.078718", 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "report_version": 1, 2023-12-01T04:43:54.958 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_stats": { 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "7.9.2" 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "rook": { 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster": { 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "external-mode": null, 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "allow-multiple-per-node": null, 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "count": null, 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "max-id": null, 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "pvc": { 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "stretch": { 2023-12-01T04:43:54.959 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "network": { 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "provider": null 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "storage": { 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "device-set": { 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "non-portable": null, 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "portable": null, 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.960 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "csi": { 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes": { 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "node": { 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes-total": null, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "with-ceph-daemons": null, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-cephfs-plugin": null, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-nfs-plugin": null, 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-rbd-plugin": null 2023-12-01T04:43:54.961 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "storage-class": { 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket": null, 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs": null, 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "nfs": null, 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": null, 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.962 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "services": {}, 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_per_pg": [ 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:54.963 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.899167+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.899167+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.899440+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.964 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:54.965 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3f", 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000", 2023-12-01T04:43:54.966 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:54.967 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:54.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:54.970 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:54.971 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.893644+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.893644+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893912+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.972 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:54.973 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3e", 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000", 2023-12-01T04:43:54.974 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:54.975 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:54.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:54.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:54.978 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:54.979 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886941+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886941+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887247+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:54.981 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3d", 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000", 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:54.982 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:54.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:54.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:54.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.986 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886613+0000", 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886613+0000", 2023-12-01T04:43:54.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.886890+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:54.989 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3c", 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000", 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:54.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:54.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:54.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:54.993 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:54.994 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.906170+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.906170+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.906727+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:54.996 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3b", 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000", 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:54.997 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:54.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:54.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.000 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.888840+0000", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.888840+0000", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889644+0000", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.003 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3a", 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.004 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000", 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.008 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.904754+0000", 2023-12-01T04:43:55.009 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.904754+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.905504+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.010 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.011 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.39", 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000", 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.012 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.013 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.014 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.015 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.016 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.897426+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.897426+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.897692+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.017 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.018 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.38", 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000", 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.019 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.020 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.021 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.022 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.023 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.023 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.023 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.023 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.025 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.893562+0000", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.893562+0000", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893918+0000", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.026 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.027 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.37", 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.028 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.029 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.029 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.029 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.029 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000", 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.030 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.031 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.032 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.033 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.034 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894808+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894808+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.897002+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.035 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.036 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.36", 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000", 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.037 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.038 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.039 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.040 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.041 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.783217+0000", 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.783217+0000", 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.783618+0000", 2023-12-01T04:43:55.042 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:55.043 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.044 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.35", 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:38:39.136047+0000", 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.046 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.047 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.048 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.049 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.331272+0000", 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.331272+0000", 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.050 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.051 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.34", 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.052 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:51:44.891124+0000", 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.055 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.056 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.057 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895565+0000", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895565+0000", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.896169+0000", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.059 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.33", 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.060 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000", 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.064 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.065 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886955+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886955+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887265+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.067 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.32", 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000", 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.068 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.071 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.072 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.881291+0000", 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.881291+0000", 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.881633+0000", 2023-12-01T04:43:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:55.074 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.31", 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.075 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000", 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.076 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.079 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.080 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.887883+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.887883+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.888167+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.081 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.082 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.30", 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000", 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.084 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.085 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.086 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.087 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.887535+0000", 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.887535+0000", 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887896+0000", 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.088 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.089 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2f", 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.090 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000", 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.093 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.094 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.095 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895428+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895428+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895712+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.096 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.097 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2e", 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.098 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000", 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.102 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.103 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.898527+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.898527+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.898847+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.105 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2d", 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000", 2023-12-01T04:43:55.106 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.110 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.111 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.479435+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.479435+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.479702+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 4, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.113 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 4, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1f", 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 24, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000", 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.114 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 582, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 4, 2023-12-01T04:43:55.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'4" 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.118 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894027+0000", 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894027+0000", 2023-12-01T04:43:55.119 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.894274+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.120 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1e", 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.121 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000", 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.122 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.123 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.125 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.126 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.482495+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.482495+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.482656+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.127 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.128 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1e", 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.129 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000", 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.130 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.131 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.132 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.133 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.134 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.329712+0000", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.329712+0000", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.135 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.136 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1f", 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:55.137 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:37:11.759424+0000", 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.138 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.139 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.140 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.141 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.142 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483519+0000", 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483519+0000", 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484046+0000", 2023-12-01T04:43:55.143 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.144 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1d", 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000", 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.147 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.148 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.149 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.150 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.885005+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.885005+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.885321+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.151 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.152 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1c", 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.153 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000", 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.156 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.157 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.158 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.481254+0000", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.481254+0000", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.481563+0000", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.159 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.160 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1c", 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:55.161 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000", 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.165 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.890997+0000", 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.890997+0000", 2023-12-01T04:43:55.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.891300+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.168 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1d", 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000", 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.172 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.173 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483729+0000", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483729+0000", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484095+0000", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.175 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1b", 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.176 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000", 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.180 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.181 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895200+0000", 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895200+0000", 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895501+0000", 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.182 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.183 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1a", 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.184 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000", 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.185 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.188 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.189 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.476886+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.476886+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.477383+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.190 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.191 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1a", 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.192 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000", 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.193 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.194 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:55.196 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.197 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886709+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886709+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887502+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.198 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.199 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1b", 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000", 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.200 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.201 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.202 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.203 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.204 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483746+0000", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483746+0000", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484075+0000", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.205 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.206 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.19", 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.207 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000", 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.208 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.209 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.210 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.211 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.212 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889928+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889928+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.890183+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.213 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.214 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.18", 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000", 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.215 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.217 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.218 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.220 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.480202+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.480202+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.480518+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.221 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.222 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.18", 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.223 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000", 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.226 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.227 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.230 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.892480+0000", 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.892480+0000", 2023-12-01T04:43:55.231 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.892760+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.232 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.233 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.19", 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000", 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.234 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.235 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.236 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.237 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.238 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.476485+0000", 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.476485+0000", 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.476952+0000", 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.239 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.240 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.17", 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.241 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000", 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.242 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.243 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.245 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.246 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886531+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886531+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.886812+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.247 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.248 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.16", 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000", 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.251 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.252 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.253 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478004+0000", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478004+0000", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478323+0000", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.254 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.255 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.16", 2023-12-01T04:43:55.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000", 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.260 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.261 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889711+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889711+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889973+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.263 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.17", 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.264 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000", 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.268 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.269 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478554+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478554+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478848+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 3, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.271 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 3, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.15", 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 23, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000", 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.272 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 90, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 4, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.275 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'3" 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.276 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.331291+0000", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.331291+0000", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.14", 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.279 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:12:10.696390+0000", 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.280 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.284 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477035+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477035+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.477406+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.285 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 12, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 12, 2023-12-01T04:43:55.286 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.14", 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 32, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000", 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.287 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 2632, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.288 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 12, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 4, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 4, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.289 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 12, 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 9 2023-12-01T04:43:55.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "70'12" 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.291 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.783594+0000", 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.783594+0000", 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.783923+0000", 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.292 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.293 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.15", 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.294 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:04:12.318459+0000", 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.295 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.296 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.297 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.299 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.481673+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.481673+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.481866+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.300 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.301 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.13", 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000", 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.302 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 34, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.304 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 7 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.305 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.306 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.885346+0000", 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.885346+0000", 2023-12-01T04:43:55.307 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.885619+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:55.308 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.12", 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.309 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000", 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.312 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.313 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.314 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.480480+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.480480+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.480767+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.315 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.316 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.12", 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.317 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000", 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.320 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.321 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.322 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.905914+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.905914+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.906822+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.324 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.13", 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000", 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.328 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.329 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.480185+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.480185+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.480505+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.331 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.11", 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000", 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.332 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.335 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.336 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902174+0000", 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902174+0000", 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.902597+0000", 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.337 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.338 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.10", 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.339 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000", 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.340 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.343 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.344 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.472434+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.472434+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.472706+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.345 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 8, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 8, 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.346 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.10", 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000", 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.347 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 12, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 4, 2023-12-01T04:43:55.348 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 4, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 4, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.349 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 12, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.350 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'8" 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.351 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.905052+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.905052+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.905698+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.352 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.353 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.11", 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000", 2023-12-01T04:43:55.354 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.355 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.356 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.358 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.359 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.475589+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.475589+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.475890+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.360 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.361 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.f", 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000", 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 22, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.362 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.363 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.364 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.364 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.364 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.364 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.364 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.364 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.365 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.366 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.367 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.899836+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.899836+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.900132+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.368 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.369 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.e", 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.370 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000", 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.371 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.372 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.373 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.374 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.375 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.201662+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.201662+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.201998+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.376 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.377 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.2", 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:08:08.942323+0000", 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.381 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.382 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.475803+0000", 2023-12-01T04:43:55.383 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.475803+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.476167+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.384 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.385 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.4", 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000", 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.388 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.389 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.390 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.883200+0000", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.883200+0000", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.883516+0000", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.392 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.5", 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.393 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000", 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.397 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.398 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.056440+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.056440+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.056826+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.400 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.401 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.401 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.401 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.401 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.4", 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:49:42.551415+0000", 2023-12-01T04:43:55.402 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.405 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.406 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.407 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.476053+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.476053+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.476355+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:55.409 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.411 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.411 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.411 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.411 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.411 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.2", 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.412 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000", 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.414 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.415 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.416 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902546+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902546+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.902847+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.418 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.419 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3", 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000", 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.423 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.424 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.201693+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.201693+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.202092+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.426 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.7", 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:41:10.242851+0000", 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.427 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.430 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.431 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.433 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.434 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894397+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894397+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.894681+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.435 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.0", 2023-12-01T04:43:55.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000", 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.437 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.440 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.441 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477856+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477856+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478154+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.442 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.443 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1", 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000", 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.447 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.448 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.301864+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.301864+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.302171+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.449 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.450 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.5", 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:57:57.511248+0000", 2023-12-01T04:43:55.451 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.454 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.455 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.892817+0000", 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.892817+0000", 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893070+0000", 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.456 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.457 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2", 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.458 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000", 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.459 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.460 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.461 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.462 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478170+0000", 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478170+0000", 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478488+0000", 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.463 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.464 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.3", 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.465 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000", 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.466 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.467 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.468 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.469 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 20, 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.470 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:02.299800+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:02.299800+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:02.300190+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:39:09.665985+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:39:09.665985+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 59, 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.471 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:39:09.665985+0000", 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328732+0000", 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 128, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 58, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.472 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 128, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "1.0", 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 267, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000", 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 590368, 2023-12-01T04:43:55.473 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 1771104, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.474 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 6, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.475 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 212, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 306, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 179, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 2416 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "65'128" 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.477 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.056497+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.056497+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.056801+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.478 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.479 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.6", 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:08:10.252302+0000", 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.480 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.482 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.483 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.484 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.888316+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.888316+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.888819+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.485 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.486 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1", 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000", 2023-12-01T04:43:55.487 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.488 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.489 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.490 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.491 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483051+0000", 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483051+0000", 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.483362+0000", 2023-12-01T04:43:55.492 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.493 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.0", 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.494 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000", 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.496 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.497 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.498 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.301749+0000", 2023-12-01T04:43:55.499 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.301749+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.302022+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.500 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.3", 2023-12-01T04:43:55.501 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:34:42.615858+0000", 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.502 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.503 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.504 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.506 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.482838+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.482838+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.483151+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.507 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.508 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.5", 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000", 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.509 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.510 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.511 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.512 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.513 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.881352+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.881352+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.883055+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.514 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.515 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.4", 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000", 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.516 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.517 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.518 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.519 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.520 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.303108+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.303108+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.303447+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.521 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.321260+0000", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.522 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.0", 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:05:49.217308+0000", 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.523 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.524 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.525 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.526 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.527 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.468369+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.468369+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.468646+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.528 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.6", 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000", 2023-12-01T04:43:55.530 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.531 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.532 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:55.533 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "63'1" 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.534 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895705+0000", 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895705+0000", 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895995+0000", 2023-12-01T04:43:55.535 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.536 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.7", 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.537 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000", 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.538 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.539 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.540 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.541 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.201569+0000", 2023-12-01T04:43:55.542 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.201569+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.201901+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:55.543 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.544 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.1", 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:34:22.809214+0000", 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.545 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.546 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.547 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.548 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.549 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477496+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477496+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478580+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.550 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:55.551 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.7", 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000", 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.552 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.553 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.554 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.555 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.556 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.885192+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.885192+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.885444+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.557 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.558 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.6", 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000", 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.559 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.560 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.561 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.562 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.563 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483614+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483614+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484424+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.565 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.8", 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000", 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.566 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.567 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.568 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.569 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:55.570 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895684+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895684+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.897370+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.571 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.572 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.9", 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.573 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000", 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.575 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.576 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.577 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.578 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478049+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478049+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478325+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.579 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.580 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.9", 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000", 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.581 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.582 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.583 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.584 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.585 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889222+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889222+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889498+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.586 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.587 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.8", 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000", 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.588 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.589 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.590 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.591 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.592 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.475038+0000", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.475038+0000", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.475311+0000", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.594 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.a", 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.595 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000", 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.598 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.599 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.893456+0000", 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.893456+0000", 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893739+0000", 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.601 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.b", 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.602 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000", 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.606 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.331910+0000", 2023-12-01T04:43:55.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.331910+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:55.608 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.b", 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.609 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 15, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:07:27.799378+0000", 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 1, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:55.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.614 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902857+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902857+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.903143+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.616 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.a", 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000", 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.620 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.621 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.471730+0000", 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.471730+0000", 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.472053+0000", 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.623 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.c", 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.624 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000", 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.628 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895120+0000", 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895120+0000", 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895420+0000", 2023-12-01T04:43:55.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.630 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.d", 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.631 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000", 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477773+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477773+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478172+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.638 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.d", 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000", 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 70, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.642 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.643 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.900493+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.900493+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.900786+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.645 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.646 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.c", 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000", 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.649 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.650 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.651 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477024+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477024+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.477303+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.652 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.653 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.e", 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000", 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:55.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:55.657 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.658 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.900355+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.900355+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.900728+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.659 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.660 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.f", 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000", 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.664 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.665 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894971+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894971+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895379+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.667 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.20", 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000", 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.668 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.671 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.672 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.330979+0000", 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.330979+0000", 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331293+0000", 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.674 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.675 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.21", 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:09:06.512579+0000", 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.678 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.679 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.680 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889237+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889237+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889855+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.681 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.682 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.22", 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000", 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.685 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.686 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.687 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.887512+0000", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.887512+0000", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887786+0000", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.688 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.689 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.23", 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.690 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000", 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.692 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.693 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.694 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.695 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.890257+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.890257+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.890558+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.696 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.697 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.24", 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000", 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.698 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.700 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.701 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.702 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.882798+0000", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.882798+0000", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.882975+0000", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.703 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.704 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.25", 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000", 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.708 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.709 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902790+0000", 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902790+0000", 2023-12-01T04:43:55.710 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.903115+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:55.711 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.26", 2023-12-01T04:43:55.712 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000", 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.715 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.717 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.883892+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.883892+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.884121+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.718 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.719 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.27", 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000", 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.722 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.723 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.724 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.883824+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.883824+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.884130+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.725 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.726 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.28", 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000", 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.727 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.729 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.730 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.731 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.897697+0000", 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.897697+0000", 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.898073+0000", 2023-12-01T04:43:55.732 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.733 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.29", 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.734 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000", 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.736 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.737 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.738 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.739 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.890230+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.890230+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.890551+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.740 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.741 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2a", 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000", 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.742 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.745 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:55.746 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.330801+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.330801+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.747 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.748 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2b", 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:16:49.508071+0000", 2023-12-01T04:43:55.749 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.750 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.754 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.755 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.904989+0000", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.904989+0000", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.905373+0000", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:55.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:55.757 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2c", 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:55.758 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000", 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.761 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_per_pool": [ 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 24, 2023-12-01T04:43:55.762 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd" 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 8, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 8, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 4, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.763 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.764 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.765 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 0, 2023-12-01T04:43:55.766 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 24 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 192, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 64, 2023-12-01T04:43:55.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 8, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 3, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.770 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 192 2023-12-01T04:43:55.771 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 3, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr" 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 128, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 1, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 3, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 128, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 1, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 590368, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 1771104, 2023-12-01T04:43:55.772 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:55.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 6, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 212, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 306, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 179, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 2416 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 1781760, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:55.775 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 1771104, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 3 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 96, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 45, 2023-12-01T04:43:55.776 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 32, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 8, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 45, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 2, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 3430, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.777 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 66, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 22, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 22, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.778 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 14, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 1, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 51, 2023-12-01T04:43:55.779 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 20 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 98304, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 10290, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 96 2023-12-01T04:43:55.780 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 105, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": 4, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_by_class": { 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "ssd": { 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_bytes": 228380672, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_ratio": 0.00029738605371676385 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:55.781 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:55.782 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672 2023-12-01T04:43:55.782 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.782 INFO:tasks.workunit.client.0.smithi111.stdout:} 2023-12-01T04:43:55.782 INFO:tasks.workunit.client.0.smithi111.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2023-12-01T04:43:55.783 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry show-device 2023-12-01T04:43:55.783 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.783 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3184680409' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3184680409' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.784 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.785 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:55.786 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3184680409' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3184680409' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.787 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.788 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.789 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.790 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3184680409' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-01T04:43:55.791 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3184680409' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.792 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.793 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout:{ 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "38d64d60-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d73388-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043913": { 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:55.794 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d64d60-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405553 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:55.795 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.796 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.797 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:55.798 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 23878051 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 40601946 2023-12-01T04:43:55.799 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:55.800 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.801 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.802 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 91, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 2747, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 2756, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 2738 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:55.803 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 63, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 324874869, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1564871960, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 5441680953, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 27920849025, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 9, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 44643, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 48291, 2023-12-01T04:43:55.804 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 28, 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 4349 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 44643, 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 48291 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.805 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.806 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.807 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:55.808 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 28 Celsius", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 9%", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 324,874,869 [166 TB]", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,564,871,960 [801 TB]", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 5,441,680,953", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 27,920,849,025", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 63", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 44,643", 2023-12-01T04:43:55.809 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 48,291", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 4,349", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:55.810 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 28 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d9c0bc-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043911": { 2023-12-01T04:43:55.811 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405551 2023-12-01T04:43:55.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.813 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:55.814 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.815 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 18190149 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.816 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 29168383 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.817 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.818 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.819 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 94, 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 1942, 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 1955, 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 1931 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.820 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 3, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 240575759, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1192109659, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 3582115228, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 19227717220, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 6, 2023-12-01T04:43:55.821 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 25550, 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 57500, 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 26, 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 243 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 25550, 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 57500 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:55.822 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:55.823 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:55.824 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:55.825 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 26 Celsius", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 6%", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 240,575,759 [123 TB]", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,192,109,659 [610 TB]", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 3,582,115,228", 2023-12-01T04:43:55.826 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 19,227,717,220", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 3", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 25,550", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 57,500", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 243", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:55.827 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 26 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.828 INFO:tasks.workunit.client.0.smithi111.stdout:} 2023-12-01T04:43:55.829 INFO:tasks.workunit.client.0.smithi111.stderr:+ ceph telemetry show-all 2023-12-01T04:43:55.829 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.829 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.829 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.829 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.830 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.831 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='client.24869 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.832 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:55.833 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:55.839 INFO:tasks.workunit.client.0.smithi111.stdout:{ 2023-12-01T04:43:55.839 INFO:tasks.workunit.client.0.smithi111.stdout: "device_report": { 2023-12-01T04:43:55.839 INFO:tasks.workunit.client.0.smithi111.stdout: "38d64d60-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d73388-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043913": { 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d64d60-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.840 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405553 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.841 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:55.842 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.843 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 23878051 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:55.844 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 40601946 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.845 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.846 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.847 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 91, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 2747, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 2756, 2023-12-01T04:43:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 2738 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 63, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 324874869, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1564871960, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 5441680953, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 27920849025, 2023-12-01T04:43:55.849 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 9, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 44643, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 48291, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 28, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 4349 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 44643, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 48291 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:55.850 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:55.851 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:55.852 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:13 2023 UTC", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:55.853 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 28 Celsius", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 9%", 2023-12-01T04:43:55.854 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 324,874,869 [166 TB]", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,564,871,960 [801 TB]", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 5,441,680,953", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 27,920,849,025", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 63", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 44,643", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 48,291", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 4,349", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.855 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 28 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.856 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "INTEL_SSDPEDMD400G4_38d9c0bc-9004-11ee-8cce-0cc47a8fcc2f": { 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "20231201-043911": { 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "device": { 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "info_name": "/dev/nvme0n1", 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "/dev/nvme0n1", 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "protocol": "NVMe", 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "nvme" 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "firmware_version": "8DV101H0", 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "host_id": "38d8ef84-9004-11ee-8cce-0cc47a8fcc2f", 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: "json_format_version": [ 2023-12-01T04:43:55.857 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "local_time": { 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "asctime": "Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "time_t": 1701405551 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "logical_block_size": 512, 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "model_name": "INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_controller_id": 0, 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_ieee_oui_identifier": 6083300, 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_namespaces": [ 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "capacity": { 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.858 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "formatted_lba_size": 512, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 1, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "size": { 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "utilization": { 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_number_of_namespaces": 1, 2023-12-01T04:43:55.859 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_pci_vendor": { 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "id": 32902, 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "subsystem_id": 32902 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_add_log": { 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "Device stats": { 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_fw_downgrades": { 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "crc_error_count": { 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.860 INFO:tasks.workunit.client.0.smithi111.stdout: "end_to_end_error_detection_count": { 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "erase_fail_count": { 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "host_bytes_written": { 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 18190149 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "host_ctx_wear_used": { 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 1 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.861 INFO:tasks.workunit.client.0.smithi111.stdout: "media_bytes_read": { 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "nand_bytes_written": { 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 29168383 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_stat_indicator": { 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "pll_lock_loss_count": { 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.862 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "program_fail_count": { 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "re_alloc_sectr_cnt": { 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "retry_buffer_overflow_count": { 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "soft_ecc_err_rate": { 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "thermal_throttle_status": { 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "cnt": 0, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "pct": 0 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_host_reads": { 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.864 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_media_wear": { 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 64 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "timed_workload_timer": { 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 100, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 65535 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "unexp_power_loss": { 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 0, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": 0 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "wear_leveling": { 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "normalized": 94, 2023-12-01T04:43:55.865 INFO:tasks.workunit.client.0.smithi111.stdout: "raw": { 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "avg": 1942, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "max": 1955, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 1931 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel Smart log": "nvme0n1" 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_smart_health_information_log": { 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare": 100, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "available_spare_threshold": 10, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "controller_busy_time": 3, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "critical_warning": 0, 2023-12-01T04:43:55.866 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_read": 240575759, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "data_units_written": 1192109659, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "host_reads": 3582115228, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "host_writes": 19227717220, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "media_errors": 0, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_err_log_entries": 0, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "percentage_used": 6, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycles": 25550, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_hours": 57500, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": 26, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "unsafe_shutdowns": 243 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme_vendor": "intel", 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "power_cycle_count": 25550, 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "power_on_time": { 2023-12-01T04:43:55.867 INFO:tasks.workunit.client.0.smithi111.stdout: "hours": 57500 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "serial_number": "deleted", 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "smart_status": { 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "nvme": { 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "passed": true 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl": { 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "argv": [ 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl", 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "-x", 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "--json=o", 2023-12-01T04:43:55.868 INFO:tasks.workunit.client.0.smithi111.stdout: "/dev/nvme0n1" 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "build_info": "(local build)", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "exit_status": 0, 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "output": [ 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-4.18.0-372.9.1.el8.x86_64] (local build)", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF INFORMATION SECTION ===", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "Model Number: INTEL SSDPEDMD400G4", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "Serial Number: deleted", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Version: 8DV101H0", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2023-12-01T04:43:55.869 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller ID: 0", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Number of Namespaces: 1", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Namespace 1 Formatted LBA Size: 512", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Local Time is: Fri Dec 1 04:39:11 2023 UTC", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Firmware Updates (0x02): 1 Slot", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Maximum Data Transfer Size: 32 Pages", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported Power States", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.870 INFO:tasks.workunit.client.0.smithi111.stdout: "Supported LBA Sizes (NSID 0x1)", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "Id Fmt Data Metadt Rel_Perf", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 0 + 512 0 2", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 1 - 512 8 2", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 2 - 512 16 2", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 3 - 4096 0 0", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 4 - 4096 8 0", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 5 - 4096 64 0", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: " 6 - 4096 128 0", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "=== START OF SMART DATA SECTION ===", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART overall-health self-assessment test result: PASSED", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "SMART/Health Information (NVMe Log 0x02)", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "Critical Warning: 0x00", 2023-12-01T04:43:55.871 INFO:tasks.workunit.client.0.smithi111.stdout: "Temperature: 26 Celsius", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare: 100%", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Available Spare Threshold: 10%", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Percentage Used: 6%", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Read: 240,575,759 [123 TB]", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Data Units Written: 1,192,109,659 [610 TB]", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Read Commands: 3,582,115,228", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Host Write Commands: 19,227,717,220", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Controller Busy Time: 3", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Power Cycles: 25,550", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Power On Hours: 57,500", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Unsafe Shutdowns: 243", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Media and Data Integrity Errors: 0", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information Log Entries: 0", 2023-12-01T04:43:55.872 INFO:tasks.workunit.client.0.smithi111.stdout: "", 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "No Errors Logged", 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "" 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "platform_info": "x86_64-linux-4.18.0-372.9.1.el8.x86_64", 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "svn_revision": "5022", 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "version": [ 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "temperature": { 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "current": 26 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.873 INFO:tasks.workunit.client.0.smithi111.stdout: "user_capacity": { 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "blocks": 781422768, 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400088457216 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "report": { 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer": { 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "active": true, 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "mode": "" 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.874 INFO:tasks.workunit.client.0.smithi111.stdout: "channels": [ 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "ident", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "perf" 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "channels_available": [ 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "basic", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "ident", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "crash", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "device", 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: "perf" 2023-12-01T04:43:55.875 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_available": [ 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.876 INFO:tasks.workunit.client.0.smithi111.stdout: "collections_opted_in": [ 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_base", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "device_base", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "crash_base", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "ident_base", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_perf", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_mds_metadata", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_usage", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_usage_by_class", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_rook_v01", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_memory_metrics", 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "basic_pool_options_bluestore" 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "config": { 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "active_changed": [ 2023-12-01T04:43:55.877 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "client_check_pool_perm", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_gid", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "client_mount_uid", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "client_quota", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "daemonize", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:55.878 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "keyring", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_block_size", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_cache_size", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_compression", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_log", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "leveldb_write_buffer_size", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:55.879 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_file", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_journald", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_to_stderr", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_host", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:55.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "no_config_file", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_crush_chooseleaf_type", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:55.881 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_res", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_lim", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_res", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_lim", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_res", 2023-12-01T04:43:55.882 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_scheduler_client_wgt", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addr", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "public_addrv", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:55.883 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_default_features", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd_qos_exclude_ops", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "setgroup", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "setuser" 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_changed": [ 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_allow_insecure_global_id_reclaim", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_debug", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_mon_ticket_ttl", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "auth_service_ticket_ttl", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "bdev_debug_aio", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "container_image", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_asserts_on_shutdown", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mgr", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_mon", 2023-12-01T04:43:55.884 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_ms", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_osd", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "debug_paxos", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_file", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_journald", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "log_to_stderr", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_join_fs", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/allow_ptrace", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/container_init", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/migration_current", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/cephadm/use_repo_digest", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/GRAFANA_API_URL", 2023-12-01T04:43:55.885 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/dashboard/ssl_server_port", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/orchestrator/orchestrator", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/channel_ident", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/channel_perf", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/description", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/enabled", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr/telemetry/organization", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_allow_pool_delete", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_clock_drift_allowed", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_cluster_log_file_level", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_data_avail_warn", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_election_default_strategy", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_max_pg_per_osd", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_mgr_mkfs_grace", 2023-12-01T04:43:55.886 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_prime_pg_temp", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_osd_reporter_subtree_level", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_pg_warn_max_object_skew", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_bytes_per_osd", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_reweight_min_pgs_per_osd", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_legacy_crush_tunables", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_osd_down_out_interval_zero", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mon_warn_on_too_few_osds", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_bug", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "ms_die_on_old_message", 2023-12-01T04:43:55.887 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_default_list", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_class_load_list", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_misdirected_ops", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_op_order", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_pg_log_writeout", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_shutdown", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_cached_snaps", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_missing_on_start", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_debug_verify_stray_on_activate", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_deep_scrub_update_digest_min_age", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mclock_profile", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_memory_target_autotune", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_op_queue_cut_off", 2023-12-01T04:43:55.888 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_erasure_code_profile", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pool_default_pg_autoscale_mode", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recover_clone_overlap", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_recovery_max_chunk", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_load_threshold", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_scrub_max_interval", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_shutdown_pgref_assert", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "public_network", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_cache_enabled", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_ops_log", 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "rgw_enable_usage_log" 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.889 INFO:tasks.workunit.client.0.smithi111.stdout: "contact": null, 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "crashes": [], 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "created": "2023-12-01T04:36:15.719441Z", 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "crush": { 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_algs": { 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "straw2": 3 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_sizes": { 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "2": 1, 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "4": 2 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket_types": { 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "1": 2, 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: "11": 1 2023-12-01T04:43:55.890 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "compat_weight_set": false, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "device_classes": [ 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: 8 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_buckets": 6, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_devices": 8, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_rules": 1, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_types": 12, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_weight_sets": 0, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "tunables": { 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "allowed_bucket_algs": 54, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_fallback_tries": 0, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_local_tries": 0, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "choose_total_tries": 50, 2023-12-01T04:43:55.891 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_descend_once": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_stable": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "chooseleaf_vary_r": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v2_rules": 0, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v3_rules": 0, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v4_buckets": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "has_v5_rules": 0, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "legacy_tunables": 0, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "minimum_required_version": "jewel", 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "optimal_tunables": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "profile": "jewel", 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables2": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables3": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "require_feature_tunables5": 1, 2023-12-01T04:43:55.892 INFO:tasks.workunit.client.0.smithi111.stdout: "straw_calc_version": 1 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "description": "upgrade test cluster", 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "fs": { 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "feature_flags": { 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "enable_multiple": true, 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_enabled_multiple": true 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "filesystems": [ 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "approx_ctime": "2023-12", 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "balancer_enabled": false, 2023-12-01T04:43:55.893 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_caps": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_dns": 10, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_inos": 13, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "cached_subtrees": 2, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "ever_allowed_features": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "explicitly_allowed_features": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "files": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "max_mds": 1, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_data_pools": 1, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_in": 1, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_mds": 1, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_replay": 0, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "num_up": 1, 2023-12-01T04:43:55.894 INFO:tasks.workunit.client.0.smithi111.stdout: "snaps": 0, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "standby_count_wanted": 0 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "num_standby_mds": 1, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "total_num_mds": 2 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_stats": { 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 20537344, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 487808, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.895 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 778240, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 392, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 1185656, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 20, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1191936, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 14919432, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 21315584 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 20267008, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 337736, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 991232, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 0, 2023-12-01T04:43:55.896 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 309, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 879456, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 12, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 850432, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 14455640, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 20267008 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.27ad12f68da33d8b045343f0d4ca3e838c5459d5": { 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 34955264, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 954448, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.897 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 10592256, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 954, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 7587960, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 21, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1379072, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 22281272, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45547520 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 35610624, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 1387872, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.898 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 12034048, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1097, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 7495672, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 21, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 945664, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 23028904, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 47644672 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44630016, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 1535368, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2752512, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 638976, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 5021696, 2023-12-01T04:43:55.899 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1771, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 12177360, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 23, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2177280, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 25348520, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 49651712 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.0": { 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 46907392, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 922600, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.900 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 393216, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1375, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 5329488, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 46, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2978304, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 34793416, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 47300608 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.1": { 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44400640, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 745296, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.901 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 802816, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1288, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 5375048, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2496256, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 32900456, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45203456 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.2": { 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44089344, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 778512, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 65536, 2023-12-01T04:43:55.902 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1220, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4470184, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2905600, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 33051464, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 44154880 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.3": { 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43868160, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 708760, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.903 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1400832, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1184, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4004512, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 46, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2263040, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 34008264, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45268992 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.4": { 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 44179456, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 814384, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1024000, 2023-12-01T04:43:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1190, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4519688, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1828864, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 34132936, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45203456 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.5": { 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43761664, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 832744, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 155648, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 458752, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1183, 2023-12-01T04:43:55.905 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4284840, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2052864, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 33551984, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 44220416 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.6": { 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43311104, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 1105056, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 0, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1957888, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1203, 2023-12-01T04:43:55.906 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4329912, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 46, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 2121216, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 32871336, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45268992 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.7": { 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "actual_memory_used": 43663360, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "central_cache_freelist": 848720, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "malloc_metadata": 2883584, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "page_heap_freelist": 8192, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "released_to_os": 1605632, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "spans_in_use": 1224, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "tcmalloc_page_size": 8192, 2023-12-01T04:43:55.907 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_cache_freelists": 4684128, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "thread_heaps_in_use": 47, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "transfer_cache_freelist": 1954816, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "use_by_application": 33283920, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "virtual_address_space_used": 45268992 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "hosts": { 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "num": 2, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mds": 2, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mgr": 2, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_mon": 2, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "num_with_osd": 2 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.908 INFO:tasks.workunit.client.0.smithi111.stdout: "io_rate": { 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_stats_delta": { 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "stamp_delta": "12.002532", 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:55.909 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:55.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 218, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 308, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:55.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 48, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:55.912 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 0 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard": false, 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "leaderboard_description": null, 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "license": "sharing-1-0", 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "mempool": { 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.913 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.914 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.915 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.916 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.917 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 221639, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 65 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.918 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 51416, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 208 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.919 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8104, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 127 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.920 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.921 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.922 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.923 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.924 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.925 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 149374, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 30 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.926 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 928, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.927 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.27ad12f68da33d8b045343f0d4ca3e838c5459d5": { 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.929 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.930 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.931 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.932 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.934 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1112442, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 354 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.935 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6680, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 126 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12744, 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1546 2023-12-01T04:43:55.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5120, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 79 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:55.937 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.938 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.939 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.940 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.941 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.942 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1158866, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 353 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 88, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6680, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 126 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.944 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12744, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1546 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5120, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 79 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.945 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.946 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.947 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.948 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.949 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.950 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1195138, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 344 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 440, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.951 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6680, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 126 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.952 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12744, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 1546 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 10240, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 158 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.953 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.0": { 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.954 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 960, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 12 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 21168, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 189 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.955 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1712, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 45 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 606208, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 17 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 51174, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9521 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 137616, 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 234 2023-12-01T04:43:55.956 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 11300, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 745 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9072, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 189 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 31622, 2023-12-01T04:43:55.957 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 202 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 21168, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 189 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 389977, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 86 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.958 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2443654, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 193 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 6688, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 76 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.959 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 510048, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 44 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 94640, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 186 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.960 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.961 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.1": { 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:55.962 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 720, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19712, 2023-12-01T04:43:55.963 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 176 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1600, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 44 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 16384, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 4 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 45833, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8640 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.964 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 129456, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 222 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9620, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 574 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8448, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 176 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.965 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 28114, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 190 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19712, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 176 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1472, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.966 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 450753, 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 101 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 40256, 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 10 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2434988, 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 184 2023-12-01T04:43:55.967 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5104, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 58 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 452088, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 39 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.968 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 7280, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 18 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 226216, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3454 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.969 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.2": { 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.970 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.971 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 720, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19600, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 175 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1376, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 42 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8192, 2023-12-01T04:43:55.972 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 44292, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8380 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 124696, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 215 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8368, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 522 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.973 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8400, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 175 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 26490, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 183 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19600, 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 175 2023-12-01T04:43:55.974 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1472, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 367965, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 81 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 40256, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 10 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.975 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2459736, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 191 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4400, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 50 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 359352, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 31 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.976 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9360, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 26 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 226216, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3454 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.977 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.3": { 2023-12-01T04:43:55.978 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.979 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 34 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.980 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 44627, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8549 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 128096, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 220 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9440, 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 577 2023-12-01T04:43:55.981 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8592, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 27098, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 188 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.982 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2208, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 233862, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 49 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 26565, 2023-12-01T04:43:55.983 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2410354, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 171 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4664, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 53 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.984 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 428904, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 37 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 10400, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 20 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.985 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.986 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.4": { 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.987 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1488, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 43 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 18983, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 4 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 45390, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8649 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 129456, 2023-12-01T04:43:55.989 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 222 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9568, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 579 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8592, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.990 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 27610, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 190 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20048, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 179 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1472, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 2 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 914613, 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 72 2023-12-01T04:43:55.991 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 40256, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 10 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2435902, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 181 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4928, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 56 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.992 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 440496, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 38 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 7904, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 16 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:55.993 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225960, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3442 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.994 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.5": { 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.995 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19936, 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 178 2023-12-01T04:43:55.996 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 34 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 45625, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 8704 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:55.997 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 130816, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 224 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 9868, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 579 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8544, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 178 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.998 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 28290, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 192 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 19936, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 178 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2208, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 825129, 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 50 2023-12-01T04:43:55.999 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 26565, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2419062, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 169 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5280, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 60 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.000 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 475272, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 41 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 11960, 2023-12-01T04:43:56.001 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 23 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:56.002 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.6": { 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.003 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.004 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20944, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 187 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 480, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 34 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 14887, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 46295, 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9010 2023-12-01T04:43:56.005 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 130136, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 223 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 10892, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 736 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8976, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 187 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.006 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 29062, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 191 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20944, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 187 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:56.007 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 199868, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 41 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2413595, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 171 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 4576, 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 52 2023-12-01T04:43:56.008 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 452088, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 39 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 94952, 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 193 2023-12-01T04:43:56.009 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:56.010 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.7": { 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "bloom_filter": { 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5832, 2023-12-01T04:43:56.011 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 98 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_reader": { 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 12672, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 6 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs_file_writer": { 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 576, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_alloc": { 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 400, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 5 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_blob": { 2023-12-01T04:43:56.012 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20720, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 185 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_buffer": { 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 1264, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 41 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_data": { 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 278528, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_meta": { 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 48142, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 9235 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.013 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_onode": { 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 134216, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 229 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_cache_other": { 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 11636, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 739 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_extent": { 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 8880, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 185 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_fsck": { 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.014 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_inline_bl": { 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 30934, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 197 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_shared_blob": { 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 20720, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 185 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_txc": { 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing": { 2023-12-01T04:43:56.015 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 140561, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 27 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore_writing_deferred": { 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_anon": { 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 2439434, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 190 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "buffer_meta": { 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 5896, 2023-12-01T04:43:56.016 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 67 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_co": { 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 533232, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 46 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_mapbl": { 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_pglog": { 2023-12-01T04:43:56.017 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 97344, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 224 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap": { 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 225704, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 3430 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap_mapping": { 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "pgmap": { 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.018 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_1": { 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "unittest_2": { 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes": 0, 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "items": 0 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "metadata": { 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:56.019 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 2 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 2 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 2 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.020 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 2 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 2 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 2 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 3 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:56.021 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 3 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 3 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 3 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.022 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 3 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 3 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "arch": { 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "x86_64": 8 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_version": { 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.023 INFO:tasks.workunit.client.0.smithi111.stdout: "cpu": { 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "distro": { 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "centos": 8 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "distro_description": { 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "CentOS Stream 8": 8 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_description": { 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "#1 SMP Fri Apr 15 22:12:19 EDT 2022": 8 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "kernel_version": { 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "4.18.0-372.9.1.el8.x86_64": 8 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.024 INFO:tasks.workunit.client.0.smithi111.stdout: "os": { 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "Linux": 8 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_objectstore": { 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": 8 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "rotational": { 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "0": 8 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "features": { 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "optional": [], 2023-12-01T04:43:56.025 INFO:tasks.workunit.client.0.smithi111.stdout: "persistent": [ 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "kraken", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "luminous", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "mimic", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "osdmap-prune", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "nautilus", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "octopus", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "pacific", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "elector-pinging", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "quincy", 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "reef" 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv4_addr_mons": 6, 2023-12-01T04:43:56.026 INFO:tasks.workunit.client.0.smithi111.stdout: "ipv6_addr_mons": 0, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "min_mon_release": 18, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "v1_addr_mons": 3, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "v2_addr_mons": 3 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "organization": "ceph-qa", 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster_network": false, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 8, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "require_min_compat_client": "luminous", 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "require_osd_release": "reef" 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_perf_histograms": [ 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.027 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:56.028 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:56.029 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.030 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:56.031 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:56.032 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.034 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.035 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.036 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.037 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.038 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.039 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.040 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.041 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.042 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.043 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.044 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.045 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:56.046 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.047 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.048 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.049 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.050 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.051 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.052 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.053 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.054 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:56.055 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:56.056 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:56.057 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:56.058 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:56.059 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.060 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.061 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.062 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.063 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.064 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.065 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.066 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.067 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.068 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.069 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.070 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.071 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.072 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.073 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.074 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.075 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.076 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.077 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.078 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.079 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.080 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.081 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:56.082 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:56.083 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.084 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:56.085 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:56.086 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.087 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.088 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.089 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.090 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.091 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.092 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.094 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.095 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.096 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.097 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.098 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.099 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.100 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.101 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.102 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.103 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.104 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.105 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.106 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.107 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "axes": [ 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Latency (usec)", 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 100000, 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.108 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 99999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[100000, 199999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[200000, 399999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[400000, 799999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[800000, 1599999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[1600000, 3199999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[3200000, 6399999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[6400000, 12799999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[12800000, 25599999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[25600000, 51199999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[51200000, 102399999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[102400000, 204799999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[204800000, 409599999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[409600000, 819199999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[819200000, 1638399999]", 2023-12-01T04:43:56.109 INFO:tasks.workunit.client.0.smithi111.stdout: "[1638400000, 3276799999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[3276800000, 6553599999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[6553600000, 13107199999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[13107200000, 26214399999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[26214400000, 52428799999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[52428800000, 104857599999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[104857600000, 209715199999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[209715200000, 419430399999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[419430400000, 838860799999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[838860800000, 1677721599999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[1677721600000, 3355443199999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[3355443200000, 6710886399999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[6710886400000, 13421772799999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[13421772800000, 26843545599999]", 2023-12-01T04:43:56.110 INFO:tasks.workunit.client.0.smithi111.stdout: "[26843545600000, 53687091199999]", 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "[53687091200000, None]" 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "buckets": 32, 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "min": 0, 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "name": "Request size (bytes)", 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "quant_size": 512, 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "ranges": [ 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "[None, -1]", 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 511]", 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "[512, 1023]", 2023-12-01T04:43:56.111 INFO:tasks.workunit.client.0.smithi111.stdout: "[1024, 2047]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[2048, 4095]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[4096, 8191]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[8192, 16383]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[16384, 32767]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[32768, 65535]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[65536, 131071]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[131072, 262143]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[262144, 524287]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[524288, 1048575]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[1048576, 2097151]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[2097152, 4194303]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[4194304, 8388607]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[8388608, 16777215]", 2023-12-01T04:43:56.112 INFO:tasks.workunit.client.0.smithi111.stdout: "[16777216, 33554431]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[33554432, 67108863]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[67108864, 134217727]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[134217728, 268435455]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[268435456, 536870911]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[536870912, 1073741823]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[1073741824, 2147483647]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[2147483648, 4294967295]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[4294967296, 8589934591]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[8589934592, 17179869183]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[17179869184, 34359738367]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[34359738368, 68719476735]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[68719476736, 137438953471]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[137438953472, 274877906943]", 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: "[274877906944, None]" 2023-12-01T04:43:56.113 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "scale_type": "log2" 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "osds": [ 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 0, 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.114 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.115 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.116 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 1, 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 9, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 15, 5, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 18, 2, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.117 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.118 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 2, 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.119 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.120 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.121 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 3, 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.122 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.123 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 4, 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.124 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.125 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.126 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 5, 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.127 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.128 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.129 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 6, 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.130 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.131 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "osd_id": 7, 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "values": [ 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.132 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.133 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2023-12-01T04:43:56.134 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: ] 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "perf_counters": { 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "mds.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "mds": { 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "caps": { 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_flush_ack": { 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.135 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_flushsnap_ack": { 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_grant": { 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_revoke": { 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "ceph_cap_op_trunc": { 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_commit": { 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.136 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_fetch_complete": { 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_fetch_keys": { 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_merge": { 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "dir_split": { 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "exported_inodes": { 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.137 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "forward": { 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_cap_release": { 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_caps": { 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_caps_dirty": { 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_inode_file_caps": { 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.138 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "imported_inodes": { 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes": { 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes_expired": { 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes_pinned": { 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "inodes_with_caps": { 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.139 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "load_cent": { 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "openino_dir_fetch": { 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "process_request_cap_release": { 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "reply_latency": { 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184977 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "request": { 2023-12-01T04:43:56.140 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "root_rbytes": { 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "root_rfiles": { 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "root_rsnaps": { 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_reply": { 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.141 INFO:tasks.workunit.client.0.smithi111.stdout: "subtrees": { 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_cache": { 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_enqueue_scrub": { 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_exportdir": { 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_flush": { 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_fragmentdir": { 2023-12-01T04:43:56.142 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_fragstats": { 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "ireq_inodestats": { 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_recovering_enqueued": { 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_recovering_prioritized": { 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_recovering_processing": { 2023-12-01T04:43:56.143 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_strays": { 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_strays_delayed": { 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_strays_enqueuing": { 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_completed": { 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_started": { 2023-12-01T04:43:56.144 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_created": { 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_enqueued": { 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_migrated": { 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "strays_reintegrated": { 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.145 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_log": { 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "ev": { 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "evadd": { 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "evex": { 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "evexd": { 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "evexg": { 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.146 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "evtrm": { 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "jlat": { 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12539630 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "replayed": { 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "seg": { 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "segadd": { 2023-12-01T04:43:56.147 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "segex": { 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "segexd": { 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "segexg": { 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "segtrm": { 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.148 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_mem": { 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "cap": { 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "cap+": { 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "cap-": { 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "dir": { 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "dir+": { 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.149 INFO:tasks.workunit.client.0.smithi111.stdout: "dir-": { 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "dn": { 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "dn+": { 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "dn-": { 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "heap": { 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 207156 2023-12-01T04:43:56.150 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "ino": { 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "ino+": { 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "ino-": { 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_server": { 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "cap_acquisition_throttle": { 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.151 INFO:tasks.workunit.client.0.smithi111.stdout: "cap_revoke_eviction": { 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_request": { 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_client_session": { 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 16 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "handle_peer_request": { 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "req_create_latency": { 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.152 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "req_getattr_latency": { 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184977 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "req_getfilelock_latency": { 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "req_getvxattr_latency": { 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "req_link_latency": { 2023-12-01T04:43:56.153 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookup_latency": { 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookuphash_latency": { 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupino_latency": { 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.154 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupname_latency": { 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupparent_latency": { 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lookupsnap_latency": { 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "req_lssnap_latency": { 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.155 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "req_mkdir_latency": { 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "req_mknod_latency": { 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "req_mksnap_latency": { 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "req_open_latency": { 2023-12-01T04:43:56.156 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "req_readdir_latency": { 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rename_latency": { 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "req_renamesnap_latency": { 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.157 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rmdir_latency": { 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rmsnap_latency": { 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "req_rmxattr_latency": { 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setattr_latency": { 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.158 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setdirlayout_latency": { 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setfilelock_latency": { 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setlayout_latency": { 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "req_setxattr_latency": { 2023-12-01T04:43:56.159 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "req_snapdiff_latency": { 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "req_symlink_latency": { 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "req_unlink_latency": { 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.160 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "mds_sessions": { 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "average_load": { 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "avg_session_uptime": { 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "mdthresh_evicted": { 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "session_count": { 2023-12-01T04:43:56.161 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "session_remove": { 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "sessions_open": { 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "sessions_stale": { 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "total_load": { 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.162 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "purge_queue": { 2023-12-01T04:43:56.163 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executed": { 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing": { 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing_high_water": { 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing_ops": { 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_executing_ops_high_water": { 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.164 INFO:tasks.workunit.client.0.smithi111.stdout: "pq_item_in_journal": { 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.27ad12f68da33d8b045343f0d4ca3e838c5459d5": { 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "election_call": { 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "election_lose": { 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "election_win": { 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "num_elections": { 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": { 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "session_rm": { 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 116 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.166 INFO:tasks.workunit.client.0.smithi111.stdout: "session_trim": { 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "paxos": { 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "accept_timeout": { 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "begin": { 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 814 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_bytes": { 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 814, 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3837657 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_keys": { 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_latency": { 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 814, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 221996098 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "collect": { 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_bytes": { 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 73 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.168 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_keys": { 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_latency": { 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 999982 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_timeout": { 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_uncommitted": { 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.169 INFO:tasks.workunit.client.0.smithi111.stdout: "commit": { 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 815 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_bytes": { 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_keys": { 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_latency": { 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.170 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_ack_timeout": { 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_timeout": { 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn": { 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn_latency": { 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh": { 2023-12-01T04:43:56.171 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 815 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh_latency": { 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 815, 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1902966634 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "restart": { 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state": { 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_bytes": { 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.172 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_keys": { 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "start_leader": { 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "start_peon": { 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state": { 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 815 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.173 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_bytes": { 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 815, 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7522665 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_keys": { 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 815, 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5724 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_latency": { 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 815, 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 490991384 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache": { 2023-12-01T04:43:56.174 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1020054731 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42795008 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31752192 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2147483648 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11042816 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.175 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:full": { 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.176 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 273736 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 70833153 2023-12-01T04:43:56.178 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:inc": { 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.179 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41711 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.180 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71065178 2023-12-01T04:43:56.181 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:kv": { 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 322961408 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184680229 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.182 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.183 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71172315 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.184 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb": { 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "compact": { 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_len": { 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_merge": { 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_range": { 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.185 INFO:tasks.workunit.client.0.smithi111.stdout: "get_latency": { 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34639, 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 89340293 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_delay_time": { 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_memtable_time": { 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.186 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_wal_time": { 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_latency": { 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.187 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_sync_latency": { 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1744, 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 785199304 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.28c5a4fcc631d8459d572a1a21eba65442bd8406": { 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "election_call": { 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "election_lose": { 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "election_win": { 2023-12-01T04:43:56.188 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_elections": { 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": { 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "session_rm": { 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.189 INFO:tasks.workunit.client.0.smithi111.stdout: "session_trim": { 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "paxos": { 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "accept_timeout": { 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "begin": { 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 825 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_bytes": { 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 825, 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3863170 2023-12-01T04:43:56.190 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_keys": { 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_latency": { 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 825, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 120997546 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "collect": { 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_bytes": { 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.191 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 146 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_keys": { 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_latency": { 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_timeout": { 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_uncommitted": { 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.192 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "commit": { 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 826 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_bytes": { 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_keys": { 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_latency": { 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.193 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_ack_timeout": { 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_timeout": { 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn": { 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn_latency": { 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.194 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh": { 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 826 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh_latency": { 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 826, 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1778963974 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "restart": { 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state": { 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.195 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_bytes": { 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_keys": { 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "start_leader": { 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "start_peon": { 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state": { 2023-12-01T04:43:56.196 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 826 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_bytes": { 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 826, 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7571404 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_keys": { 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 826, 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5807 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_latency": { 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 826, 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 350992876 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.197 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache": { 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1020054731 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44892160 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 32784384 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2147483648 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.198 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12107776 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:full": { 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.199 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 273736 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.200 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.201 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 70833153 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:inc": { 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.202 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277020343 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41711 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.203 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.204 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71065178 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:kv": { 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 322961408 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.205 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184680229 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.206 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.207 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71172315 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb": { 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "compact": { 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_len": { 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_merge": { 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.208 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_range": { 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "get_latency": { 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 35091, 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 88966782 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_delay_time": { 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_memtable_time": { 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.209 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_wal_time": { 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_latency": { 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_sync_latency": { 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1789, 2023-12-01T04:43:56.210 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 573836281 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "mon.fea40c48b6e0f3de5e2be915fa34a27925b89872": { 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "election_call": { 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "election_lose": { 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "election_win": { 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.211 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "num_elections": { 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 9 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "num_sessions": { 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 9 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "session_add": { 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "session_rm": { 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 202 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "session_trim": { 2023-12-01T04:43:56.212 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "paxos": { 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "accept_timeout": { 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "begin": { 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 958 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_bytes": { 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 958, 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4901722 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_keys": { 2023-12-01T04:43:56.213 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 958, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2874 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "begin_latency": { 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 958, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 182996789 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "collect": { 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_bytes": { 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_keys": { 2023-12-01T04:43:56.214 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_latency": { 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_timeout": { 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "collect_uncommitted": { 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "commit": { 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 958 2023-12-01T04:43:56.215 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_bytes": { 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 958, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4832804 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_keys": { 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 958, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5722 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "commit_latency": { 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 958, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 418932781 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_ack_timeout": { 2023-12-01T04:43:56.216 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "lease_timeout": { 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn": { 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "new_pn_latency": { 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 999982 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh": { 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 960 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.217 INFO:tasks.workunit.client.0.smithi111.stdout: "refresh_latency": { 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 960, 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2480956473 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "restart": { 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state": { 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_bytes": { 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1050 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "share_state_keys": { 2023-12-01T04:43:56.218 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "start_leader": { 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "start_peon": { 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state": { 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_bytes": { 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.219 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_keys": { 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "store_state_latency": { 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache": { 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1020054731 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.220 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 46899200 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41132032 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2147483648 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5767168 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:full": { 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.221 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277021419 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 273306 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.222 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.223 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 70832507 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:inc": { 2023-12-01T04:43:56.224 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 348127232 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 277021419 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 39272 2023-12-01T04:43:56.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.226 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71066541 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.227 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "prioritycache:kv": { 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 322961408 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 184680946 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.228 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71171598 2023-12-01T04:43:56.230 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb": { 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "compact": { 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_len": { 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_queue_merge": { 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_range": { 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.231 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "get_latency": { 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43022, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 167115988 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_delay_time": { 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_memtable_time": { 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_pre_and_post_time": { 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.232 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_write_wal_time": { 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_latency": { 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "submit_sync_latency": { 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2070, 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 668592997 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.0": { 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.234 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2924544 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.235 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1658880 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.236 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1519616 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.237 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.239 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.240 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4517888 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.242 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1327104 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 206033 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.243 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 23, 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61702 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.244 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 359, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 89611841 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 349, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18714990 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 359, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 393070 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.245 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 359, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 90004911 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 17577 2023-12-01T04:43:56.246 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13053 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 863 2023-12-01T04:43:56.247 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 227 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 116, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2516776 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 320, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 263187 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 204, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2799695 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.248 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55023 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19321838 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 46384815 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.249 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 457520781163 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 148955444254 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 66949068157 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.250 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 47710 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3047151 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 281608957 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 168118 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.251 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 148982658 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22992067 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 903685 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.252 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 476027707 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27592489 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 498, 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3370837 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.253 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44417024 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44023808 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 393216 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.254 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86542069 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.255 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 606208 2023-12-01T04:43:56.256 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72235275 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.257 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649065519 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.258 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.259 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.260 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72353601 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.261 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57694712 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.262 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.263 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68133944 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.264 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649065519 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.265 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10955 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13389 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 221536 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.266 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72108889 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 47 2023-12-01T04:43:56.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 616 2023-12-01T04:43:56.269 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71748397 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3348280 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.270 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 69198401 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.271 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.272 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.273 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.274 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 616 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71748397 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3348280 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.275 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 69198401 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1771104 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.276 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28925952 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.1": { 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.277 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.278 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2580480 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.279 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1474560 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1335296 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.280 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.281 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.282 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.283 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.284 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3989504 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.285 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 720896 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 188948 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 30, 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 77561 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.287 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 314, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84355046 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 306, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10487142 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 314, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 338838 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.288 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 314, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84693884 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1751 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.289 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6618 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3639 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.290 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 832 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 237 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 140, 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3820600 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 362, 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 351313 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.291 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 222, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4499298 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 127667 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19524156 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.292 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 124, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11830568 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 122, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 323252436240 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 124, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 141103248377 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 414, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65888843679 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.293 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 414, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 39925 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3434120 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 221859405 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.294 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 146372 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 84526869 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 20445311 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 312476 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 349854605 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 25226946 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 416, 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2588231 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.296 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42319872 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41500672 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.297 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 819200 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.298 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86578798 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 16384 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.300 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72788370 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.301 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649340991 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.302 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.303 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72078129 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.304 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719199 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.305 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.306 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68109457 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.307 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649340991 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.308 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14188 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 205739 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.309 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71859370 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.310 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 37 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.311 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 155 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2429440 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.312 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 155, 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 566558548 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1063 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 155, 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 59391225 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 155, 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 264731108 2023-12-01T04:43:56.313 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 33 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33, 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6428329 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1063 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.314 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33, 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5710152 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 33, 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4749995 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.315 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 22, 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 21124844 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 22, 2023-12-01T04:43:56.316 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 9571112 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 22, 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19849550 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 100 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2429440 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 100, 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 539005375 2023-12-01T04:43:56.317 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 100, 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 44109961 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 100, 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 240131563 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.318 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 590368 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28319744 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.319 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.2": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.320 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2256896 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.321 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1269760 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1130496 2023-12-01T04:43:56.322 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.323 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.324 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.325 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.326 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.327 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3461120 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 716800 2023-12-01T04:43:56.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 4, 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 173272 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.329 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 8, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12203 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 264, 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61243268 2023-12-01T04:43:56.330 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 256, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11781655 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 264, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 336060 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 264, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 61579328 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.331 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1864 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.332 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5558 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 613 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 215 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.333 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 98, 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1382459 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 272, 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 284407 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 174, 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2229800 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.334 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 112652 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22556506 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 117, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8217879 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 115, 2023-12-01T04:43:56.335 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 534223046197 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 117, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 115257745142 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 344, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 157214419799 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 344, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 38671 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.336 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2805319 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 152531758 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 116216 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 52460983 2023-12-01T04:43:56.337 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 19181150 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 312589 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 117 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.338 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 249588414 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 23076855 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 346, 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2137672 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:56.339 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41271296 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41205760 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.340 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579870 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.341 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.342 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72795490 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.343 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649349031 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.344 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.345 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72070089 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.346 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719913 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.347 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.348 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68108743 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.349 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649349031 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.350 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22342 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.351 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 188146 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71860769 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.352 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.353 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.354 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 128012278 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4188032 2023-12-01T04:43:56.355 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 110381246 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.356 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.357 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.358 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 10 2023-12-01T04:43:56.359 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 128012278 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4188032 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.360 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 110381246 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28315648 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.3": { 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.362 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.363 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1101824 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.364 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 692224 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 552960 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.365 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.366 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.367 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.368 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.369 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.370 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1728512 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 733184 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.371 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.372 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5474 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45782827 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 114, 2023-12-01T04:43:56.373 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8469293 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 182854 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 45965681 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.374 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.375 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5865 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 313 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 224 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 81, 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 876633 2023-12-01T04:43:56.376 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 135, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 376016 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 54, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 402988 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.377 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5199016 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 48, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3614470 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 45, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 283980655399 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 48, 2023-12-01T04:43:56.378 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55778888223 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 227, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 433046 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 227, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 20474 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 233327 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.379 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 205157404 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 62900 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 89814900 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.380 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11614222 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 315052 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 312046322 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.381 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13854079 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 230, 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1786194 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879468108 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42385408 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.382 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40935424 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158558208 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1449984 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.383 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86580025 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.384 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.385 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72803527 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.386 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649350194 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.387 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.388 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72068926 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.389 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57720017 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.390 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.391 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68108639 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649350194 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15270 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 205568 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.394 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71849256 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.395 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 36 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.396 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.397 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 639704 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.398 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.399 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.400 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.401 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.402 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 639704 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.403 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28332032 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.4": { 2023-12-01T04:43:56.404 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.405 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.406 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 802816 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 663552 2023-12-01T04:43:56.407 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.408 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.409 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.410 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.411 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.412 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2015232 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.413 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 733184 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 368827 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.414 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 4, 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5583 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.415 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 150, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55535183 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 136, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6060508 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 150, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 167705 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.416 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 150, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 55702888 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1557 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.417 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3531 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.418 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 366 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 236 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 97, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1263875 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 164, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 285187 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 67, 2023-12-01T04:43:56.419 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 470092 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 164720 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3224753 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.420 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4760059 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 41, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 264214824097 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 43, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65586094516 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 259, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 435122 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.421 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 259, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 24478 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 269864 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 239082506 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72703 2023-12-01T04:43:56.422 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 197731912 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13499782 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 313297 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.423 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 606 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 453841276 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 16074623 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 261, 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1656799 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.424 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42319872 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41279488 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.425 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1040384 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.426 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579135 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12288 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.428 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72792129 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.429 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649343515 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.431 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72075605 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.432 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719423 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.433 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.434 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68109233 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.435 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649343515 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.436 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5905 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 213775 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.437 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71857093 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.438 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.439 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28155915 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.440 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 661592 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14880991 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.441 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.442 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.444 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28155915 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 661592 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.445 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14880991 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.446 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28332032 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.5": { 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.447 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.448 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 843776 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 704512 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.450 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.451 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.452 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.453 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2060288 2023-12-01T04:43:56.455 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 729088 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 6, 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204310 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.456 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 3, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5505 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.457 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 160, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41163691 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 152, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8174655 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 160, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 147535 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.458 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 160, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41311226 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1128 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 402 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.459 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4208 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 346 2023-12-01T04:43:56.460 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 242 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 89, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 748765 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 142, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 292922 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 53, 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 403080 2023-12-01T04:43:56.461 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 4, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 150688 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4453657 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 40, 2023-12-01T04:43:56.462 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3317930 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 37, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 202942329873 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 40, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 69617769076 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 274, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 448011 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.463 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 274, 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 25691 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 233260 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.465 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 129709941 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 81968 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 77283613 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13116332 2023-12-01T04:43:56.466 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 315038 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 546 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 224834220 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.467 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15533549 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 277, 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2747729 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 41336832 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.468 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40861696 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 475136 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.469 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579794 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.470 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.471 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72803758 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.472 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649348462 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.473 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.474 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72070658 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.475 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719863 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.476 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.477 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68108793 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.478 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649348462 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.479 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22350 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.480 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 203502 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71845974 2023-12-01T04:43:56.481 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.482 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.483 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.484 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.485 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.486 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.487 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.488 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.489 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28327936 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.6": { 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.491 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.492 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.493 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 847872 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 708608 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.494 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.495 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.496 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.497 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.498 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.499 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2060288 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1318912 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.500 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.501 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7848 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 161, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 49769518 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 156, 2023-12-01T04:43:56.502 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7011215 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 161, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 111421 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 161, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 49880939 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.503 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.504 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4532 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 369 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 251 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 90, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 890638 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 137, 2023-12-01T04:43:56.505 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 298960 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 47, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 608120 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.506 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7721001 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2919478 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 282489512902 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 43997361455 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.507 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 439495 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28004 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1272536 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 218581269 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.508 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 83716 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 113603506 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 12802341 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 905316 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 573 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 354020202 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15142718 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 287, 2023-12-01T04:43:56.510 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1748432 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42385408 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40419328 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.511 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1966080 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.512 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86579049 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.514 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72796311 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.515 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649342871 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.516 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.517 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72076249 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.518 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57719366 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.519 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.520 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68109290 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.521 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649342871 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 6002 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.522 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18008 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 205298 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.523 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71848109 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.524 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 39 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.525 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2812 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 162077507 2023-12-01T04:43:56.526 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 15, 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7437171 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 73999154 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.527 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.528 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.529 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.530 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2812 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 162077507 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.531 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 15, 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 7437171 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 13, 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 73999154 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.532 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28917760 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.533 INFO:tasks.workunit.client.0.smithi111.stdout: "osd.7": { 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "bluefs": { 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_fallback": { 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_slow_size_fallback": { 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_db": { 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65536 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_main": { 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.534 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit_wal": { 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_slow": { 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_sst": { 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_written_wal": { 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1105920 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lat": { 2023-12-01T04:43:56.535 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "compact_lock_lat": { 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "db_total_bytes": { 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "db_used_bytes": { 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 27590656 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "log_bytes": { 2023-12-01T04:43:56.536 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 745472 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "logged_bytes": { 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 606208 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_db": { 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 31784960 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_slow": { 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "max_bytes_wal": { 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.537 INFO:tasks.workunit.client.0.smithi111.stdout: "num_files": { 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "read_bytes": { 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 204599 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "read_count": { 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 22 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes": { 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1277952 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_db": { 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1282048 2023-12-01T04:43:56.538 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_slow": { 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_bytes_wal": { 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "read_disk_count": { 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_bytes": { 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3884 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "read_prefetch_count": { 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3 2023-12-01T04:43:56.539 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_bytes": { 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_buffer_count": { 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_bytes": { 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4064 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_count": { 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 18 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes": { 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.540 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_db": { 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_slow": { 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_bytes_wal": { 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "read_random_disk_count": { 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_total_bytes": { 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.541 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "slow_used_bytes": { 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_total_bytes": { 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "wal_used_bytes": { 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "write_bytes": { 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1785856 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore": { 2023-12-01T04:43:56.542 INFO:tasks.workunit.client.0.smithi111.stdout: "alloc_unit": { 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4096 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": { 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1310720 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "clist_lat": { 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 150562 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_lat": { 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed": { 2023-12-01T04:43:56.543 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_allocated": { 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "compressed_original": { 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "csum_lat": { 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 10, 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 26148 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "decompress_lat": { 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.544 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_commit_lat": { 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 136, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65829943 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_final_lat": { 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 121, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14604667 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_flush_lat": { 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 136, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 89493 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "kv_sync_lat": { 2023-12-01T04:43:56.545 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 136, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 65919436 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_keys_lat": { 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_get_values_lat": { 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 1, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1398 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_lower_bound_lat": { 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.546 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_next_lat": { 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_seek_to_first_lat": { 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 0, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_upper_bound_lat": { 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3813 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.547 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_hits": { 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 662 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "onode_misses": { 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 282 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "read_lat": { 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 123, 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2896587 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "read_onode_meta_lat": { 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 191, 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 370087 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "read_wait_aio_lat": { 2023-12-01T04:43:56.548 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 68, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2116702 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "reads_with_retries": { 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "remove_lat": { 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 38291 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "state_aio_wait_lat": { 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2160220 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.549 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_aio_wait_lat": { 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 20, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1594959 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_cleanup_lat": { 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 20, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 197937841968 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "state_deferred_queued_lat": { 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 20, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 30615686386 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "state_done_lat": { 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 474685 2023-12-01T04:43:56.550 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "state_finishing_lat": { 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 48737 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "state_io_done_lat": { 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 263430 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_commiting_lat": { 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 420099470 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_done_lat": { 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.551 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 79246 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "state_kv_queued_lat": { 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 418013671 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "state_prepare_lat": { 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11306753 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": { 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 902957 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "truncate_lat": { 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 2, 2023-12-01T04:43:56.552 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 681 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_commit_lat": { 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 851881102 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_submit_lat": { 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 13377130 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "txc_throttle_lat": { 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 305, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1794537 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.553 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache": { 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_bytes": { 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1879469326 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "heap_bytes": { 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 42385408 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "mapped_bytes": { 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 40763392 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "target_bytes": { 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3158559641 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "unmapped_bytes": { 2023-12-01T04:43:56.554 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1622016 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:data": { 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 159383552 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 86562302 2023-12-01T04:43:56.555 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 8192 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 139264 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.556 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 131072 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72542722 2023-12-01T04:43:56.557 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv": { 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 788529152 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649217267 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.558 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.559 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 1168 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 72201853 2023-12-01T04:43:56.560 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:kv_onode": { 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 192937984 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 67108864 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 464 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 57708201 2023-12-01T04:43:56.561 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.562 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.563 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 68120455 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "bluestore-pricache:meta": { 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "committed_bytes": { 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 721420288 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "pri0_bytes": { 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "pri10_bytes": { 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "pri11_bytes": { 2023-12-01T04:43:56.564 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 649217267 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "pri1_bytes": { 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "pri2_bytes": { 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 3622 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "pri3_bytes": { 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 2414 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "pri4_bytes": { 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "pri5_bytes": { 2023-12-01T04:43:56.565 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 20527 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "pri6_bytes": { 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 211308 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "pri7_bytes": { 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "pri8_bytes": { 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "pri9_bytes": { 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.566 INFO:tasks.workunit.client.0.smithi111.stdout: "reserved_bytes": { 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 71965150 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "objecter": { 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "op_active": { 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rmw": { 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.567 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "osd": { 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg": { 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 47 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "numpg_removing": { 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "op": { 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 129 2023-12-01T04:43:56.568 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_degraded": { 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "op_delayed_unreadable": { 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "op_in_bytes": { 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "op_latency": { 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 154447627 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.569 INFO:tasks.workunit.client.0.smithi111.stdout: "op_out_bytes": { 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 265455 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "op_prepare_latency": { 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 131, 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 35235708 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "op_process_latency": { 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 129, 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 123233713 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r": { 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 90 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.570 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency": { 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 90, 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15958166 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_latency_out_bytes_histogram": { 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_out_bytes": { 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 265455 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_prepare_latency": { 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 90, 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 14339219 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "op_r_process_latency": { 2023-12-01T04:43:56.571 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 90, 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 11678583 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw": { 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 34 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_in_bytes": { 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency": { 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 36695294 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_in_bytes_histogram": { 2023-12-01T04:43:56.572 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_latency_out_bytes_histogram": { 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_out_bytes": { 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_prepare_latency": { 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 15948226 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "op_rw_process_latency": { 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 34, 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 34467582 2023-12-01T04:43:56.573 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w": { 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 5 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_in_bytes": { 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency": { 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 101794167 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_latency_in_bytes_histogram": { 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_prepare_latency": { 2023-12-01T04:43:56.574 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 7, 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 4948263 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "op_w_process_latency": { 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "count": 5, 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 77087548 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "op_wip": { 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_bytes": { 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "recovery_ops": { 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 0 2023-12-01T04:43:56.575 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes": { 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 95995035648 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_bytes_used": { 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "value": 28909568 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": [ 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr" 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.576 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 1, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 1, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 1, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 1781760, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 1781760, 2023-12-01T04:43:56.577 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 2, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 2.443000539642526e-06, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 430, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 628736, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 590368, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 590368, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 1771104, 2023-12-01T04:43:56.578 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 227, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 2473984 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:56.579 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 32, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 32, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 2, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 98304, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 98304, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 22, 2023-12-01T04:43:56.580 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 1.3478653215770464e-07, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 3430, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 3430, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 10290, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 51, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 20480 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 64, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 64, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 3, 2023-12-01T04:43:56.582 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:56.583 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd" 2023-12-01T04:43:56.584 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "cache_mode": "none", 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "erasure_code_profile": {}, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "min_size": 2, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "options": {}, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_autoscale_mode": "off", 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 8, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "pgp_num": 8, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "pool": 4, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "size": 3, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "stats": { 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_raw": 729330854154, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "bytes_used": 0, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_bytes_used": 0, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "compress_under_bytes": 0, 2023-12-01T04:43:56.585 INFO:tasks.workunit.client.0.smithi111.stdout: "data_bytes_used": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "max_avail": 243110297600, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "objects": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_bytes_used": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "percent_used": 0.0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_bytes": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "quota_objects": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "rd": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "rd_bytes": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "stored": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_data": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_omap": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "stored_raw": 0, 2023-12-01T04:43:56.586 INFO:tasks.workunit.client.0.smithi111.stdout: "wr": 0, 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "wr_bytes": 0 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_bytes": 0, 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "target_max_objects": 0, 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "type": "replicated" 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": { 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "mirroring_by_pool": [ 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: false 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "num_images_by_pool": [ 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pools": 1 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "report_id": "b21e78c1-67f2-4a8a-bd7e-147c85892646", 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "report_timestamp": "2023-12-01T04:43:55.466449", 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "report_version": 1, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "rocksdb_stats": { 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "7.9.2" 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "rook": { 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "cluster": { 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "external-mode": null, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "mon": { 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "allow-multiple-per-node": null, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "count": null, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "max-id": null, 2023-12-01T04:43:56.588 INFO:tasks.workunit.client.0.smithi111.stdout: "pvc": { 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "stretch": { 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "enabled": null 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "network": { 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "provider": null 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "storage": { 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "device-set": { 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "non-portable": null, 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "portable": null, 2023-12-01T04:43:56.589 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "csi": { 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes": { 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "node": { 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "kubernetes-total": null, 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "with-ceph-daemons": null, 2023-12-01T04:43:56.590 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-cephfs-plugin": null, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-nfs-plugin": null, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "with-csi-rbd-plugin": null 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "storage-class": { 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "count": { 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "bucket": null, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs": null, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "nfs": null, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd": null, 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: "total": null 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.591 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "version": null 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "services": {}, 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_per_pg": [ 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.592 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.899167+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.899167+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.899440+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330357+0000", 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.594 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3f", 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000", 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.595 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.596 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.597 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.598 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.599 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.893644+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.893644+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893912+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.600 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327615+0000", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.601 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3e", 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000", 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.602 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.603 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.604 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.605 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.606 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886941+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886941+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887247+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.607 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.325448+0000", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.608 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3d", 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000", 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.609 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.610 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.611 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.612 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.613 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886613+0000", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886613+0000", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.886890+0000", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.614 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326772+0000", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.615 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3c", 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000", 2023-12-01T04:43:56.616 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.617 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.618 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.619 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.620 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.906170+0000", 2023-12-01T04:43:56.621 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.906170+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.906727+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.622 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330076+0000", 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.623 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3b", 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000", 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.624 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.625 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.626 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.627 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.628 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.888840+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.888840+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889644+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.629 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326823+0000", 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.630 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3a", 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000", 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.631 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.632 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.633 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.634 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.635 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.904754+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.904754+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.905504+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.636 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328789+0000", 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.637 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.39", 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000", 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.638 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.639 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.640 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.641 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.642 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.897426+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.897426+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.897692+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.643 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782026+0000", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.644 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.38", 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000", 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.645 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.646 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.647 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.648 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.649 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.893562+0000", 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.893562+0000", 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893918+0000", 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.650 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330273+0000", 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.651 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.37", 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.652 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000", 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.653 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.654 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.656 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.657 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894808+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894808+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.897002+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.658 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328018+0000", 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.659 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.36", 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000", 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.660 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.661 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.662 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.663 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.664 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.783217+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.783217+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.783618+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.665 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.783895+0000", 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.666 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.35", 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:38:39.136047+0000", 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.667 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.668 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.669 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.670 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.671 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.331272+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.331272+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.672 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331598+0000", 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.673 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.34", 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:51:44.891124+0000", 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.674 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.675 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.676 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.677 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.678 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895565+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895565+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.896169+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.679 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782385+0000", 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.680 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.33", 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000", 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.681 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.682 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.683 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.684 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.685 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886955+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886955+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887265+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.686 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.325096+0000", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.687 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.32", 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000", 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.688 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.689 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.690 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.691 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.692 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.881291+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.881291+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.881633+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.693 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327338+0000", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.694 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.31", 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000", 2023-12-01T04:43:56.695 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.696 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.697 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.698 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.699 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.700 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.887883+0000", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.887883+0000", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.888167+0000", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.701 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326177+0000", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.702 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.30", 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.703 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000", 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.704 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.705 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.706 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.707 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.887535+0000", 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.887535+0000", 2023-12-01T04:43:56.708 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887896+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.709 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326607+0000", 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.710 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2f", 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000", 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.711 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.712 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.713 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.714 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.715 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895428+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895428+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895712+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.716 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326292+0000", 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.717 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2e", 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000", 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.718 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.719 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.720 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.721 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.722 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.898527+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.898527+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.898847+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.723 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329328+0000", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.724 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2d", 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000", 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.725 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.726 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.727 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.729 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.479435+0000", 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.479435+0000", 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.479702+0000", 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.730 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324357+0000", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 4, 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.731 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 4, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1f", 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 24, 2023-12-01T04:43:56.732 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000", 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 582, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.733 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.734 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 4, 2023-12-01T04:43:56.735 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'4" 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.736 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894027+0000", 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894027+0000", 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.894274+0000", 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.737 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782496+0000", 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.738 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.739 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1e", 2023-12-01T04:43:56.740 INFO:tasks.workunit.client.0.smithi111.stderr:+ echo OK 2023-12-01T04:43:56.743 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.743 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.743 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.743 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000", 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.744 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.745 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.746 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.747 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.482495+0000", 2023-12-01T04:43:56.748 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.482495+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.482656+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.749 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782393+0000", 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.750 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1e", 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000", 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.751 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.752 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.753 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.754 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.329712+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.329712+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.756 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330018+0000", 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.757 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1f", 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:37:11.759424+0000", 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.758 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.759 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.760 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.761 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.762 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483519+0000", 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483519+0000", 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484046+0000", 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.763 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330064+0000", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.764 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1d", 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:56.765 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000", 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.766 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.767 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.768 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.769 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.770 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.885005+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.885005+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.885321+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.771 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326894+0000", 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1c", 2023-12-01T04:43:56.772 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000", 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.773 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.774 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.775 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.776 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.777 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.481254+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.481254+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.481563+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.778 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329283+0000", 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.779 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1c", 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000", 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.780 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:56.781 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.782 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.783 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.784 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.890997+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.890997+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.891300+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.785 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326783+0000", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.786 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1d", 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000", 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.787 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.788 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.789 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.790 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.791 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483729+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483729+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484095+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.792 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782670+0000", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.793 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1b", 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.794 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000", 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.795 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.796 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.797 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.798 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895200+0000", 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895200+0000", 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895501+0000", 2023-12-01T04:43:56.799 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331076+0000", 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.800 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1a", 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.801 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000", 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.802 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.803 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.804 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.805 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.476886+0000", 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.476886+0000", 2023-12-01T04:43:56.806 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.477383+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329453+0000", 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.807 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1a", 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.808 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000", 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.809 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.810 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.811 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.812 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886709+0000", 2023-12-01T04:43:56.813 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886709+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887502+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.814 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.323925+0000", 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.815 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1b", 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000", 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.816 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.817 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.818 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.819 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.820 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483746+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483746+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484075+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.821 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782596+0000", 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.822 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.19", 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000", 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.823 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.824 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.825 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.826 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:56.827 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889928+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889928+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.890183+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.828 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782606+0000", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.829 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.18", 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000", 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.830 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.831 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.832 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.833 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.834 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.480202+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.480202+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.480518+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.835 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326250+0000", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.836 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.18", 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.837 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000", 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.838 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.839 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.840 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.841 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.892480+0000", 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.892480+0000", 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.892760+0000", 2023-12-01T04:43:56.842 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327552+0000", 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.843 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.19", 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.844 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000", 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.845 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.846 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.847 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.848 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.476485+0000", 2023-12-01T04:43:56.849 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.476485+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.476952+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.850 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328523+0000", 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.17", 2023-12-01T04:43:56.851 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000", 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.852 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.853 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.854 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.855 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.856 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.886531+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.886531+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.886812+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.857 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326585+0000", 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.858 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.16", 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000", 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.859 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.860 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.861 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.862 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.863 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478004+0000", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478004+0000", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478323+0000", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.864 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326438+0000", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.865 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.16", 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.866 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000", 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.867 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.868 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.869 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.870 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889711+0000", 2023-12-01T04:43:56.871 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889711+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889973+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324099+0000", 2023-12-01T04:43:56.872 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.17", 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.873 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000", 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.874 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.875 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.876 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.878 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478554+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478554+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478848+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.879 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327910+0000", 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 3, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 3, 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.880 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.15", 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 23, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000", 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 90, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.881 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.882 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.883 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 4, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.884 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'3" 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.885 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.331291+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.331291+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:56.886 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331602+0000", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.887 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.14", 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:12:10.696390+0000", 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.888 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.889 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.890 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.891 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.892 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477035+0000", 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477035+0000", 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.477406+0000", 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.893 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:43:18.852322+0000", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 12, 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.894 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 12, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.14", 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.895 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 32, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000", 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 2632, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.896 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 12, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 4, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 4, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.897 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.898 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 12, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 9 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "70'12" 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.899 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.783594+0000", 2023-12-01T04:43:56.900 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.783594+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.783923+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.784157+0000", 2023-12-01T04:43:56.901 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.902 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.15", 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:04:12.318459+0000", 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.903 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.904 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.905 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.906 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.907 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.481673+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.481673+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.481866+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.908 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324150+0000", 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.909 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.13", 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000", 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 34, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.910 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.911 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.912 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 7 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.913 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.914 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.885346+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.885346+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.885619+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.915 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.325015+0000", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.916 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.12", 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000", 2023-12-01T04:43:56.917 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.918 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.919 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.920 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.921 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.480480+0000", 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.480480+0000", 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.480767+0000", 2023-12-01T04:43:56.922 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326560+0000", 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.923 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.12", 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.924 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000", 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.925 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.926 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.927 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.928 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.929 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.905914+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.905914+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.906822+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.930 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329939+0000", 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.931 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.13", 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000", 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.932 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.933 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.934 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.935 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.480185+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.480185+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.480505+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.937 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328747+0000", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.938 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.11", 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000", 2023-12-01T04:43:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.940 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.941 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.942 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.943 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902174+0000", 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902174+0000", 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.902597+0000", 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.944 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327642+0000", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.945 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.10", 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.946 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000", 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.947 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.948 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.949 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.950 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.472434+0000", 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.472434+0000", 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.472706+0000", 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.951 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326382+0000", 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 8, 2023-12-01T04:43:56.952 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 8, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.10", 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:56.953 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000", 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.954 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 12, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 4, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 4, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.955 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 4, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.956 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 12, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'8" 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.957 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.905052+0000", 2023-12-01T04:43:56.958 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.905052+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.905698+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329069+0000", 2023-12-01T04:43:56.959 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.11", 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.960 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000", 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.961 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.962 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.963 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.964 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.475589+0000", 2023-12-01T04:43:56.965 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.475589+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.475890+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.966 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331376+0000", 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.967 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.f", 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000", 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 22, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.968 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:56.969 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.970 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.971 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.972 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.899836+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.899836+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.900132+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.973 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329964+0000", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.974 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.e", 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000", 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.975 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.976 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.977 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.978 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.979 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.201662+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.201662+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.201998+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:56.980 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.316528+0000", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:56.981 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.2", 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:56.982 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:08:08.942323+0000", 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.983 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.984 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.985 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.986 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.475803+0000", 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.475803+0000", 2023-12-01T04:43:56.987 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.476167+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327082+0000", 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.988 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.4", 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.989 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000", 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.990 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.991 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:56.992 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:56.993 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.994 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.883200+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.883200+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.883516+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:56.995 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326862+0000", 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:56.996 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.5", 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000", 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:56.997 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:56.998 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:56.999 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.000 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.001 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.056440+0000", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.056440+0000", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.056826+0000", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.002 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.317702+0000", 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.003 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.004 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.4", 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:49:42.551415+0000", 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.005 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.006 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.007 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.008 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.009 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.010 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.011 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.476053+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.476053+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.476355+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.012 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326486+0000", 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.013 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.2", 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.014 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000", 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.015 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.017 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.018 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.019 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.020 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902546+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902546+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.902847+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.021 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331049+0000", 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.022 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.3", 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000", 2023-12-01T04:43:57.023 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.024 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.025 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.026 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.027 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.028 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.201693+0000", 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.201693+0000", 2023-12-01T04:43:57.029 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.202092+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.030 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.318002+0000", 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.031 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.7", 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:41:10.242851+0000", 2023-12-01T04:43:57.032 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.033 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.034 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.035 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.036 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.037 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894397+0000", 2023-12-01T04:43:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894397+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.894681+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.039 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326218+0000", 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.040 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.0", 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000", 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.041 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.042 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.043 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.044 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.045 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.046 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.047 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477856+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477856+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478154+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.048 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326766+0000", 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.049 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.1", 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.050 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000", 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.051 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.052 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.053 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.054 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.055 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.056 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.301864+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.301864+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.302171+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.057 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.317890+0000", 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.058 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.5", 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:57:57.511248+0000", 2023-12-01T04:43:57.059 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.060 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.061 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.062 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.063 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.064 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.892817+0000", 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.892817+0000", 2023-12-01T04:43:57.065 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893070+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.066 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782604+0000", 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.067 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2", 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000", 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.068 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.069 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.070 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.071 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.072 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.073 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478170+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478170+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478488+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.074 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326994+0000", 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.075 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.3", 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.076 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000", 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.077 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.078 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.079 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.082 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.083 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:57.084 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 20, 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:02.299800+0000", 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:02.299800+0000", 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:02.300190+0000", 2023-12-01T04:43:57.085 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:39:09.665985+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:39:09.665985+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 59, 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:39:09.665985+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.086 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:43:54.575926+0000", 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 152, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 58, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 152, 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.087 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "1.0", 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 353, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000", 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.088 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 590368, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 1771104, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.089 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.090 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 6, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 430, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 614, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.091 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 227, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 2416 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:57.092 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "70'152" 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.093 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.056497+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.056497+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.056801+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.094 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.320192+0000", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.095 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.6", 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.096 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:08:10.252302+0000", 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.097 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.098 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.099 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.100 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.101 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.102 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.888316+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.888316+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.888819+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.103 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.324804+0000", 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.104 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.1", 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.105 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000", 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.106 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.107 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.108 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.109 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.111 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483051+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483051+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.483362+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.112 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328628+0000", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.113 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.0", 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.114 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000", 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.115 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.116 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.117 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.118 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.119 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.120 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.301749+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.301749+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.302022+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.121 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.319423+0000", 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.122 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.3", 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.123 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:34:42.615858+0000", 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.124 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.125 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.126 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.127 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.128 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.129 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.482838+0000", 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.482838+0000", 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.483151+0000", 2023-12-01T04:43:57.130 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.131 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329966+0000", 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.132 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.5", 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000", 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.133 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.134 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.135 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.136 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.137 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.138 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.881352+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.881352+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.883055+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.139 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327483+0000", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.140 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.4", 2023-12-01T04:43:57.141 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000", 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.142 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.143 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.144 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.145 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:57.146 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.147 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.303108+0000", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.303108+0000", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.303447+0000", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.148 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782112+0000", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.149 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.0", 2023-12-01T04:43:57.150 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 15, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:05:49.217308+0000", 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.151 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.152 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.153 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.154 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.155 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.156 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.468369+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.468369+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.468646+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.157 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327750+0000", 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:57.158 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.6", 2023-12-01T04:43:57.159 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000", 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.160 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.161 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.162 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.163 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.164 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "63'1" 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.165 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895705+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895705+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895995+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.166 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782705+0000", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.167 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.7", 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.168 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000", 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.169 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.170 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.171 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.172 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.173 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 65, 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:52.201569+0000", 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:52.201569+0000", 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:52.201901+0000", 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.174 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 66, 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:50.716111+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.175 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:49.322505+0000", 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 65, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "4.1", 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 69, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 14, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:34:22.809214+0000", 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.177 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.178 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.179 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.180 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.181 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.182 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477496+0000", 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477496+0000", 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478580+0000", 2023-12-01T04:43:57.183 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328435+0000", 2023-12-01T04:43:57.184 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.185 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.7", 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000", 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.186 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.187 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:57.188 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.189 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:57.190 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.191 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.885192+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.885192+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.885444+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.192 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.323609+0000", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.193 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.6", 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.194 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000", 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.195 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.196 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.197 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.198 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.199 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.200 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.483614+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.483614+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.484424+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.201 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328721+0000", 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.202 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.8", 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.203 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000", 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.204 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.205 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.206 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.207 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.208 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 4, 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.209 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895684+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895684+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.897370+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.210 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330998+0000", 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.211 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.9", 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.212 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000", 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.213 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.214 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.215 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.216 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 4, 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.217 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.478049+0000", 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.478049+0000", 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478325+0000", 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.218 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.219 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327411+0000", 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.220 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.9", 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000", 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.221 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.222 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.223 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.224 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.225 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.226 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889222+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889222+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889498+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.227 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782152+0000", 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.228 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.8", 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.229 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000", 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.230 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.231 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.232 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.233 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.234 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.475038+0000", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.475038+0000", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.475311+0000", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.235 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327235+0000", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.236 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.a", 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.237 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000", 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.238 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.239 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.240 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.241 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.242 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.243 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.893456+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.893456+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.893739+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.244 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782460+0000", 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.245 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.b", 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.246 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000", 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.247 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.248 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.249 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.250 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.251 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.331910+0000", 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.331910+0000", 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.252 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.334581+0000", 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:57.253 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.b", 2023-12-01T04:43:57.254 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 15, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:07:27.799378+0000", 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.255 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.256 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:57.257 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 1, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.258 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:57.259 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.260 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902857+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902857+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.903143+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.261 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329360+0000", 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.262 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.a", 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000", 2023-12-01T04:43:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.264 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.265 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.266 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.267 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.268 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.471730+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.471730+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.472053+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.269 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326402+0000", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.270 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.c", 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.271 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 20, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000", 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.272 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.273 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.274 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.275 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.276 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.895120+0000", 2023-12-01T04:43:57.277 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.895120+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895420+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.278 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329535+0000", 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.279 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.d", 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000", 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.280 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.281 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.282 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.283 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.283 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.283 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.285 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.287 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477773+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477773+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.478172+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.288 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329179+0000", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 1, 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.289 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 1, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.d", 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.290 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 21, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000", 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 70, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.291 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.292 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.293 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 1, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 1 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.294 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: 3 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'1" 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.295 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.900493+0000", 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.900493+0000", 2023-12-01T04:43:57.296 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.900786+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.297 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326590+0000", 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.298 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.c", 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000", 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.299 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.300 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.301 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.302 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.303 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 60, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.304 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.477024+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.477024+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.477303+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 61, 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.305 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:14.447844+0000", 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326166+0000", 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 2, 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 60, 2023-12-01T04:43:57.306 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 2, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "2.e", 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.307 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 22, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000", 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 3, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 1, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 1, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.309 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 1, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.310 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 3, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.311 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: 7 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "62'2" 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.312 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 7, 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.900355+0000", 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.900355+0000", 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.900728+0000", 2023-12-01T04:43:57.313 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.314 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.330433+0000", 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.315 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.f", 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000", 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.316 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.317 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.318 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.319 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 7, 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.320 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.321 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.894971+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.894971+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.895379+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.322 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327494+0000", 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.323 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.20", 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000", 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.324 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.325 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.326 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.327 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: 5 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.328 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.329 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.330979+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.330979+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331293+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.330 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.332310+0000", 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.331 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.21", 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 28, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T09:09:06.512579+0000", 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.332 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.333 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.334 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.335 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.336 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.337 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.889237+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.889237+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.889855+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.338 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326631+0000", 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.339 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.22", 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.340 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000", 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.341 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.342 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.343 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.344 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.345 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 0, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.346 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.887512+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.887512+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.887786+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.347 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.323989+0000", 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.348 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.23", 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000", 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.349 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.350 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.351 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.352 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.353 INFO:tasks.workunit.client.0.smithi111.stdout: 0, 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 0, 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.354 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.890257+0000", 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.890257+0000", 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.890558+0000", 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.355 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782542+0000", 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.356 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.357 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.24", 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000", 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.358 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.359 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.360 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.361 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.362 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 1, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.363 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.882798+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.882798+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.882975+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.364 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.327847+0000", 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.365 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.25", 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.366 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000", 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.367 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.368 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.369 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: 1, 2023-12-01T04:43:57.370 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 1, 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:57.371 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.902790+0000", 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.902790+0000", 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.903115+0000", 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.372 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.328218+0000", 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.373 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.374 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.26", 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000", 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.375 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.376 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.377 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.378 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: 4 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.379 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.380 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.883892+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.883892+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.884121+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.381 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782565+0000", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.382 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.27", 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.383 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000", 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.384 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.385 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.386 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.387 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.388 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.883824+0000", 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.883824+0000", 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.884130+0000", 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.389 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.390 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326261+0000", 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.391 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.28", 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.392 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000", 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.393 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.394 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.395 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.396 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: 2 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 3, 2023-12-01T04:43:57.397 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.897697+0000", 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.897697+0000", 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.898073+0000", 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.398 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.782195+0000", 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.399 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.29", 2023-12-01T04:43:57.400 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000", 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.401 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.402 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.403 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.404 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: 3, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.405 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 3, 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 5, 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.406 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.890230+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.890230+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.890551+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.407 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.326698+0000", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.408 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2a", 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.409 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000", 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.411 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.412 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: 5, 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: 6 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 5, 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.414 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 2, 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.415 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:42:50.330801+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:42:50.330801+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 70, 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.416 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.331101+0000", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 69, 2023-12-01T04:43:57.417 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2b", 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.418 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 11, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T06:16:49.508071+0000", 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.419 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.420 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.421 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.422 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: 2, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: 7, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: 1 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 2, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": [ 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.423 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "acting_primary": 6, 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "avail_no_missing": [], 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "blocked_by": [], 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "created": 61, 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "dirty_stats_invalid": false, 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_bytes_stats_invalid": false, 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "hitset_stats_invalid": false, 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "last_active": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_active": "2023-12-01T04:41:15.904989+0000", 2023-12-01T04:43:57.424 INFO:tasks.workunit.client.0.smithi111.stdout: "last_became_peered": "2023-12-01T04:41:15.904989+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_change": "2023-12-01T04:41:15.905373+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_clean_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub": "0'0", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_deep_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_epoch_clean": 62, 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fresh": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_fullsized": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_peered": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub": "0'0", 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_duration": 0, 2023-12-01T04:43:57.425 INFO:tasks.workunit.client.0.smithi111.stdout: "last_scrub_stamp": "2023-12-01T04:41:15.449913+0000", 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_undegraded": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "last_unstale": "2023-12-01T04:42:50.329905+0000", 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "log_dups_size": 0, 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "log_start": "0'0", 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "manifest_stats_invalid": false, 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "mapping_epoch": 61, 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "object_location_counts": [], 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_scrubbed": 0, 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "objects_trimmed": 0, 2023-12-01T04:43:57.426 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_stats_invalid": false, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_start": "0'0", 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "parent": "0.0", 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "parent_split_bits": 0, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pgid": "3.2c", 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "pin_stats_invalid": false, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "purged_snaps": [], 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_epoch": 70, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "reported_seq": 19, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_duration": 0.0, 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "scrub_schedule": "periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000", 2023-12-01T04:43:57.427 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrim_duration": 0.0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "snaptrimq_len": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.428 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.429 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.430 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.431 INFO:tasks.workunit.client.0.smithi111.stdout: "state": "active+clean", 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_invalid": false, 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: "up": [ 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: 6, 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: 4, 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: 0 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: "up_primary": 6, 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: "version": "0'0" 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_per_pool": [ 2023-12-01T04:43:57.432 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 24, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "rbd" 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 8, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 8, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 4, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.433 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.434 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.435 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.436 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:57.437 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 24 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 192, 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 0, 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 64, 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 8, 2023-12-01T04:43:57.438 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 3, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.439 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.440 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.441 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 0 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 0, 2023-12-01T04:43:57.442 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 192 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.443 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 3, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "mgr" 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 152, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 1, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 3, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 152, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 1, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 590368, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.444 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 1771104, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 6, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 2, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 2, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 0, 2023-12-01T04:43:57.446 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 6, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 430, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 614, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 227, 2023-12-01T04:43:57.447 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 2416 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 1781760, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 1771104, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:57.448 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 3 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: { 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "acting": 96, 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "application": [ 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "cephfs" 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "log_size": 45, 2023-12-01T04:43:57.449 INFO:tasks.workunit.client.0.smithi111.stdout: "num_pg": 32, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_store_stats": 8, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "ondisk_log_size": 45, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "poolid": 2, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "stat_sum": { 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes": 3430, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_hit_set_archive": 0, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_bytes_recovered": 0, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_deep_scrub_errors": 0, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict": 0, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_kb": 0, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_full": 0, 2023-12-01T04:43:57.450 INFO:tasks.workunit.client.0.smithi111.stdout: "num_evict_mode_some": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_kb": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_high": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_flush_mode_low": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_keys_recovered": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_large_omap_objects": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_legacy_snapsets": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_clones": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_object_copies": 66, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects": 22, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_degraded": 0, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_dirty": 22, 2023-12-01T04:43:57.451 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_hit_set_archive": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_manifest": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_misplaced": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_missing_on_primary": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_omap": 14, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_pinned": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_recovered": 1, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_repaired": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_objects_unfound": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_bytes": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_omap_keys": 0, 2023-12-01T04:43:57.452 INFO:tasks.workunit.client.0.smithi111.stdout: "num_promote": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_read_kb": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_scrub_errors": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_shallow_scrub_errors": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_whiteouts": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write": 51, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "num_write_kb": 20 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "store_stats": { 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "allocated": 98304, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "available": 0, 2023-12-01T04:43:57.453 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed": 0, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_allocated": 0, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "data_compressed_original": 0, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "data_stored": 10290, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "internal_metadata": 0, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "internally_reserved": 0, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "omap_allocated": 0, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "total": 0 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "up": 96 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: ], 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "usage": { 2023-12-01T04:43:57.454 INFO:tasks.workunit.client.0.smithi111.stdout: "pg_num": 105, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "pools": 4, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "stats_by_class": { 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "ssd": { 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_bytes": 228380672, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_raw_ratio": 0.00029738605371676385 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: }, 2023-12-01T04:43:57.455 INFO:tasks.workunit.client.0.smithi111.stdout: "total_avail_bytes": 767731904512, 2023-12-01T04:43:57.456 INFO:tasks.workunit.client.0.smithi111.stdout: "total_bytes": 767960285184, 2023-12-01T04:43:57.456 INFO:tasks.workunit.client.0.smithi111.stdout: "total_used_bytes": 228380672 2023-12-01T04:43:57.456 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:57.456 INFO:tasks.workunit.client.0.smithi111.stdout: } 2023-12-01T04:43:57.456 INFO:tasks.workunit.client.0.smithi111.stdout:} 2023-12-01T04:43:57.456 INFO:tasks.workunit.client.0.smithi111.stdout:OK 2023-12-01T04:43:57.457 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T04:43:57.457 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T04:43:57.457 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.457 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.457 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.458 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.460 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.461 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.462 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.462 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.462 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.462 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.463 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.464 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.465 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.465 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.465 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.465 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.465 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.466 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.467 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.468 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.469 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:56 smithi155 ceph-mon[102677]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.470 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:56 smithi155 ceph-mon[102677]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.471 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.472 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:56 smithi111 ceph-mon[97855]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:56 smithi111 ceph-mon[97855]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.473 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:56 smithi111 ceph-mon[116524]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.474 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:56 smithi111 ceph-mon[116524]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:43:57.511 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2023-12-01T04:43:57.511 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-01T04:43:57.826 DEBUG:teuthology.parallel:result is None 2023-12-01T04:43:57.826 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T04:43:57.855 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T04:43:57.855 DEBUG:teuthology.orchestra.run.smithi111:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T04:43:57.917 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T04:43:57.918 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:43:57.929 INFO:teuthology.task.print:**** done end telemetry reef... 2023-12-01T04:43:57.929 INFO:teuthology.run_tasks:Running task print... 2023-12-01T04:43:58.040 INFO:teuthology.task.print:**** done start parallel 2023-12-01T04:43:58.040 INFO:teuthology.run_tasks:Running task parallel... 2023-12-01T04:43:58.050 INFO:teuthology.task.parallel:starting parallel... 2023-12-01T04:43:58.050 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2023-12-01T04:43:58.051 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T04:43:58.051 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2023-12-01T04:43:58.051 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2023-12-01T04:43:58.067 INFO:tasks.rados:Beginning rados... 2023-12-01T04:43:58.067 INFO:tasks.rados:joining rados 2023-12-01T04:43:58.067 INFO:teuthology.task.parallel:In parallel, running task sequential... 2023-12-01T04:43:58.068 INFO:teuthology.task.sequential:In sequential, running task print... 2023-12-01T04:43:58.068 INFO:teuthology.task.print:**** done start upgrade, wait 2023-12-01T04:43:58.068 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2023-12-01T04:43:58.068 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi111.front.sepia.ceph.com 2023-12-01T04:43:58.068 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -e sha1=9942cfafa9f7e22e363b3f76a7fe21130085c2db -- bash -c 'ceph config set global log_to_journald false --force' 2023-12-01T04:43:58.069 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2023-12-01T04:43:58.069 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2023-12-01T04:43:58.094 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:57 smithi111 ceph-mon[97855]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:58.095 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:57 smithi111 ceph-mon[116524]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:57 smithi155 ceph-mon[102677]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:58.439 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:43:58.495 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:43:59.637 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:43:59 smithi111 ceph-mon[97855]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:59.637 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:43:59] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2023-12-01T04:43:59.637 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:43:59 smithi111 ceph-mon[116524]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:43:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:43:59 smithi155 ceph-mon[102677]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 22 op/s 2023-12-01T04:44:01.466 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -e sha1=9942cfafa9f7e22e363b3f76a7fe21130085c2db -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2023-12-01T04:44:01.761 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:44:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:01 smithi155 ceph-mon[102677]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-01T04:44:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/209930948' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T04:44:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T04:44:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:01 smithi111 ceph-mon[97855]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-01T04:44:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/209930948' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T04:44:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T04:44:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:01 smithi111 ceph-mon[116524]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2023-12-01T04:44:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/209930948' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T04:44:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T04:44:02.528 INFO:tasks.rados:starting run 0 out of 1 2023-12-01T04:44:02.529 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2023-12-01T04:44:02.529 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2023-12-01T04:44:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:02 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T04:44:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:02 smithi155 ceph-mon[102677]: osdmap e71: 8 total, 8 up, 8 in 2023-12-01T04:44:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:02 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T04:44:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:02 smithi111 ceph-mon[97855]: osdmap e71: 8 total, 8 up, 8 in 2023-12-01T04:44:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:02 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T04:44:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:02 smithi111 ceph-mon[116524]: osdmap e71: 8 total, 8 up, 8 in 2023-12-01T04:44:03.368 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:44:04.005 INFO:teuthology.orchestra.run.smithi111.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:04.096 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:03 smithi111 ceph-mon[97855]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-01T04:44:04.097 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:04.097 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:03 smithi111 ceph-mon[116524]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-01T04:44:04.097 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:03 smithi155 ceph-mon[102677]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 40 KiB/s rd, 0 B/s wr, 39 op/s 2023-12-01T04:44:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:04.881 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 0317d528-9003-11ee-95a2-87774f69a715 -e sha1=9942cfafa9f7e22e363b3f76a7fe21130085c2db -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2023-12-01T04:44:05.087 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:05.087 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[97855]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:05.088 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:44:05.089 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:44:05.089 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:44:05.089 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:05.089 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:05.089 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:05 smithi111 ceph-mon[116524]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2023-12-01T04:44:05.317 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:44:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:44:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:44:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:44:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:9942cfafa9f7e22e363b3f76a7fe21130085c2db 2023-12-01T04:44:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:05 smithi155 ceph-mon[102677]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2023-12-01T04:44:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4278490179' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-01T04:44:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:06 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-01T04:44:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4278490179' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-01T04:44:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:06 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-01T04:44:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4278490179' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-01T04:44:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:06 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2023-12-01T04:44:07.060 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:44:07.062 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'unique_pool_0' created 2023-12-01T04:44:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:44:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (83s) 16s ago 2m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:44:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (107s) 16s ago 106s 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:44:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2m) 16s ago 2m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:44:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2m) 16s ago 2m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:44:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6m) 16s ago 6m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7m) 16s ago 7m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7m) 16s ago 7m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6m) 16s ago 6m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6m) 16s ago 6m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (95s) 16s ago 95s 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (90s) 16s ago 90s 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5m) 16s ago 5m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5m) 16s ago 5m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5m) 16s ago 5m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4m) 16s ago 4m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4m) 16s ago 4m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3m) 16s ago 3m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3m) 16s ago 3m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3m) 16s ago 3m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:44:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (78s) 16s ago 2m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:44:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:07 smithi155 ceph-mon[102677]: osdmap e72: 8 total, 8 up, 8 in 2023-12-01T04:44:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:07 smithi155 ceph-mon[102677]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2023-12-01T04:44:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:07 smithi111 ceph-mon[97855]: osdmap e72: 8 total, 8 up, 8 in 2023-12-01T04:44:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:07 smithi111 ceph-mon[97855]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2023-12-01T04:44:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:07 smithi111 ceph-mon[116524]: osdmap e72: 8 total, 8 up, 8 in 2023-12-01T04:44:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:07 smithi111 ceph-mon[116524]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 0 B/s wr, 16 op/s 2023-12-01T04:44:07.927 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:44:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:44:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:44:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:44:07.928 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:44:08.078 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2023-12-01T04:44:08.394 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:44:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:08 smithi155 ceph-mon[102677]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-01T04:44:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:08 smithi155 ceph-mon[102677]: osdmap e73: 8 total, 8 up, 8 in 2023-12-01T04:44:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:08 smithi155 ceph-mon[102677]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3934029001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:44:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[97855]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-01T04:44:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[97855]: osdmap e73: 8 total, 8 up, 8 in 2023-12-01T04:44:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[97855]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3934029001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:44:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[116524]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2023-12-01T04:44:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[116524]: osdmap e73: 8 total, 8 up, 8 in 2023-12-01T04:44:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[116524]: from='client.15045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3934029001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:44:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:09 smithi111 ceph-mon[97855]: osdmap e74: 8 total, 8 up, 8 in 2023-12-01T04:44:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:09 smithi111 ceph-mon[97855]: pgmap v83: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:09 smithi111 ceph-mon[116524]: osdmap e74: 8 total, 8 up, 8 in 2023-12-01T04:44:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:09 smithi111 ceph-mon[116524]: pgmap v83: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:09 smithi155 ceph-mon[102677]: osdmap e74: 8 total, 8 up, 8 in 2023-12-01T04:44:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:09 smithi155 ceph-mon[102677]: pgmap v83: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:09.598 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:44:09] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2023-12-01T04:44:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:10 smithi111 ceph-mon[97855]: osdmap e75: 8 total, 8 up, 8 in 2023-12-01T04:44:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:10 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:44:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:10 smithi111 ceph-mon[116524]: osdmap e75: 8 total, 8 up, 8 in 2023-12-01T04:44:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:10 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:44:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:10 smithi155 ceph-mon[102677]: osdmap e75: 8 total, 8 up, 8 in 2023-12-01T04:44:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:10 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:44:11.082 INFO:teuthology.orchestra.run.smithi111.stderr:enabled application 'rados' on pool 'unique_pool_0' 2023-12-01T04:44:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1293029784' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:44:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:44:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:11 smithi155 ceph-mon[102677]: pgmap v85: 121 pgs: 121 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1293029784' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:44:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:44:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:11 smithi111 ceph-mon[97855]: pgmap v85: 121 pgs: 121 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1293029784' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:44:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:44:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:11 smithi111 ceph-mon[116524]: pgmap v85: 121 pgs: 121 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:12 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:44:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:12 smithi155 ceph-mon[102677]: osdmap e76: 8 total, 8 up, 8 in 2023-12-01T04:44:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:12 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:44:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:12 smithi111 ceph-mon[97855]: osdmap e76: 8 total, 8 up, 8 in 2023-12-01T04:44:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:12 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2023-12-01T04:44:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:12 smithi111 ceph-mon[116524]: osdmap e76: 8 total, 8 up, 8 in 2023-12-01T04:44:13.232 DEBUG:teuthology.orchestra.run.smithi111:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight read -> 100 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight delete -> 50 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight snap_create -> 50 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight snap_remove -> 50 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight rollback -> 50 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight setattr -> 25 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight rmattr -> 25 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight copy_from -> 50 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:adding op weight append -> 100 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable) 2023-12-01T04:44:13.264 INFO:tasks.rados.rados.0.smithi111.stdout:Configuration: 2023-12-01T04:44:13.265 INFO:tasks.rados.rados.0.smithi111.stdout: Number of operations: 4000 2023-12-01T04:44:13.265 INFO:tasks.rados.rados.0.smithi111.stdout: Number of objects: 50 2023-12-01T04:44:13.265 INFO:tasks.rados.rados.0.smithi111.stdout: Max in flight operations: 16 2023-12-01T04:44:13.265 INFO:tasks.rados.rados.0.smithi111.stdout: Object size (in bytes): 4000000 2023-12-01T04:44:13.265 INFO:tasks.rados.rados.0.smithi111.stdout: Write stride min: 400000 2023-12-01T04:44:13.265 INFO:tasks.rados.rados.0.smithi111.stdout: Write stride max: 800000 2023-12-01T04:44:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:13 smithi155 ceph-mon[102677]: pgmap v87: 121 pgs: 121 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:13 smithi111 ceph-mon[97855]: pgmap v87: 121 pgs: 121 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:13 smithi111 ceph-mon[116524]: pgmap v87: 121 pgs: 121 active+clean; 580 KiB data, 218 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:1: write initial oid 1 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:1: seq_num 0 ranges {0=24576} 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:1: writing smithi111183488-1 from 0 to 24576 tid 1 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:2: write initial oid 2 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:2: seq_num 1 ranges {0=24576} 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:2: writing smithi111183488-2 from 0 to 24576 tid 1 2023-12-01T04:44:14.092 INFO:tasks.rados.rados.0.smithi111.stdout:3: write initial oid 3 2023-12-01T04:44:14.093 INFO:tasks.rados.rados.0.smithi111.stdout:3: seq_num 2 ranges {0=40960} 2023-12-01T04:44:14.093 INFO:tasks.rados.rados.0.smithi111.stdout:3: writing smithi111183488-3 from 0 to 40960 tid 1 2023-12-01T04:44:14.093 INFO:tasks.rados.rados.0.smithi111.stdout:4: write initial oid 4 2023-12-01T04:44:14.093 INFO:tasks.rados.rados.0.smithi111.stdout:4: seq_num 3 ranges {0=57344} 2023-12-01T04:44:14.093 INFO:tasks.rados.rados.0.smithi111.stdout:4: writing smithi111183488-4 from 0 to 57344 tid 1 2023-12-01T04:44:14.093 INFO:tasks.rados.rados.0.smithi111.stdout:5: write initial oid 5 2023-12-01T04:44:14.094 INFO:tasks.rados.rados.0.smithi111.stdout:5: seq_num 4 ranges {0=73728} 2023-12-01T04:44:14.094 INFO:tasks.rados.rados.0.smithi111.stdout:5: writing smithi111183488-5 from 0 to 73728 tid 1 2023-12-01T04:44:14.094 INFO:tasks.rados.rados.0.smithi111.stdout:6: write initial oid 6 2023-12-01T04:44:14.094 INFO:tasks.rados.rados.0.smithi111.stdout:6: seq_num 5 ranges {0=90112} 2023-12-01T04:44:14.094 INFO:tasks.rados.rados.0.smithi111.stdout:6: writing smithi111183488-6 from 0 to 90112 tid 1 2023-12-01T04:44:14.094 INFO:tasks.rados.rados.0.smithi111.stdout:7: write initial oid 7 2023-12-01T04:44:14.095 INFO:tasks.rados.rados.0.smithi111.stdout:7: seq_num 6 ranges {0=106496} 2023-12-01T04:44:14.095 INFO:tasks.rados.rados.0.smithi111.stdout:7: writing smithi111183488-7 from 0 to 106496 tid 1 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:8: write initial oid 8 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:8: seq_num 7 ranges {0=122880} 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:8: writing smithi111183488-8 from 0 to 122880 tid 1 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:9: write initial oid 9 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:9: seq_num 8 ranges {0=139264} 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:9: writing smithi111183488-9 from 0 to 139264 tid 1 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:10: write initial oid 10 2023-12-01T04:44:14.098 INFO:tasks.rados.rados.0.smithi111.stdout:10: seq_num 9 ranges {0=155648} 2023-12-01T04:44:14.099 INFO:tasks.rados.rados.0.smithi111.stdout:10: writing smithi111183488-10 from 0 to 155648 tid 1 2023-12-01T04:44:14.099 INFO:tasks.rados.rados.0.smithi111.stdout:11: write initial oid 11 2023-12-01T04:44:14.099 INFO:tasks.rados.rados.0.smithi111.stdout:11: seq_num 10 ranges {0=172032} 2023-12-01T04:44:14.105 INFO:tasks.rados.rados.0.smithi111.stdout:11: writing smithi111183488-11 from 0 to 172032 tid 1 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:12: write initial oid 12 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:12: seq_num 11 ranges {0=188416} 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:12: writing smithi111183488-12 from 0 to 188416 tid 1 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:13: write initial oid 13 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:13: seq_num 12 ranges {0=204800} 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:13: writing smithi111183488-13 from 0 to 204800 tid 1 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:14: write initial oid 14 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:14: seq_num 13 ranges {0=221184} 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:14: writing smithi111183488-14 from 0 to 221184 tid 1 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:15: write initial oid 15 2023-12-01T04:44:14.106 INFO:tasks.rados.rados.0.smithi111.stdout:15: seq_num 14 ranges {0=237568} 2023-12-01T04:44:14.107 INFO:tasks.rados.rados.0.smithi111.stdout:15: writing smithi111183488-15 from 0 to 237568 tid 1 2023-12-01T04:44:14.108 INFO:tasks.rados.rados.0.smithi111.stdout:16: write initial oid 16 2023-12-01T04:44:14.108 INFO:tasks.rados.rados.0.smithi111.stdout:16: seq_num 15 ranges {0=253952} 2023-12-01T04:44:14.108 INFO:tasks.rados.rados.0.smithi111.stdout:16: writing smithi111183488-16 from 0 to 253952 tid 1 2023-12-01T04:44:14.108 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:2: finishing write tid 1 to smithi111183488-2 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:3: finishing write tid 1 to smithi111183488-3 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:1: finishing write tid 1 to smithi111183488-1 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:5: finishing write tid 1 to smithi111183488-5 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:7: finishing write tid 1 to smithi111183488-7 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:2: finishing write tid 2 to smithi111183488-2 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:4: finishing write tid 1 to smithi111183488-4 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:2: finishing write tid 3 to smithi111183488-2 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:2: oid 2 updating version 0 to 1 2023-12-01T04:44:14.109 INFO:tasks.rados.rados.0.smithi111.stdout:2: oid 2 updating version 1 to 2 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:3: finishing write tid 2 to smithi111183488-3 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:7: finishing write tid 2 to smithi111183488-7 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:8: finishing write tid 1 to smithi111183488-8 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:9: finishing write tid 1 to smithi111183488-9 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:5: finishing write tid 2 to smithi111183488-5 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:6: finishing write tid 1 to smithi111183488-6 2023-12-01T04:44:14.110 INFO:tasks.rados.rados.0.smithi111.stdout:2: done (15 left) 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:17: write initial oid 17 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:17: seq_num 16 ranges {0=270336} 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:17: writing smithi111183488-17 from 0 to 270336 tid 1 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:4: finishing write tid 2 to smithi111183488-4 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:8: finishing write tid 2 to smithi111183488-8 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:3: finishing write tid 3 to smithi111183488-3 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:3: oid 3 updating version 0 to 1 2023-12-01T04:44:14.111 INFO:tasks.rados.rados.0.smithi111.stdout:3: oid 3 updating version 1 to 3 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 3 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:7: finishing write tid 3 to smithi111183488-7 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:7: oid 7 updating version 0 to 1 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:7: oid 7 updating version 1 to 2 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:1: finishing write tid 2 to smithi111183488-1 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:8: finishing write tid 3 to smithi111183488-8 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:8: oid 8 updating version 0 to 1 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:8: oid 8 updating version 1 to 3 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 3 (ObjNum 7 snap 0 seq_num 7) dirty exists 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:12: finishing write tid 1 to smithi111183488-12 2023-12-01T04:44:14.112 INFO:tasks.rados.rados.0.smithi111.stdout:6: finishing write tid 2 to smithi111183488-6 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:5: finishing write tid 3 to smithi111183488-5 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:5: oid 5 updating version 0 to 4 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:5: oid 5 version 4 is already newer than 2 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:10: finishing write tid 1 to smithi111183488-10 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:9: finishing write tid 2 to smithi111183488-9 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:3: done (15 left) 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:5: done (14 left) 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:7: done (13 left) 2023-12-01T04:44:14.113 INFO:tasks.rados.rados.0.smithi111.stdout:8: done (12 left) 2023-12-01T04:44:14.114 INFO:tasks.rados.rados.0.smithi111.stdout:18: write initial oid 18 2023-12-01T04:44:14.114 INFO:tasks.rados.rados.0.smithi111.stdout:18: seq_num 17 ranges {0=286720} 2023-12-01T04:44:14.115 INFO:tasks.rados.rados.0.smithi111.stdout:18: writing smithi111183488-18 from 0 to 286720 tid 1 2023-12-01T04:44:14.115 INFO:tasks.rados.rados.0.smithi111.stdout:19: write initial oid 19 2023-12-01T04:44:14.115 INFO:tasks.rados.rados.0.smithi111.stdout:19: seq_num 18 ranges {0=303104} 2023-12-01T04:44:14.115 INFO:tasks.rados.rados.0.smithi111.stdout:19: writing smithi111183488-19 from 0 to 303104 tid 1 2023-12-01T04:44:14.115 INFO:tasks.rados.rados.0.smithi111.stdout:20: write initial oid 20 2023-12-01T04:44:14.115 INFO:tasks.rados.rados.0.smithi111.stdout:20: seq_num 19 ranges {0=319488} 2023-12-01T04:44:14.119 INFO:tasks.rados.rados.0.smithi111.stdout:20: writing smithi111183488-20 from 0 to 319488 tid 1 2023-12-01T04:44:14.119 INFO:tasks.rados.rados.0.smithi111.stdout:21: write initial oid 21 2023-12-01T04:44:14.119 INFO:tasks.rados.rados.0.smithi111.stdout:21: seq_num 20 ranges {0=344064} 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:21: writing smithi111183488-21 from 0 to 344064 tid 1 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:4: finishing write tid 3 to smithi111183488-4 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:4: oid 4 updating version 0 to 3 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:4: oid 4 updating version 3 to 4 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:4: done (15 left) 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:22: write initial oid 22 2023-12-01T04:44:14.120 INFO:tasks.rados.rados.0.smithi111.stdout:22: seq_num 21 ranges {0=360448} 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:22: writing smithi111183488-22 from 0 to 360448 tid 1 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:6: finishing write tid 3 to smithi111183488-6 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:6: oid 6 updating version 0 to 1 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:6: oid 6 updating version 1 to 2 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:1: finishing write tid 3 to smithi111183488-1 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:1: oid 1 updating version 0 to 1 2023-12-01T04:44:14.123 INFO:tasks.rados.rados.0.smithi111.stdout:1: oid 1 updating version 1 to 2 2023-12-01T04:44:14.125 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2023-12-01T04:44:14.125 INFO:tasks.rados.rados.0.smithi111.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:44:14.125 INFO:tasks.rados.rados.0.smithi111.stdout:9: finishing write tid 3 to smithi111183488-9 2023-12-01T04:44:14.125 INFO:tasks.rados.rados.0.smithi111.stdout:9: oid 9 updating version 0 to 2 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:9: oid 9 updating version 2 to 4 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:11: finishing write tid 1 to smithi111183488-11 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:13: finishing write tid 1 to smithi111183488-13 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:15: finishing write tid 1 to smithi111183488-15 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:11: finishing write tid 2 to smithi111183488-11 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:11: finishing write tid 3 to smithi111183488-11 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:11: oid 11 updating version 0 to 1 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:11: oid 11 updating version 1 to 3 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 3 (ObjNum 10 snap 0 seq_num 10) dirty exists 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:14.126 INFO:tasks.rados.rados.0.smithi111.stdout:14: finishing write tid 1 to smithi111183488-14 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:13: finishing write tid 2 to smithi111183488-13 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:12: finishing write tid 2 to smithi111183488-12 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:16: finishing write tid 1 to smithi111183488-16 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:15: finishing write tid 2 to smithi111183488-15 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:17: finishing write tid 1 to smithi111183488-17 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:13: finishing write tid 3 to smithi111183488-13 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:13: oid 13 updating version 0 to 2 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:13: oid 13 updating version 2 to 4 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:15: finishing write tid 3 to smithi111183488-15 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:15: oid 15 updating version 0 to 2 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:15: oid 15 version 2 is already newer than 1 2023-12-01T04:44:14.127 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:10: finishing write tid 2 to smithi111183488-10 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:19: finishing write tid 1 to smithi111183488-19 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:10: finishing write tid 3 to smithi111183488-10 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:10: oid 10 updating version 0 to 7 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:10: oid 10 version 7 is already newer than 5 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 7 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:12: finishing write tid 3 to smithi111183488-12 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:12: oid 12 updating version 0 to 2 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:12: oid 12 version 2 is already newer than 1 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:14: finishing write tid 2 to smithi111183488-14 2023-12-01T04:44:14.128 INFO:tasks.rados.rados.0.smithi111.stdout:18: finishing write tid 1 to smithi111183488-18 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:16: finishing write tid 2 to smithi111183488-16 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:17: finishing write tid 2 to smithi111183488-17 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:16: finishing write tid 3 to smithi111183488-16 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:16: oid 16 updating version 0 to 6 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:16: oid 16 updating version 6 to 8 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:18: finishing write tid 2 to smithi111183488-18 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:1: done (15 left) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:6: done (14 left) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:9: done (13 left) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:10: done (12 left) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:11: done (11 left) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:12: done (10 left) 2023-12-01T04:44:14.129 INFO:tasks.rados.rados.0.smithi111.stdout:13: done (9 left) 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:15: done (8 left) 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:16: done (7 left) 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:23: write initial oid 23 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:23: seq_num 22 ranges {0=376832} 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:23: writing smithi111183488-23 from 0 to 376832 tid 1 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:24: write initial oid 24 2023-12-01T04:44:14.130 INFO:tasks.rados.rados.0.smithi111.stdout:24: seq_num 23 ranges {0=393216} 2023-12-01T04:44:14.132 INFO:tasks.rados.rados.0.smithi111.stdout:24: writing smithi111183488-24 from 0 to 393216 tid 1 2023-12-01T04:44:14.132 INFO:tasks.rados.rados.0.smithi111.stdout:25: write initial oid 25 2023-12-01T04:44:14.132 INFO:tasks.rados.rados.0.smithi111.stdout:25: seq_num 24 ranges {0=409600} 2023-12-01T04:44:14.132 INFO:tasks.rados.rados.0.smithi111.stdout:25: writing smithi111183488-25 from 0 to 409600 tid 1 2023-12-01T04:44:14.132 INFO:tasks.rados.rados.0.smithi111.stdout:26: write initial oid 26 2023-12-01T04:44:14.132 INFO:tasks.rados.rados.0.smithi111.stdout:26: seq_num 25 ranges {0=425984} 2023-12-01T04:44:14.133 INFO:tasks.rados.rados.0.smithi111.stdout:26: writing smithi111183488-26 from 0 to 425984 tid 1 2023-12-01T04:44:14.133 INFO:tasks.rados.rados.0.smithi111.stdout:27: write initial oid 27 2023-12-01T04:44:14.133 INFO:tasks.rados.rados.0.smithi111.stdout:27: seq_num 26 ranges {0=442368} 2023-12-01T04:44:14.136 INFO:tasks.rados.rados.0.smithi111.stdout:27: writing smithi111183488-27 from 0 to 442368 tid 1 2023-12-01T04:44:14.136 INFO:tasks.rados.rados.0.smithi111.stdout:28: write initial oid 28 2023-12-01T04:44:14.136 INFO:tasks.rados.rados.0.smithi111.stdout:28: seq_num 27 ranges {0=458752} 2023-12-01T04:44:14.139 INFO:tasks.rados.rados.0.smithi111.stdout:28: writing smithi111183488-28 from 0 to 458752 tid 1 2023-12-01T04:44:14.139 INFO:tasks.rados.rados.0.smithi111.stdout:29: write initial oid 29 2023-12-01T04:44:14.139 INFO:tasks.rados.rados.0.smithi111.stdout:29: seq_num 28 ranges {0=475136} 2023-12-01T04:44:14.141 INFO:tasks.rados.rados.0.smithi111.stdout:29: writing smithi111183488-29 from 0 to 475136 tid 1 2023-12-01T04:44:14.141 INFO:tasks.rados.rados.0.smithi111.stdout:30: write initial oid 30 2023-12-01T04:44:14.141 INFO:tasks.rados.rados.0.smithi111.stdout:30: seq_num 29 ranges {0=491520} 2023-12-01T04:44:14.144 INFO:tasks.rados.rados.0.smithi111.stdout:30: writing smithi111183488-30 from 0 to 491520 tid 1 2023-12-01T04:44:14.144 INFO:tasks.rados.rados.0.smithi111.stdout:31: write initial oid 31 2023-12-01T04:44:14.145 INFO:tasks.rados.rados.0.smithi111.stdout:20: finishing write tid 1 to smithi111183488-20 2023-12-01T04:44:14.145 INFO:tasks.rados.rados.0.smithi111.stdout:31: seq_num 30 ranges {0=507904} 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:31: writing smithi111183488-31 from 0 to 507904 tid 1 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:21: finishing write tid 1 to smithi111183488-21 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:21: finishing write tid 2 to smithi111183488-21 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:14: finishing write tid 3 to smithi111183488-14 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:14: oid 14 updating version 0 to 4 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:14: oid 14 version 4 is already newer than 3 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:20: finishing write tid 2 to smithi111183488-20 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:21: finishing write tid 3 to smithi111183488-21 2023-12-01T04:44:14.150 INFO:tasks.rados.rados.0.smithi111.stdout:21: oid 21 updating version 0 to 5 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:21: oid 21 updating version 5 to 6 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:19: finishing write tid 2 to smithi111183488-19 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:23: finishing write tid 1 to smithi111183488-23 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:18: finishing write tid 3 to smithi111183488-18 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:18: oid 18 updating version 0 to 1 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:18: oid 18 updating version 1 to 2 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:17: finishing write tid 3 to smithi111183488-17 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:17: oid 17 updating version 0 to 1 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:17: oid 17 updating version 1 to 3 2023-12-01T04:44:14.151 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 3 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:22: finishing write tid 1 to smithi111183488-22 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:19: finishing write tid 3 to smithi111183488-19 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:19: oid 19 updating version 0 to 2 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:19: oid 19 updating version 2 to 4 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 4 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:20: finishing write tid 3 to smithi111183488-20 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:20: oid 20 updating version 0 to 5 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:20: oid 20 updating version 5 to 6 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:24: finishing write tid 1 to smithi111183488-24 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:23: finishing write tid 2 to smithi111183488-23 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:24: finishing write tid 2 to smithi111183488-24 2023-12-01T04:44:14.152 INFO:tasks.rados.rados.0.smithi111.stdout:24: finishing write tid 3 to smithi111183488-24 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:24: oid 24 updating version 0 to 9 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:24: oid 24 updating version 9 to 10 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 10 (ObjNum 23 snap 0 seq_num 23) dirty exists 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:22: finishing write tid 2 to smithi111183488-22 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:25: finishing write tid 1 to smithi111183488-25 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:22: finishing write tid 3 to smithi111183488-22 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:22: oid 22 updating version 0 to 4 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:22: oid 22 version 4 is already newer than 3 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:23: finishing write tid 3 to smithi111183488-23 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:23: oid 23 updating version 0 to 7 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:23: oid 23 updating version 7 to 8 2023-12-01T04:44:14.153 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 8 (ObjNum 22 snap 0 seq_num 22) dirty exists 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:25: finishing write tid 2 to smithi111183488-25 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:25: finishing write tid 3 to smithi111183488-25 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:25: oid 25 updating version 0 to 1 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:25: oid 25 updating version 1 to 2 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:26: finishing write tid 1 to smithi111183488-26 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:26: finishing write tid 2 to smithi111183488-26 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:26: finishing write tid 3 to smithi111183488-26 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:26: oid 26 updating version 0 to 1 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:26: oid 26 updating version 1 to 2 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2023-12-01T04:44:14.154 INFO:tasks.rados.rados.0.smithi111.stdout:27: finishing write tid 1 to smithi111183488-27 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:27: finishing write tid 2 to smithi111183488-27 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:14: done (15 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:17: done (14 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:18: done (13 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:19: done (12 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:20: done (11 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:21: done (10 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:22: done (9 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:23: done (8 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:24: done (7 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:25: done (6 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:26: done (5 left) 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:32: write initial oid 32 2023-12-01T04:44:14.155 INFO:tasks.rados.rados.0.smithi111.stdout:32: seq_num 31 ranges {0=524288} 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:32: writing smithi111183488-32 from 0 to 524288 tid 1 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:33: write initial oid 33 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:33: seq_num 32 ranges {0=540672} 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:33: writing smithi111183488-33 from 0 to 540672 tid 1 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:28: finishing write tid 1 to smithi111183488-28 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:27: finishing write tid 3 to smithi111183488-27 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:27: oid 27 updating version 0 to 4 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:27: oid 27 version 4 is already newer than 3 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2023-12-01T04:44:14.157 INFO:tasks.rados.rados.0.smithi111.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:28: finishing write tid 2 to smithi111183488-28 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:28: finishing write tid 3 to smithi111183488-28 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:28: oid 28 updating version 0 to 5 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:28: oid 28 updating version 5 to 6 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:29: finishing write tid 1 to smithi111183488-29 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:29: finishing write tid 2 to smithi111183488-29 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:29: finishing write tid 3 to smithi111183488-29 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:29: oid 29 updating version 0 to 8 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:29: oid 29 version 8 is already newer than 7 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:30: finishing write tid 1 to smithi111183488-30 2023-12-01T04:44:14.158 INFO:tasks.rados.rados.0.smithi111.stdout:30: finishing write tid 2 to smithi111183488-30 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:30: finishing write tid 3 to smithi111183488-30 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:30: oid 30 updating version 0 to 6 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:30: oid 30 version 6 is already newer than 5 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 6 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:31: finishing write tid 1 to smithi111183488-31 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:31: finishing write tid 2 to smithi111183488-31 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:31: finishing write tid 3 to smithi111183488-31 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:31: oid 31 updating version 0 to 7 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:31: oid 31 updating version 7 to 8 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:32: finishing write tid 1 to smithi111183488-32 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:32: finishing write tid 2 to smithi111183488-32 2023-12-01T04:44:14.159 INFO:tasks.rados.rados.0.smithi111.stdout:27: done (6 left) 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:28: done (5 left) 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:29: done (4 left) 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:30: done (3 left) 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:31: done (2 left) 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:34: write initial oid 34 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:34: seq_num 33 ranges {0=557056} 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:34: writing smithi111183488-34 from 0 to 557056 tid 1 2023-12-01T04:44:14.160 INFO:tasks.rados.rados.0.smithi111.stdout:35: write initial oid 35 2023-12-01T04:44:14.161 INFO:tasks.rados.rados.0.smithi111.stdout:35: seq_num 34 ranges {0=573440} 2023-12-01T04:44:14.162 INFO:tasks.rados.rados.0.smithi111.stdout:35: writing smithi111183488-35 from 0 to 573440 tid 1 2023-12-01T04:44:14.162 INFO:tasks.rados.rados.0.smithi111.stdout:36: write initial oid 36 2023-12-01T04:44:14.162 INFO:tasks.rados.rados.0.smithi111.stdout:36: seq_num 35 ranges {0=589824} 2023-12-01T04:44:14.165 INFO:tasks.rados.rados.0.smithi111.stdout:36: writing smithi111183488-36 from 0 to 589824 tid 1 2023-12-01T04:44:14.166 INFO:tasks.rados.rados.0.smithi111.stdout:37: write initial oid 37 2023-12-01T04:44:14.166 INFO:tasks.rados.rados.0.smithi111.stdout:37: seq_num 36 ranges {0=606208} 2023-12-01T04:44:14.169 INFO:tasks.rados.rados.0.smithi111.stdout:37: writing smithi111183488-37 from 0 to 606208 tid 1 2023-12-01T04:44:14.170 INFO:tasks.rados.rados.0.smithi111.stdout:38: write initial oid 38 2023-12-01T04:44:14.170 INFO:tasks.rados.rados.0.smithi111.stdout:38: seq_num 37 ranges {0=622592} 2023-12-01T04:44:14.173 INFO:tasks.rados.rados.0.smithi111.stdout:38: writing smithi111183488-38 from 0 to 622592 tid 1 2023-12-01T04:44:14.173 INFO:tasks.rados.rados.0.smithi111.stdout:39: write initial oid 39 2023-12-01T04:44:14.173 INFO:tasks.rados.rados.0.smithi111.stdout:39: seq_num 38 ranges {0=638976} 2023-12-01T04:44:14.178 INFO:tasks.rados.rados.0.smithi111.stdout:39: writing smithi111183488-39 from 0 to 638976 tid 1 2023-12-01T04:44:14.178 INFO:tasks.rados.rados.0.smithi111.stdout:40: write initial oid 40 2023-12-01T04:44:14.178 INFO:tasks.rados.rados.0.smithi111.stdout:40: seq_num 39 ranges {0=663552} 2023-12-01T04:44:14.182 INFO:tasks.rados.rados.0.smithi111.stdout:40: writing smithi111183488-40 from 0 to 663552 tid 1 2023-12-01T04:44:14.183 INFO:tasks.rados.rados.0.smithi111.stdout:41: write initial oid 41 2023-12-01T04:44:14.183 INFO:tasks.rados.rados.0.smithi111.stdout:41: seq_num 40 ranges {0=679936} 2023-12-01T04:44:14.187 INFO:tasks.rados.rados.0.smithi111.stdout:41: writing smithi111183488-41 from 0 to 679936 tid 1 2023-12-01T04:44:14.187 INFO:tasks.rados.rados.0.smithi111.stdout:42: write initial oid 42 2023-12-01T04:44:14.188 INFO:tasks.rados.rados.0.smithi111.stdout:42: seq_num 41 ranges {0=696320} 2023-12-01T04:44:14.192 INFO:tasks.rados.rados.0.smithi111.stdout:42: writing smithi111183488-42 from 0 to 696320 tid 1 2023-12-01T04:44:14.192 INFO:tasks.rados.rados.0.smithi111.stdout:43: write initial oid 43 2023-12-01T04:44:14.192 INFO:tasks.rados.rados.0.smithi111.stdout:32: finishing write tid 3 to smithi111183488-32 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:32: oid 32 updating version 0 to 10 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:32: oid 32 version 10 is already newer than 9 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:33: finishing write tid 1 to smithi111183488-33 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:33: finishing write tid 2 to smithi111183488-33 2023-12-01T04:44:14.193 INFO:tasks.rados.rados.0.smithi111.stdout:43: seq_num 42 ranges {0=712704} 2023-12-01T04:44:14.197 INFO:tasks.rados.rados.0.smithi111.stdout:43: writing smithi111183488-43 from 0 to 712704 tid 1 2023-12-01T04:44:14.197 INFO:tasks.rados.rados.0.smithi111.stdout:32: done (11 left) 2023-12-01T04:44:14.197 INFO:tasks.rados.rados.0.smithi111.stdout:44: write initial oid 44 2023-12-01T04:44:14.197 INFO:tasks.rados.rados.0.smithi111.stdout:44: seq_num 43 ranges {0=729088} 2023-12-01T04:44:14.201 INFO:tasks.rados.rados.0.smithi111.stdout:44: writing smithi111183488-44 from 0 to 729088 tid 1 2023-12-01T04:44:14.201 INFO:tasks.rados.rados.0.smithi111.stdout:45: write initial oid 45 2023-12-01T04:44:14.202 INFO:tasks.rados.rados.0.smithi111.stdout:45: seq_num 44 ranges {0=745472} 2023-12-01T04:44:14.207 INFO:tasks.rados.rados.0.smithi111.stdout:45: writing smithi111183488-45 from 0 to 745472 tid 1 2023-12-01T04:44:14.207 INFO:tasks.rados.rados.0.smithi111.stdout:46: write initial oid 46 2023-12-01T04:44:14.207 INFO:tasks.rados.rados.0.smithi111.stdout:46: seq_num 45 ranges {0=761856} 2023-12-01T04:44:14.212 INFO:tasks.rados.rados.0.smithi111.stdout:46: writing smithi111183488-46 from 0 to 761856 tid 1 2023-12-01T04:44:14.212 INFO:tasks.rados.rados.0.smithi111.stdout:47: write initial oid 47 2023-12-01T04:44:14.212 INFO:tasks.rados.rados.0.smithi111.stdout:47: seq_num 46 ranges {0=778240} 2023-12-01T04:44:14.216 INFO:tasks.rados.rados.0.smithi111.stdout:47: writing smithi111183488-47 from 0 to 778240 tid 1 2023-12-01T04:44:14.216 INFO:tasks.rados.rados.0.smithi111.stdout:48: write initial oid 48 2023-12-01T04:44:14.216 INFO:tasks.rados.rados.0.smithi111.stdout:48: seq_num 47 ranges {0=794624} 2023-12-01T04:44:14.222 INFO:tasks.rados.rados.0.smithi111.stdout:48: writing smithi111183488-48 from 0 to 794624 tid 1 2023-12-01T04:44:14.222 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.222 INFO:tasks.rados.rados.0.smithi111.stdout:33: finishing write tid 3 to smithi111183488-33 2023-12-01T04:44:14.222 INFO:tasks.rados.rados.0.smithi111.stdout:33: oid 33 updating version 0 to 6 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:33: oid 33 version 6 is already newer than 5 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:34: finishing write tid 1 to smithi111183488-34 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:34: finishing write tid 2 to smithi111183488-34 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:34: finishing write tid 3 to smithi111183488-34 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:34: oid 34 updating version 0 to 1 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:34: oid 34 updating version 1 to 2 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:35: finishing write tid 1 to smithi111183488-35 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:35: finishing write tid 2 to smithi111183488-35 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:35: finishing write tid 3 to smithi111183488-35 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:35: oid 35 updating version 0 to 4 2023-12-01T04:44:14.223 INFO:tasks.rados.rados.0.smithi111.stdout:35: oid 35 version 4 is already newer than 3 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: finishing write tid 1 to smithi111183488-36 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: finishing write tid 2 to smithi111183488-36 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: finishing write tid 3 to smithi111183488-36 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: oid 36 updating version 0 to 1 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: oid 36 updating version 1 to 2 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:33: done (15 left) 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:34: done (14 left) 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:35: done (13 left) 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:36: done (12 left) 2023-12-01T04:44:14.224 INFO:tasks.rados.rados.0.smithi111.stdout:49: write initial oid 49 2023-12-01T04:44:14.225 INFO:tasks.rados.rados.0.smithi111.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2023-12-01T04:44:14.225 INFO:tasks.rados.rados.0.smithi111.stdout:49: writing smithi111183488-49 from 0 to 409600 tid 1 2023-12-01T04:44:14.227 INFO:tasks.rados.rados.0.smithi111.stdout:49: writing smithi111183488-49 from 409600 to 811008 tid 2 2023-12-01T04:44:14.227 INFO:tasks.rados.rados.0.smithi111.stdout:50: write initial oid 50 2023-12-01T04:44:14.227 INFO:tasks.rados.rados.0.smithi111.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2023-12-01T04:44:14.230 INFO:tasks.rados.rados.0.smithi111.stdout:50: writing smithi111183488-50 from 0 to 425984 tid 1 2023-12-01T04:44:14.233 INFO:tasks.rados.rados.0.smithi111.stdout:50: writing smithi111183488-50 from 425984 to 827392 tid 2 2023-12-01T04:44:14.234 INFO:tasks.rados.rados.0.smithi111.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2023-12-01T04:44:14.234 INFO:tasks.rados.rados.0.smithi111.stdout:37: finishing write tid 1 to smithi111183488-37 2023-12-01T04:44:14.234 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 0 2023-12-01T04:44:14.234 INFO:tasks.rados.rados.0.smithi111.stdout:37: finishing write tid 2 to smithi111183488-37 2023-12-01T04:44:14.234 INFO:tasks.rados.rados.0.smithi111.stdout:52: seq_num 50 ranges {393216=442368,835584=401408} 2023-12-01T04:44:14.239 INFO:tasks.rados.rados.0.smithi111.stdout:52: writing smithi111183488-24 from 393216 to 835584 tid 1 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:52: writing smithi111183488-24 from 835584 to 1236992 tid 2 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:37: finishing write tid 3 to smithi111183488-37 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:37: oid 37 updating version 0 to 4 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:37: oid 37 version 4 is already newer than 3 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2023-12-01T04:44:14.245 INFO:tasks.rados.rados.0.smithi111.stdout:38: finishing write tid 1 to smithi111183488-38 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:38: finishing write tid 2 to smithi111183488-38 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:37: done (15 left) 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:53: rmattr oid 3 current snap is 0 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:53: done (15 left) 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:54: delete oid 29 current snap is 0 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:38: finishing write tid 3 to smithi111183488-38 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:38: oid 38 updating version 0 to 8 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:38: oid 38 version 8 is already newer than 7 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:39: finishing write tid 1 to smithi111183488-39 2023-12-01T04:44:14.246 INFO:tasks.rados.rados.0.smithi111.stdout:39: finishing write tid 2 to smithi111183488-39 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:39: finishing write tid 3 to smithi111183488-39 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:39: oid 39 updating version 0 to 4 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:39: oid 39 version 4 is already newer than 3 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:40: finishing write tid 1 to smithi111183488-40 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:40: finishing write tid 2 to smithi111183488-40 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:40: finishing write tid 3 to smithi111183488-40 2023-12-01T04:44:14.247 INFO:tasks.rados.rados.0.smithi111.stdout:40: oid 40 updating version 0 to 4 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:40: oid 40 version 4 is already newer than 3 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 4 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:41: finishing write tid 1 to smithi111183488-41 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:41: finishing write tid 2 to smithi111183488-41 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:41: finishing write tid 3 to smithi111183488-41 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:41: oid 41 updating version 0 to 4 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:41: oid 41 version 4 is already newer than 3 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:42: finishing write tid 1 to smithi111183488-42 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:42: finishing write tid 2 to smithi111183488-42 2023-12-01T04:44:14.248 INFO:tasks.rados.rados.0.smithi111.stdout:42: finishing write tid 3 to smithi111183488-42 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:42: oid 42 updating version 0 to 6 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:42: oid 42 version 6 is already newer than 5 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:43: finishing write tid 1 to smithi111183488-43 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:43: finishing write tid 2 to smithi111183488-43 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:43: finishing write tid 3 to smithi111183488-43 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:43: oid 43 updating version 0 to 2 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:43: oid 43 version 2 is already newer than 1 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2 (ObjNum 42 snap 0 seq_num 42) dirty exists 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:44: finishing write tid 1 to smithi111183488-44 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:44: finishing write tid 2 to smithi111183488-44 2023-12-01T04:44:14.249 INFO:tasks.rados.rados.0.smithi111.stdout:44: finishing write tid 3 to smithi111183488-44 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:44: oid 44 updating version 0 to 5 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:44: oid 44 updating version 5 to 6 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:45: finishing write tid 1 to smithi111183488-45 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:45: finishing write tid 2 to smithi111183488-45 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:45: finishing write tid 3 to smithi111183488-45 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:45: oid 45 updating version 0 to 4 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:45: oid 45 version 4 is already newer than 3 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 4 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:46: finishing write tid 1 to smithi111183488-46 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:46: finishing write tid 2 to smithi111183488-46 2023-12-01T04:44:14.250 INFO:tasks.rados.rados.0.smithi111.stdout:46: finishing write tid 3 to smithi111183488-46 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:46: oid 46 updating version 0 to 10 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:46: oid 46 version 10 is already newer than 9 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:47: finishing write tid 1 to smithi111183488-47 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:47: finishing write tid 2 to smithi111183488-47 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:47: finishing write tid 3 to smithi111183488-47 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:47: oid 47 updating version 0 to 8 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:47: oid 47 version 8 is already newer than 7 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:48: finishing write tid 1 to smithi111183488-48 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:48: finishing write tid 2 to smithi111183488-48 2023-12-01T04:44:14.251 INFO:tasks.rados.rados.0.smithi111.stdout:49: finishing write tid 1 to smithi111183488-49 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:48: finishing write tid 3 to smithi111183488-48 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:48: oid 48 updating version 0 to 10 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:48: oid 48 version 10 is already newer than 9 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: finishing write tid 2 to smithi111183488-49 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: finishing write tid 3 to smithi111183488-49 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: finishing write tid 4 to smithi111183488-49 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: oid 49 updating version 0 to 6 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: oid 49 version 6 is already newer than 5 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: oid 49 updating version 6 to 7 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:50: finishing write tid 1 to smithi111183488-50 2023-12-01T04:44:14.252 INFO:tasks.rados.rados.0.smithi111.stdout:50: finishing write tid 2 to smithi111183488-50 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:50: finishing write tid 3 to smithi111183488-50 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:50: finishing write tid 4 to smithi111183488-50 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:50: oid 50 updating version 0 to 12 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:50: oid 50 version 12 is already newer than 11 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:50: oid 50 updating version 12 to 13 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:51: finishing copy_from to smithi111183488-8 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:51: finishing copy_from racing read to smithi111183488-8 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:52: finishing write tid 1 to smithi111183488-24 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:38: done (15 left) 2023-12-01T04:44:14.253 INFO:tasks.rados.rados.0.smithi111.stdout:39: done (14 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:40: done (13 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:41: done (12 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:42: done (11 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:43: done (10 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:44: done (9 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:45: done (8 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:46: done (7 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:47: done (6 left) 2023-12-01T04:44:14.254 INFO:tasks.rados.rados.0.smithi111.stdout:48: done (5 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:49: done (4 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:50: done (3 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:51: done (2 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:54: done (1 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:55: read oid 15 snap -1 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:56: rollback oid 31 current snap is 0 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:56: done (2 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:57: read oid 28 snap -1 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:59: rollback oid 45 current snap is 0 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:59: done (4 left) 2023-12-01T04:44:14.255 INFO:tasks.rados.rados.0.smithi111.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:61: delete oid 1 current snap is 0 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:52: finishing write tid 2 to smithi111183488-24 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:52: finishing write tid 3 to smithi111183488-24 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:61: done (5 left) 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:62: read oid 17 snap -1 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:63: snap_create 2023-12-01T04:44:14.256 INFO:tasks.rados.rados.0.smithi111.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2023-12-01T04:44:14.258 INFO:tasks.rados.rados.0.smithi111.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2023-12-01T04:44:14.274 INFO:tasks.rados.rados.0.smithi111.stdout:52: finishing write tid 4 to smithi111183488-24 2023-12-01T04:44:14.275 INFO:tasks.rados.rados.0.smithi111.stdout:52: oid 24 updating version 0 to 13 2023-12-01T04:44:14.275 INFO:tasks.rados.rados.0.smithi111.stdout:52: oid 24 version 13 is already newer than 12 2023-12-01T04:44:14.275 INFO:tasks.rados.rados.0.smithi111.stdout:52: oid 24 version 13 is already newer than 11 2023-12-01T04:44:14.275 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2023-12-01T04:44:14.275 INFO:tasks.rados.rados.0.smithi111.stdout:52: left oid 24 (ObjNum 50 snap 0 seq_num 50) 2023-12-01T04:44:14.275 INFO:tasks.rados.rados.0.smithi111.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2023-12-01T04:44:14.286 INFO:tasks.rados.rados.0.smithi111.stdout:60: finishing copy_from to smithi111183488-22 2023-12-01T04:44:14.286 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-01T04:44:14.286 INFO:tasks.rados.rados.0.smithi111.stdout:60: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:44:14.286 INFO:tasks.rados.rados.0.smithi111.stdout:58: finishing copy_from to smithi111183488-29 2023-12-01T04:44:14.286 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:44:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:58: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:44:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:14 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:44:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:14 smithi155 ceph-mon[102677]: Cluster is now healthy 2023-12-01T04:44:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4228958190' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-01T04:44:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:14 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:44:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:14 smithi111 ceph-mon[97855]: Cluster is now healthy 2023-12-01T04:44:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4228958190' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-01T04:44:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:14 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:44:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:14 smithi111 ceph-mon[116524]: Cluster is now healthy 2023-12-01T04:44:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4228958190' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2023-12-01T04:44:15.097 INFO:tasks.rados.rados.0.smithi111.stdout:52: done (6 left) 2023-12-01T04:44:15.097 INFO:tasks.rados.rados.0.smithi111.stdout:55: done (5 left) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:57: done (4 left) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:58: done (3 left) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:60: done (2 left) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:62: done (1 left) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:63: done (0 left) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:65: read oid 30 snap -1 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 1 2023-12-01T04:44:15.098 INFO:tasks.rados.rados.0.smithi111.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2023-12-01T04:44:15.102 INFO:tasks.rados.rados.0.smithi111.stdout:66: writing smithi111183488-23 from 376832 to 868352 tid 1 2023-12-01T04:44:15.108 INFO:tasks.rados.rados.0.smithi111.stdout:66: writing smithi111183488-23 from 868352 to 1269760 tid 2 2023-12-01T04:44:15.108 INFO:tasks.rados.rados.0.smithi111.stdout:67: rollback oid 10 current snap is 1 2023-12-01T04:44:15.108 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 0 2023-12-01T04:44:15.108 INFO:tasks.rados.rados.0.smithi111.stdout:68: setattr oid 32 current snap is 1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:69: copy_from oid 7 from oid 17 current snap is 1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:70: read oid 20 snap 0 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:71: copy_from oid 24 from oid 29 current snap is 1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:72: rollback oid 6 current snap is 1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 0 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:73: read oid 13 snap 0 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:74: rmattr oid 4 current snap is 1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:74: done (10 left) 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:75: copy_from oid 48 from oid 1 current snap is 1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:76: read oid 27 snap -1 2023-12-01T04:44:15.109 INFO:tasks.rados.rados.0.smithi111.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-01T04:44:15.110 INFO:tasks.rados.rados.0.smithi111.stdout:77: copy_from oid 28 from oid 34 current snap is 1 2023-12-01T04:44:15.110 INFO:tasks.rados.rados.0.smithi111.stdout:78: read oid 43 snap -1 2023-12-01T04:44:15.110 INFO:tasks.rados.rados.0.smithi111.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-01T04:44:15.110 INFO:tasks.rados.rados.0.smithi111.stdout:79: setattr oid 14 current snap is 1 2023-12-01T04:44:15.110 INFO:tasks.rados.rados.0.smithi111.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:64: finishing copy_from to smithi111183488-15 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:64: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:67: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:67: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:72: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:66: finishing write tid 1 to smithi111183488-23 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:67: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:72: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:64: done (14 left) 2023-12-01T04:44:15.129 INFO:tasks.rados.rados.0.smithi111.stdout:65: done (13 left) 2023-12-01T04:44:15.130 INFO:tasks.rados.rados.0.smithi111.stdout:67: done (12 left) 2023-12-01T04:44:15.130 INFO:tasks.rados.rados.0.smithi111.stdout:80: snap_create 2023-12-01T04:44:15.130 INFO:tasks.rados.rados.0.smithi111.stdout:72: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:44:15.130 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 8 (ObjNum 5 snap 0 seq_num 5) dirty exists 2023-12-01T04:44:15.130 INFO:tasks.rados.rados.0.smithi111.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-01T04:44:15.151 INFO:tasks.rados.rados.0.smithi111.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-01T04:44:15.163 INFO:tasks.rados.rados.0.smithi111.stdout:75: finishing copy_from to smithi111183488-48 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:75: got expected ENOENT (src dne) 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:75: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:69: finishing copy_from to smithi111183488-7 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 3 (ObjNum 16 snap 0 seq_num 16) dirty exists 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:77: finishing copy_from to smithi111183488-28 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:66: finishing write tid 2 to smithi111183488-23 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:77: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:69: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:66: finishing write tid 3 to smithi111183488-23 2023-12-01T04:44:15.164 INFO:tasks.rados.rados.0.smithi111.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:66: finishing write tid 4 to smithi111183488-23 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:66: oid 23 updating version 0 to 13 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:66: oid 23 version 13 is already newer than 12 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:66: oid 23 version 13 is already newer than 11 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 12 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-01T04:44:15.192 INFO:tasks.rados.rados.0.smithi111.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2023-12-01T04:44:15.199 INFO:tasks.rados.rados.0.smithi111.stdout:71: finishing copy_from to smithi111183488-24 2023-12-01T04:44:15.199 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:44:15.199 INFO:tasks.rados.rados.0.smithi111.stdout:71: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:44:15.199 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 15 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-01T04:44:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4228958190' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-01T04:44:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:15 smithi155 ceph-mon[102677]: osdmap e77: 8 total, 8 up, 8 in 2023-12-01T04:44:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:15 smithi155 ceph-mon[102677]: pgmap v89: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail; 481 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2023-12-01T04:44:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4228958190' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-01T04:44:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:15 smithi111 ceph-mon[97855]: osdmap e77: 8 total, 8 up, 8 in 2023-12-01T04:44:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:15 smithi111 ceph-mon[97855]: pgmap v89: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail; 481 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2023-12-01T04:44:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4228958190' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2023-12-01T04:44:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:15 smithi111 ceph-mon[116524]: osdmap e77: 8 total, 8 up, 8 in 2023-12-01T04:44:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:15 smithi111 ceph-mon[116524]: pgmap v89: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail; 481 KiB/s rd, 3.7 MiB/s wr, 37 op/s 2023-12-01T04:44:16.106 INFO:tasks.rados.rados.0.smithi111.stdout:66: done (12 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:68: done (11 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:69: done (10 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:70: done (9 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:71: done (8 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:72: done (7 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:73: done (6 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:75: done (5 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:76: done (4 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:77: done (3 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:78: done (2 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:79: done (1 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:80: done (0 left) 2023-12-01T04:44:16.107 INFO:tasks.rados.rados.0.smithi111.stdout:81: rollback oid 40 current snap is 2 2023-12-01T04:44:16.108 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 1 2023-12-01T04:44:16.108 INFO:tasks.rados.rados.0.smithi111.stdout:82: snap_create 2023-12-01T04:44:16.110 INFO:tasks.rados.rados.0.smithi111.stdout:81: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:44:16.110 INFO:tasks.rados.rados.0.smithi111.stdout:81: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:44:16.111 INFO:tasks.rados.rados.0.smithi111.stdout:81: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:44:16.111 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:44:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:16 smithi155 ceph-mon[102677]: osdmap e78: 8 total, 8 up, 8 in 2023-12-01T04:44:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:16 smithi111 ceph-mon[97855]: osdmap e78: 8 total, 8 up, 8 in 2023-12-01T04:44:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:16 smithi111 ceph-mon[116524]: osdmap e78: 8 total, 8 up, 8 in 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:81: done (1 left) 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:82: done (0 left) 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:83: rollback oid 9 current snap is 3 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 0 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:84: read oid 20 snap 1 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:85: read oid 41 snap -1 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:86: read oid 5 snap -1 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:87: read oid 4 snap -1 2023-12-01T04:44:17.117 INFO:tasks.rados.rados.0.smithi111.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-01T04:44:17.118 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 3 2023-12-01T04:44:17.119 INFO:tasks.rados.rados.0.smithi111.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2023-12-01T04:44:17.120 INFO:tasks.rados.rados.0.smithi111.stdout:88: writing smithi111183488-3 from 40960 to 548864 tid 1 2023-12-01T04:44:17.122 INFO:tasks.rados.rados.0.smithi111.stdout:88: writing smithi111183488-3 from 548864 to 950272 tid 2 2023-12-01T04:44:17.123 INFO:tasks.rados.rados.0.smithi111.stdout:89: read oid 27 snap -1 2023-12-01T04:44:17.123 INFO:tasks.rados.rados.0.smithi111.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-01T04:44:17.123 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 3 2023-12-01T04:44:17.123 INFO:tasks.rados.rados.0.smithi111.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2023-12-01T04:44:17.128 INFO:tasks.rados.rados.0.smithi111.stdout:90: writing smithi111183488-17 from 270336 to 794624 tid 1 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:90: writing smithi111183488-17 from 794624 to 1196032 tid 2 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:91: rollback oid 36 current snap is 3 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 2 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:92: rollback oid 7 current snap is 3 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 0 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:93: snap_create 2023-12-01T04:44:17.131 INFO:tasks.rados.rados.0.smithi111.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-01T04:44:17.138 INFO:tasks.rados.rados.0.smithi111.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2023-12-01T04:44:17.146 INFO:tasks.rados.rados.0.smithi111.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-01T04:44:17.178 INFO:tasks.rados.rados.0.smithi111.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2023-12-01T04:44:17.181 INFO:tasks.rados.rados.0.smithi111.stdout:88: finishing write tid 1 to smithi111183488-3 2023-12-01T04:44:17.181 INFO:tasks.rados.rados.0.smithi111.stdout:88: finishing write tid 2 to smithi111183488-3 2023-12-01T04:44:17.181 INFO:tasks.rados.rados.0.smithi111.stdout:88: finishing write tid 3 to smithi111183488-3 2023-12-01T04:44:17.181 INFO:tasks.rados.rados.0.smithi111.stdout:83: finishing rollback tid 0 to smithi111183488-9 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:83: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:83: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 12 (ObjNum 8 snap 0 seq_num 8) dirty exists 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:88: finishing write tid 4 to smithi111183488-3 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:88: oid 3 updating version 0 to 17 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:88: oid 3 updating version 17 to 18 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:88: oid 3 updating version 18 to 19 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 19 (ObjNum 54 snap 3 seq_num 54) dirty exists 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2023-12-01T04:44:17.182 INFO:tasks.rados.rados.0.smithi111.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2023-12-01T04:44:17.194 INFO:tasks.rados.rados.0.smithi111.stdout:90: finishing write tid 1 to smithi111183488-17 2023-12-01T04:44:17.194 INFO:tasks.rados.rados.0.smithi111.stdout:92: finishing rollback tid 0 to smithi111183488-7 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:92: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:92: finishing rollback tid 2 to smithi111183488-7 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 8 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: finishing write tid 2 to smithi111183488-17 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: finishing write tid 3 to smithi111183488-17 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: finishing write tid 4 to smithi111183488-17 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: oid 17 updating version 0 to 14 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: oid 17 version 14 is already newer than 13 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: oid 17 version 14 is already newer than 12 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 14 (ObjNum 55 snap 3 seq_num 55) dirty exists 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:91: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:91: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:91: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:44:17.195 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 10 (ObjNum 35 snap 0 seq_num 35) dirty exists 2023-12-01T04:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:17 smithi155 ceph-mon[102677]: osdmap e79: 8 total, 8 up, 8 in 2023-12-01T04:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:17 smithi155 ceph-mon[102677]: pgmap v92: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail; 508 KiB/s rd, 4.0 MiB/s wr, 39 op/s 2023-12-01T04:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:17 smithi111 ceph-mon[97855]: osdmap e79: 8 total, 8 up, 8 in 2023-12-01T04:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:17 smithi111 ceph-mon[97855]: pgmap v92: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail; 508 KiB/s rd, 4.0 MiB/s wr, 39 op/s 2023-12-01T04:44:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:17 smithi111 ceph-mon[116524]: osdmap e79: 8 total, 8 up, 8 in 2023-12-01T04:44:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:17 smithi111 ceph-mon[116524]: pgmap v92: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail; 508 KiB/s rd, 4.0 MiB/s wr, 39 op/s 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:83: done (10 left) 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:84: done (9 left) 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:85: done (8 left) 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:86: done (7 left) 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:87: done (6 left) 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:88: done (5 left) 2023-12-01T04:44:18.120 INFO:tasks.rados.rados.0.smithi111.stdout:89: done (4 left) 2023-12-01T04:44:18.121 INFO:tasks.rados.rados.0.smithi111.stdout:90: done (3 left) 2023-12-01T04:44:18.121 INFO:tasks.rados.rados.0.smithi111.stdout:91: done (2 left) 2023-12-01T04:44:18.121 INFO:tasks.rados.rados.0.smithi111.stdout:92: done (1 left) 2023-12-01T04:44:18.121 INFO:tasks.rados.rados.0.smithi111.stdout:93: done (0 left) 2023-12-01T04:44:18.121 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 4 2023-12-01T04:44:18.121 INFO:tasks.rados.rados.0.smithi111.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2023-12-01T04:44:18.125 INFO:tasks.rados.rados.0.smithi111.stdout:94: writing smithi111183488-27 from 442368 to 983040 tid 1 2023-12-01T04:44:18.127 INFO:tasks.rados.rados.0.smithi111.stdout:94: writing smithi111183488-27 from 983040 to 1384448 tid 2 2023-12-01T04:44:18.127 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 4 2023-12-01T04:44:18.128 INFO:tasks.rados.rados.0.smithi111.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2023-12-01T04:44:18.135 INFO:tasks.rados.rados.0.smithi111.stdout:95: writing smithi111183488-39 from 638976 to 1196032 tid 1 2023-12-01T04:44:18.138 INFO:tasks.rados.rados.0.smithi111.stdout:95: writing smithi111183488-39 from 1196032 to 1597440 tid 2 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:96: read oid 45 snap -1 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:97: rollback oid 12 current snap is 4 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 3 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: finishing write tid 1 to smithi111183488-27 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: finishing write tid 2 to smithi111183488-27 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: finishing write tid 3 to smithi111183488-27 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: finishing write tid 4 to smithi111183488-27 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: oid 27 updating version 0 to 10 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: oid 27 updating version 10 to 12 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: oid 27 version 12 is already newer than 11 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 12 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-01T04:44:18.139 INFO:tasks.rados.rados.0.smithi111.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2023-12-01T04:44:18.140 INFO:tasks.rados.rados.0.smithi111.stdout:94: done (3 left) 2023-12-01T04:44:18.140 INFO:tasks.rados.rados.0.smithi111.stdout:98: snap_remove snap 0 2023-12-01T04:44:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:18 smithi155 ceph-mon[102677]: osdmap e80: 8 total, 8 up, 8 in 2023-12-01T04:44:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:18 smithi111 ceph-mon[97855]: osdmap e80: 8 total, 8 up, 8 in 2023-12-01T04:44:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:18 smithi111 ceph-mon[116524]: osdmap e80: 8 total, 8 up, 8 in 2023-12-01T04:44:19.124 INFO:tasks.rados.rados.0.smithi111.stdout:98: done (3 left) 2023-12-01T04:44:19.124 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 4 2023-12-01T04:44:19.124 INFO:tasks.rados.rados.0.smithi111.stdout:97: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:44:19.124 INFO:tasks.rados.rados.0.smithi111.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2023-12-01T04:44:19.127 INFO:tasks.rados.rados.0.smithi111.stdout:99: writing smithi111183488-5 from 73728 to 647168 tid 1 2023-12-01T04:44:19.130 INFO:tasks.rados.rados.0.smithi111.stdout:99: writing smithi111183488-5 from 647168 to 1048576 tid 2 2023-12-01T04:44:19.130 INFO:tasks.rados.rados.0.smithi111.stdout:95: finishing write tid 1 to smithi111183488-39 2023-12-01T04:44:19.131 INFO:tasks.rados.rados.0.smithi111.stdout:95: finishing write tid 2 to smithi111183488-39 2023-12-01T04:44:19.131 INFO:tasks.rados.rados.0.smithi111.stdout:95: finishing write tid 3 to smithi111183488-39 2023-12-01T04:44:19.131 INFO:tasks.rados.rados.0.smithi111.stdout:97: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:44:19.131 INFO:tasks.rados.rados.0.smithi111.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:97: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 16 (ObjNum 11 snap 0 seq_num 11) dirty exists 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:95: finishing write tid 4 to smithi111183488-39 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:95: oid 39 updating version 0 to 12 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:95: oid 39 version 12 is already newer than 10 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:95: oid 39 version 12 is already newer than 11 2023-12-01T04:44:19.152 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: finishing write tid 1 to smithi111183488-5 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:100: read oid 10 snap -1 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:95: done (4 left) 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:96: done (3 left) 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:97: done (2 left) 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:101: snap_create 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: finishing write tid 2 to smithi111183488-5 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: finishing write tid 3 to smithi111183488-5 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: finishing write tid 4 to smithi111183488-5 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: oid 5 updating version 0 to 22 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: oid 5 updating version 22 to 23 2023-12-01T04:44:19.153 INFO:tasks.rados.rados.0.smithi111.stdout:99: oid 5 version 23 is already newer than 21 2023-12-01T04:44:19.154 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 23 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-01T04:44:19.154 INFO:tasks.rados.rados.0.smithi111.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2023-12-01T04:44:19.154 INFO:tasks.rados.rados.0.smithi111.stdout:100: expect (ObjNum 9 snap 0 seq_num 9) 2023-12-01T04:44:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:19 smithi155 ceph-mon[102677]: osdmap e81: 8 total, 8 up, 8 in 2023-12-01T04:44:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:19 smithi155 ceph-mon[102677]: pgmap v95: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:44:19] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2023-12-01T04:44:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[97855]: osdmap e81: 8 total, 8 up, 8 in 2023-12-01T04:44:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[97855]: pgmap v95: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[116524]: osdmap e81: 8 total, 8 up, 8 in 2023-12-01T04:44:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[116524]: pgmap v95: 121 pgs: 121 active+clean; 22 MiB data, 234 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:20.129 INFO:tasks.rados.rados.0.smithi111.stdout:99: done (2 left) 2023-12-01T04:44:20.129 INFO:tasks.rados.rados.0.smithi111.stdout:100: done (1 left) 2023-12-01T04:44:20.129 INFO:tasks.rados.rados.0.smithi111.stdout:101: done (0 left) 2023-12-01T04:44:20.130 INFO:tasks.rados.rados.0.smithi111.stdout:102: snap_remove snap 1 2023-12-01T04:44:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:20 smithi155 ceph-mon[102677]: osdmap e82: 8 total, 8 up, 8 in 2023-12-01T04:44:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:20 smithi111 ceph-mon[97855]: osdmap e82: 8 total, 8 up, 8 in 2023-12-01T04:44:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:20 smithi111 ceph-mon[116524]: osdmap e82: 8 total, 8 up, 8 in 2023-12-01T04:44:21.145 INFO:tasks.rados.rados.0.smithi111.stdout:102: done (0 left) 2023-12-01T04:44:21.146 INFO:tasks.rados.rados.0.smithi111.stdout:103: read oid 29 snap 4 2023-12-01T04:44:21.146 INFO:tasks.rados.rados.0.smithi111.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:44:21.146 INFO:tasks.rados.rados.0.smithi111.stdout:104: read oid 46 snap -1 2023-12-01T04:44:21.146 INFO:tasks.rados.rados.0.smithi111.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-01T04:44:21.146 INFO:tasks.rados.rados.0.smithi111.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2023-12-01T04:44:21.146 INFO:tasks.rados.rados.0.smithi111.stdout:106: rmattr oid 49 current snap is 5 2023-12-01T04:44:21.147 INFO:tasks.rados.rados.0.smithi111.stdout:106: done (3 left) 2023-12-01T04:44:21.147 INFO:tasks.rados.rados.0.smithi111.stdout:107: snap_remove snap 3 2023-12-01T04:44:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:21 smithi155 ceph-mon[102677]: osdmap e83: 8 total, 8 up, 8 in 2023-12-01T04:44:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:21 smithi155 ceph-mon[102677]: pgmap v98: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2023-12-01T04:44:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:21 smithi111 ceph-mon[97855]: osdmap e83: 8 total, 8 up, 8 in 2023-12-01T04:44:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:21 smithi111 ceph-mon[97855]: pgmap v98: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2023-12-01T04:44:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:21 smithi111 ceph-mon[116524]: osdmap e83: 8 total, 8 up, 8 in 2023-12-01T04:44:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:21 smithi111 ceph-mon[116524]: pgmap v98: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2023-12-01T04:44:22.147 INFO:tasks.rados.rados.0.smithi111.stdout:107: done (3 left) 2023-12-01T04:44:22.147 INFO:tasks.rados.rados.0.smithi111.stdout:108: rmattr oid 30 current snap is 5 2023-12-01T04:44:22.148 INFO:tasks.rados.rados.0.smithi111.stdout:108: done (3 left) 2023-12-01T04:44:22.148 INFO:tasks.rados.rados.0.smithi111.stdout:109: read oid 42 snap 2 2023-12-01T04:44:22.148 INFO:tasks.rados.rados.0.smithi111.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-01T04:44:22.148 INFO:tasks.rados.rados.0.smithi111.stdout:110: rmattr oid 14 current snap is 5 2023-12-01T04:44:22.150 INFO:tasks.rados.rados.0.smithi111.stdout:105: finishing copy_from to smithi111183488-36 2023-12-01T04:44:22.150 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2023-12-01T04:44:22.150 INFO:tasks.rados.rados.0.smithi111.stdout:105: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:44:22.150 INFO:tasks.rados.rados.0.smithi111.stdout:103: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:44:22.176 INFO:tasks.rados.rados.0.smithi111.stdout:103: done (4 left) 2023-12-01T04:44:22.176 INFO:tasks.rados.rados.0.smithi111.stdout:105: done (3 left) 2023-12-01T04:44:22.176 INFO:tasks.rados.rados.0.smithi111.stdout:111: read oid 19 snap 2 2023-12-01T04:44:22.176 INFO:tasks.rados.rados.0.smithi111.stdout:111: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-01T04:44:22.176 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 5 2023-12-01T04:44:22.176 INFO:tasks.rados.rados.0.smithi111.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-01T04:44:22.198 INFO:tasks.rados.rados.0.smithi111.stdout:112: seq_num 59 ranges {409600=598016,1007616=401408} 2023-12-01T04:44:22.203 INFO:tasks.rados.rados.0.smithi111.stdout:112: writing smithi111183488-25 from 409600 to 1007616 tid 1 2023-12-01T04:44:22.206 INFO:tasks.rados.rados.0.smithi111.stdout:112: writing smithi111183488-25 from 1007616 to 1409024 tid 2 2023-12-01T04:44:22.206 INFO:tasks.rados.rados.0.smithi111.stdout:104: done (4 left) 2023-12-01T04:44:22.206 INFO:tasks.rados.rados.0.smithi111.stdout:113: copy_from oid 17 from oid 50 current snap is 5 2023-12-01T04:44:22.206 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 21 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-01T04:44:22.206 INFO:tasks.rados.rados.0.smithi111.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2023-12-01T04:44:22.226 INFO:tasks.rados.rados.0.smithi111.stdout:111: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: finishing write tid 1 to smithi111183488-25 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: finishing write tid 2 to smithi111183488-25 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: finishing write tid 3 to smithi111183488-25 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: finishing write tid 4 to smithi111183488-25 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: oid 25 updating version 0 to 6 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: oid 25 updating version 6 to 8 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:112: oid 25 version 8 is already newer than 7 2023-12-01T04:44:22.235 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 8 (ObjNum 59 snap 5 seq_num 59) dirty exists 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:112: left oid 25 (ObjNum 59 snap 5 seq_num 59) 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:113: finishing copy_from to smithi111183488-17 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:113: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:109: done (4 left) 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:110: done (3 left) 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:111: done (2 left) 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:112: done (1 left) 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:113: done (0 left) 2023-12-01T04:44:22.236 INFO:tasks.rados.rados.0.smithi111.stdout:114: snap_remove snap 4 2023-12-01T04:44:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:22 smithi155 ceph-mon[102677]: osdmap e84: 8 total, 8 up, 8 in 2023-12-01T04:44:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:22 smithi111 ceph-mon[97855]: osdmap e84: 8 total, 8 up, 8 in 2023-12-01T04:44:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:22 smithi111 ceph-mon[116524]: osdmap e84: 8 total, 8 up, 8 in 2023-12-01T04:44:23.158 INFO:tasks.rados.rados.0.smithi111.stdout:114: done (0 left) 2023-12-01T04:44:23.158 INFO:tasks.rados.rados.0.smithi111.stdout:115: copy_from oid 42 from oid 39 current snap is 5 2023-12-01T04:44:23.158 INFO:tasks.rados.rados.0.smithi111.stdout:116: read oid 14 snap 2 2023-12-01T04:44:23.158 INFO:tasks.rados.rados.0.smithi111.stdout:116: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-01T04:44:23.158 INFO:tasks.rados.rados.0.smithi111.stdout:117: snap_create 2023-12-01T04:44:23.165 INFO:tasks.rados.rados.0.smithi111.stdout:116: expect (ObjNum 13 snap 0 seq_num 13) 2023-12-01T04:44:23.177 INFO:tasks.rados.rados.0.smithi111.stdout:115: finishing copy_from to smithi111183488-42 2023-12-01T04:44:23.177 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:44:23.178 INFO:tasks.rados.rados.0.smithi111.stdout:115: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:44:23.333 INFO:tasks.rados.rados.0.smithi111.stdout:115: done (2 left) 2023-12-01T04:44:23.334 INFO:tasks.rados.rados.0.smithi111.stdout:116: done (1 left) 2023-12-01T04:44:23.334 INFO:tasks.rados.rados.0.smithi111.stdout:117: done (0 left) 2023-12-01T04:44:23.334 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 6 2023-12-01T04:44:23.334 INFO:tasks.rados.rados.0.smithi111.stdout:118: seq_num 60 ranges {139264=614400,753664=401408} 2023-12-01T04:44:23.337 INFO:tasks.rados.rados.0.smithi111.stdout:118: writing smithi111183488-9 from 139264 to 753664 tid 1 2023-12-01T04:44:23.340 INFO:tasks.rados.rados.0.smithi111.stdout:118: writing smithi111183488-9 from 753664 to 1155072 tid 2 2023-12-01T04:44:23.341 INFO:tasks.rados.rados.0.smithi111.stdout:119: rollback oid 3 current snap is 6 2023-12-01T04:44:23.341 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 2 2023-12-01T04:44:23.341 INFO:tasks.rados.rados.0.smithi111.stdout:120: read oid 25 snap -1 2023-12-01T04:44:23.341 INFO:tasks.rados.rados.0.smithi111.stdout:120: expect (ObjNum 59 snap 5 seq_num 59) 2023-12-01T04:44:23.341 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 6 2023-12-01T04:44:23.341 INFO:tasks.rados.rados.0.smithi111.stdout:121: seq_num 61 ranges {24576=630784,655360=401408} 2023-12-01T04:44:23.345 INFO:tasks.rados.rados.0.smithi111.stdout:121: writing smithi111183488-2 from 24576 to 655360 tid 1 2023-12-01T04:44:23.347 INFO:tasks.rados.rados.0.smithi111.stdout:121: writing smithi111183488-2 from 655360 to 1056768 tid 2 2023-12-01T04:44:23.347 INFO:tasks.rados.rados.0.smithi111.stdout:119: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:44:23.347 INFO:tasks.rados.rados.0.smithi111.stdout:122: snap_create 2023-12-01T04:44:23.348 INFO:tasks.rados.rados.0.smithi111.stdout:118: finishing write tid 1 to smithi111183488-9 2023-12-01T04:44:23.349 INFO:tasks.rados.rados.0.smithi111.stdout:118: finishing write tid 2 to smithi111183488-9 2023-12-01T04:44:23.349 INFO:tasks.rados.rados.0.smithi111.stdout:118: finishing write tid 3 to smithi111183488-9 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:118: finishing write tid 4 to smithi111183488-9 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:118: oid 9 updating version 0 to 18 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:118: oid 9 updating version 18 to 20 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:118: oid 9 version 20 is already newer than 19 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 20 (ObjNum 60 snap 6 seq_num 60) dirty exists 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:118: left oid 9 (ObjNum 60 snap 6 seq_num 60) 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:121: finishing write tid 1 to smithi111183488-2 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:121: finishing write tid 2 to smithi111183488-2 2023-12-01T04:44:23.350 INFO:tasks.rados.rados.0.smithi111.stdout:121: finishing write tid 3 to smithi111183488-2 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:119: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:119: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 35 (ObjNum 2 snap 0 seq_num 2) dirty exists 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:121: finishing write tid 4 to smithi111183488-2 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:121: oid 2 updating version 0 to 26 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:121: oid 2 version 26 is already newer than 25 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:121: oid 2 updating version 26 to 27 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 27 (ObjNum 61 snap 6 seq_num 61) dirty exists 2023-12-01T04:44:23.351 INFO:tasks.rados.rados.0.smithi111.stdout:121: left oid 2 (ObjNum 61 snap 6 seq_num 61) 2023-12-01T04:44:23.356 INFO:tasks.rados.rados.0.smithi111.stdout:120: expect (ObjNum 59 snap 5 seq_num 59) 2023-12-01T04:44:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:23 smithi155 ceph-mon[102677]: osdmap e85: 8 total, 8 up, 8 in 2023-12-01T04:44:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:23 smithi155 ceph-mon[102677]: pgmap v101: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2023-12-01T04:44:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:23 smithi111 ceph-mon[97855]: osdmap e85: 8 total, 8 up, 8 in 2023-12-01T04:44:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:23 smithi111 ceph-mon[97855]: pgmap v101: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2023-12-01T04:44:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:23 smithi111 ceph-mon[116524]: osdmap e85: 8 total, 8 up, 8 in 2023-12-01T04:44:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:23 smithi111 ceph-mon[116524]: pgmap v101: 121 pgs: 121 active+clean; 27 MiB data, 259 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 33 op/s 2023-12-01T04:44:24.342 INFO:tasks.rados.rados.0.smithi111.stdout:118: done (4 left) 2023-12-01T04:44:24.342 INFO:tasks.rados.rados.0.smithi111.stdout:119: done (3 left) 2023-12-01T04:44:24.342 INFO:tasks.rados.rados.0.smithi111.stdout:120: done (2 left) 2023-12-01T04:44:24.342 INFO:tasks.rados.rados.0.smithi111.stdout:121: done (1 left) 2023-12-01T04:44:24.343 INFO:tasks.rados.rados.0.smithi111.stdout:122: done (0 left) 2023-12-01T04:44:24.343 INFO:tasks.rados.rados.0.smithi111.stdout:123: read oid 48 snap 5 2023-12-01T04:44:24.343 INFO:tasks.rados.rados.0.smithi111.stdout:123: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-01T04:44:24.343 INFO:tasks.rados.rados.0.smithi111.stdout:124: read oid 49 snap 6 2023-12-01T04:44:24.343 INFO:tasks.rados.rados.0.smithi111.stdout:124: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-01T04:44:24.343 INFO:tasks.rados.rados.0.smithi111.stdout:125: delete oid 44 current snap is 7 2023-12-01T04:44:24.345 INFO:tasks.rados.rados.0.smithi111.stdout:125: done (2 left) 2023-12-01T04:44:24.345 INFO:tasks.rados.rados.0.smithi111.stdout:126: rollback oid 23 current snap is 7 2023-12-01T04:44:24.346 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 23 to 5 2023-12-01T04:44:24.346 INFO:tasks.rados.rados.0.smithi111.stdout:127: read oid 30 snap -1 2023-12-01T04:44:24.346 INFO:tasks.rados.rados.0.smithi111.stdout:127: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:24.346 INFO:tasks.rados.rados.0.smithi111.stdout:128: setattr oid 35 current snap is 7 2023-12-01T04:44:24.346 INFO:tasks.rados.rados.0.smithi111.stdout:129: delete oid 25 current snap is 7 2023-12-01T04:44:24.348 INFO:tasks.rados.rados.0.smithi111.stdout:123: expect (ObjNum 47 snap 0 seq_num 47) 2023-12-01T04:44:24.370 INFO:tasks.rados.rados.0.smithi111.stdout:126: finishing rollback tid 0 to smithi111183488-23 2023-12-01T04:44:24.370 INFO:tasks.rados.rados.0.smithi111.stdout:127: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:24.382 INFO:tasks.rados.rados.0.smithi111.stdout:126: finishing rollback tid 1 to smithi111183488-23 2023-12-01T04:44:24.382 INFO:tasks.rados.rados.0.smithi111.stdout:124: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:126: finishing rollback tid 2 to smithi111183488-23 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 27 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 12 (ObjNum 34 snap 0 seq_num 34) dirty exists 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:123: done (5 left) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:124: done (4 left) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:126: done (3 left) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:127: done (2 left) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:128: done (1 left) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:129: done (0 left) 2023-12-01T04:44:24.403 INFO:tasks.rados.rados.0.smithi111.stdout:130: snap_remove snap 5 2023-12-01T04:44:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:24 smithi155 ceph-mon[102677]: osdmap e86: 8 total, 8 up, 8 in 2023-12-01T04:44:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:24 smithi155 ceph-mon[102677]: osdmap e87: 8 total, 8 up, 8 in 2023-12-01T04:44:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:24 smithi111 ceph-mon[97855]: osdmap e86: 8 total, 8 up, 8 in 2023-12-01T04:44:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:24 smithi111 ceph-mon[97855]: osdmap e87: 8 total, 8 up, 8 in 2023-12-01T04:44:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:24 smithi111 ceph-mon[116524]: osdmap e86: 8 total, 8 up, 8 in 2023-12-01T04:44:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:24 smithi111 ceph-mon[116524]: osdmap e87: 8 total, 8 up, 8 in 2023-12-01T04:44:25.347 INFO:tasks.rados.rados.0.smithi111.stdout:130: done (0 left) 2023-12-01T04:44:25.347 INFO:tasks.rados.rados.0.smithi111.stdout:131: setattr oid 28 current snap is 7 2023-12-01T04:44:25.349 INFO:tasks.rados.rados.0.smithi111.stdout:132: snap_remove snap 2 2023-12-01T04:44:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:25 smithi155 ceph-mon[102677]: osdmap e88: 8 total, 8 up, 8 in 2023-12-01T04:44:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:25 smithi155 ceph-mon[102677]: pgmap v105: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2023-12-01T04:44:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:25 smithi111 ceph-mon[97855]: osdmap e88: 8 total, 8 up, 8 in 2023-12-01T04:44:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:25 smithi111 ceph-mon[97855]: pgmap v105: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2023-12-01T04:44:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:25 smithi111 ceph-mon[116524]: osdmap e88: 8 total, 8 up, 8 in 2023-12-01T04:44:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:25 smithi111 ceph-mon[116524]: pgmap v105: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2023-12-01T04:44:26.354 INFO:tasks.rados.rados.0.smithi111.stdout:132: done (1 left) 2023-12-01T04:44:26.354 INFO:tasks.rados.rados.0.smithi111.stdout:133: delete oid 6 current snap is 7 2023-12-01T04:44:26.354 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 32 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:26.358 INFO:tasks.rados.rados.0.smithi111.stdout:131: done (1 left) 2023-12-01T04:44:26.358 INFO:tasks.rados.rados.0.smithi111.stdout:133: done (0 left) 2023-12-01T04:44:26.358 INFO:tasks.rados.rados.0.smithi111.stdout:134: snap_remove snap 6 2023-12-01T04:44:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:26 smithi155 ceph-mon[102677]: osdmap e89: 8 total, 8 up, 8 in 2023-12-01T04:44:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:26 smithi111 ceph-mon[97855]: osdmap e89: 8 total, 8 up, 8 in 2023-12-01T04:44:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:26 smithi111 ceph-mon[116524]: osdmap e89: 8 total, 8 up, 8 in 2023-12-01T04:44:27.358 INFO:tasks.rados.rados.0.smithi111.stdout:134: done (0 left) 2023-12-01T04:44:27.359 INFO:tasks.rados.rados.0.smithi111.stdout:135: rollback oid 17 current snap is 7 2023-12-01T04:44:27.359 INFO:tasks.rados.rados.0.smithi111.stdout:135: done (0 left) 2023-12-01T04:44:27.359 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 7 2023-12-01T04:44:27.359 INFO:tasks.rados.rados.0.smithi111.stdout:136: seq_num 65 ranges {712704=696320,1409024=401408} 2023-12-01T04:44:27.366 INFO:tasks.rados.rados.0.smithi111.stdout:136: writing smithi111183488-43 from 712704 to 1409024 tid 1 2023-12-01T04:44:27.369 INFO:tasks.rados.rados.0.smithi111.stdout:136: writing smithi111183488-43 from 1409024 to 1810432 tid 2 2023-12-01T04:44:27.369 INFO:tasks.rados.rados.0.smithi111.stdout:137: read oid 11 snap -1 2023-12-01T04:44:27.369 INFO:tasks.rados.rados.0.smithi111.stdout:137: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:27.369 INFO:tasks.rados.rados.0.smithi111.stdout:138: read oid 6 snap -1 2023-12-01T04:44:27.369 INFO:tasks.rados.rados.0.smithi111.stdout:138: expect deleted 2023-12-01T04:44:27.370 INFO:tasks.rados.rados.0.smithi111.stdout:139: copy_from oid 18 from oid 46 current snap is 7 2023-12-01T04:44:27.370 INFO:tasks.rados.rados.0.smithi111.stdout:140: read oid 41 snap -1 2023-12-01T04:44:27.370 INFO:tasks.rados.rados.0.smithi111.stdout:140: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-01T04:44:27.370 INFO:tasks.rados.rados.0.smithi111.stdout:141: copy_from oid 31 from oid 2 current snap is 7 2023-12-01T04:44:27.370 INFO:tasks.rados.rados.0.smithi111.stdout:142: copy_from oid 21 from oid 20 current snap is 7 2023-12-01T04:44:27.370 INFO:tasks.rados.rados.0.smithi111.stdout:143: snap_create 2023-12-01T04:44:27.372 INFO:tasks.rados.rados.0.smithi111.stdout:136: finishing write tid 1 to smithi111183488-43 2023-12-01T04:44:27.375 INFO:tasks.rados.rados.0.smithi111.stdout:137: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:27.381 INFO:tasks.rados.rados.0.smithi111.stdout:136: finishing write tid 2 to smithi111183488-43 2023-12-01T04:44:27.381 INFO:tasks.rados.rados.0.smithi111.stdout:136: finishing write tid 3 to smithi111183488-43 2023-12-01T04:44:27.381 INFO:tasks.rados.rados.0.smithi111.stdout:140: expect (ObjNum 40 snap 0 seq_num 40) 2023-12-01T04:44:27.401 INFO:tasks.rados.rados.0.smithi111.stdout:136: finishing write tid 4 to smithi111183488-43 2023-12-01T04:44:27.401 INFO:tasks.rados.rados.0.smithi111.stdout:136: oid 43 updating version 0 to 4 2023-12-01T04:44:27.401 INFO:tasks.rados.rados.0.smithi111.stdout:136: oid 43 version 4 is already newer than 3 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:136: oid 43 updating version 4 to 5 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 5 (ObjNum 65 snap 7 seq_num 65) dirty exists 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:136: left oid 43 (ObjNum 65 snap 7 seq_num 65) 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:142: finishing copy_from to smithi111183488-21 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:142: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:139: finishing copy_from to smithi111183488-18 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 10 (ObjNum 45 snap 0 seq_num 45) dirty exists 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:139: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:141: finishing copy_from to smithi111183488-31 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 27 (ObjNum 61 snap 6 seq_num 61) dirty exists 2023-12-01T04:44:27.402 INFO:tasks.rados.rados.0.smithi111.stdout:141: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:44:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:27 smithi155 ceph-mon[102677]: osdmap e90: 8 total, 8 up, 8 in 2023-12-01T04:44:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:27 smithi155 ceph-mon[102677]: pgmap v108: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2023-12-01T04:44:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:27 smithi111 ceph-mon[97855]: osdmap e90: 8 total, 8 up, 8 in 2023-12-01T04:44:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:27 smithi111 ceph-mon[97855]: pgmap v108: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2023-12-01T04:44:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:27 smithi111 ceph-mon[116524]: osdmap e90: 8 total, 8 up, 8 in 2023-12-01T04:44:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:27 smithi111 ceph-mon[116524]: pgmap v108: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.5 MiB/s wr, 25 op/s 2023-12-01T04:44:28.334 INFO:tasks.rados.rados.0.smithi111.stdout:136: done (7 left) 2023-12-01T04:44:28.334 INFO:tasks.rados.rados.0.smithi111.stdout:137: done (6 left) 2023-12-01T04:44:28.334 INFO:tasks.rados.rados.0.smithi111.stdout:138: done (5 left) 2023-12-01T04:44:28.334 INFO:tasks.rados.rados.0.smithi111.stdout:139: done (4 left) 2023-12-01T04:44:28.335 INFO:tasks.rados.rados.0.smithi111.stdout:140: done (3 left) 2023-12-01T04:44:28.335 INFO:tasks.rados.rados.0.smithi111.stdout:141: done (2 left) 2023-12-01T04:44:28.335 INFO:tasks.rados.rados.0.smithi111.stdout:142: done (1 left) 2023-12-01T04:44:28.335 INFO:tasks.rados.rados.0.smithi111.stdout:143: done (0 left) 2023-12-01T04:44:28.335 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 8 2023-12-01T04:44:28.335 INFO:tasks.rados.rados.0.smithi111.stdout:144: seq_num 66 ranges {1155072=712704,1867776=401408} 2023-12-01T04:44:28.344 INFO:tasks.rados.rados.0.smithi111.stdout:144: writing smithi111183488-9 from 1155072 to 1867776 tid 1 2023-12-01T04:44:28.347 INFO:tasks.rados.rados.0.smithi111.stdout:144: writing smithi111183488-9 from 1867776 to 2269184 tid 2 2023-12-01T04:44:28.347 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 8 2023-12-01T04:44:28.347 INFO:tasks.rados.rados.0.smithi111.stdout:145: seq_num 67 ranges {188416=729088,917504=401408} 2023-12-01T04:44:28.352 INFO:tasks.rados.rados.0.smithi111.stdout:145: writing smithi111183488-12 from 188416 to 917504 tid 1 2023-12-01T04:44:28.354 INFO:tasks.rados.rados.0.smithi111.stdout:145: writing smithi111183488-12 from 917504 to 1318912 tid 2 2023-12-01T04:44:28.354 INFO:tasks.rados.rados.0.smithi111.stdout:146: rollback oid 22 current snap is 8 2023-12-01T04:44:28.355 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 7 2023-12-01T04:44:28.355 INFO:tasks.rados.rados.0.smithi111.stdout:147: snap_create 2023-12-01T04:44:28.355 INFO:tasks.rados.rados.0.smithi111.stdout:144: finishing write tid 1 to smithi111183488-9 2023-12-01T04:44:28.355 INFO:tasks.rados.rados.0.smithi111.stdout:144: finishing write tid 2 to smithi111183488-9 2023-12-01T04:44:28.355 INFO:tasks.rados.rados.0.smithi111.stdout:144: finishing write tid 3 to smithi111183488-9 2023-12-01T04:44:28.356 INFO:tasks.rados.rados.0.smithi111.stdout:144: finishing write tid 4 to smithi111183488-9 2023-12-01T04:44:28.356 INFO:tasks.rados.rados.0.smithi111.stdout:144: oid 9 updating version 0 to 26 2023-12-01T04:44:28.356 INFO:tasks.rados.rados.0.smithi111.stdout:144: oid 9 updating version 26 to 28 2023-12-01T04:44:28.356 INFO:tasks.rados.rados.0.smithi111.stdout:144: oid 9 version 28 is already newer than 27 2023-12-01T04:44:28.356 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 28 (ObjNum 66 snap 8 seq_num 66) dirty exists 2023-12-01T04:44:28.356 INFO:tasks.rados.rados.0.smithi111.stdout:144: left oid 9 (ObjNum 66 snap 8 seq_num 66) 2023-12-01T04:44:28.360 INFO:tasks.rados.rados.0.smithi111.stdout:145: finishing write tid 1 to smithi111183488-12 2023-12-01T04:44:28.360 INFO:tasks.rados.rados.0.smithi111.stdout:145: finishing write tid 2 to smithi111183488-12 2023-12-01T04:44:28.360 INFO:tasks.rados.rados.0.smithi111.stdout:145: finishing write tid 3 to smithi111183488-12 2023-12-01T04:44:28.362 INFO:tasks.rados.rados.0.smithi111.stdout:145: finishing write tid 4 to smithi111183488-12 2023-12-01T04:44:28.362 INFO:tasks.rados.rados.0.smithi111.stdout:145: oid 12 updating version 0 to 42 2023-12-01T04:44:28.362 INFO:tasks.rados.rados.0.smithi111.stdout:145: oid 12 updating version 42 to 43 2023-12-01T04:44:28.362 INFO:tasks.rados.rados.0.smithi111.stdout:145: oid 12 updating version 43 to 44 2023-12-01T04:44:28.362 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 44 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:44:28.362 INFO:tasks.rados.rados.0.smithi111.stdout:145: left oid 12 (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:44:28.364 INFO:tasks.rados.rados.0.smithi111.stdout:146: finishing rollback tid 0 to smithi111183488-22 2023-12-01T04:44:28.364 INFO:tasks.rados.rados.0.smithi111.stdout:146: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:44:28.364 INFO:tasks.rados.rados.0.smithi111.stdout:146: finishing rollback tid 2 to smithi111183488-22 2023-12-01T04:44:28.364 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 13 (ObjNum 47 snap 0 seq_num 47) dirty exists 2023-12-01T04:44:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:28 smithi155 ceph-mon[102677]: osdmap e91: 8 total, 8 up, 8 in 2023-12-01T04:44:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:28 smithi155 ceph-mon[102677]: osdmap e92: 8 total, 8 up, 8 in 2023-12-01T04:44:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:28 smithi111 ceph-mon[97855]: osdmap e91: 8 total, 8 up, 8 in 2023-12-01T04:44:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:28 smithi111 ceph-mon[97855]: osdmap e92: 8 total, 8 up, 8 in 2023-12-01T04:44:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:28 smithi111 ceph-mon[116524]: osdmap e91: 8 total, 8 up, 8 in 2023-12-01T04:44:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:28 smithi111 ceph-mon[116524]: osdmap e92: 8 total, 8 up, 8 in 2023-12-01T04:44:29.364 INFO:tasks.rados.rados.0.smithi111.stdout:144: done (3 left) 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:145: done (2 left) 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:146: done (1 left) 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:147: done (0 left) 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:148: read oid 33 snap -1 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:148: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:149: read oid 45 snap -1 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:149: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:29.365 INFO:tasks.rados.rados.0.smithi111.stdout:150: snap_create 2023-12-01T04:44:29.369 INFO:tasks.rados.rados.0.smithi111.stdout:149: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:29.403 INFO:tasks.rados.rados.0.smithi111.stdout:148: expect (ObjNum 32 snap 0 seq_num 32) 2023-12-01T04:44:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:29 smithi155 ceph-mon[102677]: pgmap v111: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:29 smithi111 ceph-mon[97855]: pgmap v111: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:44:29] "GET /metrics HTTP/1.1" 200 36012 "" "Prometheus/2.43.0" 2023-12-01T04:44:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:29 smithi111 ceph-mon[116524]: pgmap v111: 121 pgs: 121 active+clean; 31 MiB data, 266 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:30.365 INFO:tasks.rados.rados.0.smithi111.stdout:148: done (2 left) 2023-12-01T04:44:30.365 INFO:tasks.rados.rados.0.smithi111.stdout:149: done (1 left) 2023-12-01T04:44:30.366 INFO:tasks.rados.rados.0.smithi111.stdout:150: done (0 left) 2023-12-01T04:44:30.366 INFO:tasks.rados.rados.0.smithi111.stdout:151: copy_from oid 48 from oid 42 current snap is 10 2023-12-01T04:44:30.366 INFO:tasks.rados.rados.0.smithi111.stdout:152: delete oid 29 current snap is 10 2023-12-01T04:44:30.370 INFO:tasks.rados.rados.0.smithi111.stdout:152: done (1 left) 2023-12-01T04:44:30.370 INFO:tasks.rados.rados.0.smithi111.stdout:153: snap_create 2023-12-01T04:44:30.376 INFO:tasks.rados.rados.0.smithi111.stdout:151: finishing copy_from to smithi111183488-48 2023-12-01T04:44:30.376 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:44:30.377 INFO:tasks.rados.rados.0.smithi111.stdout:151: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:44:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:30 smithi155 ceph-mon[102677]: osdmap e93: 8 total, 8 up, 8 in 2023-12-01T04:44:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:30 smithi111 ceph-mon[97855]: osdmap e93: 8 total, 8 up, 8 in 2023-12-01T04:44:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:30 smithi111 ceph-mon[116524]: osdmap e93: 8 total, 8 up, 8 in 2023-12-01T04:44:31.379 INFO:tasks.rados.rados.0.smithi111.stdout:151: done (1 left) 2023-12-01T04:44:31.379 INFO:tasks.rados.rados.0.smithi111.stdout:153: done (0 left) 2023-12-01T04:44:31.379 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 11 2023-12-01T04:44:31.379 INFO:tasks.rados.rados.0.smithi111.stdout:154: seq_num 69 ranges {1810432=761856,2572288=401408} 2023-12-01T04:44:31.393 INFO:tasks.rados.rados.0.smithi111.stdout:154: writing smithi111183488-43 from 1810432 to 2572288 tid 1 2023-12-01T04:44:31.396 INFO:tasks.rados.rados.0.smithi111.stdout:154: writing smithi111183488-43 from 2572288 to 2973696 tid 2 2023-12-01T04:44:31.396 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 11 2023-12-01T04:44:31.396 INFO:tasks.rados.rados.0.smithi111.stdout:155: seq_num 70 ranges {155648=778240,933888=401408} 2023-12-01T04:44:31.402 INFO:tasks.rados.rados.0.smithi111.stdout:155: writing smithi111183488-10 from 155648 to 933888 tid 1 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:155: writing smithi111183488-10 from 933888 to 1335296 tid 2 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:156: snap_create 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:154: finishing write tid 1 to smithi111183488-43 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:154: finishing write tid 2 to smithi111183488-43 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:154: finishing write tid 3 to smithi111183488-43 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:154: finishing write tid 4 to smithi111183488-43 2023-12-01T04:44:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:154: oid 43 updating version 0 to 8 2023-12-01T04:44:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:154: oid 43 version 8 is already newer than 7 2023-12-01T04:44:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:154: oid 43 updating version 8 to 9 2023-12-01T04:44:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 9 (ObjNum 69 snap 11 seq_num 69) dirty exists 2023-12-01T04:44:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:154: left oid 43 (ObjNum 69 snap 11 seq_num 69) 2023-12-01T04:44:31.407 INFO:tasks.rados.rados.0.smithi111.stdout:155: finishing write tid 1 to smithi111183488-10 2023-12-01T04:44:31.407 INFO:tasks.rados.rados.0.smithi111.stdout:155: finishing write tid 2 to smithi111183488-10 2023-12-01T04:44:31.407 INFO:tasks.rados.rados.0.smithi111.stdout:155: finishing write tid 3 to smithi111183488-10 2023-12-01T04:44:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:155: finishing write tid 4 to smithi111183488-10 2023-12-01T04:44:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:155: oid 10 updating version 0 to 35 2023-12-01T04:44:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:155: oid 10 version 35 is already newer than 33 2023-12-01T04:44:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:155: oid 10 version 35 is already newer than 34 2023-12-01T04:44:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 35 (ObjNum 70 snap 11 seq_num 70) dirty exists 2023-12-01T04:44:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:155: left oid 10 (ObjNum 70 snap 11 seq_num 70) 2023-12-01T04:44:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:31 smithi155 ceph-mon[102677]: osdmap e94: 8 total, 8 up, 8 in 2023-12-01T04:44:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:31 smithi155 ceph-mon[102677]: pgmap v114: 121 pgs: 121 active+clean; 31 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T04:44:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:31 smithi111 ceph-mon[97855]: osdmap e94: 8 total, 8 up, 8 in 2023-12-01T04:44:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:31 smithi111 ceph-mon[97855]: pgmap v114: 121 pgs: 121 active+clean; 31 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T04:44:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:31 smithi111 ceph-mon[116524]: osdmap e94: 8 total, 8 up, 8 in 2023-12-01T04:44:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:31 smithi111 ceph-mon[116524]: pgmap v114: 121 pgs: 121 active+clean; 31 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T04:44:32.384 INFO:tasks.rados.rados.0.smithi111.stdout:154: done (2 left) 2023-12-01T04:44:32.384 INFO:tasks.rados.rados.0.smithi111.stdout:155: done (1 left) 2023-12-01T04:44:32.384 INFO:tasks.rados.rados.0.smithi111.stdout:156: done (0 left) 2023-12-01T04:44:32.384 INFO:tasks.rados.rados.0.smithi111.stdout:157: snap_create 2023-12-01T04:44:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:32 smithi155 ceph-mon[102677]: osdmap e95: 8 total, 8 up, 8 in 2023-12-01T04:44:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:32 smithi111 ceph-mon[97855]: osdmap e95: 8 total, 8 up, 8 in 2023-12-01T04:44:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:32 smithi111 ceph-mon[116524]: osdmap e95: 8 total, 8 up, 8 in 2023-12-01T04:44:33.334 INFO:tasks.rados.rados.0.smithi111.stdout:157: done (0 left) 2023-12-01T04:44:33.334 INFO:tasks.rados.rados.0.smithi111.stdout:158: read oid 42 snap -1 2023-12-01T04:44:33.334 INFO:tasks.rados.rados.0.smithi111.stdout:158: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:33.334 INFO:tasks.rados.rados.0.smithi111.stdout:159: rmattr oid 17 current snap is 13 2023-12-01T04:44:33.334 INFO:tasks.rados.rados.0.smithi111.stdout:159: done (1 left) 2023-12-01T04:44:33.334 INFO:tasks.rados.rados.0.smithi111.stdout:160: setattr oid 28 current snap is 13 2023-12-01T04:44:33.336 INFO:tasks.rados.rados.0.smithi111.stdout:161: copy_from oid 33 from oid 16 current snap is 13 2023-12-01T04:44:33.336 INFO:tasks.rados.rados.0.smithi111.stdout:162: setattr oid 32 current snap is 13 2023-12-01T04:44:33.337 INFO:tasks.rados.rados.0.smithi111.stdout:163: snap_remove snap 9 2023-12-01T04:44:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:33 smithi155 ceph-mon[102677]: osdmap e96: 8 total, 8 up, 8 in 2023-12-01T04:44:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:33 smithi155 ceph-mon[102677]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T04:44:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:33 smithi155 ceph-mon[102677]: osdmap e97: 8 total, 8 up, 8 in 2023-12-01T04:44:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:33 smithi111 ceph-mon[97855]: osdmap e96: 8 total, 8 up, 8 in 2023-12-01T04:44:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:33 smithi111 ceph-mon[97855]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T04:44:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:33 smithi111 ceph-mon[97855]: osdmap e97: 8 total, 8 up, 8 in 2023-12-01T04:44:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:33 smithi111 ceph-mon[116524]: osdmap e96: 8 total, 8 up, 8 in 2023-12-01T04:44:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:33 smithi111 ceph-mon[116524]: pgmap v117: 121 pgs: 121 active+clean; 31 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T04:44:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:33 smithi111 ceph-mon[116524]: osdmap e97: 8 total, 8 up, 8 in 2023-12-01T04:44:34.341 INFO:tasks.rados.rados.0.smithi111.stdout:163: done (4 left) 2023-12-01T04:44:34.341 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 13 2023-12-01T04:44:34.341 INFO:tasks.rados.rados.0.smithi111.stdout:164: seq_num 71 ranges {0=794624,794624=401408} 2023-12-01T04:44:34.346 INFO:tasks.rados.rados.0.smithi111.stdout:164: writing smithi111183488-25 from 0 to 794624 tid 1 2023-12-01T04:44:34.348 INFO:tasks.rados.rados.0.smithi111.stdout:164: writing smithi111183488-25 from 794624 to 1196032 tid 2 2023-12-01T04:44:34.348 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 13 2023-12-01T04:44:34.349 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 28 (ObjNum 31 snap 0 seq_num 31) dirty exists 2023-12-01T04:44:34.349 INFO:tasks.rados.rados.0.smithi111.stdout:165: seq_num 72 ranges {573440=409600,983040=524288,1507328=278528} 2023-12-01T04:44:34.354 INFO:tasks.rados.rados.0.smithi111.stdout:165: writing smithi111183488-35 from 573440 to 983040 tid 1 2023-12-01T04:44:34.356 INFO:tasks.rados.rados.0.smithi111.stdout:165: writing smithi111183488-35 from 983040 to 1507328 tid 2 2023-12-01T04:44:34.358 INFO:tasks.rados.rados.0.smithi111.stdout:165: writing smithi111183488-35 from 1507328 to 1785856 tid 3 2023-12-01T04:44:34.358 INFO:tasks.rados.rados.0.smithi111.stdout:162: done (5 left) 2023-12-01T04:44:34.359 INFO:tasks.rados.rados.0.smithi111.stdout:166: snap_remove snap 11 2023-12-01T04:44:34.648 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:34.648 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:34 smithi111 ceph-mon[97855]: osdmap e98: 8 total, 8 up, 8 in 2023-12-01T04:44:34.648 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:34.648 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:34 smithi111 ceph-mon[116524]: osdmap e98: 8 total, 8 up, 8 in 2023-12-01T04:44:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:34 smithi155 ceph-mon[102677]: osdmap e98: 8 total, 8 up, 8 in 2023-12-01T04:44:35.342 INFO:tasks.rados.rados.0.smithi111.stdout:166: done (5 left) 2023-12-01T04:44:35.342 INFO:tasks.rados.rados.0.smithi111.stdout:167: delete oid 8 current snap is 13 2023-12-01T04:44:35.343 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 46 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:35.343 INFO:tasks.rados.rados.0.smithi111.stdout:158: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:35.395 INFO:tasks.rados.rados.0.smithi111.stdout:161: finishing copy_from to smithi111183488-33 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:161: finishing copy_from racing read to smithi111183488-33 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:158: done (5 left) 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:160: done (4 left) 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:161: done (3 left) 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:167: done (2 left) 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:168: snap_create 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:164: finishing write tid 1 to smithi111183488-25 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:164: finishing write tid 2 to smithi111183488-25 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:164: finishing write tid 3 to smithi111183488-25 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:165: finishing write tid 1 to smithi111183488-35 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:164: finishing write tid 4 to smithi111183488-25 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:164: oid 25 updating version 0 to 28 2023-12-01T04:44:35.396 INFO:tasks.rados.rados.0.smithi111.stdout:164: oid 25 version 28 is already newer than 27 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:164: oid 25 updating version 28 to 29 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 29 (ObjNum 71 snap 13 seq_num 71) dirty exists 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:164: left oid 25 (ObjNum 71 snap 13 seq_num 71) 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: finishing write tid 2 to smithi111183488-35 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: finishing write tid 3 to smithi111183488-35 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: finishing write tid 4 to smithi111183488-35 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: finishing write tid 5 to smithi111183488-35 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: oid 35 updating version 0 to 34 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: oid 35 version 34 is already newer than 31 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: oid 35 version 34 is already newer than 32 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: oid 35 version 34 is already newer than 33 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 34 (ObjNum 72 snap 13 seq_num 72) dirty exists 2023-12-01T04:44:35.397 INFO:tasks.rados.rados.0.smithi111.stdout:165: left oid 35 (ObjNum 72 snap 13 seq_num 72) 2023-12-01T04:44:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:35 smithi155 ceph-mon[102677]: pgmap v120: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2023-12-01T04:44:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:35 smithi155 ceph-mon[102677]: osdmap e99: 8 total, 8 up, 8 in 2023-12-01T04:44:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:35 smithi111 ceph-mon[97855]: pgmap v120: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2023-12-01T04:44:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:35 smithi111 ceph-mon[97855]: osdmap e99: 8 total, 8 up, 8 in 2023-12-01T04:44:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:35 smithi111 ceph-mon[116524]: pgmap v120: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2023-12-01T04:44:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:35 smithi111 ceph-mon[116524]: osdmap e99: 8 total, 8 up, 8 in 2023-12-01T04:44:36.398 INFO:tasks.rados.rados.0.smithi111.stdout:164: done (2 left) 2023-12-01T04:44:36.398 INFO:tasks.rados.rados.0.smithi111.stdout:165: done (1 left) 2023-12-01T04:44:36.398 INFO:tasks.rados.rados.0.smithi111.stdout:168: done (0 left) 2023-12-01T04:44:36.399 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 14 2023-12-01T04:44:36.399 INFO:tasks.rados.rados.0.smithi111.stdout:169: seq_num 74 ranges {1056768=442368,1499136=696320,2195456=106496} 2023-12-01T04:44:36.406 INFO:tasks.rados.rados.0.smithi111.stdout:169: writing smithi111183488-31 from 1056768 to 1499136 tid 1 2023-12-01T04:44:36.410 INFO:tasks.rados.rados.0.smithi111.stdout:169: writing smithi111183488-31 from 1499136 to 2195456 tid 2 2023-12-01T04:44:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:169: writing smithi111183488-31 from 2195456 to 2301952 tid 3 2023-12-01T04:44:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 14 2023-12-01T04:44:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:170: seq_num 75 ranges {253952=458752,712704=581632,1294336=221184} 2023-12-01T04:44:36.415 INFO:tasks.rados.rados.0.smithi111.stdout:170: writing smithi111183488-16 from 253952 to 712704 tid 1 2023-12-01T04:44:36.418 INFO:tasks.rados.rados.0.smithi111.stdout:170: writing smithi111183488-16 from 712704 to 1294336 tid 2 2023-12-01T04:44:36.420 INFO:tasks.rados.rados.0.smithi111.stdout:170: writing smithi111183488-16 from 1294336 to 1515520 tid 3 2023-12-01T04:44:36.420 INFO:tasks.rados.rados.0.smithi111.stdout:171: copy_from oid 10 from oid 39 current snap is 14 2023-12-01T04:44:36.420 INFO:tasks.rados.rados.0.smithi111.stdout:169: finishing write tid 1 to smithi111183488-31 2023-12-01T04:44:36.420 INFO:tasks.rados.rados.0.smithi111.stdout:169: finishing write tid 2 to smithi111183488-31 2023-12-01T04:44:36.420 INFO:tasks.rados.rados.0.smithi111.stdout:169: finishing write tid 3 to smithi111183488-31 2023-12-01T04:44:36.420 INFO:tasks.rados.rados.0.smithi111.stdout:169: finishing write tid 4 to smithi111183488-31 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:172: read oid 48 snap 10 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:172: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:173: copy_from oid 50 from oid 1 current snap is 14 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: finishing write tid 5 to smithi111183488-31 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: oid 31 updating version 0 to 31 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: oid 31 version 31 is already newer than 29 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: oid 31 version 31 is already newer than 30 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: oid 31 updating version 31 to 32 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 32 (ObjNum 74 snap 14 seq_num 74) dirty exists 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: left oid 31 (ObjNum 74 snap 14 seq_num 74) 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:170: finishing write tid 1 to smithi111183488-16 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:169: done (4 left) 2023-12-01T04:44:36.421 INFO:tasks.rados.rados.0.smithi111.stdout:174: snap_remove snap 13 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:174: done (4 left) 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:175: delete oid 8 current snap is 14 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:173: finishing copy_from to smithi111183488-50 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:173: got expected ENOENT (src dne) 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:173: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:170: finishing write tid 2 to smithi111183488-16 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:170: finishing write tid 3 to smithi111183488-16 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:170: finishing write tid 4 to smithi111183488-16 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:170: finishing write tid 5 to smithi111183488-16 2023-12-01T04:44:37.408 INFO:tasks.rados.rados.0.smithi111.stdout:170: oid 16 updating version 0 to 41 2023-12-01T04:44:37.409 INFO:tasks.rados.rados.0.smithi111.stdout:170: oid 16 updating version 41 to 42 2023-12-01T04:44:37.409 INFO:tasks.rados.rados.0.smithi111.stdout:170: oid 16 version 42 is already newer than 40 2023-12-01T04:44:37.409 INFO:tasks.rados.rados.0.smithi111.stdout:170: oid 16 version 42 is already newer than 39 2023-12-01T04:44:37.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 42 (ObjNum 75 snap 14 seq_num 75) dirty exists 2023-12-01T04:44:37.409 INFO:tasks.rados.rados.0.smithi111.stdout:170: left oid 16 (ObjNum 75 snap 14 seq_num 75) 2023-12-01T04:44:37.409 INFO:tasks.rados.rados.0.smithi111.stdout:172: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:171: finishing copy_from to smithi111183488-10 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:171: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:170: done (4 left) 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:171: done (3 left) 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:172: done (2 left) 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:173: done (1 left) 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:175: done (0 left) 2023-12-01T04:44:37.460 INFO:tasks.rados.rados.0.smithi111.stdout:176: snap_remove snap 10 2023-12-01T04:44:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:37 smithi155 ceph-mon[102677]: osdmap e100: 8 total, 8 up, 8 in 2023-12-01T04:44:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:37 smithi155 ceph-mon[102677]: pgmap v123: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2023-12-01T04:44:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:37 smithi111 ceph-mon[97855]: osdmap e100: 8 total, 8 up, 8 in 2023-12-01T04:44:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:37 smithi111 ceph-mon[97855]: pgmap v123: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2023-12-01T04:44:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:37 smithi111 ceph-mon[116524]: osdmap e100: 8 total, 8 up, 8 in 2023-12-01T04:44:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:37 smithi111 ceph-mon[116524]: pgmap v123: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2023-12-01T04:44:38.278 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:44:38.414 INFO:tasks.rados.rados.0.smithi111.stdout:176: done (0 left) 2023-12-01T04:44:38.414 INFO:tasks.rados.rados.0.smithi111.stdout:177: snap_create 2023-12-01T04:44:38.593 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:44:38.593 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (114s) 48s ago 2m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:44:38.593 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2m) 47s ago 2m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:44:38.593 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3m) 48s ago 3m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:44:38.593 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3m) 47s ago 3m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6m) 47s ago 6m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8m) 48s ago 8m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8m) 48s ago 8m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7m) 47s ago 7m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6m) 48s ago 6m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2m) 48s ago 2m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2m) 47s ago 2m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6m) 48s ago 6m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5m) 48s ago 5m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5m) 48s ago 5m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5m) 48s ago 5m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4m) 47s ago 4m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:44:38.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4m) 47s ago 4m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:44:38.595 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4m) 47s ago 4m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:44:38.595 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3m) 47s ago 3m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:44:38.595 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (109s) 47s ago 2m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:44:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:38 smithi155 ceph-mon[102677]: osdmap e101: 8 total, 8 up, 8 in 2023-12-01T04:44:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:38 smithi111 ceph-mon[97855]: osdmap e101: 8 total, 8 up, 8 in 2023-12-01T04:44:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:38 smithi111 ceph-mon[116524]: osdmap e101: 8 total, 8 up, 8 in 2023-12-01T04:44:38.977 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:44:38.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:44:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:44:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:44:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:44:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:44:38.979 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:44:39.419 INFO:tasks.rados.rados.0.smithi111.stdout:177: done (0 left) 2023-12-01T04:44:39.419 INFO:tasks.rados.rados.0.smithi111.stdout:178: read oid 46 snap -1 2023-12-01T04:44:39.419 INFO:tasks.rados.rados.0.smithi111.stdout:178: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-01T04:44:39.419 INFO:tasks.rados.rados.0.smithi111.stdout:179: read oid 7 snap 7 2023-12-01T04:44:39.419 INFO:tasks.rados.rados.0.smithi111.stdout:179: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:44:39.419 INFO:tasks.rados.rados.0.smithi111.stdout:180: snap_create 2023-12-01T04:44:39.425 INFO:tasks.rados.rados.0.smithi111.stdout:178: expect (ObjNum 45 snap 0 seq_num 45) 2023-12-01T04:44:39.445 INFO:tasks.rados.rados.0.smithi111.stdout:179: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:39 smithi155 ceph-mon[102677]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:39 smithi155 ceph-mon[102677]: osdmap e102: 8 total, 8 up, 8 in 2023-12-01T04:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:39 smithi155 ceph-mon[102677]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:39 smithi155 ceph-mon[102677]: pgmap v126: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/885718105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:44:39] "GET /metrics HTTP/1.1" 200 36011 "" "Prometheus/2.43.0" 2023-12-01T04:44:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[97855]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[97855]: osdmap e102: 8 total, 8 up, 8 in 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[97855]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[97855]: pgmap v126: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/885718105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[116524]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[116524]: osdmap e102: 8 total, 8 up, 8 in 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[116524]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[116524]: pgmap v126: 121 pgs: 121 active+clean; 37 MiB data, 274 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/885718105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:44:40.419 INFO:tasks.rados.rados.0.smithi111.stdout:178: done (2 left) 2023-12-01T04:44:40.419 INFO:tasks.rados.rados.0.smithi111.stdout:179: done (1 left) 2023-12-01T04:44:40.419 INFO:tasks.rados.rados.0.smithi111.stdout:180: done (0 left) 2023-12-01T04:44:40.419 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 16 2023-12-01T04:44:40.419 INFO:tasks.rados.rados.0.smithi111.stdout:181: seq_num 77 ranges {204800=491520,696320=794624,1490944=8192} 2023-12-01T04:44:40.423 INFO:tasks.rados.rados.0.smithi111.stdout:181: writing smithi111183488-13 from 204800 to 696320 tid 1 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:181: writing smithi111183488-13 from 696320 to 1490944 tid 2 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:181: writing smithi111183488-13 from 1490944 to 1499136 tid 3 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:182: copy_from oid 15 from oid 5 current snap is 16 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:183: rollback oid 19 current snap is 16 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 7 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:184: copy_from oid 21 from oid 24 current snap is 16 2023-12-01T04:44:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:185: copy_from oid 3 from oid 7 current snap is 16 2023-12-01T04:44:40.429 INFO:tasks.rados.rados.0.smithi111.stdout:186: read oid 33 snap -1 2023-12-01T04:44:40.429 INFO:tasks.rados.rados.0.smithi111.stdout:186: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-01T04:44:40.429 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 16 2023-12-01T04:44:40.429 INFO:tasks.rados.rados.0.smithi111.stdout:187: seq_num 78 ranges {1515520=516096,2031616=679936,2711552=122880} 2023-12-01T04:44:40.440 INFO:tasks.rados.rados.0.smithi111.stdout:187: writing smithi111183488-16 from 1515520 to 2031616 tid 1 2023-12-01T04:44:40.444 INFO:tasks.rados.rados.0.smithi111.stdout:187: writing smithi111183488-16 from 2031616 to 2711552 tid 2 2023-12-01T04:44:40.445 INFO:tasks.rados.rados.0.smithi111.stdout:187: writing smithi111183488-16 from 2711552 to 2834432 tid 3 2023-12-01T04:44:40.445 INFO:tasks.rados.rados.0.smithi111.stdout:188: rmattr oid 34 current snap is 16 2023-12-01T04:44:40.445 INFO:tasks.rados.rados.0.smithi111.stdout:188: done (7 left) 2023-12-01T04:44:40.445 INFO:tasks.rados.rados.0.smithi111.stdout:189: snap_remove snap 12 2023-12-01T04:44:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:40 smithi155 ceph-mon[102677]: osdmap e103: 8 total, 8 up, 8 in 2023-12-01T04:44:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:40 smithi111 ceph-mon[97855]: osdmap e103: 8 total, 8 up, 8 in 2023-12-01T04:44:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:40 smithi111 ceph-mon[116524]: osdmap e103: 8 total, 8 up, 8 in 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:189: done (7 left) 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:190: read oid 39 snap -1 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:190: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:191: rmattr oid 4 current snap is 16 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:191: done (8 left) 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:192: snap_create 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:181: finishing write tid 1 to smithi111183488-13 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:183: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:181: finishing write tid 2 to smithi111183488-13 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:181: finishing write tid 3 to smithi111183488-13 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:183: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:44:41.433 INFO:tasks.rados.rados.0.smithi111.stdout:181: finishing write tid 4 to smithi111183488-13 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:183: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 40 (ObjNum 18 snap 0 seq_num 18) dirty exists 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:181: finishing write tid 5 to smithi111183488-13 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:181: oid 13 updating version 0 to 36 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:181: oid 13 version 36 is already newer than 34 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:181: oid 13 version 36 is already newer than 35 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:181: oid 13 updating version 36 to 37 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 37 (ObjNum 77 snap 16 seq_num 77) dirty exists 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:181: left oid 13 (ObjNum 77 snap 16 seq_num 77) 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:184: finishing copy_from to smithi111183488-21 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:184: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:44:41.434 INFO:tasks.rados.rados.0.smithi111.stdout:186: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:185: finishing copy_from to smithi111183488-3 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 8 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:185: finishing copy_from racing read to smithi111183488-3 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:187: finishing write tid 1 to smithi111183488-16 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:182: finishing copy_from to smithi111183488-15 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 23 (ObjNum 58 snap 4 seq_num 58) dirty exists 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:182: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:187: finishing write tid 2 to smithi111183488-16 2023-12-01T04:44:41.441 INFO:tasks.rados.rados.0.smithi111.stdout:187: finishing write tid 3 to smithi111183488-16 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: finishing write tid 4 to smithi111183488-16 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: finishing write tid 5 to smithi111183488-16 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: oid 16 updating version 0 to 54 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: oid 16 updating version 54 to 55 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: oid 16 updating version 55 to 56 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: oid 16 updating version 56 to 57 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 57 (ObjNum 78 snap 16 seq_num 78) dirty exists 2023-12-01T04:44:41.442 INFO:tasks.rados.rados.0.smithi111.stdout:187: left oid 16 (ObjNum 78 snap 16 seq_num 78) 2023-12-01T04:44:41.451 INFO:tasks.rados.rados.0.smithi111.stdout:190: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:41 smithi155 ceph-mon[102677]: osdmap e104: 8 total, 8 up, 8 in 2023-12-01T04:44:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:41 smithi155 ceph-mon[102677]: pgmap v129: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 1002 KiB/s wr, 6 op/s 2023-12-01T04:44:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:41 smithi111 ceph-mon[97855]: osdmap e104: 8 total, 8 up, 8 in 2023-12-01T04:44:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:41 smithi111 ceph-mon[97855]: pgmap v129: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 1002 KiB/s wr, 6 op/s 2023-12-01T04:44:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:41 smithi111 ceph-mon[116524]: osdmap e104: 8 total, 8 up, 8 in 2023-12-01T04:44:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:41 smithi111 ceph-mon[116524]: pgmap v129: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 1002 KiB/s wr, 6 op/s 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:181: done (8 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:182: done (7 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:183: done (6 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:184: done (5 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:185: done (4 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:186: done (3 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:187: done (2 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:190: done (1 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:192: done (0 left) 2023-12-01T04:44:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:193: copy_from oid 17 from oid 8 current snap is 17 2023-12-01T04:44:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:194: read oid 32 snap -1 2023-12-01T04:44:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:194: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-01T04:44:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:195: snap_remove snap 8 2023-12-01T04:44:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:42 smithi155 ceph-mon[102677]: osdmap e105: 8 total, 8 up, 8 in 2023-12-01T04:44:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:42 smithi111 ceph-mon[97855]: osdmap e105: 8 total, 8 up, 8 in 2023-12-01T04:44:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:42 smithi111 ceph-mon[116524]: osdmap e105: 8 total, 8 up, 8 in 2023-12-01T04:44:43.338 INFO:tasks.rados.rados.0.smithi111.stdout:195: done (2 left) 2023-12-01T04:44:43.338 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 17 2023-12-01T04:44:43.338 INFO:tasks.rados.rados.0.smithi111.stdout:193: finishing copy_from to smithi111183488-17 2023-12-01T04:44:43.338 INFO:tasks.rados.rados.0.smithi111.stdout:193: got expected ENOENT (src dne) 2023-12-01T04:44:43.338 INFO:tasks.rados.rados.0.smithi111.stdout:193: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:44:43.339 INFO:tasks.rados.rados.0.smithi111.stdout:196: seq_num 79 ranges {1056768=532480,1589248=565248,2154496=237568} 2023-12-01T04:44:43.347 INFO:tasks.rados.rados.0.smithi111.stdout:196: writing smithi111183488-2 from 1056768 to 1589248 tid 1 2023-12-01T04:44:43.350 INFO:tasks.rados.rados.0.smithi111.stdout:196: writing smithi111183488-2 from 1589248 to 2154496 tid 2 2023-12-01T04:44:43.352 INFO:tasks.rados.rados.0.smithi111.stdout:196: writing smithi111183488-2 from 2154496 to 2392064 tid 3 2023-12-01T04:44:43.352 INFO:tasks.rados.rados.0.smithi111.stdout:194: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-01T04:44:43.371 INFO:tasks.rados.rados.0.smithi111.stdout:196: finishing write tid 1 to smithi111183488-2 2023-12-01T04:44:43.371 INFO:tasks.rados.rados.0.smithi111.stdout:196: finishing write tid 2 to smithi111183488-2 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:193: done (2 left) 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:194: done (1 left) 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:197: copy_from oid 29 from oid 40 current snap is 17 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: finishing write tid 3 to smithi111183488-2 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: finishing write tid 4 to smithi111183488-2 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: finishing write tid 5 to smithi111183488-2 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: oid 2 updating version 0 to 69 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: oid 2 version 69 is already newer than 68 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: oid 2 version 69 is already newer than 67 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: oid 2 updating version 69 to 70 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 70 (ObjNum 79 snap 17 seq_num 79) dirty exists 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: left oid 2 (ObjNum 79 snap 17 seq_num 79) 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:196: done (1 left) 2023-12-01T04:44:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:198: rollback oid 31 current snap is 17 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 7 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:199: rmattr oid 30 current snap is 17 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:199: done (2 left) 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:200: rmattr oid 26 current snap is 17 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:200: done (2 left) 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:201: rmattr oid 12 current snap is 17 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:201: done (2 left) 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:202: read oid 49 snap -1 2023-12-01T04:44:43.373 INFO:tasks.rados.rados.0.smithi111.stdout:202: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-01T04:44:43.374 INFO:tasks.rados.rados.0.smithi111.stdout:203: read oid 50 snap -1 2023-12-01T04:44:43.374 INFO:tasks.rados.rados.0.smithi111.stdout:203: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-01T04:44:43.374 INFO:tasks.rados.rados.0.smithi111.stdout:204: setattr oid 23 current snap is 17 2023-12-01T04:44:43.374 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 17 2023-12-01T04:44:43.374 INFO:tasks.rados.rados.0.smithi111.stdout:205: seq_num 80 ranges {106496=548864,655360=450560,1105920=352256} 2023-12-01T04:44:43.377 INFO:tasks.rados.rados.0.smithi111.stdout:205: writing smithi111183488-3 from 106496 to 655360 tid 1 2023-12-01T04:44:43.380 INFO:tasks.rados.rados.0.smithi111.stdout:205: writing smithi111183488-3 from 655360 to 1105920 tid 2 2023-12-01T04:44:43.383 INFO:tasks.rados.rados.0.smithi111.stdout:205: writing smithi111183488-3 from 1105920 to 1458176 tid 3 2023-12-01T04:44:43.383 INFO:tasks.rados.rados.0.smithi111.stdout:206: copy_from oid 18 from oid 34 current snap is 17 2023-12-01T04:44:43.383 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 37 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-01T04:44:43.383 INFO:tasks.rados.rados.0.smithi111.stdout:198: finishing rollback tid 0 to smithi111183488-31 2023-12-01T04:44:43.383 INFO:tasks.rados.rados.0.smithi111.stdout:202: expect (ObjNum 48 snap 0 seq_num 48) 2023-12-01T04:44:43.406 INFO:tasks.rados.rados.0.smithi111.stdout:198: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:44:43.406 INFO:tasks.rados.rados.0.smithi111.stdout:198: finishing rollback tid 2 to smithi111183488-31 2023-12-01T04:44:43.406 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 47 (ObjNum 61 snap 6 seq_num 61) dirty exists 2023-12-01T04:44:43.407 INFO:tasks.rados.rados.0.smithi111.stdout:203: expect (ObjNum 49 snap 0 seq_num 49) 2023-12-01T04:44:43.427 INFO:tasks.rados.rados.0.smithi111.stdout:205: finishing write tid 1 to smithi111183488-3 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:197: finishing copy_from to smithi111183488-29 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:205: finishing write tid 2 to smithi111183488-3 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:198: done (6 left) 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:202: done (5 left) 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:203: done (4 left) 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:204: done (3 left) 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:207: snap_create 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:205: finishing write tid 3 to smithi111183488-3 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:197: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:44:43.428 INFO:tasks.rados.rados.0.smithi111.stdout:205: finishing write tid 4 to smithi111183488-3 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:206: finishing copy_from to smithi111183488-18 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:205: finishing write tid 5 to smithi111183488-3 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:205: oid 3 updating version 0 to 62 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:205: oid 3 updating version 62 to 63 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:205: oid 3 updating version 63 to 64 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:205: oid 3 version 64 is already newer than 60 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 64 (ObjNum 80 snap 17 seq_num 80) dirty exists 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:205: left oid 3 (ObjNum 80 snap 17 seq_num 80) 2023-12-01T04:44:43.429 INFO:tasks.rados.rados.0.smithi111.stdout:206: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:44:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:43 smithi155 ceph-mon[102677]: osdmap e106: 8 total, 8 up, 8 in 2023-12-01T04:44:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:43 smithi155 ceph-mon[102677]: pgmap v132: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 1002 KiB/s wr, 6 op/s 2023-12-01T04:44:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:43 smithi155 ceph-mon[102677]: osdmap e107: 8 total, 8 up, 8 in 2023-12-01T04:44:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:43 smithi111 ceph-mon[97855]: osdmap e106: 8 total, 8 up, 8 in 2023-12-01T04:44:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:43 smithi111 ceph-mon[97855]: pgmap v132: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 1002 KiB/s wr, 6 op/s 2023-12-01T04:44:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:43 smithi111 ceph-mon[97855]: osdmap e107: 8 total, 8 up, 8 in 2023-12-01T04:44:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:43 smithi111 ceph-mon[116524]: osdmap e106: 8 total, 8 up, 8 in 2023-12-01T04:44:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:43 smithi111 ceph-mon[116524]: pgmap v132: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 1002 KiB/s wr, 6 op/s 2023-12-01T04:44:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:43 smithi111 ceph-mon[116524]: osdmap e107: 8 total, 8 up, 8 in 2023-12-01T04:44:44.350 INFO:tasks.rados.rados.0.smithi111.stdout:197: done (3 left) 2023-12-01T04:44:44.350 INFO:tasks.rados.rados.0.smithi111.stdout:205: done (2 left) 2023-12-01T04:44:44.350 INFO:tasks.rados.rados.0.smithi111.stdout:206: done (1 left) 2023-12-01T04:44:44.350 INFO:tasks.rados.rados.0.smithi111.stdout:207: done (0 left) 2023-12-01T04:44:44.350 INFO:tasks.rados.rados.0.smithi111.stdout:208: delete oid 31 current snap is 18 2023-12-01T04:44:44.353 INFO:tasks.rados.rados.0.smithi111.stdout:208: done (0 left) 2023-12-01T04:44:44.354 INFO:tasks.rados.rados.0.smithi111.stdout:209: delete oid 26 current snap is 18 2023-12-01T04:44:44.358 INFO:tasks.rados.rados.0.smithi111.stdout:209: done (0 left) 2023-12-01T04:44:44.358 INFO:tasks.rados.rados.0.smithi111.stdout:210: copy_from oid 20 from oid 42 current snap is 18 2023-12-01T04:44:44.358 INFO:tasks.rados.rados.0.smithi111.stdout:211: delete oid 5 current snap is 18 2023-12-01T04:44:44.359 INFO:tasks.rados.rados.0.smithi111.stdout:211: done (1 left) 2023-12-01T04:44:44.360 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 18 2023-12-01T04:44:44.360 INFO:tasks.rados.rados.0.smithi111.stdout:212: seq_num 84 ranges {1499136=614400,2113536=434176,2547712=368640} 2023-12-01T04:44:44.371 INFO:tasks.rados.rados.0.smithi111.stdout:212: writing smithi111183488-13 from 1499136 to 2113536 tid 1 2023-12-01T04:44:44.374 INFO:tasks.rados.rados.0.smithi111.stdout:212: writing smithi111183488-13 from 2113536 to 2547712 tid 2 2023-12-01T04:44:44.376 INFO:tasks.rados.rados.0.smithi111.stdout:212: writing smithi111183488-13 from 2547712 to 2916352 tid 3 2023-12-01T04:44:44.376 INFO:tasks.rados.rados.0.smithi111.stdout:213: read oid 19 snap -1 2023-12-01T04:44:44.376 INFO:tasks.rados.rados.0.smithi111.stdout:213: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-01T04:44:44.377 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 18 2023-12-01T04:44:44.377 INFO:tasks.rados.rados.0.smithi111.stdout:214: seq_num 85 ranges {778240=630784,1409024=720896,2129920=81920} 2023-12-01T04:44:44.384 INFO:tasks.rados.rados.0.smithi111.stdout:214: writing smithi111183488-21 from 778240 to 1409024 tid 1 2023-12-01T04:44:44.388 INFO:tasks.rados.rados.0.smithi111.stdout:214: writing smithi111183488-21 from 1409024 to 2129920 tid 2 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:214: writing smithi111183488-21 from 2129920 to 2211840 tid 3 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:215: delete oid 22 current snap is 18 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:210: finishing copy_from to smithi111183488-20 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 12 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:210: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:212: finishing write tid 1 to smithi111183488-13 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:212: finishing write tid 2 to smithi111183488-13 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:212: finishing write tid 3 to smithi111183488-13 2023-12-01T04:44:44.389 INFO:tasks.rados.rados.0.smithi111.stdout:213: expect (ObjNum 18 snap 0 seq_num 18) 2023-12-01T04:44:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:212: finishing write tid 4 to smithi111183488-13 2023-12-01T04:44:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:212: finishing write tid 5 to smithi111183488-13 2023-12-01T04:44:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:212: oid 13 updating version 0 to 57 2023-12-01T04:44:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:212: oid 13 updating version 57 to 59 2023-12-01T04:44:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:212: oid 13 updating version 59 to 60 2023-12-01T04:44:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:212: oid 13 version 60 is already newer than 58 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 60 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:212: left oid 13 (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:214: finishing write tid 1 to smithi111183488-21 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:214: finishing write tid 2 to smithi111183488-21 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:214: finishing write tid 3 to smithi111183488-21 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:214: finishing write tid 4 to smithi111183488-21 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:210: done (4 left) 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:212: done (3 left) 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:213: done (2 left) 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:215: done (1 left) 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:216: read oid 32 snap -1 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:216: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:217: rollback oid 26 current snap is 18 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 7 2023-12-01T04:44:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:214: finishing write tid 5 to smithi111183488-21 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:214: oid 21 updating version 0 to 70 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:214: oid 21 updating version 70 to 72 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:214: oid 21 version 72 is already newer than 71 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:214: oid 21 updating version 72 to 73 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 73 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:214: left oid 21 (ObjNum 85 snap 18 seq_num 85) 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:214: done (2 left) 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:218: read oid 38 snap -1 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:218: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 18 2023-12-01T04:44:44.400 INFO:tasks.rados.rados.0.smithi111.stdout:219: seq_num 87 ranges {1048576=663552,1712128=491520,2203648=311296} 2023-12-01T04:44:44.407 INFO:tasks.rados.rados.0.smithi111.stdout:219: writing smithi111183488-15 from 1048576 to 1712128 tid 1 2023-12-01T04:44:44.410 INFO:tasks.rados.rados.0.smithi111.stdout:219: writing smithi111183488-15 from 1712128 to 2203648 tid 2 2023-12-01T04:44:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:219: writing smithi111183488-15 from 2203648 to 2514944 tid 3 2023-12-01T04:44:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:217: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:44:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:217: finishing rollback tid 2 to smithi111183488-26 2023-12-01T04:44:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 20 (ObjNum 25 snap 0 seq_num 25) dirty exists 2023-12-01T04:44:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:216: expect (ObjNum 31 snap 0 seq_num 31) 2023-12-01T04:44:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:218: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: finishing write tid 1 to smithi111183488-15 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:216: done (3 left) 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:217: done (2 left) 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:218: done (1 left) 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 18 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: finishing write tid 2 to smithi111183488-15 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: finishing write tid 3 to smithi111183488-15 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: finishing write tid 4 to smithi111183488-15 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: finishing write tid 5 to smithi111183488-15 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: oid 15 updating version 0 to 27 2023-12-01T04:44:44.447 INFO:tasks.rados.rados.0.smithi111.stdout:219: oid 15 version 27 is already newer than 24 2023-12-01T04:44:44.448 INFO:tasks.rados.rados.0.smithi111.stdout:219: oid 15 version 27 is already newer than 25 2023-12-01T04:44:44.448 INFO:tasks.rados.rados.0.smithi111.stdout:219: oid 15 version 27 is already newer than 26 2023-12-01T04:44:44.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 27 (ObjNum 87 snap 18 seq_num 87) dirty exists 2023-12-01T04:44:44.448 INFO:tasks.rados.rados.0.smithi111.stdout:219: left oid 15 (ObjNum 87 snap 18 seq_num 87) 2023-12-01T04:44:44.448 INFO:tasks.rados.rados.0.smithi111.stdout:220: seq_num 88 ranges {761856=679936,1441792=778240,2220032=24576} 2023-12-01T04:44:44.454 INFO:tasks.rados.rados.0.smithi111.stdout:220: writing smithi111183488-46 from 761856 to 1441792 tid 1 2023-12-01T04:44:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:220: writing smithi111183488-46 from 1441792 to 2220032 tid 2 2023-12-01T04:44:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:220: writing smithi111183488-46 from 2220032 to 2244608 tid 3 2023-12-01T04:44:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:219: done (1 left) 2023-12-01T04:44:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:221: read oid 30 snap 17 2023-12-01T04:44:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:221: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:220: finishing write tid 1 to smithi111183488-46 2023-12-01T04:44:44.460 INFO:tasks.rados.rados.0.smithi111.stdout:222: read oid 11 snap -1 2023-12-01T04:44:44.460 INFO:tasks.rados.rados.0.smithi111.stdout:222: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:44.460 INFO:tasks.rados.rados.0.smithi111.stdout:223: read oid 36 snap 15 2023-12-01T04:44:44.460 INFO:tasks.rados.rados.0.smithi111.stdout:223: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-01T04:44:44.460 INFO:tasks.rados.rados.0.smithi111.stdout:224: snap_remove snap 14 2023-12-01T04:44:44.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:44 smithi111 conmon[98277]: 2023-12-01T04:44:44.662+0000 7fdf327f7700 -1 log_channel(cephadm) log [ERR] : Upgrade: Paused due to UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:44:45.356 INFO:tasks.rados.rados.0.smithi111.stdout:224: done (4 left) 2023-12-01T04:44:45.356 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 18 2023-12-01T04:44:45.356 INFO:tasks.rados.rados.0.smithi111.stdout:225: seq_num 89 ranges {0=696320,696320=655360,1351680=147456} 2023-12-01T04:44:45.360 INFO:tasks.rados.rados.0.smithi111.stdout:225: writing smithi111183488-8 from 0 to 696320 tid 1 2023-12-01T04:44:45.364 INFO:tasks.rados.rados.0.smithi111.stdout:225: writing smithi111183488-8 from 696320 to 1351680 tid 2 2023-12-01T04:44:45.368 INFO:tasks.rados.rados.0.smithi111.stdout:225: writing smithi111183488-8 from 1351680 to 1499136 tid 3 2023-12-01T04:44:45.368 INFO:tasks.rados.rados.0.smithi111.stdout:226: read oid 13 snap -1 2023-12-01T04:44:45.368 INFO:tasks.rados.rados.0.smithi111.stdout:226: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:44:45.369 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 18 2023-12-01T04:44:45.369 INFO:tasks.rados.rados.0.smithi111.stdout:227: seq_num 90 ranges {778240=712704,1490944=540672,2031616=262144} 2023-12-01T04:44:45.374 INFO:tasks.rados.rados.0.smithi111.stdout:227: writing smithi111183488-24 from 778240 to 1490944 tid 1 2023-12-01T04:44:45.377 INFO:tasks.rados.rados.0.smithi111.stdout:227: writing smithi111183488-24 from 1490944 to 2031616 tid 2 2023-12-01T04:44:45.379 INFO:tasks.rados.rados.0.smithi111.stdout:227: writing smithi111183488-24 from 2031616 to 2293760 tid 3 2023-12-01T04:44:45.380 INFO:tasks.rados.rados.0.smithi111.stdout:228: setattr oid 50 current snap is 18 2023-12-01T04:44:45.380 INFO:tasks.rados.rados.0.smithi111.stdout:223: expect (ObjNum 1 snap 0 seq_num 1) 2023-12-01T04:44:45.381 INFO:tasks.rados.rados.0.smithi111.stdout:221: expect (ObjNum 29 snap 0 seq_num 29) 2023-12-01T04:44:45.394 INFO:tasks.rados.rados.0.smithi111.stdout:220: finishing write tid 2 to smithi111183488-46 2023-12-01T04:44:45.395 INFO:tasks.rados.rados.0.smithi111.stdout:220: finishing write tid 3 to smithi111183488-46 2023-12-01T04:44:45.395 INFO:tasks.rados.rados.0.smithi111.stdout:220: finishing write tid 4 to smithi111183488-46 2023-12-01T04:44:45.395 INFO:tasks.rados.rados.0.smithi111.stdout:222: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:45.399 INFO:tasks.rados.rados.0.smithi111.stdout:220: finishing write tid 5 to smithi111183488-46 2023-12-01T04:44:45.399 INFO:tasks.rados.rados.0.smithi111.stdout:220: oid 46 updating version 0 to 75 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:220: oid 46 updating version 75 to 77 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:220: oid 46 version 77 is already newer than 76 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:220: oid 46 updating version 77 to 78 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 78 (ObjNum 88 snap 18 seq_num 88) dirty exists 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:220: left oid 46 (ObjNum 88 snap 18 seq_num 88) 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: finishing write tid 1 to smithi111183488-8 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: finishing write tid 2 to smithi111183488-8 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: finishing write tid 3 to smithi111183488-8 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: finishing write tid 4 to smithi111183488-8 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: finishing write tid 5 to smithi111183488-8 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: oid 8 updating version 0 to 39 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: oid 8 version 39 is already newer than 38 2023-12-01T04:44:45.400 INFO:tasks.rados.rados.0.smithi111.stdout:225: oid 8 updating version 39 to 41 2023-12-01T04:44:45.401 INFO:tasks.rados.rados.0.smithi111.stdout:225: oid 8 version 41 is already newer than 40 2023-12-01T04:44:45.401 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 41 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:44:45.401 INFO:tasks.rados.rados.0.smithi111.stdout:225: left oid 8 (ObjNum 89 snap 18 seq_num 89) 2023-12-01T04:44:45.401 INFO:tasks.rados.rados.0.smithi111.stdout:226: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:44:45.500 INFO:tasks.rados.rados.0.smithi111.stdout:227: finishing write tid 1 to smithi111183488-24 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: finishing write tid 2 to smithi111183488-24 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: finishing write tid 3 to smithi111183488-24 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: finishing write tid 4 to smithi111183488-24 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: finishing write tid 5 to smithi111183488-24 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: oid 24 updating version 0 to 79 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: oid 24 version 79 is already newer than 76 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: oid 24 version 79 is already newer than 77 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: oid 24 version 79 is already newer than 78 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 79 (ObjNum 90 snap 18 seq_num 90) dirty exists 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:227: left oid 24 (ObjNum 90 snap 18 seq_num 90) 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:220: done (7 left) 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:221: done (6 left) 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:222: done (5 left) 2023-12-01T04:44:45.501 INFO:tasks.rados.rados.0.smithi111.stdout:223: done (4 left) 2023-12-01T04:44:45.502 INFO:tasks.rados.rados.0.smithi111.stdout:225: done (3 left) 2023-12-01T04:44:45.502 INFO:tasks.rados.rados.0.smithi111.stdout:226: done (2 left) 2023-12-01T04:44:45.502 INFO:tasks.rados.rados.0.smithi111.stdout:227: done (1 left) 2023-12-01T04:44:45.502 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 18 2023-12-01T04:44:45.502 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 88 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-01T04:44:45.502 INFO:tasks.rados.rados.0.smithi111.stdout:229: seq_num 91 ranges {303104=729088,1032192=425984,1458176=376832} 2023-12-01T04:44:45.505 INFO:tasks.rados.rados.0.smithi111.stdout:229: writing smithi111183488-19 from 303104 to 1032192 tid 1 2023-12-01T04:44:45.508 INFO:tasks.rados.rados.0.smithi111.stdout:229: writing smithi111183488-19 from 1032192 to 1458176 tid 2 2023-12-01T04:44:45.510 INFO:tasks.rados.rados.0.smithi111.stdout:229: writing smithi111183488-19 from 1458176 to 1835008 tid 3 2023-12-01T04:44:45.511 INFO:tasks.rados.rados.0.smithi111.stdout:228: done (1 left) 2023-12-01T04:44:45.511 INFO:tasks.rados.rados.0.smithi111.stdout:230: read oid 7 snap 17 2023-12-01T04:44:45.511 INFO:tasks.rados.rados.0.smithi111.stdout:230: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:44:45.511 INFO:tasks.rados.rados.0.smithi111.stdout:231: snap_remove snap 15 2023-12-01T04:44:45.667 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: osdmap e108: 8 total, 8 up, 8 in 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: Upgrade: Target is version 18.0.0-7650-g9942cfaf (reef) 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0c8c98e8c41deb3b86c195d11c258238e98ac6c64a6508f277734bfd03826b27, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0c8c98e8c41deb3b86c195d11c258238e98ac6c64a6508f277734bfd03826b27'] 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: Upgrade: Paused due to UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: pgmap v135: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:44:45.668 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: osdmap e108: 8 total, 8 up, 8 in 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: Upgrade: Target is version 18.0.0-7650-g9942cfaf (reef) 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0c8c98e8c41deb3b86c195d11c258238e98ac6c64a6508f277734bfd03826b27, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0c8c98e8c41deb3b86c195d11c258238e98ac6c64a6508f277734bfd03826b27'] 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: Upgrade: Paused due to UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: pgmap v135: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:44:45.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: osdmap e108: 8 total, 8 up, 8 in 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: Upgrade: Target is version 18.0.0-7650-g9942cfaf (reef) 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:0c8c98e8c41deb3b86c195d11c258238e98ac6c64a6508f277734bfd03826b27, digests ['quay.ceph.io/ceph-ci/ceph@sha256:0c8c98e8c41deb3b86c195d11c258238e98ac6c64a6508f277734bfd03826b27'] 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: Upgrade: Paused due to UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: pgmap v135: 121 pgs: 121 active+clean; 41 MiB data, 286 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:44:45.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:44:45.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:44:45.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:45 smithi111 conmon[97831]: 2023-12-01T04:44:45.666+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : Health check failed: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf (UPGRADE_BAD_TARGET_VERSION) 2023-12-01T04:44:46.363 INFO:tasks.rados.rados.0.smithi111.stdout:231: done (2 left) 2023-12-01T04:44:46.363 INFO:tasks.rados.rados.0.smithi111.stdout:232: snap_remove snap 7 2023-12-01T04:44:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:46 smithi155 ceph-mon[102677]: osdmap e109: 8 total, 8 up, 8 in 2023-12-01T04:44:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:46 smithi155 ceph-mon[102677]: Health check failed: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf (UPGRADE_BAD_TARGET_VERSION) 2023-12-01T04:44:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:46 smithi111 ceph-mon[97855]: osdmap e109: 8 total, 8 up, 8 in 2023-12-01T04:44:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:46 smithi111 ceph-mon[97855]: Health check failed: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf (UPGRADE_BAD_TARGET_VERSION) 2023-12-01T04:44:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:46 smithi111 ceph-mon[116524]: osdmap e109: 8 total, 8 up, 8 in 2023-12-01T04:44:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:46 smithi111 ceph-mon[116524]: Health check failed: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf (UPGRADE_BAD_TARGET_VERSION) 2023-12-01T04:44:47.374 INFO:tasks.rados.rados.0.smithi111.stdout:232: done (2 left) 2023-12-01T04:44:47.374 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 18 2023-12-01T04:44:47.374 INFO:tasks.rados.rados.0.smithi111.stdout:233: seq_num 92 ranges {2269184=745472,3014656=761856,3776512=40960} 2023-12-01T04:44:47.390 INFO:tasks.rados.rados.0.smithi111.stdout:233: writing smithi111183488-9 from 2269184 to 3014656 tid 1 2023-12-01T04:44:47.394 INFO:tasks.rados.rados.0.smithi111.stdout:233: writing smithi111183488-9 from 3014656 to 3776512 tid 2 2023-12-01T04:44:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:233: writing smithi111183488-9 from 3776512 to 3817472 tid 3 2023-12-01T04:44:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 18 2023-12-01T04:44:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:229: finishing write tid 1 to smithi111183488-19 2023-12-01T04:44:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:234: seq_num 93 ranges {778240=761856,1540096=647168,2187264=155648} 2023-12-01T04:44:47.403 INFO:tasks.rados.rados.0.smithi111.stdout:234: writing smithi111183488-47 from 778240 to 1540096 tid 1 2023-12-01T04:44:47.407 INFO:tasks.rados.rados.0.smithi111.stdout:234: writing smithi111183488-47 from 1540096 to 2187264 tid 2 2023-12-01T04:44:47.408 INFO:tasks.rados.rados.0.smithi111.stdout:234: writing smithi111183488-47 from 2187264 to 2342912 tid 3 2023-12-01T04:44:47.408 INFO:tasks.rados.rados.0.smithi111.stdout:235: read oid 11 snap -1 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:235: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:236: read oid 48 snap 17 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:236: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:237: setattr oid 46 current snap is 18 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:229: finishing write tid 2 to smithi111183488-19 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:229: finishing write tid 3 to smithi111183488-19 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:229: finishing write tid 4 to smithi111183488-19 2023-12-01T04:44:47.409 INFO:tasks.rados.rados.0.smithi111.stdout:230: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:44:47.412 INFO:tasks.rados.rados.0.smithi111.stdout:229: finishing write tid 5 to smithi111183488-19 2023-12-01T04:44:47.412 INFO:tasks.rados.rados.0.smithi111.stdout:229: oid 19 updating version 0 to 56 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:229: oid 19 version 56 is already newer than 54 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:229: oid 19 version 56 is already newer than 55 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:229: oid 19 updating version 56 to 57 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 57 (ObjNum 91 snap 18 seq_num 91) dirty exists 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:229: left oid 19 (ObjNum 91 snap 18 seq_num 91) 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:233: finishing write tid 1 to smithi111183488-9 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:233: finishing write tid 2 to smithi111183488-9 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:233: finishing write tid 3 to smithi111183488-9 2023-12-01T04:44:47.413 INFO:tasks.rados.rados.0.smithi111.stdout:233: finishing write tid 4 to smithi111183488-9 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:233: finishing write tid 5 to smithi111183488-9 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:233: oid 9 updating version 0 to 47 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:233: oid 9 updating version 47 to 49 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:233: oid 9 updating version 49 to 50 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:233: oid 9 version 50 is already newer than 48 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 50 (ObjNum 92 snap 18 seq_num 92) dirty exists 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:233: left oid 9 (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:234: finishing write tid 1 to smithi111183488-47 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:234: finishing write tid 2 to smithi111183488-47 2023-12-01T04:44:47.414 INFO:tasks.rados.rados.0.smithi111.stdout:235: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:47.417 INFO:tasks.rados.rados.0.smithi111.stdout:234: finishing write tid 3 to smithi111183488-47 2023-12-01T04:44:47.417 INFO:tasks.rados.rados.0.smithi111.stdout:234: finishing write tid 4 to smithi111183488-47 2023-12-01T04:44:47.417 INFO:tasks.rados.rados.0.smithi111.stdout:229: done (6 left) 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:230: done (5 left) 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:233: done (4 left) 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:235: done (3 left) 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:238: rollback oid 24 current snap is 18 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 17 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:234: finishing write tid 5 to smithi111183488-47 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:234: oid 47 updating version 0 to 30 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:234: oid 47 version 30 is already newer than 29 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:234: oid 47 updating version 30 to 31 2023-12-01T04:44:47.418 INFO:tasks.rados.rados.0.smithi111.stdout:234: oid 47 version 31 is already newer than 28 2023-12-01T04:44:47.419 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 31 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-01T04:44:47.419 INFO:tasks.rados.rados.0.smithi111.stdout:234: left oid 47 (ObjNum 93 snap 18 seq_num 93) 2023-12-01T04:44:47.419 INFO:tasks.rados.rados.0.smithi111.stdout:236: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:47.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 111 (ObjNum 88 snap 18 seq_num 88) dirty exists 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:234: done (3 left) 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:236: done (2 left) 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:237: done (1 left) 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:239: delete oid 49 current snap is 18 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:238: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:238: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:238: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:44:47.469 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 96 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:44:47.470 INFO:tasks.rados.rados.0.smithi111.stdout:238: done (1 left) 2023-12-01T04:44:47.470 INFO:tasks.rados.rados.0.smithi111.stdout:239: done (0 left) 2023-12-01T04:44:47.470 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 18 2023-12-01T04:44:47.470 INFO:tasks.rados.rados.0.smithi111.stdout:240: seq_num 95 ranges {425984=794624,1220608=409600,1630208=393216} 2023-12-01T04:44:47.477 INFO:tasks.rados.rados.0.smithi111.stdout:240: writing smithi111183488-26 from 425984 to 1220608 tid 1 2023-12-01T04:44:47.479 INFO:tasks.rados.rados.0.smithi111.stdout:240: writing smithi111183488-26 from 1220608 to 1630208 tid 2 2023-12-01T04:44:47.482 INFO:tasks.rados.rados.0.smithi111.stdout:240: writing smithi111183488-26 from 1630208 to 2023424 tid 3 2023-12-01T04:44:47.482 INFO:tasks.rados.rados.0.smithi111.stdout:241: setattr oid 47 current snap is 18 2023-12-01T04:44:47.482 INFO:tasks.rados.rados.0.smithi111.stdout:240: finishing write tid 1 to smithi111183488-26 2023-12-01T04:44:47.482 INFO:tasks.rados.rados.0.smithi111.stdout:240: finishing write tid 2 to smithi111183488-26 2023-12-01T04:44:47.484 INFO:tasks.rados.rados.0.smithi111.stdout:242: setattr oid 30 current snap is 18 2023-12-01T04:44:47.484 INFO:tasks.rados.rados.0.smithi111.stdout:240: finishing write tid 3 to smithi111183488-26 2023-12-01T04:44:47.484 INFO:tasks.rados.rados.0.smithi111.stdout:240: finishing write tid 4 to smithi111183488-26 2023-12-01T04:44:47.486 INFO:tasks.rados.rados.0.smithi111.stdout:243: snap_remove snap 16 2023-12-01T04:44:47.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:47 smithi155 ceph-mon[102677]: osdmap e110: 8 total, 8 up, 8 in 2023-12-01T04:44:47.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:47 smithi155 ceph-mon[102677]: pgmap v138: 121 pgs: 121 active+clean; 56 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2023-12-01T04:44:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:47 smithi111 ceph-mon[97855]: osdmap e110: 8 total, 8 up, 8 in 2023-12-01T04:44:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:47 smithi111 ceph-mon[97855]: pgmap v138: 121 pgs: 121 active+clean; 56 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2023-12-01T04:44:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:47 smithi111 ceph-mon[116524]: osdmap e110: 8 total, 8 up, 8 in 2023-12-01T04:44:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:47 smithi111 ceph-mon[116524]: pgmap v138: 121 pgs: 121 active+clean; 56 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.9 MiB/s wr, 33 op/s 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:243: done (3 left) 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:244: read oid 49 snap -1 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:244: expect deleted 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:245: read oid 42 snap -1 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:245: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:246: read oid 33 snap -1 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:246: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-01T04:44:48.340 INFO:tasks.rados.rados.0.smithi111.stdout:247: snap_remove snap 17 2023-12-01T04:44:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:48 smithi155 ceph-mon[102677]: osdmap e111: 8 total, 8 up, 8 in 2023-12-01T04:44:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:48 smithi155 ceph-mon[102677]: osdmap e112: 8 total, 8 up, 8 in 2023-12-01T04:44:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:48 smithi111 ceph-mon[97855]: osdmap e111: 8 total, 8 up, 8 in 2023-12-01T04:44:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:48 smithi111 ceph-mon[97855]: osdmap e112: 8 total, 8 up, 8 in 2023-12-01T04:44:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:48 smithi111 ceph-mon[116524]: osdmap e111: 8 total, 8 up, 8 in 2023-12-01T04:44:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:48 smithi111 ceph-mon[116524]: osdmap e112: 8 total, 8 up, 8 in 2023-12-01T04:44:49.339 INFO:tasks.rados.rados.0.smithi111.stdout:247: done (6 left) 2023-12-01T04:44:49.339 INFO:tasks.rados.rados.0.smithi111.stdout:248: copy_from oid 15 from oid 40 current snap is 18 2023-12-01T04:44:49.339 INFO:tasks.rados.rados.0.smithi111.stdout:249: read oid 45 snap -1 2023-12-01T04:44:49.339 INFO:tasks.rados.rados.0.smithi111.stdout:249: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:49.339 INFO:tasks.rados.rados.0.smithi111.stdout:250: rollback oid 41 current snap is 18 2023-12-01T04:44:49.339 INFO:tasks.rados.rados.0.smithi111.stdout:250: done (8 left) 2023-12-01T04:44:49.340 INFO:tasks.rados.rados.0.smithi111.stdout:251: rmattr oid 14 current snap is 18 2023-12-01T04:44:49.340 INFO:tasks.rados.rados.0.smithi111.stdout:252: snap_create 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:240: finishing write tid 5 to smithi111183488-26 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:240: oid 26 updating version 0 to 33 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:240: oid 26 version 33 is already newer than 32 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:240: oid 26 updating version 33 to 35 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:240: oid 26 version 35 is already newer than 34 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 35 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-01T04:44:49.342 INFO:tasks.rados.rados.0.smithi111.stdout:240: left oid 26 (ObjNum 95 snap 18 seq_num 95) 2023-12-01T04:44:49.343 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 36 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-01T04:44:49.343 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 76 (ObjNum 29 snap 0 seq_num 29) dirty exists 2023-12-01T04:44:49.343 INFO:tasks.rados.rados.0.smithi111.stdout:246: expect (ObjNum 15 snap 0 seq_num 15) 2023-12-01T04:44:49.351 INFO:tasks.rados.rados.0.smithi111.stdout:245: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:44:49.403 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 56 (ObjNum 13 snap 0 seq_num 13) dirty exists 2023-12-01T04:44:49.403 INFO:tasks.rados.rados.0.smithi111.stdout:249: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:44:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:248: finishing copy_from to smithi111183488-15 2023-12-01T04:44:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:44:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:248: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:44:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:44:49] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:44:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:49 smithi155 ceph-mon[102677]: pgmap v141: 121 pgs: 121 active+clean; 56 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T04:44:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:49 smithi155 ceph-mon[102677]: osdmap e113: 8 total, 8 up, 8 in 2023-12-01T04:44:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[97855]: pgmap v141: 121 pgs: 121 active+clean; 56 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T04:44:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[97855]: osdmap e113: 8 total, 8 up, 8 in 2023-12-01T04:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[116524]: pgmap v141: 121 pgs: 121 active+clean; 56 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T04:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:49 smithi111 ceph-mon[116524]: osdmap e113: 8 total, 8 up, 8 in 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:240: done (9 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:241: done (8 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:242: done (7 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:244: done (6 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:245: done (5 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:246: done (4 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:248: done (3 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:249: done (2 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:251: done (1 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:252: done (0 left) 2023-12-01T04:44:50.339 INFO:tasks.rados.rados.0.smithi111.stdout:253: snap_create 2023-12-01T04:44:51.348 INFO:tasks.rados.rados.0.smithi111.stdout:253: done (0 left) 2023-12-01T04:44:51.348 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 20 2023-12-01T04:44:51.348 INFO:tasks.rados.rados.0.smithi111.stdout:254: seq_num 96 ranges {491520=409600,901120=696320,1597440=507904} 2023-12-01T04:44:51.353 INFO:tasks.rados.rados.0.smithi111.stdout:254: writing smithi111183488-30 from 491520 to 901120 tid 1 2023-12-01T04:44:51.357 INFO:tasks.rados.rados.0.smithi111.stdout:254: writing smithi111183488-30 from 901120 to 1597440 tid 2 2023-12-01T04:44:51.360 INFO:tasks.rados.rados.0.smithi111.stdout:254: writing smithi111183488-30 from 1597440 to 2105344 tid 3 2023-12-01T04:44:51.360 INFO:tasks.rados.rados.0.smithi111.stdout:255: rmattr oid 17 current snap is 20 2023-12-01T04:44:51.360 INFO:tasks.rados.rados.0.smithi111.stdout:255: done (1 left) 2023-12-01T04:44:51.360 INFO:tasks.rados.rados.0.smithi111.stdout:256: snap_remove snap 18 2023-12-01T04:44:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:51 smithi155 ceph-mon[102677]: osdmap e114: 8 total, 8 up, 8 in 2023-12-01T04:44:51.760 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:51 smithi155 ceph-mon[102677]: pgmap v144: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2023-12-01T04:44:51.761 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:51 smithi111 ceph-mon[97855]: osdmap e114: 8 total, 8 up, 8 in 2023-12-01T04:44:51.761 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:51 smithi111 ceph-mon[97855]: pgmap v144: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2023-12-01T04:44:51.761 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:51 smithi111 ceph-mon[116524]: osdmap e114: 8 total, 8 up, 8 in 2023-12-01T04:44:51.761 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:51 smithi111 ceph-mon[116524]: pgmap v144: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2023-12-01T04:44:52.352 INFO:tasks.rados.rados.0.smithi111.stdout:256: done (1 left) 2023-12-01T04:44:52.352 INFO:tasks.rados.rados.0.smithi111.stdout:257: snap_remove snap 19 2023-12-01T04:44:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:52 smithi155 ceph-mon[102677]: osdmap e115: 8 total, 8 up, 8 in 2023-12-01T04:44:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:52 smithi111 ceph-mon[97855]: osdmap e115: 8 total, 8 up, 8 in 2023-12-01T04:44:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:52 smithi111 ceph-mon[116524]: osdmap e115: 8 total, 8 up, 8 in 2023-12-01T04:44:53.340 INFO:tasks.rados.rados.0.smithi111.stdout:257: done (1 left) 2023-12-01T04:44:53.340 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 20 2023-12-01T04:44:53.340 INFO:tasks.rados.rados.0.smithi111.stdout:254: finishing write tid 1 to smithi111183488-30 2023-12-01T04:44:53.340 INFO:tasks.rados.rados.0.smithi111.stdout:258: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2023-12-01T04:44:53.342 INFO:tasks.rados.rados.0.smithi111.stdout:258: writing smithi111183488-6 from 0 to 434176 tid 1 2023-12-01T04:44:53.346 INFO:tasks.rados.rados.0.smithi111.stdout:258: writing smithi111183488-6 from 434176 to 1015808 tid 2 2023-12-01T04:44:53.349 INFO:tasks.rados.rados.0.smithi111.stdout:258: writing smithi111183488-6 from 1015808 to 1556480 tid 3 2023-12-01T04:44:53.350 INFO:tasks.rados.rados.0.smithi111.stdout:258: writing smithi111183488-6 from 1556480 to 1638400 tid 4 2023-12-01T04:44:53.350 INFO:tasks.rados.rados.0.smithi111.stdout:259: read oid 11 snap -1 2023-12-01T04:44:53.350 INFO:tasks.rados.rados.0.smithi111.stdout:259: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:53.350 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 20 2023-12-01T04:44:53.350 INFO:tasks.rados.rados.0.smithi111.stdout:254: finishing write tid 2 to smithi111183488-30 2023-12-01T04:44:53.350 INFO:tasks.rados.rados.0.smithi111.stdout:260: seq_num 98 ranges {557056=450560,1007616=466944,1474560=737280} 2023-12-01T04:44:53.357 INFO:tasks.rados.rados.0.smithi111.stdout:260: writing smithi111183488-28 from 557056 to 1007616 tid 1 2023-12-01T04:44:53.358 INFO:tasks.rados.rados.0.smithi111.stdout:260: writing smithi111183488-28 from 1007616 to 1474560 tid 2 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:260: writing smithi111183488-28 from 1474560 to 2211840 tid 3 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:261: snap_create 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: finishing write tid 3 to smithi111183488-30 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: finishing write tid 4 to smithi111183488-30 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: finishing write tid 5 to smithi111183488-30 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: oid 30 updating version 0 to 93 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: oid 30 version 93 is already newer than 92 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: oid 30 version 93 is already newer than 90 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: oid 30 version 93 is already newer than 91 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 93 (ObjNum 96 snap 20 seq_num 96) dirty exists 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:254: left oid 30 (ObjNum 96 snap 20 seq_num 96) 2023-12-01T04:44:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:258: finishing write tid 1 to smithi111183488-6 2023-12-01T04:44:53.365 INFO:tasks.rados.rados.0.smithi111.stdout:258: finishing write tid 2 to smithi111183488-6 2023-12-01T04:44:53.365 INFO:tasks.rados.rados.0.smithi111.stdout:259: expect (ObjNum 10 snap 0 seq_num 10) 2023-12-01T04:44:53.368 INFO:tasks.rados.rados.0.smithi111.stdout:258: finishing write tid 3 to smithi111183488-6 2023-12-01T04:44:53.368 INFO:tasks.rados.rados.0.smithi111.stdout:258: finishing write tid 4 to smithi111183488-6 2023-12-01T04:44:53.368 INFO:tasks.rados.rados.0.smithi111.stdout:258: finishing write tid 5 to smithi111183488-6 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:260: finishing write tid 1 to smithi111183488-28 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:260: finishing write tid 2 to smithi111183488-28 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: finishing write tid 6 to smithi111183488-6 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: oid 6 updating version 0 to 28 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: oid 6 updating version 28 to 29 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: oid 6 updating version 29 to 30 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: oid 6 version 30 is already newer than 27 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: oid 6 updating version 30 to 31 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 31 (ObjNum 97 snap 20 seq_num 97) dirty exists 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:258: left oid 6 (ObjNum 97 snap 20 seq_num 97) 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:260: finishing write tid 3 to smithi111183488-28 2023-12-01T04:44:53.369 INFO:tasks.rados.rados.0.smithi111.stdout:260: finishing write tid 4 to smithi111183488-28 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:260: finishing write tid 5 to smithi111183488-28 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:260: oid 28 updating version 0 to 62 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:260: oid 28 updating version 62 to 63 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:260: oid 28 updating version 63 to 64 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:260: oid 28 version 64 is already newer than 61 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 64 (ObjNum 98 snap 20 seq_num 98) dirty exists 2023-12-01T04:44:53.370 INFO:tasks.rados.rados.0.smithi111.stdout:260: left oid 28 (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:44:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:53 smithi155 ceph-mon[102677]: osdmap e116: 8 total, 8 up, 8 in 2023-12-01T04:44:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:53 smithi155 ceph-mon[102677]: pgmap v147: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2023-12-01T04:44:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:53 smithi155 ceph-mon[102677]: osdmap e117: 8 total, 8 up, 8 in 2023-12-01T04:44:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:53 smithi111 ceph-mon[116524]: osdmap e116: 8 total, 8 up, 8 in 2023-12-01T04:44:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:53 smithi111 ceph-mon[116524]: pgmap v147: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2023-12-01T04:44:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:53 smithi111 ceph-mon[116524]: osdmap e117: 8 total, 8 up, 8 in 2023-12-01T04:44:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:53 smithi111 ceph-mon[97855]: osdmap e116: 8 total, 8 up, 8 in 2023-12-01T04:44:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:53 smithi111 ceph-mon[97855]: pgmap v147: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2023-12-01T04:44:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:53 smithi111 ceph-mon[97855]: osdmap e117: 8 total, 8 up, 8 in 2023-12-01T04:44:54.361 INFO:tasks.rados.rados.0.smithi111.stdout:254: done (4 left) 2023-12-01T04:44:54.361 INFO:tasks.rados.rados.0.smithi111.stdout:258: done (3 left) 2023-12-01T04:44:54.361 INFO:tasks.rados.rados.0.smithi111.stdout:259: done (2 left) 2023-12-01T04:44:54.361 INFO:tasks.rados.rados.0.smithi111.stdout:260: done (1 left) 2023-12-01T04:44:54.362 INFO:tasks.rados.rados.0.smithi111.stdout:261: done (0 left) 2023-12-01T04:44:54.362 INFO:tasks.rados.rados.0.smithi111.stdout:262: delete oid 41 current snap is 21 2023-12-01T04:44:54.368 INFO:tasks.rados.rados.0.smithi111.stdout:262: done (0 left) 2023-12-01T04:44:54.368 INFO:tasks.rados.rados.0.smithi111.stdout:263: read oid 13 snap -1 2023-12-01T04:44:54.368 INFO:tasks.rados.rados.0.smithi111.stdout:263: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:44:54.368 INFO:tasks.rados.rados.0.smithi111.stdout:264: setattr oid 26 current snap is 21 2023-12-01T04:44:54.368 INFO:tasks.rados.rados.0.smithi111.stdout:265: copy_from oid 32 from oid 7 current snap is 21 2023-12-01T04:44:54.368 INFO:tasks.rados.rados.0.smithi111.stdout:266: read oid 22 snap -1 2023-12-01T04:44:54.369 INFO:tasks.rados.rados.0.smithi111.stdout:266: expect deleted 2023-12-01T04:44:54.369 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 21 2023-12-01T04:44:54.369 INFO:tasks.rados.rados.0.smithi111.stdout:267: seq_num 100 ranges {663552=483328,1146880=688128,1835008=516096} 2023-12-01T04:44:54.374 INFO:tasks.rados.rados.0.smithi111.stdout:267: writing smithi111183488-15 from 663552 to 1146880 tid 1 2023-12-01T04:44:54.378 INFO:tasks.rados.rados.0.smithi111.stdout:267: writing smithi111183488-15 from 1146880 to 1835008 tid 2 2023-12-01T04:44:54.381 INFO:tasks.rados.rados.0.smithi111.stdout:267: writing smithi111183488-15 from 1835008 to 2351104 tid 3 2023-12-01T04:44:54.381 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 21 2023-12-01T04:44:54.381 INFO:tasks.rados.rados.0.smithi111.stdout:268: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2023-12-01T04:44:54.384 INFO:tasks.rados.rados.0.smithi111.stdout:268: writing smithi111183488-49 from 0 to 499712 tid 1 2023-12-01T04:44:54.387 INFO:tasks.rados.rados.0.smithi111.stdout:268: writing smithi111183488-49 from 499712 to 1073152 tid 2 2023-12-01T04:44:54.390 INFO:tasks.rados.rados.0.smithi111.stdout:268: writing smithi111183488-49 from 1073152 to 1597440 tid 3 2023-12-01T04:44:54.391 INFO:tasks.rados.rados.0.smithi111.stdout:268: writing smithi111183488-49 from 1597440 to 1703936 tid 4 2023-12-01T04:44:54.391 INFO:tasks.rados.rados.0.smithi111.stdout:269: rollback oid 33 current snap is 21 2023-12-01T04:44:54.392 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 20 2023-12-01T04:44:54.392 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 46 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-01T04:44:54.392 INFO:tasks.rados.rados.0.smithi111.stdout:263: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:44:54.493 INFO:tasks.rados.rados.0.smithi111.stdout:265: finishing copy_from to smithi111183488-32 2023-12-01T04:44:54.493 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 8 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-01T04:44:54.493 INFO:tasks.rados.rados.0.smithi111.stdout:265: finishing copy_from racing read to smithi111183488-32 2023-12-01T04:44:54.493 INFO:tasks.rados.rados.0.smithi111.stdout:267: finishing write tid 1 to smithi111183488-15 2023-12-01T04:44:54.493 INFO:tasks.rados.rados.0.smithi111.stdout:267: finishing write tid 2 to smithi111183488-15 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: finishing write tid 3 to smithi111183488-15 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:263: done (6 left) 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:264: done (5 left) 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:265: done (4 left) 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:266: done (3 left) 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 21 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: finishing write tid 4 to smithi111183488-15 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: finishing write tid 5 to smithi111183488-15 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: oid 15 updating version 0 to 33 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: oid 15 updating version 33 to 34 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: oid 15 version 34 is already newer than 32 2023-12-01T04:44:54.494 INFO:tasks.rados.rados.0.smithi111.stdout:267: oid 15 updating version 34 to 35 2023-12-01T04:44:54.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 35 (ObjNum 100 snap 21 seq_num 100) dirty exists 2023-12-01T04:44:54.495 INFO:tasks.rados.rados.0.smithi111.stdout:267: left oid 15 (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:44:54.495 INFO:tasks.rados.rados.0.smithi111.stdout:268: finishing write tid 1 to smithi111183488-49 2023-12-01T04:44:54.495 INFO:tasks.rados.rados.0.smithi111.stdout:268: finishing write tid 2 to smithi111183488-49 2023-12-01T04:44:54.495 INFO:tasks.rados.rados.0.smithi111.stdout:269: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:44:54.495 INFO:tasks.rados.rados.0.smithi111.stdout:270: seq_num 102 ranges {1196032=516096,1712128=450560,2162688=729088,2891776=24576} 2023-12-01T04:44:54.501 INFO:tasks.rados.rados.0.smithi111.stdout:270: writing smithi111183488-25 from 1196032 to 1712128 tid 1 2023-12-01T04:44:54.504 INFO:tasks.rados.rados.0.smithi111.stdout:270: writing smithi111183488-25 from 1712128 to 2162688 tid 2 2023-12-01T04:44:54.509 INFO:tasks.rados.rados.0.smithi111.stdout:270: writing smithi111183488-25 from 2162688 to 2891776 tid 3 2023-12-01T04:44:54.509 INFO:tasks.rados.rados.0.smithi111.stdout:270: writing smithi111183488-25 from 2891776 to 2916352 tid 4 2023-12-01T04:44:54.509 INFO:tasks.rados.rados.0.smithi111.stdout:267: done (3 left) 2023-12-01T04:44:54.509 INFO:tasks.rados.rados.0.smithi111.stdout:271: read oid 12 snap -1 2023-12-01T04:44:54.509 INFO:tasks.rados.rados.0.smithi111.stdout:271: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:272: rollback oid 26 current snap is 21 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 20 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:269: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:269: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 73 (ObjNum 15 snap 0 seq_num 15) dirty exists 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: finishing write tid 3 to smithi111183488-49 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: finishing write tid 4 to smithi111183488-49 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: finishing write tid 5 to smithi111183488-49 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: finishing write tid 6 to smithi111183488-49 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: oid 49 updating version 0 to 63 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: oid 49 version 63 is already newer than 62 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: oid 49 version 63 is already newer than 61 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: oid 49 updating version 63 to 64 2023-12-01T04:44:54.510 INFO:tasks.rados.rados.0.smithi111.stdout:268: oid 49 updating version 64 to 65 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 65 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:268: left oid 49 (ObjNum 101 snap 21 seq_num 101) 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:270: finishing write tid 1 to smithi111183488-25 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:270: finishing write tid 2 to smithi111183488-25 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:268: done (4 left) 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:269: done (3 left) 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:273: rmattr oid 23 current snap is 21 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:274: copy_from oid 30 from oid 18 current snap is 21 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 21 2023-12-01T04:44:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:275: seq_num 103 ranges {221184=532480,753664=737280,1490944=466944} 2023-12-01T04:44:54.513 INFO:tasks.rados.rados.0.smithi111.stdout:275: writing smithi111183488-14 from 221184 to 753664 tid 1 2023-12-01T04:44:54.517 INFO:tasks.rados.rados.0.smithi111.stdout:275: writing smithi111183488-14 from 753664 to 1490944 tid 2 2023-12-01T04:44:54.521 INFO:tasks.rados.rados.0.smithi111.stdout:275: writing smithi111183488-14 from 1490944 to 1957888 tid 3 2023-12-01T04:44:54.521 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 21 2023-12-01T04:44:54.521 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 60 (ObjNum 53 snap 1 seq_num 53) dirty exists 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:272: finishing rollback tid 0 to smithi111183488-26 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:272: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:270: finishing write tid 3 to smithi111183488-25 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:272: finishing rollback tid 2 to smithi111183488-26 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 49 (ObjNum 95 snap 18 seq_num 95) dirty exists 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:270: finishing write tid 4 to smithi111183488-25 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:274: finishing copy_from to smithi111183488-30 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:270: finishing write tid 5 to smithi111183488-25 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:275: finishing write tid 1 to smithi111183488-14 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:274: finishing copy_from racing read to smithi111183488-30 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:270: finishing write tid 6 to smithi111183488-25 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:270: oid 25 updating version 0 to 47 2023-12-01T04:44:54.522 INFO:tasks.rados.rados.0.smithi111.stdout:270: oid 25 updating version 47 to 48 2023-12-01T04:44:54.523 INFO:tasks.rados.rados.0.smithi111.stdout:270: oid 25 updating version 48 to 50 2023-12-01T04:44:54.523 INFO:tasks.rados.rados.0.smithi111.stdout:270: oid 25 version 50 is already newer than 49 2023-12-01T04:44:54.523 INFO:tasks.rados.rados.0.smithi111.stdout:270: oid 25 version 50 is already newer than 46 2023-12-01T04:44:54.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 50 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:44:54.523 INFO:tasks.rados.rados.0.smithi111.stdout:270: left oid 25 (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:44:54.523 INFO:tasks.rados.rados.0.smithi111.stdout:276: seq_num 104 ranges {1458176=548864,2007040=622592,2629632=581632} 2023-12-01T04:44:54.532 INFO:tasks.rados.rados.0.smithi111.stdout:276: writing smithi111183488-3 from 1458176 to 2007040 tid 1 2023-12-01T04:44:54.535 INFO:tasks.rados.rados.0.smithi111.stdout:276: writing smithi111183488-3 from 2007040 to 2629632 tid 2 2023-12-01T04:44:54.539 INFO:tasks.rados.rados.0.smithi111.stdout:276: writing smithi111183488-3 from 2629632 to 3211264 tid 3 2023-12-01T04:44:54.539 INFO:tasks.rados.rados.0.smithi111.stdout:270: done (6 left) 2023-12-01T04:44:54.539 INFO:tasks.rados.rados.0.smithi111.stdout:272: done (5 left) 2023-12-01T04:44:54.539 INFO:tasks.rados.rados.0.smithi111.stdout:273: done (4 left) 2023-12-01T04:44:54.539 INFO:tasks.rados.rados.0.smithi111.stdout:274: done (3 left) 2023-12-01T04:44:54.539 INFO:tasks.rados.rados.0.smithi111.stdout:277: read oid 4 snap 20 2023-12-01T04:44:54.540 INFO:tasks.rados.rados.0.smithi111.stdout:277: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-01T04:44:54.540 INFO:tasks.rados.rados.0.smithi111.stdout:278: rmattr oid 39 current snap is 21 2023-12-01T04:44:54.540 INFO:tasks.rados.rados.0.smithi111.stdout:278: done (4 left) 2023-12-01T04:44:54.540 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 21 2023-12-01T04:44:54.540 INFO:tasks.rados.rados.0.smithi111.stdout:275: finishing write tid 2 to smithi111183488-14 2023-12-01T04:44:54.540 INFO:tasks.rados.rados.0.smithi111.stdout:279: seq_num 105 ranges {0=565248,565248=507904,1073152=507904,1581056=188416} 2023-12-01T04:44:54.542 INFO:tasks.rados.rados.0.smithi111.stdout:279: writing smithi111183488-44 from 0 to 565248 tid 1 2023-12-01T04:44:54.545 INFO:tasks.rados.rados.0.smithi111.stdout:279: writing smithi111183488-44 from 565248 to 1073152 tid 2 2023-12-01T04:44:54.548 INFO:tasks.rados.rados.0.smithi111.stdout:279: writing smithi111183488-44 from 1073152 to 1581056 tid 3 2023-12-01T04:44:54.549 INFO:tasks.rados.rados.0.smithi111.stdout:279: writing smithi111183488-44 from 1581056 to 1769472 tid 4 2023-12-01T04:44:54.549 INFO:tasks.rados.rados.0.smithi111.stdout:280: read oid 9 snap -1 2023-12-01T04:44:54.549 INFO:tasks.rados.rados.0.smithi111.stdout:280: expect (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:44:54.549 INFO:tasks.rados.rados.0.smithi111.stdout:281: read oid 25 snap 20 2023-12-01T04:44:54.550 INFO:tasks.rados.rados.0.smithi111.stdout:281: expect (ObjNum 71 snap 13 seq_num 71) 2023-12-01T04:44:54.550 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 21 2023-12-01T04:44:54.550 INFO:tasks.rados.rados.0.smithi111.stdout:282: seq_num 106 ranges {172032=581632,753664=794624,1548288=409600} 2023-12-01T04:44:54.553 INFO:tasks.rados.rados.0.smithi111.stdout:282: writing smithi111183488-11 from 172032 to 753664 tid 1 2023-12-01T04:44:54.558 INFO:tasks.rados.rados.0.smithi111.stdout:282: writing smithi111183488-11 from 753664 to 1548288 tid 2 2023-12-01T04:44:54.561 INFO:tasks.rados.rados.0.smithi111.stdout:282: writing smithi111183488-11 from 1548288 to 1957888 tid 3 2023-12-01T04:44:54.561 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 21 2023-12-01T04:44:54.561 INFO:tasks.rados.rados.0.smithi111.stdout:271: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:44:54.600 INFO:tasks.rados.rados.0.smithi111.stdout:275: finishing write tid 3 to smithi111183488-14 2023-12-01T04:44:54.600 INFO:tasks.rados.rados.0.smithi111.stdout:275: finishing write tid 4 to smithi111183488-14 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:275: finishing write tid 5 to smithi111183488-14 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:275: oid 14 updating version 0 to 62 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:275: oid 14 updating version 62 to 65 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:275: oid 14 version 65 is already newer than 64 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:275: oid 14 version 65 is already newer than 63 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 65 (ObjNum 103 snap 21 seq_num 103) dirty exists 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:275: left oid 14 (ObjNum 103 snap 21 seq_num 103) 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:276: finishing write tid 1 to smithi111183488-3 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:276: finishing write tid 2 to smithi111183488-3 2023-12-01T04:44:54.601 INFO:tasks.rados.rados.0.smithi111.stdout:283: seq_num 107 ranges {2244608=598016,2842624=729088,3571712=466944,4038656=8192} 2023-12-01T04:44:54.615 INFO:tasks.rados.rados.0.smithi111.stdout:283: writing smithi111183488-46 from 2244608 to 2842624 tid 1 2023-12-01T04:44:54.619 INFO:tasks.rados.rados.0.smithi111.stdout:283: writing smithi111183488-46 from 2842624 to 3571712 tid 2 2023-12-01T04:44:54.622 INFO:tasks.rados.rados.0.smithi111.stdout:283: writing smithi111183488-46 from 3571712 to 4038656 tid 3 2023-12-01T04:44:54.622 INFO:tasks.rados.rados.0.smithi111.stdout:283: writing smithi111183488-46 from 4038656 to 4046848 tid 4 2023-12-01T04:44:54.622 INFO:tasks.rados.rados.0.smithi111.stdout:271: done (8 left) 2023-12-01T04:44:54.622 INFO:tasks.rados.rados.0.smithi111.stdout:275: done (7 left) 2023-12-01T04:44:54.622 INFO:tasks.rados.rados.0.smithi111.stdout:284: copy_from oid 12 from oid 22 current snap is 21 2023-12-01T04:44:54.623 INFO:tasks.rados.rados.0.smithi111.stdout:277: expect (ObjNum 3 snap 0 seq_num 3) 2023-12-01T04:44:54.623 INFO:tasks.rados.rados.0.smithi111.stdout:276: finishing write tid 3 to smithi111183488-3 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: finishing write tid 4 to smithi111183488-3 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: finishing write tid 5 to smithi111183488-3 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: oid 3 updating version 0 to 133 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: oid 3 version 133 is already newer than 131 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: oid 3 version 133 is already newer than 132 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: oid 3 updating version 133 to 134 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 134 (ObjNum 104 snap 21 seq_num 104) dirty exists 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:276: left oid 3 (ObjNum 104 snap 21 seq_num 104) 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:279: finishing write tid 1 to smithi111183488-44 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:279: finishing write tid 2 to smithi111183488-44 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:282: finishing write tid 1 to smithi111183488-11 2023-12-01T04:44:54.624 INFO:tasks.rados.rados.0.smithi111.stdout:281: expect (ObjNum 71 snap 13 seq_num 71) 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: finishing write tid 3 to smithi111183488-44 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: finishing write tid 4 to smithi111183488-44 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: finishing write tid 5 to smithi111183488-44 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: finishing write tid 6 to smithi111183488-44 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: oid 44 updating version 0 to 53 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: oid 44 updating version 53 to 54 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: oid 44 version 54 is already newer than 51 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: oid 44 version 54 is already newer than 52 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: oid 44 version 54 is already newer than 50 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 54 (ObjNum 105 snap 21 seq_num 105) dirty exists 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:279: left oid 44 (ObjNum 105 snap 21 seq_num 105) 2023-12-01T04:44:54.655 INFO:tasks.rados.rados.0.smithi111.stdout:282: finishing write tid 2 to smithi111183488-11 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: finishing write tid 3 to smithi111183488-11 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: finishing write tid 4 to smithi111183488-11 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: finishing write tid 5 to smithi111183488-11 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: oid 11 updating version 0 to 105 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: oid 11 version 105 is already newer than 103 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: oid 11 version 105 is already newer than 104 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: oid 11 updating version 105 to 106 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 106 (ObjNum 106 snap 21 seq_num 106) dirty exists 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:282: left oid 11 (ObjNum 106 snap 21 seq_num 106) 2023-12-01T04:44:54.656 INFO:tasks.rados.rados.0.smithi111.stdout:280: expect (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:44:54.808 INFO:tasks.rados.rados.0.smithi111.stdout:283: finishing write tid 1 to smithi111183488-46 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: finishing write tid 2 to smithi111183488-46 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:284: finishing copy_from to smithi111183488-12 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:284: got expected ENOENT (src dne) 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:284: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: finishing write tid 3 to smithi111183488-46 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: finishing write tid 4 to smithi111183488-46 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: finishing write tid 5 to smithi111183488-46 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: finishing write tid 6 to smithi111183488-46 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: oid 46 updating version 0 to 138 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: oid 46 version 138 is already newer than 136 2023-12-01T04:44:54.809 INFO:tasks.rados.rados.0.smithi111.stdout:283: oid 46 updating version 138 to 139 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:283: oid 46 updating version 139 to 140 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:283: oid 46 version 140 is already newer than 137 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 140 (ObjNum 107 snap 21 seq_num 107) dirty exists 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:283: left oid 46 (ObjNum 107 snap 21 seq_num 107) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:276: done (7 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:277: done (6 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:279: done (5 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:280: done (4 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:281: done (3 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:282: done (2 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:283: done (1 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:284: done (0 left) 2023-12-01T04:44:54.810 INFO:tasks.rados.rados.0.smithi111.stdout:285: rollback oid 18 current snap is 21 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 20 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:286: rollback oid 50 current snap is 21 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 50 to 20 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:287: rmattr oid 5 current snap is 21 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:287: done (2 left) 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:288: rollback oid 27 current snap is 21 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 20 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:289: rmattr oid 38 current snap is 21 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:289: done (3 left) 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:290: copy_from oid 39 from oid 13 current snap is 21 2023-12-01T04:44:54.811 INFO:tasks.rados.rados.0.smithi111.stdout:291: rollback oid 2 current snap is 21 2023-12-01T04:44:54.812 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 20 2023-12-01T04:44:54.812 INFO:tasks.rados.rados.0.smithi111.stdout:292: snap_create 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:285: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:285: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:291: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:285: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 36 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:288: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:44:54.813 INFO:tasks.rados.rados.0.smithi111.stdout:286: finishing rollback tid 0 to smithi111183488-50 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:291: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:288: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:286: finishing rollback tid 1 to smithi111183488-50 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:288: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 68 (ObjNum 56 snap 4 seq_num 56) dirty exists 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:291: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 106 (ObjNum 79 snap 17 seq_num 79) dirty exists 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:286: finishing rollback tid 2 to smithi111183488-50 2023-12-01T04:44:54.814 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 144 (ObjNum 49 snap 0 seq_num 49) dirty exists 2023-12-01T04:44:54.825 INFO:tasks.rados.rados.0.smithi111.stdout:290: finishing copy_from to smithi111183488-39 2023-12-01T04:44:54.825 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 60 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:44:54.826 INFO:tasks.rados.rados.0.smithi111.stdout:290: finishing copy_from racing read to smithi111183488-39 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:285: done (5 left) 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:286: done (4 left) 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:288: done (3 left) 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:290: done (2 left) 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:291: done (1 left) 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:292: done (0 left) 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 22 2023-12-01T04:44:55.365 INFO:tasks.rados.rados.0.smithi111.stdout:293: seq_num 108 ranges {2834432=614400,3448832=606208,4055040=598016} 2023-12-01T04:44:55.383 INFO:tasks.rados.rados.0.smithi111.stdout:293: writing smithi111183488-16 from 2834432 to 3448832 tid 1 2023-12-01T04:44:55.387 INFO:tasks.rados.rados.0.smithi111.stdout:293: writing smithi111183488-16 from 3448832 to 4055040 tid 2 2023-12-01T04:44:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:293: writing smithi111183488-16 from 4055040 to 4653056 tid 3 2023-12-01T04:44:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 22 2023-12-01T04:44:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:293: finishing write tid 1 to smithi111183488-16 2023-12-01T04:44:55.391 INFO:tasks.rados.rados.0.smithi111.stdout:294: seq_num 109 ranges {557056=630784,1187840=491520,1679360=483328,2162688=229376} 2023-12-01T04:44:55.397 INFO:tasks.rados.rados.0.smithi111.stdout:294: writing smithi111183488-18 from 557056 to 1187840 tid 1 2023-12-01T04:44:55.399 INFO:tasks.rados.rados.0.smithi111.stdout:294: writing smithi111183488-18 from 1187840 to 1679360 tid 2 2023-12-01T04:44:55.403 INFO:tasks.rados.rados.0.smithi111.stdout:294: writing smithi111183488-18 from 1679360 to 2162688 tid 3 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:294: writing smithi111183488-18 from 2162688 to 2392064 tid 4 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:295: setattr oid 45 current snap is 22 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: finishing write tid 2 to smithi111183488-16 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: finishing write tid 3 to smithi111183488-16 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: finishing write tid 4 to smithi111183488-16 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: finishing write tid 5 to smithi111183488-16 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: oid 16 updating version 0 to 111 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: oid 16 version 111 is already newer than 109 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: oid 16 version 111 is already newer than 110 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: oid 16 version 111 is already newer than 108 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 111 (ObjNum 108 snap 22 seq_num 108) dirty exists 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:293: left oid 16 (ObjNum 108 snap 22 seq_num 108) 2023-12-01T04:44:55.405 INFO:tasks.rados.rados.0.smithi111.stdout:294: finishing write tid 1 to smithi111183488-18 2023-12-01T04:44:55.406 INFO:tasks.rados.rados.0.smithi111.stdout:294: finishing write tid 2 to smithi111183488-18 2023-12-01T04:44:55.406 INFO:tasks.rados.rados.0.smithi111.stdout:293: done (2 left) 2023-12-01T04:44:55.406 INFO:tasks.rados.rados.0.smithi111.stdout:296: snap_remove snap 20 2023-12-01T04:44:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:55 smithi155 ceph-mon[102677]: osdmap e118: 8 total, 8 up, 8 in 2023-12-01T04:44:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:55 smithi155 ceph-mon[102677]: pgmap v150: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:55 smithi111 ceph-mon[97855]: osdmap e118: 8 total, 8 up, 8 in 2023-12-01T04:44:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:55 smithi111 ceph-mon[97855]: pgmap v150: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:55 smithi111 ceph-mon[116524]: osdmap e118: 8 total, 8 up, 8 in 2023-12-01T04:44:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:55 smithi111 ceph-mon[116524]: pgmap v150: 121 pgs: 121 active+clean; 52 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:44:56.372 INFO:tasks.rados.rados.0.smithi111.stdout:296: done (2 left) 2023-12-01T04:44:56.372 INFO:tasks.rados.rados.0.smithi111.stdout:297: setattr oid 15 current snap is 22 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:298: snap_create 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:294: finishing write tid 3 to smithi111183488-18 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:294: finishing write tid 4 to smithi111183488-18 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:294: finishing write tid 5 to smithi111183488-18 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:294: finishing write tid 6 to smithi111183488-18 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:294: oid 18 updating version 0 to 41 2023-12-01T04:44:56.376 INFO:tasks.rados.rados.0.smithi111.stdout:294: oid 18 updating version 41 to 42 2023-12-01T04:44:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:294: oid 18 version 42 is already newer than 40 2023-12-01T04:44:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:294: oid 18 version 42 is already newer than 39 2023-12-01T04:44:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:294: oid 18 version 42 is already newer than 38 2023-12-01T04:44:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 42 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:44:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:294: left oid 18 (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:44:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 37 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-01T04:44:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 39 (ObjNum 100 snap 21 seq_num 100) dirty exists 2023-12-01T04:44:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:56 smithi155 ceph-mon[102677]: osdmap e119: 8 total, 8 up, 8 in 2023-12-01T04:44:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:56 smithi111 ceph-mon[97855]: osdmap e119: 8 total, 8 up, 8 in 2023-12-01T04:44:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:56 smithi111 ceph-mon[116524]: osdmap e119: 8 total, 8 up, 8 in 2023-12-01T04:44:57.378 INFO:tasks.rados.rados.0.smithi111.stdout:294: done (3 left) 2023-12-01T04:44:57.378 INFO:tasks.rados.rados.0.smithi111.stdout:295: done (2 left) 2023-12-01T04:44:57.378 INFO:tasks.rados.rados.0.smithi111.stdout:297: done (1 left) 2023-12-01T04:44:57.378 INFO:tasks.rados.rados.0.smithi111.stdout:298: done (0 left) 2023-12-01T04:44:57.378 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 23 2023-12-01T04:44:57.378 INFO:tasks.rados.rados.0.smithi111.stdout:299: seq_num 110 ranges {253952=647168,901120=778240,1679360=425984} 2023-12-01T04:44:57.383 INFO:tasks.rados.rados.0.smithi111.stdout:299: writing smithi111183488-33 from 253952 to 901120 tid 1 2023-12-01T04:44:57.387 INFO:tasks.rados.rados.0.smithi111.stdout:299: writing smithi111183488-33 from 901120 to 1679360 tid 2 2023-12-01T04:44:57.390 INFO:tasks.rados.rados.0.smithi111.stdout:299: writing smithi111183488-33 from 1679360 to 2105344 tid 3 2023-12-01T04:44:57.390 INFO:tasks.rados.rados.0.smithi111.stdout:300: copy_from oid 18 from oid 13 current snap is 23 2023-12-01T04:44:57.390 INFO:tasks.rados.rados.0.smithi111.stdout:299: finishing write tid 1 to smithi111183488-33 2023-12-01T04:44:57.390 INFO:tasks.rados.rados.0.smithi111.stdout:301: snap_create 2023-12-01T04:44:57.390 INFO:tasks.rados.rados.0.smithi111.stdout:299: finishing write tid 2 to smithi111183488-33 2023-12-01T04:44:57.392 INFO:tasks.rados.rados.0.smithi111.stdout:299: finishing write tid 3 to smithi111183488-33 2023-12-01T04:44:57.393 INFO:tasks.rados.rados.0.smithi111.stdout:299: finishing write tid 4 to smithi111183488-33 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:299: finishing write tid 5 to smithi111183488-33 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:299: oid 33 updating version 0 to 79 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:299: oid 33 updating version 79 to 80 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:299: oid 33 version 80 is already newer than 77 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:299: oid 33 version 80 is already newer than 78 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 80 (ObjNum 110 snap 23 seq_num 110) dirty exists 2023-12-01T04:44:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:299: left oid 33 (ObjNum 110 snap 23 seq_num 110) 2023-12-01T04:44:57.403 INFO:tasks.rados.rados.0.smithi111.stdout:300: finishing copy_from to smithi111183488-18 2023-12-01T04:44:57.403 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 60 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:44:57.403 INFO:tasks.rados.rados.0.smithi111.stdout:300: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:44:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:57 smithi155 ceph-mon[102677]: osdmap e120: 8 total, 8 up, 8 in 2023-12-01T04:44:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:57 smithi155 ceph-mon[102677]: pgmap v153: 121 pgs: 121 active+clean; 71 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2023-12-01T04:44:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:57 smithi111 ceph-mon[97855]: osdmap e120: 8 total, 8 up, 8 in 2023-12-01T04:44:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:57 smithi111 ceph-mon[97855]: pgmap v153: 121 pgs: 121 active+clean; 71 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2023-12-01T04:44:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:57 smithi111 ceph-mon[116524]: osdmap e120: 8 total, 8 up, 8 in 2023-12-01T04:44:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:57 smithi111 ceph-mon[116524]: pgmap v153: 121 pgs: 121 active+clean; 71 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2023-12-01T04:44:58.340 INFO:tasks.rados.rados.0.smithi111.stdout:299: done (2 left) 2023-12-01T04:44:58.340 INFO:tasks.rados.rados.0.smithi111.stdout:300: done (1 left) 2023-12-01T04:44:58.340 INFO:tasks.rados.rados.0.smithi111.stdout:301: done (0 left) 2023-12-01T04:44:58.340 INFO:tasks.rados.rados.0.smithi111.stdout:302: snap_create 2023-12-01T04:44:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:58 smithi155 ceph-mon[102677]: osdmap e121: 8 total, 8 up, 8 in 2023-12-01T04:44:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:58 smithi155 ceph-mon[102677]: osdmap e122: 8 total, 8 up, 8 in 2023-12-01T04:44:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:58 smithi111 ceph-mon[97855]: osdmap e121: 8 total, 8 up, 8 in 2023-12-01T04:44:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:58 smithi111 ceph-mon[97855]: osdmap e122: 8 total, 8 up, 8 in 2023-12-01T04:44:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:58 smithi111 ceph-mon[116524]: osdmap e121: 8 total, 8 up, 8 in 2023-12-01T04:44:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:58 smithi111 ceph-mon[116524]: osdmap e122: 8 total, 8 up, 8 in 2023-12-01T04:44:59.341 INFO:tasks.rados.rados.0.smithi111.stdout:302: done (0 left) 2023-12-01T04:44:59.341 INFO:tasks.rados.rados.0.smithi111.stdout:303: read oid 15 snap -1 2023-12-01T04:44:59.341 INFO:tasks.rados.rados.0.smithi111.stdout:303: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:44:59.342 INFO:tasks.rados.rados.0.smithi111.stdout:304: snap_create 2023-12-01T04:44:59.350 INFO:tasks.rados.rados.0.smithi111.stdout:303: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:44:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:59 smithi155 ceph-mon[102677]: pgmap v156: 121 pgs: 121 active+clean; 71 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2023-12-01T04:44:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:44:59 smithi155 ceph-mon[102677]: osdmap e123: 8 total, 8 up, 8 in 2023-12-01T04:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:44:59] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:44:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:59 smithi111 ceph-mon[97855]: pgmap v156: 121 pgs: 121 active+clean; 71 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2023-12-01T04:44:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:44:59 smithi111 ceph-mon[97855]: osdmap e123: 8 total, 8 up, 8 in 2023-12-01T04:44:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:59 smithi111 ceph-mon[116524]: pgmap v156: 121 pgs: 121 active+clean; 71 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2023-12-01T04:44:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:44:59 smithi111 ceph-mon[116524]: osdmap e123: 8 total, 8 up, 8 in 2023-12-01T04:45:00.343 INFO:tasks.rados.rados.0.smithi111.stdout:303: done (1 left) 2023-12-01T04:45:00.343 INFO:tasks.rados.rados.0.smithi111.stdout:304: done (0 left) 2023-12-01T04:45:00.343 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 26 2023-12-01T04:45:00.343 INFO:tasks.rados.rados.0.smithi111.stdout:305: seq_num 111 ranges {1269760=663552,1933312=663552,2596864=450560,3047424=90112} 2023-12-01T04:45:00.353 INFO:tasks.rados.rados.0.smithi111.stdout:305: writing smithi111183488-23 from 1269760 to 1933312 tid 1 2023-12-01T04:45:00.357 INFO:tasks.rados.rados.0.smithi111.stdout:305: writing smithi111183488-23 from 1933312 to 2596864 tid 2 2023-12-01T04:45:00.360 INFO:tasks.rados.rados.0.smithi111.stdout:305: writing smithi111183488-23 from 2596864 to 3047424 tid 3 2023-12-01T04:45:00.360 INFO:tasks.rados.rados.0.smithi111.stdout:305: writing smithi111183488-23 from 3047424 to 3137536 tid 4 2023-12-01T04:45:00.360 INFO:tasks.rados.rados.0.smithi111.stdout:306: rollback oid 9 current snap is 26 2023-12-01T04:45:00.360 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 25 2023-12-01T04:45:00.361 INFO:tasks.rados.rados.0.smithi111.stdout:307: snap_remove snap 23 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:307: done (2 left) 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:308: read oid 18 snap 24 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:308: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:309: snap_create 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:305: finishing write tid 1 to smithi111183488-23 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:305: finishing write tid 2 to smithi111183488-23 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:305: finishing write tid 3 to smithi111183488-23 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:305: finishing write tid 4 to smithi111183488-23 2023-12-01T04:45:01.349 INFO:tasks.rados.rados.0.smithi111.stdout:305: finishing write tid 5 to smithi111183488-23 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: finishing write tid 6 to smithi111183488-23 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: oid 23 updating version 0 to 74 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: oid 23 version 74 is already newer than 71 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: oid 23 updating version 74 to 75 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: oid 23 version 75 is already newer than 73 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: oid 23 version 75 is already newer than 72 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 75 (ObjNum 111 snap 26 seq_num 111) dirty exists 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:305: left oid 23 (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:306: finishing rollback tid 0 to smithi111183488-9 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:306: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:306: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:45:01.350 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 69 (ObjNum 92 snap 18 seq_num 92) dirty exists 2023-12-01T04:45:01.368 INFO:tasks.rados.rados.0.smithi111.stdout:308: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:45:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:01 smithi155 ceph-mon[102677]: osdmap e124: 8 total, 8 up, 8 in 2023-12-01T04:45:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:01 smithi155 ceph-mon[102677]: pgmap v159: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2023-12-01T04:45:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:01 smithi111 ceph-mon[97855]: osdmap e124: 8 total, 8 up, 8 in 2023-12-01T04:45:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:01 smithi111 ceph-mon[97855]: pgmap v159: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2023-12-01T04:45:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:01 smithi111 ceph-mon[116524]: osdmap e124: 8 total, 8 up, 8 in 2023-12-01T04:45:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:01 smithi111 ceph-mon[116524]: pgmap v159: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2023-12-01T04:45:02.351 INFO:tasks.rados.rados.0.smithi111.stdout:305: done (3 left) 2023-12-01T04:45:02.351 INFO:tasks.rados.rados.0.smithi111.stdout:306: done (2 left) 2023-12-01T04:45:02.351 INFO:tasks.rados.rados.0.smithi111.stdout:308: done (1 left) 2023-12-01T04:45:02.351 INFO:tasks.rados.rados.0.smithi111.stdout:309: done (0 left) 2023-12-01T04:45:02.352 INFO:tasks.rados.rados.0.smithi111.stdout:310: read oid 23 snap -1 2023-12-01T04:45:02.352 INFO:tasks.rados.rados.0.smithi111.stdout:310: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:45:02.352 INFO:tasks.rados.rados.0.smithi111.stdout:311: delete oid 31 current snap is 27 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:311: done (1 left) 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:312: read oid 20 snap -1 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:312: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:313: read oid 28 snap 21 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:313: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 27 2023-12-01T04:45:02.356 INFO:tasks.rados.rados.0.smithi111.stdout:314: seq_num 113 ranges {3817472=696320,4513792=434176,4947968=466944,5414912=303104} 2023-12-01T04:45:02.380 INFO:tasks.rados.rados.0.smithi111.stdout:314: writing smithi111183488-9 from 3817472 to 4513792 tid 1 2023-12-01T04:45:02.382 INFO:tasks.rados.rados.0.smithi111.stdout:314: writing smithi111183488-9 from 4513792 to 4947968 tid 2 2023-12-01T04:45:02.385 INFO:tasks.rados.rados.0.smithi111.stdout:314: writing smithi111183488-9 from 4947968 to 5414912 tid 3 2023-12-01T04:45:02.387 INFO:tasks.rados.rados.0.smithi111.stdout:314: writing smithi111183488-9 from 5414912 to 5718016 tid 4 2023-12-01T04:45:02.387 INFO:tasks.rados.rados.0.smithi111.stdout:315: rmattr oid 35 current snap is 27 2023-12-01T04:45:02.387 INFO:tasks.rados.rados.0.smithi111.stdout:310: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:45:02.494 INFO:tasks.rados.rados.0.smithi111.stdout:312: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:45:02.545 INFO:tasks.rados.rados.0.smithi111.stdout:313: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: finishing write tid 1 to smithi111183488-9 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: finishing write tid 2 to smithi111183488-9 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: finishing write tid 3 to smithi111183488-9 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: finishing write tid 4 to smithi111183488-9 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 54 (ObjNum 72 snap 13 seq_num 72) dirty exists 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: finishing write tid 5 to smithi111183488-9 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: finishing write tid 6 to smithi111183488-9 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: oid 9 updating version 0 to 73 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: oid 9 updating version 73 to 76 2023-12-01T04:45:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:314: oid 9 updating version 76 to 77 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:314: oid 9 version 77 is already newer than 75 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:314: oid 9 version 77 is already newer than 74 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 77 (ObjNum 113 snap 27 seq_num 113) dirty exists 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:314: left oid 9 (ObjNum 113 snap 27 seq_num 113) 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:310: done (4 left) 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:312: done (3 left) 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:313: done (2 left) 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:314: done (1 left) 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:315: done (0 left) 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 27 2023-12-01T04:45:02.617 INFO:tasks.rados.rados.0.smithi111.stdout:316: seq_num 114 ranges {2916352=712704,3629056=712704,4341760=491520} 2023-12-01T04:45:02.634 INFO:tasks.rados.rados.0.smithi111.stdout:316: writing smithi111183488-18 from 2916352 to 3629056 tid 1 2023-12-01T04:45:02.638 INFO:tasks.rados.rados.0.smithi111.stdout:316: writing smithi111183488-18 from 3629056 to 4341760 tid 2 2023-12-01T04:45:02.641 INFO:tasks.rados.rados.0.smithi111.stdout:316: writing smithi111183488-18 from 4341760 to 4833280 tid 3 2023-12-01T04:45:02.641 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 27 2023-12-01T04:45:02.641 INFO:tasks.rados.rados.0.smithi111.stdout:316: finishing write tid 1 to smithi111183488-18 2023-12-01T04:45:02.641 INFO:tasks.rados.rados.0.smithi111.stdout:317: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2023-12-01T04:45:02.645 INFO:tasks.rados.rados.0.smithi111.stdout:317: writing smithi111183488-41 from 0 to 729088 tid 1 2023-12-01T04:45:02.649 INFO:tasks.rados.rados.0.smithi111.stdout:317: writing smithi111183488-41 from 729088 to 1376256 tid 2 2023-12-01T04:45:02.651 INFO:tasks.rados.rados.0.smithi111.stdout:317: writing smithi111183488-41 from 1376256 to 1810432 tid 3 2023-12-01T04:45:02.652 INFO:tasks.rados.rados.0.smithi111.stdout:317: writing smithi111183488-41 from 1810432 to 1933312 tid 4 2023-12-01T04:45:02.652 INFO:tasks.rados.rados.0.smithi111.stdout:318: copy_from oid 26 from oid 34 current snap is 27 2023-12-01T04:45:02.652 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 27 2023-12-01T04:45:02.652 INFO:tasks.rados.rados.0.smithi111.stdout:319: seq_num 116 ranges {557056=745472,1302528=532480,1835008=638976,2473984=32768} 2023-12-01T04:45:02.659 INFO:tasks.rados.rados.0.smithi111.stdout:319: writing smithi111183488-30 from 557056 to 1302528 tid 1 2023-12-01T04:45:02.662 INFO:tasks.rados.rados.0.smithi111.stdout:319: writing smithi111183488-30 from 1302528 to 1835008 tid 2 2023-12-01T04:45:02.666 INFO:tasks.rados.rados.0.smithi111.stdout:319: writing smithi111183488-30 from 1835008 to 2473984 tid 3 2023-12-01T04:45:02.666 INFO:tasks.rados.rados.0.smithi111.stdout:319: writing smithi111183488-30 from 2473984 to 2506752 tid 4 2023-12-01T04:45:02.666 INFO:tasks.rados.rados.0.smithi111.stdout:320: snap_remove snap 24 2023-12-01T04:45:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:02 smithi155 ceph-mon[102677]: osdmap e125: 8 total, 8 up, 8 in 2023-12-01T04:45:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:02 smithi111 ceph-mon[97855]: osdmap e125: 8 total, 8 up, 8 in 2023-12-01T04:45:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:02 smithi111 ceph-mon[116524]: osdmap e125: 8 total, 8 up, 8 in 2023-12-01T04:45:03.342 INFO:tasks.rados.rados.0.smithi111.stdout:320: done (4 left) 2023-12-01T04:45:03.342 INFO:tasks.rados.rados.0.smithi111.stdout:321: copy_from oid 43 from oid 11 current snap is 27 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:322: copy_from oid 16 from oid 39 current snap is 27 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:323: snap_create 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: finishing write tid 2 to smithi111183488-18 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: finishing write tid 3 to smithi111183488-18 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: finishing write tid 4 to smithi111183488-18 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: finishing write tid 5 to smithi111183488-18 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: oid 18 updating version 0 to 63 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: oid 18 version 63 is already newer than 62 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: oid 18 updating version 63 to 64 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: oid 18 version 64 is already newer than 61 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 64 (ObjNum 114 snap 27 seq_num 114) dirty exists 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:316: left oid 18 (ObjNum 114 snap 27 seq_num 114) 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:317: finishing write tid 1 to smithi111183488-41 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:317: finishing write tid 2 to smithi111183488-41 2023-12-01T04:45:03.343 INFO:tasks.rados.rados.0.smithi111.stdout:317: finishing write tid 3 to smithi111183488-41 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: finishing write tid 4 to smithi111183488-41 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: finishing write tid 5 to smithi111183488-41 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: finishing write tid 6 to smithi111183488-41 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: oid 41 updating version 0 to 34 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: oid 41 version 34 is already newer than 32 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: oid 41 version 34 is already newer than 33 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: oid 41 updating version 34 to 35 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: oid 41 version 35 is already newer than 31 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 35 (ObjNum 115 snap 27 seq_num 115) dirty exists 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:317: left oid 41 (ObjNum 115 snap 27 seq_num 115) 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:318: finishing copy_from to smithi111183488-26 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:318: finishing copy_from racing read to smithi111183488-26 2023-12-01T04:45:03.344 INFO:tasks.rados.rados.0.smithi111.stdout:319: finishing write tid 1 to smithi111183488-30 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: finishing write tid 2 to smithi111183488-30 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: finishing write tid 3 to smithi111183488-30 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: finishing write tid 4 to smithi111183488-30 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: finishing write tid 5 to smithi111183488-30 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: finishing write tid 6 to smithi111183488-30 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: oid 30 updating version 0 to 117 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: oid 30 updating version 117 to 119 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: oid 30 version 119 is already newer than 118 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: oid 30 version 119 is already newer than 115 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: oid 30 version 119 is already newer than 116 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 119 (ObjNum 116 snap 27 seq_num 116) dirty exists 2023-12-01T04:45:03.345 INFO:tasks.rados.rados.0.smithi111.stdout:319: left oid 30 (ObjNum 116 snap 27 seq_num 116) 2023-12-01T04:45:03.362 INFO:tasks.rados.rados.0.smithi111.stdout:321: finishing copy_from to smithi111183488-43 2023-12-01T04:45:03.362 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 106 (ObjNum 106 snap 21 seq_num 106) dirty exists 2023-12-01T04:45:03.363 INFO:tasks.rados.rados.0.smithi111.stdout:321: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:45:03.364 INFO:tasks.rados.rados.0.smithi111.stdout:322: finishing copy_from to smithi111183488-16 2023-12-01T04:45:03.365 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 60 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:03.365 INFO:tasks.rados.rados.0.smithi111.stdout:322: finishing copy_from racing read to smithi111183488-16 2023-12-01T04:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:03 smithi155 ceph-mon[102677]: osdmap e126: 8 total, 8 up, 8 in 2023-12-01T04:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:03 smithi155 ceph-mon[102677]: pgmap v162: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2023-12-01T04:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:03 smithi155 ceph-mon[102677]: osdmap e127: 8 total, 8 up, 8 in 2023-12-01T04:45:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:03 smithi111 ceph-mon[116524]: osdmap e126: 8 total, 8 up, 8 in 2023-12-01T04:45:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:03 smithi111 ceph-mon[116524]: pgmap v162: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2023-12-01T04:45:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:03 smithi111 ceph-mon[116524]: osdmap e127: 8 total, 8 up, 8 in 2023-12-01T04:45:03.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:03 smithi111 ceph-mon[97855]: osdmap e126: 8 total, 8 up, 8 in 2023-12-01T04:45:03.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:03 smithi111 ceph-mon[97855]: pgmap v162: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 17 op/s 2023-12-01T04:45:03.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:03 smithi111 ceph-mon[97855]: osdmap e127: 8 total, 8 up, 8 in 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:316: done (6 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:317: done (5 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:318: done (4 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:319: done (3 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:321: done (2 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:322: done (1 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:323: done (0 left) 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:324: read oid 15 snap -1 2023-12-01T04:45:04.342 INFO:tasks.rados.rados.0.smithi111.stdout:324: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:45:04.343 INFO:tasks.rados.rados.0.smithi111.stdout:325: copy_from oid 39 from oid 19 current snap is 28 2023-12-01T04:45:04.343 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 28 2023-12-01T04:45:04.343 INFO:tasks.rados.rados.0.smithi111.stdout:326: seq_num 117 ranges {5718016=770048,6488064=417792,6905856=442368,7348224=344064} 2023-12-01T04:45:04.377 INFO:tasks.rados.rados.0.smithi111.stdout:326: writing smithi111183488-9 from 5718016 to 6488064 tid 1 2023-12-01T04:45:04.380 INFO:tasks.rados.rados.0.smithi111.stdout:326: writing smithi111183488-9 from 6488064 to 6905856 tid 2 2023-12-01T04:45:04.382 INFO:tasks.rados.rados.0.smithi111.stdout:326: writing smithi111183488-9 from 6905856 to 7348224 tid 3 2023-12-01T04:45:04.384 INFO:tasks.rados.rados.0.smithi111.stdout:326: writing smithi111183488-9 from 7348224 to 7692288 tid 4 2023-12-01T04:45:04.385 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 28 2023-12-01T04:45:04.385 INFO:tasks.rados.rados.0.smithi111.stdout:327: seq_num 118 ranges {745472=786432,1531904=704512,2236416=499712} 2023-12-01T04:45:04.393 INFO:tasks.rados.rados.0.smithi111.stdout:327: writing smithi111183488-45 from 745472 to 1531904 tid 1 2023-12-01T04:45:04.397 INFO:tasks.rados.rados.0.smithi111.stdout:327: writing smithi111183488-45 from 1531904 to 2236416 tid 2 2023-12-01T04:45:04.400 INFO:tasks.rados.rados.0.smithi111.stdout:327: writing smithi111183488-45 from 2236416 to 2736128 tid 3 2023-12-01T04:45:04.400 INFO:tasks.rados.rados.0.smithi111.stdout:328: snap_create 2023-12-01T04:45:04.400 INFO:tasks.rados.rados.0.smithi111.stdout:324: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:325: finishing copy_from to smithi111183488-39 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 57 (ObjNum 91 snap 18 seq_num 91) dirty exists 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:325: finishing copy_from racing read to smithi111183488-39 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: finishing write tid 1 to smithi111183488-9 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: finishing write tid 2 to smithi111183488-9 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: finishing write tid 3 to smithi111183488-9 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: finishing write tid 4 to smithi111183488-9 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: finishing write tid 5 to smithi111183488-9 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: finishing write tid 6 to smithi111183488-9 2023-12-01T04:45:04.476 INFO:tasks.rados.rados.0.smithi111.stdout:326: oid 9 updating version 0 to 83 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:326: oid 9 version 83 is already newer than 81 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:326: oid 9 updating version 83 to 84 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:326: oid 9 version 84 is already newer than 82 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:326: oid 9 updating version 84 to 85 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 85 (ObjNum 117 snap 28 seq_num 117) dirty exists 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:326: left oid 9 (ObjNum 117 snap 28 seq_num 117) 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: finishing write tid 1 to smithi111183488-45 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: finishing write tid 2 to smithi111183488-45 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: finishing write tid 3 to smithi111183488-45 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: finishing write tid 4 to smithi111183488-45 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: finishing write tid 5 to smithi111183488-45 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: oid 45 updating version 0 to 45 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: oid 45 updating version 45 to 47 2023-12-01T04:45:04.477 INFO:tasks.rados.rados.0.smithi111.stdout:327: oid 45 version 47 is already newer than 46 2023-12-01T04:45:04.478 INFO:tasks.rados.rados.0.smithi111.stdout:327: oid 45 updating version 47 to 48 2023-12-01T04:45:04.478 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 48 (ObjNum 118 snap 28 seq_num 118) dirty exists 2023-12-01T04:45:04.478 INFO:tasks.rados.rados.0.smithi111.stdout:327: left oid 45 (ObjNum 118 snap 28 seq_num 118) 2023-12-01T04:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:04 smithi155 ceph-mon[102677]: osdmap e128: 8 total, 8 up, 8 in 2023-12-01T04:45:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:04 smithi111 ceph-mon[97855]: osdmap e128: 8 total, 8 up, 8 in 2023-12-01T04:45:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:04 smithi111 ceph-mon[116524]: osdmap e128: 8 total, 8 up, 8 in 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:324: done (4 left) 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:325: done (3 left) 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:326: done (2 left) 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:327: done (1 left) 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:328: done (0 left) 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 29 2023-12-01T04:45:05.372 INFO:tasks.rados.rados.0.smithi111.stdout:329: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2023-12-01T04:45:05.376 INFO:tasks.rados.rados.0.smithi111.stdout:329: writing smithi111183488-5 from 0 to 802816 tid 1 2023-12-01T04:45:05.379 INFO:tasks.rados.rados.0.smithi111.stdout:329: writing smithi111183488-5 from 802816 to 1392640 tid 2 2023-12-01T04:45:05.381 INFO:tasks.rados.rados.0.smithi111.stdout:329: writing smithi111183488-5 from 1392640 to 1802240 tid 3 2023-12-01T04:45:05.383 INFO:tasks.rados.rados.0.smithi111.stdout:329: writing smithi111183488-5 from 1802240 to 2007040 tid 4 2023-12-01T04:45:05.383 INFO:tasks.rados.rados.0.smithi111.stdout:330: rollback oid 31 current snap is 29 2023-12-01T04:45:05.383 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 27 2023-12-01T04:45:05.383 INFO:tasks.rados.rados.0.smithi111.stdout:329: finishing write tid 1 to smithi111183488-5 2023-12-01T04:45:05.383 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 29 2023-12-01T04:45:05.383 INFO:tasks.rados.rados.0.smithi111.stdout:331: seq_num 120 ranges {1703936=417792,2121728=475136,2596864=622592,3219456=507904} 2023-12-01T04:45:05.395 INFO:tasks.rados.rados.0.smithi111.stdout:331: writing smithi111183488-49 from 1703936 to 2121728 tid 1 2023-12-01T04:45:05.398 INFO:tasks.rados.rados.0.smithi111.stdout:331: writing smithi111183488-49 from 2121728 to 2596864 tid 2 2023-12-01T04:45:05.401 INFO:tasks.rados.rados.0.smithi111.stdout:331: writing smithi111183488-49 from 2596864 to 3219456 tid 3 2023-12-01T04:45:05.404 INFO:tasks.rados.rados.0.smithi111.stdout:331: writing smithi111183488-49 from 3219456 to 3727360 tid 4 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:332: rmattr oid 41 current snap is 29 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:332: done (3 left) 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:333: read oid 7 snap -1 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:333: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:334: snap_create 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:330: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 0 (ObjNum 49 snap 0 seq_num 1) dirty dne 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:329: finishing write tid 2 to smithi111183488-5 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:329: finishing write tid 3 to smithi111183488-5 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:329: finishing write tid 4 to smithi111183488-5 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:329: finishing write tid 5 to smithi111183488-5 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:329: finishing write tid 6 to smithi111183488-5 2023-12-01T04:45:05.405 INFO:tasks.rados.rados.0.smithi111.stdout:329: oid 5 updating version 0 to 153 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:329: oid 5 version 153 is already newer than 151 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:329: oid 5 version 153 is already newer than 152 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:329: oid 5 updating version 153 to 154 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:329: oid 5 updating version 154 to 155 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 155 (ObjNum 119 snap 29 seq_num 119) dirty exists 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:329: left oid 5 (ObjNum 119 snap 29 seq_num 119) 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:331: finishing write tid 1 to smithi111183488-49 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:331: finishing write tid 2 to smithi111183488-49 2023-12-01T04:45:05.406 INFO:tasks.rados.rados.0.smithi111.stdout:331: finishing write tid 3 to smithi111183488-49 2023-12-01T04:45:05.407 INFO:tasks.rados.rados.0.smithi111.stdout:331: finishing write tid 4 to smithi111183488-49 2023-12-01T04:45:05.407 INFO:tasks.rados.rados.0.smithi111.stdout:331: finishing write tid 5 to smithi111183488-49 2023-12-01T04:45:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:331: finishing write tid 6 to smithi111183488-49 2023-12-01T04:45:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:331: oid 49 updating version 0 to 89 2023-12-01T04:45:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:331: oid 49 updating version 89 to 90 2023-12-01T04:45:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:331: oid 49 updating version 90 to 91 2023-12-01T04:45:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:331: oid 49 version 91 is already newer than 87 2023-12-01T04:45:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:331: oid 49 version 91 is already newer than 88 2023-12-01T04:45:05.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 91 (ObjNum 120 snap 29 seq_num 120) dirty exists 2023-12-01T04:45:05.409 INFO:tasks.rados.rados.0.smithi111.stdout:331: left oid 49 (ObjNum 120 snap 29 seq_num 120) 2023-12-01T04:45:05.411 INFO:tasks.rados.rados.0.smithi111.stdout:333: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:45:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:05 smithi155 ceph-mon[102677]: pgmap v165: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:05 smithi111 ceph-mon[97855]: pgmap v165: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:05 smithi111 ceph-mon[116524]: pgmap v165: 121 pgs: 121 active+clean; 77 MiB data, 353 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:06.375 INFO:tasks.rados.rados.0.smithi111.stdout:329: done (4 left) 2023-12-01T04:45:06.375 INFO:tasks.rados.rados.0.smithi111.stdout:330: done (3 left) 2023-12-01T04:45:06.375 INFO:tasks.rados.rados.0.smithi111.stdout:331: done (2 left) 2023-12-01T04:45:06.375 INFO:tasks.rados.rados.0.smithi111.stdout:333: done (1 left) 2023-12-01T04:45:06.375 INFO:tasks.rados.rados.0.smithi111.stdout:334: done (0 left) 2023-12-01T04:45:06.375 INFO:tasks.rados.rados.0.smithi111.stdout:335: delete oid 49 current snap is 30 2023-12-01T04:45:06.379 INFO:tasks.rados.rados.0.smithi111.stdout:335: done (0 left) 2023-12-01T04:45:06.379 INFO:tasks.rados.rados.0.smithi111.stdout:336: rollback oid 18 current snap is 30 2023-12-01T04:45:06.379 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 29 2023-12-01T04:45:06.379 INFO:tasks.rados.rados.0.smithi111.stdout:337: snap_create 2023-12-01T04:45:06.383 INFO:tasks.rados.rados.0.smithi111.stdout:336: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:45:06.384 INFO:tasks.rados.rados.0.smithi111.stdout:336: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:45:06.384 INFO:tasks.rados.rados.0.smithi111.stdout:336: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:45:06.384 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 67 (ObjNum 114 snap 27 seq_num 114) dirty exists 2023-12-01T04:45:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:06 smithi155 ceph-mon[102677]: osdmap e129: 8 total, 8 up, 8 in 2023-12-01T04:45:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:06 smithi111 ceph-mon[97855]: osdmap e129: 8 total, 8 up, 8 in 2023-12-01T04:45:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:06 smithi111 ceph-mon[116524]: osdmap e129: 8 total, 8 up, 8 in 2023-12-01T04:45:07.382 INFO:tasks.rados.rados.0.smithi111.stdout:336: done (1 left) 2023-12-01T04:45:07.382 INFO:tasks.rados.rados.0.smithi111.stdout:337: done (0 left) 2023-12-01T04:45:07.382 INFO:tasks.rados.rados.0.smithi111.stdout:338: rollback oid 41 current snap is 31 2023-12-01T04:45:07.382 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 27 2023-12-01T04:45:07.382 INFO:tasks.rados.rados.0.smithi111.stdout:339: rollback oid 18 current snap is 31 2023-12-01T04:45:07.383 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 22 2023-12-01T04:45:07.383 INFO:tasks.rados.rados.0.smithi111.stdout:340: rmattr oid 23 current snap is 31 2023-12-01T04:45:07.383 INFO:tasks.rados.rados.0.smithi111.stdout:341: copy_from oid 13 from oid 37 current snap is 31 2023-12-01T04:45:07.383 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 31 2023-12-01T04:45:07.383 INFO:tasks.rados.rados.0.smithi111.stdout:342: seq_num 122 ranges {24576=450560,475136=688128,1163264=630784,1794048=286720} 2023-12-01T04:45:07.385 INFO:tasks.rados.rados.0.smithi111.stdout:342: writing smithi111183488-36 from 24576 to 475136 tid 1 2023-12-01T04:45:07.389 INFO:tasks.rados.rados.0.smithi111.stdout:342: writing smithi111183488-36 from 475136 to 1163264 tid 2 2023-12-01T04:45:07.393 INFO:tasks.rados.rados.0.smithi111.stdout:342: writing smithi111183488-36 from 1163264 to 1794048 tid 3 2023-12-01T04:45:07.395 INFO:tasks.rados.rados.0.smithi111.stdout:342: writing smithi111183488-36 from 1794048 to 2080768 tid 4 2023-12-01T04:45:07.395 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 31 2023-12-01T04:45:07.395 INFO:tasks.rados.rados.0.smithi111.stdout:343: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2023-12-01T04:45:07.398 INFO:tasks.rados.rados.0.smithi111.stdout:343: writing smithi111183488-31 from 0 to 466944 tid 1 2023-12-01T04:45:07.401 INFO:tasks.rados.rados.0.smithi111.stdout:343: writing smithi111183488-31 from 466944 to 1040384 tid 2 2023-12-01T04:45:07.406 INFO:tasks.rados.rados.0.smithi111.stdout:343: writing smithi111183488-31 from 1040384 to 1835008 tid 3 2023-12-01T04:45:07.408 INFO:tasks.rados.rados.0.smithi111.stdout:343: writing smithi111183488-31 from 1835008 to 2072576 tid 4 2023-12-01T04:45:07.408 INFO:tasks.rados.rados.0.smithi111.stdout:344: setattr oid 39 current snap is 31 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:339: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:339: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:339: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 70 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:341: finishing copy_from to smithi111183488-13 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 81 (ObjNum 111 snap 26 seq_num 111) dirty exists 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:338: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:338: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:341: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:338: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 39 (ObjNum 115 snap 27 seq_num 115) dirty exists 2023-12-01T04:45:07.409 INFO:tasks.rados.rados.0.smithi111.stdout:342: finishing write tid 1 to smithi111183488-36 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: finishing write tid 2 to smithi111183488-36 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: finishing write tid 3 to smithi111183488-36 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: finishing write tid 4 to smithi111183488-36 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: finishing write tid 5 to smithi111183488-36 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: finishing write tid 6 to smithi111183488-36 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: oid 36 updating version 0 to 45 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: oid 36 version 45 is already newer than 41 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: oid 36 version 45 is already newer than 44 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: oid 36 version 45 is already newer than 42 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: oid 36 version 45 is already newer than 43 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 45 (ObjNum 122 snap 31 seq_num 122) dirty exists 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:342: left oid 36 (ObjNum 122 snap 31 seq_num 122) 2023-12-01T04:45:07.410 INFO:tasks.rados.rados.0.smithi111.stdout:343: finishing write tid 1 to smithi111183488-31 2023-12-01T04:45:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:343: finishing write tid 2 to smithi111183488-31 2023-12-01T04:45:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:343: finishing write tid 3 to smithi111183488-31 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: finishing write tid 4 to smithi111183488-31 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: finishing write tid 5 to smithi111183488-31 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:338: done (6 left) 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:339: done (5 left) 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:340: done (4 left) 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:341: done (3 left) 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:342: done (2 left) 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:345: snap_create 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: finishing write tid 6 to smithi111183488-31 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: oid 31 updating version 0 to 125 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: oid 31 version 125 is already newer than 124 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: oid 31 updating version 125 to 128 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: oid 31 version 128 is already newer than 127 2023-12-01T04:45:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:343: oid 31 version 128 is already newer than 126 2023-12-01T04:45:07.413 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 128 (ObjNum 123 snap 31 seq_num 123) dirty exists 2023-12-01T04:45:07.413 INFO:tasks.rados.rados.0.smithi111.stdout:343: left oid 31 (ObjNum 123 snap 31 seq_num 123) 2023-12-01T04:45:07.413 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 61 (ObjNum 91 snap 18 seq_num 91) dirty exists 2023-12-01T04:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:07 smithi155 ceph-mon[102677]: osdmap e130: 8 total, 8 up, 8 in 2023-12-01T04:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:07 smithi155 ceph-mon[102677]: pgmap v168: 121 pgs: 121 active+clean; 97 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2023-12-01T04:45:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:07 smithi111 ceph-mon[97855]: osdmap e130: 8 total, 8 up, 8 in 2023-12-01T04:45:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:07 smithi111 ceph-mon[97855]: pgmap v168: 121 pgs: 121 active+clean; 97 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2023-12-01T04:45:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:07 smithi111 ceph-mon[116524]: osdmap e130: 8 total, 8 up, 8 in 2023-12-01T04:45:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:07 smithi111 ceph-mon[116524]: pgmap v168: 121 pgs: 121 active+clean; 97 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2023-12-01T04:45:08.344 INFO:tasks.rados.rados.0.smithi111.stdout:343: done (2 left) 2023-12-01T04:45:08.344 INFO:tasks.rados.rados.0.smithi111.stdout:344: done (1 left) 2023-12-01T04:45:08.344 INFO:tasks.rados.rados.0.smithi111.stdout:345: done (0 left) 2023-12-01T04:45:08.344 INFO:tasks.rados.rados.0.smithi111.stdout:346: copy_from oid 34 from oid 46 current snap is 32 2023-12-01T04:45:08.344 INFO:tasks.rados.rados.0.smithi111.stdout:347: snap_remove snap 29 2023-12-01T04:45:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:08 smithi155 ceph-mon[102677]: osdmap e131: 8 total, 8 up, 8 in 2023-12-01T04:45:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:08 smithi155 ceph-mon[102677]: osdmap e132: 8 total, 8 up, 8 in 2023-12-01T04:45:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:08 smithi111 ceph-mon[97855]: osdmap e131: 8 total, 8 up, 8 in 2023-12-01T04:45:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:08 smithi111 ceph-mon[97855]: osdmap e132: 8 total, 8 up, 8 in 2023-12-01T04:45:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:08 smithi111 ceph-mon[116524]: osdmap e131: 8 total, 8 up, 8 in 2023-12-01T04:45:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:08 smithi111 ceph-mon[116524]: osdmap e132: 8 total, 8 up, 8 in 2023-12-01T04:45:09.319 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:45:09.345 INFO:tasks.rados.rados.0.smithi111.stdout:347: done (1 left) 2023-12-01T04:45:09.345 INFO:tasks.rados.rados.0.smithi111.stdout:348: rollback oid 45 current snap is 32 2023-12-01T04:45:09.345 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 26 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:346: finishing copy_from to smithi111183488-34 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 140 (ObjNum 107 snap 21 seq_num 107) dirty exists 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:346: finishing copy_from racing read to smithi111183488-34 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:346: done (1 left) 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:349: read oid 28 snap -1 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:349: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:09.346 INFO:tasks.rados.rados.0.smithi111.stdout:350: snap_remove snap 25 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2m) 79s ago 3m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2m) 78s ago 2m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4m) 79s ago 4m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3m) 78s ago 3m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7m) 78s ago 7m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8m) 79s ago 8m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:45:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8m) 79s ago 8m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7m) 78s ago 7m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7m) 79s ago 7m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2m) 79s ago 2m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2m) 78s ago 2m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6m) 79s ago 6m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6m) 79s ago 6m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6m) 79s ago 6m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5m) 79s ago 5m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5m) 78s ago 5m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5m) 78s ago 5m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:45:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4m) 78s ago 4m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:45:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4m) 78s ago 4m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:45:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2m) 78s ago 3m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:45:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:09 smithi155 ceph-mon[102677]: pgmap v171: 121 pgs: 121 active+clean; 97 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2023-12-01T04:45:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:09 smithi155 ceph-mon[102677]: osdmap e133: 8 total, 8 up, 8 in 2023-12-01T04:45:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:09 smithi111 ceph-mon[97855]: pgmap v171: 121 pgs: 121 active+clean; 97 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2023-12-01T04:45:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:09 smithi111 ceph-mon[97855]: osdmap e133: 8 total, 8 up, 8 in 2023-12-01T04:45:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:45:09] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2023-12-01T04:45:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:09 smithi111 ceph-mon[116524]: pgmap v171: 121 pgs: 121 active+clean; 97 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.0 MiB/s wr, 18 op/s 2023-12-01T04:45:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:09 smithi111 ceph-mon[116524]: osdmap e133: 8 total, 8 up, 8 in 2023-12-01T04:45:10.017 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:45:10.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:45:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:45:10.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:45:10.019 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:45:10.353 INFO:tasks.rados.rados.0.smithi111.stdout:350: done (2 left) 2023-12-01T04:45:10.353 INFO:tasks.rados.rados.0.smithi111.stdout:351: read oid 37 snap -1 2023-12-01T04:45:10.353 INFO:tasks.rados.rados.0.smithi111.stdout:351: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-01T04:45:10.353 INFO:tasks.rados.rados.0.smithi111.stdout:352: snap_remove snap 31 2023-12-01T04:45:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:10 smithi155 ceph-mon[102677]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:10 smithi155 ceph-mon[102677]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/739501303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:45:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:10 smithi155 ceph-mon[102677]: osdmap e134: 8 total, 8 up, 8 in 2023-12-01T04:45:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[97855]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[97855]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/739501303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[97855]: osdmap e134: 8 total, 8 up, 8 in 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[116524]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[116524]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/739501303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:45:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:10 smithi111 ceph-mon[116524]: osdmap e134: 8 total, 8 up, 8 in 2023-12-01T04:45:11.348 INFO:tasks.rados.rados.0.smithi111.stdout:352: done (3 left) 2023-12-01T04:45:11.348 INFO:tasks.rados.rados.0.smithi111.stdout:353: snap_create 2023-12-01T04:45:11.351 INFO:tasks.rados.rados.0.smithi111.stdout:348: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:45:11.351 INFO:tasks.rados.rados.0.smithi111.stdout:348: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:45:11.351 INFO:tasks.rados.rados.0.smithi111.stdout:348: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:45:11.351 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 52 (ObjNum 44 snap 0 seq_num 44) dirty exists 2023-12-01T04:45:11.352 INFO:tasks.rados.rados.0.smithi111.stdout:349: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:11.421 INFO:tasks.rados.rados.0.smithi111.stdout:351: expect (ObjNum 36 snap 0 seq_num 36) 2023-12-01T04:45:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:11 smithi155 ceph-mon[102677]: pgmap v174: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2023-12-01T04:45:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:11 smithi155 ceph-mon[102677]: osdmap e135: 8 total, 8 up, 8 in 2023-12-01T04:45:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:11 smithi111 ceph-mon[97855]: pgmap v174: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2023-12-01T04:45:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:11 smithi111 ceph-mon[97855]: osdmap e135: 8 total, 8 up, 8 in 2023-12-01T04:45:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:11 smithi111 ceph-mon[116524]: pgmap v174: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2023-12-01T04:45:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:11 smithi111 ceph-mon[116524]: osdmap e135: 8 total, 8 up, 8 in 2023-12-01T04:45:12.349 INFO:tasks.rados.rados.0.smithi111.stdout:348: done (3 left) 2023-12-01T04:45:12.349 INFO:tasks.rados.rados.0.smithi111.stdout:349: done (2 left) 2023-12-01T04:45:12.349 INFO:tasks.rados.rados.0.smithi111.stdout:351: done (1 left) 2023-12-01T04:45:12.349 INFO:tasks.rados.rados.0.smithi111.stdout:353: done (0 left) 2023-12-01T04:45:12.349 INFO:tasks.rados.rados.0.smithi111.stdout:354: delete oid 47 current snap is 33 2023-12-01T04:45:12.354 INFO:tasks.rados.rados.0.smithi111.stdout:354: done (0 left) 2023-12-01T04:45:12.354 INFO:tasks.rados.rados.0.smithi111.stdout:355: rollback oid 29 current snap is 33 2023-12-01T04:45:12.354 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 21 2023-12-01T04:45:12.354 INFO:tasks.rados.rados.0.smithi111.stdout:356: rmattr oid 34 current snap is 33 2023-12-01T04:45:12.354 INFO:tasks.rados.rados.0.smithi111.stdout:357: snap_remove snap 22 2023-12-01T04:45:13.345 INFO:tasks.rados.rados.0.smithi111.stdout:357: done (2 left) 2023-12-01T04:45:13.345 INFO:tasks.rados.rados.0.smithi111.stdout:358: read oid 1 snap -1 2023-12-01T04:45:13.345 INFO:tasks.rados.rados.0.smithi111.stdout:358: expect deleted 2023-12-01T04:45:13.345 INFO:tasks.rados.rados.0.smithi111.stdout:359: copy_from oid 27 from oid 25 current snap is 33 2023-12-01T04:45:13.346 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 33 2023-12-01T04:45:13.346 INFO:tasks.rados.rados.0.smithi111.stdout:360: seq_num 125 ranges {827392=499712,1327104=745472,2072576=409600,2482176=450560} 2023-12-01T04:45:13.353 INFO:tasks.rados.rados.0.smithi111.stdout:360: writing smithi111183488-50 from 827392 to 1327104 tid 1 2023-12-01T04:45:13.358 INFO:tasks.rados.rados.0.smithi111.stdout:360: writing smithi111183488-50 from 1327104 to 2072576 tid 2 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:360: writing smithi111183488-50 from 2072576 to 2482176 tid 3 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:360: writing smithi111183488-50 from 2482176 to 2932736 tid 4 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:361: copy_from oid 33 from oid 15 current snap is 33 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:355: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:355: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:355: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 159 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 141 (ObjNum 107 snap 21 seq_num 107) dirty exists 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:355: done (5 left) 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:356: done (4 left) 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:358: done (3 left) 2023-12-01T04:45:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:362: snap_create 2023-12-01T04:45:13.366 INFO:tasks.rados.rados.0.smithi111.stdout:360: finishing write tid 1 to smithi111183488-50 2023-12-01T04:45:13.366 INFO:tasks.rados.rados.0.smithi111.stdout:360: finishing write tid 2 to smithi111183488-50 2023-12-01T04:45:13.366 INFO:tasks.rados.rados.0.smithi111.stdout:360: finishing write tid 3 to smithi111183488-50 2023-12-01T04:45:13.367 INFO:tasks.rados.rados.0.smithi111.stdout:360: finishing write tid 4 to smithi111183488-50 2023-12-01T04:45:13.368 INFO:tasks.rados.rados.0.smithi111.stdout:360: finishing write tid 5 to smithi111183488-50 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: finishing write tid 6 to smithi111183488-50 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: oid 50 updating version 0 to 163 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: oid 50 updating version 163 to 164 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: oid 50 updating version 164 to 167 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: oid 50 version 167 is already newer than 165 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: oid 50 version 167 is already newer than 166 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 167 (ObjNum 125 snap 33 seq_num 125) dirty exists 2023-12-01T04:45:13.370 INFO:tasks.rados.rados.0.smithi111.stdout:360: left oid 50 (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:45:13.375 INFO:tasks.rados.rados.0.smithi111.stdout:359: finishing copy_from to smithi111183488-27 2023-12-01T04:45:13.375 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 50 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:45:13.375 INFO:tasks.rados.rados.0.smithi111.stdout:359: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:45:13.376 INFO:tasks.rados.rados.0.smithi111.stdout:361: finishing copy_from to smithi111183488-33 2023-12-01T04:45:13.376 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 39 (ObjNum 100 snap 21 seq_num 100) dirty exists 2023-12-01T04:45:13.377 INFO:tasks.rados.rados.0.smithi111.stdout:361: finishing copy_from racing read to smithi111183488-33 2023-12-01T04:45:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:13 smithi155 ceph-mon[102677]: osdmap e136: 8 total, 8 up, 8 in 2023-12-01T04:45:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:13 smithi155 ceph-mon[102677]: pgmap v177: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2023-12-01T04:45:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:13 smithi155 ceph-mon[102677]: osdmap e137: 8 total, 8 up, 8 in 2023-12-01T04:45:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:13 smithi111 ceph-mon[97855]: osdmap e136: 8 total, 8 up, 8 in 2023-12-01T04:45:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:13 smithi111 ceph-mon[97855]: pgmap v177: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2023-12-01T04:45:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:13 smithi111 ceph-mon[97855]: osdmap e137: 8 total, 8 up, 8 in 2023-12-01T04:45:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:13 smithi111 ceph-mon[116524]: osdmap e136: 8 total, 8 up, 8 in 2023-12-01T04:45:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:13 smithi111 ceph-mon[116524]: pgmap v177: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2023-12-01T04:45:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:13 smithi111 ceph-mon[116524]: osdmap e137: 8 total, 8 up, 8 in 2023-12-01T04:45:14.366 INFO:tasks.rados.rados.0.smithi111.stdout:359: done (3 left) 2023-12-01T04:45:14.366 INFO:tasks.rados.rados.0.smithi111.stdout:360: done (2 left) 2023-12-01T04:45:14.366 INFO:tasks.rados.rados.0.smithi111.stdout:361: done (1 left) 2023-12-01T04:45:14.366 INFO:tasks.rados.rados.0.smithi111.stdout:362: done (0 left) 2023-12-01T04:45:14.367 INFO:tasks.rados.rados.0.smithi111.stdout:363: read oid 36 snap -1 2023-12-01T04:45:14.367 INFO:tasks.rados.rados.0.smithi111.stdout:363: expect (ObjNum 122 snap 31 seq_num 122) 2023-12-01T04:45:14.367 INFO:tasks.rados.rados.0.smithi111.stdout:364: delete oid 21 current snap is 34 2023-12-01T04:45:14.371 INFO:tasks.rados.rados.0.smithi111.stdout:364: done (1 left) 2023-12-01T04:45:14.371 INFO:tasks.rados.rados.0.smithi111.stdout:365: rmattr oid 9 current snap is 34 2023-12-01T04:45:14.371 INFO:tasks.rados.rados.0.smithi111.stdout:365: done (1 left) 2023-12-01T04:45:14.372 INFO:tasks.rados.rados.0.smithi111.stdout:366: rmattr oid 32 current snap is 34 2023-12-01T04:45:14.372 INFO:tasks.rados.rados.0.smithi111.stdout:366: done (1 left) 2023-12-01T04:45:14.372 INFO:tasks.rados.rados.0.smithi111.stdout:367: rmattr oid 6 current snap is 34 2023-12-01T04:45:14.372 INFO:tasks.rados.rados.0.smithi111.stdout:367: done (1 left) 2023-12-01T04:45:14.372 INFO:tasks.rados.rados.0.smithi111.stdout:368: copy_from oid 15 from oid 19 current snap is 34 2023-12-01T04:45:14.372 INFO:tasks.rados.rados.0.smithi111.stdout:369: delete oid 3 current snap is 34 2023-12-01T04:45:14.378 INFO:tasks.rados.rados.0.smithi111.stdout:369: done (2 left) 2023-12-01T04:45:14.378 INFO:tasks.rados.rados.0.smithi111.stdout:370: rollback oid 49 current snap is 34 2023-12-01T04:45:14.378 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 28 2023-12-01T04:45:14.378 INFO:tasks.rados.rados.0.smithi111.stdout:371: read oid 45 snap -1 2023-12-01T04:45:14.379 INFO:tasks.rados.rados.0.smithi111.stdout:371: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:45:14.379 INFO:tasks.rados.rados.0.smithi111.stdout:372: copy_from oid 42 from oid 18 current snap is 34 2023-12-01T04:45:14.379 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 34 2023-12-01T04:45:14.379 INFO:tasks.rados.rados.0.smithi111.stdout:373: seq_num 128 ranges {3137536=548864,3686400=794624,4481024=581632,5062656=229376} 2023-12-01T04:45:14.397 INFO:tasks.rados.rados.0.smithi111.stdout:373: writing smithi111183488-23 from 3137536 to 3686400 tid 1 2023-12-01T04:45:14.401 INFO:tasks.rados.rados.0.smithi111.stdout:373: writing smithi111183488-23 from 3686400 to 4481024 tid 2 2023-12-01T04:45:14.405 INFO:tasks.rados.rados.0.smithi111.stdout:373: writing smithi111183488-23 from 4481024 to 5062656 tid 3 2023-12-01T04:45:14.406 INFO:tasks.rados.rados.0.smithi111.stdout:373: writing smithi111183488-23 from 5062656 to 5292032 tid 4 2023-12-01T04:45:14.407 INFO:tasks.rados.rados.0.smithi111.stdout:374: read oid 31 snap -1 2023-12-01T04:45:14.407 INFO:tasks.rados.rados.0.smithi111.stdout:374: expect (ObjNum 123 snap 31 seq_num 123) 2023-12-01T04:45:14.407 INFO:tasks.rados.rados.0.smithi111.stdout:375: copy_from oid 34 from oid 29 current snap is 34 2023-12-01T04:45:14.407 INFO:tasks.rados.rados.0.smithi111.stdout:363: expect (ObjNum 122 snap 31 seq_num 122) 2023-12-01T04:45:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:370: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:370: finishing rollback tid 2 to smithi111183488-49 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 105 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:363: done (7 left) 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:370: done (6 left) 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:376: copy_from oid 36 from oid 37 current snap is 34 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:368: finishing copy_from to smithi111183488-15 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 57 (ObjNum 91 snap 18 seq_num 91) dirty exists 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:368: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:45:14.463 INFO:tasks.rados.rados.0.smithi111.stdout:371: expect (ObjNum 44 snap 0 seq_num 44) 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:372: finishing copy_from to smithi111183488-42 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 70 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:372: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:373: finishing write tid 1 to smithi111183488-23 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:373: finishing write tid 2 to smithi111183488-23 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:368: done (6 left) 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:371: done (5 left) 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:372: done (4 left) 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 34 2023-12-01T04:45:14.485 INFO:tasks.rados.rados.0.smithi111.stdout:373: finishing write tid 3 to smithi111183488-23 2023-12-01T04:45:14.486 INFO:tasks.rados.rados.0.smithi111.stdout:373: finishing write tid 4 to smithi111183488-23 2023-12-01T04:45:14.486 INFO:tasks.rados.rados.0.smithi111.stdout:377: seq_num 129 ranges {1957888=565248,2523136=679936,3203072=786432,3989504=139264} 2023-12-01T04:45:14.497 INFO:tasks.rados.rados.0.smithi111.stdout:377: writing smithi111183488-11 from 1957888 to 2523136 tid 1 2023-12-01T04:45:14.501 INFO:tasks.rados.rados.0.smithi111.stdout:377: writing smithi111183488-11 from 2523136 to 3203072 tid 2 2023-12-01T04:45:14.505 INFO:tasks.rados.rados.0.smithi111.stdout:377: writing smithi111183488-11 from 3203072 to 3989504 tid 3 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:377: writing smithi111183488-11 from 3989504 to 4128768 tid 4 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:378: read oid 24 snap -1 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:378: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:379: read oid 30 snap 27 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:379: expect (ObjNum 116 snap 27 seq_num 116) 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:380: setattr oid 2 current snap is 34 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:373: finishing write tid 5 to smithi111183488-23 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:373: finishing write tid 6 to smithi111183488-23 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:373: oid 23 updating version 0 to 90 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:373: oid 23 updating version 90 to 93 2023-12-01T04:45:14.507 INFO:tasks.rados.rados.0.smithi111.stdout:373: oid 23 version 93 is already newer than 92 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:373: oid 23 version 93 is already newer than 91 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:373: oid 23 version 93 is already newer than 89 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 93 (ObjNum 128 snap 34 seq_num 128) dirty exists 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:373: left oid 23 (ObjNum 128 snap 34 seq_num 128) 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:375: finishing copy_from to smithi111183488-34 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 159 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:375: finishing copy_from racing read to smithi111183488-34 2023-12-01T04:45:14.508 INFO:tasks.rados.rados.0.smithi111.stdout:374: expect (ObjNum 123 snap 31 seq_num 123) 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:376: finishing copy_from to smithi111183488-36 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:376: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:377: finishing write tid 1 to smithi111183488-11 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:377: finishing write tid 2 to smithi111183488-11 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:377: finishing write tid 3 to smithi111183488-11 2023-12-01T04:45:14.562 INFO:tasks.rados.rados.0.smithi111.stdout:377: finishing write tid 4 to smithi111183488-11 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: finishing write tid 5 to smithi111183488-11 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: finishing write tid 6 to smithi111183488-11 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: oid 11 updating version 0 to 142 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: oid 11 updating version 142 to 144 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: oid 11 version 144 is already newer than 143 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: oid 11 version 144 is already newer than 141 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: oid 11 version 144 is already newer than 140 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 144 (ObjNum 129 snap 34 seq_num 129) dirty exists 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:377: left oid 11 (ObjNum 129 snap 34 seq_num 129) 2023-12-01T04:45:14.563 INFO:tasks.rados.rados.0.smithi111.stdout:378: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:45:14.582 INFO:tasks.rados.rados.0.smithi111.stdout:379: expect (ObjNum 116 snap 27 seq_num 116) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:373: done (7 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:374: done (6 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:375: done (5 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:376: done (4 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:377: done (3 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:378: done (2 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:379: done (1 left) 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:381: snap_create 2023-12-01T04:45:14.655 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 123 (ObjNum 79 snap 17 seq_num 79) dirty exists 2023-12-01T04:45:15.370 INFO:tasks.rados.rados.0.smithi111.stdout:380: done (1 left) 2023-12-01T04:45:15.370 INFO:tasks.rados.rados.0.smithi111.stdout:381: done (0 left) 2023-12-01T04:45:15.370 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 35 2023-12-01T04:45:15.371 INFO:tasks.rados.rados.0.smithi111.stdout:382: seq_num 130 ranges {606208=581632,1187840=614400,1802240=598016,2400256=393216} 2023-12-01T04:45:15.377 INFO:tasks.rados.rados.0.smithi111.stdout:382: writing smithi111183488-13 from 606208 to 1187840 tid 1 2023-12-01T04:45:15.380 INFO:tasks.rados.rados.0.smithi111.stdout:382: writing smithi111183488-13 from 1187840 to 1802240 tid 2 2023-12-01T04:45:15.383 INFO:tasks.rados.rados.0.smithi111.stdout:382: writing smithi111183488-13 from 1802240 to 2400256 tid 3 2023-12-01T04:45:15.386 INFO:tasks.rados.rados.0.smithi111.stdout:382: writing smithi111183488-13 from 2400256 to 2793472 tid 4 2023-12-01T04:45:15.386 INFO:tasks.rados.rados.0.smithi111.stdout:383: delete oid 37 current snap is 35 2023-12-01T04:45:15.386 INFO:tasks.rados.rados.0.smithi111.stdout:382: finishing write tid 1 to smithi111183488-13 2023-12-01T04:45:15.386 INFO:tasks.rados.rados.0.smithi111.stdout:382: finishing write tid 2 to smithi111183488-13 2023-12-01T04:45:15.386 INFO:tasks.rados.rados.0.smithi111.stdout:382: finishing write tid 3 to smithi111183488-13 2023-12-01T04:45:15.388 INFO:tasks.rados.rados.0.smithi111.stdout:383: done (1 left) 2023-12-01T04:45:15.388 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 35 2023-12-01T04:45:15.388 INFO:tasks.rados.rados.0.smithi111.stdout:384: seq_num 132 ranges {622592=614400,1236992=786432,2023424=565248,2588672=253952} 2023-12-01T04:45:15.395 INFO:tasks.rados.rados.0.smithi111.stdout:384: writing smithi111183488-38 from 622592 to 1236992 tid 1 2023-12-01T04:45:15.400 INFO:tasks.rados.rados.0.smithi111.stdout:384: writing smithi111183488-38 from 1236992 to 2023424 tid 2 2023-12-01T04:45:15.403 INFO:tasks.rados.rados.0.smithi111.stdout:384: writing smithi111183488-38 from 2023424 to 2588672 tid 3 2023-12-01T04:45:15.405 INFO:tasks.rados.rados.0.smithi111.stdout:384: writing smithi111183488-38 from 2588672 to 2842624 tid 4 2023-12-01T04:45:15.406 INFO:tasks.rados.rados.0.smithi111.stdout:385: setattr oid 20 current snap is 35 2023-12-01T04:45:15.406 INFO:tasks.rados.rados.0.smithi111.stdout:382: finishing write tid 4 to smithi111183488-13 2023-12-01T04:45:15.406 INFO:tasks.rados.rados.0.smithi111.stdout:382: finishing write tid 5 to smithi111183488-13 2023-12-01T04:45:15.406 INFO:tasks.rados.rados.0.smithi111.stdout:382: finishing write tid 6 to smithi111183488-13 2023-12-01T04:45:15.406 INFO:tasks.rados.rados.0.smithi111.stdout:382: oid 13 updating version 0 to 147 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:382: oid 13 version 147 is already newer than 146 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:382: oid 13 updating version 147 to 148 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:382: oid 13 updating version 148 to 149 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:382: oid 13 updating version 149 to 150 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 150 (ObjNum 130 snap 35 seq_num 130) dirty exists 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:382: left oid 13 (ObjNum 130 snap 35 seq_num 130) 2023-12-01T04:45:15.407 INFO:tasks.rados.rados.0.smithi111.stdout:384: finishing write tid 1 to smithi111183488-38 2023-12-01T04:45:15.408 INFO:tasks.rados.rados.0.smithi111.stdout:384: finishing write tid 2 to smithi111183488-38 2023-12-01T04:45:15.409 INFO:tasks.rados.rados.0.smithi111.stdout:384: finishing write tid 3 to smithi111183488-38 2023-12-01T04:45:15.409 INFO:tasks.rados.rados.0.smithi111.stdout:384: finishing write tid 4 to smithi111183488-38 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:384: finishing write tid 5 to smithi111183488-38 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:382: done (2 left) 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:386: read oid 14 snap -1 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:386: expect (ObjNum 103 snap 21 seq_num 103) 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:387: snap_create 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:384: finishing write tid 6 to smithi111183488-38 2023-12-01T04:45:15.410 INFO:tasks.rados.rados.0.smithi111.stdout:384: oid 38 updating version 0 to 88 2023-12-01T04:45:15.411 INFO:tasks.rados.rados.0.smithi111.stdout:384: oid 38 version 88 is already newer than 87 2023-12-01T04:45:15.411 INFO:tasks.rados.rados.0.smithi111.stdout:384: oid 38 updating version 88 to 89 2023-12-01T04:45:15.411 INFO:tasks.rados.rados.0.smithi111.stdout:384: oid 38 version 89 is already newer than 86 2023-12-01T04:45:15.411 INFO:tasks.rados.rados.0.smithi111.stdout:384: oid 38 updating version 89 to 90 2023-12-01T04:45:15.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 90 (ObjNum 132 snap 35 seq_num 132) dirty exists 2023-12-01T04:45:15.411 INFO:tasks.rados.rados.0.smithi111.stdout:384: left oid 38 (ObjNum 132 snap 35 seq_num 132) 2023-12-01T04:45:15.416 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 95 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:45:15.417 INFO:tasks.rados.rados.0.smithi111.stdout:386: expect (ObjNum 103 snap 21 seq_num 103) 2023-12-01T04:45:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:15 smithi155 ceph-mon[102677]: osdmap e138: 8 total, 8 up, 8 in 2023-12-01T04:45:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:15 smithi155 ceph-mon[102677]: pgmap v180: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:15 smithi111 ceph-mon[97855]: osdmap e138: 8 total, 8 up, 8 in 2023-12-01T04:45:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:15 smithi111 ceph-mon[97855]: pgmap v180: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:15 smithi111 ceph-mon[116524]: osdmap e138: 8 total, 8 up, 8 in 2023-12-01T04:45:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:15 smithi111 ceph-mon[116524]: pgmap v180: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:16.380 INFO:tasks.rados.rados.0.smithi111.stdout:384: done (3 left) 2023-12-01T04:45:16.380 INFO:tasks.rados.rados.0.smithi111.stdout:385: done (2 left) 2023-12-01T04:45:16.381 INFO:tasks.rados.rados.0.smithi111.stdout:386: done (1 left) 2023-12-01T04:45:16.381 INFO:tasks.rados.rados.0.smithi111.stdout:387: done (0 left) 2023-12-01T04:45:16.381 INFO:tasks.rados.rados.0.smithi111.stdout:388: read oid 46 snap -1 2023-12-01T04:45:16.381 INFO:tasks.rados.rados.0.smithi111.stdout:388: expect (ObjNum 107 snap 21 seq_num 107) 2023-12-01T04:45:16.381 INFO:tasks.rados.rados.0.smithi111.stdout:389: snap_create 2023-12-01T04:45:16.402 INFO:tasks.rados.rados.0.smithi111.stdout:388: expect (ObjNum 107 snap 21 seq_num 107) 2023-12-01T04:45:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:16 smithi155 ceph-mon[102677]: osdmap e139: 8 total, 8 up, 8 in 2023-12-01T04:45:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:16 smithi111 ceph-mon[97855]: osdmap e139: 8 total, 8 up, 8 in 2023-12-01T04:45:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:16 smithi111 ceph-mon[116524]: osdmap e139: 8 total, 8 up, 8 in 2023-12-01T04:45:17.383 INFO:tasks.rados.rados.0.smithi111.stdout:388: done (1 left) 2023-12-01T04:45:17.383 INFO:tasks.rados.rados.0.smithi111.stdout:389: done (0 left) 2023-12-01T04:45:17.383 INFO:tasks.rados.rados.0.smithi111.stdout:390: delete oid 32 current snap is 37 2023-12-01T04:45:17.385 INFO:tasks.rados.rados.0.smithi111.stdout:390: done (0 left) 2023-12-01T04:45:17.385 INFO:tasks.rados.rados.0.smithi111.stdout:391: read oid 29 snap 33 2023-12-01T04:45:17.385 INFO:tasks.rados.rados.0.smithi111.stdout:391: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:45:17.385 INFO:tasks.rados.rados.0.smithi111.stdout:392: delete oid 1 current snap is 37 2023-12-01T04:45:17.389 INFO:tasks.rados.rados.0.smithi111.stdout:392: done (1 left) 2023-12-01T04:45:17.389 INFO:tasks.rados.rados.0.smithi111.stdout:393: copy_from oid 37 from oid 3 current snap is 37 2023-12-01T04:45:17.389 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 37 2023-12-01T04:45:17.389 INFO:tasks.rados.rados.0.smithi111.stdout:394: seq_num 135 ranges {2506752=663552,3170304=434176,3604480=786432,4390912=385024} 2023-12-01T04:45:17.406 INFO:tasks.rados.rados.0.smithi111.stdout:394: writing smithi111183488-30 from 2506752 to 3170304 tid 1 2023-12-01T04:45:17.408 INFO:tasks.rados.rados.0.smithi111.stdout:394: writing smithi111183488-30 from 3170304 to 3604480 tid 2 2023-12-01T04:45:17.413 INFO:tasks.rados.rados.0.smithi111.stdout:394: writing smithi111183488-30 from 3604480 to 4390912 tid 3 2023-12-01T04:45:17.415 INFO:tasks.rados.rados.0.smithi111.stdout:394: writing smithi111183488-30 from 4390912 to 4775936 tid 4 2023-12-01T04:45:17.415 INFO:tasks.rados.rados.0.smithi111.stdout:395: rmattr oid 16 current snap is 37 2023-12-01T04:45:17.415 INFO:tasks.rados.rados.0.smithi111.stdout:395: done (3 left) 2023-12-01T04:45:17.416 INFO:tasks.rados.rados.0.smithi111.stdout:396: delete oid 35 current snap is 37 2023-12-01T04:45:17.416 INFO:tasks.rados.rados.0.smithi111.stdout:393: finishing copy_from to smithi111183488-37 2023-12-01T04:45:17.416 INFO:tasks.rados.rados.0.smithi111.stdout:393: got expected ENOENT (src dne) 2023-12-01T04:45:17.416 INFO:tasks.rados.rados.0.smithi111.stdout:393: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:45:17.416 INFO:tasks.rados.rados.0.smithi111.stdout:391: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:45:17.433 INFO:tasks.rados.rados.0.smithi111.stdout:394: finishing write tid 1 to smithi111183488-30 2023-12-01T04:45:17.433 INFO:tasks.rados.rados.0.smithi111.stdout:394: finishing write tid 2 to smithi111183488-30 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: finishing write tid 3 to smithi111183488-30 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: finishing write tid 4 to smithi111183488-30 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: finishing write tid 5 to smithi111183488-30 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:391: done (3 left) 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:393: done (2 left) 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:396: done (1 left) 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:397: read oid 29 snap -1 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:397: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:398: snap_create 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: finishing write tid 6 to smithi111183488-30 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: oid 30 updating version 0 to 154 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: oid 30 updating version 154 to 155 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: oid 30 updating version 155 to 156 2023-12-01T04:45:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:394: oid 30 updating version 156 to 158 2023-12-01T04:45:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:394: oid 30 version 158 is already newer than 157 2023-12-01T04:45:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 158 (ObjNum 135 snap 37 seq_num 135) dirty exists 2023-12-01T04:45:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:394: left oid 30 (ObjNum 135 snap 37 seq_num 135) 2023-12-01T04:45:17.437 INFO:tasks.rados.rados.0.smithi111.stdout:397: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:45:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:17 smithi155 ceph-mon[102677]: osdmap e140: 8 total, 8 up, 8 in 2023-12-01T04:45:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:17 smithi155 ceph-mon[102677]: pgmap v183: 121 pgs: 121 active+clean; 126 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-01T04:45:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:17 smithi111 ceph-mon[97855]: osdmap e140: 8 total, 8 up, 8 in 2023-12-01T04:45:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:17 smithi111 ceph-mon[97855]: pgmap v183: 121 pgs: 121 active+clean; 126 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-01T04:45:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:17 smithi111 ceph-mon[116524]: osdmap e140: 8 total, 8 up, 8 in 2023-12-01T04:45:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:17 smithi111 ceph-mon[116524]: pgmap v183: 121 pgs: 121 active+clean; 126 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-01T04:45:18.346 INFO:tasks.rados.rados.0.smithi111.stdout:394: done (2 left) 2023-12-01T04:45:18.346 INFO:tasks.rados.rados.0.smithi111.stdout:397: done (1 left) 2023-12-01T04:45:18.346 INFO:tasks.rados.rados.0.smithi111.stdout:398: done (0 left) 2023-12-01T04:45:18.347 INFO:tasks.rados.rados.0.smithi111.stdout:399: rmattr oid 6 current snap is 38 2023-12-01T04:45:18.347 INFO:tasks.rados.rados.0.smithi111.stdout:400: rollback oid 3 current snap is 38 2023-12-01T04:45:18.347 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 21 2023-12-01T04:45:18.347 INFO:tasks.rados.rados.0.smithi111.stdout:401: rollback oid 16 current snap is 38 2023-12-01T04:45:18.347 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 28 2023-12-01T04:45:18.347 INFO:tasks.rados.rados.0.smithi111.stdout:402: snap_create 2023-12-01T04:45:18.352 INFO:tasks.rados.rados.0.smithi111.stdout:401: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:45:18.352 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 0 (ObjNum 97 snap 20 seq_num 97) dirty exists 2023-12-01T04:45:18.352 INFO:tasks.rados.rados.0.smithi111.stdout:401: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:45:18.352 INFO:tasks.rados.rados.0.smithi111.stdout:401: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:45:18.352 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 127 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:18.354 INFO:tasks.rados.rados.0.smithi111.stdout:400: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:45:18.354 INFO:tasks.rados.rados.0.smithi111.stdout:400: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:45:18.354 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 173 (ObjNum 104 snap 21 seq_num 104) dirty exists 2023-12-01T04:45:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:18 smithi155 ceph-mon[102677]: osdmap e141: 8 total, 8 up, 8 in 2023-12-01T04:45:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:18 smithi155 ceph-mon[102677]: osdmap e142: 8 total, 8 up, 8 in 2023-12-01T04:45:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:18 smithi111 ceph-mon[97855]: osdmap e141: 8 total, 8 up, 8 in 2023-12-01T04:45:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:18 smithi111 ceph-mon[97855]: osdmap e142: 8 total, 8 up, 8 in 2023-12-01T04:45:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:18 smithi111 ceph-mon[116524]: osdmap e141: 8 total, 8 up, 8 in 2023-12-01T04:45:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:18 smithi111 ceph-mon[116524]: osdmap e142: 8 total, 8 up, 8 in 2023-12-01T04:45:19.347 INFO:tasks.rados.rados.0.smithi111.stdout:399: done (3 left) 2023-12-01T04:45:19.347 INFO:tasks.rados.rados.0.smithi111.stdout:400: done (2 left) 2023-12-01T04:45:19.347 INFO:tasks.rados.rados.0.smithi111.stdout:401: done (1 left) 2023-12-01T04:45:19.348 INFO:tasks.rados.rados.0.smithi111.stdout:402: done (0 left) 2023-12-01T04:45:19.348 INFO:tasks.rados.rados.0.smithi111.stdout:403: rollback oid 39 current snap is 39 2023-12-01T04:45:19.348 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 35 2023-12-01T04:45:19.348 INFO:tasks.rados.rados.0.smithi111.stdout:404: rollback oid 21 current snap is 39 2023-12-01T04:45:19.348 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 26 2023-12-01T04:45:19.348 INFO:tasks.rados.rados.0.smithi111.stdout:405: delete oid 24 current snap is 39 2023-12-01T04:45:19.352 INFO:tasks.rados.rados.0.smithi111.stdout:403: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:45:19.352 INFO:tasks.rados.rados.0.smithi111.stdout:403: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:45:19.353 INFO:tasks.rados.rados.0.smithi111.stdout:405: done (2 left) 2023-12-01T04:45:19.353 INFO:tasks.rados.rados.0.smithi111.stdout:406: delete oid 3 current snap is 39 2023-12-01T04:45:19.353 INFO:tasks.rados.rados.0.smithi111.stdout:403: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:45:19.353 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 64 (ObjNum 91 snap 18 seq_num 91) dirty exists 2023-12-01T04:45:19.355 INFO:tasks.rados.rados.0.smithi111.stdout:404: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:45:19.355 INFO:tasks.rados.rados.0.smithi111.stdout:404: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:45:19.355 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 175 (ObjNum 85 snap 18 seq_num 85) dirty exists 2023-12-01T04:45:19.355 INFO:tasks.rados.rados.0.smithi111.stdout:403: done (2 left) 2023-12-01T04:45:19.355 INFO:tasks.rados.rados.0.smithi111.stdout:404: done (1 left) 2023-12-01T04:45:19.356 INFO:tasks.rados.rados.0.smithi111.stdout:406: done (0 left) 2023-12-01T04:45:19.356 INFO:tasks.rados.rados.0.smithi111.stdout:407: read oid 33 snap 35 2023-12-01T04:45:19.356 INFO:tasks.rados.rados.0.smithi111.stdout:407: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:45:19.356 INFO:tasks.rados.rados.0.smithi111.stdout:408: snap_create 2023-12-01T04:45:19.362 INFO:tasks.rados.rados.0.smithi111.stdout:407: expect (ObjNum 100 snap 21 seq_num 100) 2023-12-01T04:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:19 smithi155 ceph-mon[102677]: pgmap v186: 121 pgs: 121 active+clean; 126 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-01T04:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:19 smithi155 ceph-mon[102677]: osdmap e143: 8 total, 8 up, 8 in 2023-12-01T04:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:45:19] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:19 smithi111 ceph-mon[97855]: pgmap v186: 121 pgs: 121 active+clean; 126 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-01T04:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:19 smithi111 ceph-mon[97855]: osdmap e143: 8 total, 8 up, 8 in 2023-12-01T04:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:19 smithi111 ceph-mon[116524]: pgmap v186: 121 pgs: 121 active+clean; 126 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2023-12-01T04:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:19 smithi111 ceph-mon[116524]: osdmap e143: 8 total, 8 up, 8 in 2023-12-01T04:45:20.351 INFO:tasks.rados.rados.0.smithi111.stdout:407: done (1 left) 2023-12-01T04:45:20.351 INFO:tasks.rados.rados.0.smithi111.stdout:408: done (0 left) 2023-12-01T04:45:20.351 INFO:tasks.rados.rados.0.smithi111.stdout:409: delete oid 49 current snap is 40 2023-12-01T04:45:20.355 INFO:tasks.rados.rados.0.smithi111.stdout:409: done (0 left) 2023-12-01T04:45:20.355 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 40 2023-12-01T04:45:20.355 INFO:tasks.rados.rados.0.smithi111.stdout:410: seq_num 140 ranges {2007040=753664,2760704=704512,3465216=524288,3989504=376832} 2023-12-01T04:45:20.370 INFO:tasks.rados.rados.0.smithi111.stdout:410: writing smithi111183488-5 from 2007040 to 2760704 tid 1 2023-12-01T04:45:20.373 INFO:tasks.rados.rados.0.smithi111.stdout:410: writing smithi111183488-5 from 2760704 to 3465216 tid 2 2023-12-01T04:45:20.376 INFO:tasks.rados.rados.0.smithi111.stdout:410: writing smithi111183488-5 from 3465216 to 3989504 tid 3 2023-12-01T04:45:20.379 INFO:tasks.rados.rados.0.smithi111.stdout:410: writing smithi111183488-5 from 3989504 to 4366336 tid 4 2023-12-01T04:45:20.379 INFO:tasks.rados.rados.0.smithi111.stdout:411: setattr oid 28 current snap is 40 2023-12-01T04:45:20.379 INFO:tasks.rados.rados.0.smithi111.stdout:410: finishing write tid 1 to smithi111183488-5 2023-12-01T04:45:20.379 INFO:tasks.rados.rados.0.smithi111.stdout:410: finishing write tid 2 to smithi111183488-5 2023-12-01T04:45:20.380 INFO:tasks.rados.rados.0.smithi111.stdout:412: read oid 15 snap -1 2023-12-01T04:45:20.380 INFO:tasks.rados.rados.0.smithi111.stdout:412: expect (ObjNum 91 snap 18 seq_num 91) 2023-12-01T04:45:20.380 INFO:tasks.rados.rados.0.smithi111.stdout:413: rollback oid 38 current snap is 40 2023-12-01T04:45:20.380 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 38 to 26 2023-12-01T04:45:20.381 INFO:tasks.rados.rados.0.smithi111.stdout:414: snap_create 2023-12-01T04:45:20.381 INFO:tasks.rados.rados.0.smithi111.stdout:410: finishing write tid 3 to smithi111183488-5 2023-12-01T04:45:20.381 INFO:tasks.rados.rados.0.smithi111.stdout:410: finishing write tid 4 to smithi111183488-5 2023-12-01T04:45:20.381 INFO:tasks.rados.rados.0.smithi111.stdout:410: finishing write tid 5 to smithi111183488-5 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: finishing write tid 6 to smithi111183488-5 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: oid 5 updating version 0 to 181 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: oid 5 updating version 181 to 182 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: oid 5 version 182 is already newer than 180 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: oid 5 version 182 is already newer than 179 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: oid 5 updating version 182 to 183 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 183 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:45:20.383 INFO:tasks.rados.rados.0.smithi111.stdout:410: left oid 5 (ObjNum 140 snap 40 seq_num 140) 2023-12-01T04:45:20.385 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 74 (ObjNum 98 snap 20 seq_num 98) dirty exists 2023-12-01T04:45:20.387 INFO:tasks.rados.rados.0.smithi111.stdout:413: finishing rollback tid 0 to smithi111183488-38 2023-12-01T04:45:20.387 INFO:tasks.rados.rados.0.smithi111.stdout:413: finishing rollback tid 1 to smithi111183488-38 2023-12-01T04:45:20.388 INFO:tasks.rados.rados.0.smithi111.stdout:413: finishing rollback tid 2 to smithi111183488-38 2023-12-01T04:45:20.388 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 94 (ObjNum 37 snap 0 seq_num 37) dirty exists 2023-12-01T04:45:20.389 INFO:tasks.rados.rados.0.smithi111.stdout:412: expect (ObjNum 91 snap 18 seq_num 91) 2023-12-01T04:45:21.361 INFO:tasks.rados.rados.0.smithi111.stdout:410: done (4 left) 2023-12-01T04:45:21.361 INFO:tasks.rados.rados.0.smithi111.stdout:411: done (3 left) 2023-12-01T04:45:21.361 INFO:tasks.rados.rados.0.smithi111.stdout:412: done (2 left) 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:413: done (1 left) 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:414: done (0 left) 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:415: read oid 14 snap -1 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:415: expect (ObjNum 103 snap 21 seq_num 103) 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:416: rollback oid 19 current snap is 41 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 38 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:417: rollback oid 44 current snap is 41 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 33 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 41 2023-12-01T04:45:21.362 INFO:tasks.rados.rados.0.smithi111.stdout:418: seq_num 141 ranges {5292032=770048,6062080=589824,6651904=729088,7380992=286720} 2023-12-01T04:45:21.394 INFO:tasks.rados.rados.0.smithi111.stdout:418: writing smithi111183488-23 from 5292032 to 6062080 tid 1 2023-12-01T04:45:21.397 INFO:tasks.rados.rados.0.smithi111.stdout:418: writing smithi111183488-23 from 6062080 to 6651904 tid 2 2023-12-01T04:45:21.402 INFO:tasks.rados.rados.0.smithi111.stdout:418: writing smithi111183488-23 from 6651904 to 7380992 tid 3 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:418: writing smithi111183488-23 from 7380992 to 7667712 tid 4 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:419: copy_from oid 4 from oid 12 current snap is 41 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:416: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:416: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:417: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:416: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 98 (ObjNum 91 snap 18 seq_num 91) dirty exists 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:417: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:45:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:417: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:45:21.405 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 74 (ObjNum 105 snap 21 seq_num 105) dirty exists 2023-12-01T04:45:21.405 INFO:tasks.rados.rados.0.smithi111.stdout:416: done (4 left) 2023-12-01T04:45:21.405 INFO:tasks.rados.rados.0.smithi111.stdout:417: done (3 left) 2023-12-01T04:45:21.405 INFO:tasks.rados.rados.0.smithi111.stdout:420: snap_create 2023-12-01T04:45:21.405 INFO:tasks.rados.rados.0.smithi111.stdout:415: expect (ObjNum 103 snap 21 seq_num 103) 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: finishing write tid 1 to smithi111183488-23 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: finishing write tid 2 to smithi111183488-23 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: finishing write tid 3 to smithi111183488-23 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: finishing write tid 4 to smithi111183488-23 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: finishing write tid 5 to smithi111183488-23 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: finishing write tid 6 to smithi111183488-23 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: oid 23 updating version 0 to 101 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: oid 23 version 101 is already newer than 100 2023-12-01T04:45:21.459 INFO:tasks.rados.rados.0.smithi111.stdout:418: oid 23 version 101 is already newer than 99 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:418: oid 23 updating version 101 to 102 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:418: oid 23 version 102 is already newer than 98 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 102 (ObjNum 141 snap 41 seq_num 141) dirty exists 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:418: left oid 23 (ObjNum 141 snap 41 seq_num 141) 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:419: finishing copy_from to smithi111183488-4 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 44 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:45:21.460 INFO:tasks.rados.rados.0.smithi111.stdout:419: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:45:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:21 smithi155 ceph-mon[102677]: osdmap e144: 8 total, 8 up, 8 in 2023-12-01T04:45:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:21 smithi155 ceph-mon[102677]: pgmap v189: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-01T04:45:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:21 smithi111 ceph-mon[116524]: osdmap e144: 8 total, 8 up, 8 in 2023-12-01T04:45:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:21 smithi111 ceph-mon[116524]: pgmap v189: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-01T04:45:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:21 smithi111 ceph-mon[97855]: osdmap e144: 8 total, 8 up, 8 in 2023-12-01T04:45:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:21 smithi111 ceph-mon[97855]: pgmap v189: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-01T04:45:22.365 INFO:tasks.rados.rados.0.smithi111.stdout:415: done (3 left) 2023-12-01T04:45:22.365 INFO:tasks.rados.rados.0.smithi111.stdout:418: done (2 left) 2023-12-01T04:45:22.365 INFO:tasks.rados.rados.0.smithi111.stdout:419: done (1 left) 2023-12-01T04:45:22.365 INFO:tasks.rados.rados.0.smithi111.stdout:420: done (0 left) 2023-12-01T04:45:22.365 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 42 2023-12-01T04:45:22.365 INFO:tasks.rados.rados.0.smithi111.stdout:421: seq_num 142 ranges {1318912=786432,2105344=475136,2580480=540672,3121152=589824} 2023-12-01T04:45:22.376 INFO:tasks.rados.rados.0.smithi111.stdout:421: writing smithi111183488-12 from 1318912 to 2105344 tid 1 2023-12-01T04:45:22.378 INFO:tasks.rados.rados.0.smithi111.stdout:421: writing smithi111183488-12 from 2105344 to 2580480 tid 2 2023-12-01T04:45:22.381 INFO:tasks.rados.rados.0.smithi111.stdout:421: writing smithi111183488-12 from 2580480 to 3121152 tid 3 2023-12-01T04:45:22.385 INFO:tasks.rados.rados.0.smithi111.stdout:421: writing smithi111183488-12 from 3121152 to 3710976 tid 4 2023-12-01T04:45:22.386 INFO:tasks.rados.rados.0.smithi111.stdout:422: read oid 9 snap -1 2023-12-01T04:45:22.386 INFO:tasks.rados.rados.0.smithi111.stdout:422: expect (ObjNum 117 snap 28 seq_num 117) 2023-12-01T04:45:22.386 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 42 2023-12-01T04:45:22.386 INFO:tasks.rados.rados.0.smithi111.stdout:421: finishing write tid 1 to smithi111183488-12 2023-12-01T04:45:22.386 INFO:tasks.rados.rados.0.smithi111.stdout:423: seq_num 143 ranges {557056=802816,1359872=761856,2121728=745472,2867200=98304} 2023-12-01T04:45:22.393 INFO:tasks.rados.rados.0.smithi111.stdout:423: writing smithi111183488-26 from 557056 to 1359872 tid 1 2023-12-01T04:45:22.397 INFO:tasks.rados.rados.0.smithi111.stdout:423: writing smithi111183488-26 from 1359872 to 2121728 tid 2 2023-12-01T04:45:22.401 INFO:tasks.rados.rados.0.smithi111.stdout:423: writing smithi111183488-26 from 2121728 to 2867200 tid 3 2023-12-01T04:45:22.403 INFO:tasks.rados.rados.0.smithi111.stdout:423: writing smithi111183488-26 from 2867200 to 2965504 tid 4 2023-12-01T04:45:22.403 INFO:tasks.rados.rados.0.smithi111.stdout:424: snap_create 2023-12-01T04:45:22.403 INFO:tasks.rados.rados.0.smithi111.stdout:421: finishing write tid 2 to smithi111183488-12 2023-12-01T04:45:22.403 INFO:tasks.rados.rados.0.smithi111.stdout:421: finishing write tid 3 to smithi111183488-12 2023-12-01T04:45:22.403 INFO:tasks.rados.rados.0.smithi111.stdout:421: finishing write tid 4 to smithi111183488-12 2023-12-01T04:45:22.403 INFO:tasks.rados.rados.0.smithi111.stdout:421: finishing write tid 5 to smithi111183488-12 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: finishing write tid 6 to smithi111183488-12 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: oid 12 updating version 0 to 80 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: oid 12 version 80 is already newer than 78 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: oid 12 version 80 is already newer than 77 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: oid 12 version 80 is already newer than 79 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: oid 12 version 80 is already newer than 76 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 80 (ObjNum 142 snap 42 seq_num 142) dirty exists 2023-12-01T04:45:22.404 INFO:tasks.rados.rados.0.smithi111.stdout:421: left oid 12 (ObjNum 142 snap 42 seq_num 142) 2023-12-01T04:45:22.409 INFO:tasks.rados.rados.0.smithi111.stdout:423: finishing write tid 1 to smithi111183488-26 2023-12-01T04:45:22.464 INFO:tasks.rados.rados.0.smithi111.stdout:423: finishing write tid 2 to smithi111183488-26 2023-12-01T04:45:22.464 INFO:tasks.rados.rados.0.smithi111.stdout:423: finishing write tid 3 to smithi111183488-26 2023-12-01T04:45:22.464 INFO:tasks.rados.rados.0.smithi111.stdout:423: finishing write tid 4 to smithi111183488-26 2023-12-01T04:45:22.464 INFO:tasks.rados.rados.0.smithi111.stdout:423: finishing write tid 5 to smithi111183488-26 2023-12-01T04:45:22.465 INFO:tasks.rados.rados.0.smithi111.stdout:423: finishing write tid 6 to smithi111183488-26 2023-12-01T04:45:22.465 INFO:tasks.rados.rados.0.smithi111.stdout:423: oid 26 updating version 0 to 76 2023-12-01T04:45:22.465 INFO:tasks.rados.rados.0.smithi111.stdout:423: oid 26 updating version 76 to 80 2023-12-01T04:45:22.465 INFO:tasks.rados.rados.0.smithi111.stdout:423: oid 26 version 80 is already newer than 77 2023-12-01T04:45:22.465 INFO:tasks.rados.rados.0.smithi111.stdout:423: oid 26 version 80 is already newer than 78 2023-12-01T04:45:22.465 INFO:tasks.rados.rados.0.smithi111.stdout:423: oid 26 version 80 is already newer than 79 2023-12-01T04:45:22.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 80 (ObjNum 143 snap 42 seq_num 143) dirty exists 2023-12-01T04:45:22.466 INFO:tasks.rados.rados.0.smithi111.stdout:423: left oid 26 (ObjNum 143 snap 42 seq_num 143) 2023-12-01T04:45:22.466 INFO:tasks.rados.rados.0.smithi111.stdout:422: expect (ObjNum 117 snap 28 seq_num 117) 2023-12-01T04:45:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:22 smithi155 ceph-mon[102677]: osdmap e145: 8 total, 8 up, 8 in 2023-12-01T04:45:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:22 smithi111 ceph-mon[97855]: osdmap e145: 8 total, 8 up, 8 in 2023-12-01T04:45:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:22 smithi111 ceph-mon[116524]: osdmap e145: 8 total, 8 up, 8 in 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:421: done (3 left) 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:422: done (2 left) 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:423: done (1 left) 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:424: done (0 left) 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:425: copy_from oid 15 from oid 40 current snap is 43 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:426: read oid 7 snap 39 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:426: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:45:23.370 INFO:tasks.rados.rados.0.smithi111.stdout:427: rollback oid 31 current snap is 43 2023-12-01T04:45:23.371 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 26 2023-12-01T04:45:23.371 INFO:tasks.rados.rados.0.smithi111.stdout:428: delete oid 35 current snap is 43 2023-12-01T04:45:23.374 INFO:tasks.rados.rados.0.smithi111.stdout:428: done (3 left) 2023-12-01T04:45:23.374 INFO:tasks.rados.rados.0.smithi111.stdout:429: read oid 38 snap -1 2023-12-01T04:45:23.374 INFO:tasks.rados.rados.0.smithi111.stdout:429: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:45:23.374 INFO:tasks.rados.rados.0.smithi111.stdout:430: delete oid 26 current snap is 43 2023-12-01T04:45:23.377 INFO:tasks.rados.rados.0.smithi111.stdout:427: finishing rollback tid 0 to smithi111183488-31 2023-12-01T04:45:23.379 INFO:tasks.rados.rados.0.smithi111.stdout:430: done (4 left) 2023-12-01T04:45:23.379 INFO:tasks.rados.rados.0.smithi111.stdout:431: rmattr oid 23 current snap is 43 2023-12-01T04:45:23.379 INFO:tasks.rados.rados.0.smithi111.stdout:432: copy_from oid 28 from oid 1 current snap is 43 2023-12-01T04:45:23.379 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 43 2023-12-01T04:45:23.379 INFO:tasks.rados.rados.0.smithi111.stdout:433: seq_num 146 ranges {2211840=49152} 2023-12-01T04:45:23.390 INFO:tasks.rados.rados.0.smithi111.stdout:433: writing smithi111183488-21 from 2211840 to 2260992 tid 1 2023-12-01T04:45:23.390 INFO:tasks.rados.rados.0.smithi111.stdout:434: rollback oid 35 current snap is 43 2023-12-01T04:45:23.390 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 35 to 37 2023-12-01T04:45:23.390 INFO:tasks.rados.rados.0.smithi111.stdout:429: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:45:23.406 INFO:tasks.rados.rados.0.smithi111.stdout:427: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:45:23.407 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 161 (ObjNum 1312697376 snap 32668 seq_num 304) dirty dne 2023-12-01T04:45:23.407 INFO:tasks.rados.rados.0.smithi111.stdout:426: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:432: finishing copy_from to smithi111183488-28 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:432: got expected ENOENT (src dne) 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:432: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 104 (ObjNum 141 snap 41 seq_num 141) dirty exists 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:425: finishing copy_from to smithi111183488-15 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 8 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:425: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:434: finishing rollback tid 1 to smithi111183488-35 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 62 (ObjNum 177 snap 0 seq_num 1312697536) dirty dne 2023-12-01T04:45:23.410 INFO:tasks.rados.rados.0.smithi111.stdout:433: finishing write tid 1 to smithi111183488-21 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:433: finishing write tid 2 to smithi111183488-21 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:433: finishing write tid 3 to smithi111183488-21 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:433: oid 21 updating version 0 to 186 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:433: oid 21 version 186 is already newer than 185 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 186 (ObjNum 146 snap 43 seq_num 146) dirty exists 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:433: left oid 21 (ObjNum 146 snap 43 seq_num 146) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:425: done (7 left) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:426: done (6 left) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:427: done (5 left) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:429: done (4 left) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:431: done (3 left) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:432: done (2 left) 2023-12-01T04:45:23.411 INFO:tasks.rados.rados.0.smithi111.stdout:433: done (1 left) 2023-12-01T04:45:23.412 INFO:tasks.rados.rados.0.smithi111.stdout:434: done (0 left) 2023-12-01T04:45:23.412 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 43 2023-12-01T04:45:23.412 INFO:tasks.rados.rados.0.smithi111.stdout:435: seq_num 147 ranges {2351104=65536} 2023-12-01T04:45:23.422 INFO:tasks.rados.rados.0.smithi111.stdout:435: writing smithi111183488-33 from 2351104 to 2416640 tid 1 2023-12-01T04:45:23.422 INFO:tasks.rados.rados.0.smithi111.stdout:436: copy_from oid 9 from oid 13 current snap is 43 2023-12-01T04:45:23.423 INFO:tasks.rados.rados.0.smithi111.stdout:437: read oid 28 snap -1 2023-12-01T04:45:23.423 INFO:tasks.rados.rados.0.smithi111.stdout:437: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:23.423 INFO:tasks.rados.rados.0.smithi111.stdout:438: setattr oid 40 current snap is 43 2023-12-01T04:45:23.425 INFO:tasks.rados.rados.0.smithi111.stdout:435: finishing write tid 1 to smithi111183488-33 2023-12-01T04:45:23.425 INFO:tasks.rados.rados.0.smithi111.stdout:435: finishing write tid 2 to smithi111183488-33 2023-12-01T04:45:23.425 INFO:tasks.rados.rados.0.smithi111.stdout:439: snap_create 2023-12-01T04:45:23.426 INFO:tasks.rados.rados.0.smithi111.stdout:435: finishing write tid 3 to smithi111183488-33 2023-12-01T04:45:23.426 INFO:tasks.rados.rados.0.smithi111.stdout:435: oid 33 updating version 0 to 101 2023-12-01T04:45:23.426 INFO:tasks.rados.rados.0.smithi111.stdout:435: oid 33 version 101 is already newer than 100 2023-12-01T04:45:23.426 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 101 (ObjNum 147 snap 43 seq_num 147) dirty exists 2023-12-01T04:45:23.426 INFO:tasks.rados.rados.0.smithi111.stdout:435: left oid 33 (ObjNum 147 snap 43 seq_num 147) 2023-12-01T04:45:23.430 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 160 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:45:23.435 INFO:tasks.rados.rados.0.smithi111.stdout:437: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:23.511 INFO:tasks.rados.rados.0.smithi111.stdout:436: finishing copy_from to smithi111183488-9 2023-12-01T04:45:23.511 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 150 (ObjNum 130 snap 35 seq_num 130) dirty exists 2023-12-01T04:45:23.511 INFO:tasks.rados.rados.0.smithi111.stdout:436: finishing copy_from racing read to smithi111183488-9 2023-12-01T04:45:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:23 smithi155 ceph-mon[102677]: osdmap e146: 8 total, 8 up, 8 in 2023-12-01T04:45:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:23 smithi155 ceph-mon[102677]: pgmap v192: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-01T04:45:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:23 smithi111 ceph-mon[97855]: osdmap e146: 8 total, 8 up, 8 in 2023-12-01T04:45:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:23 smithi111 ceph-mon[97855]: pgmap v192: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-01T04:45:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:23 smithi111 ceph-mon[116524]: osdmap e146: 8 total, 8 up, 8 in 2023-12-01T04:45:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:23 smithi111 ceph-mon[116524]: pgmap v192: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2023-12-01T04:45:24.377 INFO:tasks.rados.rados.0.smithi111.stdout:435: done (4 left) 2023-12-01T04:45:24.378 INFO:tasks.rados.rados.0.smithi111.stdout:436: done (3 left) 2023-12-01T04:45:24.378 INFO:tasks.rados.rados.0.smithi111.stdout:437: done (2 left) 2023-12-01T04:45:24.378 INFO:tasks.rados.rados.0.smithi111.stdout:438: done (1 left) 2023-12-01T04:45:24.378 INFO:tasks.rados.rados.0.smithi111.stdout:439: done (0 left) 2023-12-01T04:45:24.378 INFO:tasks.rados.rados.0.smithi111.stdout:440: snap_create 2023-12-01T04:45:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:24 smithi155 ceph-mon[102677]: osdmap e147: 8 total, 8 up, 8 in 2023-12-01T04:45:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:24 smithi111 ceph-mon[97855]: osdmap e147: 8 total, 8 up, 8 in 2023-12-01T04:45:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:24 smithi111 ceph-mon[116524]: osdmap e147: 8 total, 8 up, 8 in 2023-12-01T04:45:25.384 INFO:tasks.rados.rados.0.smithi111.stdout:440: done (0 left) 2023-12-01T04:45:25.384 INFO:tasks.rados.rados.0.smithi111.stdout:441: setattr oid 4 current snap is 45 2023-12-01T04:45:25.386 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 45 2023-12-01T04:45:25.387 INFO:tasks.rados.rados.0.smithi111.stdout:442: seq_num 148 ranges {1957888=81920} 2023-12-01T04:45:25.398 INFO:tasks.rados.rados.0.smithi111.stdout:442: writing smithi111183488-14 from 1957888 to 2039808 tid 1 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:443: read oid 16 snap 34 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:443: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:444: rmattr oid 10 current snap is 45 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 133 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:441: done (3 left) 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:444: done (2 left) 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:445: copy_from oid 37 from oid 50 current snap is 45 2023-12-01T04:45:25.399 INFO:tasks.rados.rados.0.smithi111.stdout:446: delete oid 21 current snap is 45 2023-12-01T04:45:25.400 INFO:tasks.rados.rados.0.smithi111.stdout:442: finishing write tid 1 to smithi111183488-14 2023-12-01T04:45:25.402 INFO:tasks.rados.rados.0.smithi111.stdout:442: finishing write tid 2 to smithi111183488-14 2023-12-01T04:45:25.404 INFO:tasks.rados.rados.0.smithi111.stdout:442: finishing write tid 3 to smithi111183488-14 2023-12-01T04:45:25.404 INFO:tasks.rados.rados.0.smithi111.stdout:442: oid 14 updating version 0 to 107 2023-12-01T04:45:25.404 INFO:tasks.rados.rados.0.smithi111.stdout:442: oid 14 version 107 is already newer than 106 2023-12-01T04:45:25.404 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 107 (ObjNum 148 snap 45 seq_num 148) dirty exists 2023-12-01T04:45:25.405 INFO:tasks.rados.rados.0.smithi111.stdout:442: left oid 14 (ObjNum 148 snap 45 seq_num 148) 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:442: done (3 left) 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:446: done (2 left) 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:447: rmattr oid 2 current snap is 45 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:448: rollback oid 13 current snap is 45 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 35 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:449: copy_from oid 22 from oid 29 current snap is 45 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:450: read oid 6 snap -1 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:450: expect (ObjNum 97 snap 20 seq_num 97) 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:451: rollback oid 49 current snap is 45 2023-12-01T04:45:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 36 2023-12-01T04:45:25.409 INFO:tasks.rados.rados.0.smithi111.stdout:452: setattr oid 20 current snap is 45 2023-12-01T04:45:25.410 INFO:tasks.rados.rados.0.smithi111.stdout:451: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:45:25.411 INFO:tasks.rados.rados.0.smithi111.stdout:443: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:451: finishing rollback tid 2 to smithi111183488-49 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 152 (ObjNum 101 snap 21 seq_num 101) dirty exists 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:448: finishing rollback tid 0 to smithi111183488-13 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:448: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:448: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 165 (ObjNum 130 snap 35 seq_num 130) dirty exists 2023-12-01T04:45:25.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 135 (ObjNum 79 snap 17 seq_num 79) dirty exists 2023-12-01T04:45:25.515 INFO:tasks.rados.rados.0.smithi111.stdout:449: finishing copy_from to smithi111183488-22 2023-12-01T04:45:25.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 159 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:45:25.515 INFO:tasks.rados.rados.0.smithi111.stdout:449: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:45:25.515 INFO:tasks.rados.rados.0.smithi111.stdout:450: expect (ObjNum 97 snap 20 seq_num 97) 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:445: finishing copy_from to smithi111183488-37 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 167 (ObjNum 125 snap 33 seq_num 125) dirty exists 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:445: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 109 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:443: done (7 left) 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:445: done (6 left) 2023-12-01T04:45:25.556 INFO:tasks.rados.rados.0.smithi111.stdout:447: done (5 left) 2023-12-01T04:45:25.557 INFO:tasks.rados.rados.0.smithi111.stdout:448: done (4 left) 2023-12-01T04:45:25.557 INFO:tasks.rados.rados.0.smithi111.stdout:449: done (3 left) 2023-12-01T04:45:25.557 INFO:tasks.rados.rados.0.smithi111.stdout:450: done (2 left) 2023-12-01T04:45:25.557 INFO:tasks.rados.rados.0.smithi111.stdout:451: done (1 left) 2023-12-01T04:45:25.557 INFO:tasks.rados.rados.0.smithi111.stdout:452: done (0 left) 2023-12-01T04:45:25.557 INFO:tasks.rados.rados.0.smithi111.stdout:453: snap_create 2023-12-01T04:45:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:25 smithi155 ceph-mon[102677]: osdmap e148: 8 total, 8 up, 8 in 2023-12-01T04:45:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:25 smithi155 ceph-mon[102677]: pgmap v195: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:25 smithi111 ceph-mon[97855]: osdmap e148: 8 total, 8 up, 8 in 2023-12-01T04:45:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:25 smithi111 ceph-mon[97855]: pgmap v195: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:25 smithi111 ceph-mon[116524]: osdmap e148: 8 total, 8 up, 8 in 2023-12-01T04:45:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:25 smithi111 ceph-mon[116524]: pgmap v195: 121 pgs: 121 active+clean; 137 MiB data, 442 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:26.389 INFO:tasks.rados.rados.0.smithi111.stdout:453: done (0 left) 2023-12-01T04:45:26.389 INFO:tasks.rados.rados.0.smithi111.stdout:454: rmattr oid 4 current snap is 46 2023-12-01T04:45:26.389 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 46 2023-12-01T04:45:26.389 INFO:tasks.rados.rados.0.smithi111.stdout:455: seq_num 150 ranges {0=114688} 2023-12-01T04:45:26.390 INFO:tasks.rados.rados.0.smithi111.stdout:455: writing smithi111183488-47 from 0 to 114688 tid 1 2023-12-01T04:45:26.390 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 46 2023-12-01T04:45:26.390 INFO:tasks.rados.rados.0.smithi111.stdout:456: seq_num 151 ranges {663552=131072} 2023-12-01T04:45:26.394 INFO:tasks.rados.rados.0.smithi111.stdout:456: writing smithi111183488-40 from 663552 to 794624 tid 1 2023-12-01T04:45:26.395 INFO:tasks.rados.rados.0.smithi111.stdout:457: read oid 38 snap 45 2023-12-01T04:45:26.395 INFO:tasks.rados.rados.0.smithi111.stdout:457: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:45:26.395 INFO:tasks.rados.rados.0.smithi111.stdout:458: delete oid 16 current snap is 46 2023-12-01T04:45:26.395 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 137 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:45:26.395 INFO:tasks.rados.rados.0.smithi111.stdout:455: finishing write tid 1 to smithi111183488-47 2023-12-01T04:45:26.395 INFO:tasks.rados.rados.0.smithi111.stdout:455: finishing write tid 2 to smithi111183488-47 2023-12-01T04:45:26.396 INFO:tasks.rados.rados.0.smithi111.stdout:455: finishing write tid 3 to smithi111183488-47 2023-12-01T04:45:26.396 INFO:tasks.rados.rados.0.smithi111.stdout:455: oid 47 updating version 0 to 169 2023-12-01T04:45:26.396 INFO:tasks.rados.rados.0.smithi111.stdout:455: oid 47 version 169 is already newer than 168 2023-12-01T04:45:26.396 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 169 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:45:26.396 INFO:tasks.rados.rados.0.smithi111.stdout:455: left oid 47 (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:45:26.396 INFO:tasks.rados.rados.0.smithi111.stdout:454: done (4 left) 2023-12-01T04:45:26.397 INFO:tasks.rados.rados.0.smithi111.stdout:455: done (3 left) 2023-12-01T04:45:26.397 INFO:tasks.rados.rados.0.smithi111.stdout:458: done (2 left) 2023-12-01T04:45:26.397 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 46 2023-12-01T04:45:26.397 INFO:tasks.rados.rados.0.smithi111.stdout:459: seq_num 153 ranges {1638400=163840} 2023-12-01T04:45:26.407 INFO:tasks.rados.rados.0.smithi111.stdout:459: writing smithi111183488-6 from 1638400 to 1802240 tid 1 2023-12-01T04:45:26.407 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 46 2023-12-01T04:45:26.407 INFO:tasks.rados.rados.0.smithi111.stdout:457: expect (ObjNum 37 snap 0 seq_num 37) 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:456: finishing write tid 1 to smithi111183488-40 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:456: finishing write tid 2 to smithi111183488-40 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:456: finishing write tid 3 to smithi111183488-40 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:456: oid 40 updating version 0 to 162 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:456: oid 40 version 162 is already newer than 161 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 162 (ObjNum 151 snap 46 seq_num 151) dirty exists 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:456: left oid 40 (ObjNum 151 snap 46 seq_num 151) 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:459: finishing write tid 1 to smithi111183488-6 2023-12-01T04:45:26.423 INFO:tasks.rados.rados.0.smithi111.stdout:459: finishing write tid 2 to smithi111183488-6 2023-12-01T04:45:26.424 INFO:tasks.rados.rados.0.smithi111.stdout:460: seq_num 154 ranges {2039808=180224} 2023-12-01T04:45:26.435 INFO:tasks.rados.rados.0.smithi111.stdout:460: writing smithi111183488-14 from 2039808 to 2220032 tid 1 2023-12-01T04:45:26.435 INFO:tasks.rados.rados.0.smithi111.stdout:456: done (3 left) 2023-12-01T04:45:26.435 INFO:tasks.rados.rados.0.smithi111.stdout:457: done (2 left) 2023-12-01T04:45:26.435 INFO:tasks.rados.rados.0.smithi111.stdout:461: rollback oid 12 current snap is 46 2023-12-01T04:45:26.435 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 44 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:459: finishing write tid 3 to smithi111183488-6 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:459: oid 6 updating version 0 to 66 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:459: oid 6 version 66 is already newer than 65 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 66 (ObjNum 153 snap 46 seq_num 153) dirty exists 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:459: left oid 6 (ObjNum 153 snap 46 seq_num 153) 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:459: done (2 left) 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:462: read oid 48 snap -1 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:462: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:463: rollback oid 41 current snap is 46 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 21 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 46 2023-12-01T04:45:26.436 INFO:tasks.rados.rados.0.smithi111.stdout:464: seq_num 155 ranges {745472=204800} 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:464: writing smithi111183488-45 from 745472 to 950272 tid 1 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:465: rollback oid 13 current snap is 46 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 28 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:461: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:461: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:461: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 84 (ObjNum 142 snap 42 seq_num 142) dirty exists 2023-12-01T04:45:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:460: finishing write tid 1 to smithi111183488-14 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:463: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:463: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 72 (ObjNum 33 snap 0 seq_num 3706800224) dirty dne 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:460: finishing write tid 2 to smithi111183488-14 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:461: done (5 left) 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:463: done (4 left) 2023-12-01T04:45:26.442 INFO:tasks.rados.rados.0.smithi111.stdout:466: snap_remove snap 35 2023-12-01T04:45:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:26 smithi155 ceph-mon[102677]: osdmap e149: 8 total, 8 up, 8 in 2023-12-01T04:45:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:26 smithi111 ceph-mon[97855]: osdmap e149: 8 total, 8 up, 8 in 2023-12-01T04:45:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:26 smithi111 ceph-mon[116524]: osdmap e149: 8 total, 8 up, 8 in 2023-12-01T04:45:27.405 INFO:tasks.rados.rados.0.smithi111.stdout:466: done (4 left) 2023-12-01T04:45:27.406 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 46 2023-12-01T04:45:27.406 INFO:tasks.rados.rados.0.smithi111.stdout:467: seq_num 156 ranges {663552=221184} 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:467: writing smithi111183488-34 from 663552 to 884736 tid 1 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:468: delete oid 28 current snap is 46 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:460: finishing write tid 3 to smithi111183488-14 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:460: oid 14 updating version 0 to 111 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:460: oid 14 updating version 111 to 112 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 112 (ObjNum 154 snap 46 seq_num 154) dirty exists 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:460: left oid 14 (ObjNum 154 snap 46 seq_num 154) 2023-12-01T04:45:27.411 INFO:tasks.rados.rados.0.smithi111.stdout:462: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:45:27.466 INFO:tasks.rados.rados.0.smithi111.stdout:465: finishing rollback tid 0 to smithi111183488-13 2023-12-01T04:45:27.466 INFO:tasks.rados.rados.0.smithi111.stdout:464: finishing write tid 1 to smithi111183488-45 2023-12-01T04:45:27.466 INFO:tasks.rados.rados.0.smithi111.stdout:465: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:45:27.466 INFO:tasks.rados.rados.0.smithi111.stdout:464: finishing write tid 2 to smithi111183488-45 2023-12-01T04:45:27.466 INFO:tasks.rados.rados.0.smithi111.stdout:465: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 169 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:464: finishing write tid 3 to smithi111183488-45 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:464: oid 45 updating version 0 to 64 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:464: oid 45 updating version 64 to 65 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 65 (ObjNum 155 snap 46 seq_num 155) dirty exists 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:464: left oid 45 (ObjNum 155 snap 46 seq_num 155) 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:460: done (5 left) 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:462: done (4 left) 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:464: done (3 left) 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:465: done (2 left) 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:468: done (1 left) 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:469: snap_create 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:467: finishing write tid 1 to smithi111183488-34 2023-12-01T04:45:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:467: finishing write tid 2 to smithi111183488-34 2023-12-01T04:45:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:467: finishing write tid 3 to smithi111183488-34 2023-12-01T04:45:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:467: oid 34 updating version 0 to 164 2023-12-01T04:45:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:467: oid 34 version 164 is already newer than 163 2023-12-01T04:45:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 164 (ObjNum 156 snap 46 seq_num 156) dirty exists 2023-12-01T04:45:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:467: left oid 34 (ObjNum 156 snap 46 seq_num 156) 2023-12-01T04:45:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:27 smithi155 ceph-mon[102677]: osdmap e150: 8 total, 8 up, 8 in 2023-12-01T04:45:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:27 smithi155 ceph-mon[102677]: pgmap v198: 121 pgs: 121 active+clean; 151 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-01T04:45:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:27 smithi111 ceph-mon[97855]: osdmap e150: 8 total, 8 up, 8 in 2023-12-01T04:45:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:27 smithi111 ceph-mon[97855]: pgmap v198: 121 pgs: 121 active+clean; 151 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-01T04:45:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:27 smithi111 ceph-mon[116524]: osdmap e150: 8 total, 8 up, 8 in 2023-12-01T04:45:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:27 smithi111 ceph-mon[116524]: pgmap v198: 121 pgs: 121 active+clean; 151 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-01T04:45:28.403 INFO:tasks.rados.rados.0.smithi111.stdout:467: done (1 left) 2023-12-01T04:45:28.404 INFO:tasks.rados.rados.0.smithi111.stdout:469: done (0 left) 2023-12-01T04:45:28.404 INFO:tasks.rados.rados.0.smithi111.stdout:470: snap_create 2023-12-01T04:45:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:28 smithi155 ceph-mon[102677]: osdmap e151: 8 total, 8 up, 8 in 2023-12-01T04:45:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:28 smithi111 ceph-mon[97855]: osdmap e151: 8 total, 8 up, 8 in 2023-12-01T04:45:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:28 smithi111 ceph-mon[116524]: osdmap e151: 8 total, 8 up, 8 in 2023-12-01T04:45:29.415 INFO:tasks.rados.rados.0.smithi111.stdout:470: done (0 left) 2023-12-01T04:45:29.415 INFO:tasks.rados.rados.0.smithi111.stdout:471: snap_remove snap 46 2023-12-01T04:45:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:29 smithi155 ceph-mon[102677]: osdmap e152: 8 total, 8 up, 8 in 2023-12-01T04:45:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:29 smithi155 ceph-mon[102677]: pgmap v201: 121 pgs: 121 active+clean; 151 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-01T04:45:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:29 smithi111 ceph-mon[97855]: osdmap e152: 8 total, 8 up, 8 in 2023-12-01T04:45:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:29 smithi111 ceph-mon[97855]: pgmap v201: 121 pgs: 121 active+clean; 151 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-01T04:45:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:29 smithi111 ceph-mon[116524]: osdmap e152: 8 total, 8 up, 8 in 2023-12-01T04:45:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:29 smithi111 ceph-mon[116524]: pgmap v201: 121 pgs: 121 active+clean; 151 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 29 op/s 2023-12-01T04:45:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:45:29] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:45:30.415 INFO:tasks.rados.rados.0.smithi111.stdout:471: done (0 left) 2023-12-01T04:45:30.415 INFO:tasks.rados.rados.0.smithi111.stdout:472: read oid 21 snap -1 2023-12-01T04:45:30.415 INFO:tasks.rados.rados.0.smithi111.stdout:472: expect deleted 2023-12-01T04:45:30.415 INFO:tasks.rados.rados.0.smithi111.stdout:473: snap_create 2023-12-01T04:45:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:30 smithi155 ceph-mon[102677]: osdmap e153: 8 total, 8 up, 8 in 2023-12-01T04:45:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:30 smithi111 ceph-mon[97855]: osdmap e153: 8 total, 8 up, 8 in 2023-12-01T04:45:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:30 smithi111 ceph-mon[116524]: osdmap e153: 8 total, 8 up, 8 in 2023-12-01T04:45:31.418 INFO:tasks.rados.rados.0.smithi111.stdout:472: done (1 left) 2023-12-01T04:45:31.418 INFO:tasks.rados.rados.0.smithi111.stdout:473: done (0 left) 2023-12-01T04:45:31.419 INFO:tasks.rados.rados.0.smithi111.stdout:474: copy_from oid 24 from oid 25 current snap is 49 2023-12-01T04:45:31.419 INFO:tasks.rados.rados.0.smithi111.stdout:475: snap_remove snap 27 2023-12-01T04:45:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:31 smithi155 ceph-mon[102677]: osdmap e154: 8 total, 8 up, 8 in 2023-12-01T04:45:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:31 smithi155 ceph-mon[102677]: pgmap v204: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2023-12-01T04:45:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:31 smithi155 ceph-mon[102677]: osdmap e155: 8 total, 8 up, 8 in 2023-12-01T04:45:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:31 smithi111 ceph-mon[97855]: osdmap e154: 8 total, 8 up, 8 in 2023-12-01T04:45:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:31 smithi111 ceph-mon[97855]: pgmap v204: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2023-12-01T04:45:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:31 smithi111 ceph-mon[97855]: osdmap e155: 8 total, 8 up, 8 in 2023-12-01T04:45:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:31 smithi111 ceph-mon[116524]: osdmap e154: 8 total, 8 up, 8 in 2023-12-01T04:45:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:31 smithi111 ceph-mon[116524]: pgmap v204: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2023-12-01T04:45:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:31 smithi111 ceph-mon[116524]: osdmap e155: 8 total, 8 up, 8 in 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:475: done (1 left) 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:476: rollback oid 16 current snap is 49 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 39 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:477: read oid 35 snap 43 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:477: expect deleted 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:478: rollback oid 10 current snap is 49 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 30 2023-12-01T04:45:32.417 INFO:tasks.rados.rados.0.smithi111.stdout:479: snap_create 2023-12-01T04:45:32.418 INFO:tasks.rados.rados.0.smithi111.stdout:474: finishing copy_from to smithi111183488-24 2023-12-01T04:45:32.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 50 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:45:32.418 INFO:tasks.rados.rados.0.smithi111.stdout:474: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:45:32.425 INFO:tasks.rados.rados.0.smithi111.stdout:476: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:45:32.426 INFO:tasks.rados.rados.0.smithi111.stdout:476: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:45:32.426 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 154 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:32.427 INFO:tasks.rados.rados.0.smithi111.stdout:478: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:45:32.429 INFO:tasks.rados.rados.0.smithi111.stdout:478: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:45:32.429 INFO:tasks.rados.rados.0.smithi111.stdout:478: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:45:32.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 158 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:45:33.354 INFO:tasks.rados.rados.0.smithi111.stdout:474: done (4 left) 2023-12-01T04:45:33.354 INFO:tasks.rados.rados.0.smithi111.stdout:476: done (3 left) 2023-12-01T04:45:33.354 INFO:tasks.rados.rados.0.smithi111.stdout:477: done (2 left) 2023-12-01T04:45:33.354 INFO:tasks.rados.rados.0.smithi111.stdout:478: done (1 left) 2023-12-01T04:45:33.355 INFO:tasks.rados.rados.0.smithi111.stdout:479: done (0 left) 2023-12-01T04:45:33.355 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 50 2023-12-01T04:45:33.355 INFO:tasks.rados.rados.0.smithi111.stdout:480: seq_num 158 ranges {2416640=253952} 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:480: writing smithi111183488-33 from 2416640 to 2670592 tid 1 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:481: read oid 27 snap -1 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:481: expect (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:482: copy_from oid 30 from oid 25 current snap is 50 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:483: read oid 31 snap -1 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:483: expect deleted 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 50 2023-12-01T04:45:33.369 INFO:tasks.rados.rados.0.smithi111.stdout:484: seq_num 159 ranges {1802240=270336} 2023-12-01T04:45:33.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: writing smithi111183488-6 from 1802240 to 2072576 tid 1 2023-12-01T04:45:33.381 INFO:tasks.rados.rados.0.smithi111.stdout:485: read oid 41 snap 41 2023-12-01T04:45:33.381 INFO:tasks.rados.rados.0.smithi111.stdout:485: expect (ObjNum 115 snap 27 seq_num 115) 2023-12-01T04:45:33.381 INFO:tasks.rados.rados.0.smithi111.stdout:486: snap_remove snap 44 2023-12-01T04:45:33.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:33 smithi155 ceph-mon[102677]: osdmap e156: 8 total, 8 up, 8 in 2023-12-01T04:45:33.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:33 smithi155 ceph-mon[102677]: pgmap v207: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2023-12-01T04:45:33.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:33 smithi155 ceph-mon[102677]: osdmap e157: 8 total, 8 up, 8 in 2023-12-01T04:45:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:33 smithi111 ceph-mon[97855]: osdmap e156: 8 total, 8 up, 8 in 2023-12-01T04:45:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:33 smithi111 ceph-mon[97855]: pgmap v207: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2023-12-01T04:45:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:33 smithi111 ceph-mon[97855]: osdmap e157: 8 total, 8 up, 8 in 2023-12-01T04:45:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:33 smithi111 ceph-mon[116524]: osdmap e156: 8 total, 8 up, 8 in 2023-12-01T04:45:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:33 smithi111 ceph-mon[116524]: pgmap v207: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 27 op/s 2023-12-01T04:45:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:33 smithi111 ceph-mon[116524]: osdmap e157: 8 total, 8 up, 8 in 2023-12-01T04:45:34.365 INFO:tasks.rados.rados.0.smithi111.stdout:486: done (6 left) 2023-12-01T04:45:34.365 INFO:tasks.rados.rados.0.smithi111.stdout:487: snap_remove snap 45 2023-12-01T04:45:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:34 smithi155 ceph-mon[102677]: osdmap e158: 8 total, 8 up, 8 in 2023-12-01T04:45:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:34 smithi111 ceph-mon[97855]: osdmap e158: 8 total, 8 up, 8 in 2023-12-01T04:45:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:34 smithi111 ceph-mon[116524]: osdmap e158: 8 total, 8 up, 8 in 2023-12-01T04:45:35.374 INFO:tasks.rados.rados.0.smithi111.stdout:487: done (6 left) 2023-12-01T04:45:35.374 INFO:tasks.rados.rados.0.smithi111.stdout:488: copy_from oid 12 from oid 43 current snap is 50 2023-12-01T04:45:35.374 INFO:tasks.rados.rados.0.smithi111.stdout:489: rollback oid 4 current snap is 50 2023-12-01T04:45:35.374 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 49 2023-12-01T04:45:35.374 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 50 2023-12-01T04:45:35.375 INFO:tasks.rados.rados.0.smithi111.stdout:490: seq_num 160 ranges {1499136=286720} 2023-12-01T04:45:35.379 INFO:tasks.rados.rados.0.smithi111.stdout:490: writing smithi111183488-8 from 1499136 to 1785856 tid 1 2023-12-01T04:45:35.379 INFO:tasks.rados.rados.0.smithi111.stdout:491: snap_create 2023-12-01T04:45:35.379 INFO:tasks.rados.rados.0.smithi111.stdout:480: finishing write tid 1 to smithi111183488-33 2023-12-01T04:45:35.379 INFO:tasks.rados.rados.0.smithi111.stdout:480: finishing write tid 2 to smithi111183488-33 2023-12-01T04:45:35.379 INFO:tasks.rados.rados.0.smithi111.stdout:480: finishing write tid 3 to smithi111183488-33 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:480: oid 33 updating version 0 to 115 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:480: oid 33 updating version 115 to 116 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 116 (ObjNum 158 snap 50 seq_num 158) dirty exists 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:480: left oid 33 (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: finishing write tid 1 to smithi111183488-6 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: finishing write tid 2 to smithi111183488-6 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: finishing write tid 3 to smithi111183488-6 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: oid 6 updating version 0 to 67 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: oid 6 updating version 67 to 68 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 68 (ObjNum 159 snap 50 seq_num 159) dirty exists 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:484: left oid 6 (ObjNum 159 snap 50 seq_num 159) 2023-12-01T04:45:35.380 INFO:tasks.rados.rados.0.smithi111.stdout:481: expect (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:45:35.476 INFO:tasks.rados.rados.0.smithi111.stdout:485: expect (ObjNum 115 snap 27 seq_num 115) 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:482: finishing copy_from to smithi111183488-30 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 50 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:482: finishing copy_from racing read to smithi111183488-30 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:489: finishing rollback tid 0 to smithi111183488-4 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:489: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:489: finishing rollback tid 2 to smithi111183488-4 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 178 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:490: finishing write tid 1 to smithi111183488-8 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:490: finishing write tid 2 to smithi111183488-8 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:490: finishing write tid 3 to smithi111183488-8 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:490: oid 8 updating version 0 to 153 2023-12-01T04:45:35.526 INFO:tasks.rados.rados.0.smithi111.stdout:490: oid 8 updating version 153 to 154 2023-12-01T04:45:35.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 154 (ObjNum 160 snap 50 seq_num 160) dirty exists 2023-12-01T04:45:35.527 INFO:tasks.rados.rados.0.smithi111.stdout:490: left oid 8 (ObjNum 160 snap 50 seq_num 160) 2023-12-01T04:45:35.527 INFO:tasks.rados.rados.0.smithi111.stdout:488: finishing copy_from to smithi111183488-12 2023-12-01T04:45:35.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 106 (ObjNum 106 snap 21 seq_num 106) dirty exists 2023-12-01T04:45:35.527 INFO:tasks.rados.rados.0.smithi111.stdout:488: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:45:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:35 smithi155 ceph-mon[102677]: pgmap v210: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:35 smithi155 ceph-mon[102677]: osdmap e159: 8 total, 8 up, 8 in 2023-12-01T04:45:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:35 smithi111 ceph-mon[97855]: pgmap v210: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:35 smithi111 ceph-mon[97855]: osdmap e159: 8 total, 8 up, 8 in 2023-12-01T04:45:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:35 smithi111 ceph-mon[116524]: pgmap v210: 121 pgs: 121 active+clean; 160 MiB data, 471 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:35 smithi111 ceph-mon[116524]: osdmap e159: 8 total, 8 up, 8 in 2023-12-01T04:45:36.367 INFO:tasks.rados.rados.0.smithi111.stdout:480: done (9 left) 2023-12-01T04:45:36.367 INFO:tasks.rados.rados.0.smithi111.stdout:481: done (8 left) 2023-12-01T04:45:36.367 INFO:tasks.rados.rados.0.smithi111.stdout:482: done (7 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:483: done (6 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:484: done (5 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:485: done (4 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:488: done (3 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:489: done (2 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:490: done (1 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:491: done (0 left) 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 51 2023-12-01T04:45:36.368 INFO:tasks.rados.rados.0.smithi111.stdout:492: seq_num 161 ranges {827392=303104} 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:492: writing smithi111183488-17 from 827392 to 1130496 tid 1 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:493: copy_from oid 28 from oid 42 current snap is 51 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:494: rollback oid 15 current snap is 51 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 15 to 50 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:495: rollback oid 33 current snap is 51 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 32 2023-12-01T04:45:36.374 INFO:tasks.rados.rados.0.smithi111.stdout:496: delete oid 46 current snap is 51 2023-12-01T04:45:36.378 INFO:tasks.rados.rados.0.smithi111.stdout:494: finishing rollback tid 0 to smithi111183488-15 2023-12-01T04:45:36.378 INFO:tasks.rados.rados.0.smithi111.stdout:494: finishing rollback tid 1 to smithi111183488-15 2023-12-01T04:45:36.379 INFO:tasks.rados.rados.0.smithi111.stdout:494: finishing rollback tid 2 to smithi111183488-15 2023-12-01T04:45:36.379 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 81 (ObjNum 39 snap 0 seq_num 39) dirty exists 2023-12-01T04:45:36.380 INFO:tasks.rados.rados.0.smithi111.stdout:494: done (4 left) 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:496: done (3 left) 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:497: read oid 1 snap 48 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:497: expect deleted 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:498: read oid 12 snap -1 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:498: expect (ObjNum 106 snap 21 seq_num 106) 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:499: copy_from oid 7 from oid 13 current snap is 51 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:500: delete oid 20 current snap is 51 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:492: finishing write tid 1 to smithi111183488-17 2023-12-01T04:45:36.381 INFO:tasks.rados.rados.0.smithi111.stdout:492: finishing write tid 2 to smithi111183488-17 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:495: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:495: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:492: finishing write tid 3 to smithi111183488-17 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:492: oid 17 updating version 0 to 123 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:492: oid 17 version 123 is already newer than 122 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 123 (ObjNum 161 snap 51 seq_num 161) dirty exists 2023-12-01T04:45:36.383 INFO:tasks.rados.rados.0.smithi111.stdout:492: left oid 17 (ObjNum 161 snap 51 seq_num 161) 2023-12-01T04:45:36.384 INFO:tasks.rados.rados.0.smithi111.stdout:495: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:45:36.384 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 127 (ObjNum 110 snap 23 seq_num 110) dirty exists 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:492: done (6 left) 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:495: done (5 left) 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:497: done (4 left) 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:500: done (3 left) 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:501: read oid 20 snap -1 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:501: expect deleted 2023-12-01T04:45:36.386 INFO:tasks.rados.rados.0.smithi111.stdout:502: delete oid 10 current snap is 51 2023-12-01T04:45:36.388 INFO:tasks.rados.rados.0.smithi111.stdout:501: done (4 left) 2023-12-01T04:45:36.388 INFO:tasks.rados.rados.0.smithi111.stdout:502: done (3 left) 2023-12-01T04:45:36.388 INFO:tasks.rados.rados.0.smithi111.stdout:503: copy_from oid 23 from oid 31 current snap is 51 2023-12-01T04:45:36.388 INFO:tasks.rados.rados.0.smithi111.stdout:504: delete oid 34 current snap is 51 2023-12-01T04:45:36.389 INFO:tasks.rados.rados.0.smithi111.stdout:503: finishing copy_from to smithi111183488-23 2023-12-01T04:45:36.389 INFO:tasks.rados.rados.0.smithi111.stdout:503: got expected ENOENT (src dne) 2023-12-01T04:45:36.390 INFO:tasks.rados.rados.0.smithi111.stdout:503: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:45:36.391 INFO:tasks.rados.rados.0.smithi111.stdout:503: done (4 left) 2023-12-01T04:45:36.391 INFO:tasks.rados.rados.0.smithi111.stdout:504: done (3 left) 2023-12-01T04:45:36.391 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 51 2023-12-01T04:45:36.391 INFO:tasks.rados.rados.0.smithi111.stdout:505: seq_num 166 ranges {0=385024} 2023-12-01T04:45:36.393 INFO:tasks.rados.rados.0.smithi111.stdout:505: writing smithi111183488-32 from 0 to 385024 tid 1 2023-12-01T04:45:36.393 INFO:tasks.rados.rados.0.smithi111.stdout:506: rollback oid 22 current snap is 51 2023-12-01T04:45:36.394 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 33 2023-12-01T04:45:36.394 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 51 2023-12-01T04:45:36.394 INFO:tasks.rados.rados.0.smithi111.stdout:507: seq_num 167 ranges {1318912=401408} 2023-12-01T04:45:36.404 INFO:tasks.rados.rados.0.smithi111.stdout:507: writing smithi111183488-4 from 1318912 to 1720320 tid 1 2023-12-01T04:45:36.404 INFO:tasks.rados.rados.0.smithi111.stdout:508: delete oid 31 current snap is 51 2023-12-01T04:45:36.404 INFO:tasks.rados.rados.0.smithi111.stdout:498: expect (ObjNum 106 snap 21 seq_num 106) 2023-12-01T04:45:36.459 INFO:tasks.rados.rados.0.smithi111.stdout:506: finishing rollback tid 0 to smithi111183488-22 2023-12-01T04:45:36.459 INFO:tasks.rados.rados.0.smithi111.stdout:505: finishing write tid 1 to smithi111183488-32 2023-12-01T04:45:36.459 INFO:tasks.rados.rados.0.smithi111.stdout:506: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:45:36.459 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 161 (ObjNum 1 snap 0 seq_num 304) dirty dne 2023-12-01T04:45:36.459 INFO:tasks.rados.rados.0.smithi111.stdout:505: finishing write tid 2 to smithi111183488-32 2023-12-01T04:45:36.459 INFO:tasks.rados.rados.0.smithi111.stdout:505: finishing write tid 3 to smithi111183488-32 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:505: oid 32 updating version 0 to 196 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:505: oid 32 updating version 196 to 197 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 197 (ObjNum 166 snap 51 seq_num 166) dirty exists 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:505: left oid 32 (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:493: finishing copy_from to smithi111183488-28 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 70 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:493: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:493: done (6 left) 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:498: done (5 left) 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:505: done (4 left) 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:506: done (3 left) 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:508: done (2 left) 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:509: delete oid 19 current snap is 51 2023-12-01T04:45:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:499: finishing copy_from to smithi111183488-7 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 169 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:499: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:507: finishing write tid 1 to smithi111183488-4 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:507: finishing write tid 2 to smithi111183488-4 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:507: finishing write tid 3 to smithi111183488-4 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:507: oid 4 updating version 0 to 184 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:507: oid 4 updating version 184 to 185 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 185 (ObjNum 167 snap 51 seq_num 167) dirty exists 2023-12-01T04:45:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:507: left oid 4 (ObjNum 167 snap 51 seq_num 167) 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:499: done (2 left) 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:507: done (1 left) 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:509: done (0 left) 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:510: rmattr oid 6 current snap is 51 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:510: done (0 left) 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 51 2023-12-01T04:45:36.462 INFO:tasks.rados.rados.0.smithi111.stdout:511: seq_num 170 ranges {2220032=450560} 2023-12-01T04:45:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:511: writing smithi111183488-14 from 2220032 to 2670592 tid 1 2023-12-01T04:45:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:512: read oid 4 snap -1 2023-12-01T04:45:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:512: expect (ObjNum 167 snap 51 seq_num 167) 2023-12-01T04:45:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 51 2023-12-01T04:45:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:513: seq_num 171 ranges {0=466944} 2023-12-01T04:45:36.478 INFO:tasks.rados.rados.0.smithi111.stdout:513: writing smithi111183488-19 from 0 to 466944 tid 1 2023-12-01T04:45:36.478 INFO:tasks.rados.rados.0.smithi111.stdout:514: copy_from oid 29 from oid 47 current snap is 51 2023-12-01T04:45:36.478 INFO:tasks.rados.rados.0.smithi111.stdout:511: finishing write tid 1 to smithi111183488-14 2023-12-01T04:45:36.478 INFO:tasks.rados.rados.0.smithi111.stdout:511: finishing write tid 2 to smithi111183488-14 2023-12-01T04:45:36.479 INFO:tasks.rados.rados.0.smithi111.stdout:515: rollback oid 23 current snap is 51 2023-12-01T04:45:36.479 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 23 to 30 2023-12-01T04:45:36.479 INFO:tasks.rados.rados.0.smithi111.stdout:516: snap_remove snap 38 2023-12-01T04:45:37.374 INFO:tasks.rados.rados.0.smithi111.stdout:516: done (5 left) 2023-12-01T04:45:37.374 INFO:tasks.rados.rados.0.smithi111.stdout:517: read oid 32 snap -1 2023-12-01T04:45:37.374 INFO:tasks.rados.rados.0.smithi111.stdout:517: expect (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:45:37.374 INFO:tasks.rados.rados.0.smithi111.stdout:518: rollback oid 10 current snap is 51 2023-12-01T04:45:37.374 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 32 2023-12-01T04:45:37.374 INFO:tasks.rados.rados.0.smithi111.stdout:519: delete oid 33 current snap is 51 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:511: finishing write tid 3 to smithi111183488-14 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:511: oid 14 updating version 0 to 135 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:511: oid 14 version 135 is already newer than 134 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 135 (ObjNum 170 snap 51 seq_num 170) dirty exists 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:511: left oid 14 (ObjNum 170 snap 51 seq_num 170) 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:515: finishing rollback tid 0 to smithi111183488-23 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:513: finishing write tid 1 to smithi111183488-19 2023-12-01T04:45:37.380 INFO:tasks.rados.rados.0.smithi111.stdout:512: expect (ObjNum 167 snap 51 seq_num 167) 2023-12-01T04:45:37.452 INFO:tasks.rados.rados.0.smithi111.stdout:514: finishing copy_from to smithi111183488-29 2023-12-01T04:45:37.452 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 169 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:45:37.452 INFO:tasks.rados.rados.0.smithi111.stdout:515: finishing rollback tid 1 to smithi111183488-23 2023-12-01T04:45:37.452 INFO:tasks.rados.rados.0.smithi111.stdout:514: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:45:37.452 INFO:tasks.rados.rados.0.smithi111.stdout:513: finishing write tid 2 to smithi111183488-19 2023-12-01T04:45:37.452 INFO:tasks.rados.rados.0.smithi111.stdout:515: finishing rollback tid 2 to smithi111183488-23 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 139 (ObjNum 111 snap 26 seq_num 111) dirty exists 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:513: finishing write tid 3 to smithi111183488-19 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:513: oid 19 updating version 0 to 131 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:513: oid 19 version 131 is already newer than 130 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 131 (ObjNum 171 snap 51 seq_num 171) dirty exists 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:513: left oid 19 (ObjNum 171 snap 51 seq_num 171) 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:518: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:518: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 191 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:511: done (7 left) 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:512: done (6 left) 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:513: done (5 left) 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:514: done (4 left) 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:515: done (3 left) 2023-12-01T04:45:37.453 INFO:tasks.rados.rados.0.smithi111.stdout:518: done (2 left) 2023-12-01T04:45:37.454 INFO:tasks.rados.rados.0.smithi111.stdout:519: done (1 left) 2023-12-01T04:45:37.454 INFO:tasks.rados.rados.0.smithi111.stdout:520: rmattr oid 34 current snap is 51 2023-12-01T04:45:37.454 INFO:tasks.rados.rados.0.smithi111.stdout:520: done (1 left) 2023-12-01T04:45:37.454 INFO:tasks.rados.rados.0.smithi111.stdout:521: snap_create 2023-12-01T04:45:37.454 INFO:tasks.rados.rados.0.smithi111.stdout:517: expect (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:45:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:37 smithi155 ceph-mon[102677]: osdmap e160: 8 total, 8 up, 8 in 2023-12-01T04:45:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:37 smithi155 ceph-mon[102677]: pgmap v213: 121 pgs: 121 active+clean; 169 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:45:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:37 smithi111 ceph-mon[97855]: osdmap e160: 8 total, 8 up, 8 in 2023-12-01T04:45:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:37 smithi111 ceph-mon[97855]: pgmap v213: 121 pgs: 121 active+clean; 169 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:45:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:37 smithi111 ceph-mon[116524]: osdmap e160: 8 total, 8 up, 8 in 2023-12-01T04:45:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:37 smithi111 ceph-mon[116524]: pgmap v213: 121 pgs: 121 active+clean; 169 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:45:38.354 INFO:tasks.rados.rados.0.smithi111.stdout:517: done (1 left) 2023-12-01T04:45:38.354 INFO:tasks.rados.rados.0.smithi111.stdout:521: done (0 left) 2023-12-01T04:45:38.354 INFO:tasks.rados.rados.0.smithi111.stdout:522: delete oid 37 current snap is 52 2023-12-01T04:45:38.357 INFO:tasks.rados.rados.0.smithi111.stdout:522: done (0 left) 2023-12-01T04:45:38.357 INFO:tasks.rados.rados.0.smithi111.stdout:523: read oid 28 snap 21 2023-12-01T04:45:38.358 INFO:tasks.rados.rados.0.smithi111.stdout:523: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:38.358 INFO:tasks.rados.rados.0.smithi111.stdout:524: copy_from oid 25 from oid 35 current snap is 52 2023-12-01T04:45:38.358 INFO:tasks.rados.rados.0.smithi111.stdout:525: rollback oid 47 current snap is 52 2023-12-01T04:45:38.358 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 50 2023-12-01T04:45:38.358 INFO:tasks.rados.rados.0.smithi111.stdout:526: snap_create 2023-12-01T04:45:38.360 INFO:tasks.rados.rados.0.smithi111.stdout:525: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:45:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:525: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:45:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:525: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:45:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 173 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:45:38.366 INFO:tasks.rados.rados.0.smithi111.stdout:524: finishing copy_from to smithi111183488-25 2023-12-01T04:45:38.366 INFO:tasks.rados.rados.0.smithi111.stdout:524: got expected ENOENT (src dne) 2023-12-01T04:45:38.366 INFO:tasks.rados.rados.0.smithi111.stdout:524: finishing copy_from racing read to smithi111183488-25 2023-12-01T04:45:38.375 INFO:tasks.rados.rados.0.smithi111.stdout:523: expect (ObjNum 98 snap 20 seq_num 98) 2023-12-01T04:45:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:38 smithi155 ceph-mon[102677]: osdmap e161: 8 total, 8 up, 8 in 2023-12-01T04:45:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:38 smithi155 ceph-mon[102677]: osdmap e162: 8 total, 8 up, 8 in 2023-12-01T04:45:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:38 smithi111 ceph-mon[97855]: osdmap e161: 8 total, 8 up, 8 in 2023-12-01T04:45:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:38 smithi111 ceph-mon[97855]: osdmap e162: 8 total, 8 up, 8 in 2023-12-01T04:45:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:38 smithi111 ceph-mon[116524]: osdmap e161: 8 total, 8 up, 8 in 2023-12-01T04:45:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:38 smithi111 ceph-mon[116524]: osdmap e162: 8 total, 8 up, 8 in 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:523: done (3 left) 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:524: done (2 left) 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:525: done (1 left) 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:526: done (0 left) 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:527: read oid 47 snap -1 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:527: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:45:39.365 INFO:tasks.rados.rados.0.smithi111.stdout:528: delete oid 33 current snap is 53 2023-12-01T04:45:39.366 INFO:tasks.rados.rados.0.smithi111.stdout:528: done (1 left) 2023-12-01T04:45:39.366 INFO:tasks.rados.rados.0.smithi111.stdout:529: rollback oid 8 current snap is 53 2023-12-01T04:45:39.366 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 28 2023-12-01T04:45:39.366 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 53 2023-12-01T04:45:39.366 INFO:tasks.rados.rados.0.smithi111.stdout:530: seq_num 175 ranges {1957888=540672} 2023-12-01T04:45:39.380 INFO:tasks.rados.rados.0.smithi111.stdout:530: writing smithi111183488-12 from 1957888 to 2498560 tid 1 2023-12-01T04:45:39.380 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 53 2023-12-01T04:45:39.380 INFO:tasks.rados.rados.0.smithi111.stdout:531: seq_num 176 ranges {0=557056} 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:531: writing smithi111183488-31 from 0 to 557056 tid 1 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:532: rollback oid 41 current snap is 53 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 51 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:533: read oid 45 snap -1 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:533: expect (ObjNum 155 snap 46 seq_num 155) 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:534: read oid 42 snap -1 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:534: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:535: snap_create 2023-12-01T04:45:39.384 INFO:tasks.rados.rados.0.smithi111.stdout:527: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:45:39.388 INFO:tasks.rados.rados.0.smithi111.stdout:529: finishing rollback tid 0 to smithi111183488-8 2023-12-01T04:45:39.388 INFO:tasks.rados.rados.0.smithi111.stdout:529: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:45:39.388 INFO:tasks.rados.rados.0.smithi111.stdout:529: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:45:39.388 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 157 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:45:39.388 INFO:tasks.rados.rados.0.smithi111.stdout:530: finishing write tid 1 to smithi111183488-12 2023-12-01T04:45:39.389 INFO:tasks.rados.rados.0.smithi111.stdout:530: finishing write tid 2 to smithi111183488-12 2023-12-01T04:45:39.389 INFO:tasks.rados.rados.0.smithi111.stdout:531: finishing write tid 1 to smithi111183488-31 2023-12-01T04:45:39.389 INFO:tasks.rados.rados.0.smithi111.stdout:531: finishing write tid 2 to smithi111183488-31 2023-12-01T04:45:39.389 INFO:tasks.rados.rados.0.smithi111.stdout:530: finishing write tid 3 to smithi111183488-12 2023-12-01T04:45:39.390 INFO:tasks.rados.rados.0.smithi111.stdout:530: oid 12 updating version 0 to 114 2023-12-01T04:45:39.390 INFO:tasks.rados.rados.0.smithi111.stdout:530: oid 12 version 114 is already newer than 113 2023-12-01T04:45:39.390 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 114 (ObjNum 175 snap 53 seq_num 175) dirty exists 2023-12-01T04:45:39.390 INFO:tasks.rados.rados.0.smithi111.stdout:530: left oid 12 (ObjNum 175 snap 53 seq_num 175) 2023-12-01T04:45:39.391 INFO:tasks.rados.rados.0.smithi111.stdout:532: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:45:39.391 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 72 (ObjNum 33 snap 0 seq_num 3687178448) dirty dne 2023-12-01T04:45:39.391 INFO:tasks.rados.rados.0.smithi111.stdout:533: expect (ObjNum 155 snap 46 seq_num 155) 2023-12-01T04:45:39.429 INFO:tasks.rados.rados.0.smithi111.stdout:531: finishing write tid 3 to smithi111183488-31 2023-12-01T04:45:39.429 INFO:tasks.rados.rados.0.smithi111.stdout:531: oid 31 updating version 0 to 206 2023-12-01T04:45:39.429 INFO:tasks.rados.rados.0.smithi111.stdout:531: oid 31 version 206 is already newer than 205 2023-12-01T04:45:39.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 206 (ObjNum 176 snap 53 seq_num 176) dirty exists 2023-12-01T04:45:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:531: left oid 31 (ObjNum 176 snap 53 seq_num 176) 2023-12-01T04:45:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:534: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:39 smithi155 ceph-mon[102677]: pgmap v216: 121 pgs: 121 active+clean; 169 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:45:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:39 smithi155 ceph-mon[102677]: osdmap e163: 8 total, 8 up, 8 in 2023-12-01T04:45:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:39 smithi111 ceph-mon[97855]: pgmap v216: 121 pgs: 121 active+clean; 169 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:45:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:39 smithi111 ceph-mon[97855]: osdmap e163: 8 total, 8 up, 8 in 2023-12-01T04:45:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:45:39] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:45:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:39 smithi111 ceph-mon[116524]: pgmap v216: 121 pgs: 121 active+clean; 169 MiB data, 502 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:45:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:39 smithi111 ceph-mon[116524]: osdmap e163: 8 total, 8 up, 8 in 2023-12-01T04:45:40.357 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:45:40.380 INFO:tasks.rados.rados.0.smithi111.stdout:527: done (7 left) 2023-12-01T04:45:40.380 INFO:tasks.rados.rados.0.smithi111.stdout:529: done (6 left) 2023-12-01T04:45:40.380 INFO:tasks.rados.rados.0.smithi111.stdout:530: done (5 left) 2023-12-01T04:45:40.380 INFO:tasks.rados.rados.0.smithi111.stdout:531: done (4 left) 2023-12-01T04:45:40.380 INFO:tasks.rados.rados.0.smithi111.stdout:532: done (3 left) 2023-12-01T04:45:40.380 INFO:tasks.rados.rados.0.smithi111.stdout:533: done (2 left) 2023-12-01T04:45:40.381 INFO:tasks.rados.rados.0.smithi111.stdout:534: done (1 left) 2023-12-01T04:45:40.381 INFO:tasks.rados.rados.0.smithi111.stdout:535: done (0 left) 2023-12-01T04:45:40.381 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 54 2023-12-01T04:45:40.381 INFO:tasks.rados.rados.0.smithi111.stdout:536: seq_num 177 ranges {622592=573440} 2023-12-01T04:45:40.386 INFO:tasks.rados.rados.0.smithi111.stdout:536: writing smithi111183488-38 from 622592 to 1196032 tid 1 2023-12-01T04:45:40.386 INFO:tasks.rados.rados.0.smithi111.stdout:537: setattr oid 26 current snap is 54 2023-12-01T04:45:40.388 INFO:tasks.rados.rados.0.smithi111.stdout:538: delete oid 43 current snap is 54 2023-12-01T04:45:40.392 INFO:tasks.rados.rados.0.smithi111.stdout:536: finishing write tid 1 to smithi111183488-38 2023-12-01T04:45:40.392 INFO:tasks.rados.rados.0.smithi111.stdout:536: finishing write tid 2 to smithi111183488-38 2023-12-01T04:45:40.392 INFO:tasks.rados.rados.0.smithi111.stdout:536: finishing write tid 3 to smithi111183488-38 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:536: oid 38 updating version 0 to 144 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:536: oid 38 version 144 is already newer than 143 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 144 (ObjNum 177 snap 54 seq_num 177) dirty exists 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:536: left oid 38 (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:536: done (2 left) 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:538: done (1 left) 2023-12-01T04:45:40.393 INFO:tasks.rados.rados.0.smithi111.stdout:539: snap_remove snap 43 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2m) 110s ago 3m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3m) 109s ago 3m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4m) 110s ago 4m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4m) 109s ago 4m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7m) 109s ago 7m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:45:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9m) 110s ago 9m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9m) 110s ago 9m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8m) 109s ago 8m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7m) 110s ago 7m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3m) 110s ago 3m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3m) 109s ago 3m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7m) 110s ago 7m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7m) 110s ago 7m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6m) 110s ago 6m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6m) 110s ago 6m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5m) 109s ago 5m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5m) 109s ago 5m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5m) 109s ago 5m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4m) 109s ago 4m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:45:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2m) 109s ago 3m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:45:41.046 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:45:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:45:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:45:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:45:41.048 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:45:41.386 INFO:tasks.rados.rados.0.smithi111.stdout:539: done (1 left) 2023-12-01T04:45:41.386 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 54 2023-12-01T04:45:41.386 INFO:tasks.rados.rados.0.smithi111.stdout:540: seq_num 179 ranges {2793472=606208} 2023-12-01T04:45:41.405 INFO:tasks.rados.rados.0.smithi111.stdout:540: writing smithi111183488-9 from 2793472 to 3399680 tid 1 2023-12-01T04:45:41.405 INFO:tasks.rados.rados.0.smithi111.stdout:541: snap_create 2023-12-01T04:45:41.405 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 174 (ObjNum 81 snap 0 seq_num 3706758736) dirty exists 2023-12-01T04:45:41.412 INFO:tasks.rados.rados.0.smithi111.stdout:540: finishing write tid 1 to smithi111183488-9 2023-12-01T04:45:41.412 INFO:tasks.rados.rados.0.smithi111.stdout:540: finishing write tid 2 to smithi111183488-9 2023-12-01T04:45:41.418 INFO:tasks.rados.rados.0.smithi111.stdout:540: finishing write tid 3 to smithi111183488-9 2023-12-01T04:45:41.418 INFO:tasks.rados.rados.0.smithi111.stdout:540: oid 9 updating version 0 to 159 2023-12-01T04:45:41.418 INFO:tasks.rados.rados.0.smithi111.stdout:540: oid 9 version 159 is already newer than 158 2023-12-01T04:45:41.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 159 (ObjNum 179 snap 54 seq_num 179) dirty exists 2023-12-01T04:45:41.418 INFO:tasks.rados.rados.0.smithi111.stdout:540: left oid 9 (ObjNum 179 snap 54 seq_num 179) 2023-12-01T04:45:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:41 smithi155 ceph-mon[102677]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:41 smithi155 ceph-mon[102677]: osdmap e164: 8 total, 8 up, 8 in 2023-12-01T04:45:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:41 smithi155 ceph-mon[102677]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:41 smithi155 ceph-mon[102677]: pgmap v219: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-01T04:45:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2657651102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:45:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[97855]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[97855]: osdmap e164: 8 total, 8 up, 8 in 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[97855]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[97855]: pgmap v219: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2657651102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[116524]: from='client.15105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[116524]: osdmap e164: 8 total, 8 up, 8 in 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[116524]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[116524]: pgmap v219: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-01T04:45:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2657651102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:45:42.393 INFO:tasks.rados.rados.0.smithi111.stdout:537: done (2 left) 2023-12-01T04:45:42.394 INFO:tasks.rados.rados.0.smithi111.stdout:540: done (1 left) 2023-12-01T04:45:42.394 INFO:tasks.rados.rados.0.smithi111.stdout:541: done (0 left) 2023-12-01T04:45:42.394 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 55 2023-12-01T04:45:42.394 INFO:tasks.rados.rados.0.smithi111.stdout:542: seq_num 180 ranges {2916352=622592} 2023-12-01T04:45:42.412 INFO:tasks.rados.rados.0.smithi111.stdout:542: writing smithi111183488-27 from 2916352 to 3538944 tid 1 2023-12-01T04:45:42.413 INFO:tasks.rados.rados.0.smithi111.stdout:543: rollback oid 16 current snap is 55 2023-12-01T04:45:42.413 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 21 2023-12-01T04:45:42.413 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 55 2023-12-01T04:45:42.413 INFO:tasks.rados.rados.0.smithi111.stdout:544: seq_num 181 ranges {385024=638976} 2023-12-01T04:45:42.418 INFO:tasks.rados.rados.0.smithi111.stdout:544: writing smithi111183488-32 from 385024 to 1024000 tid 1 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:545: snap_create 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:543: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:543: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:543: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 209 (ObjNum 78 snap 16 seq_num 78) dirty exists 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:542: finishing write tid 1 to smithi111183488-27 2023-12-01T04:45:42.419 INFO:tasks.rados.rados.0.smithi111.stdout:542: finishing write tid 2 to smithi111183488-27 2023-12-01T04:45:42.420 INFO:tasks.rados.rados.0.smithi111.stdout:542: finishing write tid 3 to smithi111183488-27 2023-12-01T04:45:42.420 INFO:tasks.rados.rados.0.smithi111.stdout:542: oid 27 updating version 0 to 121 2023-12-01T04:45:42.420 INFO:tasks.rados.rados.0.smithi111.stdout:542: oid 27 version 121 is already newer than 120 2023-12-01T04:45:42.420 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 121 (ObjNum 180 snap 55 seq_num 180) dirty exists 2023-12-01T04:45:42.420 INFO:tasks.rados.rados.0.smithi111.stdout:542: left oid 27 (ObjNum 180 snap 55 seq_num 180) 2023-12-01T04:45:42.422 INFO:tasks.rados.rados.0.smithi111.stdout:544: finishing write tid 1 to smithi111183488-32 2023-12-01T04:45:42.422 INFO:tasks.rados.rados.0.smithi111.stdout:544: finishing write tid 2 to smithi111183488-32 2023-12-01T04:45:42.423 INFO:tasks.rados.rados.0.smithi111.stdout:544: finishing write tid 3 to smithi111183488-32 2023-12-01T04:45:42.423 INFO:tasks.rados.rados.0.smithi111.stdout:544: oid 32 updating version 0 to 212 2023-12-01T04:45:42.423 INFO:tasks.rados.rados.0.smithi111.stdout:544: oid 32 updating version 212 to 213 2023-12-01T04:45:42.423 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 213 (ObjNum 181 snap 55 seq_num 181) dirty exists 2023-12-01T04:45:42.424 INFO:tasks.rados.rados.0.smithi111.stdout:544: left oid 32 (ObjNum 181 snap 55 seq_num 181) 2023-12-01T04:45:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:42 smithi155 ceph-mon[102677]: osdmap e165: 8 total, 8 up, 8 in 2023-12-01T04:45:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:42 smithi111 ceph-mon[97855]: osdmap e165: 8 total, 8 up, 8 in 2023-12-01T04:45:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:42 smithi111 ceph-mon[116524]: osdmap e165: 8 total, 8 up, 8 in 2023-12-01T04:45:43.354 INFO:tasks.rados.rados.0.smithi111.stdout:542: done (3 left) 2023-12-01T04:45:43.354 INFO:tasks.rados.rados.0.smithi111.stdout:543: done (2 left) 2023-12-01T04:45:43.354 INFO:tasks.rados.rados.0.smithi111.stdout:544: done (1 left) 2023-12-01T04:45:43.354 INFO:tasks.rados.rados.0.smithi111.stdout:545: done (0 left) 2023-12-01T04:45:43.354 INFO:tasks.rados.rados.0.smithi111.stdout:546: setattr oid 7 current snap is 56 2023-12-01T04:45:43.355 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 56 2023-12-01T04:45:43.355 INFO:tasks.rados.rados.0.smithi111.stdout:547: seq_num 182 ranges {466944=655360} 2023-12-01T04:45:43.362 INFO:tasks.rados.rados.0.smithi111.stdout:547: writing smithi111183488-19 from 466944 to 1122304 tid 1 2023-12-01T04:45:43.362 INFO:tasks.rados.rados.0.smithi111.stdout:548: copy_from oid 13 from oid 8 current snap is 56 2023-12-01T04:45:43.362 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 170 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:43.362 INFO:tasks.rados.rados.0.smithi111.stdout:546: done (2 left) 2023-12-01T04:45:43.362 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 56 2023-12-01T04:45:43.362 INFO:tasks.rados.rados.0.smithi111.stdout:549: seq_num 183 ranges {0=671744} 2023-12-01T04:45:43.366 INFO:tasks.rados.rados.0.smithi111.stdout:549: writing smithi111183488-41 from 0 to 671744 tid 1 2023-12-01T04:45:43.366 INFO:tasks.rados.rados.0.smithi111.stdout:550: read oid 20 snap 42 2023-12-01T04:45:43.366 INFO:tasks.rados.rados.0.smithi111.stdout:550: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:45:43.366 INFO:tasks.rados.rados.0.smithi111.stdout:551: snap_remove snap 40 2023-12-01T04:45:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:43 smithi155 ceph-mon[102677]: osdmap e166: 8 total, 8 up, 8 in 2023-12-01T04:45:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:43 smithi155 ceph-mon[102677]: pgmap v222: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-01T04:45:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:43 smithi155 ceph-mon[102677]: osdmap e167: 8 total, 8 up, 8 in 2023-12-01T04:45:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:43 smithi111 ceph-mon[97855]: osdmap e166: 8 total, 8 up, 8 in 2023-12-01T04:45:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:43 smithi111 ceph-mon[97855]: pgmap v222: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-01T04:45:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:43 smithi111 ceph-mon[97855]: osdmap e167: 8 total, 8 up, 8 in 2023-12-01T04:45:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:43 smithi111 ceph-mon[116524]: osdmap e166: 8 total, 8 up, 8 in 2023-12-01T04:45:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:43 smithi111 ceph-mon[116524]: pgmap v222: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail; 7.0 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2023-12-01T04:45:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:43 smithi111 ceph-mon[116524]: osdmap e167: 8 total, 8 up, 8 in 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:551: done (4 left) 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:552: read oid 21 snap -1 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:552: expect deleted 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:553: rollback oid 3 current snap is 56 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 26 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 56 2023-12-01T04:45:44.362 INFO:tasks.rados.rados.0.smithi111.stdout:554: seq_num 184 ranges {0=688128} 2023-12-01T04:45:44.366 INFO:tasks.rados.rados.0.smithi111.stdout:554: writing smithi111183488-1 from 0 to 688128 tid 1 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:555: copy_from oid 27 from oid 37 current snap is 56 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:556: rollback oid 33 current snap is 56 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 53 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:557: copy_from oid 14 from oid 23 current snap is 56 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:558: rollback oid 18 current snap is 56 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 54 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:559: delete oid 4 current snap is 56 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:547: finishing write tid 1 to smithi111183488-19 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:547: finishing write tid 2 to smithi111183488-19 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:549: finishing write tid 1 to smithi111183488-41 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:549: finishing write tid 2 to smithi111183488-41 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:547: finishing write tid 3 to smithi111183488-19 2023-12-01T04:45:44.367 INFO:tasks.rados.rados.0.smithi111.stdout:547: oid 19 updating version 0 to 155 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:547: oid 19 version 155 is already newer than 154 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 155 (ObjNum 182 snap 56 seq_num 182) dirty exists 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:547: left oid 19 (ObjNum 182 snap 56 seq_num 182) 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:549: finishing write tid 3 to smithi111183488-41 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:549: oid 41 updating version 0 to 79 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:549: oid 41 version 79 is already newer than 78 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 79 (ObjNum 183 snap 56 seq_num 183) dirty exists 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:549: left oid 41 (ObjNum 183 snap 56 seq_num 183) 2023-12-01T04:45:44.368 INFO:tasks.rados.rados.0.smithi111.stdout:550: expect (ObjNum 57 snap 4 seq_num 57) 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:548: finishing copy_from to smithi111183488-13 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 157 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:548: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:555: finishing copy_from to smithi111183488-27 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:555: got expected ENOENT (src dne) 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:547: done (11 left) 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:548: done (10 left) 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:549: done (9 left) 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:550: done (8 left) 2023-12-01T04:45:44.429 INFO:tasks.rados.rados.0.smithi111.stdout:552: done (7 left) 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:559: done (6 left) 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:560: delete oid 8 current snap is 56 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:555: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:553: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:553: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 220 (ObjNum 104 snap 21 seq_num 104) dirty exists 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:554: finishing write tid 1 to smithi111183488-1 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:554: finishing write tid 2 to smithi111183488-1 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:556: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 132 (ObjNum 129 snap 0 seq_num 3706574000) dirty dne 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:554: finishing write tid 3 to smithi111183488-1 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:554: oid 1 updating version 0 to 156 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:554: oid 1 updating version 156 to 157 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 157 (ObjNum 184 snap 56 seq_num 184) dirty exists 2023-12-01T04:45:44.430 INFO:tasks.rados.rados.0.smithi111.stdout:554: left oid 1 (ObjNum 184 snap 56 seq_num 184) 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:558: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:558: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:558: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 164 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:557: finishing copy_from to smithi111183488-14 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 139 (ObjNum 111 snap 26 seq_num 111) dirty exists 2023-12-01T04:45:44.431 INFO:tasks.rados.rados.0.smithi111.stdout:557: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:553: done (6 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:554: done (5 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:555: done (4 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:556: done (3 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:557: done (2 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:558: done (1 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:560: done (0 left) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:561: read oid 50 snap -1 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:561: expect (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:45:44.432 INFO:tasks.rados.rados.0.smithi111.stdout:562: snap_create 2023-12-01T04:45:44.444 INFO:tasks.rados.rados.0.smithi111.stdout:561: expect (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:45:45.369 INFO:tasks.rados.rados.0.smithi111.stdout:561: done (1 left) 2023-12-01T04:45:45.370 INFO:tasks.rados.rados.0.smithi111.stdout:562: done (0 left) 2023-12-01T04:45:45.370 INFO:tasks.rados.rados.0.smithi111.stdout:563: read oid 35 snap 54 2023-12-01T04:45:45.370 INFO:tasks.rados.rados.0.smithi111.stdout:563: expect deleted 2023-12-01T04:45:45.370 INFO:tasks.rados.rados.0.smithi111.stdout:564: copy_from oid 45 from oid 23 current snap is 57 2023-12-01T04:45:45.370 INFO:tasks.rados.rados.0.smithi111.stdout:565: delete oid 1 current snap is 57 2023-12-01T04:45:45.372 INFO:tasks.rados.rados.0.smithi111.stdout:563: done (2 left) 2023-12-01T04:45:45.372 INFO:tasks.rados.rados.0.smithi111.stdout:565: done (1 left) 2023-12-01T04:45:45.372 INFO:tasks.rados.rados.0.smithi111.stdout:566: snap_create 2023-12-01T04:45:45.385 INFO:tasks.rados.rados.0.smithi111.stdout:564: finishing copy_from to smithi111183488-45 2023-12-01T04:45:45.385 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 139 (ObjNum 111 snap 26 seq_num 111) dirty exists 2023-12-01T04:45:45.385 INFO:tasks.rados.rados.0.smithi111.stdout:564: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:45:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:45 smithi155 ceph-mon[102677]: osdmap e168: 8 total, 8 up, 8 in 2023-12-01T04:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:45 smithi155 ceph-mon[102677]: pgmap v225: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:45:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[97855]: osdmap e168: 8 total, 8 up, 8 in 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[97855]: pgmap v225: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[116524]: osdmap e168: 8 total, 8 up, 8 in 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[116524]: pgmap v225: 121 pgs: 121 active+clean; 177 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:45:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:45:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:45:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:45:46.376 INFO:tasks.rados.rados.0.smithi111.stdout:564: done (1 left) 2023-12-01T04:45:46.377 INFO:tasks.rados.rados.0.smithi111.stdout:566: done (0 left) 2023-12-01T04:45:46.377 INFO:tasks.rados.rados.0.smithi111.stdout:567: read oid 45 snap -1 2023-12-01T04:45:46.377 INFO:tasks.rados.rados.0.smithi111.stdout:567: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:45:46.377 INFO:tasks.rados.rados.0.smithi111.stdout:568: copy_from oid 44 from oid 19 current snap is 58 2023-12-01T04:45:46.377 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 58 2023-12-01T04:45:46.377 INFO:tasks.rados.rados.0.smithi111.stdout:569: seq_num 188 ranges {2916352=753664} 2023-12-01T04:45:46.397 INFO:tasks.rados.rados.0.smithi111.stdout:569: writing smithi111183488-7 from 2916352 to 3670016 tid 1 2023-12-01T04:45:46.397 INFO:tasks.rados.rados.0.smithi111.stdout:570: rollback oid 11 current snap is 58 2023-12-01T04:45:46.397 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 56 2023-12-01T04:45:46.397 INFO:tasks.rados.rados.0.smithi111.stdout:568: finishing copy_from to smithi111183488-44 2023-12-01T04:45:46.398 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 155 (ObjNum 182 snap 56 seq_num 182) dirty exists 2023-12-01T04:45:46.398 INFO:tasks.rados.rados.0.smithi111.stdout:568: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:45:46.398 INFO:tasks.rados.rados.0.smithi111.stdout:567: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:45:46.506 INFO:tasks.rados.rados.0.smithi111.stdout:570: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:45:46.506 INFO:tasks.rados.rados.0.smithi111.stdout:570: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:570: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 225 (ObjNum 129 snap 34 seq_num 129) dirty exists 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: finishing write tid 1 to smithi111183488-7 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: finishing write tid 2 to smithi111183488-7 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: finishing write tid 3 to smithi111183488-7 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: oid 7 updating version 0 to 171 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: oid 7 updating version 171 to 172 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 172 (ObjNum 188 snap 58 seq_num 188) dirty exists 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: left oid 7 (ObjNum 188 snap 58 seq_num 188) 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:567: done (3 left) 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:568: done (2 left) 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:569: done (1 left) 2023-12-01T04:45:46.507 INFO:tasks.rados.rados.0.smithi111.stdout:570: done (0 left) 2023-12-01T04:45:46.508 INFO:tasks.rados.rados.0.smithi111.stdout:571: setattr oid 19 current snap is 58 2023-12-01T04:45:46.508 INFO:tasks.rados.rados.0.smithi111.stdout:572: rmattr oid 8 current snap is 58 2023-12-01T04:45:46.508 INFO:tasks.rados.rados.0.smithi111.stdout:572: done (1 left) 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:573: read oid 42 snap -1 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:573: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:574: rollback oid 18 current snap is 58 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 56 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:575: copy_from oid 7 from oid 32 current snap is 58 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:576: delete oid 4 current snap is 58 2023-12-01T04:45:46.509 INFO:tasks.rados.rados.0.smithi111.stdout:576: done (4 left) 2023-12-01T04:45:46.510 INFO:tasks.rados.rados.0.smithi111.stdout:577: rollback oid 48 current snap is 58 2023-12-01T04:45:46.510 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 52 2023-12-01T04:45:46.510 INFO:tasks.rados.rados.0.smithi111.stdout:578: snap_remove snap 30 2023-12-01T04:45:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:46 smithi155 ceph-mon[102677]: osdmap e169: 8 total, 8 up, 8 in 2023-12-01T04:45:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:46 smithi111 ceph-mon[97855]: osdmap e169: 8 total, 8 up, 8 in 2023-12-01T04:45:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:46 smithi111 ceph-mon[116524]: osdmap e169: 8 total, 8 up, 8 in 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:578: done (5 left) 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:579: read oid 2 snap -1 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:579: expect (ObjNum 79 snap 17 seq_num 79) 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:580: read oid 25 snap 54 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:580: expect (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:581: copy_from oid 31 from oid 13 current snap is 58 2023-12-01T04:45:47.378 INFO:tasks.rados.rados.0.smithi111.stdout:582: read oid 41 snap -1 2023-12-01T04:45:47.379 INFO:tasks.rados.rados.0.smithi111.stdout:582: expect (ObjNum 183 snap 56 seq_num 183) 2023-12-01T04:45:47.379 INFO:tasks.rados.rados.0.smithi111.stdout:583: rollback oid 43 current snap is 58 2023-12-01T04:45:47.379 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 52 2023-12-01T04:45:47.379 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 58 2023-12-01T04:45:47.379 INFO:tasks.rados.rados.0.smithi111.stdout:584: seq_num 190 ranges {0=786432} 2023-12-01T04:45:47.383 INFO:tasks.rados.rados.0.smithi111.stdout:584: writing smithi111183488-46 from 0 to 786432 tid 1 2023-12-01T04:45:47.383 INFO:tasks.rados.rados.0.smithi111.stdout:585: rollback oid 11 current snap is 58 2023-12-01T04:45:47.383 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 37 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:574: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:574: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:574: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 167 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 166 (ObjNum 182 snap 56 seq_num 182) dirty exists 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:577: finishing rollback tid 0 to smithi111183488-48 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:577: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:577: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 170 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:575: finishing copy_from to smithi111183488-7 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 213 (ObjNum 181 snap 55 seq_num 181) dirty exists 2023-12-01T04:45:47.384 INFO:tasks.rados.rados.0.smithi111.stdout:573: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:47.465 INFO:tasks.rados.rados.0.smithi111.stdout:575: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:583: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:583: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 109 (ObjNum 106 snap 21 seq_num 106) dirty exists 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:584: finishing write tid 1 to smithi111183488-46 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:584: finishing write tid 2 to smithi111183488-46 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:571: done (11 left) 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:573: done (10 left) 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:574: done (9 left) 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:575: done (8 left) 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:577: done (7 left) 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:583: done (6 left) 2023-12-01T04:45:47.466 INFO:tasks.rados.rados.0.smithi111.stdout:586: rollback oid 35 current snap is 58 2023-12-01T04:45:47.467 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 35 to 49 2023-12-01T04:45:47.467 INFO:tasks.rados.rados.0.smithi111.stdout:585: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:45:47.467 INFO:tasks.rados.rados.0.smithi111.stdout:585: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:45:47.467 INFO:tasks.rados.rados.0.smithi111.stdout:585: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:45:47.467 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 228 (ObjNum 129 snap 34 seq_num 129) dirty exists 2023-12-01T04:45:47.467 INFO:tasks.rados.rados.0.smithi111.stdout:582: expect (ObjNum 183 snap 56 seq_num 183) 2023-12-01T04:45:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:584: finishing write tid 3 to smithi111183488-46 2023-12-01T04:45:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:584: oid 46 updating version 0 to 232 2023-12-01T04:45:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:584: oid 46 version 232 is already newer than 231 2023-12-01T04:45:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 232 (ObjNum 190 snap 58 seq_num 190) dirty exists 2023-12-01T04:45:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:584: left oid 46 (ObjNum 190 snap 58 seq_num 190) 2023-12-01T04:45:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:579: expect (ObjNum 79 snap 17 seq_num 79) 2023-12-01T04:45:47.562 INFO:tasks.rados.rados.0.smithi111.stdout:581: finishing copy_from to smithi111183488-31 2023-12-01T04:45:47.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 157 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:45:47.563 INFO:tasks.rados.rados.0.smithi111.stdout:581: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:45:47.563 INFO:tasks.rados.rados.0.smithi111.stdout:580: expect (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:586: finishing rollback tid 1 to smithi111183488-35 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 62 (ObjNum 177 snap 0 seq_num 1312697536) dirty dne 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:579: done (6 left) 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:580: done (5 left) 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:581: done (4 left) 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:582: done (3 left) 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:584: done (2 left) 2023-12-01T04:45:47.657 INFO:tasks.rados.rados.0.smithi111.stdout:585: done (1 left) 2023-12-01T04:45:47.658 INFO:tasks.rados.rados.0.smithi111.stdout:586: done (0 left) 2023-12-01T04:45:47.658 INFO:tasks.rados.rados.0.smithi111.stdout:587: read oid 37 snap 51 2023-12-01T04:45:47.658 INFO:tasks.rados.rados.0.smithi111.stdout:587: expect (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:45:47.658 INFO:tasks.rados.rados.0.smithi111.stdout:588: rollback oid 32 current snap is 58 2023-12-01T04:45:47.658 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 54 2023-12-01T04:45:47.658 INFO:tasks.rados.rados.0.smithi111.stdout:589: setattr oid 1 current snap is 58 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:590: setattr oid 5 current snap is 58 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:588: finishing rollback tid 0 to smithi111183488-32 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:588: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:588: finishing rollback tid 2 to smithi111183488-32 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 242 (ObjNum 166 snap 51 seq_num 166) dirty exists 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:588: done (3 left) 2023-12-01T04:45:47.659 INFO:tasks.rados.rados.0.smithi111.stdout:591: delete oid 14 current snap is 58 2023-12-01T04:45:47.660 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 170 (ObjNum 193 snap 0 seq_num 3706872784) dirty exists 2023-12-01T04:45:47.662 INFO:tasks.rados.rados.0.smithi111.stdout:589: done (3 left) 2023-12-01T04:45:47.662 INFO:tasks.rados.rados.0.smithi111.stdout:591: done (2 left) 2023-12-01T04:45:47.662 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 58 2023-12-01T04:45:47.662 INFO:tasks.rados.rados.0.smithi111.stdout:592: seq_num 192 ranges {1122304=417792,1540096=401408} 2023-12-01T04:45:47.671 INFO:tasks.rados.rados.0.smithi111.stdout:592: writing smithi111183488-19 from 1122304 to 1540096 tid 1 2023-12-01T04:45:47.673 INFO:tasks.rados.rados.0.smithi111.stdout:592: writing smithi111183488-19 from 1540096 to 1941504 tid 2 2023-12-01T04:45:47.673 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 58 2023-12-01T04:45:47.673 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 242 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:45:47.673 INFO:tasks.rados.rados.0.smithi111.stdout:593: seq_num 193 ranges {0=434176,434176=401408} 2023-12-01T04:45:47.676 INFO:tasks.rados.rados.0.smithi111.stdout:593: writing smithi111183488-14 from 0 to 434176 tid 1 2023-12-01T04:45:47.679 INFO:tasks.rados.rados.0.smithi111.stdout:593: writing smithi111183488-14 from 434176 to 835584 tid 2 2023-12-01T04:45:47.679 INFO:tasks.rados.rados.0.smithi111.stdout:590: done (3 left) 2023-12-01T04:45:47.679 INFO:tasks.rados.rados.0.smithi111.stdout:594: setattr oid 3 current snap is 58 2023-12-01T04:45:47.679 INFO:tasks.rados.rados.0.smithi111.stdout:587: expect (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:45:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:47 smithi155 ceph-mon[102677]: osdmap e170: 8 total, 8 up, 8 in 2023-12-01T04:45:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:47 smithi155 ceph-mon[102677]: pgmap v228: 121 pgs: 121 active+clean; 192 MiB data, 549 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-01T04:45:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:47 smithi111 ceph-mon[97855]: osdmap e170: 8 total, 8 up, 8 in 2023-12-01T04:45:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:47 smithi111 ceph-mon[97855]: pgmap v228: 121 pgs: 121 active+clean; 192 MiB data, 549 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-01T04:45:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:47 smithi111 ceph-mon[116524]: osdmap e170: 8 total, 8 up, 8 in 2023-12-01T04:45:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:47 smithi111 ceph-mon[116524]: pgmap v228: 121 pgs: 121 active+clean; 192 MiB data, 549 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-01T04:45:47.768 INFO:tasks.rados.rados.0.smithi111.stdout:592: finishing write tid 1 to smithi111183488-19 2023-12-01T04:45:47.768 INFO:tasks.rados.rados.0.smithi111.stdout:592: finishing write tid 2 to smithi111183488-19 2023-12-01T04:45:47.768 INFO:tasks.rados.rados.0.smithi111.stdout:592: finishing write tid 3 to smithi111183488-19 2023-12-01T04:45:47.768 INFO:tasks.rados.rados.0.smithi111.stdout:592: finishing write tid 4 to smithi111183488-19 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:592: oid 19 updating version 0 to 181 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:592: oid 19 updating version 181 to 182 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:592: oid 19 updating version 182 to 183 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 183 (ObjNum 192 snap 58 seq_num 192) dirty exists 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:592: left oid 19 (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: finishing write tid 1 to smithi111183488-14 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: finishing write tid 2 to smithi111183488-14 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: finishing write tid 3 to smithi111183488-14 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: finishing write tid 4 to smithi111183488-14 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: oid 14 updating version 0 to 174 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: oid 14 version 174 is already newer than 173 2023-12-01T04:45:47.769 INFO:tasks.rados.rados.0.smithi111.stdout:593: oid 14 updating version 174 to 175 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 175 (ObjNum 193 snap 58 seq_num 193) dirty exists 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:593: left oid 14 (ObjNum 193 snap 58 seq_num 193) 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:587: done (3 left) 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:592: done (2 left) 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:593: done (1 left) 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:595: delete oid 11 current snap is 58 2023-12-01T04:45:47.770 INFO:tasks.rados.rados.0.smithi111.stdout:595: done (1 left) 2023-12-01T04:45:47.771 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 58 2023-12-01T04:45:47.771 INFO:tasks.rados.rados.0.smithi111.stdout:596: seq_num 195 ranges {4366336=475136,4841472=401408} 2023-12-01T04:45:47.795 INFO:tasks.rados.rados.0.smithi111.stdout:596: writing smithi111183488-5 from 4366336 to 4841472 tid 1 2023-12-01T04:45:47.798 INFO:tasks.rados.rados.0.smithi111.stdout:596: writing smithi111183488-5 from 4841472 to 5242880 tid 2 2023-12-01T04:45:47.798 INFO:tasks.rados.rados.0.smithi111.stdout:597: copy_from oid 44 from oid 47 current snap is 58 2023-12-01T04:45:47.798 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 244 (ObjNum 104 snap 21 seq_num 104) dirty exists 2023-12-01T04:45:47.798 INFO:tasks.rados.rados.0.smithi111.stdout:594: done (2 left) 2023-12-01T04:45:47.798 INFO:tasks.rados.rados.0.smithi111.stdout:598: rollback oid 9 current snap is 58 2023-12-01T04:45:47.798 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 21 2023-12-01T04:45:47.799 INFO:tasks.rados.rados.0.smithi111.stdout:599: copy_from oid 31 from oid 18 current snap is 58 2023-12-01T04:45:47.799 INFO:tasks.rados.rados.0.smithi111.stdout:600: copy_from oid 17 from oid 7 current snap is 58 2023-12-01T04:45:47.799 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 58 2023-12-01T04:45:47.799 INFO:tasks.rados.rados.0.smithi111.stdout:601: seq_num 196 ranges {2834432=491520,3325952=401408} 2023-12-01T04:45:47.816 INFO:tasks.rados.rados.0.smithi111.stdout:601: writing smithi111183488-16 from 2834432 to 3325952 tid 1 2023-12-01T04:45:47.818 INFO:tasks.rados.rados.0.smithi111.stdout:601: writing smithi111183488-16 from 3325952 to 3727360 tid 2 2023-12-01T04:45:47.818 INFO:tasks.rados.rados.0.smithi111.stdout:602: snap_remove snap 51 2023-12-01T04:45:48.361 INFO:tasks.rados.rados.0.smithi111.stdout:602: done (6 left) 2023-12-01T04:45:48.361 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 58 2023-12-01T04:45:48.363 INFO:tasks.rados.rados.0.smithi111.stdout:603: seq_num 197 ranges {0=507904,507904=401408} 2023-12-01T04:45:48.363 INFO:tasks.rados.rados.0.smithi111.stdout:603: writing smithi111183488-26 from 0 to 507904 tid 1 2023-12-01T04:45:48.369 INFO:tasks.rados.rados.0.smithi111.stdout:603: writing smithi111183488-26 from 507904 to 909312 tid 2 2023-12-01T04:45:48.370 INFO:tasks.rados.rados.0.smithi111.stdout:604: read oid 33 snap -1 2023-12-01T04:45:48.370 INFO:tasks.rados.rados.0.smithi111.stdout:604: expect deleted 2023-12-01T04:45:48.370 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 58 2023-12-01T04:45:48.370 INFO:tasks.rados.rados.0.smithi111.stdout:605: seq_num 198 ranges {114688=524288,638976=401408} 2023-12-01T04:45:48.370 INFO:tasks.rados.rados.0.smithi111.stdout:605: writing smithi111183488-29 from 114688 to 638976 tid 1 2023-12-01T04:45:48.372 INFO:tasks.rados.rados.0.smithi111.stdout:605: writing smithi111183488-29 from 638976 to 1040384 tid 2 2023-12-01T04:45:48.372 INFO:tasks.rados.rados.0.smithi111.stdout:606: snap_create 2023-12-01T04:45:48.372 INFO:tasks.rados.rados.0.smithi111.stdout:596: finishing write tid 1 to smithi111183488-5 2023-12-01T04:45:48.372 INFO:tasks.rados.rados.0.smithi111.stdout:598: finishing rollback tid 0 to smithi111183488-9 2023-12-01T04:45:48.372 INFO:tasks.rados.rados.0.smithi111.stdout:596: finishing write tid 2 to smithi111183488-5 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:596: finishing write tid 3 to smithi111183488-5 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:598: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:598: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 163 (ObjNum 92 snap 18 seq_num 92) dirty exists 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:596: finishing write tid 4 to smithi111183488-5 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:596: oid 5 updating version 0 to 246 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:596: oid 5 updating version 246 to 247 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:596: oid 5 version 247 is already newer than 245 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 247 (ObjNum 195 snap 58 seq_num 195) dirty exists 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:596: left oid 5 (ObjNum 195 snap 58 seq_num 195) 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:597: finishing copy_from to smithi111183488-44 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 173 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:597: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:599: finishing copy_from to smithi111183488-31 2023-12-01T04:45:48.373 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 167 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:600: finishing copy_from to smithi111183488-17 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 213 (ObjNum 181 snap 55 seq_num 181) dirty exists 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:599: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:600: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: finishing write tid 1 to smithi111183488-16 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: finishing write tid 2 to smithi111183488-16 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: finishing write tid 3 to smithi111183488-16 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: finishing write tid 4 to smithi111183488-16 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: oid 16 updating version 0 to 234 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: oid 16 version 234 is already newer than 233 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: oid 16 version 234 is already newer than 232 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 234 (ObjNum 196 snap 58 seq_num 196) dirty exists 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:601: left oid 16 (ObjNum 196 snap 58 seq_num 196) 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:603: finishing write tid 1 to smithi111183488-26 2023-12-01T04:45:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:603: finishing write tid 2 to smithi111183488-26 2023-12-01T04:45:48.375 INFO:tasks.rados.rados.0.smithi111.stdout:603: finishing write tid 3 to smithi111183488-26 2023-12-01T04:45:48.375 INFO:tasks.rados.rados.0.smithi111.stdout:605: finishing write tid 1 to smithi111183488-29 2023-12-01T04:45:48.375 INFO:tasks.rados.rados.0.smithi111.stdout:605: finishing write tid 2 to smithi111183488-29 2023-12-01T04:45:48.375 INFO:tasks.rados.rados.0.smithi111.stdout:603: finishing write tid 4 to smithi111183488-26 2023-12-01T04:45:48.375 INFO:tasks.rados.rados.0.smithi111.stdout:603: oid 26 updating version 0 to 177 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:603: oid 26 version 177 is already newer than 175 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:603: oid 26 version 177 is already newer than 176 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 177 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:603: left oid 26 (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:605: finishing write tid 3 to smithi111183488-29 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:605: finishing write tid 4 to smithi111183488-29 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:605: oid 29 updating version 0 to 251 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:605: oid 29 updating version 251 to 253 2023-12-01T04:45:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:605: oid 29 version 253 is already newer than 252 2023-12-01T04:45:48.377 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 253 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:45:48.377 INFO:tasks.rados.rados.0.smithi111.stdout:605: left oid 29 (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:45:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:48 smithi155 ceph-mon[102677]: osdmap e171: 8 total, 8 up, 8 in 2023-12-01T04:45:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:48 smithi155 ceph-mon[102677]: osdmap e172: 8 total, 8 up, 8 in 2023-12-01T04:45:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:48 smithi111 ceph-mon[97855]: osdmap e171: 8 total, 8 up, 8 in 2023-12-01T04:45:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:48 smithi111 ceph-mon[97855]: osdmap e172: 8 total, 8 up, 8 in 2023-12-01T04:45:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:48 smithi111 ceph-mon[116524]: osdmap e171: 8 total, 8 up, 8 in 2023-12-01T04:45:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:48 smithi111 ceph-mon[116524]: osdmap e172: 8 total, 8 up, 8 in 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:596: done (9 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:597: done (8 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:598: done (7 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:599: done (6 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:600: done (5 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:601: done (4 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:603: done (3 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:604: done (2 left) 2023-12-01T04:45:49.368 INFO:tasks.rados.rados.0.smithi111.stdout:605: done (1 left) 2023-12-01T04:45:49.369 INFO:tasks.rados.rados.0.smithi111.stdout:606: done (0 left) 2023-12-01T04:45:49.369 INFO:tasks.rados.rados.0.smithi111.stdout:607: delete oid 2 current snap is 59 2023-12-01T04:45:49.371 INFO:tasks.rados.rados.0.smithi111.stdout:607: done (0 left) 2023-12-01T04:45:49.371 INFO:tasks.rados.rados.0.smithi111.stdout:608: delete oid 5 current snap is 59 2023-12-01T04:45:49.379 INFO:tasks.rados.rados.0.smithi111.stdout:608: done (0 left) 2023-12-01T04:45:49.379 INFO:tasks.rados.rados.0.smithi111.stdout:609: read oid 43 snap -1 2023-12-01T04:45:49.379 INFO:tasks.rados.rados.0.smithi111.stdout:609: expect (ObjNum 106 snap 21 seq_num 106) 2023-12-01T04:45:49.379 INFO:tasks.rados.rados.0.smithi111.stdout:610: read oid 28 snap 48 2023-12-01T04:45:49.379 INFO:tasks.rados.rados.0.smithi111.stdout:610: expect deleted 2023-12-01T04:45:49.379 INFO:tasks.rados.rados.0.smithi111.stdout:611: delete oid 17 current snap is 59 2023-12-01T04:45:49.384 INFO:tasks.rados.rados.0.smithi111.stdout:610: done (2 left) 2023-12-01T04:45:49.384 INFO:tasks.rados.rados.0.smithi111.stdout:611: done (1 left) 2023-12-01T04:45:49.384 INFO:tasks.rados.rados.0.smithi111.stdout:612: copy_from oid 45 from oid 13 current snap is 59 2023-12-01T04:45:49.387 INFO:tasks.rados.rados.0.smithi111.stdout:613: rmattr oid 35 current snap is 59 2023-12-01T04:45:49.387 INFO:tasks.rados.rados.0.smithi111.stdout:613: done (2 left) 2023-12-01T04:45:49.387 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 59 2023-12-01T04:45:49.387 INFO:tasks.rados.rados.0.smithi111.stdout:614: seq_num 202 ranges {0=589824,589824=401408} 2023-12-01T04:45:49.388 INFO:tasks.rados.rados.0.smithi111.stdout:614: writing smithi111183488-11 from 0 to 589824 tid 1 2023-12-01T04:45:49.391 INFO:tasks.rados.rados.0.smithi111.stdout:614: writing smithi111183488-11 from 589824 to 991232 tid 2 2023-12-01T04:45:49.391 INFO:tasks.rados.rados.0.smithi111.stdout:615: read oid 19 snap -1 2023-12-01T04:45:49.391 INFO:tasks.rados.rados.0.smithi111.stdout:615: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:45:49.391 INFO:tasks.rados.rados.0.smithi111.stdout:616: rollback oid 44 current snap is 59 2023-12-01T04:45:49.391 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 26 2023-12-01T04:45:49.391 INFO:tasks.rados.rados.0.smithi111.stdout:609: expect (ObjNum 106 snap 21 seq_num 106) 2023-12-01T04:45:49.446 INFO:tasks.rados.rados.0.smithi111.stdout:614: finishing write tid 1 to smithi111183488-11 2023-12-01T04:45:49.446 INFO:tasks.rados.rados.0.smithi111.stdout:616: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:45:49.446 INFO:tasks.rados.rados.0.smithi111.stdout:616: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:45:49.446 INFO:tasks.rados.rados.0.smithi111.stdout:616: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 180 (ObjNum 105 snap 21 seq_num 105) dirty exists 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:612: finishing copy_from to smithi111183488-45 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 157 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:612: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: finishing write tid 2 to smithi111183488-11 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: finishing write tid 3 to smithi111183488-11 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: finishing write tid 4 to smithi111183488-11 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: oid 11 updating version 0 to 252 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: oid 11 updating version 252 to 253 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: oid 11 version 253 is already newer than 251 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 253 (ObjNum 202 snap 59 seq_num 202) dirty exists 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: left oid 11 (ObjNum 202 snap 59 seq_num 202) 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:609: done (4 left) 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:612: done (3 left) 2023-12-01T04:45:49.447 INFO:tasks.rados.rados.0.smithi111.stdout:614: done (2 left) 2023-12-01T04:45:49.448 INFO:tasks.rados.rados.0.smithi111.stdout:616: done (1 left) 2023-12-01T04:45:49.448 INFO:tasks.rados.rados.0.smithi111.stdout:617: read oid 18 snap -1 2023-12-01T04:45:49.448 INFO:tasks.rados.rados.0.smithi111.stdout:617: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:49.448 INFO:tasks.rados.rados.0.smithi111.stdout:618: copy_from oid 2 from oid 28 current snap is 59 2023-12-01T04:45:49.448 INFO:tasks.rados.rados.0.smithi111.stdout:615: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:45:49.525 INFO:tasks.rados.rados.0.smithi111.stdout:617: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:618: finishing copy_from to smithi111183488-2 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 70 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:618: finishing copy_from racing read to smithi111183488-2 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:615: done (2 left) 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:617: done (1 left) 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:618: done (0 left) 2023-12-01T04:45:49.595 INFO:tasks.rados.rados.0.smithi111.stdout:619: snap_remove snap 26 2023-12-01T04:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:49 smithi155 ceph-mon[102677]: pgmap v231: 121 pgs: 121 active+clean; 192 MiB data, 549 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-01T04:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:49 smithi155 ceph-mon[102677]: osdmap e173: 8 total, 8 up, 8 in 2023-12-01T04:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:49 smithi111 ceph-mon[97855]: pgmap v231: 121 pgs: 121 active+clean; 192 MiB data, 549 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-01T04:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:49 smithi111 ceph-mon[97855]: osdmap e173: 8 total, 8 up, 8 in 2023-12-01T04:45:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:45:49] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:49 smithi111 ceph-mon[116524]: pgmap v231: 121 pgs: 121 active+clean; 192 MiB data, 549 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 20 op/s 2023-12-01T04:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:49 smithi111 ceph-mon[116524]: osdmap e173: 8 total, 8 up, 8 in 2023-12-01T04:45:50.389 INFO:tasks.rados.rados.0.smithi111.stdout:619: done (0 left) 2023-12-01T04:45:50.389 INFO:tasks.rados.rados.0.smithi111.stdout:620: delete oid 36 current snap is 59 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:620: done (0 left) 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:621: read oid 42 snap -1 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:621: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:622: read oid 24 snap -1 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:622: expect (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 59 2023-12-01T04:45:50.401 INFO:tasks.rados.rados.0.smithi111.stdout:623: seq_num 204 ranges {0=622592,622592=401408} 2023-12-01T04:45:50.404 INFO:tasks.rados.rados.0.smithi111.stdout:623: writing smithi111183488-21 from 0 to 622592 tid 1 2023-12-01T04:45:50.405 INFO:tasks.rados.rados.0.smithi111.stdout:623: writing smithi111183488-21 from 622592 to 1024000 tid 2 2023-12-01T04:45:50.405 INFO:tasks.rados.rados.0.smithi111.stdout:624: snap_remove snap 36 2023-12-01T04:45:51.395 INFO:tasks.rados.rados.0.smithi111.stdout:624: done (3 left) 2023-12-01T04:45:51.395 INFO:tasks.rados.rados.0.smithi111.stdout:625: snap_remove snap 52 2023-12-01T04:45:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:51 smithi155 ceph-mon[102677]: osdmap e174: 8 total, 8 up, 8 in 2023-12-01T04:45:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:51 smithi155 ceph-mon[102677]: pgmap v234: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 48 op/s 2023-12-01T04:45:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:51 smithi111 ceph-mon[97855]: osdmap e174: 8 total, 8 up, 8 in 2023-12-01T04:45:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:51 smithi111 ceph-mon[97855]: pgmap v234: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 48 op/s 2023-12-01T04:45:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:51 smithi111 ceph-mon[116524]: osdmap e174: 8 total, 8 up, 8 in 2023-12-01T04:45:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:51 smithi111 ceph-mon[116524]: pgmap v234: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 48 op/s 2023-12-01T04:45:52.396 INFO:tasks.rados.rados.0.smithi111.stdout:625: done (3 left) 2023-12-01T04:45:52.396 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 59 2023-12-01T04:45:52.396 INFO:tasks.rados.rados.0.smithi111.stdout:626: seq_num 205 ranges {2392064=638976,3031040=401408} 2023-12-01T04:45:52.411 INFO:tasks.rados.rados.0.smithi111.stdout:626: writing smithi111183488-31 from 2392064 to 3031040 tid 1 2023-12-01T04:45:52.414 INFO:tasks.rados.rados.0.smithi111.stdout:626: writing smithi111183488-31 from 3031040 to 3432448 tid 2 2023-12-01T04:45:52.414 INFO:tasks.rados.rados.0.smithi111.stdout:627: read oid 9 snap -1 2023-12-01T04:45:52.414 INFO:tasks.rados.rados.0.smithi111.stdout:627: expect (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:45:52.414 INFO:tasks.rados.rados.0.smithi111.stdout:628: rollback oid 40 current snap is 59 2023-12-01T04:45:52.414 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 58 2023-12-01T04:45:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:621: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: finishing write tid 1 to smithi111183488-21 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: finishing write tid 2 to smithi111183488-21 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: finishing write tid 3 to smithi111183488-21 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: finishing write tid 4 to smithi111183488-21 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: oid 21 updating version 0 to 267 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: oid 21 updating version 267 to 268 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:623: oid 21 version 268 is already newer than 266 2023-12-01T04:45:52.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 268 (ObjNum 204 snap 59 seq_num 204) dirty exists 2023-12-01T04:45:52.488 INFO:tasks.rados.rados.0.smithi111.stdout:623: left oid 21 (ObjNum 204 snap 59 seq_num 204) 2023-12-01T04:45:52.488 INFO:tasks.rados.rados.0.smithi111.stdout:621: done (5 left) 2023-12-01T04:45:52.488 INFO:tasks.rados.rados.0.smithi111.stdout:623: done (4 left) 2023-12-01T04:45:52.488 INFO:tasks.rados.rados.0.smithi111.stdout:629: delete oid 15 current snap is 59 2023-12-01T04:45:52.488 INFO:tasks.rados.rados.0.smithi111.stdout:622: expect (ObjNum 102 snap 21 seq_num 102) 2023-12-01T04:45:52.580 INFO:tasks.rados.rados.0.smithi111.stdout:626: finishing write tid 1 to smithi111183488-31 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: finishing write tid 2 to smithi111183488-31 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:628: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: finishing write tid 3 to smithi111183488-31 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:628: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:628: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 168 (ObjNum 151 snap 46 seq_num 151) dirty exists 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: finishing write tid 4 to smithi111183488-31 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: oid 31 updating version 0 to 281 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: oid 31 version 281 is already newer than 279 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: oid 31 version 281 is already newer than 280 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 281 (ObjNum 205 snap 59 seq_num 205) dirty exists 2023-12-01T04:45:52.581 INFO:tasks.rados.rados.0.smithi111.stdout:626: left oid 31 (ObjNum 205 snap 59 seq_num 205) 2023-12-01T04:45:52.582 INFO:tasks.rados.rados.0.smithi111.stdout:627: expect (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:45:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:52 smithi155 ceph-mon[102677]: osdmap e175: 8 total, 8 up, 8 in 2023-12-01T04:45:52.733 INFO:tasks.rados.rados.0.smithi111.stdout:622: done (4 left) 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:626: done (3 left) 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:627: done (2 left) 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:628: done (1 left) 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:629: done (0 left) 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:630: read oid 39 snap -1 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:630: expect (ObjNum 91 snap 18 seq_num 91) 2023-12-01T04:45:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:631: snap_remove snap 54 2023-12-01T04:45:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:52 smithi111 ceph-mon[97855]: osdmap e175: 8 total, 8 up, 8 in 2023-12-01T04:45:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:52 smithi111 ceph-mon[116524]: osdmap e175: 8 total, 8 up, 8 in 2023-12-01T04:45:53.358 INFO:tasks.rados.rados.0.smithi111.stdout:631: done (1 left) 2023-12-01T04:45:53.358 INFO:tasks.rados.rados.0.smithi111.stdout:632: rmattr oid 18 current snap is 59 2023-12-01T04:45:53.358 INFO:tasks.rados.rados.0.smithi111.stdout:632: done (1 left) 2023-12-01T04:45:53.358 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 59 2023-12-01T04:45:53.358 INFO:tasks.rados.rados.0.smithi111.stdout:633: seq_num 207 ranges {0=671744,671744=401408} 2023-12-01T04:45:53.361 INFO:tasks.rados.rados.0.smithi111.stdout:633: writing smithi111183488-20 from 0 to 671744 tid 1 2023-12-01T04:45:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:633: writing smithi111183488-20 from 671744 to 1073152 tid 2 2023-12-01T04:45:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:634: read oid 1 snap -1 2023-12-01T04:45:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:634: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:45:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:635: read oid 22 snap -1 2023-12-01T04:45:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:635: expect deleted 2023-12-01T04:45:53.364 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 59 2023-12-01T04:45:53.365 INFO:tasks.rados.rados.0.smithi111.stdout:636: seq_num 208 ranges {1957888=688128,2646016=401408} 2023-12-01T04:45:53.379 INFO:tasks.rados.rados.0.smithi111.stdout:636: writing smithi111183488-43 from 1957888 to 2646016 tid 1 2023-12-01T04:45:53.386 INFO:tasks.rados.rados.0.smithi111.stdout:636: writing smithi111183488-43 from 2646016 to 3047424 tid 2 2023-12-01T04:45:53.386 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 59 2023-12-01T04:45:53.386 INFO:tasks.rados.rados.0.smithi111.stdout:637: seq_num 209 ranges {0=704512,704512=401408} 2023-12-01T04:45:53.386 INFO:tasks.rados.rados.0.smithi111.stdout:637: writing smithi111183488-17 from 0 to 704512 tid 1 2023-12-01T04:45:53.389 INFO:tasks.rados.rados.0.smithi111.stdout:637: writing smithi111183488-17 from 704512 to 1105920 tid 2 2023-12-01T04:45:53.389 INFO:tasks.rados.rados.0.smithi111.stdout:638: snap_remove snap 34 2023-12-01T04:45:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:53 smithi155 ceph-mon[102677]: osdmap e176: 8 total, 8 up, 8 in 2023-12-01T04:45:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:53 smithi155 ceph-mon[102677]: pgmap v237: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 48 op/s 2023-12-01T04:45:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:53 smithi155 ceph-mon[102677]: osdmap e177: 8 total, 8 up, 8 in 2023-12-01T04:45:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:53 smithi111 ceph-mon[116524]: osdmap e176: 8 total, 8 up, 8 in 2023-12-01T04:45:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:53 smithi111 ceph-mon[116524]: pgmap v237: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 48 op/s 2023-12-01T04:45:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:53 smithi111 ceph-mon[116524]: osdmap e177: 8 total, 8 up, 8 in 2023-12-01T04:45:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:53 smithi111 ceph-mon[97855]: osdmap e176: 8 total, 8 up, 8 in 2023-12-01T04:45:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:53 smithi111 ceph-mon[97855]: pgmap v237: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 48 op/s 2023-12-01T04:45:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:53 smithi111 ceph-mon[97855]: osdmap e177: 8 total, 8 up, 8 in 2023-12-01T04:45:54.365 INFO:tasks.rados.rados.0.smithi111.stdout:638: done (6 left) 2023-12-01T04:45:54.365 INFO:tasks.rados.rados.0.smithi111.stdout:639: snap_remove snap 37 2023-12-01T04:45:55.371 INFO:tasks.rados.rados.0.smithi111.stdout:639: done (6 left) 2023-12-01T04:45:55.372 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 59 2023-12-01T04:45:55.372 INFO:tasks.rados.rados.0.smithi111.stdout:640: seq_num 210 ranges {1769472=720896,2490368=401408} 2023-12-01T04:45:55.387 INFO:tasks.rados.rados.0.smithi111.stdout:640: writing smithi111183488-44 from 1769472 to 2490368 tid 1 2023-12-01T04:45:55.389 INFO:tasks.rados.rados.0.smithi111.stdout:640: writing smithi111183488-44 from 2490368 to 2891776 tid 2 2023-12-01T04:45:55.389 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 59 2023-12-01T04:45:55.389 INFO:tasks.rados.rados.0.smithi111.stdout:641: seq_num 211 ranges {0=737280,737280=401408} 2023-12-01T04:45:55.394 INFO:tasks.rados.rados.0.smithi111.stdout:641: writing smithi111183488-5 from 0 to 737280 tid 1 2023-12-01T04:45:55.396 INFO:tasks.rados.rados.0.smithi111.stdout:641: writing smithi111183488-5 from 737280 to 1138688 tid 2 2023-12-01T04:45:55.396 INFO:tasks.rados.rados.0.smithi111.stdout:642: snap_create 2023-12-01T04:45:55.396 INFO:tasks.rados.rados.0.smithi111.stdout:630: expect (ObjNum 91 snap 18 seq_num 91) 2023-12-01T04:45:55.452 INFO:tasks.rados.rados.0.smithi111.stdout:634: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: finishing write tid 1 to smithi111183488-20 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: finishing write tid 2 to smithi111183488-20 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: finishing write tid 3 to smithi111183488-20 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: finishing write tid 4 to smithi111183488-20 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: oid 20 updating version 0 to 195 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: oid 20 updating version 195 to 196 2023-12-01T04:45:55.455 INFO:tasks.rados.rados.0.smithi111.stdout:633: oid 20 version 196 is already newer than 194 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 196 (ObjNum 207 snap 59 seq_num 207) dirty exists 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:633: left oid 20 (ObjNum 207 snap 59 seq_num 207) 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: finishing write tid 1 to smithi111183488-43 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: finishing write tid 2 to smithi111183488-43 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: finishing write tid 3 to smithi111183488-43 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: finishing write tid 4 to smithi111183488-43 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: oid 43 updating version 0 to 112 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: oid 43 version 112 is already newer than 110 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: oid 43 version 112 is already newer than 111 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 112 (ObjNum 208 snap 59 seq_num 208) dirty exists 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:636: left oid 43 (ObjNum 208 snap 59 seq_num 208) 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:637: finishing write tid 1 to smithi111183488-17 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:637: finishing write tid 2 to smithi111183488-17 2023-12-01T04:45:55.456 INFO:tasks.rados.rados.0.smithi111.stdout:637: finishing write tid 3 to smithi111183488-17 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:637: finishing write tid 4 to smithi111183488-17 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:637: oid 17 updating version 0 to 231 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:637: oid 17 version 231 is already newer than 230 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:637: oid 17 updating version 231 to 232 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 232 (ObjNum 209 snap 59 seq_num 209) dirty exists 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:637: left oid 17 (ObjNum 209 snap 59 seq_num 209) 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: finishing write tid 1 to smithi111183488-44 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: finishing write tid 2 to smithi111183488-44 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: finishing write tid 3 to smithi111183488-44 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: finishing write tid 4 to smithi111183488-44 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: oid 44 updating version 0 to 181 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: oid 44 updating version 181 to 182 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: oid 44 updating version 182 to 183 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 183 (ObjNum 210 snap 59 seq_num 210) dirty exists 2023-12-01T04:45:55.457 INFO:tasks.rados.rados.0.smithi111.stdout:640: left oid 44 (ObjNum 210 snap 59 seq_num 210) 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: finishing write tid 1 to smithi111183488-5 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: finishing write tid 2 to smithi111183488-5 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: finishing write tid 3 to smithi111183488-5 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: finishing write tid 4 to smithi111183488-5 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: oid 5 updating version 0 to 296 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: oid 5 updating version 296 to 297 2023-12-01T04:45:55.458 INFO:tasks.rados.rados.0.smithi111.stdout:641: oid 5 version 297 is already newer than 295 2023-12-01T04:45:55.459 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 297 (ObjNum 211 snap 59 seq_num 211) dirty exists 2023-12-01T04:45:55.459 INFO:tasks.rados.rados.0.smithi111.stdout:641: left oid 5 (ObjNum 211 snap 59 seq_num 211) 2023-12-01T04:45:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:55 smithi155 ceph-mon[102677]: osdmap e178: 8 total, 8 up, 8 in 2023-12-01T04:45:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:55 smithi155 ceph-mon[102677]: pgmap v240: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:55 smithi111 ceph-mon[97855]: osdmap e178: 8 total, 8 up, 8 in 2023-12-01T04:45:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:55 smithi111 ceph-mon[97855]: pgmap v240: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:55 smithi111 ceph-mon[116524]: osdmap e178: 8 total, 8 up, 8 in 2023-12-01T04:45:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:55 smithi111 ceph-mon[116524]: pgmap v240: 121 pgs: 121 active+clean; 217 MiB data, 576 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:630: done (8 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:633: done (7 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:634: done (6 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:635: done (5 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:636: done (4 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:637: done (3 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:640: done (2 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:641: done (1 left) 2023-12-01T04:45:56.373 INFO:tasks.rados.rados.0.smithi111.stdout:642: done (0 left) 2023-12-01T04:45:56.374 INFO:tasks.rados.rados.0.smithi111.stdout:643: rollback oid 13 current snap is 60 2023-12-01T04:45:56.374 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 53 2023-12-01T04:45:56.374 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 60 2023-12-01T04:45:56.374 INFO:tasks.rados.rados.0.smithi111.stdout:644: seq_num 212 ranges {0=753664,753664=401408} 2023-12-01T04:45:56.377 INFO:tasks.rados.rados.0.smithi111.stdout:644: writing smithi111183488-35 from 0 to 753664 tid 1 2023-12-01T04:45:56.379 INFO:tasks.rados.rados.0.smithi111.stdout:644: writing smithi111183488-35 from 753664 to 1155072 tid 2 2023-12-01T04:45:56.379 INFO:tasks.rados.rados.0.smithi111.stdout:645: read oid 1 snap -1 2023-12-01T04:45:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:645: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:45:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:646: rollback oid 26 current snap is 60 2023-12-01T04:45:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 59 2023-12-01T04:45:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:647: rollback oid 5 current snap is 60 2023-12-01T04:45:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 5 to 41 2023-12-01T04:45:56.380 INFO:tasks.rados.rados.0.smithi111.stdout:648: setattr oid 22 current snap is 60 2023-12-01T04:45:56.381 INFO:tasks.rados.rados.0.smithi111.stdout:649: delete oid 39 current snap is 60 2023-12-01T04:45:56.381 INFO:tasks.rados.rados.0.smithi111.stdout:643: finishing rollback tid 0 to smithi111183488-13 2023-12-01T04:45:56.382 INFO:tasks.rados.rados.0.smithi111.stdout:643: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:45:56.382 INFO:tasks.rados.rados.0.smithi111.stdout:643: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:45:56.382 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 311 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:45:56.383 INFO:tasks.rados.rados.0.smithi111.stdout:645: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:45:56.387 INFO:tasks.rados.rados.0.smithi111.stdout:646: finishing rollback tid 0 to smithi111183488-26 2023-12-01T04:45:56.387 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 168 (ObjNum 129 snap 0 seq_num 3706622656) dirty exists 2023-12-01T04:45:56.387 INFO:tasks.rados.rados.0.smithi111.stdout:643: done (6 left) 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:645: done (5 left) 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:648: done (4 left) 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:649: done (3 left) 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:650: delete oid 12 current snap is 60 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:647: finishing rollback tid 0 to smithi111183488-5 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:646: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:647: finishing rollback tid 1 to smithi111183488-5 2023-12-01T04:45:56.388 INFO:tasks.rados.rados.0.smithi111.stdout:647: finishing rollback tid 2 to smithi111183488-5 2023-12-01T04:45:56.389 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 301 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:45:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:646: finishing rollback tid 2 to smithi111183488-26 2023-12-01T04:45:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 186 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:45:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:646: done (3 left) 2023-12-01T04:45:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:647: done (2 left) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:650: done (1 left) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:651: rmattr oid 32 current snap is 60 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:651: done (1 left) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:652: read oid 27 snap -1 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:652: expect (ObjNum 180 snap 55 seq_num 180) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:653: copy_from oid 22 from oid 45 current snap is 60 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:654: read oid 19 snap -1 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:654: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:655: read oid 42 snap -1 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:655: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:656: read oid 17 snap 53 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:656: expect (ObjNum 161 snap 51 seq_num 161) 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:657: snap_create 2023-12-01T04:45:56.393 INFO:tasks.rados.rados.0.smithi111.stdout:644: finishing write tid 1 to smithi111183488-35 2023-12-01T04:45:56.394 INFO:tasks.rados.rados.0.smithi111.stdout:644: finishing write tid 2 to smithi111183488-35 2023-12-01T04:45:56.394 INFO:tasks.rados.rados.0.smithi111.stdout:644: finishing write tid 3 to smithi111183488-35 2023-12-01T04:45:56.395 INFO:tasks.rados.rados.0.smithi111.stdout:644: finishing write tid 4 to smithi111183488-35 2023-12-01T04:45:56.396 INFO:tasks.rados.rados.0.smithi111.stdout:644: oid 35 updating version 0 to 78 2023-12-01T04:45:56.396 INFO:tasks.rados.rados.0.smithi111.stdout:644: oid 35 updating version 78 to 80 2023-12-01T04:45:56.396 INFO:tasks.rados.rados.0.smithi111.stdout:644: oid 35 version 80 is already newer than 79 2023-12-01T04:45:56.396 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 80 (ObjNum 212 snap 60 seq_num 212) dirty exists 2023-12-01T04:45:56.396 INFO:tasks.rados.rados.0.smithi111.stdout:644: left oid 35 (ObjNum 212 snap 60 seq_num 212) 2023-12-01T04:45:56.406 INFO:tasks.rados.rados.0.smithi111.stdout:654: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:45:56.482 INFO:tasks.rados.rados.0.smithi111.stdout:655: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:45:56.551 INFO:tasks.rados.rados.0.smithi111.stdout:656: expect (ObjNum 161 snap 51 seq_num 161) 2023-12-01T04:45:56.593 INFO:tasks.rados.rados.0.smithi111.stdout:653: finishing copy_from to smithi111183488-22 2023-12-01T04:45:56.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 157 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:45:56.593 INFO:tasks.rados.rados.0.smithi111.stdout:653: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:45:56.593 INFO:tasks.rados.rados.0.smithi111.stdout:652: expect (ObjNum 180 snap 55 seq_num 180) 2023-12-01T04:45:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:56 smithi155 ceph-mon[102677]: osdmap e179: 8 total, 8 up, 8 in 2023-12-01T04:45:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:56 smithi111 ceph-mon[97855]: osdmap e179: 8 total, 8 up, 8 in 2023-12-01T04:45:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:56 smithi111 ceph-mon[116524]: osdmap e179: 8 total, 8 up, 8 in 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:644: done (6 left) 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:652: done (5 left) 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:653: done (4 left) 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:654: done (3 left) 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:655: done (2 left) 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:656: done (1 left) 2023-12-01T04:45:57.384 INFO:tasks.rados.rados.0.smithi111.stdout:657: done (0 left) 2023-12-01T04:45:57.385 INFO:tasks.rados.rados.0.smithi111.stdout:658: snap_remove snap 59 2023-12-01T04:45:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:57 smithi155 ceph-mon[102677]: osdmap e180: 8 total, 8 up, 8 in 2023-12-01T04:45:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:57 smithi155 ceph-mon[102677]: pgmap v243: 121 pgs: 121 active+clean; 220 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-01T04:45:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:57 smithi111 ceph-mon[116524]: osdmap e180: 8 total, 8 up, 8 in 2023-12-01T04:45:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:57 smithi111 ceph-mon[116524]: pgmap v243: 121 pgs: 121 active+clean; 220 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-01T04:45:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:57 smithi111 ceph-mon[97855]: osdmap e180: 8 total, 8 up, 8 in 2023-12-01T04:45:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:57 smithi111 ceph-mon[97855]: pgmap v243: 121 pgs: 121 active+clean; 220 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-01T04:45:58.359 INFO:tasks.rados.rados.0.smithi111.stdout:658: done (0 left) 2023-12-01T04:45:58.359 INFO:tasks.rados.rados.0.smithi111.stdout:659: snap_remove snap 49 2023-12-01T04:45:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:58 smithi155 ceph-mon[102677]: osdmap e181: 8 total, 8 up, 8 in 2023-12-01T04:45:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:58 smithi155 ceph-mon[102677]: osdmap e182: 8 total, 8 up, 8 in 2023-12-01T04:45:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:58 smithi111 ceph-mon[97855]: osdmap e181: 8 total, 8 up, 8 in 2023-12-01T04:45:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:58 smithi111 ceph-mon[97855]: osdmap e182: 8 total, 8 up, 8 in 2023-12-01T04:45:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:58 smithi111 ceph-mon[116524]: osdmap e181: 8 total, 8 up, 8 in 2023-12-01T04:45:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:58 smithi111 ceph-mon[116524]: osdmap e182: 8 total, 8 up, 8 in 2023-12-01T04:45:59.360 INFO:tasks.rados.rados.0.smithi111.stdout:659: done (0 left) 2023-12-01T04:45:59.360 INFO:tasks.rados.rados.0.smithi111.stdout:660: copy_from oid 48 from oid 5 current snap is 61 2023-12-01T04:45:59.360 INFO:tasks.rados.rados.0.smithi111.stdout:661: setattr oid 20 current snap is 61 2023-12-01T04:45:59.362 INFO:tasks.rados.rados.0.smithi111.stdout:662: read oid 3 snap -1 2023-12-01T04:45:59.363 INFO:tasks.rados.rados.0.smithi111.stdout:662: expect (ObjNum 104 snap 21 seq_num 104) 2023-12-01T04:45:59.363 INFO:tasks.rados.rados.0.smithi111.stdout:663: snap_remove snap 55 2023-12-01T04:45:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:59 smithi155 ceph-mon[102677]: pgmap v246: 121 pgs: 121 active+clean; 220 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-01T04:45:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:45:59 smithi155 ceph-mon[102677]: osdmap e183: 8 total, 8 up, 8 in 2023-12-01T04:45:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:59 smithi111 ceph-mon[97855]: pgmap v246: 121 pgs: 121 active+clean; 220 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-01T04:45:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:45:59 smithi111 ceph-mon[97855]: osdmap e183: 8 total, 8 up, 8 in 2023-12-01T04:45:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:45:59] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:45:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:59 smithi111 ceph-mon[116524]: pgmap v246: 121 pgs: 121 active+clean; 220 MiB data, 593 MiB used, 715 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2023-12-01T04:45:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:45:59 smithi111 ceph-mon[116524]: osdmap e183: 8 total, 8 up, 8 in 2023-12-01T04:46:00.363 INFO:tasks.rados.rados.0.smithi111.stdout:663: done (3 left) 2023-12-01T04:46:00.363 INFO:tasks.rados.rados.0.smithi111.stdout:664: rmattr oid 41 current snap is 61 2023-12-01T04:46:00.363 INFO:tasks.rados.rados.0.smithi111.stdout:664: done (3 left) 2023-12-01T04:46:00.363 INFO:tasks.rados.rados.0.smithi111.stdout:665: delete oid 7 current snap is 61 2023-12-01T04:46:00.363 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 214 (ObjNum 207 snap 59 seq_num 207) dirty exists 2023-12-01T04:46:00.363 INFO:tasks.rados.rados.0.smithi111.stdout:662: expect (ObjNum 104 snap 21 seq_num 104) 2023-12-01T04:46:00.479 INFO:tasks.rados.rados.0.smithi111.stdout:660: finishing copy_from to smithi111183488-48 2023-12-01T04:46:00.479 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 301 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:46:00.479 INFO:tasks.rados.rados.0.smithi111.stdout:660: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:46:00.480 INFO:tasks.rados.rados.0.smithi111.stdout:660: done (3 left) 2023-12-01T04:46:00.480 INFO:tasks.rados.rados.0.smithi111.stdout:661: done (2 left) 2023-12-01T04:46:00.480 INFO:tasks.rados.rados.0.smithi111.stdout:662: done (1 left) 2023-12-01T04:46:00.480 INFO:tasks.rados.rados.0.smithi111.stdout:665: done (0 left) 2023-12-01T04:46:00.480 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 61 2023-12-01T04:46:00.480 INFO:tasks.rados.rados.0.smithi111.stdout:666: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2023-12-01T04:46:00.481 INFO:tasks.rados.rados.0.smithi111.stdout:666: writing smithi111183488-4 from 0 to 425984 tid 1 2023-12-01T04:46:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:666: writing smithi111183488-4 from 425984 to 835584 tid 2 2023-12-01T04:46:00.486 INFO:tasks.rados.rados.0.smithi111.stdout:666: writing smithi111183488-4 from 835584 to 1228800 tid 3 2023-12-01T04:46:00.486 INFO:tasks.rados.rados.0.smithi111.stdout:667: read oid 11 snap -1 2023-12-01T04:46:00.487 INFO:tasks.rados.rados.0.smithi111.stdout:667: expect (ObjNum 202 snap 59 seq_num 202) 2023-12-01T04:46:00.487 INFO:tasks.rados.rados.0.smithi111.stdout:668: read oid 42 snap 48 2023-12-01T04:46:00.487 INFO:tasks.rados.rados.0.smithi111.stdout:668: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:00.487 INFO:tasks.rados.rados.0.smithi111.stdout:669: setattr oid 18 current snap is 61 2023-12-01T04:46:00.487 INFO:tasks.rados.rados.0.smithi111.stdout:666: finishing write tid 1 to smithi111183488-4 2023-12-01T04:46:00.488 INFO:tasks.rados.rados.0.smithi111.stdout:670: snap_remove snap 42 2023-12-01T04:46:01.370 INFO:tasks.rados.rados.0.smithi111.stdout:670: done (4 left) 2023-12-01T04:46:01.371 INFO:tasks.rados.rados.0.smithi111.stdout:671: delete oid 15 current snap is 61 2023-12-01T04:46:01.371 INFO:tasks.rados.rados.0.smithi111.stdout:666: finishing write tid 2 to smithi111183488-4 2023-12-01T04:46:01.371 INFO:tasks.rados.rados.0.smithi111.stdout:666: finishing write tid 3 to smithi111183488-4 2023-12-01T04:46:01.371 INFO:tasks.rados.rados.0.smithi111.stdout:666: finishing write tid 4 to smithi111183488-4 2023-12-01T04:46:01.371 INFO:tasks.rados.rados.0.smithi111.stdout:667: expect (ObjNum 202 snap 59 seq_num 202) 2023-12-01T04:46:01.406 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 169 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:46:01.406 INFO:tasks.rados.rados.0.smithi111.stdout:666: finishing write tid 5 to smithi111183488-4 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:666: oid 4 updating version 0 to 310 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:666: oid 4 version 310 is already newer than 308 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:666: oid 4 version 310 is already newer than 309 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:666: oid 4 updating version 310 to 311 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 311 (ObjNum 216 snap 61 seq_num 216) dirty exists 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:666: left oid 4 (ObjNum 216 snap 61 seq_num 216) 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:666: done (4 left) 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:667: done (3 left) 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:669: done (2 left) 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:671: done (1 left) 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:672: snap_create 2023-12-01T04:46:01.407 INFO:tasks.rados.rados.0.smithi111.stdout:668: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:01 smithi155 ceph-mon[102677]: osdmap e184: 8 total, 8 up, 8 in 2023-12-01T04:46:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:01 smithi155 ceph-mon[102677]: pgmap v249: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-01T04:46:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:01 smithi111 ceph-mon[97855]: osdmap e184: 8 total, 8 up, 8 in 2023-12-01T04:46:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:01 smithi111 ceph-mon[97855]: pgmap v249: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-01T04:46:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:01 smithi111 ceph-mon[116524]: osdmap e184: 8 total, 8 up, 8 in 2023-12-01T04:46:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:01 smithi111 ceph-mon[116524]: pgmap v249: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-01T04:46:02.371 INFO:tasks.rados.rados.0.smithi111.stdout:668: done (1 left) 2023-12-01T04:46:02.371 INFO:tasks.rados.rados.0.smithi111.stdout:672: done (0 left) 2023-12-01T04:46:02.371 INFO:tasks.rados.rados.0.smithi111.stdout:673: setattr oid 43 current snap is 62 2023-12-01T04:46:02.372 INFO:tasks.rados.rados.0.smithi111.stdout:674: snap_remove snap 48 2023-12-01T04:46:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:02 smithi155 ceph-mon[102677]: osdmap e185: 8 total, 8 up, 8 in 2023-12-01T04:46:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:02 smithi111 ceph-mon[97855]: osdmap e185: 8 total, 8 up, 8 in 2023-12-01T04:46:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:02 smithi111 ceph-mon[116524]: osdmap e185: 8 total, 8 up, 8 in 2023-12-01T04:46:03.361 INFO:tasks.rados.rados.0.smithi111.stdout:674: done (1 left) 2023-12-01T04:46:03.361 INFO:tasks.rados.rados.0.smithi111.stdout:675: read oid 21 snap -1 2023-12-01T04:46:03.361 INFO:tasks.rados.rados.0.smithi111.stdout:675: expect (ObjNum 204 snap 59 seq_num 204) 2023-12-01T04:46:03.362 INFO:tasks.rados.rados.0.smithi111.stdout:676: snap_remove snap 53 2023-12-01T04:46:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:03 smithi155 ceph-mon[102677]: osdmap e186: 8 total, 8 up, 8 in 2023-12-01T04:46:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:03 smithi155 ceph-mon[102677]: pgmap v252: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-01T04:46:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:03 smithi155 ceph-mon[102677]: osdmap e187: 8 total, 8 up, 8 in 2023-12-01T04:46:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:03 smithi111 ceph-mon[97855]: osdmap e186: 8 total, 8 up, 8 in 2023-12-01T04:46:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:03 smithi111 ceph-mon[97855]: pgmap v252: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-01T04:46:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:03 smithi111 ceph-mon[97855]: osdmap e187: 8 total, 8 up, 8 in 2023-12-01T04:46:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:03 smithi111 ceph-mon[116524]: osdmap e186: 8 total, 8 up, 8 in 2023-12-01T04:46:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:03 smithi111 ceph-mon[116524]: pgmap v252: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2023-12-01T04:46:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:03 smithi111 ceph-mon[116524]: osdmap e187: 8 total, 8 up, 8 in 2023-12-01T04:46:04.364 INFO:tasks.rados.rados.0.smithi111.stdout:676: done (2 left) 2023-12-01T04:46:04.364 INFO:tasks.rados.rados.0.smithi111.stdout:677: copy_from oid 46 from oid 26 current snap is 62 2023-12-01T04:46:04.364 INFO:tasks.rados.rados.0.smithi111.stdout:678: copy_from oid 44 from oid 42 current snap is 62 2023-12-01T04:46:04.364 INFO:tasks.rados.rados.0.smithi111.stdout:679: setattr oid 22 current snap is 62 2023-12-01T04:46:04.368 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 113 (ObjNum 208 snap 59 seq_num 208) dirty exists 2023-12-01T04:46:04.368 INFO:tasks.rados.rados.0.smithi111.stdout:675: expect (ObjNum 204 snap 59 seq_num 204) 2023-12-01T04:46:04.400 INFO:tasks.rados.rados.0.smithi111.stdout:677: finishing copy_from to smithi111183488-46 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 186 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:677: finishing copy_from racing read to smithi111183488-46 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:678: finishing copy_from to smithi111183488-44 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 70 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:678: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:673: done (4 left) 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:675: done (3 left) 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:677: done (2 left) 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:678: done (1 left) 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:680: rollback oid 13 current snap is 62 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 50 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 62 2023-12-01T04:46:04.401 INFO:tasks.rados.rados.0.smithi111.stdout:681: seq_num 218 ranges {1499136=458752,1957888=581632,2539520=221184} 2023-12-01T04:46:04.411 INFO:tasks.rados.rados.0.smithi111.stdout:681: writing smithi111183488-45 from 1499136 to 1957888 tid 1 2023-12-01T04:46:04.414 INFO:tasks.rados.rados.0.smithi111.stdout:681: writing smithi111183488-45 from 1957888 to 2539520 tid 2 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:681: writing smithi111183488-45 from 2539520 to 2760704 tid 3 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:682: rollback oid 3 current snap is 62 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 41 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 170 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:680: finishing rollback tid 0 to smithi111183488-13 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:680: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:680: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 353 (ObjNum 84 snap 18 seq_num 84) dirty exists 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:681: finishing write tid 1 to smithi111183488-45 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:679: done (3 left) 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:680: done (2 left) 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:683: read oid 16 snap -1 2023-12-01T04:46:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:683: expect (ObjNum 196 snap 58 seq_num 196) 2023-12-01T04:46:04.417 INFO:tasks.rados.rados.0.smithi111.stdout:684: read oid 32 snap -1 2023-12-01T04:46:04.417 INFO:tasks.rados.rados.0.smithi111.stdout:684: expect (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:46:04.419 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 62 2023-12-01T04:46:04.419 INFO:tasks.rados.rados.0.smithi111.stdout:685: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2023-12-01T04:46:04.419 INFO:tasks.rados.rados.0.smithi111.stdout:685: writing smithi111183488-8 from 0 to 475136 tid 1 2023-12-01T04:46:04.421 INFO:tasks.rados.rados.0.smithi111.stdout:685: writing smithi111183488-8 from 475136 to 942080 tid 2 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:685: writing smithi111183488-8 from 942080 to 1277952 tid 3 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:686: read oid 27 snap 21 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:686: expect (ObjNum 56 snap 4 seq_num 56) 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:687: read oid 40 snap 21 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:687: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 62 2023-12-01T04:46:04.424 INFO:tasks.rados.rados.0.smithi111.stdout:688: seq_num 220 ranges {2916352=491520,3407872=753664,4161536=49152} 2023-12-01T04:46:04.442 INFO:tasks.rados.rados.0.smithi111.stdout:688: writing smithi111183488-24 from 2916352 to 3407872 tid 1 2023-12-01T04:46:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:688: writing smithi111183488-24 from 3407872 to 4161536 tid 2 2023-12-01T04:46:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:688: writing smithi111183488-24 from 4161536 to 4210688 tid 3 2023-12-01T04:46:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:689: snap_create 2023-12-01T04:46:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:681: finishing write tid 2 to smithi111183488-45 2023-12-01T04:46:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:681: finishing write tid 3 to smithi111183488-45 2023-12-01T04:46:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:681: finishing write tid 4 to smithi111183488-45 2023-12-01T04:46:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:682: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:46:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:684: expect (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:681: finishing write tid 5 to smithi111183488-45 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:681: oid 45 updating version 0 to 161 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:681: oid 45 version 161 is already newer than 159 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:681: oid 45 version 161 is already newer than 160 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:681: oid 45 updating version 161 to 162 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 162 (ObjNum 218 snap 62 seq_num 218) dirty exists 2023-12-01T04:46:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:681: left oid 45 (ObjNum 218 snap 62 seq_num 218) 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:682: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 336 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: finishing write tid 1 to smithi111183488-8 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: finishing write tid 2 to smithi111183488-8 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: finishing write tid 3 to smithi111183488-8 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: finishing write tid 4 to smithi111183488-8 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: finishing write tid 5 to smithi111183488-8 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: oid 8 updating version 0 to 209 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: oid 8 updating version 209 to 210 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: oid 8 updating version 210 to 211 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: oid 8 version 211 is already newer than 208 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 211 (ObjNum 219 snap 62 seq_num 219) dirty exists 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:685: left oid 8 (ObjNum 219 snap 62 seq_num 219) 2023-12-01T04:46:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:686: expect (ObjNum 56 snap 4 seq_num 56) 2023-12-01T04:46:04.501 INFO:tasks.rados.rados.0.smithi111.stdout:683: expect (ObjNum 196 snap 58 seq_num 196) 2023-12-01T04:46:04.668 INFO:tasks.rados.rados.0.smithi111.stdout:687: expect (ObjNum 39 snap 0 seq_num 39) 2023-12-01T04:46:04.684 INFO:tasks.rados.rados.0.smithi111.stdout:688: finishing write tid 1 to smithi111183488-24 2023-12-01T04:46:04.684 INFO:tasks.rados.rados.0.smithi111.stdout:688: finishing write tid 2 to smithi111183488-24 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: finishing write tid 3 to smithi111183488-24 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: finishing write tid 4 to smithi111183488-24 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: finishing write tid 5 to smithi111183488-24 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: oid 24 updating version 0 to 334 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: oid 24 updating version 334 to 336 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: oid 24 version 336 is already newer than 335 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: oid 24 version 336 is already newer than 333 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 336 (ObjNum 220 snap 62 seq_num 220) dirty exists 2023-12-01T04:46:04.685 INFO:tasks.rados.rados.0.smithi111.stdout:688: left oid 24 (ObjNum 220 snap 62 seq_num 220) 2023-12-01T04:46:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:04 smithi155 ceph-mon[102677]: osdmap e188: 8 total, 8 up, 8 in 2023-12-01T04:46:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:04 smithi111 ceph-mon[97855]: osdmap e188: 8 total, 8 up, 8 in 2023-12-01T04:46:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:04 smithi111 ceph-mon[116524]: osdmap e188: 8 total, 8 up, 8 in 2023-12-01T04:46:05.391 INFO:tasks.rados.rados.0.smithi111.stdout:681: done (8 left) 2023-12-01T04:46:05.391 INFO:tasks.rados.rados.0.smithi111.stdout:682: done (7 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:683: done (6 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:684: done (5 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:685: done (4 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:686: done (3 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:687: done (2 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:688: done (1 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:689: done (0 left) 2023-12-01T04:46:05.392 INFO:tasks.rados.rados.0.smithi111.stdout:690: setattr oid 40 current snap is 63 2023-12-01T04:46:05.393 INFO:tasks.rados.rados.0.smithi111.stdout:691: rmattr oid 21 current snap is 63 2023-12-01T04:46:05.393 INFO:tasks.rados.rados.0.smithi111.stdout:691: done (1 left) 2023-12-01T04:46:05.393 INFO:tasks.rados.rados.0.smithi111.stdout:692: read oid 44 snap -1 2023-12-01T04:46:05.393 INFO:tasks.rados.rados.0.smithi111.stdout:692: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:05.393 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 63 2023-12-01T04:46:05.393 INFO:tasks.rados.rados.0.smithi111.stdout:693: seq_num 221 ranges {4210688=507904,4718592=688128,5406720=114688} 2023-12-01T04:46:05.418 INFO:tasks.rados.rados.0.smithi111.stdout:693: writing smithi111183488-24 from 4210688 to 4718592 tid 1 2023-12-01T04:46:05.421 INFO:tasks.rados.rados.0.smithi111.stdout:693: writing smithi111183488-24 from 4718592 to 5406720 tid 2 2023-12-01T04:46:05.422 INFO:tasks.rados.rados.0.smithi111.stdout:693: writing smithi111183488-24 from 5406720 to 5521408 tid 3 2023-12-01T04:46:05.423 INFO:tasks.rados.rados.0.smithi111.stdout:694: read oid 9 snap -1 2023-12-01T04:46:05.423 INFO:tasks.rados.rados.0.smithi111.stdout:694: expect (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:46:05.423 INFO:tasks.rados.rados.0.smithi111.stdout:695: snap_create 2023-12-01T04:46:05.423 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 169 (ObjNum 151 snap 46 seq_num 151) dirty exists 2023-12-01T04:46:05.423 INFO:tasks.rados.rados.0.smithi111.stdout:692: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:05.496 INFO:tasks.rados.rados.0.smithi111.stdout:693: finishing write tid 1 to smithi111183488-24 2023-12-01T04:46:05.496 INFO:tasks.rados.rados.0.smithi111.stdout:693: finishing write tid 2 to smithi111183488-24 2023-12-01T04:46:05.496 INFO:tasks.rados.rados.0.smithi111.stdout:693: finishing write tid 3 to smithi111183488-24 2023-12-01T04:46:05.496 INFO:tasks.rados.rados.0.smithi111.stdout:693: finishing write tid 4 to smithi111183488-24 2023-12-01T04:46:05.496 INFO:tasks.rados.rados.0.smithi111.stdout:693: finishing write tid 5 to smithi111183488-24 2023-12-01T04:46:05.496 INFO:tasks.rados.rados.0.smithi111.stdout:693: oid 24 updating version 0 to 340 2023-12-01T04:46:05.497 INFO:tasks.rados.rados.0.smithi111.stdout:693: oid 24 updating version 340 to 341 2023-12-01T04:46:05.497 INFO:tasks.rados.rados.0.smithi111.stdout:693: oid 24 version 341 is already newer than 338 2023-12-01T04:46:05.497 INFO:tasks.rados.rados.0.smithi111.stdout:693: oid 24 version 341 is already newer than 339 2023-12-01T04:46:05.497 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 341 (ObjNum 221 snap 63 seq_num 221) dirty exists 2023-12-01T04:46:05.497 INFO:tasks.rados.rados.0.smithi111.stdout:693: left oid 24 (ObjNum 221 snap 63 seq_num 221) 2023-12-01T04:46:05.497 INFO:tasks.rados.rados.0.smithi111.stdout:694: expect (ObjNum 92 snap 18 seq_num 92) 2023-12-01T04:46:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:05 smithi155 ceph-mon[102677]: pgmap v255: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:46:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:05 smithi111 ceph-mon[97855]: pgmap v255: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:05 smithi111 ceph-mon[116524]: pgmap v255: 121 pgs: 121 active+clean; 235 MiB data, 619 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:46:06.398 INFO:tasks.rados.rados.0.smithi111.stdout:690: done (4 left) 2023-12-01T04:46:06.398 INFO:tasks.rados.rados.0.smithi111.stdout:692: done (3 left) 2023-12-01T04:46:06.399 INFO:tasks.rados.rados.0.smithi111.stdout:693: done (2 left) 2023-12-01T04:46:06.399 INFO:tasks.rados.rados.0.smithi111.stdout:694: done (1 left) 2023-12-01T04:46:06.399 INFO:tasks.rados.rados.0.smithi111.stdout:695: done (0 left) 2023-12-01T04:46:06.399 INFO:tasks.rados.rados.0.smithi111.stdout:696: setattr oid 5 current snap is 64 2023-12-01T04:46:06.401 INFO:tasks.rados.rados.0.smithi111.stdout:697: snap_create 2023-12-01T04:46:06.407 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 338 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:46:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:06 smithi155 ceph-mon[102677]: osdmap e189: 8 total, 8 up, 8 in 2023-12-01T04:46:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:06 smithi111 ceph-mon[97855]: osdmap e189: 8 total, 8 up, 8 in 2023-12-01T04:46:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:06 smithi111 ceph-mon[116524]: osdmap e189: 8 total, 8 up, 8 in 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:696: done (1 left) 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:697: done (0 left) 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:698: read oid 2 snap 62 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:698: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:699: read oid 33 snap -1 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:699: expect deleted 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:700: read oid 23 snap -1 2023-12-01T04:46:07.411 INFO:tasks.rados.rados.0.smithi111.stdout:700: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:46:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:701: read oid 8 snap 28 2023-12-01T04:46:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:701: expect (ObjNum 89 snap 18 seq_num 89) 2023-12-01T04:46:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:702: read oid 4 snap -1 2023-12-01T04:46:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:702: expect (ObjNum 216 snap 61 seq_num 216) 2023-12-01T04:46:07.412 INFO:tasks.rados.rados.0.smithi111.stdout:703: snap_create 2023-12-01T04:46:07.420 INFO:tasks.rados.rados.0.smithi111.stdout:701: expect (ObjNum 89 snap 18 seq_num 89) 2023-12-01T04:46:07.460 INFO:tasks.rados.rados.0.smithi111.stdout:700: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:46:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:698: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:07.636 INFO:tasks.rados.rados.0.smithi111.stdout:702: expect (ObjNum 216 snap 61 seq_num 216) 2023-12-01T04:46:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:07 smithi155 ceph-mon[102677]: osdmap e190: 8 total, 8 up, 8 in 2023-12-01T04:46:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:07 smithi155 ceph-mon[102677]: pgmap v258: 121 pgs: 121 active+clean; 242 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-01T04:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:07 smithi111 ceph-mon[97855]: osdmap e190: 8 total, 8 up, 8 in 2023-12-01T04:46:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:07 smithi111 ceph-mon[97855]: pgmap v258: 121 pgs: 121 active+clean; 242 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-01T04:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:07 smithi111 ceph-mon[116524]: osdmap e190: 8 total, 8 up, 8 in 2023-12-01T04:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:07 smithi111 ceph-mon[116524]: pgmap v258: 121 pgs: 121 active+clean; 242 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:698: done (5 left) 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:699: done (4 left) 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:700: done (3 left) 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:701: done (2 left) 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:702: done (1 left) 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:703: done (0 left) 2023-12-01T04:46:08.361 INFO:tasks.rados.rados.0.smithi111.stdout:704: copy_from oid 31 from oid 48 current snap is 66 2023-12-01T04:46:08.362 INFO:tasks.rados.rados.0.smithi111.stdout:705: rollback oid 45 current snap is 66 2023-12-01T04:46:08.362 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 65 2023-12-01T04:46:08.362 INFO:tasks.rados.rados.0.smithi111.stdout:706: delete oid 33 current snap is 66 2023-12-01T04:46:08.370 INFO:tasks.rados.rados.0.smithi111.stdout:705: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:46:08.372 INFO:tasks.rados.rados.0.smithi111.stdout:705: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:46:08.372 INFO:tasks.rados.rados.0.smithi111.stdout:705: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:46:08.372 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 165 (ObjNum 218 snap 62 seq_num 218) dirty exists 2023-12-01T04:46:08.375 INFO:tasks.rados.rados.0.smithi111.stdout:705: done (2 left) 2023-12-01T04:46:08.375 INFO:tasks.rados.rados.0.smithi111.stdout:706: done (1 left) 2023-12-01T04:46:08.375 INFO:tasks.rados.rados.0.smithi111.stdout:707: rmattr oid 40 current snap is 66 2023-12-01T04:46:08.375 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 66 2023-12-01T04:46:08.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2023-12-01T04:46:08.378 INFO:tasks.rados.rados.0.smithi111.stdout:708: writing smithi111183488-36 from 0 to 540672 tid 1 2023-12-01T04:46:08.381 INFO:tasks.rados.rados.0.smithi111.stdout:708: writing smithi111183488-36 from 540672 to 991232 tid 2 2023-12-01T04:46:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:708: writing smithi111183488-36 from 991232 to 1343488 tid 3 2023-12-01T04:46:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:709: snap_remove snap 41 2023-12-01T04:46:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:08 smithi155 ceph-mon[102677]: osdmap e191: 8 total, 8 up, 8 in 2023-12-01T04:46:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:08 smithi155 ceph-mon[102677]: osdmap e192: 8 total, 8 up, 8 in 2023-12-01T04:46:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:08 smithi111 ceph-mon[97855]: osdmap e191: 8 total, 8 up, 8 in 2023-12-01T04:46:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:08 smithi111 ceph-mon[97855]: osdmap e192: 8 total, 8 up, 8 in 2023-12-01T04:46:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:08 smithi111 ceph-mon[116524]: osdmap e191: 8 total, 8 up, 8 in 2023-12-01T04:46:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:08 smithi111 ceph-mon[116524]: osdmap e192: 8 total, 8 up, 8 in 2023-12-01T04:46:09.374 INFO:tasks.rados.rados.0.smithi111.stdout:709: done (3 left) 2023-12-01T04:46:09.374 INFO:tasks.rados.rados.0.smithi111.stdout:710: copy_from oid 25 from oid 43 current snap is 66 2023-12-01T04:46:09.374 INFO:tasks.rados.rados.0.smithi111.stdout:711: rollback oid 24 current snap is 66 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 32 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 170 (ObjNum 151 snap 46 seq_num 151) dirty exists 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: finishing write tid 1 to smithi111183488-36 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: finishing write tid 2 to smithi111183488-36 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: finishing write tid 3 to smithi111183488-36 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: finishing write tid 4 to smithi111183488-36 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:704: finishing copy_from to smithi111183488-31 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 301 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:704: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: finishing write tid 5 to smithi111183488-36 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: oid 36 updating version 0 to 124 2023-12-01T04:46:09.375 INFO:tasks.rados.rados.0.smithi111.stdout:708: oid 36 version 124 is already newer than 122 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:708: oid 36 version 124 is already newer than 123 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:708: oid 36 updating version 124 to 125 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 125 (ObjNum 223 snap 66 seq_num 223) dirty exists 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:708: left oid 36 (ObjNum 223 snap 66 seq_num 223) 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:704: done (4 left) 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:707: done (3 left) 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:708: done (2 left) 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:712: setattr oid 6 current snap is 66 2023-12-01T04:46:09.376 INFO:tasks.rados.rados.0.smithi111.stdout:713: delete oid 37 current snap is 66 2023-12-01T04:46:09.383 INFO:tasks.rados.rados.0.smithi111.stdout:711: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:46:09.383 INFO:tasks.rados.rados.0.smithi111.stdout:711: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:46:09.383 INFO:tasks.rados.rados.0.smithi111.stdout:711: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:46:09.383 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 349 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:46:09.385 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 121 (ObjNum 159 snap 50 seq_num 159) dirty exists 2023-12-01T04:46:09.385 INFO:tasks.rados.rados.0.smithi111.stdout:711: done (3 left) 2023-12-01T04:46:09.385 INFO:tasks.rados.rados.0.smithi111.stdout:712: done (2 left) 2023-12-01T04:46:09.385 INFO:tasks.rados.rados.0.smithi111.stdout:713: done (1 left) 2023-12-01T04:46:09.385 INFO:tasks.rados.rados.0.smithi111.stdout:714: snap_create 2023-12-01T04:46:09.399 INFO:tasks.rados.rados.0.smithi111.stdout:710: finishing copy_from to smithi111183488-25 2023-12-01T04:46:09.399 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 113 (ObjNum 208 snap 59 seq_num 208) dirty exists 2023-12-01T04:46:09.400 INFO:tasks.rados.rados.0.smithi111.stdout:710: finishing copy_from racing read to smithi111183488-25 2023-12-01T04:46:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:09 smithi155 ceph-mon[102677]: pgmap v261: 121 pgs: 121 active+clean; 242 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-01T04:46:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:09 smithi155 ceph-mon[102677]: osdmap e193: 8 total, 8 up, 8 in 2023-12-01T04:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:09 smithi111 ceph-mon[97855]: pgmap v261: 121 pgs: 121 active+clean; 242 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-01T04:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:09 smithi111 ceph-mon[97855]: osdmap e193: 8 total, 8 up, 8 in 2023-12-01T04:46:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:46:09] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:09 smithi111 ceph-mon[116524]: pgmap v261: 121 pgs: 121 active+clean; 242 MiB data, 684 MiB used, 715 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2023-12-01T04:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:09 smithi111 ceph-mon[116524]: osdmap e193: 8 total, 8 up, 8 in 2023-12-01T04:46:10.374 INFO:tasks.rados.rados.0.smithi111.stdout:710: done (1 left) 2023-12-01T04:46:10.375 INFO:tasks.rados.rados.0.smithi111.stdout:714: done (0 left) 2023-12-01T04:46:10.375 INFO:tasks.rados.rados.0.smithi111.stdout:715: delete oid 9 current snap is 67 2023-12-01T04:46:10.379 INFO:tasks.rados.rados.0.smithi111.stdout:715: done (0 left) 2023-12-01T04:46:10.379 INFO:tasks.rados.rados.0.smithi111.stdout:716: snap_create 2023-12-01T04:46:11.380 INFO:tasks.rados.rados.0.smithi111.stdout:716: done (0 left) 2023-12-01T04:46:11.380 INFO:tasks.rados.rados.0.smithi111.stdout:717: rmattr oid 13 current snap is 68 2023-12-01T04:46:11.380 INFO:tasks.rados.rados.0.smithi111.stdout:717: done (0 left) 2023-12-01T04:46:11.380 INFO:tasks.rados.rados.0.smithi111.stdout:718: snap_create 2023-12-01T04:46:11.395 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:46:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:11 smithi155 ceph-mon[102677]: osdmap e194: 8 total, 8 up, 8 in 2023-12-01T04:46:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:11 smithi155 ceph-mon[102677]: pgmap v264: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3m) 2m ago 4m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3m) 2m ago 3m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5m) 2m ago 5m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5m) 2m ago 5m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8m) 2m ago 8m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9m) 2m ago 9m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9m) 2m ago 9m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:46:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8m) 2m ago 8m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8m) 2m ago 8m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3m) 2m ago 3m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3m) 2m ago 3m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7m) 2m ago 7m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7m) 2m ago 7m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7m) 2m ago 7m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6m) 2m ago 6m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6m) 2m ago 6m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6m) 2m ago 6m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5m) 2m ago 5m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5m) 2m ago 5m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:46:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3m) 2m ago 4m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:46:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:11 smithi111 ceph-mon[97855]: osdmap e194: 8 total, 8 up, 8 in 2023-12-01T04:46:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:11 smithi111 ceph-mon[97855]: pgmap v264: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-01T04:46:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:11 smithi111 ceph-mon[116524]: osdmap e194: 8 total, 8 up, 8 in 2023-12-01T04:46:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:11 smithi111 ceph-mon[116524]: pgmap v264: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-01T04:46:12.095 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:46:12.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:46:12.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:46:12.096 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:46:12.379 INFO:tasks.rados.rados.0.smithi111.stdout:718: done (0 left) 2023-12-01T04:46:12.379 INFO:tasks.rados.rados.0.smithi111.stdout:719: copy_from oid 43 from oid 39 current snap is 69 2023-12-01T04:46:12.379 INFO:tasks.rados.rados.0.smithi111.stdout:720: delete oid 49 current snap is 69 2023-12-01T04:46:12.382 INFO:tasks.rados.rados.0.smithi111.stdout:719: finishing copy_from to smithi111183488-43 2023-12-01T04:46:12.383 INFO:tasks.rados.rados.0.smithi111.stdout:719: got expected ENOENT (src dne) 2023-12-01T04:46:12.383 INFO:tasks.rados.rados.0.smithi111.stdout:719: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:46:12.389 INFO:tasks.rados.rados.0.smithi111.stdout:719: done (1 left) 2023-12-01T04:46:12.389 INFO:tasks.rados.rados.0.smithi111.stdout:720: done (0 left) 2023-12-01T04:46:12.389 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 69 2023-12-01T04:46:12.389 INFO:tasks.rados.rados.0.smithi111.stdout:721: seq_num 227 ranges {1228800=606208,1835008=794624,2629632=8192} 2023-12-01T04:46:12.399 INFO:tasks.rados.rados.0.smithi111.stdout:721: writing smithi111183488-4 from 1228800 to 1835008 tid 1 2023-12-01T04:46:12.404 INFO:tasks.rados.rados.0.smithi111.stdout:721: writing smithi111183488-4 from 1835008 to 2629632 tid 2 2023-12-01T04:46:12.405 INFO:tasks.rados.rados.0.smithi111.stdout:721: writing smithi111183488-4 from 2629632 to 2637824 tid 3 2023-12-01T04:46:12.405 INFO:tasks.rados.rados.0.smithi111.stdout:722: rollback oid 28 current snap is 69 2023-12-01T04:46:12.405 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 28 to 68 2023-12-01T04:46:12.405 INFO:tasks.rados.rados.0.smithi111.stdout:721: finishing write tid 1 to smithi111183488-4 2023-12-01T04:46:12.405 INFO:tasks.rados.rados.0.smithi111.stdout:723: snap_create 2023-12-01T04:46:12.407 INFO:tasks.rados.rados.0.smithi111.stdout:721: finishing write tid 2 to smithi111183488-4 2023-12-01T04:46:12.407 INFO:tasks.rados.rados.0.smithi111.stdout:721: finishing write tid 3 to smithi111183488-4 2023-12-01T04:46:12.407 INFO:tasks.rados.rados.0.smithi111.stdout:721: finishing write tid 4 to smithi111183488-4 2023-12-01T04:46:12.408 INFO:tasks.rados.rados.0.smithi111.stdout:721: finishing write tid 5 to smithi111183488-4 2023-12-01T04:46:12.408 INFO:tasks.rados.rados.0.smithi111.stdout:721: oid 4 updating version 0 to 358 2023-12-01T04:46:12.408 INFO:tasks.rados.rados.0.smithi111.stdout:721: oid 4 version 358 is already newer than 357 2023-12-01T04:46:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:721: oid 4 version 358 is already newer than 355 2023-12-01T04:46:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:721: oid 4 version 358 is already newer than 356 2023-12-01T04:46:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 358 (ObjNum 227 snap 69 seq_num 227) dirty exists 2023-12-01T04:46:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:721: left oid 4 (ObjNum 227 snap 69 seq_num 227) 2023-12-01T04:46:12.410 INFO:tasks.rados.rados.0.smithi111.stdout:722: finishing rollback tid 0 to smithi111183488-28 2023-12-01T04:46:12.411 INFO:tasks.rados.rados.0.smithi111.stdout:722: finishing rollback tid 1 to smithi111183488-28 2023-12-01T04:46:12.411 INFO:tasks.rados.rados.0.smithi111.stdout:722: finishing rollback tid 2 to smithi111183488-28 2023-12-01T04:46:12.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 201 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:46:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:12 smithi155 ceph-mon[102677]: osdmap e195: 8 total, 8 up, 8 in 2023-12-01T04:46:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:12 smithi155 ceph-mon[102677]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:12 smithi155 ceph-mon[102677]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2237173338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:46:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[97855]: osdmap e195: 8 total, 8 up, 8 in 2023-12-01T04:46:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[97855]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[97855]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2237173338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:46:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[116524]: osdmap e195: 8 total, 8 up, 8 in 2023-12-01T04:46:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[116524]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[116524]: from='client.25037 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2237173338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:721: done (2 left) 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:722: done (1 left) 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:723: done (0 left) 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:724: read oid 42 snap -1 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:724: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:725: read oid 24 snap -1 2023-12-01T04:46:13.364 INFO:tasks.rados.rados.0.smithi111.stdout:725: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:46:13.365 INFO:tasks.rados.rados.0.smithi111.stdout:726: snap_create 2023-12-01T04:46:13.372 INFO:tasks.rados.rados.0.smithi111.stdout:725: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:46:13.393 INFO:tasks.rados.rados.0.smithi111.stdout:724: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:46:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:13 smithi155 ceph-mon[102677]: osdmap e196: 8 total, 8 up, 8 in 2023-12-01T04:46:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:13 smithi155 ceph-mon[102677]: pgmap v267: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-01T04:46:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:13 smithi155 ceph-mon[102677]: osdmap e197: 8 total, 8 up, 8 in 2023-12-01T04:46:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:13 smithi111 ceph-mon[97855]: osdmap e196: 8 total, 8 up, 8 in 2023-12-01T04:46:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:13 smithi111 ceph-mon[97855]: pgmap v267: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-01T04:46:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:13 smithi111 ceph-mon[97855]: osdmap e197: 8 total, 8 up, 8 in 2023-12-01T04:46:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:13 smithi111 ceph-mon[116524]: osdmap e196: 8 total, 8 up, 8 in 2023-12-01T04:46:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:13 smithi111 ceph-mon[116524]: pgmap v267: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 28 op/s 2023-12-01T04:46:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:13 smithi111 ceph-mon[116524]: osdmap e197: 8 total, 8 up, 8 in 2023-12-01T04:46:14.365 INFO:tasks.rados.rados.0.smithi111.stdout:724: done (2 left) 2023-12-01T04:46:14.365 INFO:tasks.rados.rados.0.smithi111.stdout:725: done (1 left) 2023-12-01T04:46:14.365 INFO:tasks.rados.rados.0.smithi111.stdout:726: done (0 left) 2023-12-01T04:46:14.365 INFO:tasks.rados.rados.0.smithi111.stdout:727: delete oid 10 current snap is 71 2023-12-01T04:46:14.367 INFO:tasks.rados.rados.0.smithi111.stdout:727: done (0 left) 2023-12-01T04:46:14.367 INFO:tasks.rados.rados.0.smithi111.stdout:728: snap_create 2023-12-01T04:46:15.375 INFO:tasks.rados.rados.0.smithi111.stdout:728: done (0 left) 2023-12-01T04:46:15.375 INFO:tasks.rados.rados.0.smithi111.stdout:729: read oid 17 snap -1 2023-12-01T04:46:15.375 INFO:tasks.rados.rados.0.smithi111.stdout:729: expect (ObjNum 209 snap 59 seq_num 209) 2023-12-01T04:46:15.375 INFO:tasks.rados.rados.0.smithi111.stdout:730: rollback oid 6 current snap is 72 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 56 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:731: read oid 27 snap 71 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:731: expect (ObjNum 180 snap 55 seq_num 180) 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:732: copy_from oid 18 from oid 22 current snap is 72 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:733: rmattr oid 14 current snap is 72 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:733: done (4 left) 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 72 2023-12-01T04:46:15.376 INFO:tasks.rados.rados.0.smithi111.stdout:734: seq_num 229 ranges {991232=638976,1630208=606208,2236416=196608} 2023-12-01T04:46:15.385 INFO:tasks.rados.rados.0.smithi111.stdout:734: writing smithi111183488-11 from 991232 to 1630208 tid 1 2023-12-01T04:46:15.389 INFO:tasks.rados.rados.0.smithi111.stdout:734: writing smithi111183488-11 from 1630208 to 2236416 tid 2 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:734: writing smithi111183488-11 from 2236416 to 2433024 tid 3 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:735: setattr oid 25 current snap is 72 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:730: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:730: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:730: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 125 (ObjNum 159 snap 50 seq_num 159) dirty exists 2023-12-01T04:46:15.390 INFO:tasks.rados.rados.0.smithi111.stdout:729: expect (ObjNum 209 snap 59 seq_num 209) 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:732: finishing copy_from to smithi111183488-18 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 170 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:732: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:734: finishing write tid 1 to smithi111183488-11 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:734: finishing write tid 2 to smithi111183488-11 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:734: finishing write tid 3 to smithi111183488-11 2023-12-01T04:46:15.421 INFO:tasks.rados.rados.0.smithi111.stdout:734: finishing write tid 4 to smithi111183488-11 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:734: finishing write tid 5 to smithi111183488-11 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:734: oid 11 updating version 0 to 368 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:734: oid 11 version 368 is already newer than 366 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:734: oid 11 version 368 is already newer than 365 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:734: oid 11 version 368 is already newer than 367 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 368 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:734: left oid 11 (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:15.422 INFO:tasks.rados.rados.0.smithi111.stdout:731: expect (ObjNum 180 snap 55 seq_num 180) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:729: done (5 left) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:730: done (4 left) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:731: done (3 left) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:732: done (2 left) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:734: done (1 left) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:736: read oid 38 snap -1 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:736: expect (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:737: delete oid 28 current snap is 72 2023-12-01T04:46:15.575 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 114 (ObjNum 208 snap 59 seq_num 208) dirty exists 2023-12-01T04:46:15.576 INFO:tasks.rados.rados.0.smithi111.stdout:735: done (2 left) 2023-12-01T04:46:15.577 INFO:tasks.rados.rados.0.smithi111.stdout:737: done (1 left) 2023-12-01T04:46:15.577 INFO:tasks.rados.rados.0.smithi111.stdout:738: delete oid 48 current snap is 72 2023-12-01T04:46:15.578 INFO:tasks.rados.rados.0.smithi111.stdout:736: expect (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:46:15.619 INFO:tasks.rados.rados.0.smithi111.stdout:736: done (1 left) 2023-12-01T04:46:15.619 INFO:tasks.rados.rados.0.smithi111.stdout:738: done (0 left) 2023-12-01T04:46:15.619 INFO:tasks.rados.rados.0.smithi111.stdout:739: delete oid 30 current snap is 72 2023-12-01T04:46:15.621 INFO:tasks.rados.rados.0.smithi111.stdout:739: done (0 left) 2023-12-01T04:46:15.621 INFO:tasks.rados.rados.0.smithi111.stdout:740: snap_create 2023-12-01T04:46:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:15 smithi155 ceph-mon[102677]: osdmap e198: 8 total, 8 up, 8 in 2023-12-01T04:46:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:15 smithi155 ceph-mon[102677]: pgmap v270: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:46:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:15 smithi111 ceph-mon[97855]: osdmap e198: 8 total, 8 up, 8 in 2023-12-01T04:46:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:15 smithi111 ceph-mon[97855]: pgmap v270: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:46:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:15 smithi111 ceph-mon[116524]: osdmap e198: 8 total, 8 up, 8 in 2023-12-01T04:46:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:15 smithi111 ceph-mon[116524]: pgmap v270: 121 pgs: 121 active+clean; 253 MiB data, 705 MiB used, 715 GiB / 715 GiB avail 2023-12-01T04:46:16.380 INFO:tasks.rados.rados.0.smithi111.stdout:740: done (0 left) 2023-12-01T04:46:16.380 INFO:tasks.rados.rados.0.smithi111.stdout:741: snap_create 2023-12-01T04:46:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:16 smithi155 ceph-mon[102677]: osdmap e199: 8 total, 8 up, 8 in 2023-12-01T04:46:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:16 smithi111 ceph-mon[97855]: osdmap e199: 8 total, 8 up, 8 in 2023-12-01T04:46:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:16 smithi111 ceph-mon[116524]: osdmap e199: 8 total, 8 up, 8 in 2023-12-01T04:46:17.386 INFO:tasks.rados.rados.0.smithi111.stdout:741: done (0 left) 2023-12-01T04:46:17.386 INFO:tasks.rados.rados.0.smithi111.stdout:742: copy_from oid 48 from oid 1 current snap is 74 2023-12-01T04:46:17.386 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 74 2023-12-01T04:46:17.386 INFO:tasks.rados.rados.0.smithi111.stdout:743: seq_num 233 ranges {671744=712704,1384448=548864,1933312=253952} 2023-12-01T04:46:17.393 INFO:tasks.rados.rados.0.smithi111.stdout:743: writing smithi111183488-41 from 671744 to 1384448 tid 1 2023-12-01T04:46:17.397 INFO:tasks.rados.rados.0.smithi111.stdout:743: writing smithi111183488-41 from 1384448 to 1933312 tid 2 2023-12-01T04:46:17.398 INFO:tasks.rados.rados.0.smithi111.stdout:743: writing smithi111183488-41 from 1933312 to 2187264 tid 3 2023-12-01T04:46:17.399 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 74 2023-12-01T04:46:17.399 INFO:tasks.rados.rados.0.smithi111.stdout:742: finishing copy_from to smithi111183488-48 2023-12-01T04:46:17.399 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 170 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-01T04:46:17.399 INFO:tasks.rados.rados.0.smithi111.stdout:744: seq_num 234 ranges {3047424=729088,3776512=434176,4210688=368640} 2023-12-01T04:46:17.419 INFO:tasks.rados.rados.0.smithi111.stdout:744: writing smithi111183488-25 from 3047424 to 3776512 tid 1 2023-12-01T04:46:17.421 INFO:tasks.rados.rados.0.smithi111.stdout:744: writing smithi111183488-25 from 3776512 to 4210688 tid 2 2023-12-01T04:46:17.424 INFO:tasks.rados.rados.0.smithi111.stdout:744: writing smithi111183488-25 from 4210688 to 4579328 tid 3 2023-12-01T04:46:17.424 INFO:tasks.rados.rados.0.smithi111.stdout:745: rmattr oid 32 current snap is 74 2023-12-01T04:46:17.424 INFO:tasks.rados.rados.0.smithi111.stdout:745: done (3 left) 2023-12-01T04:46:17.424 INFO:tasks.rados.rados.0.smithi111.stdout:746: read oid 36 snap -1 2023-12-01T04:46:17.425 INFO:tasks.rados.rados.0.smithi111.stdout:746: expect (ObjNum 223 snap 66 seq_num 223) 2023-12-01T04:46:17.425 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 74 2023-12-01T04:46:17.425 INFO:tasks.rados.rados.0.smithi111.stdout:742: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:46:17.425 INFO:tasks.rados.rados.0.smithi111.stdout:743: finishing write tid 1 to smithi111183488-41 2023-12-01T04:46:17.425 INFO:tasks.rados.rados.0.smithi111.stdout:747: seq_num 235 ranges {0=745472,745472=712704,1458176=90112} 2023-12-01T04:46:17.428 INFO:tasks.rados.rados.0.smithi111.stdout:747: writing smithi111183488-28 from 0 to 745472 tid 1 2023-12-01T04:46:17.432 INFO:tasks.rados.rados.0.smithi111.stdout:747: writing smithi111183488-28 from 745472 to 1458176 tid 2 2023-12-01T04:46:17.433 INFO:tasks.rados.rados.0.smithi111.stdout:747: writing smithi111183488-28 from 1458176 to 1548288 tid 3 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:742: done (4 left) 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:748: copy_from oid 26 from oid 37 current snap is 74 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: finishing write tid 2 to smithi111183488-41 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: finishing write tid 3 to smithi111183488-41 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: finishing write tid 4 to smithi111183488-41 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: finishing write tid 5 to smithi111183488-41 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: oid 41 updating version 0 to 134 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: oid 41 version 134 is already newer than 133 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: oid 41 version 134 is already newer than 132 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: oid 41 version 134 is already newer than 131 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 134 (ObjNum 233 snap 74 seq_num 233) dirty exists 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: left oid 41 (ObjNum 233 snap 74 seq_num 233) 2023-12-01T04:46:17.434 INFO:tasks.rados.rados.0.smithi111.stdout:743: done (4 left) 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:749: snap_create 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: finishing write tid 1 to smithi111183488-25 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: finishing write tid 2 to smithi111183488-25 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: finishing write tid 3 to smithi111183488-25 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: finishing write tid 4 to smithi111183488-25 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: finishing write tid 5 to smithi111183488-25 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: oid 25 updating version 0 to 116 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: oid 25 updating version 116 to 118 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: oid 25 version 118 is already newer than 117 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: oid 25 version 118 is already newer than 115 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 118 (ObjNum 234 snap 74 seq_num 234) dirty exists 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:744: left oid 25 (ObjNum 234 snap 74 seq_num 234) 2023-12-01T04:46:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:746: expect (ObjNum 223 snap 66 seq_num 223) 2023-12-01T04:46:17.468 INFO:tasks.rados.rados.0.smithi111.stdout:747: finishing write tid 1 to smithi111183488-28 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:748: finishing copy_from to smithi111183488-26 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:748: got expected ENOENT (src dne) 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:748: finishing copy_from racing read to smithi111183488-26 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: finishing write tid 2 to smithi111183488-28 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: finishing write tid 3 to smithi111183488-28 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: finishing write tid 4 to smithi111183488-28 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: finishing write tid 5 to smithi111183488-28 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: oid 28 updating version 0 to 206 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: oid 28 version 206 is already newer than 204 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: oid 28 updating version 206 to 207 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: oid 28 version 207 is already newer than 205 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 207 (ObjNum 235 snap 74 seq_num 235) dirty exists 2023-12-01T04:46:17.469 INFO:tasks.rados.rados.0.smithi111.stdout:747: left oid 28 (ObjNum 235 snap 74 seq_num 235) 2023-12-01T04:46:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:17 smithi155 ceph-mon[102677]: osdmap e200: 8 total, 8 up, 8 in 2023-12-01T04:46:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:17 smithi155 ceph-mon[102677]: pgmap v273: 121 pgs: 121 active+clean; 254 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 344 KiB/s wr, 5 op/s 2023-12-01T04:46:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:17 smithi111 ceph-mon[97855]: osdmap e200: 8 total, 8 up, 8 in 2023-12-01T04:46:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:17 smithi111 ceph-mon[97855]: pgmap v273: 121 pgs: 121 active+clean; 254 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 344 KiB/s wr, 5 op/s 2023-12-01T04:46:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:17 smithi111 ceph-mon[116524]: osdmap e200: 8 total, 8 up, 8 in 2023-12-01T04:46:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:17 smithi111 ceph-mon[116524]: pgmap v273: 121 pgs: 121 active+clean; 254 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 344 KiB/s wr, 5 op/s 2023-12-01T04:46:18.391 INFO:tasks.rados.rados.0.smithi111.stdout:744: done (4 left) 2023-12-01T04:46:18.392 INFO:tasks.rados.rados.0.smithi111.stdout:746: done (3 left) 2023-12-01T04:46:18.392 INFO:tasks.rados.rados.0.smithi111.stdout:747: done (2 left) 2023-12-01T04:46:18.392 INFO:tasks.rados.rados.0.smithi111.stdout:748: done (1 left) 2023-12-01T04:46:18.392 INFO:tasks.rados.rados.0.smithi111.stdout:749: done (0 left) 2023-12-01T04:46:18.392 INFO:tasks.rados.rados.0.smithi111.stdout:750: rollback oid 46 current snap is 75 2023-12-01T04:46:18.393 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 62 2023-12-01T04:46:18.393 INFO:tasks.rados.rados.0.smithi111.stdout:751: copy_from oid 35 from oid 11 current snap is 75 2023-12-01T04:46:18.393 INFO:tasks.rados.rados.0.smithi111.stdout:752: read oid 30 snap -1 2023-12-01T04:46:18.393 INFO:tasks.rados.rados.0.smithi111.stdout:752: expect deleted 2023-12-01T04:46:18.393 INFO:tasks.rados.rados.0.smithi111.stdout:753: copy_from oid 6 from oid 38 current snap is 75 2023-12-01T04:46:18.393 INFO:tasks.rados.rados.0.smithi111.stdout:754: delete oid 33 current snap is 75 2023-12-01T04:46:18.395 INFO:tasks.rados.rados.0.smithi111.stdout:752: done (4 left) 2023-12-01T04:46:18.395 INFO:tasks.rados.rados.0.smithi111.stdout:754: done (3 left) 2023-12-01T04:46:18.395 INFO:tasks.rados.rados.0.smithi111.stdout:755: read oid 39 snap -1 2023-12-01T04:46:18.395 INFO:tasks.rados.rados.0.smithi111.stdout:755: expect deleted 2023-12-01T04:46:18.395 INFO:tasks.rados.rados.0.smithi111.stdout:756: read oid 23 snap 71 2023-12-01T04:46:18.395 INFO:tasks.rados.rados.0.smithi111.stdout:756: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:46:18.396 INFO:tasks.rados.rados.0.smithi111.stdout:757: snap_create 2023-12-01T04:46:18.396 INFO:tasks.rados.rados.0.smithi111.stdout:750: finishing rollback tid 0 to smithi111183488-46 2023-12-01T04:46:18.397 INFO:tasks.rados.rados.0.smithi111.stdout:750: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:46:18.397 INFO:tasks.rados.rados.0.smithi111.stdout:750: finishing rollback tid 2 to smithi111183488-46 2023-12-01T04:46:18.397 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 350 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:46:18.405 INFO:tasks.rados.rados.0.smithi111.stdout:753: finishing copy_from to smithi111183488-6 2023-12-01T04:46:18.406 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 144 (ObjNum 177 snap 54 seq_num 177) dirty exists 2023-12-01T04:46:18.406 INFO:tasks.rados.rados.0.smithi111.stdout:753: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:46:18.406 INFO:tasks.rados.rados.0.smithi111.stdout:756: expect (ObjNum 111 snap 26 seq_num 111) 2023-12-01T04:46:18.512 INFO:tasks.rados.rados.0.smithi111.stdout:751: finishing copy_from to smithi111183488-35 2023-12-01T04:46:18.512 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 368 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:46:18.513 INFO:tasks.rados.rados.0.smithi111.stdout:751: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:46:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:18 smithi155 ceph-mon[102677]: osdmap e201: 8 total, 8 up, 8 in 2023-12-01T04:46:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:18 smithi111 ceph-mon[97855]: osdmap e201: 8 total, 8 up, 8 in 2023-12-01T04:46:18.811 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:18 smithi111 ceph-mon[116524]: osdmap e201: 8 total, 8 up, 8 in 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:750: done (5 left) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:751: done (4 left) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:753: done (3 left) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:755: done (2 left) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:756: done (1 left) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:757: done (0 left) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:758: read oid 40 snap -1 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:758: expect (ObjNum 151 snap 46 seq_num 151) 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 76 2023-12-01T04:46:19.399 INFO:tasks.rados.rados.0.smithi111.stdout:759: seq_num 237 ranges {1941504=778240,2719744=532480,3252224=270336} 2023-12-01T04:46:19.413 INFO:tasks.rados.rados.0.smithi111.stdout:759: writing smithi111183488-19 from 1941504 to 2719744 tid 1 2023-12-01T04:46:19.416 INFO:tasks.rados.rados.0.smithi111.stdout:759: writing smithi111183488-19 from 2719744 to 3252224 tid 2 2023-12-01T04:46:19.418 INFO:tasks.rados.rados.0.smithi111.stdout:759: writing smithi111183488-19 from 3252224 to 3522560 tid 3 2023-12-01T04:46:19.418 INFO:tasks.rados.rados.0.smithi111.stdout:760: copy_from oid 9 from oid 29 current snap is 76 2023-12-01T04:46:19.418 INFO:tasks.rados.rados.0.smithi111.stdout:761: snap_remove snap 56 2023-12-01T04:46:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:19 smithi155 ceph-mon[102677]: osdmap e202: 8 total, 8 up, 8 in 2023-12-01T04:46:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:19 smithi155 ceph-mon[102677]: pgmap v276: 121 pgs: 121 active+clean; 254 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 344 KiB/s wr, 5 op/s 2023-12-01T04:46:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:46:19] "GET /metrics HTTP/1.1" 200 36096 "" "Prometheus/2.43.0" 2023-12-01T04:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:19 smithi111 ceph-mon[97855]: osdmap e202: 8 total, 8 up, 8 in 2023-12-01T04:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:19 smithi111 ceph-mon[97855]: pgmap v276: 121 pgs: 121 active+clean; 254 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 344 KiB/s wr, 5 op/s 2023-12-01T04:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:19 smithi111 ceph-mon[116524]: osdmap e202: 8 total, 8 up, 8 in 2023-12-01T04:46:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:19 smithi111 ceph-mon[116524]: pgmap v276: 121 pgs: 121 active+clean; 254 MiB data, 709 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 344 KiB/s wr, 5 op/s 2023-12-01T04:46:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:20.412 INFO:tasks.rados.rados.0.smithi111.stdout:761: done (3 left) 2023-12-01T04:46:20.412 INFO:tasks.rados.rados.0.smithi111.stdout:762: rmattr oid 4 current snap is 76 2023-12-01T04:46:20.412 INFO:tasks.rados.rados.0.smithi111.stdout:762: done (3 left) 2023-12-01T04:46:20.412 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 76 2023-12-01T04:46:20.412 INFO:tasks.rados.rados.0.smithi111.stdout:763: seq_num 238 ranges {0=794624,794624=417792,1212416=385024} 2023-12-01T04:46:20.419 INFO:tasks.rados.rados.0.smithi111.stdout:763: writing smithi111183488-39 from 0 to 794624 tid 1 2023-12-01T04:46:20.421 INFO:tasks.rados.rados.0.smithi111.stdout:763: writing smithi111183488-39 from 794624 to 1212416 tid 2 2023-12-01T04:46:20.423 INFO:tasks.rados.rados.0.smithi111.stdout:763: writing smithi111183488-39 from 1212416 to 1597440 tid 3 2023-12-01T04:46:20.423 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 76 2023-12-01T04:46:20.423 INFO:tasks.rados.rados.0.smithi111.stdout:764: seq_num 239 ranges {1105920=409600,1515520=704512,2220032=499712} 2023-12-01T04:46:20.431 INFO:tasks.rados.rados.0.smithi111.stdout:764: writing smithi111183488-17 from 1105920 to 1515520 tid 1 2023-12-01T04:46:20.436 INFO:tasks.rados.rados.0.smithi111.stdout:764: writing smithi111183488-17 from 1515520 to 2220032 tid 2 2023-12-01T04:46:20.439 INFO:tasks.rados.rados.0.smithi111.stdout:764: writing smithi111183488-17 from 2220032 to 2719744 tid 3 2023-12-01T04:46:20.439 INFO:tasks.rados.rados.0.smithi111.stdout:765: setattr oid 22 current snap is 76 2023-12-01T04:46:20.439 INFO:tasks.rados.rados.0.smithi111.stdout:758: expect (ObjNum 151 snap 46 seq_num 151) 2023-12-01T04:46:20.477 INFO:tasks.rados.rados.0.smithi111.stdout:759: finishing write tid 1 to smithi111183488-19 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: finishing write tid 2 to smithi111183488-19 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: finishing write tid 3 to smithi111183488-19 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: finishing write tid 4 to smithi111183488-19 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: finishing write tid 5 to smithi111183488-19 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: oid 19 updating version 0 to 315 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: oid 19 updating version 315 to 316 2023-12-01T04:46:20.478 INFO:tasks.rados.rados.0.smithi111.stdout:759: oid 19 updating version 316 to 317 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:759: oid 19 updating version 317 to 318 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 318 (ObjNum 237 snap 76 seq_num 237) dirty exists 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:759: left oid 19 (ObjNum 237 snap 76 seq_num 237) 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:760: finishing copy_from to smithi111183488-9 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 253 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:760: finishing copy_from racing read to smithi111183488-9 2023-12-01T04:46:20.479 INFO:tasks.rados.rados.0.smithi111.stdout:763: finishing write tid 1 to smithi111183488-39 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: finishing write tid 2 to smithi111183488-39 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: finishing write tid 3 to smithi111183488-39 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: finishing write tid 4 to smithi111183488-39 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: finishing write tid 5 to smithi111183488-39 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: oid 39 updating version 0 to 148 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: oid 39 version 148 is already newer than 147 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: oid 39 version 148 is already newer than 145 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: oid 39 version 148 is already newer than 146 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 148 (ObjNum 238 snap 76 seq_num 238) dirty exists 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:763: left oid 39 (ObjNum 238 snap 76 seq_num 238) 2023-12-01T04:46:20.480 INFO:tasks.rados.rados.0.smithi111.stdout:764: finishing write tid 1 to smithi111183488-17 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: finishing write tid 2 to smithi111183488-17 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: finishing write tid 3 to smithi111183488-17 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: finishing write tid 4 to smithi111183488-17 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: finishing write tid 5 to smithi111183488-17 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: oid 17 updating version 0 to 326 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: oid 17 updating version 326 to 328 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: oid 17 version 328 is already newer than 327 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: oid 17 updating version 328 to 329 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 329 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:764: left oid 17 (ObjNum 239 snap 76 seq_num 239) 2023-12-01T04:46:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:758: done (5 left) 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:759: done (4 left) 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:760: done (3 left) 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:763: done (2 left) 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:764: done (1 left) 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:766: rollback oid 18 current snap is 76 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 28 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:767: setattr oid 34 current snap is 76 2023-12-01T04:46:20.482 INFO:tasks.rados.rados.0.smithi111.stdout:768: read oid 19 snap 66 2023-12-01T04:46:20.483 INFO:tasks.rados.rados.0.smithi111.stdout:768: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:46:20.483 INFO:tasks.rados.rados.0.smithi111.stdout:769: read oid 5 snap 64 2023-12-01T04:46:20.483 INFO:tasks.rados.rados.0.smithi111.stdout:769: expect (ObjNum 140 snap 40 seq_num 140) 2023-12-01T04:46:20.483 INFO:tasks.rados.rados.0.smithi111.stdout:770: snap_remove snap 33 2023-12-01T04:46:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:20 smithi155 ceph-mon[102677]: osdmap e203: 8 total, 8 up, 8 in 2023-12-01T04:46:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:20 smithi111 ceph-mon[97855]: osdmap e203: 8 total, 8 up, 8 in 2023-12-01T04:46:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:20 smithi111 ceph-mon[116524]: osdmap e203: 8 total, 8 up, 8 in 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:770: done (5 left) 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:771: copy_from oid 14 from oid 11 current snap is 76 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 171 (ObjNum 177 snap 0 seq_num 3706667600) dirty exists 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 171 (ObjNum 89 snap 18 seq_num 89) dirty exists 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:766: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:766: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:46:21.413 INFO:tasks.rados.rados.0.smithi111.stdout:768: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:46:21.498 INFO:tasks.rados.rados.0.smithi111.stdout:766: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:46:21.498 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 174 (ObjNum 114 snap 27 seq_num 114) dirty exists 2023-12-01T04:46:21.498 INFO:tasks.rados.rados.0.smithi111.stdout:769: expect (ObjNum 140 snap 40 seq_num 140) 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:771: finishing copy_from to smithi111183488-14 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 368 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:771: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:765: done (5 left) 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:766: done (4 left) 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:767: done (3 left) 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:768: done (2 left) 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:769: done (1 left) 2023-12-01T04:46:21.644 INFO:tasks.rados.rados.0.smithi111.stdout:771: done (0 left) 2023-12-01T04:46:21.645 INFO:tasks.rados.rados.0.smithi111.stdout:772: setattr oid 14 current snap is 76 2023-12-01T04:46:21.645 INFO:tasks.rados.rados.0.smithi111.stdout:773: setattr oid 46 current snap is 76 2023-12-01T04:46:21.647 INFO:tasks.rados.rados.0.smithi111.stdout:774: snap_create 2023-12-01T04:46:21.647 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 369 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:46:21.650 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 368 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:46:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:21 smithi155 ceph-mon[102677]: osdmap e204: 8 total, 8 up, 8 in 2023-12-01T04:46:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:21 smithi155 ceph-mon[102677]: pgmap v279: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2023-12-01T04:46:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:21 smithi111 ceph-mon[116524]: osdmap e204: 8 total, 8 up, 8 in 2023-12-01T04:46:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:21 smithi111 ceph-mon[116524]: pgmap v279: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2023-12-01T04:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:21 smithi111 ceph-mon[97855]: osdmap e204: 8 total, 8 up, 8 in 2023-12-01T04:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:21 smithi111 ceph-mon[97855]: pgmap v279: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2023-12-01T04:46:22.417 INFO:tasks.rados.rados.0.smithi111.stdout:772: done (2 left) 2023-12-01T04:46:22.418 INFO:tasks.rados.rados.0.smithi111.stdout:773: done (1 left) 2023-12-01T04:46:22.418 INFO:tasks.rados.rados.0.smithi111.stdout:774: done (0 left) 2023-12-01T04:46:22.418 INFO:tasks.rados.rados.0.smithi111.stdout:775: rollback oid 27 current snap is 77 2023-12-01T04:46:22.418 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 57 2023-12-01T04:46:22.418 INFO:tasks.rados.rados.0.smithi111.stdout:776: snap_remove snap 75 2023-12-01T04:46:22.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:22 smithi155 ceph-mon[102677]: osdmap e205: 8 total, 8 up, 8 in 2023-12-01T04:46:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:22 smithi111 ceph-mon[97855]: osdmap e205: 8 total, 8 up, 8 in 2023-12-01T04:46:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:22 smithi111 ceph-mon[116524]: osdmap e205: 8 total, 8 up, 8 in 2023-12-01T04:46:23.431 INFO:tasks.rados.rados.0.smithi111.stdout:776: done (1 left) 2023-12-01T04:46:23.431 INFO:tasks.rados.rados.0.smithi111.stdout:777: copy_from oid 11 from oid 41 current snap is 77 2023-12-01T04:46:23.431 INFO:tasks.rados.rados.0.smithi111.stdout:778: copy_from oid 24 from oid 48 current snap is 77 2023-12-01T04:46:23.431 INFO:tasks.rados.rados.0.smithi111.stdout:779: delete oid 43 current snap is 77 2023-12-01T04:46:23.431 INFO:tasks.rados.rados.0.smithi111.stdout:775: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:46:23.431 INFO:tasks.rados.rados.0.smithi111.stdout:775: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:46:23.432 INFO:tasks.rados.rados.0.smithi111.stdout:775: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:46:23.432 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 221 (ObjNum 180 snap 55 seq_num 180) dirty exists 2023-12-01T04:46:23.436 INFO:tasks.rados.rados.0.smithi111.stdout:775: done (3 left) 2023-12-01T04:46:23.436 INFO:tasks.rados.rados.0.smithi111.stdout:779: done (2 left) 2023-12-01T04:46:23.436 INFO:tasks.rados.rados.0.smithi111.stdout:780: snap_remove snap 72 2023-12-01T04:46:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:23 smithi155 ceph-mon[102677]: osdmap e206: 8 total, 8 up, 8 in 2023-12-01T04:46:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:23 smithi155 ceph-mon[102677]: pgmap v282: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2023-12-01T04:46:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:23 smithi111 ceph-mon[116524]: osdmap e206: 8 total, 8 up, 8 in 2023-12-01T04:46:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:23 smithi111 ceph-mon[116524]: pgmap v282: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2023-12-01T04:46:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:23 smithi111 ceph-mon[97855]: osdmap e206: 8 total, 8 up, 8 in 2023-12-01T04:46:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:23 smithi111 ceph-mon[97855]: pgmap v282: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2023-12-01T04:46:24.439 INFO:tasks.rados.rados.0.smithi111.stdout:780: done (2 left) 2023-12-01T04:46:24.439 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 77 2023-12-01T04:46:24.439 INFO:tasks.rados.rados.0.smithi111.stdout:781: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2023-12-01T04:46:24.439 INFO:tasks.rados.rados.0.smithi111.stdout:781: writing smithi111183488-12 from 0 to 442368 tid 1 2023-12-01T04:46:24.441 INFO:tasks.rados.rados.0.smithi111.stdout:781: writing smithi111183488-12 from 442368 to 909312 tid 2 2023-12-01T04:46:24.444 INFO:tasks.rados.rados.0.smithi111.stdout:781: writing smithi111183488-12 from 909312 to 1597440 tid 3 2023-12-01T04:46:24.444 INFO:tasks.rados.rados.0.smithi111.stdout:781: writing smithi111183488-12 from 1597440 to 1646592 tid 4 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:782: delete oid 21 current snap is 77 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:778: finishing copy_from to smithi111183488-24 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 170 (ObjNum 145 snap 0 seq_num 3707881488) dirty exists 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:778: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:777: finishing copy_from to smithi111183488-11 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 134 (ObjNum 233 snap 74 seq_num 233) dirty exists 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:777: finishing copy_from racing read to smithi111183488-11 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:781: finishing write tid 1 to smithi111183488-12 2023-12-01T04:46:24.445 INFO:tasks.rados.rados.0.smithi111.stdout:781: finishing write tid 2 to smithi111183488-12 2023-12-01T04:46:24.448 INFO:tasks.rados.rados.0.smithi111.stdout:781: finishing write tid 3 to smithi111183488-12 2023-12-01T04:46:24.449 INFO:tasks.rados.rados.0.smithi111.stdout:781: finishing write tid 4 to smithi111183488-12 2023-12-01T04:46:24.449 INFO:tasks.rados.rados.0.smithi111.stdout:781: finishing write tid 5 to smithi111183488-12 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: finishing write tid 6 to smithi111183488-12 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: oid 12 updating version 0 to 229 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: oid 12 version 229 is already newer than 227 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: oid 12 updating version 229 to 230 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: oid 12 version 230 is already newer than 226 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: oid 12 version 230 is already newer than 228 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 230 (ObjNum 241 snap 77 seq_num 241) dirty exists 2023-12-01T04:46:24.451 INFO:tasks.rados.rados.0.smithi111.stdout:781: left oid 12 (ObjNum 241 snap 77 seq_num 241) 2023-12-01T04:46:24.452 INFO:tasks.rados.rados.0.smithi111.stdout:777: done (3 left) 2023-12-01T04:46:24.452 INFO:tasks.rados.rados.0.smithi111.stdout:778: done (2 left) 2023-12-01T04:46:24.452 INFO:tasks.rados.rados.0.smithi111.stdout:781: done (1 left) 2023-12-01T04:46:24.452 INFO:tasks.rados.rados.0.smithi111.stdout:782: done (0 left) 2023-12-01T04:46:24.452 INFO:tasks.rados.rados.0.smithi111.stdout:783: snap_remove snap 73 2023-12-01T04:46:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:24 smithi155 ceph-mon[102677]: osdmap e207: 8 total, 8 up, 8 in 2023-12-01T04:46:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:24 smithi111 ceph-mon[97855]: osdmap e207: 8 total, 8 up, 8 in 2023-12-01T04:46:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:24 smithi111 ceph-mon[116524]: osdmap e207: 8 total, 8 up, 8 in 2023-12-01T04:46:25.450 INFO:tasks.rados.rados.0.smithi111.stdout:783: done (0 left) 2023-12-01T04:46:25.450 INFO:tasks.rados.rados.0.smithi111.stdout:784: read oid 14 snap -1 2023-12-01T04:46:25.450 INFO:tasks.rados.rados.0.smithi111.stdout:784: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:25.450 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 77 2023-12-01T04:46:25.450 INFO:tasks.rados.rados.0.smithi111.stdout:785: seq_num 243 ranges {2392064=475136,2867200=638976,3506176=565248} 2023-12-01T04:46:25.464 INFO:tasks.rados.rados.0.smithi111.stdout:785: writing smithi111183488-44 from 2392064 to 2867200 tid 1 2023-12-01T04:46:25.468 INFO:tasks.rados.rados.0.smithi111.stdout:785: writing smithi111183488-44 from 2867200 to 3506176 tid 2 2023-12-01T04:46:25.471 INFO:tasks.rados.rados.0.smithi111.stdout:785: writing smithi111183488-44 from 3506176 to 4071424 tid 3 2023-12-01T04:46:25.471 INFO:tasks.rados.rados.0.smithi111.stdout:786: read oid 21 snap -1 2023-12-01T04:46:25.471 INFO:tasks.rados.rados.0.smithi111.stdout:786: expect deleted 2023-12-01T04:46:25.471 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 77 2023-12-01T04:46:25.471 INFO:tasks.rados.rados.0.smithi111.stdout:787: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2023-12-01T04:46:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:787: writing smithi111183488-7 from 0 to 491520 tid 1 2023-12-01T04:46:25.477 INFO:tasks.rados.rados.0.smithi111.stdout:787: writing smithi111183488-7 from 491520 to 1064960 tid 2 2023-12-01T04:46:25.480 INFO:tasks.rados.rados.0.smithi111.stdout:787: writing smithi111183488-7 from 1064960 to 1523712 tid 3 2023-12-01T04:46:25.481 INFO:tasks.rados.rados.0.smithi111.stdout:787: writing smithi111183488-7 from 1523712 to 1695744 tid 4 2023-12-01T04:46:25.481 INFO:tasks.rados.rados.0.smithi111.stdout:788: setattr oid 41 current snap is 77 2023-12-01T04:46:25.481 INFO:tasks.rados.rados.0.smithi111.stdout:784: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: finishing write tid 1 to smithi111183488-44 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: finishing write tid 2 to smithi111183488-44 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: finishing write tid 3 to smithi111183488-44 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: finishing write tid 4 to smithi111183488-44 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: finishing write tid 5 to smithi111183488-44 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: oid 44 updating version 0 to 216 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: oid 44 updating version 216 to 218 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: oid 44 version 218 is already newer than 217 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: oid 44 version 218 is already newer than 215 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 218 (ObjNum 243 snap 77 seq_num 243) dirty exists 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:785: left oid 44 (ObjNum 243 snap 77 seq_num 243) 2023-12-01T04:46:25.563 INFO:tasks.rados.rados.0.smithi111.stdout:787: finishing write tid 1 to smithi111183488-7 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: finishing write tid 2 to smithi111183488-7 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: finishing write tid 3 to smithi111183488-7 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: finishing write tid 4 to smithi111183488-7 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: finishing write tid 5 to smithi111183488-7 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: finishing write tid 6 to smithi111183488-7 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: oid 7 updating version 0 to 216 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: oid 7 version 216 is already newer than 215 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: oid 7 updating version 216 to 218 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: oid 7 updating version 218 to 219 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: oid 7 version 219 is already newer than 217 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 219 (ObjNum 244 snap 77 seq_num 244) dirty exists 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: left oid 7 (ObjNum 244 snap 77 seq_num 244) 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:784: done (4 left) 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:785: done (3 left) 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:786: done (2 left) 2023-12-01T04:46:25.564 INFO:tasks.rados.rados.0.smithi111.stdout:787: done (1 left) 2023-12-01T04:46:25.565 INFO:tasks.rados.rados.0.smithi111.stdout:789: read oid 21 snap -1 2023-12-01T04:46:25.565 INFO:tasks.rados.rados.0.smithi111.stdout:789: expect deleted 2023-12-01T04:46:25.565 INFO:tasks.rados.rados.0.smithi111.stdout:790: snap_remove snap 58 2023-12-01T04:46:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:25 smithi155 ceph-mon[102677]: osdmap e208: 8 total, 8 up, 8 in 2023-12-01T04:46:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:25 smithi155 ceph-mon[102677]: pgmap v285: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:25 smithi111 ceph-mon[97855]: osdmap e208: 8 total, 8 up, 8 in 2023-12-01T04:46:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:25 smithi111 ceph-mon[97855]: pgmap v285: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:25 smithi111 ceph-mon[116524]: osdmap e208: 8 total, 8 up, 8 in 2023-12-01T04:46:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:25 smithi111 ceph-mon[116524]: pgmap v285: 121 pgs: 121 active+clean; 267 MiB data, 745 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:26.454 INFO:tasks.rados.rados.0.smithi111.stdout:790: done (2 left) 2023-12-01T04:46:26.454 INFO:tasks.rados.rados.0.smithi111.stdout:791: rollback oid 19 current snap is 77 2023-12-01T04:46:26.454 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 69 2023-12-01T04:46:26.465 INFO:tasks.rados.rados.0.smithi111.stdout:792: read oid 6 snap -1 2023-12-01T04:46:26.465 INFO:tasks.rados.rados.0.smithi111.stdout:792: expect (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:46:26.465 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 77 2023-12-01T04:46:26.465 INFO:tasks.rados.rados.0.smithi111.stdout:793: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2023-12-01T04:46:26.465 INFO:tasks.rados.rados.0.smithi111.stdout:793: writing smithi111183488-10 from 0 to 507904 tid 1 2023-12-01T04:46:26.466 INFO:tasks.rados.rados.0.smithi111.stdout:793: writing smithi111183488-10 from 507904 to 966656 tid 2 2023-12-01T04:46:26.466 INFO:tasks.rados.rados.0.smithi111.stdout:793: writing smithi111183488-10 from 966656 to 1638400 tid 3 2023-12-01T04:46:26.466 INFO:tasks.rados.rados.0.smithi111.stdout:793: writing smithi111183488-10 from 1638400 to 1712128 tid 4 2023-12-01T04:46:26.466 INFO:tasks.rados.rados.0.smithi111.stdout:794: setattr oid 17 current snap is 77 2023-12-01T04:46:26.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 150 (ObjNum 233 snap 74 seq_num 233) dirty exists 2023-12-01T04:46:26.468 INFO:tasks.rados.rados.0.smithi111.stdout:791: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:46:26.468 INFO:tasks.rados.rados.0.smithi111.stdout:791: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:46:26.469 INFO:tasks.rados.rados.0.smithi111.stdout:788: done (5 left) 2023-12-01T04:46:26.469 INFO:tasks.rados.rados.0.smithi111.stdout:789: done (4 left) 2023-12-01T04:46:26.469 INFO:tasks.rados.rados.0.smithi111.stdout:795: rmattr oid 48 current snap is 77 2023-12-01T04:46:26.469 INFO:tasks.rados.rados.0.smithi111.stdout:796: setattr oid 1 current snap is 77 2023-12-01T04:46:26.475 INFO:tasks.rados.rados.0.smithi111.stdout:797: delete oid 20 current snap is 77 2023-12-01T04:46:26.475 INFO:tasks.rados.rados.0.smithi111.stdout:793: finishing write tid 1 to smithi111183488-10 2023-12-01T04:46:26.475 INFO:tasks.rados.rados.0.smithi111.stdout:793: finishing write tid 2 to smithi111183488-10 2023-12-01T04:46:26.475 INFO:tasks.rados.rados.0.smithi111.stdout:791: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:46:26.475 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 355 (ObjNum 192 snap 58 seq_num 192) dirty exists 2023-12-01T04:46:26.478 INFO:tasks.rados.rados.0.smithi111.stdout:793: finishing write tid 3 to smithi111183488-10 2023-12-01T04:46:26.478 INFO:tasks.rados.rados.0.smithi111.stdout:793: finishing write tid 4 to smithi111183488-10 2023-12-01T04:46:26.478 INFO:tasks.rados.rados.0.smithi111.stdout:792: expect (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:46:26.521 INFO:tasks.rados.rados.0.smithi111.stdout:793: finishing write tid 5 to smithi111183488-10 2023-12-01T04:46:26.521 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 370 (ObjNum 65 snap 0 seq_num 1818185315) dirty exists 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 357 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 359 (ObjNum 33 snap 0 seq_num 2) dirty exists 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: finishing write tid 6 to smithi111183488-10 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: oid 10 updating version 0 to 389 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: oid 10 updating version 389 to 390 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: oid 10 updating version 390 to 395 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: oid 10 version 395 is already newer than 394 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: oid 10 version 395 is already newer than 393 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 395 (ObjNum 245 snap 77 seq_num 245) dirty exists 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: left oid 10 (ObjNum 245 snap 77 seq_num 245) 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:791: done (6 left) 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:792: done (5 left) 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:793: done (4 left) 2023-12-01T04:46:26.522 INFO:tasks.rados.rados.0.smithi111.stdout:794: done (3 left) 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:795: done (2 left) 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:796: done (1 left) 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:797: done (0 left) 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:798: copy_from oid 8 from oid 47 current snap is 77 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:799: read oid 25 snap -1 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:799: expect (ObjNum 234 snap 74 seq_num 234) 2023-12-01T04:46:26.523 INFO:tasks.rados.rados.0.smithi111.stdout:800: snap_create 2023-12-01T04:46:26.525 INFO:tasks.rados.rados.0.smithi111.stdout:798: finishing copy_from to smithi111183488-8 2023-12-01T04:46:26.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 173 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:46:26.526 INFO:tasks.rados.rados.0.smithi111.stdout:798: finishing copy_from racing read to smithi111183488-8 2023-12-01T04:46:26.544 INFO:tasks.rados.rados.0.smithi111.stdout:799: expect (ObjNum 234 snap 74 seq_num 234) 2023-12-01T04:46:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:26 smithi155 ceph-mon[102677]: osdmap e209: 8 total, 8 up, 8 in 2023-12-01T04:46:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:26 smithi111 ceph-mon[97855]: osdmap e209: 8 total, 8 up, 8 in 2023-12-01T04:46:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:26 smithi111 ceph-mon[116524]: osdmap e209: 8 total, 8 up, 8 in 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:798: done (2 left) 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:799: done (1 left) 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:800: done (0 left) 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:801: copy_from oid 38 from oid 45 current snap is 78 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:802: read oid 13 snap -1 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:802: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:803: rollback oid 21 current snap is 78 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 69 2023-12-01T04:46:27.460 INFO:tasks.rados.rados.0.smithi111.stdout:804: delete oid 41 current snap is 78 2023-12-01T04:46:27.464 INFO:tasks.rados.rados.0.smithi111.stdout:804: done (3 left) 2023-12-01T04:46:27.464 INFO:tasks.rados.rados.0.smithi111.stdout:805: delete oid 4 current snap is 78 2023-12-01T04:46:27.464 INFO:tasks.rados.rados.0.smithi111.stdout:803: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:46:27.465 INFO:tasks.rados.rados.0.smithi111.stdout:803: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:46:27.465 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 386 (ObjNum 204 snap 59 seq_num 204) dirty exists 2023-12-01T04:46:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:803: done (3 left) 2023-12-01T04:46:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:805: done (2 left) 2023-12-01T04:46:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:806: read oid 29 snap -1 2023-12-01T04:46:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:806: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:46:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:807: snap_remove snap 70 2023-12-01T04:46:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:27 smithi155 ceph-mon[102677]: osdmap e210: 8 total, 8 up, 8 in 2023-12-01T04:46:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:27 smithi155 ceph-mon[102677]: pgmap v288: 121 pgs: 121 active+clean; 280 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-01T04:46:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:27 smithi111 ceph-mon[97855]: osdmap e210: 8 total, 8 up, 8 in 2023-12-01T04:46:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:27 smithi111 ceph-mon[97855]: pgmap v288: 121 pgs: 121 active+clean; 280 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-01T04:46:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:27 smithi111 ceph-mon[116524]: osdmap e210: 8 total, 8 up, 8 in 2023-12-01T04:46:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:27 smithi111 ceph-mon[116524]: pgmap v288: 121 pgs: 121 active+clean; 280 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-01T04:46:28.368 INFO:tasks.rados.rados.0.smithi111.stdout:807: done (3 left) 2023-12-01T04:46:28.368 INFO:tasks.rados.rados.0.smithi111.stdout:808: snap_create 2023-12-01T04:46:28.369 INFO:tasks.rados.rados.0.smithi111.stdout:802: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:46:28.478 INFO:tasks.rados.rados.0.smithi111.stdout:806: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:46:28.506 INFO:tasks.rados.rados.0.smithi111.stdout:801: finishing copy_from to smithi111183488-38 2023-12-01T04:46:28.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 165 (ObjNum 218 snap 62 seq_num 218) dirty exists 2023-12-01T04:46:28.506 INFO:tasks.rados.rados.0.smithi111.stdout:801: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:46:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:28 smithi155 ceph-mon[102677]: osdmap e211: 8 total, 8 up, 8 in 2023-12-01T04:46:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:28 smithi155 ceph-mon[102677]: osdmap e212: 8 total, 8 up, 8 in 2023-12-01T04:46:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:28 smithi111 ceph-mon[97855]: osdmap e211: 8 total, 8 up, 8 in 2023-12-01T04:46:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:28 smithi111 ceph-mon[97855]: osdmap e212: 8 total, 8 up, 8 in 2023-12-01T04:46:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:28 smithi111 ceph-mon[116524]: osdmap e211: 8 total, 8 up, 8 in 2023-12-01T04:46:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:28 smithi111 ceph-mon[116524]: osdmap e212: 8 total, 8 up, 8 in 2023-12-01T04:46:29.369 INFO:tasks.rados.rados.0.smithi111.stdout:801: done (3 left) 2023-12-01T04:46:29.370 INFO:tasks.rados.rados.0.smithi111.stdout:802: done (2 left) 2023-12-01T04:46:29.370 INFO:tasks.rados.rados.0.smithi111.stdout:806: done (1 left) 2023-12-01T04:46:29.370 INFO:tasks.rados.rados.0.smithi111.stdout:808: done (0 left) 2023-12-01T04:46:29.370 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 79 2023-12-01T04:46:29.370 INFO:tasks.rados.rados.0.smithi111.stdout:809: seq_num 249 ranges {0=573440,573440=794624,1368064=409600} 2023-12-01T04:46:29.372 INFO:tasks.rados.rados.0.smithi111.stdout:809: writing smithi111183488-48 from 0 to 573440 tid 1 2023-12-01T04:46:29.377 INFO:tasks.rados.rados.0.smithi111.stdout:809: writing smithi111183488-48 from 573440 to 1368064 tid 2 2023-12-01T04:46:29.380 INFO:tasks.rados.rados.0.smithi111.stdout:809: writing smithi111183488-48 from 1368064 to 1777664 tid 3 2023-12-01T04:46:29.380 INFO:tasks.rados.rados.0.smithi111.stdout:810: copy_from oid 23 from oid 35 current snap is 79 2023-12-01T04:46:29.380 INFO:tasks.rados.rados.0.smithi111.stdout:809: finishing write tid 1 to smithi111183488-48 2023-12-01T04:46:29.380 INFO:tasks.rados.rados.0.smithi111.stdout:811: delete oid 34 current snap is 79 2023-12-01T04:46:29.382 INFO:tasks.rados.rados.0.smithi111.stdout:809: finishing write tid 2 to smithi111183488-48 2023-12-01T04:46:29.382 INFO:tasks.rados.rados.0.smithi111.stdout:809: finishing write tid 3 to smithi111183488-48 2023-12-01T04:46:29.383 INFO:tasks.rados.rados.0.smithi111.stdout:809: finishing write tid 4 to smithi111183488-48 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:811: done (2 left) 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:812: snap_create 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:809: finishing write tid 5 to smithi111183488-48 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:809: oid 48 updating version 0 to 378 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:809: oid 48 updating version 378 to 380 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:809: oid 48 version 380 is already newer than 377 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:809: oid 48 version 380 is already newer than 379 2023-12-01T04:46:29.385 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 380 (ObjNum 249 snap 79 seq_num 249) dirty exists 2023-12-01T04:46:29.386 INFO:tasks.rados.rados.0.smithi111.stdout:809: left oid 48 (ObjNum 249 snap 79 seq_num 249) 2023-12-01T04:46:29.401 INFO:tasks.rados.rados.0.smithi111.stdout:810: finishing copy_from to smithi111183488-23 2023-12-01T04:46:29.401 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 368 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:46:29.402 INFO:tasks.rados.rados.0.smithi111.stdout:810: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:46:29] "GET /metrics HTTP/1.1" 200 36096 "" "Prometheus/2.43.0" 2023-12-01T04:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:29 smithi111 ceph-mon[97855]: pgmap v291: 121 pgs: 121 active+clean; 280 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-01T04:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:29 smithi111 ceph-mon[97855]: osdmap e213: 8 total, 8 up, 8 in 2023-12-01T04:46:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:29 smithi111 ceph-mon[116524]: pgmap v291: 121 pgs: 121 active+clean; 280 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-01T04:46:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:29 smithi111 ceph-mon[116524]: osdmap e213: 8 total, 8 up, 8 in 2023-12-01T04:46:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:29 smithi155 ceph-mon[102677]: pgmap v291: 121 pgs: 121 active+clean; 280 MiB data, 776 MiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.3 MiB/s wr, 28 op/s 2023-12-01T04:46:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:29 smithi155 ceph-mon[102677]: osdmap e213: 8 total, 8 up, 8 in 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:809: done (2 left) 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:810: done (1 left) 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:812: done (0 left) 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:813: read oid 28 snap -1 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:813: expect (ObjNum 235 snap 74 seq_num 235) 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 80 2023-12-01T04:46:30.372 INFO:tasks.rados.rados.0.smithi111.stdout:814: seq_num 251 ranges {2392064=606208,2998272=614400,3612672=589824} 2023-12-01T04:46:30.388 INFO:tasks.rados.rados.0.smithi111.stdout:814: writing smithi111183488-2 from 2392064 to 2998272 tid 1 2023-12-01T04:46:30.392 INFO:tasks.rados.rados.0.smithi111.stdout:814: writing smithi111183488-2 from 2998272 to 3612672 tid 2 2023-12-01T04:46:30.396 INFO:tasks.rados.rados.0.smithi111.stdout:814: writing smithi111183488-2 from 3612672 to 4202496 tid 3 2023-12-01T04:46:30.396 INFO:tasks.rados.rados.0.smithi111.stdout:815: delete oid 38 current snap is 80 2023-12-01T04:46:30.396 INFO:tasks.rados.rados.0.smithi111.stdout:813: expect (ObjNum 235 snap 74 seq_num 235) 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: finishing write tid 1 to smithi111183488-2 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: finishing write tid 2 to smithi111183488-2 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: finishing write tid 3 to smithi111183488-2 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: finishing write tid 4 to smithi111183488-2 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: finishing write tid 5 to smithi111183488-2 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: oid 2 updating version 0 to 408 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: oid 2 version 408 is already newer than 407 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: oid 2 version 408 is already newer than 406 2023-12-01T04:46:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:814: oid 2 version 408 is already newer than 405 2023-12-01T04:46:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 408 (ObjNum 251 snap 80 seq_num 251) dirty exists 2023-12-01T04:46:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:814: left oid 2 (ObjNum 251 snap 80 seq_num 251) 2023-12-01T04:46:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:813: done (2 left) 2023-12-01T04:46:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:814: done (1 left) 2023-12-01T04:46:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:815: done (0 left) 2023-12-01T04:46:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:816: snap_create 2023-12-01T04:46:31.380 INFO:tasks.rados.rados.0.smithi111.stdout:816: done (0 left) 2023-12-01T04:46:31.380 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 81 2023-12-01T04:46:31.380 INFO:tasks.rados.rados.0.smithi111.stdout:817: seq_num 253 ranges {3538944=647168,4186112=786432,4972544=417792} 2023-12-01T04:46:31.402 INFO:tasks.rados.rados.0.smithi111.stdout:817: writing smithi111183488-27 from 3538944 to 4186112 tid 1 2023-12-01T04:46:31.407 INFO:tasks.rados.rados.0.smithi111.stdout:817: writing smithi111183488-27 from 4186112 to 4972544 tid 2 2023-12-01T04:46:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:817: writing smithi111183488-27 from 4972544 to 5390336 tid 3 2023-12-01T04:46:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:818: read oid 26 snap -1 2023-12-01T04:46:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:818: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:46:31.409 INFO:tasks.rados.rados.0.smithi111.stdout:819: read oid 13 snap -1 2023-12-01T04:46:31.410 INFO:tasks.rados.rados.0.smithi111.stdout:819: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:46:31.410 INFO:tasks.rados.rados.0.smithi111.stdout:820: snap_create 2023-12-01T04:46:31.411 INFO:tasks.rados.rados.0.smithi111.stdout:817: finishing write tid 1 to smithi111183488-27 2023-12-01T04:46:31.411 INFO:tasks.rados.rados.0.smithi111.stdout:817: finishing write tid 2 to smithi111183488-27 2023-12-01T04:46:31.414 INFO:tasks.rados.rados.0.smithi111.stdout:817: finishing write tid 3 to smithi111183488-27 2023-12-01T04:46:31.415 INFO:tasks.rados.rados.0.smithi111.stdout:817: finishing write tid 4 to smithi111183488-27 2023-12-01T04:46:31.416 INFO:tasks.rados.rados.0.smithi111.stdout:817: finishing write tid 5 to smithi111183488-27 2023-12-01T04:46:31.416 INFO:tasks.rados.rados.0.smithi111.stdout:817: oid 27 updating version 0 to 244 2023-12-01T04:46:31.416 INFO:tasks.rados.rados.0.smithi111.stdout:817: oid 27 updating version 244 to 247 2023-12-01T04:46:31.416 INFO:tasks.rados.rados.0.smithi111.stdout:817: oid 27 version 247 is already newer than 246 2023-12-01T04:46:31.416 INFO:tasks.rados.rados.0.smithi111.stdout:817: oid 27 version 247 is already newer than 245 2023-12-01T04:46:31.417 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 247 (ObjNum 253 snap 81 seq_num 253) dirty exists 2023-12-01T04:46:31.417 INFO:tasks.rados.rados.0.smithi111.stdout:817: left oid 27 (ObjNum 253 snap 81 seq_num 253) 2023-12-01T04:46:31.417 INFO:tasks.rados.rados.0.smithi111.stdout:818: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:46:31.444 INFO:tasks.rados.rados.0.smithi111.stdout:819: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:46:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:31 smithi155 ceph-mon[102677]: osdmap e214: 8 total, 8 up, 8 in 2023-12-01T04:46:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:31 smithi155 ceph-mon[102677]: pgmap v294: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-01T04:46:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:31 smithi111 ceph-mon[116524]: osdmap e214: 8 total, 8 up, 8 in 2023-12-01T04:46:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:31 smithi111 ceph-mon[116524]: pgmap v294: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-01T04:46:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:31 smithi111 ceph-mon[97855]: osdmap e214: 8 total, 8 up, 8 in 2023-12-01T04:46:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:31 smithi111 ceph-mon[97855]: pgmap v294: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-01T04:46:32.385 INFO:tasks.rados.rados.0.smithi111.stdout:817: done (3 left) 2023-12-01T04:46:32.385 INFO:tasks.rados.rados.0.smithi111.stdout:818: done (2 left) 2023-12-01T04:46:32.386 INFO:tasks.rados.rados.0.smithi111.stdout:819: done (1 left) 2023-12-01T04:46:32.386 INFO:tasks.rados.rados.0.smithi111.stdout:820: done (0 left) 2023-12-01T04:46:32.386 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 82 2023-12-01T04:46:32.386 INFO:tasks.rados.rados.0.smithi111.stdout:821: seq_num 254 ranges {1196032=663552,1859584=663552,2523136=540672} 2023-12-01T04:46:32.395 INFO:tasks.rados.rados.0.smithi111.stdout:821: writing smithi111183488-6 from 1196032 to 1859584 tid 1 2023-12-01T04:46:32.398 INFO:tasks.rados.rados.0.smithi111.stdout:821: writing smithi111183488-6 from 1859584 to 2523136 tid 2 2023-12-01T04:46:32.402 INFO:tasks.rados.rados.0.smithi111.stdout:821: writing smithi111183488-6 from 2523136 to 3063808 tid 3 2023-12-01T04:46:32.402 INFO:tasks.rados.rados.0.smithi111.stdout:822: rollback oid 25 current snap is 82 2023-12-01T04:46:32.402 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 25 to 21 2023-12-01T04:46:32.402 INFO:tasks.rados.rados.0.smithi111.stdout:821: finishing write tid 1 to smithi111183488-6 2023-12-01T04:46:32.402 INFO:tasks.rados.rados.0.smithi111.stdout:823: delete oid 34 current snap is 82 2023-12-01T04:46:32.402 INFO:tasks.rados.rados.0.smithi111.stdout:821: finishing write tid 2 to smithi111183488-6 2023-12-01T04:46:32.407 INFO:tasks.rados.rados.0.smithi111.stdout:821: finishing write tid 3 to smithi111183488-6 2023-12-01T04:46:32.407 INFO:tasks.rados.rados.0.smithi111.stdout:821: finishing write tid 4 to smithi111183488-6 2023-12-01T04:46:32.407 INFO:tasks.rados.rados.0.smithi111.stdout:822: finishing rollback tid 0 to smithi111183488-25 2023-12-01T04:46:32.408 INFO:tasks.rados.rados.0.smithi111.stdout:823: done (2 left) 2023-12-01T04:46:32.408 INFO:tasks.rados.rados.0.smithi111.stdout:824: rmattr oid 50 current snap is 82 2023-12-01T04:46:32.408 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 82 2023-12-01T04:46:32.408 INFO:tasks.rados.rados.0.smithi111.stdout:825: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2023-12-01T04:46:32.412 INFO:tasks.rados.rados.0.smithi111.stdout:825: writing smithi111183488-15 from 0 to 696320 tid 1 2023-12-01T04:46:32.414 INFO:tasks.rados.rados.0.smithi111.stdout:825: writing smithi111183488-15 from 696320 to 1130496 tid 2 2023-12-01T04:46:32.419 INFO:tasks.rados.rados.0.smithi111.stdout:825: writing smithi111183488-15 from 1130496 to 1900544 tid 3 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:826: rollback oid 34 current snap is 82 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 34 to 74 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:822: finishing rollback tid 1 to smithi111183488-25 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:827: read oid 36 snap -1 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:827: expect (ObjNum 223 snap 66 seq_num 223) 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 82 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:822: finishing rollback tid 2 to smithi111183488-25 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 371 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:821: finishing write tid 5 to smithi111183488-6 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:821: oid 6 updating version 0 to 154 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:821: oid 6 version 154 is already newer than 152 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:821: oid 6 version 154 is already newer than 153 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:821: oid 6 version 154 is already newer than 151 2023-12-01T04:46:32.420 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 154 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:46:32.421 INFO:tasks.rados.rados.0.smithi111.stdout:821: left oid 6 (ObjNum 254 snap 82 seq_num 254) 2023-12-01T04:46:32.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 392 (ObjNum 125 snap 33 seq_num 125) dirty exists 2023-12-01T04:46:32.421 INFO:tasks.rados.rados.0.smithi111.stdout:825: finishing write tid 1 to smithi111183488-15 2023-12-01T04:46:32.421 INFO:tasks.rados.rados.0.smithi111.stdout:828: seq_num 257 ranges {0=712704,712704=720896,1433600=483328} 2023-12-01T04:46:32.424 INFO:tasks.rados.rados.0.smithi111.stdout:828: writing smithi111183488-4 from 0 to 712704 tid 1 2023-12-01T04:46:32.428 INFO:tasks.rados.rados.0.smithi111.stdout:828: writing smithi111183488-4 from 712704 to 1433600 tid 2 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:828: writing smithi111183488-4 from 1433600 to 1916928 tid 3 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:821: done (6 left) 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:822: done (5 left) 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:824: done (4 left) 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:829: setattr oid 40 current snap is 82 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:825: finishing write tid 2 to smithi111183488-15 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:826: finishing rollback tid 1 to smithi111183488-34 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 172 (ObjNum 145 snap 0 seq_num 3706754400) dirty dne 2023-12-01T04:46:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:827: expect (ObjNum 223 snap 66 seq_num 223) 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: finishing write tid 3 to smithi111183488-15 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: finishing write tid 4 to smithi111183488-15 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: finishing write tid 5 to smithi111183488-15 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: oid 15 updating version 0 to 176 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: oid 15 version 176 is already newer than 174 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: oid 15 updating version 176 to 177 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: oid 15 version 177 is already newer than 175 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 177 (ObjNum 256 snap 82 seq_num 256) dirty exists 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:825: left oid 15 (ObjNum 256 snap 82 seq_num 256) 2023-12-01T04:46:32.468 INFO:tasks.rados.rados.0.smithi111.stdout:828: finishing write tid 1 to smithi111183488-4 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: finishing write tid 2 to smithi111183488-4 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: finishing write tid 3 to smithi111183488-4 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: finishing write tid 4 to smithi111183488-4 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: finishing write tid 5 to smithi111183488-4 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: oid 4 updating version 0 to 409 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: oid 4 updating version 409 to 410 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: oid 4 updating version 410 to 412 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: oid 4 version 412 is already newer than 411 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 412 (ObjNum 257 snap 82 seq_num 257) dirty exists 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: left oid 4 (ObjNum 257 snap 82 seq_num 257) 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:825: done (4 left) 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:826: done (3 left) 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:827: done (2 left) 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:828: done (1 left) 2023-12-01T04:46:32.469 INFO:tasks.rados.rados.0.smithi111.stdout:830: copy_from oid 13 from oid 46 current snap is 82 2023-12-01T04:46:32.470 INFO:tasks.rados.rados.0.smithi111.stdout:831: read oid 22 snap 81 2023-12-01T04:46:32.470 INFO:tasks.rados.rados.0.smithi111.stdout:831: expect (ObjNum 89 snap 18 seq_num 89) 2023-12-01T04:46:32.470 INFO:tasks.rados.rados.0.smithi111.stdout:832: snap_create 2023-12-01T04:46:32.470 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 173 (ObjNum 151 snap 46 seq_num 151) dirty exists 2023-12-01T04:46:32.473 INFO:tasks.rados.rados.0.smithi111.stdout:831: expect (ObjNum 89 snap 18 seq_num 89) 2023-12-01T04:46:32.515 INFO:tasks.rados.rados.0.smithi111.stdout:830: finishing copy_from to smithi111183488-13 2023-12-01T04:46:32.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 368 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:46:32.516 INFO:tasks.rados.rados.0.smithi111.stdout:830: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:46:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:32 smithi155 ceph-mon[102677]: osdmap e215: 8 total, 8 up, 8 in 2023-12-01T04:46:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:32 smithi111 ceph-mon[97855]: osdmap e215: 8 total, 8 up, 8 in 2023-12-01T04:46:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:32 smithi111 ceph-mon[116524]: osdmap e215: 8 total, 8 up, 8 in 2023-12-01T04:46:33.374 INFO:tasks.rados.rados.0.smithi111.stdout:829: done (3 left) 2023-12-01T04:46:33.374 INFO:tasks.rados.rados.0.smithi111.stdout:830: done (2 left) 2023-12-01T04:46:33.374 INFO:tasks.rados.rados.0.smithi111.stdout:831: done (1 left) 2023-12-01T04:46:33.374 INFO:tasks.rados.rados.0.smithi111.stdout:832: done (0 left) 2023-12-01T04:46:33.374 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 83 2023-12-01T04:46:33.374 INFO:tasks.rados.rados.0.smithi111.stdout:833: seq_num 258 ranges {3727360=729088,4456448=606208,5062656=598016} 2023-12-01T04:46:33.398 INFO:tasks.rados.rados.0.smithi111.stdout:833: writing smithi111183488-16 from 3727360 to 4456448 tid 1 2023-12-01T04:46:33.401 INFO:tasks.rados.rados.0.smithi111.stdout:833: writing smithi111183488-16 from 4456448 to 5062656 tid 2 2023-12-01T04:46:33.405 INFO:tasks.rados.rados.0.smithi111.stdout:833: writing smithi111183488-16 from 5062656 to 5660672 tid 3 2023-12-01T04:46:33.405 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 83 2023-12-01T04:46:33.405 INFO:tasks.rados.rados.0.smithi111.stdout:833: finishing write tid 1 to smithi111183488-16 2023-12-01T04:46:33.406 INFO:tasks.rados.rados.0.smithi111.stdout:834: seq_num 259 ranges {0=745472,745472=540672,1286144=581632,1867776=81920} 2023-12-01T04:46:33.409 INFO:tasks.rados.rados.0.smithi111.stdout:834: writing smithi111183488-30 from 0 to 745472 tid 1 2023-12-01T04:46:33.413 INFO:tasks.rados.rados.0.smithi111.stdout:834: writing smithi111183488-30 from 745472 to 1286144 tid 2 2023-12-01T04:46:33.416 INFO:tasks.rados.rados.0.smithi111.stdout:834: writing smithi111183488-30 from 1286144 to 1867776 tid 3 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:834: writing smithi111183488-30 from 1867776 to 1949696 tid 4 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:835: snap_create 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: finishing write tid 2 to smithi111183488-16 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: finishing write tid 3 to smithi111183488-16 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: finishing write tid 4 to smithi111183488-16 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: finishing write tid 5 to smithi111183488-16 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: oid 16 updating version 0 to 414 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: oid 16 updating version 414 to 417 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: oid 16 version 417 is already newer than 415 2023-12-01T04:46:33.417 INFO:tasks.rados.rados.0.smithi111.stdout:833: oid 16 version 417 is already newer than 416 2023-12-01T04:46:33.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 417 (ObjNum 258 snap 83 seq_num 258) dirty exists 2023-12-01T04:46:33.418 INFO:tasks.rados.rados.0.smithi111.stdout:833: left oid 16 (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:46:33.418 INFO:tasks.rados.rados.0.smithi111.stdout:834: finishing write tid 1 to smithi111183488-30 2023-12-01T04:46:33.418 INFO:tasks.rados.rados.0.smithi111.stdout:834: finishing write tid 2 to smithi111183488-30 2023-12-01T04:46:33.419 INFO:tasks.rados.rados.0.smithi111.stdout:834: finishing write tid 3 to smithi111183488-30 2023-12-01T04:46:33.419 INFO:tasks.rados.rados.0.smithi111.stdout:834: finishing write tid 4 to smithi111183488-30 2023-12-01T04:46:33.419 INFO:tasks.rados.rados.0.smithi111.stdout:834: finishing write tid 5 to smithi111183488-30 2023-12-01T04:46:33.420 INFO:tasks.rados.rados.0.smithi111.stdout:834: finishing write tid 6 to smithi111183488-30 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:834: oid 30 updating version 0 to 409 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:834: oid 30 updating version 409 to 412 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:834: oid 30 updating version 412 to 413 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:834: oid 30 version 413 is already newer than 411 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:834: oid 30 version 413 is already newer than 410 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 413 (ObjNum 259 snap 83 seq_num 259) dirty exists 2023-12-01T04:46:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:834: left oid 30 (ObjNum 259 snap 83 seq_num 259) 2023-12-01T04:46:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:33 smithi155 ceph-mon[102677]: osdmap e216: 8 total, 8 up, 8 in 2023-12-01T04:46:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:33 smithi155 ceph-mon[102677]: pgmap v297: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-01T04:46:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:33 smithi155 ceph-mon[102677]: osdmap e217: 8 total, 8 up, 8 in 2023-12-01T04:46:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:33 smithi111 ceph-mon[97855]: osdmap e216: 8 total, 8 up, 8 in 2023-12-01T04:46:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:33 smithi111 ceph-mon[97855]: pgmap v297: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-01T04:46:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:33 smithi111 ceph-mon[97855]: osdmap e217: 8 total, 8 up, 8 in 2023-12-01T04:46:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:33 smithi111 ceph-mon[116524]: osdmap e216: 8 total, 8 up, 8 in 2023-12-01T04:46:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:33 smithi111 ceph-mon[116524]: pgmap v297: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 31 op/s 2023-12-01T04:46:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:33 smithi111 ceph-mon[116524]: osdmap e217: 8 total, 8 up, 8 in 2023-12-01T04:46:34.396 INFO:tasks.rados.rados.0.smithi111.stdout:833: done (2 left) 2023-12-01T04:46:34.396 INFO:tasks.rados.rados.0.smithi111.stdout:834: done (1 left) 2023-12-01T04:46:34.396 INFO:tasks.rados.rados.0.smithi111.stdout:835: done (0 left) 2023-12-01T04:46:34.397 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 84 2023-12-01T04:46:34.397 INFO:tasks.rados.rados.0.smithi111.stdout:836: seq_num 260 ranges {2760704=761856,3522560=417792,3940352=786432} 2023-12-01T04:46:34.414 INFO:tasks.rados.rados.0.smithi111.stdout:836: writing smithi111183488-45 from 2760704 to 3522560 tid 1 2023-12-01T04:46:34.417 INFO:tasks.rados.rados.0.smithi111.stdout:836: writing smithi111183488-45 from 3522560 to 3940352 tid 2 2023-12-01T04:46:34.422 INFO:tasks.rados.rados.0.smithi111.stdout:836: writing smithi111183488-45 from 3940352 to 4726784 tid 3 2023-12-01T04:46:34.422 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 84 2023-12-01T04:46:34.422 INFO:tasks.rados.rados.0.smithi111.stdout:836: finishing write tid 1 to smithi111183488-45 2023-12-01T04:46:34.422 INFO:tasks.rados.rados.0.smithi111.stdout:836: finishing write tid 2 to smithi111183488-45 2023-12-01T04:46:34.422 INFO:tasks.rados.rados.0.smithi111.stdout:837: seq_num 261 ranges {1712128=778240,2490368=704512,3194880=499712} 2023-12-01T04:46:34.435 INFO:tasks.rados.rados.0.smithi111.stdout:837: writing smithi111183488-10 from 1712128 to 2490368 tid 1 2023-12-01T04:46:34.439 INFO:tasks.rados.rados.0.smithi111.stdout:837: writing smithi111183488-10 from 2490368 to 3194880 tid 2 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:837: writing smithi111183488-10 from 3194880 to 3694592 tid 3 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:838: delete oid 7 current snap is 84 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:836: finishing write tid 3 to smithi111183488-45 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:836: finishing write tid 4 to smithi111183488-45 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:836: finishing write tid 5 to smithi111183488-45 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:836: oid 45 updating version 0 to 180 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:836: oid 45 updating version 180 to 181 2023-12-01T04:46:34.443 INFO:tasks.rados.rados.0.smithi111.stdout:836: oid 45 updating version 181 to 182 2023-12-01T04:46:34.444 INFO:tasks.rados.rados.0.smithi111.stdout:836: oid 45 version 182 is already newer than 179 2023-12-01T04:46:34.444 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 182 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-01T04:46:34.444 INFO:tasks.rados.rados.0.smithi111.stdout:836: left oid 45 (ObjNum 260 snap 84 seq_num 260) 2023-12-01T04:46:34.444 INFO:tasks.rados.rados.0.smithi111.stdout:837: finishing write tid 1 to smithi111183488-10 2023-12-01T04:46:34.444 INFO:tasks.rados.rados.0.smithi111.stdout:837: finishing write tid 2 to smithi111183488-10 2023-12-01T04:46:34.448 INFO:tasks.rados.rados.0.smithi111.stdout:836: done (2 left) 2023-12-01T04:46:34.448 INFO:tasks.rados.rados.0.smithi111.stdout:838: done (1 left) 2023-12-01T04:46:34.448 INFO:tasks.rados.rados.0.smithi111.stdout:839: rmattr oid 20 current snap is 84 2023-12-01T04:46:34.448 INFO:tasks.rados.rados.0.smithi111.stdout:839: done (1 left) 2023-12-01T04:46:34.448 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 84 2023-12-01T04:46:34.448 INFO:tasks.rados.rados.0.smithi111.stdout:840: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2023-12-01T04:46:34.449 INFO:tasks.rados.rados.0.smithi111.stdout:840: writing smithi111183488-24 from 0 to 409600 tid 1 2023-12-01T04:46:34.451 INFO:tasks.rados.rados.0.smithi111.stdout:840: writing smithi111183488-24 from 409600 to 884736 tid 2 2023-12-01T04:46:34.455 INFO:tasks.rados.rados.0.smithi111.stdout:840: writing smithi111183488-24 from 884736 to 1441792 tid 3 2023-12-01T04:46:34.459 INFO:tasks.rados.rados.0.smithi111.stdout:840: writing smithi111183488-24 from 1441792 to 2015232 tid 4 2023-12-01T04:46:34.459 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 84 2023-12-01T04:46:34.459 INFO:tasks.rados.rados.0.smithi111.stdout:837: finishing write tid 3 to smithi111183488-10 2023-12-01T04:46:34.459 INFO:tasks.rados.rados.0.smithi111.stdout:841: seq_num 264 ranges {0=425984,425984=761856,1187840=770048,1957888=73728} 2023-12-01T04:46:34.461 INFO:tasks.rados.rados.0.smithi111.stdout:841: writing smithi111183488-37 from 0 to 425984 tid 1 2023-12-01T04:46:34.465 INFO:tasks.rados.rados.0.smithi111.stdout:841: writing smithi111183488-37 from 425984 to 1187840 tid 2 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:841: writing smithi111183488-37 from 1187840 to 1957888 tid 3 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:841: writing smithi111183488-37 from 1957888 to 2031616 tid 4 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:842: delete oid 43 current snap is 84 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:837: finishing write tid 4 to smithi111183488-10 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:837: finishing write tid 5 to smithi111183488-10 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:837: oid 10 updating version 0 to 422 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:837: oid 10 version 422 is already newer than 420 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:837: oid 10 version 422 is already newer than 421 2023-12-01T04:46:34.471 INFO:tasks.rados.rados.0.smithi111.stdout:837: oid 10 version 422 is already newer than 419 2023-12-01T04:46:34.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 422 (ObjNum 261 snap 84 seq_num 261) dirty exists 2023-12-01T04:46:34.472 INFO:tasks.rados.rados.0.smithi111.stdout:837: left oid 10 (ObjNum 261 snap 84 seq_num 261) 2023-12-01T04:46:34.472 INFO:tasks.rados.rados.0.smithi111.stdout:840: finishing write tid 1 to smithi111183488-24 2023-12-01T04:46:34.472 INFO:tasks.rados.rados.0.smithi111.stdout:840: finishing write tid 2 to smithi111183488-24 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: finishing write tid 3 to smithi111183488-24 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: finishing write tid 4 to smithi111183488-24 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: finishing write tid 5 to smithi111183488-24 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: finishing write tid 6 to smithi111183488-24 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: oid 24 updating version 0 to 424 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: oid 24 updating version 424 to 427 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: oid 24 version 427 is already newer than 426 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: oid 24 version 427 is already newer than 425 2023-12-01T04:46:34.473 INFO:tasks.rados.rados.0.smithi111.stdout:840: oid 24 updating version 427 to 428 2023-12-01T04:46:34.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 428 (ObjNum 263 snap 84 seq_num 263) dirty exists 2023-12-01T04:46:34.474 INFO:tasks.rados.rados.0.smithi111.stdout:840: left oid 24 (ObjNum 263 snap 84 seq_num 263) 2023-12-01T04:46:34.474 INFO:tasks.rados.rados.0.smithi111.stdout:841: finishing write tid 1 to smithi111183488-37 2023-12-01T04:46:34.474 INFO:tasks.rados.rados.0.smithi111.stdout:841: finishing write tid 2 to smithi111183488-37 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:837: done (3 left) 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:840: done (2 left) 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:842: done (1 left) 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:843: snap_create 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:841: finishing write tid 3 to smithi111183488-37 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:841: finishing write tid 4 to smithi111183488-37 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:841: finishing write tid 5 to smithi111183488-37 2023-12-01T04:46:34.475 INFO:tasks.rados.rados.0.smithi111.stdout:841: finishing write tid 6 to smithi111183488-37 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:841: oid 37 updating version 0 to 225 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:841: oid 37 updating version 225 to 229 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:841: oid 37 version 229 is already newer than 228 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:841: oid 37 version 229 is already newer than 226 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:841: oid 37 version 229 is already newer than 227 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 229 (ObjNum 264 snap 84 seq_num 264) dirty exists 2023-12-01T04:46:34.476 INFO:tasks.rados.rados.0.smithi111.stdout:841: left oid 37 (ObjNum 264 snap 84 seq_num 264) 2023-12-01T04:46:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:35.404 INFO:tasks.rados.rados.0.smithi111.stdout:841: done (1 left) 2023-12-01T04:46:35.404 INFO:tasks.rados.rados.0.smithi111.stdout:843: done (0 left) 2023-12-01T04:46:35.404 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 85 2023-12-01T04:46:35.404 INFO:tasks.rados.rados.0.smithi111.stdout:844: seq_num 266 ranges {909312=458752,1368064=524288,1892352=729088,2621440=352256} 2023-12-01T04:46:35.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: writing smithi111183488-13 from 909312 to 1368064 tid 1 2023-12-01T04:46:35.414 INFO:tasks.rados.rados.0.smithi111.stdout:844: writing smithi111183488-13 from 1368064 to 1892352 tid 2 2023-12-01T04:46:35.418 INFO:tasks.rados.rados.0.smithi111.stdout:844: writing smithi111183488-13 from 1892352 to 2621440 tid 3 2023-12-01T04:46:35.421 INFO:tasks.rados.rados.0.smithi111.stdout:844: writing smithi111183488-13 from 2621440 to 2973696 tid 4 2023-12-01T04:46:35.421 INFO:tasks.rados.rados.0.smithi111.stdout:845: delete oid 50 current snap is 85 2023-12-01T04:46:35.421 INFO:tasks.rados.rados.0.smithi111.stdout:844: finishing write tid 1 to smithi111183488-13 2023-12-01T04:46:35.422 INFO:tasks.rados.rados.0.smithi111.stdout:844: finishing write tid 2 to smithi111183488-13 2023-12-01T04:46:35.422 INFO:tasks.rados.rados.0.smithi111.stdout:844: finishing write tid 3 to smithi111183488-13 2023-12-01T04:46:35.423 INFO:tasks.rados.rados.0.smithi111.stdout:844: finishing write tid 4 to smithi111183488-13 2023-12-01T04:46:35.423 INFO:tasks.rados.rados.0.smithi111.stdout:844: finishing write tid 5 to smithi111183488-13 2023-12-01T04:46:35.423 INFO:tasks.rados.rados.0.smithi111.stdout:845: done (1 left) 2023-12-01T04:46:35.423 INFO:tasks.rados.rados.0.smithi111.stdout:846: rollback oid 21 current snap is 85 2023-12-01T04:46:35.423 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 69 2023-12-01T04:46:35.423 INFO:tasks.rados.rados.0.smithi111.stdout:847: snap_remove snap 82 2023-12-01T04:46:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:35 smithi155 ceph-mon[102677]: osdmap e218: 8 total, 8 up, 8 in 2023-12-01T04:46:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:35 smithi155 ceph-mon[102677]: pgmap v300: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:35 smithi111 ceph-mon[97855]: osdmap e218: 8 total, 8 up, 8 in 2023-12-01T04:46:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:35 smithi111 ceph-mon[97855]: pgmap v300: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:35 smithi111 ceph-mon[116524]: osdmap e218: 8 total, 8 up, 8 in 2023-12-01T04:46:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:35 smithi111 ceph-mon[116524]: pgmap v300: 121 pgs: 121 active+clean; 291 MiB data, 812 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:847: done (2 left) 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:848: snap_create 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:846: finishing rollback tid 0 to smithi111183488-21 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:846: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: finishing write tid 6 to smithi111183488-13 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: oid 13 updating version 0 to 418 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: oid 13 version 418 is already newer than 417 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: oid 13 version 418 is already newer than 416 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: oid 13 updating version 418 to 419 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: oid 13 version 419 is already newer than 415 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 419 (ObjNum 266 snap 85 seq_num 266) dirty exists 2023-12-01T04:46:36.411 INFO:tasks.rados.rados.0.smithi111.stdout:844: left oid 13 (ObjNum 266 snap 85 seq_num 266) 2023-12-01T04:46:36.412 INFO:tasks.rados.rados.0.smithi111.stdout:846: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:46:36.412 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 398 (ObjNum 204 snap 59 seq_num 204) dirty exists 2023-12-01T04:46:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:36 smithi155 ceph-mon[102677]: osdmap e219: 8 total, 8 up, 8 in 2023-12-01T04:46:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:36 smithi111 ceph-mon[97855]: osdmap e219: 8 total, 8 up, 8 in 2023-12-01T04:46:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:36 smithi111 ceph-mon[116524]: osdmap e219: 8 total, 8 up, 8 in 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:844: done (2 left) 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:846: done (1 left) 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:848: done (0 left) 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:849: read oid 46 snap -1 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:849: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 86 2023-12-01T04:46:37.415 INFO:tasks.rados.rados.0.smithi111.stdout:850: seq_num 268 ranges {2015232=491520,2506752=745472,3252224=745472,3997696=114688} 2023-12-01T04:46:37.428 INFO:tasks.rados.rados.0.smithi111.stdout:850: writing smithi111183488-24 from 2015232 to 2506752 tid 1 2023-12-01T04:46:37.433 INFO:tasks.rados.rados.0.smithi111.stdout:850: writing smithi111183488-24 from 2506752 to 3252224 tid 2 2023-12-01T04:46:37.437 INFO:tasks.rados.rados.0.smithi111.stdout:850: writing smithi111183488-24 from 3252224 to 3997696 tid 3 2023-12-01T04:46:37.438 INFO:tasks.rados.rados.0.smithi111.stdout:850: writing smithi111183488-24 from 3997696 to 4112384 tid 4 2023-12-01T04:46:37.438 INFO:tasks.rados.rados.0.smithi111.stdout:851: snap_create 2023-12-01T04:46:37.438 INFO:tasks.rados.rados.0.smithi111.stdout:849: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:46:37.467 INFO:tasks.rados.rados.0.smithi111.stdout:850: finishing write tid 1 to smithi111183488-24 2023-12-01T04:46:37.467 INFO:tasks.rados.rados.0.smithi111.stdout:850: finishing write tid 2 to smithi111183488-24 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: finishing write tid 3 to smithi111183488-24 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: finishing write tid 4 to smithi111183488-24 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: finishing write tid 5 to smithi111183488-24 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: finishing write tid 6 to smithi111183488-24 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: oid 24 updating version 0 to 439 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: oid 24 version 439 is already newer than 436 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: oid 24 version 439 is already newer than 437 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: oid 24 version 439 is already newer than 438 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: oid 24 updating version 439 to 440 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 440 (ObjNum 268 snap 86 seq_num 268) dirty exists 2023-12-01T04:46:37.468 INFO:tasks.rados.rados.0.smithi111.stdout:850: left oid 24 (ObjNum 268 snap 86 seq_num 268) 2023-12-01T04:46:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:37 smithi155 ceph-mon[102677]: osdmap e220: 8 total, 8 up, 8 in 2023-12-01T04:46:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:37 smithi155 ceph-mon[102677]: pgmap v303: 121 pgs: 121 active+clean; 315 MiB data, 837 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-01T04:46:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:37 smithi111 ceph-mon[97855]: osdmap e220: 8 total, 8 up, 8 in 2023-12-01T04:46:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:37 smithi111 ceph-mon[97855]: pgmap v303: 121 pgs: 121 active+clean; 315 MiB data, 837 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-01T04:46:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:37 smithi111 ceph-mon[116524]: osdmap e220: 8 total, 8 up, 8 in 2023-12-01T04:46:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:37 smithi111 ceph-mon[116524]: pgmap v303: 121 pgs: 121 active+clean; 315 MiB data, 837 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-01T04:46:38.418 INFO:tasks.rados.rados.0.smithi111.stdout:849: done (2 left) 2023-12-01T04:46:38.418 INFO:tasks.rados.rados.0.smithi111.stdout:850: done (1 left) 2023-12-01T04:46:38.418 INFO:tasks.rados.rados.0.smithi111.stdout:851: done (0 left) 2023-12-01T04:46:38.418 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 87 2023-12-01T04:46:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:852: seq_num 269 ranges {1499136=507904,2007040=630784,2637824=557056,3194880=417792} 2023-12-01T04:46:38.428 INFO:tasks.rados.rados.0.smithi111.stdout:852: writing smithi111183488-22 from 1499136 to 2007040 tid 1 2023-12-01T04:46:38.432 INFO:tasks.rados.rados.0.smithi111.stdout:852: writing smithi111183488-22 from 2007040 to 2637824 tid 2 2023-12-01T04:46:38.435 INFO:tasks.rados.rados.0.smithi111.stdout:852: writing smithi111183488-22 from 2637824 to 3194880 tid 3 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:852: writing smithi111183488-22 from 3194880 to 3612672 tid 4 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:853: copy_from oid 23 from oid 12 current snap is 87 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:852: finishing write tid 1 to smithi111183488-22 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:852: finishing write tid 2 to smithi111183488-22 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:854: rmattr oid 11 current snap is 87 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:854: done (2 left) 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:855: rollback oid 7 current snap is 87 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 60 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:856: rollback oid 29 current snap is 87 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 64 2023-12-01T04:46:38.439 INFO:tasks.rados.rados.0.smithi111.stdout:852: finishing write tid 3 to smithi111183488-22 2023-12-01T04:46:38.440 INFO:tasks.rados.rados.0.smithi111.stdout:857: snap_create 2023-12-01T04:46:38.443 INFO:tasks.rados.rados.0.smithi111.stdout:852: finishing write tid 4 to smithi111183488-22 2023-12-01T04:46:38.443 INFO:tasks.rados.rados.0.smithi111.stdout:852: finishing write tid 5 to smithi111183488-22 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: finishing write tid 6 to smithi111183488-22 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: oid 22 updating version 0 to 178 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: oid 22 updating version 178 to 179 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: oid 22 version 179 is already newer than 175 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: oid 22 version 179 is already newer than 177 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: oid 22 version 179 is already newer than 176 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 179 (ObjNum 269 snap 87 seq_num 269) dirty exists 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:852: left oid 22 (ObjNum 269 snap 87 seq_num 269) 2023-12-01T04:46:38.445 INFO:tasks.rados.rados.0.smithi111.stdout:855: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:46:38.446 INFO:tasks.rados.rados.0.smithi111.stdout:855: finishing rollback tid 2 to smithi111183488-7 2023-12-01T04:46:38.446 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 222 (ObjNum 181 snap 55 seq_num 181) dirty exists 2023-12-01T04:46:38.446 INFO:tasks.rados.rados.0.smithi111.stdout:856: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:46:38.446 INFO:tasks.rados.rados.0.smithi111.stdout:856: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:46:38.446 INFO:tasks.rados.rados.0.smithi111.stdout:856: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:46:38.446 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 406 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:46:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:853: finishing copy_from to smithi111183488-23 2023-12-01T04:46:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 230 (ObjNum 241 snap 77 seq_num 241) dirty exists 2023-12-01T04:46:38.458 INFO:tasks.rados.rados.0.smithi111.stdout:853: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:46:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:38 smithi155 ceph-mon[102677]: osdmap e221: 8 total, 8 up, 8 in 2023-12-01T04:46:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:38 smithi111 ceph-mon[97855]: osdmap e221: 8 total, 8 up, 8 in 2023-12-01T04:46:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:38 smithi111 ceph-mon[116524]: osdmap e221: 8 total, 8 up, 8 in 2023-12-01T04:46:39.429 INFO:tasks.rados.rados.0.smithi111.stdout:852: done (4 left) 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:853: done (3 left) 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:855: done (2 left) 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:856: done (1 left) 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:857: done (0 left) 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:858: rollback oid 43 current snap is 88 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 79 2023-12-01T04:46:39.430 INFO:tasks.rados.rados.0.smithi111.stdout:859: snap_create 2023-12-01T04:46:39.431 INFO:tasks.rados.rados.0.smithi111.stdout:858: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:46:39.431 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 114 (ObjNum 177 snap 0 seq_num 0) dirty dne 2023-12-01T04:46:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:39 smithi155 ceph-mon[102677]: osdmap e222: 8 total, 8 up, 8 in 2023-12-01T04:46:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:39 smithi155 ceph-mon[102677]: pgmap v306: 121 pgs: 121 active+clean; 315 MiB data, 837 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-01T04:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:46:39] "GET /metrics HTTP/1.1" 200 36094 "" "Prometheus/2.43.0" 2023-12-01T04:46:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:39 smithi111 ceph-mon[97855]: osdmap e222: 8 total, 8 up, 8 in 2023-12-01T04:46:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:39 smithi111 ceph-mon[97855]: pgmap v306: 121 pgs: 121 active+clean; 315 MiB data, 837 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-01T04:46:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:39 smithi111 ceph-mon[116524]: osdmap e222: 8 total, 8 up, 8 in 2023-12-01T04:46:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:39 smithi111 ceph-mon[116524]: pgmap v306: 121 pgs: 121 active+clean; 315 MiB data, 837 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.3 MiB/s wr, 27 op/s 2023-12-01T04:46:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:858: done (1 left) 2023-12-01T04:46:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:859: done (0 left) 2023-12-01T04:46:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:860: rmattr oid 29 current snap is 89 2023-12-01T04:46:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:860: done (0 left) 2023-12-01T04:46:40.428 INFO:tasks.rados.rados.0.smithi111.stdout:861: snap_create 2023-12-01T04:46:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:40 smithi155 ceph-mon[102677]: osdmap e223: 8 total, 8 up, 8 in 2023-12-01T04:46:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:40 smithi111 ceph-mon[97855]: osdmap e223: 8 total, 8 up, 8 in 2023-12-01T04:46:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:40 smithi111 ceph-mon[116524]: osdmap e223: 8 total, 8 up, 8 in 2023-12-01T04:46:41.429 INFO:tasks.rados.rados.0.smithi111.stdout:861: done (0 left) 2023-12-01T04:46:41.430 INFO:tasks.rados.rados.0.smithi111.stdout:862: delete oid 33 current snap is 90 2023-12-01T04:46:41.435 INFO:tasks.rados.rados.0.smithi111.stdout:862: done (0 left) 2023-12-01T04:46:41.435 INFO:tasks.rados.rados.0.smithi111.stdout:863: setattr oid 48 current snap is 90 2023-12-01T04:46:41.436 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 90 2023-12-01T04:46:41.436 INFO:tasks.rados.rados.0.smithi111.stdout:864: seq_num 271 ranges {4202496=540672,4743168=802816,5545984=516096,6062080=286720} 2023-12-01T04:46:41.462 INFO:tasks.rados.rados.0.smithi111.stdout:864: writing smithi111183488-2 from 4202496 to 4743168 tid 1 2023-12-01T04:46:41.467 INFO:tasks.rados.rados.0.smithi111.stdout:864: writing smithi111183488-2 from 4743168 to 5545984 tid 2 2023-12-01T04:46:41.470 INFO:tasks.rados.rados.0.smithi111.stdout:864: writing smithi111183488-2 from 5545984 to 6062080 tid 3 2023-12-01T04:46:41.472 INFO:tasks.rados.rados.0.smithi111.stdout:864: writing smithi111183488-2 from 6062080 to 6348800 tid 4 2023-12-01T04:46:41.472 INFO:tasks.rados.rados.0.smithi111.stdout:865: read oid 37 snap -1 2023-12-01T04:46:41.472 INFO:tasks.rados.rados.0.smithi111.stdout:865: expect (ObjNum 264 snap 84 seq_num 264) 2023-12-01T04:46:41.472 INFO:tasks.rados.rados.0.smithi111.stdout:866: copy_from oid 40 from oid 33 current snap is 90 2023-12-01T04:46:41.472 INFO:tasks.rados.rados.0.smithi111.stdout:867: snap_remove snap 47 2023-12-01T04:46:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:41 smithi155 ceph-mon[102677]: osdmap e224: 8 total, 8 up, 8 in 2023-12-01T04:46:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:41 smithi155 ceph-mon[102677]: pgmap v309: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 698 KiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-01T04:46:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:41 smithi155 ceph-mon[102677]: osdmap e225: 8 total, 8 up, 8 in 2023-12-01T04:46:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:41 smithi111 ceph-mon[97855]: osdmap e224: 8 total, 8 up, 8 in 2023-12-01T04:46:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:41 smithi111 ceph-mon[97855]: pgmap v309: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 698 KiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-01T04:46:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:41 smithi111 ceph-mon[97855]: osdmap e225: 8 total, 8 up, 8 in 2023-12-01T04:46:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:41 smithi111 ceph-mon[116524]: osdmap e224: 8 total, 8 up, 8 in 2023-12-01T04:46:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:41 smithi111 ceph-mon[116524]: pgmap v309: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 698 KiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-01T04:46:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:41 smithi111 ceph-mon[116524]: osdmap e225: 8 total, 8 up, 8 in 2023-12-01T04:46:42.443 INFO:tasks.rados.rados.0.smithi111.stdout:867: done (4 left) 2023-12-01T04:46:42.443 INFO:tasks.rados.rados.0.smithi111.stdout:868: setattr oid 18 current snap is 90 2023-12-01T04:46:42.447 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:46:42.447 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 385 (ObjNum 249 snap 79 seq_num 249) dirty exists 2023-12-01T04:46:42.447 INFO:tasks.rados.rados.0.smithi111.stdout:864: finishing write tid 1 to smithi111183488-2 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:864: finishing write tid 2 to smithi111183488-2 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:864: finishing write tid 3 to smithi111183488-2 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:864: finishing write tid 4 to smithi111183488-2 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:864: finishing write tid 5 to smithi111183488-2 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:866: finishing copy_from to smithi111183488-40 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:866: got expected ENOENT (src dne) 2023-12-01T04:46:42.448 INFO:tasks.rados.rados.0.smithi111.stdout:864: finishing write tid 6 to smithi111183488-2 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:864: oid 2 updating version 0 to 443 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:864: oid 2 updating version 443 to 445 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:864: oid 2 version 445 is already newer than 442 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:864: oid 2 version 445 is already newer than 444 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:864: oid 2 updating version 445 to 446 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 446 (ObjNum 271 snap 90 seq_num 271) dirty exists 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:864: left oid 2 (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:46:42.449 INFO:tasks.rados.rados.0.smithi111.stdout:866: finishing copy_from racing read to smithi111183488-40 2023-12-01T04:46:42.450 INFO:tasks.rados.rados.0.smithi111.stdout:865: expect (ObjNum 264 snap 84 seq_num 264) 2023-12-01T04:46:42.507 INFO:tasks.rados.rados.0.smithi111.stdout:863: done (4 left) 2023-12-01T04:46:42.507 INFO:tasks.rados.rados.0.smithi111.stdout:864: done (3 left) 2023-12-01T04:46:42.507 INFO:tasks.rados.rados.0.smithi111.stdout:865: done (2 left) 2023-12-01T04:46:42.507 INFO:tasks.rados.rados.0.smithi111.stdout:866: done (1 left) 2023-12-01T04:46:42.507 INFO:tasks.rados.rados.0.smithi111.stdout:869: snap_create 2023-12-01T04:46:42.509 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 180 (ObjNum 114 snap 27 seq_num 114) dirty exists 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3m) 2m ago 4m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4m) 2m ago 4m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5m) 2m ago 5m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5m) 2m ago 5m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8m) 2m ago 8m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10m) 2m ago 10m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10m) 2m ago 10m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9m) 2m ago 9m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:46:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8m) 2m ago 8m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4m) 2m ago 4m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4m) 2m ago 4m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8m) 2m ago 8m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8m) 2m ago 8m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7m) 2m ago 7m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7m) 2m ago 7m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6m) 2m ago 6m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6m) 2m ago 6m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6m) 2m ago 6m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5m) 2m ago 5m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:46:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3m) 2m ago 5m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:46:43.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:46:43.140 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:46:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:868: done (1 left) 2023-12-01T04:46:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:869: done (0 left) 2023-12-01T04:46:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 91 2023-12-01T04:46:43.372 INFO:tasks.rados.rados.0.smithi111.stdout:870: seq_num 272 ranges {2031616=565248,2596864=688128,3284992=729088,4014080=188416} 2023-12-01T04:46:43.386 INFO:tasks.rados.rados.0.smithi111.stdout:870: writing smithi111183488-37 from 2031616 to 2596864 tid 1 2023-12-01T04:46:43.389 INFO:tasks.rados.rados.0.smithi111.stdout:870: writing smithi111183488-37 from 2596864 to 3284992 tid 2 2023-12-01T04:46:43.394 INFO:tasks.rados.rados.0.smithi111.stdout:870: writing smithi111183488-37 from 3284992 to 4014080 tid 3 2023-12-01T04:46:43.395 INFO:tasks.rados.rados.0.smithi111.stdout:870: writing smithi111183488-37 from 4014080 to 4202496 tid 4 2023-12-01T04:46:43.395 INFO:tasks.rados.rados.0.smithi111.stdout:871: snap_create 2023-12-01T04:46:43.395 INFO:tasks.rados.rados.0.smithi111.stdout:870: finishing write tid 1 to smithi111183488-37 2023-12-01T04:46:43.395 INFO:tasks.rados.rados.0.smithi111.stdout:870: finishing write tid 2 to smithi111183488-37 2023-12-01T04:46:43.398 INFO:tasks.rados.rados.0.smithi111.stdout:870: finishing write tid 3 to smithi111183488-37 2023-12-01T04:46:43.398 INFO:tasks.rados.rados.0.smithi111.stdout:870: finishing write tid 4 to smithi111183488-37 2023-12-01T04:46:43.399 INFO:tasks.rados.rados.0.smithi111.stdout:870: finishing write tid 5 to smithi111183488-37 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: finishing write tid 6 to smithi111183488-37 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: oid 37 updating version 0 to 237 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: oid 37 updating version 237 to 239 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: oid 37 version 239 is already newer than 238 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: oid 37 updating version 239 to 241 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: oid 37 version 241 is already newer than 240 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 241 (ObjNum 272 snap 91 seq_num 272) dirty exists 2023-12-01T04:46:43.400 INFO:tasks.rados.rados.0.smithi111.stdout:870: left oid 37 (ObjNum 272 snap 91 seq_num 272) 2023-12-01T04:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:43 smithi155 ceph-mon[102677]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:43 smithi155 ceph-mon[102677]: osdmap e226: 8 total, 8 up, 8 in 2023-12-01T04:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:43 smithi155 ceph-mon[102677]: pgmap v312: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 698 KiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-01T04:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:43 smithi155 ceph-mon[102677]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/426295903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:43 smithi155 ceph-mon[102677]: osdmap e227: 8 total, 8 up, 8 in 2023-12-01T04:46:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[97855]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[97855]: osdmap e226: 8 total, 8 up, 8 in 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[97855]: pgmap v312: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 698 KiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[97855]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/426295903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[97855]: osdmap e227: 8 total, 8 up, 8 in 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[116524]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[116524]: osdmap e226: 8 total, 8 up, 8 in 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[116524]: pgmap v312: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail; 698 KiB/s rd, 1.9 MiB/s wr, 7 op/s 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[116524]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/426295903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:43 smithi111 ceph-mon[116524]: osdmap e227: 8 total, 8 up, 8 in 2023-12-01T04:46:44.378 INFO:tasks.rados.rados.0.smithi111.stdout:870: done (1 left) 2023-12-01T04:46:44.379 INFO:tasks.rados.rados.0.smithi111.stdout:871: done (0 left) 2023-12-01T04:46:44.379 INFO:tasks.rados.rados.0.smithi111.stdout:872: read oid 11 snap 39 2023-12-01T04:46:44.379 INFO:tasks.rados.rados.0.smithi111.stdout:872: expect (ObjNum 129 snap 34 seq_num 129) 2023-12-01T04:46:44.379 INFO:tasks.rados.rados.0.smithi111.stdout:873: snap_create 2023-12-01T04:46:44.393 INFO:tasks.rados.rados.0.smithi111.stdout:872: expect (ObjNum 129 snap 34 seq_num 129) 2023-12-01T04:46:45.384 INFO:tasks.rados.rados.0.smithi111.stdout:872: done (1 left) 2023-12-01T04:46:45.384 INFO:tasks.rados.rados.0.smithi111.stdout:873: done (0 left) 2023-12-01T04:46:45.384 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 93 2023-12-01T04:46:45.385 INFO:tasks.rados.rados.0.smithi111.stdout:874: seq_num 273 ranges {3694592=581632,4276224=565248,4841472=532480,5373952=507904} 2023-12-01T04:46:45.407 INFO:tasks.rados.rados.0.smithi111.stdout:874: writing smithi111183488-10 from 3694592 to 4276224 tid 1 2023-12-01T04:46:45.411 INFO:tasks.rados.rados.0.smithi111.stdout:874: writing smithi111183488-10 from 4276224 to 4841472 tid 2 2023-12-01T04:46:45.414 INFO:tasks.rados.rados.0.smithi111.stdout:874: writing smithi111183488-10 from 4841472 to 5373952 tid 3 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:874: writing smithi111183488-10 from 5373952 to 5881856 tid 4 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:875: copy_from oid 5 from oid 16 current snap is 93 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:874: finishing write tid 1 to smithi111183488-10 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:874: finishing write tid 2 to smithi111183488-10 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:874: finishing write tid 3 to smithi111183488-10 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:876: copy_from oid 36 from oid 3 current snap is 93 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:877: read oid 6 snap -1 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:877: expect (ObjNum 254 snap 82 seq_num 254) 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:878: read oid 47 snap -1 2023-12-01T04:46:45.418 INFO:tasks.rados.rados.0.smithi111.stdout:878: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:46:45.419 INFO:tasks.rados.rados.0.smithi111.stdout:879: delete oid 44 current snap is 93 2023-12-01T04:46:45.421 INFO:tasks.rados.rados.0.smithi111.stdout:874: finishing write tid 4 to smithi111183488-10 2023-12-01T04:46:45.421 INFO:tasks.rados.rados.0.smithi111.stdout:878: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:46:45.427 INFO:tasks.rados.rados.0.smithi111.stdout:878: done (5 left) 2023-12-01T04:46:45.427 INFO:tasks.rados.rados.0.smithi111.stdout:879: done (4 left) 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 93 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: finishing write tid 5 to smithi111183488-10 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: finishing write tid 6 to smithi111183488-10 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: oid 10 updating version 0 to 455 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: oid 10 updating version 455 to 456 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: oid 10 updating version 456 to 458 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: oid 10 version 458 is already newer than 454 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: oid 10 version 458 is already newer than 457 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 458 (ObjNum 273 snap 93 seq_num 273) dirty exists 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:874: left oid 10 (ObjNum 273 snap 93 seq_num 273) 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:876: finishing copy_from to smithi111183488-36 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:876: got expected ENOENT (src dne) 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:876: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:46:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:880: seq_num 275 ranges {1548288=614400,2162688=786432,2949120=499712,3448832=319488} 2023-12-01T04:46:45.439 INFO:tasks.rados.rados.0.smithi111.stdout:880: writing smithi111183488-28 from 1548288 to 2162688 tid 1 2023-12-01T04:46:45.443 INFO:tasks.rados.rados.0.smithi111.stdout:880: writing smithi111183488-28 from 2162688 to 2949120 tid 2 2023-12-01T04:46:45.449 INFO:tasks.rados.rados.0.smithi111.stdout:880: writing smithi111183488-28 from 2949120 to 3448832 tid 3 2023-12-01T04:46:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:880: writing smithi111183488-28 from 3448832 to 3768320 tid 4 2023-12-01T04:46:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:874: done (4 left) 2023-12-01T04:46:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:876: done (3 left) 2023-12-01T04:46:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:881: rollback oid 47 current snap is 93 2023-12-01T04:46:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 91 2023-12-01T04:46:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:877: expect (ObjNum 254 snap 82 seq_num 254) 2023-12-01T04:46:45.562 INFO:tasks.rados.rados.0.smithi111.stdout:880: finishing write tid 1 to smithi111183488-28 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:877: done (3 left) 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:882: setattr oid 20 current snap is 93 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:880: finishing write tid 2 to smithi111183488-28 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:875: finishing copy_from to smithi111183488-5 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 417 (ObjNum 258 snap 83 seq_num 258) dirty exists 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:881: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:875: finishing copy_from racing read to smithi111183488-5 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:881: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:880: finishing write tid 3 to smithi111183488-28 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:880: finishing write tid 4 to smithi111183488-28 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:881: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 247 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:46:45.563 INFO:tasks.rados.rados.0.smithi111.stdout:880: finishing write tid 5 to smithi111183488-28 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: finishing write tid 6 to smithi111183488-28 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: oid 28 updating version 0 to 257 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: oid 28 version 257 is already newer than 256 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: oid 28 version 257 is already newer than 254 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: oid 28 version 257 is already newer than 253 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: oid 28 version 257 is already newer than 255 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 257 (ObjNum 275 snap 93 seq_num 275) dirty exists 2023-12-01T04:46:45.564 INFO:tasks.rados.rados.0.smithi111.stdout:880: left oid 28 (ObjNum 275 snap 93 seq_num 275) 2023-12-01T04:46:45.565 INFO:tasks.rados.rados.0.smithi111.stdout:875: done (3 left) 2023-12-01T04:46:45.565 INFO:tasks.rados.rados.0.smithi111.stdout:880: done (2 left) 2023-12-01T04:46:45.566 INFO:tasks.rados.rados.0.smithi111.stdout:881: done (1 left) 2023-12-01T04:46:45.566 INFO:tasks.rados.rados.0.smithi111.stdout:883: snap_remove snap 21 2023-12-01T04:46:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:45 smithi155 ceph-mon[102677]: osdmap e228: 8 total, 8 up, 8 in 2023-12-01T04:46:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:45 smithi155 ceph-mon[102677]: pgmap v315: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:46:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:45 smithi111 ceph-mon[97855]: osdmap e228: 8 total, 8 up, 8 in 2023-12-01T04:46:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:45 smithi111 ceph-mon[97855]: pgmap v315: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:46:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:45 smithi111 ceph-mon[116524]: osdmap e228: 8 total, 8 up, 8 in 2023-12-01T04:46:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:45 smithi111 ceph-mon[116524]: pgmap v315: 121 pgs: 121 active+clean; 324 MiB data, 893 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:46:46.391 INFO:tasks.rados.rados.0.smithi111.stdout:883: done (1 left) 2023-12-01T04:46:46.392 INFO:tasks.rados.rados.0.smithi111.stdout:884: snap_create 2023-12-01T04:46:46.392 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 372 (ObjNum 33 snap 0 seq_num 1802462310) dirty exists 2023-12-01T04:46:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:46 smithi155 ceph-mon[102677]: osdmap e229: 8 total, 8 up, 8 in 2023-12-01T04:46:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:46:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:46:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:46:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[97855]: osdmap e229: 8 total, 8 up, 8 in 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[116524]: osdmap e229: 8 total, 8 up, 8 in 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:46:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:882: done (1 left) 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:884: done (0 left) 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:885: rmattr oid 17 current snap is 94 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:886: read oid 13 snap -1 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:886: expect (ObjNum 266 snap 85 seq_num 266) 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 94 2023-12-01T04:46:47.395 INFO:tasks.rados.rados.0.smithi111.stdout:887: seq_num 276 ranges {5881856=630784,6512640=671744,7184384=704512,7888896=229376} 2023-12-01T04:46:47.429 INFO:tasks.rados.rados.0.smithi111.stdout:887: writing smithi111183488-10 from 5881856 to 6512640 tid 1 2023-12-01T04:46:47.433 INFO:tasks.rados.rados.0.smithi111.stdout:887: writing smithi111183488-10 from 6512640 to 7184384 tid 2 2023-12-01T04:46:47.437 INFO:tasks.rados.rados.0.smithi111.stdout:887: writing smithi111183488-10 from 7184384 to 7888896 tid 3 2023-12-01T04:46:47.439 INFO:tasks.rados.rados.0.smithi111.stdout:887: writing smithi111183488-10 from 7888896 to 8118272 tid 4 2023-12-01T04:46:47.439 INFO:tasks.rados.rados.0.smithi111.stdout:888: delete oid 31 current snap is 94 2023-12-01T04:46:47.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 407 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:46:47.440 INFO:tasks.rados.rados.0.smithi111.stdout:886: expect (ObjNum 266 snap 85 seq_num 266) 2023-12-01T04:46:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:887: finishing write tid 1 to smithi111183488-10 2023-12-01T04:46:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:887: finishing write tid 2 to smithi111183488-10 2023-12-01T04:46:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:887: finishing write tid 3 to smithi111183488-10 2023-12-01T04:46:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:887: finishing write tid 4 to smithi111183488-10 2023-12-01T04:46:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:887: finishing write tid 5 to smithi111183488-10 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: finishing write tid 6 to smithi111183488-10 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: oid 10 updating version 0 to 470 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: oid 10 updating version 470 to 473 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: oid 10 version 473 is already newer than 471 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: oid 10 updating version 473 to 474 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: oid 10 version 474 is already newer than 472 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 474 (ObjNum 276 snap 94 seq_num 276) dirty exists 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: left oid 10 (ObjNum 276 snap 94 seq_num 276) 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:885: done (3 left) 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:886: done (2 left) 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:887: done (1 left) 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:888: done (0 left) 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:889: read oid 10 snap -1 2023-12-01T04:46:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:889: expect (ObjNum 276 snap 94 seq_num 276) 2023-12-01T04:46:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 94 2023-12-01T04:46:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:890: seq_num 278 ranges {1040384=663552,1703936=442368,2146304=720896,2867200=442368} 2023-12-01T04:46:47.544 INFO:tasks.rados.rados.0.smithi111.stdout:890: writing smithi111183488-29 from 1040384 to 1703936 tid 1 2023-12-01T04:46:47.547 INFO:tasks.rados.rados.0.smithi111.stdout:890: writing smithi111183488-29 from 1703936 to 2146304 tid 2 2023-12-01T04:46:47.553 INFO:tasks.rados.rados.0.smithi111.stdout:890: writing smithi111183488-29 from 2146304 to 2867200 tid 3 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:890: writing smithi111183488-29 from 2867200 to 3309568 tid 4 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:891: read oid 20 snap -1 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:891: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:892: read oid 44 snap -1 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:892: expect deleted 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 94 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:890: finishing write tid 1 to smithi111183488-29 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:890: finishing write tid 2 to smithi111183488-29 2023-12-01T04:46:47.556 INFO:tasks.rados.rados.0.smithi111.stdout:893: seq_num 279 ranges {1597440=679936,2277376=720896,2998272=483328,3481600=401408} 2023-12-01T04:46:47.568 INFO:tasks.rados.rados.0.smithi111.stdout:893: writing smithi111183488-39 from 1597440 to 2277376 tid 1 2023-12-01T04:46:47.572 INFO:tasks.rados.rados.0.smithi111.stdout:893: writing smithi111183488-39 from 2277376 to 2998272 tid 2 2023-12-01T04:46:47.575 INFO:tasks.rados.rados.0.smithi111.stdout:893: writing smithi111183488-39 from 2998272 to 3481600 tid 3 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:893: writing smithi111183488-39 from 3481600 to 3883008 tid 4 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:894: read oid 35 snap -1 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:894: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:895: read oid 32 snap -1 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:895: expect (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:896: delete oid 4 current snap is 94 2023-12-01T04:46:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:891: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:46:47.586 INFO:tasks.rados.rados.0.smithi111.stdout:891: done (7 left) 2023-12-01T04:46:47.586 INFO:tasks.rados.rados.0.smithi111.stdout:892: done (6 left) 2023-12-01T04:46:47.586 INFO:tasks.rados.rados.0.smithi111.stdout:896: done (5 left) 2023-12-01T04:46:47.586 INFO:tasks.rados.rados.0.smithi111.stdout:897: read oid 5 snap -1 2023-12-01T04:46:47.586 INFO:tasks.rados.rados.0.smithi111.stdout:897: expect (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:898: delete oid 11 current snap is 94 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: finishing write tid 3 to smithi111183488-29 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: finishing write tid 4 to smithi111183488-29 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: finishing write tid 5 to smithi111183488-29 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: finishing write tid 6 to smithi111183488-29 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: oid 29 updating version 0 to 432 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: oid 29 version 432 is already newer than 429 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: oid 29 version 432 is already newer than 430 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: oid 29 version 432 is already newer than 428 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: oid 29 version 432 is already newer than 431 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 432 (ObjNum 278 snap 94 seq_num 278) dirty exists 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:890: left oid 29 (ObjNum 278 snap 94 seq_num 278) 2023-12-01T04:46:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:889: expect (ObjNum 276 snap 94 seq_num 276) 2023-12-01T04:46:47.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:47 smithi155 ceph-mon[102677]: osdmap e230: 8 total, 8 up, 8 in 2023-12-01T04:46:47.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:47 smithi155 ceph-mon[102677]: pgmap v318: 121 pgs: 121 active+clean; 326 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-01T04:46:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:47 smithi111 ceph-mon[97855]: osdmap e230: 8 total, 8 up, 8 in 2023-12-01T04:46:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:47 smithi111 ceph-mon[97855]: pgmap v318: 121 pgs: 121 active+clean; 326 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-01T04:46:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:47 smithi111 ceph-mon[116524]: osdmap e230: 8 total, 8 up, 8 in 2023-12-01T04:46:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:47 smithi111 ceph-mon[116524]: pgmap v318: 121 pgs: 121 active+clean; 326 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-01T04:46:47.969 INFO:tasks.rados.rados.0.smithi111.stdout:893: finishing write tid 1 to smithi111183488-39 2023-12-01T04:46:47.969 INFO:tasks.rados.rados.0.smithi111.stdout:893: finishing write tid 2 to smithi111183488-39 2023-12-01T04:46:47.970 INFO:tasks.rados.rados.0.smithi111.stdout:893: finishing write tid 3 to smithi111183488-39 2023-12-01T04:46:47.970 INFO:tasks.rados.rados.0.smithi111.stdout:895: expect (ObjNum 166 snap 51 seq_num 166) 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: finishing write tid 4 to smithi111183488-39 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: finishing write tid 5 to smithi111183488-39 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: finishing write tid 6 to smithi111183488-39 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: oid 39 updating version 0 to 164 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: oid 39 updating version 164 to 166 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: oid 39 updating version 166 to 167 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: oid 39 version 167 is already newer than 165 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: oid 39 updating version 167 to 168 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 168 (ObjNum 279 snap 94 seq_num 279) dirty exists 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: left oid 39 (ObjNum 279 snap 94 seq_num 279) 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:889: done (6 left) 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:890: done (5 left) 2023-12-01T04:46:47.980 INFO:tasks.rados.rados.0.smithi111.stdout:893: done (4 left) 2023-12-01T04:46:47.981 INFO:tasks.rados.rados.0.smithi111.stdout:895: done (3 left) 2023-12-01T04:46:47.981 INFO:tasks.rados.rados.0.smithi111.stdout:898: done (2 left) 2023-12-01T04:46:47.981 INFO:tasks.rados.rados.0.smithi111.stdout:899: read oid 46 snap -1 2023-12-01T04:46:47.981 INFO:tasks.rados.rados.0.smithi111.stdout:899: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:46:47.981 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 94 2023-12-01T04:46:47.981 INFO:tasks.rados.rados.0.smithi111.stdout:894: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:48.059 INFO:tasks.rados.rados.0.smithi111.stdout:897: expect (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:46:48.334 INFO:tasks.rados.rados.0.smithi111.stdout:899: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:46:48.362 INFO:tasks.rados.rados.0.smithi111.stdout:900: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2023-12-01T04:46:48.365 INFO:tasks.rados.rados.0.smithi111.stdout:900: writing smithi111183488-50 from 0 to 729088 tid 1 2023-12-01T04:46:48.368 INFO:tasks.rados.rados.0.smithi111.stdout:900: writing smithi111183488-50 from 729088 to 1155072 tid 2 2023-12-01T04:46:48.374 INFO:tasks.rados.rados.0.smithi111.stdout:900: writing smithi111183488-50 from 1155072 to 1859584 tid 3 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:900: writing smithi111183488-50 from 1859584 to 2334720 tid 4 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:894: done (3 left) 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:897: done (2 left) 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:899: done (1 left) 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 94 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:900: finishing write tid 1 to smithi111183488-50 2023-12-01T04:46:48.376 INFO:tasks.rados.rados.0.smithi111.stdout:901: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2023-12-01T04:46:48.380 INFO:tasks.rados.rados.0.smithi111.stdout:901: writing smithi111183488-44 from 0 to 745472 tid 1 2023-12-01T04:46:48.384 INFO:tasks.rados.rados.0.smithi111.stdout:901: writing smithi111183488-44 from 745472 to 1458176 tid 2 2023-12-01T04:46:48.387 INFO:tasks.rados.rados.0.smithi111.stdout:901: writing smithi111183488-44 from 1458176 to 1916928 tid 3 2023-12-01T04:46:48.390 INFO:tasks.rados.rados.0.smithi111.stdout:901: writing smithi111183488-44 from 1916928 to 2351104 tid 4 2023-12-01T04:46:48.390 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 94 2023-12-01T04:46:48.390 INFO:tasks.rados.rados.0.smithi111.stdout:900: finishing write tid 2 to smithi111183488-50 2023-12-01T04:46:48.390 INFO:tasks.rados.rados.0.smithi111.stdout:902: seq_num 284 ranges {8118272=761856,8880128=598016,9478144=671744,10149888=335872} 2023-12-01T04:46:48.437 INFO:tasks.rados.rados.0.smithi111.stdout:902: writing smithi111183488-10 from 8118272 to 8880128 tid 1 2023-12-01T04:46:48.441 INFO:tasks.rados.rados.0.smithi111.stdout:902: writing smithi111183488-10 from 8880128 to 9478144 tid 2 2023-12-01T04:46:48.444 INFO:tasks.rados.rados.0.smithi111.stdout:902: writing smithi111183488-10 from 9478144 to 10149888 tid 3 2023-12-01T04:46:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:902: writing smithi111183488-10 from 10149888 to 10485760 tid 4 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: finishing write tid 3 to smithi111183488-50 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:903: rmattr oid 35 current snap is 94 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: finishing write tid 4 to smithi111183488-50 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: finishing write tid 5 to smithi111183488-50 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: finishing write tid 6 to smithi111183488-50 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: oid 50 updating version 0 to 437 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: oid 50 version 437 is already newer than 433 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: oid 50 version 437 is already newer than 436 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: oid 50 version 437 is already newer than 435 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: oid 50 version 437 is already newer than 434 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 437 (ObjNum 282 snap 94 seq_num 282) dirty exists 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:900: left oid 50 (ObjNum 282 snap 94 seq_num 282) 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:901: finishing write tid 1 to smithi111183488-44 2023-12-01T04:46:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:901: finishing write tid 2 to smithi111183488-44 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: finishing write tid 3 to smithi111183488-44 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:900: done (3 left) 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:904: delete oid 11 current snap is 94 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: finishing write tid 4 to smithi111183488-44 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: finishing write tid 5 to smithi111183488-44 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: finishing write tid 6 to smithi111183488-44 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: oid 44 updating version 0 to 256 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: oid 44 updating version 256 to 260 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: oid 44 version 260 is already newer than 259 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: oid 44 version 260 is already newer than 258 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: oid 44 version 260 is already newer than 257 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 260 (ObjNum 283 snap 94 seq_num 283) dirty exists 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:901: left oid 44 (ObjNum 283 snap 94 seq_num 283) 2023-12-01T04:46:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:902: finishing write tid 1 to smithi111183488-10 2023-12-01T04:46:48.450 INFO:tasks.rados.rados.0.smithi111.stdout:902: finishing write tid 2 to smithi111183488-10 2023-12-01T04:46:48.450 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 0 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:901: done (3 left) 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:903: done (2 left) 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:904: done (1 left) 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:905: copy_from oid 22 from oid 5 current snap is 94 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:906: snap_create 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:902: finishing write tid 3 to smithi111183488-10 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:902: finishing write tid 4 to smithi111183488-10 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:902: finishing write tid 5 to smithi111183488-10 2023-12-01T04:46:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:902: finishing write tid 6 to smithi111183488-10 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:902: oid 10 updating version 0 to 477 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:902: oid 10 updating version 477 to 479 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:902: oid 10 updating version 479 to 481 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:902: oid 10 version 481 is already newer than 480 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:902: oid 10 version 481 is already newer than 478 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 481 (ObjNum 284 snap 94 seq_num 284) dirty exists 2023-12-01T04:46:48.452 INFO:tasks.rados.rados.0.smithi111.stdout:902: left oid 10 (ObjNum 284 snap 94 seq_num 284) 2023-12-01T04:46:48.477 INFO:tasks.rados.rados.0.smithi111.stdout:905: finishing copy_from to smithi111183488-22 2023-12-01T04:46:48.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 417 (ObjNum 258 snap 83 seq_num 258) dirty exists 2023-12-01T04:46:48.477 INFO:tasks.rados.rados.0.smithi111.stdout:905: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:46:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:48 smithi155 ceph-mon[102677]: osdmap e231: 8 total, 8 up, 8 in 2023-12-01T04:46:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:48 smithi155 ceph-mon[102677]: osdmap e232: 8 total, 8 up, 8 in 2023-12-01T04:46:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:48 smithi111 ceph-mon[97855]: osdmap e231: 8 total, 8 up, 8 in 2023-12-01T04:46:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:48 smithi111 ceph-mon[97855]: osdmap e232: 8 total, 8 up, 8 in 2023-12-01T04:46:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:48 smithi111 ceph-mon[116524]: osdmap e231: 8 total, 8 up, 8 in 2023-12-01T04:46:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:48 smithi111 ceph-mon[116524]: osdmap e232: 8 total, 8 up, 8 in 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:902: done (2 left) 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:905: done (1 left) 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:906: done (0 left) 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:907: rollback oid 44 current snap is 95 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 71 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:908: copy_from oid 18 from oid 38 current snap is 95 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 95 2023-12-01T04:46:49.401 INFO:tasks.rados.rados.0.smithi111.stdout:909: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2023-12-01T04:46:49.405 INFO:tasks.rados.rados.0.smithi111.stdout:909: writing smithi111183488-3 from 0 to 794624 tid 1 2023-12-01T04:46:49.409 INFO:tasks.rados.rados.0.smithi111.stdout:909: writing smithi111183488-3 from 794624 to 1556480 tid 2 2023-12-01T04:46:49.413 INFO:tasks.rados.rados.0.smithi111.stdout:909: writing smithi111183488-3 from 1556480 to 2236416 tid 3 2023-12-01T04:46:49.415 INFO:tasks.rados.rados.0.smithi111.stdout:909: writing smithi111183488-3 from 2236416 to 2400256 tid 4 2023-12-01T04:46:49.415 INFO:tasks.rados.rados.0.smithi111.stdout:910: snap_remove snap 28 2023-12-01T04:46:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:49 smithi155 ceph-mon[102677]: pgmap v321: 121 pgs: 121 active+clean; 326 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-01T04:46:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:49 smithi111 ceph-mon[97855]: pgmap v321: 121 pgs: 121 active+clean; 326 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-01T04:46:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:46:49] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:46:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:49 smithi111 ceph-mon[116524]: pgmap v321: 121 pgs: 121 active+clean; 326 MiB data, 901 MiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2023-12-01T04:46:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:46:50.410 INFO:tasks.rados.rados.0.smithi111.stdout:910: done (3 left) 2023-12-01T04:46:50.410 INFO:tasks.rados.rados.0.smithi111.stdout:911: snap_create 2023-12-01T04:46:50.410 INFO:tasks.rados.rados.0.smithi111.stdout:908: finishing copy_from to smithi111183488-18 2023-12-01T04:46:50.410 INFO:tasks.rados.rados.0.smithi111.stdout:908: got expected ENOENT (src dne) 2023-12-01T04:46:50.410 INFO:tasks.rados.rados.0.smithi111.stdout:908: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:907: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:907: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:907: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 264 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: finishing write tid 1 to smithi111183488-3 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: finishing write tid 2 to smithi111183488-3 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: finishing write tid 3 to smithi111183488-3 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: finishing write tid 4 to smithi111183488-3 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: finishing write tid 5 to smithi111183488-3 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: finishing write tid 6 to smithi111183488-3 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: oid 3 updating version 0 to 441 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: oid 3 version 441 is already newer than 440 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: oid 3 version 441 is already newer than 439 2023-12-01T04:46:50.411 INFO:tasks.rados.rados.0.smithi111.stdout:909: oid 3 updating version 441 to 442 2023-12-01T04:46:50.412 INFO:tasks.rados.rados.0.smithi111.stdout:909: oid 3 version 442 is already newer than 438 2023-12-01T04:46:50.412 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 442 (ObjNum 286 snap 95 seq_num 286) dirty exists 2023-12-01T04:46:50.412 INFO:tasks.rados.rados.0.smithi111.stdout:909: left oid 3 (ObjNum 286 snap 95 seq_num 286) 2023-12-01T04:46:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:50 smithi155 ceph-mon[102677]: osdmap e233: 8 total, 8 up, 8 in 2023-12-01T04:46:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:50 smithi111 ceph-mon[97855]: osdmap e233: 8 total, 8 up, 8 in 2023-12-01T04:46:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:50 smithi111 ceph-mon[116524]: osdmap e233: 8 total, 8 up, 8 in 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:907: done (3 left) 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:908: done (2 left) 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:909: done (1 left) 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:911: done (0 left) 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 96 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:912: seq_num 287 ranges {0=8192} 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:912: writing smithi111183488-1 from 0 to 8192 tid 1 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:913: read oid 35 snap -1 2023-12-01T04:46:51.415 INFO:tasks.rados.rados.0.smithi111.stdout:913: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:51.416 INFO:tasks.rados.rados.0.smithi111.stdout:914: snap_create 2023-12-01T04:46:51.421 INFO:tasks.rados.rados.0.smithi111.stdout:912: finishing write tid 1 to smithi111183488-1 2023-12-01T04:46:51.421 INFO:tasks.rados.rados.0.smithi111.stdout:912: finishing write tid 2 to smithi111183488-1 2023-12-01T04:46:51.422 INFO:tasks.rados.rados.0.smithi111.stdout:912: finishing write tid 3 to smithi111183488-1 2023-12-01T04:46:51.422 INFO:tasks.rados.rados.0.smithi111.stdout:912: oid 1 updating version 0 to 373 2023-12-01T04:46:51.422 INFO:tasks.rados.rados.0.smithi111.stdout:912: oid 1 updating version 373 to 374 2023-12-01T04:46:51.423 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 374 (ObjNum 287 snap 96 seq_num 287) dirty exists 2023-12-01T04:46:51.423 INFO:tasks.rados.rados.0.smithi111.stdout:912: left oid 1 (ObjNum 287 snap 96 seq_num 287) 2023-12-01T04:46:51.427 INFO:tasks.rados.rados.0.smithi111.stdout:913: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:46:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:51 smithi155 ceph-mon[102677]: osdmap e234: 8 total, 8 up, 8 in 2023-12-01T04:46:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:51 smithi155 ceph-mon[102677]: pgmap v324: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 33 op/s 2023-12-01T04:46:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:51 smithi111 ceph-mon[97855]: osdmap e234: 8 total, 8 up, 8 in 2023-12-01T04:46:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:51 smithi111 ceph-mon[97855]: pgmap v324: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 33 op/s 2023-12-01T04:46:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:51 smithi111 ceph-mon[116524]: osdmap e234: 8 total, 8 up, 8 in 2023-12-01T04:46:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:51 smithi111 ceph-mon[116524]: pgmap v324: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 33 op/s 2023-12-01T04:46:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:912: done (2 left) 2023-12-01T04:46:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:913: done (1 left) 2023-12-01T04:46:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:914: done (0 left) 2023-12-01T04:46:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:915: rollback oid 37 current snap is 97 2023-12-01T04:46:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 65 2023-12-01T04:46:52.415 INFO:tasks.rados.rados.0.smithi111.stdout:916: delete oid 44 current snap is 97 2023-12-01T04:46:52.419 INFO:tasks.rados.rados.0.smithi111.stdout:915: finishing rollback tid 0 to smithi111183488-37 2023-12-01T04:46:52.420 INFO:tasks.rados.rados.0.smithi111.stdout:915: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:46:52.420 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 275 (ObjNum 129 snap 0 seq_num 3707779848) dirty dne 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:915: done (1 left) 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:916: done (0 left) 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:917: copy_from oid 5 from oid 45 current snap is 97 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:918: read oid 12 snap 64 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:918: expect deleted 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:919: rollback oid 47 current snap is 97 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 77 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 97 2023-12-01T04:46:52.423 INFO:tasks.rados.rados.0.smithi111.stdout:920: seq_num 289 ranges {3768320=40960} 2023-12-01T04:46:52.443 INFO:tasks.rados.rados.0.smithi111.stdout:920: writing smithi111183488-28 from 3768320 to 3809280 tid 1 2023-12-01T04:46:52.443 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 97 2023-12-01T04:46:52.443 INFO:tasks.rados.rados.0.smithi111.stdout:921: seq_num 290 ranges {1343488=57344} 2023-12-01T04:46:52.451 INFO:tasks.rados.rados.0.smithi111.stdout:921: writing smithi111183488-36 from 1343488 to 1400832 tid 1 2023-12-01T04:46:52.451 INFO:tasks.rados.rados.0.smithi111.stdout:922: snap_remove snap 57 2023-12-01T04:46:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:52 smithi155 ceph-mon[102677]: osdmap e235: 8 total, 8 up, 8 in 2023-12-01T04:46:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:52 smithi111 ceph-mon[97855]: osdmap e235: 8 total, 8 up, 8 in 2023-12-01T04:46:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:52 smithi111 ceph-mon[116524]: osdmap e235: 8 total, 8 up, 8 in 2023-12-01T04:46:53.379 INFO:tasks.rados.rados.0.smithi111.stdout:922: done (5 left) 2023-12-01T04:46:53.379 INFO:tasks.rados.rados.0.smithi111.stdout:923: rmattr oid 44 current snap is 97 2023-12-01T04:46:53.379 INFO:tasks.rados.rados.0.smithi111.stdout:923: done (5 left) 2023-12-01T04:46:53.379 INFO:tasks.rados.rados.0.smithi111.stdout:924: setattr oid 19 current snap is 97 2023-12-01T04:46:53.379 INFO:tasks.rados.rados.0.smithi111.stdout:925: snap_remove snap 80 2023-12-01T04:46:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:53 smithi155 ceph-mon[102677]: osdmap e236: 8 total, 8 up, 8 in 2023-12-01T04:46:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:53 smithi155 ceph-mon[102677]: pgmap v327: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 33 op/s 2023-12-01T04:46:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:53 smithi155 ceph-mon[102677]: osdmap e237: 8 total, 8 up, 8 in 2023-12-01T04:46:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:53 smithi111 ceph-mon[97855]: osdmap e236: 8 total, 8 up, 8 in 2023-12-01T04:46:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:53 smithi111 ceph-mon[97855]: pgmap v327: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 33 op/s 2023-12-01T04:46:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:53 smithi111 ceph-mon[97855]: osdmap e237: 8 total, 8 up, 8 in 2023-12-01T04:46:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:53 smithi111 ceph-mon[116524]: osdmap e236: 8 total, 8 up, 8 in 2023-12-01T04:46:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:53 smithi111 ceph-mon[116524]: pgmap v327: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.6 MiB/s wr, 33 op/s 2023-12-01T04:46:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:53 smithi111 ceph-mon[116524]: osdmap e237: 8 total, 8 up, 8 in 2023-12-01T04:46:54.382 INFO:tasks.rados.rados.0.smithi111.stdout:925: done (6 left) 2023-12-01T04:46:54.382 INFO:tasks.rados.rados.0.smithi111.stdout:926: rollback oid 4 current snap is 97 2023-12-01T04:46:54.382 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 50 2023-12-01T04:46:54.382 INFO:tasks.rados.rados.0.smithi111.stdout:927: snap_remove snap 88 2023-12-01T04:46:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:927: done (7 left) 2023-12-01T04:46:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:928: read oid 29 snap -1 2023-12-01T04:46:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:928: expect (ObjNum 278 snap 94 seq_num 278) 2023-12-01T04:46:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:929: copy_from oid 10 from oid 30 current snap is 97 2023-12-01T04:46:55.390 INFO:tasks.rados.rados.0.smithi111.stdout:930: snap_remove snap 76 2023-12-01T04:46:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:55 smithi155 ceph-mon[102677]: osdmap e238: 8 total, 8 up, 8 in 2023-12-01T04:46:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:55 smithi155 ceph-mon[102677]: pgmap v330: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:55 smithi111 ceph-mon[97855]: osdmap e238: 8 total, 8 up, 8 in 2023-12-01T04:46:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:55 smithi111 ceph-mon[97855]: pgmap v330: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:55 smithi111 ceph-mon[116524]: osdmap e238: 8 total, 8 up, 8 in 2023-12-01T04:46:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:55 smithi111 ceph-mon[116524]: pgmap v330: 121 pgs: 121 active+clean; 348 MiB data, 969 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:46:56.390 INFO:tasks.rados.rados.0.smithi111.stdout:930: done (9 left) 2023-12-01T04:46:56.390 INFO:tasks.rados.rados.0.smithi111.stdout:931: delete oid 25 current snap is 97 2023-12-01T04:46:56.390 INFO:tasks.rados.rados.0.smithi111.stdout:919: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:919: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:919: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 281 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:920: finishing write tid 1 to smithi111183488-28 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:917: finishing copy_from to smithi111183488-5 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 182 (ObjNum 260 snap 84 seq_num 260) dirty exists 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:920: finishing write tid 2 to smithi111183488-28 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:917: finishing copy_from racing read to smithi111183488-5 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:920: finishing write tid 3 to smithi111183488-28 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:920: oid 28 updating version 0 to 271 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:920: oid 28 updating version 271 to 272 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 272 (ObjNum 289 snap 97 seq_num 289) dirty exists 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:920: left oid 28 (ObjNum 289 snap 97 seq_num 289) 2023-12-01T04:46:56.391 INFO:tasks.rados.rados.0.smithi111.stdout:921: finishing write tid 1 to smithi111183488-36 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:921: finishing write tid 2 to smithi111183488-36 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:921: finishing write tid 3 to smithi111183488-36 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:921: oid 36 updating version 0 to 173 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:921: oid 36 version 173 is already newer than 172 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 173 (ObjNum 290 snap 97 seq_num 290) dirty exists 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:921: left oid 36 (ObjNum 290 snap 97 seq_num 290) 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 419 (ObjNum 192 snap 58 seq_num 192) dirty exists 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:926: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:926: finishing rollback tid 2 to smithi111183488-4 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 505 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:929: finishing copy_from to smithi111183488-10 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 413 (ObjNum 259 snap 83 seq_num 259) dirty exists 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:929: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:46:56.392 INFO:tasks.rados.rados.0.smithi111.stdout:928: expect (ObjNum 278 snap 94 seq_num 278) 2023-12-01T04:46:56.499 INFO:tasks.rados.rados.0.smithi111.stdout:917: done (9 left) 2023-12-01T04:46:56.499 INFO:tasks.rados.rados.0.smithi111.stdout:918: done (8 left) 2023-12-01T04:46:56.499 INFO:tasks.rados.rados.0.smithi111.stdout:919: done (7 left) 2023-12-01T04:46:56.499 INFO:tasks.rados.rados.0.smithi111.stdout:920: done (6 left) 2023-12-01T04:46:56.499 INFO:tasks.rados.rados.0.smithi111.stdout:921: done (5 left) 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:924: done (4 left) 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:926: done (3 left) 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:928: done (2 left) 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:929: done (1 left) 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:931: done (0 left) 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 97 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:932: seq_num 292 ranges {0=98304} 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:932: writing smithi111183488-41 from 0 to 98304 tid 1 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:933: rollback oid 47 current snap is 97 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 32 2023-12-01T04:46:56.500 INFO:tasks.rados.rados.0.smithi111.stdout:934: snap_create 2023-12-01T04:46:56.501 INFO:tasks.rados.rados.0.smithi111.stdout:932: finishing write tid 1 to smithi111183488-41 2023-12-01T04:46:56.501 INFO:tasks.rados.rados.0.smithi111.stdout:932: finishing write tid 2 to smithi111183488-41 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:933: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:932: finishing write tid 3 to smithi111183488-41 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:932: oid 41 updating version 0 to 186 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:932: oid 41 updating version 186 to 187 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 187 (ObjNum 292 snap 97 seq_num 292) dirty exists 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:932: left oid 41 (ObjNum 292 snap 97 seq_num 292) 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:933: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:933: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:46:56.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 304 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-01T04:46:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:56 smithi155 ceph-mon[102677]: osdmap e239: 8 total, 8 up, 8 in 2023-12-01T04:46:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:56 smithi111 ceph-mon[97855]: osdmap e239: 8 total, 8 up, 8 in 2023-12-01T04:46:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:56 smithi111 ceph-mon[116524]: osdmap e239: 8 total, 8 up, 8 in 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:932: done (2 left) 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:933: done (1 left) 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:934: done (0 left) 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:935: rmattr oid 32 current snap is 98 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:935: done (0 left) 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:936: read oid 50 snap -1 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:936: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:937: rollback oid 48 current snap is 98 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 83 2023-12-01T04:46:57.395 INFO:tasks.rados.rados.0.smithi111.stdout:938: delete oid 5 current snap is 98 2023-12-01T04:46:57.400 INFO:tasks.rados.rados.0.smithi111.stdout:937: finishing rollback tid 0 to smithi111183488-48 2023-12-01T04:46:57.400 INFO:tasks.rados.rados.0.smithi111.stdout:937: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:46:57.400 INFO:tasks.rados.rados.0.smithi111.stdout:937: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:46:57.401 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 451 (ObjNum 249 snap 79 seq_num 249) dirty exists 2023-12-01T04:46:57.406 INFO:tasks.rados.rados.0.smithi111.stdout:937: done (2 left) 2023-12-01T04:46:57.406 INFO:tasks.rados.rados.0.smithi111.stdout:938: done (1 left) 2023-12-01T04:46:57.407 INFO:tasks.rados.rados.0.smithi111.stdout:939: delete oid 45 current snap is 98 2023-12-01T04:46:57.409 INFO:tasks.rados.rados.0.smithi111.stdout:939: done (1 left) 2023-12-01T04:46:57.409 INFO:tasks.rados.rados.0.smithi111.stdout:940: copy_from oid 29 from oid 16 current snap is 98 2023-12-01T04:46:57.409 INFO:tasks.rados.rados.0.smithi111.stdout:941: read oid 19 snap 66 2023-12-01T04:46:57.409 INFO:tasks.rados.rados.0.smithi111.stdout:941: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:46:57.410 INFO:tasks.rados.rados.0.smithi111.stdout:942: read oid 28 snap -1 2023-12-01T04:46:57.410 INFO:tasks.rados.rados.0.smithi111.stdout:942: expect (ObjNum 289 snap 97 seq_num 289) 2023-12-01T04:46:57.410 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 98 2023-12-01T04:46:57.410 INFO:tasks.rados.rados.0.smithi111.stdout:943: seq_num 295 ranges {4833280=147456} 2023-12-01T04:46:57.437 INFO:tasks.rados.rados.0.smithi111.stdout:943: writing smithi111183488-18 from 4833280 to 4980736 tid 1 2023-12-01T04:46:57.437 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 98 2023-12-01T04:46:57.437 INFO:tasks.rados.rados.0.smithi111.stdout:936: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-01T04:46:57.498 INFO:tasks.rados.rados.0.smithi111.stdout:944: seq_num 296 ranges {2433024=163840} 2023-12-01T04:46:57.512 INFO:tasks.rados.rados.0.smithi111.stdout:944: writing smithi111183488-35 from 2433024 to 2596864 tid 1 2023-12-01T04:46:57.512 INFO:tasks.rados.rados.0.smithi111.stdout:936: done (5 left) 2023-12-01T04:46:57.512 INFO:tasks.rados.rados.0.smithi111.stdout:945: snap_remove snap 62 2023-12-01T04:46:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:57 smithi155 ceph-mon[102677]: osdmap e240: 8 total, 8 up, 8 in 2023-12-01T04:46:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:57 smithi155 ceph-mon[102677]: pgmap v333: 121 pgs: 121 active+clean; 330 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-01T04:46:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:57 smithi111 ceph-mon[116524]: osdmap e240: 8 total, 8 up, 8 in 2023-12-01T04:46:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:57 smithi111 ceph-mon[116524]: pgmap v333: 121 pgs: 121 active+clean; 330 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-01T04:46:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:57 smithi111 ceph-mon[97855]: osdmap e240: 8 total, 8 up, 8 in 2023-12-01T04:46:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:57 smithi111 ceph-mon[97855]: pgmap v333: 121 pgs: 121 active+clean; 330 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-01T04:46:58.384 INFO:tasks.rados.rados.0.smithi111.stdout:945: done (5 left) 2023-12-01T04:46:58.384 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 98 2023-12-01T04:46:58.384 INFO:tasks.rados.rados.0.smithi111.stdout:946: seq_num 297 ranges {0=180224} 2023-12-01T04:46:58.384 INFO:tasks.rados.rados.0.smithi111.stdout:946: writing smithi111183488-45 from 0 to 180224 tid 1 2023-12-01T04:46:58.385 INFO:tasks.rados.rados.0.smithi111.stdout:947: copy_from oid 49 from oid 6 current snap is 98 2023-12-01T04:46:58.385 INFO:tasks.rados.rados.0.smithi111.stdout:948: snap_remove snap 61 2023-12-01T04:46:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:58 smithi155 ceph-mon[102677]: osdmap e241: 8 total, 8 up, 8 in 2023-12-01T04:46:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:58 smithi155 ceph-mon[102677]: osdmap e242: 8 total, 8 up, 8 in 2023-12-01T04:46:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:58 smithi111 ceph-mon[97855]: osdmap e241: 8 total, 8 up, 8 in 2023-12-01T04:46:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:58 smithi111 ceph-mon[97855]: osdmap e242: 8 total, 8 up, 8 in 2023-12-01T04:46:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:58 smithi111 ceph-mon[116524]: osdmap e241: 8 total, 8 up, 8 in 2023-12-01T04:46:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:58 smithi111 ceph-mon[116524]: osdmap e242: 8 total, 8 up, 8 in 2023-12-01T04:46:59.382 INFO:tasks.rados.rados.0.smithi111.stdout:948: done (7 left) 2023-12-01T04:46:59.382 INFO:tasks.rados.rados.0.smithi111.stdout:949: snap_remove snap 65 2023-12-01T04:46:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:59 smithi155 ceph-mon[102677]: pgmap v336: 121 pgs: 121 active+clean; 330 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-01T04:46:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:46:59 smithi155 ceph-mon[102677]: osdmap e243: 8 total, 8 up, 8 in 2023-12-01T04:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:46:59] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:46:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:59 smithi111 ceph-mon[116524]: pgmap v336: 121 pgs: 121 active+clean; 330 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-01T04:46:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:46:59 smithi111 ceph-mon[116524]: osdmap e243: 8 total, 8 up, 8 in 2023-12-01T04:46:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:59 smithi111 ceph-mon[97855]: pgmap v336: 121 pgs: 121 active+clean; 330 MiB data, 977 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2023-12-01T04:46:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:46:59 smithi111 ceph-mon[97855]: osdmap e243: 8 total, 8 up, 8 in 2023-12-01T04:47:00.381 INFO:tasks.rados.rados.0.smithi111.stdout:949: done (7 left) 2023-12-01T04:47:00.381 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 98 2023-12-01T04:47:00.381 INFO:tasks.rados.rados.0.smithi111.stdout:950: seq_num 298 ranges {0=196608} 2023-12-01T04:47:00.383 INFO:tasks.rados.rados.0.smithi111.stdout:950: writing smithi111183488-33 from 0 to 196608 tid 1 2023-12-01T04:47:00.383 INFO:tasks.rados.rados.0.smithi111.stdout:951: read oid 31 snap -1 2023-12-01T04:47:00.383 INFO:tasks.rados.rados.0.smithi111.stdout:951: expect deleted 2023-12-01T04:47:00.383 INFO:tasks.rados.rados.0.smithi111.stdout:952: setattr oid 34 current snap is 98 2023-12-01T04:47:00.384 INFO:tasks.rados.rados.0.smithi111.stdout:941: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:47:00.468 INFO:tasks.rados.rados.0.smithi111.stdout:942: expect (ObjNum 289 snap 97 seq_num 289) 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:940: finishing copy_from to smithi111183488-29 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 417 (ObjNum 258 snap 83 seq_num 258) dirty exists 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:940: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:943: finishing write tid 1 to smithi111183488-18 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:943: finishing write tid 2 to smithi111183488-18 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:943: finishing write tid 3 to smithi111183488-18 2023-12-01T04:47:00.649 INFO:tasks.rados.rados.0.smithi111.stdout:943: oid 18 updating version 0 to 419 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:943: oid 18 version 419 is already newer than 418 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 419 (ObjNum 295 snap 98 seq_num 295) dirty exists 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:943: left oid 18 (ObjNum 295 snap 98 seq_num 295) 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:944: finishing write tid 1 to smithi111183488-35 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:944: finishing write tid 2 to smithi111183488-35 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:944: finishing write tid 3 to smithi111183488-35 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:944: oid 35 updating version 0 to 374 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:944: oid 35 version 374 is already newer than 373 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 374 (ObjNum 296 snap 98 seq_num 296) dirty exists 2023-12-01T04:47:00.650 INFO:tasks.rados.rados.0.smithi111.stdout:944: left oid 35 (ObjNum 296 snap 98 seq_num 296) 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:946: finishing write tid 1 to smithi111183488-45 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:946: finishing write tid 2 to smithi111183488-45 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:946: finishing write tid 3 to smithi111183488-45 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:946: oid 45 updating version 0 to 209 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:946: oid 45 updating version 209 to 210 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 210 (ObjNum 297 snap 98 seq_num 297) dirty exists 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:946: left oid 45 (ObjNum 297 snap 98 seq_num 297) 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:947: finishing copy_from to smithi111183488-49 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 154 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:947: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:950: finishing write tid 1 to smithi111183488-33 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:950: finishing write tid 2 to smithi111183488-33 2023-12-01T04:47:00.651 INFO:tasks.rados.rados.0.smithi111.stdout:950: finishing write tid 3 to smithi111183488-33 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:950: oid 33 updating version 0 to 468 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:950: oid 33 updating version 468 to 469 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 469 (ObjNum 298 snap 98 seq_num 298) dirty exists 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:950: left oid 33 (ObjNum 298 snap 98 seq_num 298) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:940: done (9 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:941: done (8 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:942: done (7 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:943: done (6 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:944: done (5 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:946: done (4 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:947: done (3 left) 2023-12-01T04:47:00.652 INFO:tasks.rados.rados.0.smithi111.stdout:950: done (2 left) 2023-12-01T04:47:00.653 INFO:tasks.rados.rados.0.smithi111.stdout:951: done (1 left) 2023-12-01T04:47:00.653 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 98 2023-12-01T04:47:00.653 INFO:tasks.rados.rados.0.smithi111.stdout:953: seq_num 299 ranges {794624=212992} 2023-12-01T04:47:00.653 INFO:tasks.rados.rados.0.smithi111.stdout:953: writing smithi111183488-40 from 794624 to 1007616 tid 1 2023-12-01T04:47:00.654 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 174 (ObjNum 129 snap 0 seq_num 3707024000) dirty exists 2023-12-01T04:47:00.654 INFO:tasks.rados.rados.0.smithi111.stdout:952: done (1 left) 2023-12-01T04:47:00.654 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 98 2023-12-01T04:47:00.654 INFO:tasks.rados.rados.0.smithi111.stdout:954: seq_num 300 ranges {3883008=229376} 2023-12-01T04:47:00.675 INFO:tasks.rados.rados.0.smithi111.stdout:954: writing smithi111183488-39 from 3883008 to 4112384 tid 1 2023-12-01T04:47:00.675 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 98 2023-12-01T04:47:00.675 INFO:tasks.rados.rados.0.smithi111.stdout:955: seq_num 301 ranges {0=245760} 2023-12-01T04:47:00.677 INFO:tasks.rados.rados.0.smithi111.stdout:955: writing smithi111183488-44 from 0 to 245760 tid 1 2023-12-01T04:47:00.677 INFO:tasks.rados.rados.0.smithi111.stdout:956: snap_remove snap 67 2023-12-01T04:47:01.385 INFO:tasks.rados.rados.0.smithi111.stdout:956: done (3 left) 2023-12-01T04:47:01.386 INFO:tasks.rados.rados.0.smithi111.stdout:957: setattr oid 23 current snap is 98 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:958: rollback oid 7 current snap is 98 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 93 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:959: read oid 35 snap -1 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:959: expect (ObjNum 296 snap 98 seq_num 296) 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:960: snap_create 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:953: finishing write tid 1 to smithi111183488-40 2023-12-01T04:47:01.388 INFO:tasks.rados.rados.0.smithi111.stdout:953: finishing write tid 2 to smithi111183488-40 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:953: finishing write tid 3 to smithi111183488-40 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:953: oid 40 updating version 0 to 175 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:953: oid 40 updating version 175 to 176 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 176 (ObjNum 299 snap 98 seq_num 299) dirty exists 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:953: left oid 40 (ObjNum 299 snap 98 seq_num 299) 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:954: finishing write tid 1 to smithi111183488-39 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:954: finishing write tid 2 to smithi111183488-39 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:954: finishing write tid 3 to smithi111183488-39 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:954: oid 39 updating version 0 to 195 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:954: oid 39 version 195 is already newer than 194 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 195 (ObjNum 300 snap 98 seq_num 300) dirty exists 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:954: left oid 39 (ObjNum 300 snap 98 seq_num 300) 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:955: finishing write tid 1 to smithi111183488-44 2023-12-01T04:47:01.389 INFO:tasks.rados.rados.0.smithi111.stdout:955: finishing write tid 2 to smithi111183488-44 2023-12-01T04:47:01.390 INFO:tasks.rados.rados.0.smithi111.stdout:955: finishing write tid 3 to smithi111183488-44 2023-12-01T04:47:01.390 INFO:tasks.rados.rados.0.smithi111.stdout:955: oid 44 updating version 0 to 318 2023-12-01T04:47:01.390 INFO:tasks.rados.rados.0.smithi111.stdout:955: oid 44 version 318 is already newer than 317 2023-12-01T04:47:01.390 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 318 (ObjNum 301 snap 98 seq_num 301) dirty exists 2023-12-01T04:47:01.390 INFO:tasks.rados.rados.0.smithi111.stdout:955: left oid 44 (ObjNum 301 snap 98 seq_num 301) 2023-12-01T04:47:01.396 INFO:tasks.rados.rados.0.smithi111.stdout:958: finishing rollback tid 0 to smithi111183488-7 2023-12-01T04:47:01.396 INFO:tasks.rados.rados.0.smithi111.stdout:958: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:47:01.396 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 375 (ObjNum 241 snap 77 seq_num 241) dirty exists 2023-12-01T04:47:01.398 INFO:tasks.rados.rados.0.smithi111.stdout:958: finishing rollback tid 2 to smithi111183488-7 2023-12-01T04:47:01.398 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 225 (ObjNum 181 snap 55 seq_num 181) dirty exists 2023-12-01T04:47:01.413 INFO:tasks.rados.rados.0.smithi111.stdout:959: expect (ObjNum 296 snap 98 seq_num 296) 2023-12-01T04:47:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:01 smithi155 ceph-mon[102677]: osdmap e244: 8 total, 8 up, 8 in 2023-12-01T04:47:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:01 smithi155 ceph-mon[102677]: pgmap v339: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:47:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:01 smithi111 ceph-mon[97855]: osdmap e244: 8 total, 8 up, 8 in 2023-12-01T04:47:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:01 smithi111 ceph-mon[97855]: pgmap v339: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:47:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:01 smithi111 ceph-mon[116524]: osdmap e244: 8 total, 8 up, 8 in 2023-12-01T04:47:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:01 smithi111 ceph-mon[116524]: pgmap v339: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:47:02.392 INFO:tasks.rados.rados.0.smithi111.stdout:953: done (6 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:954: done (5 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:955: done (4 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:957: done (3 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:958: done (2 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:959: done (1 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:960: done (0 left) 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 99 2023-12-01T04:47:02.393 INFO:tasks.rados.rados.0.smithi111.stdout:961: seq_num 302 ranges {0=262144} 2023-12-01T04:47:02.394 INFO:tasks.rados.rados.0.smithi111.stdout:961: writing smithi111183488-37 from 0 to 262144 tid 1 2023-12-01T04:47:02.394 INFO:tasks.rados.rados.0.smithi111.stdout:962: rmattr oid 2 current snap is 99 2023-12-01T04:47:02.394 INFO:tasks.rados.rados.0.smithi111.stdout:962: done (1 left) 2023-12-01T04:47:02.394 INFO:tasks.rados.rados.0.smithi111.stdout:963: read oid 2 snap 64 2023-12-01T04:47:02.394 INFO:tasks.rados.rados.0.smithi111.stdout:963: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:02.395 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 99 2023-12-01T04:47:02.395 INFO:tasks.rados.rados.0.smithi111.stdout:964: seq_num 303 ranges {8192=278528} 2023-12-01T04:47:02.395 INFO:tasks.rados.rados.0.smithi111.stdout:964: writing smithi111183488-1 from 8192 to 286720 tid 1 2023-12-01T04:47:02.396 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 99 2023-12-01T04:47:02.396 INFO:tasks.rados.rados.0.smithi111.stdout:965: seq_num 304 ranges {385024=294912} 2023-12-01T04:47:02.400 INFO:tasks.rados.rados.0.smithi111.stdout:965: writing smithi111183488-32 from 385024 to 679936 tid 1 2023-12-01T04:47:02.400 INFO:tasks.rados.rados.0.smithi111.stdout:966: rmattr oid 7 current snap is 99 2023-12-01T04:47:02.400 INFO:tasks.rados.rados.0.smithi111.stdout:966: done (4 left) 2023-12-01T04:47:02.400 INFO:tasks.rados.rados.0.smithi111.stdout:967: setattr oid 38 current snap is 99 2023-12-01T04:47:02.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 99 2023-12-01T04:47:02.402 INFO:tasks.rados.rados.0.smithi111.stdout:968: seq_num 305 ranges {4980736=311296} 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:968: writing smithi111183488-18 from 4980736 to 5292032 tid 1 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:969: delete oid 43 current snap is 99 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:964: finishing write tid 1 to smithi111183488-1 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:964: finishing write tid 2 to smithi111183488-1 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:961: finishing write tid 1 to smithi111183488-37 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:961: finishing write tid 2 to smithi111183488-37 2023-12-01T04:47:02.430 INFO:tasks.rados.rados.0.smithi111.stdout:963: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:02.502 INFO:tasks.rados.rados.0.smithi111.stdout:964: finishing write tid 3 to smithi111183488-1 2023-12-01T04:47:02.502 INFO:tasks.rados.rados.0.smithi111.stdout:964: oid 1 updating version 0 to 377 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:964: oid 1 version 377 is already newer than 376 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 377 (ObjNum 303 snap 99 seq_num 303) dirty exists 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:964: left oid 1 (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 486 (ObjNum 129 snap 0 seq_num 1312697488) dirty exists 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:961: finishing write tid 3 to smithi111183488-37 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:961: oid 37 updating version 0 to 324 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:961: oid 37 version 324 is already newer than 323 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 324 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:961: left oid 37 (ObjNum 302 snap 99 seq_num 302) 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:965: finishing write tid 1 to smithi111183488-32 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:965: finishing write tid 2 to smithi111183488-32 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:961: done (6 left) 2023-12-01T04:47:02.503 INFO:tasks.rados.rados.0.smithi111.stdout:963: done (5 left) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:964: done (4 left) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:967: done (3 left) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:969: done (2 left) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:970: read oid 3 snap -1 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:970: expect (ObjNum 286 snap 95 seq_num 286) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:971: rmattr oid 12 current snap is 99 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:971: done (3 left) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:972: rmattr oid 50 current snap is 99 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:972: done (3 left) 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:973: setattr oid 21 current snap is 99 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:965: finishing write tid 3 to smithi111183488-32 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:965: oid 32 updating version 0 to 508 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:965: oid 32 updating version 508 to 509 2023-12-01T04:47:02.504 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 509 (ObjNum 304 snap 99 seq_num 304) dirty exists 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:965: left oid 32 (ObjNum 304 snap 99 seq_num 304) 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: finishing write tid 1 to smithi111183488-18 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: finishing write tid 2 to smithi111183488-18 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: finishing write tid 3 to smithi111183488-18 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: oid 18 updating version 0 to 420 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: oid 18 updating version 420 to 421 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 421 (ObjNum 305 snap 99 seq_num 305) dirty exists 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: left oid 18 (ObjNum 305 snap 99 seq_num 305) 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:965: done (3 left) 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:968: done (2 left) 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:974: read oid 4 snap 83 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:974: expect (ObjNum 257 snap 82 seq_num 257) 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:975: rollback oid 46 current snap is 99 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 68 2023-12-01T04:47:02.505 INFO:tasks.rados.rados.0.smithi111.stdout:976: setattr oid 47 current snap is 99 2023-12-01T04:47:02.506 INFO:tasks.rados.rados.0.smithi111.stdout:977: rollback oid 7 current snap is 99 2023-12-01T04:47:02.506 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 50 2023-12-01T04:47:02.506 INFO:tasks.rados.rados.0.smithi111.stdout:978: rollback oid 33 current snap is 99 2023-12-01T04:47:02.506 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 50 2023-12-01T04:47:02.507 INFO:tasks.rados.rados.0.smithi111.stdout:979: read oid 32 snap -1 2023-12-01T04:47:02.507 INFO:tasks.rados.rados.0.smithi111.stdout:979: expect (ObjNum 304 snap 99 seq_num 304) 2023-12-01T04:47:02.507 INFO:tasks.rados.rados.0.smithi111.stdout:980: snap_create 2023-12-01T04:47:02.508 INFO:tasks.rados.rados.0.smithi111.stdout:978: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:47:02.511 INFO:tasks.rados.rados.0.smithi111.stdout:974: expect (ObjNum 257 snap 82 seq_num 257) 2023-12-01T04:47:02.560 INFO:tasks.rados.rados.0.smithi111.stdout:977: finishing rollback tid 0 to smithi111183488-7 2023-12-01T04:47:02.560 INFO:tasks.rados.rados.0.smithi111.stdout:977: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:47:02.560 INFO:tasks.rados.rados.0.smithi111.stdout:977: finishing rollback tid 2 to smithi111183488-7 2023-12-01T04:47:02.560 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 228 (ObjNum 6 snap 0 seq_num 6) dirty exists 2023-12-01T04:47:02.560 INFO:tasks.rados.rados.0.smithi111.stdout:978: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:47:02.560 INFO:tasks.rados.rados.0.smithi111.stdout:978: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:47:02.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 490 (ObjNum 158 snap 50 seq_num 158) dirty exists 2023-12-01T04:47:02.561 INFO:tasks.rados.rados.0.smithi111.stdout:979: expect (ObjNum 304 snap 99 seq_num 304) 2023-12-01T04:47:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 326 (ObjNum 93 snap 18 seq_num 93) dirty exists 2023-12-01T04:47:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 530 (ObjNum 204 snap 59 seq_num 204) dirty exists 2023-12-01T04:47:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:975: finishing rollback tid 0 to smithi111183488-46 2023-12-01T04:47:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:970: expect (ObjNum 286 snap 95 seq_num 286) 2023-12-01T04:47:02.643 INFO:tasks.rados.rados.0.smithi111.stdout:975: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:47:02.643 INFO:tasks.rados.rados.0.smithi111.stdout:975: finishing rollback tid 2 to smithi111183488-46 2023-12-01T04:47:02.643 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 534 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:47:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:02 smithi155 ceph-mon[102677]: osdmap e245: 8 total, 8 up, 8 in 2023-12-01T04:47:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:02 smithi111 ceph-mon[116524]: osdmap e245: 8 total, 8 up, 8 in 2023-12-01T04:47:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:02 smithi111 ceph-mon[97855]: osdmap e245: 8 total, 8 up, 8 in 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:970: done (8 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:973: done (7 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:974: done (6 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:975: done (5 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:976: done (4 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:977: done (3 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:978: done (2 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:979: done (1 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:980: done (0 left) 2023-12-01T04:47:03.384 INFO:tasks.rados.rados.0.smithi111.stdout:981: copy_from oid 2 from oid 18 current snap is 100 2023-12-01T04:47:03.385 INFO:tasks.rados.rados.0.smithi111.stdout:982: snap_create 2023-12-01T04:47:03.412 INFO:tasks.rados.rados.0.smithi111.stdout:981: finishing copy_from to smithi111183488-2 2023-12-01T04:47:03.412 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 421 (ObjNum 305 snap 99 seq_num 305) dirty exists 2023-12-01T04:47:03.413 INFO:tasks.rados.rados.0.smithi111.stdout:981: finishing copy_from racing read to smithi111183488-2 2023-12-01T04:47:03.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:03 smithi155 ceph-mon[102677]: osdmap e246: 8 total, 8 up, 8 in 2023-12-01T04:47:03.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:03 smithi155 ceph-mon[102677]: pgmap v342: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:47:03.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:03 smithi155 ceph-mon[102677]: osdmap e247: 8 total, 8 up, 8 in 2023-12-01T04:47:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:03 smithi111 ceph-mon[97855]: osdmap e246: 8 total, 8 up, 8 in 2023-12-01T04:47:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:03 smithi111 ceph-mon[97855]: pgmap v342: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:47:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:03 smithi111 ceph-mon[97855]: osdmap e247: 8 total, 8 up, 8 in 2023-12-01T04:47:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:03 smithi111 ceph-mon[116524]: osdmap e246: 8 total, 8 up, 8 in 2023-12-01T04:47:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:03 smithi111 ceph-mon[116524]: pgmap v342: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:47:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:03 smithi111 ceph-mon[116524]: osdmap e247: 8 total, 8 up, 8 in 2023-12-01T04:47:04.382 INFO:tasks.rados.rados.0.smithi111.stdout:981: done (1 left) 2023-12-01T04:47:04.382 INFO:tasks.rados.rados.0.smithi111.stdout:982: done (0 left) 2023-12-01T04:47:04.382 INFO:tasks.rados.rados.0.smithi111.stdout:983: read oid 19 snap -1 2023-12-01T04:47:04.383 INFO:tasks.rados.rados.0.smithi111.stdout:983: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:47:04.383 INFO:tasks.rados.rados.0.smithi111.stdout:984: read oid 26 snap 79 2023-12-01T04:47:04.383 INFO:tasks.rados.rados.0.smithi111.stdout:984: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:47:04.383 INFO:tasks.rados.rados.0.smithi111.stdout:985: snap_create 2023-12-01T04:47:04.388 INFO:tasks.rados.rados.0.smithi111.stdout:984: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:47:04.416 INFO:tasks.rados.rados.0.smithi111.stdout:983: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:47:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:04 smithi155 ceph-mon[102677]: osdmap e248: 8 total, 8 up, 8 in 2023-12-01T04:47:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:04 smithi111 ceph-mon[116524]: osdmap e248: 8 total, 8 up, 8 in 2023-12-01T04:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:04 smithi111 ceph-mon[97855]: osdmap e248: 8 total, 8 up, 8 in 2023-12-01T04:47:05.382 INFO:tasks.rados.rados.0.smithi111.stdout:983: done (2 left) 2023-12-01T04:47:05.382 INFO:tasks.rados.rados.0.smithi111.stdout:984: done (1 left) 2023-12-01T04:47:05.382 INFO:tasks.rados.rados.0.smithi111.stdout:985: done (0 left) 2023-12-01T04:47:05.382 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 102 2023-12-01T04:47:05.382 INFO:tasks.rados.rados.0.smithi111.stdout:986: seq_num 307 ranges {2973696=344064} 2023-12-01T04:47:05.400 INFO:tasks.rados.rados.0.smithi111.stdout:986: writing smithi111183488-13 from 2973696 to 3317760 tid 1 2023-12-01T04:47:05.400 INFO:tasks.rados.rados.0.smithi111.stdout:987: read oid 46 snap -1 2023-12-01T04:47:05.400 INFO:tasks.rados.rados.0.smithi111.stdout:987: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:47:05.400 INFO:tasks.rados.rados.0.smithi111.stdout:988: read oid 18 snap -1 2023-12-01T04:47:05.401 INFO:tasks.rados.rados.0.smithi111.stdout:988: expect (ObjNum 305 snap 99 seq_num 305) 2023-12-01T04:47:05.401 INFO:tasks.rados.rados.0.smithi111.stdout:989: rmattr oid 50 current snap is 102 2023-12-01T04:47:05.401 INFO:tasks.rados.rados.0.smithi111.stdout:989: done (3 left) 2023-12-01T04:47:05.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 102 2023-12-01T04:47:05.401 INFO:tasks.rados.rados.0.smithi111.stdout:990: seq_num 308 ranges {1024000=360448} 2023-12-01T04:47:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:990: writing smithi111183488-21 from 1024000 to 1384448 tid 1 2023-12-01T04:47:05.408 INFO:tasks.rados.rados.0.smithi111.stdout:991: delete oid 10 current snap is 102 2023-12-01T04:47:05.414 INFO:tasks.rados.rados.0.smithi111.stdout:987: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:986: finishing write tid 1 to smithi111183488-13 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:986: finishing write tid 2 to smithi111183488-13 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:990: finishing write tid 1 to smithi111183488-21 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:990: finishing write tid 2 to smithi111183488-21 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:986: finishing write tid 3 to smithi111183488-13 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:986: oid 13 updating version 0 to 512 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:986: oid 13 version 512 is already newer than 511 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 512 (ObjNum 307 snap 102 seq_num 307) dirty exists 2023-12-01T04:47:05.438 INFO:tasks.rados.rados.0.smithi111.stdout:986: left oid 13 (ObjNum 307 snap 102 seq_num 307) 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:990: finishing write tid 3 to smithi111183488-21 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:990: oid 21 updating version 0 to 537 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:990: oid 21 version 537 is already newer than 536 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 537 (ObjNum 308 snap 102 seq_num 308) dirty exists 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:990: left oid 21 (ObjNum 308 snap 102 seq_num 308) 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:986: done (4 left) 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:987: done (3 left) 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:990: done (2 left) 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:991: done (1 left) 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:992: delete oid 32 current snap is 102 2023-12-01T04:47:05.439 INFO:tasks.rados.rados.0.smithi111.stdout:988: expect (ObjNum 305 snap 99 seq_num 305) 2023-12-01T04:47:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:05 smithi155 ceph-mon[102677]: pgmap v345: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:05 smithi155 ceph-mon[102677]: osdmap e249: 8 total, 8 up, 8 in 2023-12-01T04:47:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:05 smithi111 ceph-mon[97855]: pgmap v345: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:05 smithi111 ceph-mon[97855]: osdmap e249: 8 total, 8 up, 8 in 2023-12-01T04:47:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:05 smithi111 ceph-mon[116524]: pgmap v345: 121 pgs: 121 active+clean; 341 MiB data, 995 MiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:05 smithi111 ceph-mon[116524]: osdmap e249: 8 total, 8 up, 8 in 2023-12-01T04:47:05.802 INFO:tasks.rados.rados.0.smithi111.stdout:988: done (1 left) 2023-12-01T04:47:05.802 INFO:tasks.rados.rados.0.smithi111.stdout:992: done (0 left) 2023-12-01T04:47:05.802 INFO:tasks.rados.rados.0.smithi111.stdout:993: copy_from oid 23 from oid 4 current snap is 102 2023-12-01T04:47:05.802 INFO:tasks.rados.rados.0.smithi111.stdout:994: snap_create 2023-12-01T04:47:05.811 INFO:tasks.rados.rados.0.smithi111.stdout:993: finishing copy_from to smithi111183488-23 2023-12-01T04:47:05.811 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 505 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:47:05.811 INFO:tasks.rados.rados.0.smithi111.stdout:993: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:47:06.411 INFO:tasks.rados.rados.0.smithi111.stdout:993: done (1 left) 2023-12-01T04:47:06.411 INFO:tasks.rados.rados.0.smithi111.stdout:994: done (0 left) 2023-12-01T04:47:06.411 INFO:tasks.rados.rados.0.smithi111.stdout:995: rollback oid 30 current snap is 103 2023-12-01T04:47:06.411 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 100 2023-12-01T04:47:06.413 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 103 2023-12-01T04:47:06.413 INFO:tasks.rados.rados.0.smithi111.stdout:996: seq_num 311 ranges {909312=417792} 2023-12-01T04:47:06.418 INFO:tasks.rados.rados.0.smithi111.stdout:996: writing smithi111183488-26 from 909312 to 1327104 tid 1 2023-12-01T04:47:06.418 INFO:tasks.rados.rados.0.smithi111.stdout:997: snap_remove snap 86 2023-12-01T04:47:07.423 INFO:tasks.rados.rados.0.smithi111.stdout:997: done (2 left) 2023-12-01T04:47:07.424 INFO:tasks.rados.rados.0.smithi111.stdout:998: read oid 42 snap -1 2023-12-01T04:47:07.424 INFO:tasks.rados.rados.0.smithi111.stdout:998: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:07.424 INFO:tasks.rados.rados.0.smithi111.stdout:999: read oid 19 snap -1 2023-12-01T04:47:07.424 INFO:tasks.rados.rados.0.smithi111.stdout:999: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:47:07.424 INFO:tasks.rados.rados.0.smithi111.stdout:1000: rmattr oid 1 current snap is 103 2023-12-01T04:47:07.424 INFO:tasks.rados.rados.0.smithi111.stdout:1001: read oid 5 snap 101 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:1001: expect deleted 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:1002: copy_from oid 16 from oid 6 current snap is 103 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:1003: setattr oid 39 current snap is 103 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:995: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:995: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:995: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 518 (ObjNum 259 snap 83 seq_num 259) dirty exists 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:996: finishing write tid 1 to smithi111183488-26 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:996: finishing write tid 2 to smithi111183488-26 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:996: finishing write tid 3 to smithi111183488-26 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:996: oid 26 updating version 0 to 328 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:996: oid 26 updating version 328 to 329 2023-12-01T04:47:07.425 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 329 (ObjNum 311 snap 103 seq_num 311) dirty exists 2023-12-01T04:47:07.426 INFO:tasks.rados.rados.0.smithi111.stdout:996: left oid 26 (ObjNum 311 snap 103 seq_num 311) 2023-12-01T04:47:07.426 INFO:tasks.rados.rados.0.smithi111.stdout:995: done (7 left) 2023-12-01T04:47:07.426 INFO:tasks.rados.rados.0.smithi111.stdout:996: done (6 left) 2023-12-01T04:47:07.426 INFO:tasks.rados.rados.0.smithi111.stdout:1004: snap_create 2023-12-01T04:47:07.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 506 (ObjNum 303 snap 99 seq_num 303) dirty exists 2023-12-01T04:47:07.436 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 201 (ObjNum 300 snap 98 seq_num 300) dirty exists 2023-12-01T04:47:07.443 INFO:tasks.rados.rados.0.smithi111.stdout:999: expect (ObjNum 192 snap 58 seq_num 192) 2023-12-01T04:47:07.525 INFO:tasks.rados.rados.0.smithi111.stdout:998: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:1002: finishing copy_from to smithi111183488-16 2023-12-01T04:47:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 154 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:47:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:1002: finishing copy_from racing read to smithi111183488-16 2023-12-01T04:47:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:07 smithi155 ceph-mon[102677]: osdmap e250: 8 total, 8 up, 8 in 2023-12-01T04:47:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:07 smithi155 ceph-mon[102677]: pgmap v348: 121 pgs: 121 active+clean; 351 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 40 op/s 2023-12-01T04:47:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:07 smithi111 ceph-mon[97855]: osdmap e250: 8 total, 8 up, 8 in 2023-12-01T04:47:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:07 smithi111 ceph-mon[97855]: pgmap v348: 121 pgs: 121 active+clean; 351 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 40 op/s 2023-12-01T04:47:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:07 smithi111 ceph-mon[116524]: osdmap e250: 8 total, 8 up, 8 in 2023-12-01T04:47:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:07 smithi111 ceph-mon[116524]: pgmap v348: 121 pgs: 121 active+clean; 351 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 40 op/s 2023-12-01T04:47:08.383 INFO:tasks.rados.rados.0.smithi111.stdout:998: done (6 left) 2023-12-01T04:47:08.383 INFO:tasks.rados.rados.0.smithi111.stdout:999: done (5 left) 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:1000: done (4 left) 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:1001: done (3 left) 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:1002: done (2 left) 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:1003: done (1 left) 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:1004: done (0 left) 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 104 2023-12-01T04:47:08.384 INFO:tasks.rados.rados.0.smithi111.stdout:1005: seq_num 312 ranges {3063808=434176} 2023-12-01T04:47:08.402 INFO:tasks.rados.rados.0.smithi111.stdout:1005: writing smithi111183488-6 from 3063808 to 3497984 tid 1 2023-12-01T04:47:08.402 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 104 2023-12-01T04:47:08.402 INFO:tasks.rados.rados.0.smithi111.stdout:1006: seq_num 313 ranges {245760=450560} 2023-12-01T04:47:08.406 INFO:tasks.rados.rados.0.smithi111.stdout:1006: writing smithi111183488-44 from 245760 to 696320 tid 1 2023-12-01T04:47:08.406 INFO:tasks.rados.rados.0.smithi111.stdout:1007: read oid 50 snap -1 2023-12-01T04:47:08.406 INFO:tasks.rados.rados.0.smithi111.stdout:1007: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-01T04:47:08.406 INFO:tasks.rados.rados.0.smithi111.stdout:1008: snap_create 2023-12-01T04:47:08.407 INFO:tasks.rados.rados.0.smithi111.stdout:1005: finishing write tid 1 to smithi111183488-6 2023-12-01T04:47:08.407 INFO:tasks.rados.rados.0.smithi111.stdout:1005: finishing write tid 2 to smithi111183488-6 2023-12-01T04:47:08.408 INFO:tasks.rados.rados.0.smithi111.stdout:1005: finishing write tid 3 to smithi111183488-6 2023-12-01T04:47:08.408 INFO:tasks.rados.rados.0.smithi111.stdout:1005: oid 6 updating version 0 to 203 2023-12-01T04:47:08.408 INFO:tasks.rados.rados.0.smithi111.stdout:1005: oid 6 updating version 203 to 204 2023-12-01T04:47:08.408 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 204 (ObjNum 312 snap 104 seq_num 312) dirty exists 2023-12-01T04:47:08.408 INFO:tasks.rados.rados.0.smithi111.stdout:1005: left oid 6 (ObjNum 312 snap 104 seq_num 312) 2023-12-01T04:47:08.411 INFO:tasks.rados.rados.0.smithi111.stdout:1006: finishing write tid 1 to smithi111183488-44 2023-12-01T04:47:08.411 INFO:tasks.rados.rados.0.smithi111.stdout:1006: finishing write tid 2 to smithi111183488-44 2023-12-01T04:47:08.413 INFO:tasks.rados.rados.0.smithi111.stdout:1006: finishing write tid 3 to smithi111183488-44 2023-12-01T04:47:08.413 INFO:tasks.rados.rados.0.smithi111.stdout:1006: oid 44 updating version 0 to 340 2023-12-01T04:47:08.413 INFO:tasks.rados.rados.0.smithi111.stdout:1006: oid 44 version 340 is already newer than 339 2023-12-01T04:47:08.413 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 340 (ObjNum 313 snap 104 seq_num 313) dirty exists 2023-12-01T04:47:08.413 INFO:tasks.rados.rados.0.smithi111.stdout:1006: left oid 44 (ObjNum 313 snap 104 seq_num 313) 2023-12-01T04:47:08.420 INFO:tasks.rados.rados.0.smithi111.stdout:1007: expect (ObjNum 282 snap 94 seq_num 282) 2023-12-01T04:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:08 smithi155 ceph-mon[102677]: osdmap e251: 8 total, 8 up, 8 in 2023-12-01T04:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:08 smithi155 ceph-mon[102677]: osdmap e252: 8 total, 8 up, 8 in 2023-12-01T04:47:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:08 smithi111 ceph-mon[116524]: osdmap e251: 8 total, 8 up, 8 in 2023-12-01T04:47:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:08 smithi111 ceph-mon[116524]: osdmap e252: 8 total, 8 up, 8 in 2023-12-01T04:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:08 smithi111 ceph-mon[97855]: osdmap e251: 8 total, 8 up, 8 in 2023-12-01T04:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:08 smithi111 ceph-mon[97855]: osdmap e252: 8 total, 8 up, 8 in 2023-12-01T04:47:09.390 INFO:tasks.rados.rados.0.smithi111.stdout:1005: done (3 left) 2023-12-01T04:47:09.390 INFO:tasks.rados.rados.0.smithi111.stdout:1006: done (2 left) 2023-12-01T04:47:09.390 INFO:tasks.rados.rados.0.smithi111.stdout:1007: done (1 left) 2023-12-01T04:47:09.390 INFO:tasks.rados.rados.0.smithi111.stdout:1008: done (0 left) 2023-12-01T04:47:09.390 INFO:tasks.rados.rados.0.smithi111.stdout:1009: snap_create 2023-12-01T04:47:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:09 smithi155 ceph-mon[102677]: pgmap v351: 121 pgs: 121 active+clean; 351 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 40 op/s 2023-12-01T04:47:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:09 smithi155 ceph-mon[102677]: osdmap e253: 8 total, 8 up, 8 in 2023-12-01T04:47:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:47:09] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2023-12-01T04:47:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:09 smithi111 ceph-mon[97855]: pgmap v351: 121 pgs: 121 active+clean; 351 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 40 op/s 2023-12-01T04:47:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:09 smithi111 ceph-mon[97855]: osdmap e253: 8 total, 8 up, 8 in 2023-12-01T04:47:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:09 smithi111 ceph-mon[116524]: pgmap v351: 121 pgs: 121 active+clean; 351 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.7 MiB/s wr, 40 op/s 2023-12-01T04:47:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:09 smithi111 ceph-mon[116524]: osdmap e253: 8 total, 8 up, 8 in 2023-12-01T04:47:10.392 INFO:tasks.rados.rados.0.smithi111.stdout:1009: done (0 left) 2023-12-01T04:47:10.393 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 106 2023-12-01T04:47:10.393 INFO:tasks.rados.rados.0.smithi111.stdout:1010: seq_num 314 ranges {0=466944} 2023-12-01T04:47:10.395 INFO:tasks.rados.rados.0.smithi111.stdout:1010: writing smithi111183488-5 from 0 to 466944 tid 1 2023-12-01T04:47:10.395 INFO:tasks.rados.rados.0.smithi111.stdout:1011: read oid 22 snap -1 2023-12-01T04:47:10.395 INFO:tasks.rados.rados.0.smithi111.stdout:1011: expect (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:47:10.395 INFO:tasks.rados.rados.0.smithi111.stdout:1012: rollback oid 47 current snap is 106 2023-12-01T04:47:10.395 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 64 2023-12-01T04:47:10.395 INFO:tasks.rados.rados.0.smithi111.stdout:1013: delete oid 15 current snap is 106 2023-12-01T04:47:10.401 INFO:tasks.rados.rados.0.smithi111.stdout:1012: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:47:10.401 INFO:tasks.rados.rados.0.smithi111.stdout:1013: done (3 left) 2023-12-01T04:47:10.401 INFO:tasks.rados.rados.0.smithi111.stdout:1014: rollback oid 35 current snap is 106 2023-12-01T04:47:10.401 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 35 to 89 2023-12-01T04:47:10.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 106 2023-12-01T04:47:10.401 INFO:tasks.rados.rados.0.smithi111.stdout:1015: seq_num 316 ranges {0=499712} 2023-12-01T04:47:10.405 INFO:tasks.rados.rados.0.smithi111.stdout:1015: writing smithi111183488-25 from 0 to 499712 tid 1 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1016: delete oid 2 current snap is 106 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1012: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1012: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 344 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1010: finishing write tid 1 to smithi111183488-5 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1010: finishing write tid 2 to smithi111183488-5 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1010: finishing write tid 3 to smithi111183488-5 2023-12-01T04:47:10.406 INFO:tasks.rados.rados.0.smithi111.stdout:1010: oid 5 updating version 0 to 547 2023-12-01T04:47:10.407 INFO:tasks.rados.rados.0.smithi111.stdout:1010: oid 5 version 547 is already newer than 546 2023-12-01T04:47:10.407 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 547 (ObjNum 314 snap 106 seq_num 314) dirty exists 2023-12-01T04:47:10.407 INFO:tasks.rados.rados.0.smithi111.stdout:1010: left oid 5 (ObjNum 314 snap 106 seq_num 314) 2023-12-01T04:47:10.408 INFO:tasks.rados.rados.0.smithi111.stdout:1014: finishing rollback tid 0 to smithi111183488-35 2023-12-01T04:47:10.408 INFO:tasks.rados.rados.0.smithi111.stdout:1014: finishing rollback tid 1 to smithi111183488-35 2023-12-01T04:47:10.409 INFO:tasks.rados.rados.0.smithi111.stdout:1014: finishing rollback tid 2 to smithi111183488-35 2023-12-01T04:47:10.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 377 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:47:10.410 INFO:tasks.rados.rados.0.smithi111.stdout:1015: finishing write tid 1 to smithi111183488-25 2023-12-01T04:47:10.410 INFO:tasks.rados.rados.0.smithi111.stdout:1015: finishing write tid 2 to smithi111183488-25 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1010: done (5 left) 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1012: done (4 left) 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1014: done (3 left) 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1016: done (2 left) 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1017: rollback oid 8 current snap is 106 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 103 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1018: read oid 4 snap -1 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1018: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 106 2023-12-01T04:47:10.411 INFO:tasks.rados.rados.0.smithi111.stdout:1019: seq_num 318 ranges {1007616=532480} 2023-12-01T04:47:10.420 INFO:tasks.rados.rados.0.smithi111.stdout:1019: writing smithi111183488-40 from 1007616 to 1540096 tid 1 2023-12-01T04:47:10.420 INFO:tasks.rados.rados.0.smithi111.stdout:1020: read oid 43 snap -1 2023-12-01T04:47:10.420 INFO:tasks.rados.rados.0.smithi111.stdout:1020: expect deleted 2023-12-01T04:47:10.420 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 106 2023-12-01T04:47:10.420 INFO:tasks.rados.rados.0.smithi111.stdout:1015: finishing write tid 3 to smithi111183488-25 2023-12-01T04:47:10.420 INFO:tasks.rados.rados.0.smithi111.stdout:1015: oid 25 updating version 0 to 378 2023-12-01T04:47:10.421 INFO:tasks.rados.rados.0.smithi111.stdout:1015: oid 25 updating version 378 to 379 2023-12-01T04:47:10.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 379 (ObjNum 316 snap 106 seq_num 316) dirty exists 2023-12-01T04:47:10.421 INFO:tasks.rados.rados.0.smithi111.stdout:1015: left oid 25 (ObjNum 316 snap 106 seq_num 316) 2023-12-01T04:47:10.421 INFO:tasks.rados.rados.0.smithi111.stdout:1021: seq_num 319 ranges {2433024=548864} 2023-12-01T04:47:10.436 INFO:tasks.rados.rados.0.smithi111.stdout:1021: writing smithi111183488-35 from 2433024 to 2981888 tid 1 2023-12-01T04:47:10.436 INFO:tasks.rados.rados.0.smithi111.stdout:1015: done (6 left) 2023-12-01T04:47:10.436 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 106 2023-12-01T04:47:10.436 INFO:tasks.rados.rados.0.smithi111.stdout:1017: finishing rollback tid 0 to smithi111183488-8 2023-12-01T04:47:10.436 INFO:tasks.rados.rados.0.smithi111.stdout:1022: seq_num 320 ranges {909312=565248} 2023-12-01T04:47:10.443 INFO:tasks.rados.rados.0.smithi111.stdout:1022: writing smithi111183488-46 from 909312 to 1474560 tid 1 2023-12-01T04:47:10.444 INFO:tasks.rados.rados.0.smithi111.stdout:1023: snap_create 2023-12-01T04:47:10.444 INFO:tasks.rados.rados.0.smithi111.stdout:1017: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:47:10.444 INFO:tasks.rados.rados.0.smithi111.stdout:1017: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:47:10.444 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 285 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:47:10.444 INFO:tasks.rados.rados.0.smithi111.stdout:1018: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:47:10.484 INFO:tasks.rados.rados.0.smithi111.stdout:1019: finishing write tid 1 to smithi111183488-40 2023-12-01T04:47:10.484 INFO:tasks.rados.rados.0.smithi111.stdout:1019: finishing write tid 2 to smithi111183488-40 2023-12-01T04:47:10.484 INFO:tasks.rados.rados.0.smithi111.stdout:1011: expect (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:47:10.758 INFO:tasks.rados.rados.0.smithi111.stdout:1019: finishing write tid 3 to smithi111183488-40 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1019: oid 40 updating version 0 to 178 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1019: oid 40 version 178 is already newer than 177 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 178 (ObjNum 318 snap 106 seq_num 318) dirty exists 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1019: left oid 40 (ObjNum 318 snap 106 seq_num 318) 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1021: finishing write tid 1 to smithi111183488-35 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1021: finishing write tid 2 to smithi111183488-35 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1021: finishing write tid 3 to smithi111183488-35 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1021: oid 35 updating version 0 to 381 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1021: oid 35 version 381 is already newer than 380 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 381 (ObjNum 319 snap 106 seq_num 319) dirty exists 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1021: left oid 35 (ObjNum 319 snap 106 seq_num 319) 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1022: finishing write tid 1 to smithi111183488-46 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1022: finishing write tid 2 to smithi111183488-46 2023-12-01T04:47:10.759 INFO:tasks.rados.rados.0.smithi111.stdout:1022: finishing write tid 3 to smithi111183488-46 2023-12-01T04:47:10.760 INFO:tasks.rados.rados.0.smithi111.stdout:1022: oid 46 updating version 0 to 549 2023-12-01T04:47:10.760 INFO:tasks.rados.rados.0.smithi111.stdout:1022: oid 46 updating version 549 to 550 2023-12-01T04:47:10.760 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 550 (ObjNum 320 snap 106 seq_num 320) dirty exists 2023-12-01T04:47:10.760 INFO:tasks.rados.rados.0.smithi111.stdout:1022: left oid 46 (ObjNum 320 snap 106 seq_num 320) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1011: done (7 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1017: done (6 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1018: done (5 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1019: done (4 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1020: done (3 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1021: done (2 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1022: done (1 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1023: done (0 left) 2023-12-01T04:47:11.403 INFO:tasks.rados.rados.0.smithi111.stdout:1024: copy_from oid 12 from oid 23 current snap is 107 2023-12-01T04:47:11.404 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 107 2023-12-01T04:47:11.404 INFO:tasks.rados.rados.0.smithi111.stdout:1025: seq_num 321 ranges {1941504=581632} 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1025: writing smithi111183488-19 from 1941504 to 2523136 tid 1 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1026: read oid 2 snap -1 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1026: expect deleted 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1027: read oid 14 snap -1 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1027: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1028: rollback oid 10 current snap is 107 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 91 2023-12-01T04:47:11.417 INFO:tasks.rados.rados.0.smithi111.stdout:1029: snap_create 2023-12-01T04:47:11.422 INFO:tasks.rados.rados.0.smithi111.stdout:1024: finishing copy_from to smithi111183488-12 2023-12-01T04:47:11.422 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 505 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:47:11.422 INFO:tasks.rados.rados.0.smithi111.stdout:1028: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:47:11.422 INFO:tasks.rados.rados.0.smithi111.stdout:1028: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:47:11.422 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 581 (ObjNum 261 snap 84 seq_num 261) dirty exists 2023-12-01T04:47:11.423 INFO:tasks.rados.rados.0.smithi111.stdout:1024: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:47:11.424 INFO:tasks.rados.rados.0.smithi111.stdout:1025: finishing write tid 1 to smithi111183488-19 2023-12-01T04:47:11.424 INFO:tasks.rados.rados.0.smithi111.stdout:1025: finishing write tid 2 to smithi111183488-19 2023-12-01T04:47:11.425 INFO:tasks.rados.rados.0.smithi111.stdout:1027: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:47:11.506 INFO:tasks.rados.rados.0.smithi111.stdout:1025: finishing write tid 3 to smithi111183488-19 2023-12-01T04:47:11.506 INFO:tasks.rados.rados.0.smithi111.stdout:1025: oid 19 updating version 0 to 499 2023-12-01T04:47:11.506 INFO:tasks.rados.rados.0.smithi111.stdout:1025: oid 19 version 499 is already newer than 498 2023-12-01T04:47:11.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 499 (ObjNum 321 snap 107 seq_num 321) dirty exists 2023-12-01T04:47:11.507 INFO:tasks.rados.rados.0.smithi111.stdout:1025: left oid 19 (ObjNum 321 snap 107 seq_num 321) 2023-12-01T04:47:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:11 smithi155 ceph-mon[102677]: osdmap e254: 8 total, 8 up, 8 in 2023-12-01T04:47:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:11 smithi155 ceph-mon[102677]: pgmap v354: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-01T04:47:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:11 smithi111 ceph-mon[97855]: osdmap e254: 8 total, 8 up, 8 in 2023-12-01T04:47:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:11 smithi111 ceph-mon[97855]: pgmap v354: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-01T04:47:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:11 smithi111 ceph-mon[116524]: osdmap e254: 8 total, 8 up, 8 in 2023-12-01T04:47:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:11 smithi111 ceph-mon[116524]: pgmap v354: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1024: done (5 left) 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1025: done (4 left) 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1026: done (3 left) 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1027: done (2 left) 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1028: done (1 left) 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1029: done (0 left) 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 108 2023-12-01T04:47:12.409 INFO:tasks.rados.rados.0.smithi111.stdout:1030: seq_num 322 ranges {4112384=598016} 2023-12-01T04:47:12.434 INFO:tasks.rados.rados.0.smithi111.stdout:1030: writing smithi111183488-39 from 4112384 to 4710400 tid 1 2023-12-01T04:47:12.434 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 108 2023-12-01T04:47:12.434 INFO:tasks.rados.rados.0.smithi111.stdout:1031: seq_num 323 ranges {0=614400} 2023-12-01T04:47:12.437 INFO:tasks.rados.rados.0.smithi111.stdout:1031: writing smithi111183488-43 from 0 to 614400 tid 1 2023-12-01T04:47:12.437 INFO:tasks.rados.rados.0.smithi111.stdout:1032: read oid 2 snap -1 2023-12-01T04:47:12.437 INFO:tasks.rados.rados.0.smithi111.stdout:1032: expect deleted 2023-12-01T04:47:12.438 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 108 2023-12-01T04:47:12.438 INFO:tasks.rados.rados.0.smithi111.stdout:1033: seq_num 324 ranges {0=630784} 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1033: writing smithi111183488-11 from 0 to 630784 tid 1 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1034: rmattr oid 14 current snap is 108 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1030: finishing write tid 1 to smithi111183488-39 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1030: finishing write tid 2 to smithi111183488-39 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1032: done (4 left) 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1035: rmattr oid 24 current snap is 108 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1030: finishing write tid 3 to smithi111183488-39 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1030: oid 39 updating version 0 to 206 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1030: oid 39 updating version 206 to 207 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 207 (ObjNum 322 snap 108 seq_num 322) dirty exists 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1030: left oid 39 (ObjNum 322 snap 108 seq_num 322) 2023-12-01T04:47:12.442 INFO:tasks.rados.rados.0.smithi111.stdout:1031: finishing write tid 1 to smithi111183488-43 2023-12-01T04:47:12.443 INFO:tasks.rados.rados.0.smithi111.stdout:1030: done (4 left) 2023-12-01T04:47:12.443 INFO:tasks.rados.rados.0.smithi111.stdout:1036: snap_remove snap 63 2023-12-01T04:47:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:12 smithi155 ceph-mon[102677]: osdmap e255: 8 total, 8 up, 8 in 2023-12-01T04:47:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:12 smithi111 ceph-mon[97855]: osdmap e255: 8 total, 8 up, 8 in 2023-12-01T04:47:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:12 smithi111 ceph-mon[116524]: osdmap e255: 8 total, 8 up, 8 in 2023-12-01T04:47:13.394 INFO:tasks.rados.rados.0.smithi111.stdout:1036: done (4 left) 2023-12-01T04:47:13.394 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 108 2023-12-01T04:47:13.394 INFO:tasks.rados.rados.0.smithi111.stdout:1037: seq_num 325 ranges {1318912=647168} 2023-12-01T04:47:13.407 INFO:tasks.rados.rados.0.smithi111.stdout:1037: writing smithi111183488-23 from 1318912 to 1966080 tid 1 2023-12-01T04:47:13.407 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 108 2023-12-01T04:47:13.407 INFO:tasks.rados.rados.0.smithi111.stdout:1038: seq_num 326 ranges {1474560=663552} 2023-12-01T04:47:13.417 INFO:tasks.rados.rados.0.smithi111.stdout:1038: writing smithi111183488-46 from 1474560 to 2138112 tid 1 2023-12-01T04:47:13.417 INFO:tasks.rados.rados.0.smithi111.stdout:1039: snap_create 2023-12-01T04:47:13.417 INFO:tasks.rados.rados.0.smithi111.stdout:1031: finishing write tid 2 to smithi111183488-43 2023-12-01T04:47:13.417 INFO:tasks.rados.rados.0.smithi111.stdout:1031: finishing write tid 3 to smithi111183488-43 2023-12-01T04:47:13.417 INFO:tasks.rados.rados.0.smithi111.stdout:1031: oid 43 updating version 0 to 115 2023-12-01T04:47:13.417 INFO:tasks.rados.rados.0.smithi111.stdout:1031: oid 43 updating version 115 to 116 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 116 (ObjNum 323 snap 108 seq_num 323) dirty exists 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1031: left oid 43 (ObjNum 323 snap 108 seq_num 323) 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 507 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 583 (ObjNum 268 snap 86 seq_num 268) dirty exists 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1033: finishing write tid 1 to smithi111183488-11 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1033: finishing write tid 2 to smithi111183488-11 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1033: finishing write tid 3 to smithi111183488-11 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1033: oid 11 updating version 0 to 529 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1033: oid 11 updating version 529 to 530 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 530 (ObjNum 324 snap 108 seq_num 324) dirty exists 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1033: left oid 11 (ObjNum 324 snap 108 seq_num 324) 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1037: finishing write tid 1 to smithi111183488-23 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1037: finishing write tid 2 to smithi111183488-23 2023-12-01T04:47:13.418 INFO:tasks.rados.rados.0.smithi111.stdout:1037: finishing write tid 3 to smithi111183488-23 2023-12-01T04:47:13.419 INFO:tasks.rados.rados.0.smithi111.stdout:1037: oid 23 updating version 0 to 508 2023-12-01T04:47:13.419 INFO:tasks.rados.rados.0.smithi111.stdout:1037: oid 23 updating version 508 to 509 2023-12-01T04:47:13.419 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 509 (ObjNum 325 snap 108 seq_num 325) dirty exists 2023-12-01T04:47:13.419 INFO:tasks.rados.rados.0.smithi111.stdout:1037: left oid 23 (ObjNum 325 snap 108 seq_num 325) 2023-12-01T04:47:13.421 INFO:tasks.rados.rados.0.smithi111.stdout:1038: finishing write tid 1 to smithi111183488-46 2023-12-01T04:47:13.422 INFO:tasks.rados.rados.0.smithi111.stdout:1038: finishing write tid 2 to smithi111183488-46 2023-12-01T04:47:13.422 INFO:tasks.rados.rados.0.smithi111.stdout:1038: finishing write tid 3 to smithi111183488-46 2023-12-01T04:47:13.423 INFO:tasks.rados.rados.0.smithi111.stdout:1038: oid 46 updating version 0 to 562 2023-12-01T04:47:13.423 INFO:tasks.rados.rados.0.smithi111.stdout:1038: oid 46 updating version 562 to 563 2023-12-01T04:47:13.423 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 563 (ObjNum 326 snap 108 seq_num 326) dirty exists 2023-12-01T04:47:13.423 INFO:tasks.rados.rados.0.smithi111.stdout:1038: left oid 46 (ObjNum 326 snap 108 seq_num 326) 2023-12-01T04:47:13.506 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:47:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:13 smithi155 ceph-mon[102677]: osdmap e256: 8 total, 8 up, 8 in 2023-12-01T04:47:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:13 smithi155 ceph-mon[102677]: pgmap v357: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-01T04:47:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:13 smithi155 ceph-mon[102677]: osdmap e257: 8 total, 8 up, 8 in 2023-12-01T04:47:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:13 smithi111 ceph-mon[97855]: osdmap e256: 8 total, 8 up, 8 in 2023-12-01T04:47:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:13 smithi111 ceph-mon[97855]: pgmap v357: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-01T04:47:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:13 smithi111 ceph-mon[97855]: osdmap e257: 8 total, 8 up, 8 in 2023-12-01T04:47:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:13 smithi111 ceph-mon[116524]: osdmap e256: 8 total, 8 up, 8 in 2023-12-01T04:47:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:13 smithi111 ceph-mon[116524]: pgmap v357: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.5 MiB/s wr, 19 op/s 2023-12-01T04:47:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:13 smithi111 ceph-mon[116524]: osdmap e257: 8 total, 8 up, 8 in 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4m) 3m ago 5m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4m) 3m ago 4m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6m) 3m ago 6m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6m) 3m ago 6m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9m) 3m ago 9m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10m) 3m ago 10m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10m) 3m ago 10m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:47:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9m) 3m ago 9m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9m) 3m ago 9m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4m) 3m ago 4m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4m) 3m ago 4m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8m) 3m ago 8m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8m) 3m ago 8m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8m) 3m ago 8m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7m) 3m ago 7m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7m) 3m ago 7m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7m) 3m ago 7m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6m) 3m ago 6m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6m) 3m ago 6m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:47:13.814 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4m) 3m ago 5m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:47:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:47:14.194 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1031: done (6 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1033: done (5 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1034: done (4 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1035: done (3 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1037: done (2 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1038: done (1 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1039: done (0 left) 2023-12-01T04:47:14.421 INFO:tasks.rados.rados.0.smithi111.stdout:1040: read oid 5 snap 64 2023-12-01T04:47:14.422 INFO:tasks.rados.rados.0.smithi111.stdout:1040: expect (ObjNum 140 snap 40 seq_num 140) 2023-12-01T04:47:14.422 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 109 2023-12-01T04:47:14.422 INFO:tasks.rados.rados.0.smithi111.stdout:1041: seq_num 327 ranges {0=679936} 2023-12-01T04:47:14.425 INFO:tasks.rados.rados.0.smithi111.stdout:1041: writing smithi111183488-15 from 0 to 679936 tid 1 2023-12-01T04:47:14.425 INFO:tasks.rados.rados.0.smithi111.stdout:1042: read oid 31 snap -1 2023-12-01T04:47:14.425 INFO:tasks.rados.rados.0.smithi111.stdout:1042: expect deleted 2023-12-01T04:47:14.425 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 109 2023-12-01T04:47:14.425 INFO:tasks.rados.rados.0.smithi111.stdout:1043: seq_num 328 ranges {1966080=696320} 2023-12-01T04:47:14.439 INFO:tasks.rados.rados.0.smithi111.stdout:1043: writing smithi111183488-23 from 1966080 to 2662400 tid 1 2023-12-01T04:47:14.439 INFO:tasks.rados.rados.0.smithi111.stdout:1044: snap_remove snap 77 2023-12-01T04:47:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:14 smithi155 ceph-mon[102677]: from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:14 smithi155 ceph-mon[102677]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1600598872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:47:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:14 smithi111 ceph-mon[97855]: from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:14 smithi111 ceph-mon[97855]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1600598872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:47:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:14 smithi111 ceph-mon[116524]: from='client.25067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:14 smithi111 ceph-mon[116524]: from='client.15165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1600598872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:47:15.435 INFO:tasks.rados.rados.0.smithi111.stdout:1044: done (4 left) 2023-12-01T04:47:15.436 INFO:tasks.rados.rados.0.smithi111.stdout:1045: rmattr oid 46 current snap is 109 2023-12-01T04:47:15.436 INFO:tasks.rados.rados.0.smithi111.stdout:1046: snap_remove snap 74 2023-12-01T04:47:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:15 smithi155 ceph-mon[102677]: osdmap e258: 8 total, 8 up, 8 in 2023-12-01T04:47:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:15 smithi155 ceph-mon[102677]: pgmap v360: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:15 smithi111 ceph-mon[97855]: osdmap e258: 8 total, 8 up, 8 in 2023-12-01T04:47:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:15 smithi111 ceph-mon[97855]: pgmap v360: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:15 smithi111 ceph-mon[116524]: osdmap e258: 8 total, 8 up, 8 in 2023-12-01T04:47:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:15 smithi111 ceph-mon[116524]: pgmap v360: 121 pgs: 121 active+clean; 357 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:16.443 INFO:tasks.rados.rados.0.smithi111.stdout:1046: done (5 left) 2023-12-01T04:47:16.443 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 109 2023-12-01T04:47:16.443 INFO:tasks.rados.rados.0.smithi111.stdout:1047: seq_num 329 ranges {2334720=712704} 2023-12-01T04:47:16.457 INFO:tasks.rados.rados.0.smithi111.stdout:1047: writing smithi111183488-50 from 2334720 to 3047424 tid 1 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1048: read oid 26 snap -1 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1048: expect (ObjNum 311 snap 103 seq_num 311) 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1049: read oid 42 snap 92 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1049: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1050: delete oid 43 current snap is 109 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1041: finishing write tid 1 to smithi111183488-15 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1041: finishing write tid 2 to smithi111183488-15 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1041: finishing write tid 3 to smithi111183488-15 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1041: oid 15 updating version 0 to 223 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1041: oid 15 updating version 223 to 224 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 224 (ObjNum 327 snap 109 seq_num 327) dirty exists 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1041: left oid 15 (ObjNum 327 snap 109 seq_num 327) 2023-12-01T04:47:16.458 INFO:tasks.rados.rados.0.smithi111.stdout:1043: finishing write tid 1 to smithi111183488-23 2023-12-01T04:47:16.459 INFO:tasks.rados.rados.0.smithi111.stdout:1043: finishing write tid 2 to smithi111183488-23 2023-12-01T04:47:16.459 INFO:tasks.rados.rados.0.smithi111.stdout:1040: expect (ObjNum 140 snap 40 seq_num 140) 2023-12-01T04:47:16.608 INFO:tasks.rados.rados.0.smithi111.stdout:1043: finishing write tid 3 to smithi111183488-23 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1043: oid 23 updating version 0 to 510 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1043: oid 23 updating version 510 to 511 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 511 (ObjNum 328 snap 109 seq_num 328) dirty exists 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1043: left oid 23 (ObjNum 328 snap 109 seq_num 328) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 565 (ObjNum 326 snap 108 seq_num 326) dirty exists 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1040: done (8 left) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1041: done (7 left) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1042: done (6 left) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1043: done (5 left) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1045: done (4 left) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1050: done (3 left) 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 109 2023-12-01T04:47:16.609 INFO:tasks.rados.rados.0.smithi111.stdout:1051: seq_num 331 ranges {3809280=753664} 2023-12-01T04:47:16.633 INFO:tasks.rados.rados.0.smithi111.stdout:1051: writing smithi111183488-28 from 3809280 to 4562944 tid 1 2023-12-01T04:47:16.633 INFO:tasks.rados.rados.0.smithi111.stdout:1052: read oid 44 snap -1 2023-12-01T04:47:16.633 INFO:tasks.rados.rados.0.smithi111.stdout:1052: expect (ObjNum 313 snap 104 seq_num 313) 2023-12-01T04:47:16.634 INFO:tasks.rados.rados.0.smithi111.stdout:1053: read oid 11 snap 95 2023-12-01T04:47:16.634 INFO:tasks.rados.rados.0.smithi111.stdout:1053: expect deleted 2023-12-01T04:47:16.634 INFO:tasks.rados.rados.0.smithi111.stdout:1054: snap_remove snap 78 2023-12-01T04:47:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:16 smithi155 ceph-mon[102677]: osdmap e259: 8 total, 8 up, 8 in 2023-12-01T04:47:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:16 smithi111 ceph-mon[97855]: osdmap e259: 8 total, 8 up, 8 in 2023-12-01T04:47:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:16 smithi111 ceph-mon[116524]: osdmap e259: 8 total, 8 up, 8 in 2023-12-01T04:47:17.465 INFO:tasks.rados.rados.0.smithi111.stdout:1054: done (6 left) 2023-12-01T04:47:17.465 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 109 2023-12-01T04:47:17.465 INFO:tasks.rados.rados.0.smithi111.stdout:1055: seq_num 332 ranges {0=770048} 2023-12-01T04:47:17.470 INFO:tasks.rados.rados.0.smithi111.stdout:1055: writing smithi111183488-32 from 0 to 770048 tid 1 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1056: rmattr oid 20 current snap is 109 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1057: copy_from oid 45 from oid 21 current snap is 109 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1058: delete oid 4 current snap is 109 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1047: finishing write tid 1 to smithi111183488-50 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1047: finishing write tid 2 to smithi111183488-50 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1047: finishing write tid 3 to smithi111183488-50 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1047: oid 50 updating version 0 to 586 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1047: oid 50 version 586 is already newer than 585 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 586 (ObjNum 329 snap 109 seq_num 329) dirty exists 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1047: left oid 50 (ObjNum 329 snap 109 seq_num 329) 2023-12-01T04:47:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:1049: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:17.545 INFO:tasks.rados.rados.0.smithi111.stdout:1048: expect (ObjNum 311 snap 103 seq_num 311) 2023-12-01T04:47:17.595 INFO:tasks.rados.rados.0.smithi111.stdout:1051: finishing write tid 1 to smithi111183488-28 2023-12-01T04:47:17.596 INFO:tasks.rados.rados.0.smithi111.stdout:1051: finishing write tid 2 to smithi111183488-28 2023-12-01T04:47:17.596 INFO:tasks.rados.rados.0.smithi111.stdout:1052: expect (ObjNum 313 snap 104 seq_num 313) 2023-12-01T04:47:17.617 INFO:tasks.rados.rados.0.smithi111.stdout:1051: finishing write tid 3 to smithi111183488-28 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1051: oid 28 updating version 0 to 506 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1051: oid 28 updating version 506 to 507 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 507 (ObjNum 331 snap 109 seq_num 331) dirty exists 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1051: left oid 28 (ObjNum 331 snap 109 seq_num 331) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 512 (ObjNum 129 snap 0 seq_num 4175671160) dirty exists 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1055: finishing write tid 1 to smithi111183488-32 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1047: done (9 left) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1048: done (8 left) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1049: done (7 left) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1051: done (6 left) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1052: done (5 left) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1053: done (4 left) 2023-12-01T04:47:17.618 INFO:tasks.rados.rados.0.smithi111.stdout:1056: done (3 left) 2023-12-01T04:47:17.619 INFO:tasks.rados.rados.0.smithi111.stdout:1058: done (2 left) 2023-12-01T04:47:17.619 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 109 2023-12-01T04:47:17.619 INFO:tasks.rados.rados.0.smithi111.stdout:1055: finishing write tid 2 to smithi111183488-32 2023-12-01T04:47:17.619 INFO:tasks.rados.rados.0.smithi111.stdout:1059: seq_num 334 ranges {0=802816} 2023-12-01T04:47:17.621 INFO:tasks.rados.rados.0.smithi111.stdout:1059: writing smithi111183488-4 from 0 to 802816 tid 1 2023-12-01T04:47:17.621 INFO:tasks.rados.rados.0.smithi111.stdout:1060: snap_remove snap 98 2023-12-01T04:47:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:17 smithi155 ceph-mon[102677]: osdmap e260: 8 total, 8 up, 8 in 2023-12-01T04:47:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:17 smithi155 ceph-mon[102677]: pgmap v363: 121 pgs: 121 active+clean; 369 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-01T04:47:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:17 smithi111 ceph-mon[97855]: osdmap e260: 8 total, 8 up, 8 in 2023-12-01T04:47:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:17 smithi111 ceph-mon[97855]: pgmap v363: 121 pgs: 121 active+clean; 369 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-01T04:47:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:17 smithi111 ceph-mon[116524]: osdmap e260: 8 total, 8 up, 8 in 2023-12-01T04:47:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:17 smithi111 ceph-mon[116524]: pgmap v363: 121 pgs: 121 active+clean; 369 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-01T04:47:18.385 INFO:tasks.rados.rados.0.smithi111.stdout:1060: done (3 left) 2023-12-01T04:47:18.385 INFO:tasks.rados.rados.0.smithi111.stdout:1061: rmattr oid 7 current snap is 109 2023-12-01T04:47:18.385 INFO:tasks.rados.rados.0.smithi111.stdout:1061: done (3 left) 2023-12-01T04:47:18.385 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 109 2023-12-01T04:47:18.385 INFO:tasks.rados.rados.0.smithi111.stdout:1062: seq_num 335 ranges {3063808=417792,3481600=401408} 2023-12-01T04:47:18.404 INFO:tasks.rados.rados.0.smithi111.stdout:1062: writing smithi111183488-16 from 3063808 to 3481600 tid 1 2023-12-01T04:47:18.407 INFO:tasks.rados.rados.0.smithi111.stdout:1062: writing smithi111183488-16 from 3481600 to 3883008 tid 2 2023-12-01T04:47:18.407 INFO:tasks.rados.rados.0.smithi111.stdout:1063: delete oid 29 current snap is 109 2023-12-01T04:47:18.407 INFO:tasks.rados.rados.0.smithi111.stdout:1055: finishing write tid 3 to smithi111183488-32 2023-12-01T04:47:18.407 INFO:tasks.rados.rados.0.smithi111.stdout:1055: oid 32 updating version 0 to 562 2023-12-01T04:47:18.407 INFO:tasks.rados.rados.0.smithi111.stdout:1055: oid 32 version 562 is already newer than 561 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 562 (ObjNum 332 snap 109 seq_num 332) dirty exists 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1055: left oid 32 (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1057: finishing copy_from to smithi111183488-45 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 537 (ObjNum 308 snap 102 seq_num 308) dirty exists 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1057: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1059: finishing write tid 1 to smithi111183488-4 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1059: finishing write tid 2 to smithi111183488-4 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1059: finishing write tid 3 to smithi111183488-4 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1059: oid 4 updating version 0 to 623 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1059: oid 4 version 623 is already newer than 622 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 623 (ObjNum 334 snap 109 seq_num 334) dirty exists 2023-12-01T04:47:18.408 INFO:tasks.rados.rados.0.smithi111.stdout:1059: left oid 4 (ObjNum 334 snap 109 seq_num 334) 2023-12-01T04:47:18.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: finishing write tid 1 to smithi111183488-16 2023-12-01T04:47:18.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: finishing write tid 2 to smithi111183488-16 2023-12-01T04:47:18.411 INFO:tasks.rados.rados.0.smithi111.stdout:1055: done (4 left) 2023-12-01T04:47:18.411 INFO:tasks.rados.rados.0.smithi111.stdout:1057: done (3 left) 2023-12-01T04:47:18.411 INFO:tasks.rados.rados.0.smithi111.stdout:1059: done (2 left) 2023-12-01T04:47:18.411 INFO:tasks.rados.rados.0.smithi111.stdout:1063: done (1 left) 2023-12-01T04:47:18.412 INFO:tasks.rados.rados.0.smithi111.stdout:1064: read oid 30 snap -1 2023-12-01T04:47:18.412 INFO:tasks.rados.rados.0.smithi111.stdout:1064: expect (ObjNum 259 snap 83 seq_num 259) 2023-12-01T04:47:18.412 INFO:tasks.rados.rados.0.smithi111.stdout:1065: snap_remove snap 95 2023-12-01T04:47:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:18 smithi155 ceph-mon[102677]: osdmap e261: 8 total, 8 up, 8 in 2023-12-01T04:47:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:18 smithi155 ceph-mon[102677]: osdmap e262: 8 total, 8 up, 8 in 2023-12-01T04:47:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:18 smithi111 ceph-mon[97855]: osdmap e261: 8 total, 8 up, 8 in 2023-12-01T04:47:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:18 smithi111 ceph-mon[97855]: osdmap e262: 8 total, 8 up, 8 in 2023-12-01T04:47:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:18 smithi111 ceph-mon[116524]: osdmap e261: 8 total, 8 up, 8 in 2023-12-01T04:47:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:18 smithi111 ceph-mon[116524]: osdmap e262: 8 total, 8 up, 8 in 2023-12-01T04:47:19.405 INFO:tasks.rados.rados.0.smithi111.stdout:1065: done (2 left) 2023-12-01T04:47:19.405 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 109 2023-12-01T04:47:19.405 INFO:tasks.rados.rados.0.smithi111.stdout:1066: seq_num 337 ranges {0=450560,450560=401408} 2023-12-01T04:47:19.406 INFO:tasks.rados.rados.0.smithi111.stdout:1066: writing smithi111183488-43 from 0 to 450560 tid 1 2023-12-01T04:47:19.409 INFO:tasks.rados.rados.0.smithi111.stdout:1066: writing smithi111183488-43 from 450560 to 851968 tid 2 2023-12-01T04:47:19.409 INFO:tasks.rados.rados.0.smithi111.stdout:1067: read oid 32 snap -1 2023-12-01T04:47:19.409 INFO:tasks.rados.rados.0.smithi111.stdout:1067: expect (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:19.409 INFO:tasks.rados.rados.0.smithi111.stdout:1068: rollback oid 10 current snap is 109 2023-12-01T04:47:19.409 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 60 2023-12-01T04:47:19.409 INFO:tasks.rados.rados.0.smithi111.stdout:1069: snap_create 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: finishing write tid 3 to smithi111183488-16 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: finishing write tid 4 to smithi111183488-16 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: oid 16 updating version 0 to 634 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: oid 16 version 634 is already newer than 633 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: oid 16 updating version 634 to 635 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 635 (ObjNum 335 snap 109 seq_num 335) dirty exists 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1062: left oid 16 (ObjNum 335 snap 109 seq_num 335) 2023-12-01T04:47:19.411 INFO:tasks.rados.rados.0.smithi111.stdout:1064: expect (ObjNum 259 snap 83 seq_num 259) 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1066: finishing write tid 1 to smithi111183488-43 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1068: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1068: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1068: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 645 (ObjNum 57 snap 4 seq_num 57) dirty exists 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1066: finishing write tid 2 to smithi111183488-43 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1066: finishing write tid 3 to smithi111183488-43 2023-12-01T04:47:19.468 INFO:tasks.rados.rados.0.smithi111.stdout:1067: expect (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:19.487 INFO:tasks.rados.rados.0.smithi111.stdout:1066: finishing write tid 4 to smithi111183488-43 2023-12-01T04:47:19.487 INFO:tasks.rados.rados.0.smithi111.stdout:1066: oid 43 updating version 0 to 120 2023-12-01T04:47:19.487 INFO:tasks.rados.rados.0.smithi111.stdout:1066: oid 43 version 120 is already newer than 119 2023-12-01T04:47:19.487 INFO:tasks.rados.rados.0.smithi111.stdout:1066: oid 43 version 120 is already newer than 118 2023-12-01T04:47:19.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 120 (ObjNum 337 snap 109 seq_num 337) dirty exists 2023-12-01T04:47:19.487 INFO:tasks.rados.rados.0.smithi111.stdout:1066: left oid 43 (ObjNum 337 snap 109 seq_num 337) 2023-12-01T04:47:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:47:19] "GET /metrics HTTP/1.1" 200 36096 "" "Prometheus/2.43.0" 2023-12-01T04:47:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:19 smithi111 ceph-mon[97855]: pgmap v366: 121 pgs: 121 active+clean; 369 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-01T04:47:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:19 smithi111 ceph-mon[97855]: osdmap e263: 8 total, 8 up, 8 in 2023-12-01T04:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:19 smithi111 ceph-mon[116524]: pgmap v366: 121 pgs: 121 active+clean; 369 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-01T04:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:19 smithi111 ceph-mon[116524]: osdmap e263: 8 total, 8 up, 8 in 2023-12-01T04:47:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:19 smithi155 ceph-mon[102677]: pgmap v366: 121 pgs: 121 active+clean; 369 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.2 MiB/s wr, 23 op/s 2023-12-01T04:47:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:19 smithi155 ceph-mon[102677]: osdmap e263: 8 total, 8 up, 8 in 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1062: done (5 left) 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1064: done (4 left) 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1066: done (3 left) 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1067: done (2 left) 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1068: done (1 left) 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1069: done (0 left) 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1070: rollback oid 29 current snap is 110 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 60 2023-12-01T04:47:20.401 INFO:tasks.rados.rados.0.smithi111.stdout:1071: snap_remove snap 93 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:1071: done (1 left) 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:1072: read oid 4 snap -1 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:1072: expect (ObjNum 334 snap 109 seq_num 334) 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:1073: delete oid 20 current snap is 110 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:1070: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:1070: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:47:21.404 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 616 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:47:21.415 INFO:tasks.rados.rados.0.smithi111.stdout:1070: done (2 left) 2023-12-01T04:47:21.415 INFO:tasks.rados.rados.0.smithi111.stdout:1073: done (1 left) 2023-12-01T04:47:21.415 INFO:tasks.rados.rados.0.smithi111.stdout:1074: snap_remove snap 96 2023-12-01T04:47:21.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:21 smithi155 ceph-mon[102677]: osdmap e264: 8 total, 8 up, 8 in 2023-12-01T04:47:21.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:21 smithi155 ceph-mon[102677]: pgmap v369: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2023-12-01T04:47:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:21 smithi111 ceph-mon[116524]: osdmap e264: 8 total, 8 up, 8 in 2023-12-01T04:47:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:21 smithi111 ceph-mon[116524]: pgmap v369: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2023-12-01T04:47:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:21 smithi111 ceph-mon[97855]: osdmap e264: 8 total, 8 up, 8 in 2023-12-01T04:47:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:21 smithi111 ceph-mon[97855]: pgmap v369: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2023-12-01T04:47:22.412 INFO:tasks.rados.rados.0.smithi111.stdout:1074: done (1 left) 2023-12-01T04:47:22.412 INFO:tasks.rados.rados.0.smithi111.stdout:1075: delete oid 11 current snap is 110 2023-12-01T04:47:22.412 INFO:tasks.rados.rados.0.smithi111.stdout:1072: expect (ObjNum 334 snap 109 seq_num 334) 2023-12-01T04:47:22.441 INFO:tasks.rados.rados.0.smithi111.stdout:1072: done (1 left) 2023-12-01T04:47:22.442 INFO:tasks.rados.rados.0.smithi111.stdout:1075: done (0 left) 2023-12-01T04:47:22.442 INFO:tasks.rados.rados.0.smithi111.stdout:1076: snap_remove snap 101 2023-12-01T04:47:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:22 smithi155 ceph-mon[102677]: osdmap e265: 8 total, 8 up, 8 in 2023-12-01T04:47:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:22 smithi111 ceph-mon[97855]: osdmap e265: 8 total, 8 up, 8 in 2023-12-01T04:47:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:22 smithi111 ceph-mon[116524]: osdmap e265: 8 total, 8 up, 8 in 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1076: done (0 left) 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1077: read oid 6 snap -1 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1077: expect (ObjNum 312 snap 104 seq_num 312) 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1078: copy_from oid 50 from oid 30 current snap is 110 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1079: rmattr oid 49 current snap is 110 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1079: done (2 left) 2023-12-01T04:47:23.391 INFO:tasks.rados.rados.0.smithi111.stdout:1080: delete oid 20 current snap is 110 2023-12-01T04:47:23.397 INFO:tasks.rados.rados.0.smithi111.stdout:1080: done (2 left) 2023-12-01T04:47:23.397 INFO:tasks.rados.rados.0.smithi111.stdout:1081: delete oid 24 current snap is 110 2023-12-01T04:47:23.403 INFO:tasks.rados.rados.0.smithi111.stdout:1081: done (2 left) 2023-12-01T04:47:23.403 INFO:tasks.rados.rados.0.smithi111.stdout:1082: read oid 27 snap 99 2023-12-01T04:47:23.403 INFO:tasks.rados.rados.0.smithi111.stdout:1082: expect (ObjNum 253 snap 81 seq_num 253) 2023-12-01T04:47:23.403 INFO:tasks.rados.rados.0.smithi111.stdout:1083: copy_from oid 3 from oid 16 current snap is 110 2023-12-01T04:47:23.403 INFO:tasks.rados.rados.0.smithi111.stdout:1084: copy_from oid 26 from oid 39 current snap is 110 2023-12-01T04:47:23.403 INFO:tasks.rados.rados.0.smithi111.stdout:1085: snap_remove snap 109 2023-12-01T04:47:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:23 smithi155 ceph-mon[102677]: osdmap e266: 8 total, 8 up, 8 in 2023-12-01T04:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:23 smithi155 ceph-mon[102677]: pgmap v372: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2023-12-01T04:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:23 smithi155 ceph-mon[102677]: osdmap e267: 8 total, 8 up, 8 in 2023-12-01T04:47:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:23 smithi111 ceph-mon[97855]: osdmap e266: 8 total, 8 up, 8 in 2023-12-01T04:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:23 smithi111 ceph-mon[97855]: pgmap v372: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2023-12-01T04:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:23 smithi111 ceph-mon[97855]: osdmap e267: 8 total, 8 up, 8 in 2023-12-01T04:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:23 smithi111 ceph-mon[116524]: osdmap e266: 8 total, 8 up, 8 in 2023-12-01T04:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:23 smithi111 ceph-mon[116524]: pgmap v372: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2023-12-01T04:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:23 smithi111 ceph-mon[116524]: osdmap e267: 8 total, 8 up, 8 in 2023-12-01T04:47:24.402 INFO:tasks.rados.rados.0.smithi111.stdout:1085: done (5 left) 2023-12-01T04:47:24.402 INFO:tasks.rados.rados.0.smithi111.stdout:1086: read oid 44 snap 104 2023-12-01T04:47:24.402 INFO:tasks.rados.rados.0.smithi111.stdout:1086: expect (ObjNum 313 snap 104 seq_num 313) 2023-12-01T04:47:24.402 INFO:tasks.rados.rados.0.smithi111.stdout:1087: snap_remove snap 79 2023-12-01T04:47:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:1087: done (6 left) 2023-12-01T04:47:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:1088: copy_from oid 4 from oid 17 current snap is 110 2023-12-01T04:47:25.408 INFO:tasks.rados.rados.0.smithi111.stdout:1089: read oid 28 snap -1 2023-12-01T04:47:25.409 INFO:tasks.rados.rados.0.smithi111.stdout:1089: expect (ObjNum 331 snap 109 seq_num 331) 2023-12-01T04:47:25.409 INFO:tasks.rados.rados.0.smithi111.stdout:1090: delete oid 5 current snap is 110 2023-12-01T04:47:25.409 INFO:tasks.rados.rados.0.smithi111.stdout:1077: expect (ObjNum 312 snap 104 seq_num 312) 2023-12-01T04:47:25.586 INFO:tasks.rados.rados.0.smithi111.stdout:1078: finishing copy_from to smithi111183488-50 2023-12-01T04:47:25.586 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 518 (ObjNum 259 snap 83 seq_num 259) dirty exists 2023-12-01T04:47:25.586 INFO:tasks.rados.rados.0.smithi111.stdout:1078: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:47:25.586 INFO:tasks.rados.rados.0.smithi111.stdout:1082: expect (ObjNum 253 snap 81 seq_num 253) 2023-12-01T04:47:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:25 smithi155 ceph-mon[102677]: osdmap e268: 8 total, 8 up, 8 in 2023-12-01T04:47:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:25 smithi155 ceph-mon[102677]: pgmap v375: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:25 smithi111 ceph-mon[97855]: osdmap e268: 8 total, 8 up, 8 in 2023-12-01T04:47:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:25 smithi111 ceph-mon[97855]: pgmap v375: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:25 smithi111 ceph-mon[116524]: osdmap e268: 8 total, 8 up, 8 in 2023-12-01T04:47:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:25 smithi111 ceph-mon[116524]: pgmap v375: 121 pgs: 121 active+clean; 372 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:25.843 INFO:tasks.rados.rados.0.smithi111.stdout:1084: finishing copy_from to smithi111183488-26 2023-12-01T04:47:25.844 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 207 (ObjNum 322 snap 108 seq_num 322) dirty exists 2023-12-01T04:47:25.844 INFO:tasks.rados.rados.0.smithi111.stdout:1083: finishing copy_from to smithi111183488-3 2023-12-01T04:47:25.844 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 635 (ObjNum 335 snap 109 seq_num 335) dirty exists 2023-12-01T04:47:25.844 INFO:tasks.rados.rados.0.smithi111.stdout:1083: finishing copy_from racing read to smithi111183488-3 2023-12-01T04:47:25.844 INFO:tasks.rados.rados.0.smithi111.stdout:1084: finishing copy_from racing read to smithi111183488-26 2023-12-01T04:47:25.844 INFO:tasks.rados.rados.0.smithi111.stdout:1086: expect (ObjNum 313 snap 104 seq_num 313) 2023-12-01T04:47:25.865 INFO:tasks.rados.rados.0.smithi111.stdout:1088: finishing copy_from to smithi111183488-4 2023-12-01T04:47:25.865 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 407 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:47:25.865 INFO:tasks.rados.rados.0.smithi111.stdout:1088: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:47:25.865 INFO:tasks.rados.rados.0.smithi111.stdout:1089: expect (ObjNum 331 snap 109 seq_num 331) 2023-12-01T04:47:26.123 INFO:tasks.rados.rados.0.smithi111.stdout:1077: done (8 left) 2023-12-01T04:47:26.123 INFO:tasks.rados.rados.0.smithi111.stdout:1078: done (7 left) 2023-12-01T04:47:26.123 INFO:tasks.rados.rados.0.smithi111.stdout:1082: done (6 left) 2023-12-01T04:47:26.123 INFO:tasks.rados.rados.0.smithi111.stdout:1083: done (5 left) 2023-12-01T04:47:26.123 INFO:tasks.rados.rados.0.smithi111.stdout:1084: done (4 left) 2023-12-01T04:47:26.124 INFO:tasks.rados.rados.0.smithi111.stdout:1086: done (3 left) 2023-12-01T04:47:26.124 INFO:tasks.rados.rados.0.smithi111.stdout:1088: done (2 left) 2023-12-01T04:47:26.124 INFO:tasks.rados.rados.0.smithi111.stdout:1089: done (1 left) 2023-12-01T04:47:26.124 INFO:tasks.rados.rados.0.smithi111.stdout:1090: done (0 left) 2023-12-01T04:47:26.124 INFO:tasks.rados.rados.0.smithi111.stdout:1091: delete oid 49 current snap is 110 2023-12-01T04:47:26.125 INFO:tasks.rados.rados.0.smithi111.stdout:1091: done (0 left) 2023-12-01T04:47:26.125 INFO:tasks.rados.rados.0.smithi111.stdout:1092: snap_create 2023-12-01T04:47:26.410 INFO:tasks.rados.rados.0.smithi111.stdout:1092: done (0 left) 2023-12-01T04:47:26.410 INFO:tasks.rados.rados.0.smithi111.stdout:1093: rmattr oid 12 current snap is 111 2023-12-01T04:47:26.411 INFO:tasks.rados.rados.0.smithi111.stdout:1094: rollback oid 16 current snap is 111 2023-12-01T04:47:26.411 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 71 2023-12-01T04:47:26.411 INFO:tasks.rados.rados.0.smithi111.stdout:1095: snap_remove snap 68 2023-12-01T04:47:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:26 smithi155 ceph-mon[102677]: osdmap e269: 8 total, 8 up, 8 in 2023-12-01T04:47:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:26 smithi111 ceph-mon[97855]: osdmap e269: 8 total, 8 up, 8 in 2023-12-01T04:47:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:26 smithi111 ceph-mon[116524]: osdmap e269: 8 total, 8 up, 8 in 2023-12-01T04:47:27.430 INFO:tasks.rados.rados.0.smithi111.stdout:1095: done (2 left) 2023-12-01T04:47:27.430 INFO:tasks.rados.rados.0.smithi111.stdout:1096: snap_create 2023-12-01T04:47:27.430 INFO:tasks.rados.rados.0.smithi111.stdout:1094: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:47:27.430 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 508 (ObjNum 67 snap 8 seq_num 67) dirty exists 2023-12-01T04:47:27.430 INFO:tasks.rados.rados.0.smithi111.stdout:1094: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:47:27.431 INFO:tasks.rados.rados.0.smithi111.stdout:1094: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:47:27.431 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 694 (ObjNum 196 snap 58 seq_num 196) dirty exists 2023-12-01T04:47:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:27 smithi155 ceph-mon[102677]: osdmap e270: 8 total, 8 up, 8 in 2023-12-01T04:47:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:27 smithi155 ceph-mon[102677]: pgmap v378: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T04:47:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:27 smithi111 ceph-mon[97855]: osdmap e270: 8 total, 8 up, 8 in 2023-12-01T04:47:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:27 smithi111 ceph-mon[97855]: pgmap v378: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T04:47:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:27 smithi111 ceph-mon[116524]: osdmap e270: 8 total, 8 up, 8 in 2023-12-01T04:47:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:27 smithi111 ceph-mon[116524]: pgmap v378: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T04:47:28.386 INFO:tasks.rados.rados.0.smithi111.stdout:1093: done (2 left) 2023-12-01T04:47:28.386 INFO:tasks.rados.rados.0.smithi111.stdout:1094: done (1 left) 2023-12-01T04:47:28.386 INFO:tasks.rados.rados.0.smithi111.stdout:1096: done (0 left) 2023-12-01T04:47:28.386 INFO:tasks.rados.rados.0.smithi111.stdout:1097: copy_from oid 23 from oid 38 current snap is 112 2023-12-01T04:47:28.387 INFO:tasks.rados.rados.0.smithi111.stdout:1098: snap_remove snap 84 2023-12-01T04:47:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:28 smithi155 ceph-mon[102677]: osdmap e271: 8 total, 8 up, 8 in 2023-12-01T04:47:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:28 smithi155 ceph-mon[102677]: osdmap e272: 8 total, 8 up, 8 in 2023-12-01T04:47:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:28 smithi111 ceph-mon[97855]: osdmap e271: 8 total, 8 up, 8 in 2023-12-01T04:47:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:28 smithi111 ceph-mon[97855]: osdmap e272: 8 total, 8 up, 8 in 2023-12-01T04:47:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:28 smithi111 ceph-mon[116524]: osdmap e271: 8 total, 8 up, 8 in 2023-12-01T04:47:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:28 smithi111 ceph-mon[116524]: osdmap e272: 8 total, 8 up, 8 in 2023-12-01T04:47:29.388 INFO:tasks.rados.rados.0.smithi111.stdout:1098: done (1 left) 2023-12-01T04:47:29.388 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 112 2023-12-01T04:47:29.388 INFO:tasks.rados.rados.0.smithi111.stdout:1097: finishing copy_from to smithi111183488-23 2023-12-01T04:47:29.388 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 486 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:47:29.389 INFO:tasks.rados.rados.0.smithi111.stdout:1099: seq_num 344 ranges {1318912=565248,1884160=401408} 2023-12-01T04:47:29.401 INFO:tasks.rados.rados.0.smithi111.stdout:1099: writing smithi111183488-12 from 1318912 to 1884160 tid 1 2023-12-01T04:47:29.401 INFO:tasks.rados.rados.0.smithi111.stdout:1099: writing smithi111183488-12 from 1884160 to 2285568 tid 2 2023-12-01T04:47:29.402 INFO:tasks.rados.rados.0.smithi111.stdout:1100: copy_from oid 44 from oid 4 current snap is 112 2023-12-01T04:47:29.406 INFO:tasks.rados.rados.0.smithi111.stdout:1101: rmattr oid 8 current snap is 112 2023-12-01T04:47:29.406 INFO:tasks.rados.rados.0.smithi111.stdout:1101: done (3 left) 2023-12-01T04:47:29.406 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 112 2023-12-01T04:47:29.406 INFO:tasks.rados.rados.0.smithi111.stdout:1102: seq_num 345 ranges {4710400=581632,5292032=401408} 2023-12-01T04:47:29.432 INFO:tasks.rados.rados.0.smithi111.stdout:1102: writing smithi111183488-39 from 4710400 to 5292032 tid 1 2023-12-01T04:47:29.434 INFO:tasks.rados.rados.0.smithi111.stdout:1102: writing smithi111183488-39 from 5292032 to 5693440 tid 2 2023-12-01T04:47:29.434 INFO:tasks.rados.rados.0.smithi111.stdout:1103: snap_create 2023-12-01T04:47:29.434 INFO:tasks.rados.rados.0.smithi111.stdout:1097: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:47:29.434 INFO:tasks.rados.rados.0.smithi111.stdout:1099: finishing write tid 1 to smithi111183488-12 2023-12-01T04:47:29.434 INFO:tasks.rados.rados.0.smithi111.stdout:1099: finishing write tid 2 to smithi111183488-12 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: finishing write tid 3 to smithi111183488-12 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: finishing write tid 4 to smithi111183488-12 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: oid 12 updating version 0 to 511 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: oid 12 version 511 is already newer than 509 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: oid 12 version 511 is already newer than 510 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 511 (ObjNum 344 snap 112 seq_num 344) dirty exists 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: left oid 12 (ObjNum 344 snap 112 seq_num 344) 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1100: finishing copy_from to smithi111183488-44 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 407 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:47:29.435 INFO:tasks.rados.rados.0.smithi111.stdout:1100: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:47:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1102: finishing write tid 1 to smithi111183488-39 2023-12-01T04:47:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1102: finishing write tid 2 to smithi111183488-39 2023-12-01T04:47:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1102: finishing write tid 3 to smithi111183488-39 2023-12-01T04:47:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:1102: finishing write tid 4 to smithi111183488-39 2023-12-01T04:47:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:1102: oid 39 updating version 0 to 253 2023-12-01T04:47:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:1102: oid 39 version 253 is already newer than 251 2023-12-01T04:47:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:1102: oid 39 version 253 is already newer than 252 2023-12-01T04:47:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 253 (ObjNum 345 snap 112 seq_num 345) dirty exists 2023-12-01T04:47:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:1102: left oid 39 (ObjNum 345 snap 112 seq_num 345) 2023-12-01T04:47:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:29 smithi155 ceph-mon[102677]: pgmap v381: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T04:47:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:29 smithi155 ceph-mon[102677]: osdmap e273: 8 total, 8 up, 8 in 2023-12-01T04:47:29.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:47:29] "GET /metrics HTTP/1.1" 200 36096 "" "Prometheus/2.43.0" 2023-12-01T04:47:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:29 smithi111 ceph-mon[97855]: pgmap v381: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T04:47:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:29 smithi111 ceph-mon[97855]: osdmap e273: 8 total, 8 up, 8 in 2023-12-01T04:47:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:29 smithi111 ceph-mon[116524]: pgmap v381: 121 pgs: 121 active+clean; 380 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T04:47:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:29 smithi111 ceph-mon[116524]: osdmap e273: 8 total, 8 up, 8 in 2023-12-01T04:47:30.432 INFO:tasks.rados.rados.0.smithi111.stdout:1097: done (4 left) 2023-12-01T04:47:30.435 INFO:tasks.rados.rados.0.smithi111.stdout:1099: done (3 left) 2023-12-01T04:47:30.435 INFO:tasks.rados.rados.0.smithi111.stdout:1100: done (2 left) 2023-12-01T04:47:30.435 INFO:tasks.rados.rados.0.smithi111.stdout:1102: done (1 left) 2023-12-01T04:47:30.435 INFO:tasks.rados.rados.0.smithi111.stdout:1103: done (0 left) 2023-12-01T04:47:30.435 INFO:tasks.rados.rados.0.smithi111.stdout:1104: rollback oid 26 current snap is 113 2023-12-01T04:47:30.436 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 92 2023-12-01T04:47:30.436 INFO:tasks.rados.rados.0.smithi111.stdout:1105: copy_from oid 48 from oid 14 current snap is 113 2023-12-01T04:47:30.436 INFO:tasks.rados.rados.0.smithi111.stdout:1106: snap_create 2023-12-01T04:47:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:1104: finishing rollback tid 0 to smithi111183488-26 2023-12-01T04:47:30.437 INFO:tasks.rados.rados.0.smithi111.stdout:1104: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:47:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:1104: finishing rollback tid 2 to smithi111183488-26 2023-12-01T04:47:30.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 432 (ObjNum 197 snap 58 seq_num 197) dirty exists 2023-12-01T04:47:30.446 INFO:tasks.rados.rados.0.smithi111.stdout:1105: finishing copy_from to smithi111183488-48 2023-12-01T04:47:30.446 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 507 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:47:30.447 INFO:tasks.rados.rados.0.smithi111.stdout:1105: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:47:31.433 INFO:tasks.rados.rados.0.smithi111.stdout:1104: done (2 left) 2023-12-01T04:47:31.433 INFO:tasks.rados.rados.0.smithi111.stdout:1105: done (1 left) 2023-12-01T04:47:31.433 INFO:tasks.rados.rados.0.smithi111.stdout:1106: done (0 left) 2023-12-01T04:47:31.433 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 114 2023-12-01T04:47:31.433 INFO:tasks.rados.rados.0.smithi111.stdout:1107: seq_num 346 ranges {0=598016,598016=401408} 2023-12-01T04:47:31.436 INFO:tasks.rados.rados.0.smithi111.stdout:1107: writing smithi111183488-23 from 0 to 598016 tid 1 2023-12-01T04:47:31.439 INFO:tasks.rados.rados.0.smithi111.stdout:1107: writing smithi111183488-23 from 598016 to 999424 tid 2 2023-12-01T04:47:31.439 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 114 2023-12-01T04:47:31.439 INFO:tasks.rados.rados.0.smithi111.stdout:1108: seq_num 347 ranges {1400832=614400,2015232=401408} 2023-12-01T04:47:31.450 INFO:tasks.rados.rados.0.smithi111.stdout:1108: writing smithi111183488-36 from 1400832 to 2015232 tid 1 2023-12-01T04:47:31.452 INFO:tasks.rados.rados.0.smithi111.stdout:1108: writing smithi111183488-36 from 2015232 to 2416640 tid 2 2023-12-01T04:47:31.453 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 114 2023-12-01T04:47:31.453 INFO:tasks.rados.rados.0.smithi111.stdout:1107: finishing write tid 1 to smithi111183488-23 2023-12-01T04:47:31.453 INFO:tasks.rados.rados.0.smithi111.stdout:1109: seq_num 348 ranges {2285568=630784,2916352=401408} 2023-12-01T04:47:31.468 INFO:tasks.rados.rados.0.smithi111.stdout:1109: writing smithi111183488-12 from 2285568 to 2916352 tid 1 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1109: writing smithi111183488-12 from 2916352 to 3317760 tid 2 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1110: snap_create 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: finishing write tid 2 to smithi111183488-23 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: finishing write tid 3 to smithi111183488-23 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: finishing write tid 4 to smithi111183488-23 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: oid 23 updating version 0 to 515 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: oid 23 updating version 515 to 516 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: oid 23 version 516 is already newer than 514 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 516 (ObjNum 346 snap 114 seq_num 346) dirty exists 2023-12-01T04:47:31.471 INFO:tasks.rados.rados.0.smithi111.stdout:1107: left oid 23 (ObjNum 346 snap 114 seq_num 346) 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: finishing write tid 1 to smithi111183488-36 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: finishing write tid 2 to smithi111183488-36 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: finishing write tid 3 to smithi111183488-36 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: finishing write tid 4 to smithi111183488-36 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: oid 36 updating version 0 to 227 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: oid 36 updating version 227 to 228 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: oid 36 updating version 228 to 229 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 229 (ObjNum 347 snap 114 seq_num 347) dirty exists 2023-12-01T04:47:31.472 INFO:tasks.rados.rados.0.smithi111.stdout:1108: left oid 36 (ObjNum 347 snap 114 seq_num 347) 2023-12-01T04:47:31.477 INFO:tasks.rados.rados.0.smithi111.stdout:1109: finishing write tid 1 to smithi111183488-12 2023-12-01T04:47:31.477 INFO:tasks.rados.rados.0.smithi111.stdout:1109: finishing write tid 2 to smithi111183488-12 2023-12-01T04:47:31.477 INFO:tasks.rados.rados.0.smithi111.stdout:1109: finishing write tid 3 to smithi111183488-12 2023-12-01T04:47:31.478 INFO:tasks.rados.rados.0.smithi111.stdout:1109: finishing write tid 4 to smithi111183488-12 2023-12-01T04:47:31.478 INFO:tasks.rados.rados.0.smithi111.stdout:1109: oid 12 updating version 0 to 512 2023-12-01T04:47:31.478 INFO:tasks.rados.rados.0.smithi111.stdout:1109: oid 12 updating version 512 to 514 2023-12-01T04:47:31.478 INFO:tasks.rados.rados.0.smithi111.stdout:1109: oid 12 version 514 is already newer than 513 2023-12-01T04:47:31.479 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 514 (ObjNum 348 snap 114 seq_num 348) dirty exists 2023-12-01T04:47:31.479 INFO:tasks.rados.rados.0.smithi111.stdout:1109: left oid 12 (ObjNum 348 snap 114 seq_num 348) 2023-12-01T04:47:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:31 smithi155 ceph-mon[102677]: osdmap e274: 8 total, 8 up, 8 in 2023-12-01T04:47:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:31 smithi155 ceph-mon[102677]: pgmap v384: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-01T04:47:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:31 smithi111 ceph-mon[97855]: osdmap e274: 8 total, 8 up, 8 in 2023-12-01T04:47:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:31 smithi111 ceph-mon[97855]: pgmap v384: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-01T04:47:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:31 smithi111 ceph-mon[116524]: osdmap e274: 8 total, 8 up, 8 in 2023-12-01T04:47:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:31 smithi111 ceph-mon[116524]: pgmap v384: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-01T04:47:32.439 INFO:tasks.rados.rados.0.smithi111.stdout:1107: done (3 left) 2023-12-01T04:47:32.439 INFO:tasks.rados.rados.0.smithi111.stdout:1108: done (2 left) 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1109: done (1 left) 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1110: done (0 left) 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1111: read oid 16 snap -1 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1111: expect (ObjNum 196 snap 58 seq_num 196) 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1112: read oid 47 snap -1 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1112: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1113: read oid 29 snap -1 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1113: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1114: rollback oid 14 current snap is 115 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 14 to 113 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 115 2023-12-01T04:47:32.440 INFO:tasks.rados.rados.0.smithi111.stdout:1115: seq_num 349 ranges {3317760=655360,3973120=401408} 2023-12-01T04:47:32.461 INFO:tasks.rados.rados.0.smithi111.stdout:1115: writing smithi111183488-13 from 3317760 to 3973120 tid 1 2023-12-01T04:47:32.464 INFO:tasks.rados.rados.0.smithi111.stdout:1115: writing smithi111183488-13 from 3973120 to 4374528 tid 2 2023-12-01T04:47:32.464 INFO:tasks.rados.rados.0.smithi111.stdout:1116: read oid 9 snap -1 2023-12-01T04:47:32.464 INFO:tasks.rados.rados.0.smithi111.stdout:1116: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:32.464 INFO:tasks.rados.rados.0.smithi111.stdout:1117: snap_create 2023-12-01T04:47:32.464 INFO:tasks.rados.rados.0.smithi111.stdout:1112: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:32.467 INFO:tasks.rados.rados.0.smithi111.stdout:1114: finishing rollback tid 0 to smithi111183488-14 2023-12-01T04:47:32.467 INFO:tasks.rados.rados.0.smithi111.stdout:1113: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:1114: finishing rollback tid 1 to smithi111183488-14 2023-12-01T04:47:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:1114: finishing rollback tid 2 to smithi111183488-14 2023-12-01T04:47:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 519 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:47:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:1111: expect (ObjNum 196 snap 58 seq_num 196) 2023-12-01T04:47:32.663 INFO:tasks.rados.rados.0.smithi111.stdout:1115: finishing write tid 1 to smithi111183488-13 2023-12-01T04:47:32.663 INFO:tasks.rados.rados.0.smithi111.stdout:1115: finishing write tid 2 to smithi111183488-13 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1115: finishing write tid 3 to smithi111183488-13 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1115: finishing write tid 4 to smithi111183488-13 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1115: oid 13 updating version 0 to 634 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1115: oid 13 updating version 634 to 636 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1115: oid 13 version 636 is already newer than 635 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 636 (ObjNum 349 snap 115 seq_num 349) dirty exists 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1115: left oid 13 (ObjNum 349 snap 115 seq_num 349) 2023-12-01T04:47:32.664 INFO:tasks.rados.rados.0.smithi111.stdout:1116: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:32 smithi155 ceph-mon[102677]: osdmap e275: 8 total, 8 up, 8 in 2023-12-01T04:47:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:32 smithi111 ceph-mon[116524]: osdmap e275: 8 total, 8 up, 8 in 2023-12-01T04:47:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:32 smithi111 ceph-mon[97855]: osdmap e275: 8 total, 8 up, 8 in 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1111: done (6 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1112: done (5 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1113: done (4 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1114: done (3 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1115: done (2 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1116: done (1 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1117: done (0 left) 2023-12-01T04:47:33.388 INFO:tasks.rados.rados.0.smithi111.stdout:1118: rmattr oid 40 current snap is 116 2023-12-01T04:47:33.389 INFO:tasks.rados.rados.0.smithi111.stdout:1119: snap_remove snap 110 2023-12-01T04:47:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:33 smithi155 ceph-mon[102677]: osdmap e276: 8 total, 8 up, 8 in 2023-12-01T04:47:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:33 smithi155 ceph-mon[102677]: pgmap v387: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-01T04:47:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:33 smithi155 ceph-mon[102677]: osdmap e277: 8 total, 8 up, 8 in 2023-12-01T04:47:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:33 smithi111 ceph-mon[97855]: osdmap e276: 8 total, 8 up, 8 in 2023-12-01T04:47:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:33 smithi111 ceph-mon[97855]: pgmap v387: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-01T04:47:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:33 smithi111 ceph-mon[97855]: osdmap e277: 8 total, 8 up, 8 in 2023-12-01T04:47:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:33 smithi111 ceph-mon[116524]: osdmap e276: 8 total, 8 up, 8 in 2023-12-01T04:47:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:33 smithi111 ceph-mon[116524]: pgmap v387: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2023-12-01T04:47:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:33 smithi111 ceph-mon[116524]: osdmap e277: 8 total, 8 up, 8 in 2023-12-01T04:47:34.389 INFO:tasks.rados.rados.0.smithi111.stdout:1119: done (1 left) 2023-12-01T04:47:34.389 INFO:tasks.rados.rados.0.smithi111.stdout:1120: snap_remove snap 102 2023-12-01T04:47:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:34 smithi155 ceph-mon[102677]: osdmap e278: 8 total, 8 up, 8 in 2023-12-01T04:47:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:34 smithi111 ceph-mon[97855]: osdmap e278: 8 total, 8 up, 8 in 2023-12-01T04:47:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:34 smithi111 ceph-mon[116524]: osdmap e278: 8 total, 8 up, 8 in 2023-12-01T04:47:35.398 INFO:tasks.rados.rados.0.smithi111.stdout:1120: done (1 left) 2023-12-01T04:47:35.398 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 116 2023-12-01T04:47:35.398 INFO:tasks.rados.rados.0.smithi111.stdout:1121: seq_num 350 ranges {2981888=671744,3653632=401408} 2023-12-01T04:47:35.418 INFO:tasks.rados.rados.0.smithi111.stdout:1121: writing smithi111183488-35 from 2981888 to 3653632 tid 1 2023-12-01T04:47:35.420 INFO:tasks.rados.rados.0.smithi111.stdout:1121: writing smithi111183488-35 from 3653632 to 4055040 tid 2 2023-12-01T04:47:35.420 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 116 2023-12-01T04:47:35.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 194 (ObjNum 318 snap 106 seq_num 318) dirty exists 2023-12-01T04:47:35.421 INFO:tasks.rados.rados.0.smithi111.stdout:1122: seq_num 351 ranges {0=688128,688128=401408} 2023-12-01T04:47:35.424 INFO:tasks.rados.rados.0.smithi111.stdout:1122: writing smithi111183488-24 from 0 to 688128 tid 1 2023-12-01T04:47:35.427 INFO:tasks.rados.rados.0.smithi111.stdout:1122: writing smithi111183488-24 from 688128 to 1089536 tid 2 2023-12-01T04:47:35.427 INFO:tasks.rados.rados.0.smithi111.stdout:1118: done (2 left) 2023-12-01T04:47:35.427 INFO:tasks.rados.rados.0.smithi111.stdout:1123: read oid 9 snap -1 2023-12-01T04:47:35.427 INFO:tasks.rados.rados.0.smithi111.stdout:1123: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:35.427 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 116 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: finishing write tid 1 to smithi111183488-35 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: finishing write tid 2 to smithi111183488-35 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: finishing write tid 3 to smithi111183488-35 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: finishing write tid 4 to smithi111183488-35 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: oid 35 updating version 0 to 384 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: oid 35 version 384 is already newer than 382 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: oid 35 version 384 is already newer than 383 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 384 (ObjNum 350 snap 116 seq_num 350) dirty exists 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1121: left oid 35 (ObjNum 350 snap 116 seq_num 350) 2023-12-01T04:47:35.428 INFO:tasks.rados.rados.0.smithi111.stdout:1124: seq_num 352 ranges {4562944=704512,5267456=401408} 2023-12-01T04:47:35.456 INFO:tasks.rados.rados.0.smithi111.stdout:1124: writing smithi111183488-28 from 4562944 to 5267456 tid 1 2023-12-01T04:47:35.458 INFO:tasks.rados.rados.0.smithi111.stdout:1124: writing smithi111183488-28 from 5267456 to 5668864 tid 2 2023-12-01T04:47:35.458 INFO:tasks.rados.rados.0.smithi111.stdout:1121: done (3 left) 2023-12-01T04:47:35.458 INFO:tasks.rados.rados.0.smithi111.stdout:1125: snap_create 2023-12-01T04:47:35.458 INFO:tasks.rados.rados.0.smithi111.stdout:1122: finishing write tid 1 to smithi111183488-24 2023-12-01T04:47:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1122: finishing write tid 2 to smithi111183488-24 2023-12-01T04:47:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1122: finishing write tid 3 to smithi111183488-24 2023-12-01T04:47:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1123: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:35.487 INFO:tasks.rados.rados.0.smithi111.stdout:1122: finishing write tid 4 to smithi111183488-24 2023-12-01T04:47:35.487 INFO:tasks.rados.rados.0.smithi111.stdout:1122: oid 24 updating version 0 to 725 2023-12-01T04:47:35.487 INFO:tasks.rados.rados.0.smithi111.stdout:1122: oid 24 updating version 725 to 727 2023-12-01T04:47:35.487 INFO:tasks.rados.rados.0.smithi111.stdout:1122: oid 24 version 727 is already newer than 726 2023-12-01T04:47:35.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 727 (ObjNum 351 snap 116 seq_num 351) dirty exists 2023-12-01T04:47:35.487 INFO:tasks.rados.rados.0.smithi111.stdout:1122: left oid 24 (ObjNum 351 snap 116 seq_num 351) 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: finishing write tid 1 to smithi111183488-28 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: finishing write tid 2 to smithi111183488-28 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: finishing write tid 3 to smithi111183488-28 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: finishing write tid 4 to smithi111183488-28 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: oid 28 updating version 0 to 516 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: oid 28 updating version 516 to 517 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: oid 28 version 517 is already newer than 515 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 517 (ObjNum 352 snap 116 seq_num 352) dirty exists 2023-12-01T04:47:35.488 INFO:tasks.rados.rados.0.smithi111.stdout:1124: left oid 28 (ObjNum 352 snap 116 seq_num 352) 2023-12-01T04:47:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:35 smithi155 ceph-mon[102677]: pgmap v390: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:35 smithi155 ceph-mon[102677]: osdmap e279: 8 total, 8 up, 8 in 2023-12-01T04:47:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:35 smithi111 ceph-mon[97855]: pgmap v390: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:35 smithi111 ceph-mon[97855]: osdmap e279: 8 total, 8 up, 8 in 2023-12-01T04:47:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:35 smithi111 ceph-mon[116524]: pgmap v390: 121 pgs: 121 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:35 smithi111 ceph-mon[116524]: osdmap e279: 8 total, 8 up, 8 in 2023-12-01T04:47:36.452 INFO:tasks.rados.rados.0.smithi111.stdout:1122: done (3 left) 2023-12-01T04:47:36.453 INFO:tasks.rados.rados.0.smithi111.stdout:1123: done (2 left) 2023-12-01T04:47:36.453 INFO:tasks.rados.rados.0.smithi111.stdout:1124: done (1 left) 2023-12-01T04:47:36.453 INFO:tasks.rados.rados.0.smithi111.stdout:1125: done (0 left) 2023-12-01T04:47:36.453 INFO:tasks.rados.rados.0.smithi111.stdout:1126: snap_create 2023-12-01T04:47:37.458 INFO:tasks.rados.rados.0.smithi111.stdout:1126: done (0 left) 2023-12-01T04:47:37.458 INFO:tasks.rados.rados.0.smithi111.stdout:1127: delete oid 18 current snap is 118 2023-12-01T04:47:37.463 INFO:tasks.rados.rados.0.smithi111.stdout:1127: done (0 left) 2023-12-01T04:47:37.463 INFO:tasks.rados.rados.0.smithi111.stdout:1128: read oid 32 snap -1 2023-12-01T04:47:37.463 INFO:tasks.rados.rados.0.smithi111.stdout:1128: expect (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:37.463 INFO:tasks.rados.rados.0.smithi111.stdout:1129: read oid 48 snap -1 2023-12-01T04:47:37.464 INFO:tasks.rados.rados.0.smithi111.stdout:1129: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:47:37.464 INFO:tasks.rados.rados.0.smithi111.stdout:1130: snap_remove snap 50 2023-12-01T04:47:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:37 smithi155 ceph-mon[102677]: osdmap e280: 8 total, 8 up, 8 in 2023-12-01T04:47:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:37 smithi155 ceph-mon[102677]: pgmap v393: 121 pgs: 121 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-01T04:47:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:37 smithi111 ceph-mon[97855]: osdmap e280: 8 total, 8 up, 8 in 2023-12-01T04:47:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:37 smithi111 ceph-mon[97855]: pgmap v393: 121 pgs: 121 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-01T04:47:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:37 smithi111 ceph-mon[116524]: osdmap e280: 8 total, 8 up, 8 in 2023-12-01T04:47:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:37 smithi111 ceph-mon[116524]: pgmap v393: 121 pgs: 121 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-01T04:47:38.390 INFO:tasks.rados.rados.0.smithi111.stdout:1130: done (2 left) 2023-12-01T04:47:38.390 INFO:tasks.rados.rados.0.smithi111.stdout:1131: delete oid 10 current snap is 118 2023-12-01T04:47:38.390 INFO:tasks.rados.rados.0.smithi111.stdout:1128: expect (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:38.421 INFO:tasks.rados.rados.0.smithi111.stdout:1128: done (2 left) 2023-12-01T04:47:38.421 INFO:tasks.rados.rados.0.smithi111.stdout:1131: done (1 left) 2023-12-01T04:47:38.421 INFO:tasks.rados.rados.0.smithi111.stdout:1132: rollback oid 2 current snap is 118 2023-12-01T04:47:38.421 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 91 2023-12-01T04:47:38.421 INFO:tasks.rados.rados.0.smithi111.stdout:1129: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:47:38.503 INFO:tasks.rados.rados.0.smithi111.stdout:1132: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:47:38.503 INFO:tasks.rados.rados.0.smithi111.stdout:1132: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:47:38.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 741 (ObjNum 271 snap 90 seq_num 271) dirty exists 2023-12-01T04:47:38.503 INFO:tasks.rados.rados.0.smithi111.stdout:1129: done (1 left) 2023-12-01T04:47:38.503 INFO:tasks.rados.rados.0.smithi111.stdout:1132: done (0 left) 2023-12-01T04:47:38.503 INFO:tasks.rados.rados.0.smithi111.stdout:1133: setattr oid 23 current snap is 118 2023-12-01T04:47:38.504 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 118 2023-12-01T04:47:38.504 INFO:tasks.rados.rados.0.smithi111.stdout:1134: seq_num 355 ranges {2433024=753664,3186688=401408} 2023-12-01T04:47:38.521 INFO:tasks.rados.rados.0.smithi111.stdout:1134: writing smithi111183488-14 from 2433024 to 3186688 tid 1 2023-12-01T04:47:38.523 INFO:tasks.rados.rados.0.smithi111.stdout:1134: writing smithi111183488-14 from 3186688 to 3588096 tid 2 2023-12-01T04:47:38.523 INFO:tasks.rados.rados.0.smithi111.stdout:1135: snap_create 2023-12-01T04:47:38.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 520 (ObjNum 346 snap 114 seq_num 346) dirty exists 2023-12-01T04:47:38.525 INFO:tasks.rados.rados.0.smithi111.stdout:1134: finishing write tid 1 to smithi111183488-14 2023-12-01T04:47:38.525 INFO:tasks.rados.rados.0.smithi111.stdout:1134: finishing write tid 2 to smithi111183488-14 2023-12-01T04:47:38.526 INFO:tasks.rados.rados.0.smithi111.stdout:1134: finishing write tid 3 to smithi111183488-14 2023-12-01T04:47:38.527 INFO:tasks.rados.rados.0.smithi111.stdout:1134: finishing write tid 4 to smithi111183488-14 2023-12-01T04:47:38.527 INFO:tasks.rados.rados.0.smithi111.stdout:1134: oid 14 updating version 0 to 523 2023-12-01T04:47:38.527 INFO:tasks.rados.rados.0.smithi111.stdout:1134: oid 14 version 523 is already newer than 521 2023-12-01T04:47:38.527 INFO:tasks.rados.rados.0.smithi111.stdout:1134: oid 14 version 523 is already newer than 522 2023-12-01T04:47:38.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 523 (ObjNum 355 snap 118 seq_num 355) dirty exists 2023-12-01T04:47:38.527 INFO:tasks.rados.rados.0.smithi111.stdout:1134: left oid 14 (ObjNum 355 snap 118 seq_num 355) 2023-12-01T04:47:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:38 smithi155 ceph-mon[102677]: osdmap e281: 8 total, 8 up, 8 in 2023-12-01T04:47:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:38 smithi155 ceph-mon[102677]: osdmap e282: 8 total, 8 up, 8 in 2023-12-01T04:47:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:38 smithi111 ceph-mon[97855]: osdmap e281: 8 total, 8 up, 8 in 2023-12-01T04:47:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:38 smithi111 ceph-mon[97855]: osdmap e282: 8 total, 8 up, 8 in 2023-12-01T04:47:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:38 smithi111 ceph-mon[116524]: osdmap e281: 8 total, 8 up, 8 in 2023-12-01T04:47:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:38 smithi111 ceph-mon[116524]: osdmap e282: 8 total, 8 up, 8 in 2023-12-01T04:47:39.465 INFO:tasks.rados.rados.0.smithi111.stdout:1133: done (2 left) 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1134: done (1 left) 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1135: done (0 left) 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1136: read oid 7 snap 114 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1136: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1137: rmattr oid 2 current snap is 119 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1137: done (1 left) 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1138: copy_from oid 47 from oid 9 current snap is 119 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1139: copy_from oid 42 from oid 35 current snap is 119 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1140: copy_from oid 15 from oid 1 current snap is 119 2023-12-01T04:47:39.466 INFO:tasks.rados.rados.0.smithi111.stdout:1141: delete oid 28 current snap is 119 2023-12-01T04:47:39.472 INFO:tasks.rados.rados.0.smithi111.stdout:1141: done (4 left) 2023-12-01T04:47:39.472 INFO:tasks.rados.rados.0.smithi111.stdout:1142: rollback oid 48 current snap is 119 2023-12-01T04:47:39.472 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 114 2023-12-01T04:47:39.472 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 119 2023-12-01T04:47:39.473 INFO:tasks.rados.rados.0.smithi111.stdout:1143: seq_num 357 ranges {0=786432,786432=401408} 2023-12-01T04:47:39.478 INFO:tasks.rados.rados.0.smithi111.stdout:1143: writing smithi111183488-18 from 0 to 786432 tid 1 2023-12-01T04:47:39.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: writing smithi111183488-18 from 786432 to 1187840 tid 2 2023-12-01T04:47:39.481 INFO:tasks.rados.rados.0.smithi111.stdout:1144: snap_remove snap 81 2023-12-01T04:47:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:39 smithi111 ceph-mon[97855]: pgmap v396: 121 pgs: 121 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-01T04:47:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:47:39] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:47:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:39 smithi111 ceph-mon[116524]: pgmap v396: 121 pgs: 121 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-01T04:47:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:39 smithi155 ceph-mon[102677]: pgmap v396: 121 pgs: 121 active+clean; 394 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2023-12-01T04:47:40.475 INFO:tasks.rados.rados.0.smithi111.stdout:1144: done (6 left) 2023-12-01T04:47:40.475 INFO:tasks.rados.rados.0.smithi111.stdout:1145: snap_remove snap 92 2023-12-01T04:47:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:40 smithi111 ceph-mon[97855]: osdmap e283: 8 total, 8 up, 8 in 2023-12-01T04:47:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:40 smithi111 ceph-mon[116524]: osdmap e283: 8 total, 8 up, 8 in 2023-12-01T04:47:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:40 smithi155 ceph-mon[102677]: osdmap e283: 8 total, 8 up, 8 in 2023-12-01T04:47:41.475 INFO:tasks.rados.rados.0.smithi111.stdout:1145: done (6 left) 2023-12-01T04:47:41.475 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 119 2023-12-01T04:47:41.475 INFO:tasks.rados.rados.0.smithi111.stdout:1136: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1138: finishing copy_from to smithi111183488-47 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 253 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1138: finishing copy_from racing read to smithi111183488-47 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1142: finishing rollback tid 0 to smithi111183488-48 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1142: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1142: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 595 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1140: finishing copy_from to smithi111183488-15 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 506 (ObjNum 303 snap 99 seq_num 303) dirty exists 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1140: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:47:41.480 INFO:tasks.rados.rados.0.smithi111.stdout:1143: finishing write tid 1 to smithi111183488-18 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: finishing write tid 2 to smithi111183488-18 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: finishing write tid 3 to smithi111183488-18 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: finishing write tid 4 to smithi111183488-18 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: oid 18 updating version 0 to 425 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: oid 18 version 425 is already newer than 424 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: oid 18 version 425 is already newer than 423 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 425 (ObjNum 357 snap 119 seq_num 357) dirty exists 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1143: left oid 18 (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1139: finishing copy_from to smithi111183488-42 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 384 (ObjNum 350 snap 116 seq_num 350) dirty exists 2023-12-01T04:47:41.481 INFO:tasks.rados.rados.0.smithi111.stdout:1139: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:47:41.482 INFO:tasks.rados.rados.0.smithi111.stdout:1146: seq_num 358 ranges {1949696=802816,2752512=401408} 2023-12-01T04:47:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:1146: writing smithi111183488-30 from 1949696 to 2752512 tid 1 2023-12-01T04:47:41.499 INFO:tasks.rados.rados.0.smithi111.stdout:1146: writing smithi111183488-30 from 2752512 to 3153920 tid 2 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1136: done (6 left) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1138: done (5 left) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1139: done (4 left) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1140: done (3 left) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1142: done (2 left) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1143: done (1 left) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1147: read oid 33 snap -1 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1147: expect (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:47:41.500 INFO:tasks.rados.rados.0.smithi111.stdout:1148: snap_create 2023-12-01T04:47:41.503 INFO:tasks.rados.rados.0.smithi111.stdout:1146: finishing write tid 1 to smithi111183488-30 2023-12-01T04:47:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1146: finishing write tid 2 to smithi111183488-30 2023-12-01T04:47:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1146: finishing write tid 3 to smithi111183488-30 2023-12-01T04:47:41.507 INFO:tasks.rados.rados.0.smithi111.stdout:1146: finishing write tid 4 to smithi111183488-30 2023-12-01T04:47:41.507 INFO:tasks.rados.rados.0.smithi111.stdout:1146: oid 30 updating version 0 to 668 2023-12-01T04:47:41.507 INFO:tasks.rados.rados.0.smithi111.stdout:1146: oid 30 version 668 is already newer than 667 2023-12-01T04:47:41.507 INFO:tasks.rados.rados.0.smithi111.stdout:1146: oid 30 version 668 is already newer than 662 2023-12-01T04:47:41.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 668 (ObjNum 358 snap 119 seq_num 358) dirty exists 2023-12-01T04:47:41.508 INFO:tasks.rados.rados.0.smithi111.stdout:1146: left oid 30 (ObjNum 358 snap 119 seq_num 358) 2023-12-01T04:47:41.511 INFO:tasks.rados.rados.0.smithi111.stdout:1147: expect (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:47:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:41 smithi111 ceph-mon[97855]: osdmap e284: 8 total, 8 up, 8 in 2023-12-01T04:47:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:41 smithi111 ceph-mon[97855]: pgmap v399: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:47:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:41 smithi111 ceph-mon[116524]: osdmap e284: 8 total, 8 up, 8 in 2023-12-01T04:47:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:41 smithi111 ceph-mon[116524]: pgmap v399: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:47:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:41 smithi155 ceph-mon[102677]: osdmap e284: 8 total, 8 up, 8 in 2023-12-01T04:47:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:41 smithi155 ceph-mon[102677]: pgmap v399: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:47:42.480 INFO:tasks.rados.rados.0.smithi111.stdout:1146: done (2 left) 2023-12-01T04:47:42.480 INFO:tasks.rados.rados.0.smithi111.stdout:1147: done (1 left) 2023-12-01T04:47:42.480 INFO:tasks.rados.rados.0.smithi111.stdout:1148: done (0 left) 2023-12-01T04:47:42.480 INFO:tasks.rados.rados.0.smithi111.stdout:1149: snap_create 2023-12-01T04:47:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:42 smithi111 ceph-mon[97855]: osdmap e285: 8 total, 8 up, 8 in 2023-12-01T04:47:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:42 smithi111 ceph-mon[116524]: osdmap e285: 8 total, 8 up, 8 in 2023-12-01T04:47:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:42 smithi155 ceph-mon[102677]: osdmap e285: 8 total, 8 up, 8 in 2023-12-01T04:47:43.390 INFO:tasks.rados.rados.0.smithi111.stdout:1149: done (0 left) 2023-12-01T04:47:43.390 INFO:tasks.rados.rados.0.smithi111.stdout:1150: delete oid 39 current snap is 121 2023-12-01T04:47:43.394 INFO:tasks.rados.rados.0.smithi111.stdout:1150: done (0 left) 2023-12-01T04:47:43.394 INFO:tasks.rados.rados.0.smithi111.stdout:1151: rollback oid 33 current snap is 121 2023-12-01T04:47:43.394 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 105 2023-12-01T04:47:43.395 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 121 2023-12-01T04:47:43.395 INFO:tasks.rados.rados.0.smithi111.stdout:1152: seq_num 360 ranges {3317760=434176,3751936=704512,4456448=98304} 2023-12-01T04:47:43.415 INFO:tasks.rados.rados.0.smithi111.stdout:1152: writing smithi111183488-12 from 3317760 to 3751936 tid 1 2023-12-01T04:47:43.419 INFO:tasks.rados.rados.0.smithi111.stdout:1152: writing smithi111183488-12 from 3751936 to 4456448 tid 2 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1152: writing smithi111183488-12 from 4456448 to 4554752 tid 3 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1153: rollback oid 42 current snap is 121 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 42 to 91 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1151: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1151: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1151: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 611 (ObjNum 158 snap 50 seq_num 158) dirty exists 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1152: finishing write tid 1 to smithi111183488-12 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1151: done (2 left) 2023-12-01T04:47:43.420 INFO:tasks.rados.rados.0.smithi111.stdout:1154: snap_remove snap 71 2023-12-01T04:47:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:43 smithi111 ceph-mon[97855]: osdmap e286: 8 total, 8 up, 8 in 2023-12-01T04:47:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:43 smithi111 ceph-mon[97855]: pgmap v402: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:47:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:43 smithi111 ceph-mon[97855]: osdmap e287: 8 total, 8 up, 8 in 2023-12-01T04:47:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:43 smithi111 ceph-mon[116524]: osdmap e286: 8 total, 8 up, 8 in 2023-12-01T04:47:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:43 smithi111 ceph-mon[116524]: pgmap v402: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:47:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:43 smithi111 ceph-mon[116524]: osdmap e287: 8 total, 8 up, 8 in 2023-12-01T04:47:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:43 smithi155 ceph-mon[102677]: osdmap e286: 8 total, 8 up, 8 in 2023-12-01T04:47:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:43 smithi155 ceph-mon[102677]: pgmap v402: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:47:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:43 smithi155 ceph-mon[102677]: osdmap e287: 8 total, 8 up, 8 in 2023-12-01T04:47:44.397 INFO:tasks.rados.rados.0.smithi111.stdout:1154: done (2 left) 2023-12-01T04:47:44.397 INFO:tasks.rados.rados.0.smithi111.stdout:1155: read oid 8 snap -1 2023-12-01T04:47:44.397 INFO:tasks.rados.rados.0.smithi111.stdout:1155: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:44.397 INFO:tasks.rados.rados.0.smithi111.stdout:1156: setattr oid 25 current snap is 121 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:1153: finishing rollback tid 0 to smithi111183488-42 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:1152: finishing write tid 2 to smithi111183488-12 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:1153: finishing rollback tid 1 to smithi111183488-42 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:1153: finishing rollback tid 2 to smithi111183488-42 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 387 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:1152: finishing write tid 3 to smithi111183488-12 2023-12-01T04:47:44.398 INFO:tasks.rados.rados.0.smithi111.stdout:1152: finishing write tid 4 to smithi111183488-12 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: finishing write tid 5 to smithi111183488-12 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: oid 12 updating version 0 to 521 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: oid 12 version 521 is already newer than 519 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: oid 12 updating version 521 to 522 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: oid 12 version 522 is already newer than 520 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 522 (ObjNum 360 snap 121 seq_num 360) dirty exists 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: left oid 12 (ObjNum 360 snap 121 seq_num 360) 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1152: done (3 left) 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1153: done (2 left) 2023-12-01T04:47:44.399 INFO:tasks.rados.rados.0.smithi111.stdout:1157: delete oid 3 current snap is 121 2023-12-01T04:47:44.409 INFO:tasks.rados.rados.0.smithi111.stdout:1155: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:44.414 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 385 (ObjNum 316 snap 106 seq_num 316) dirty exists 2023-12-01T04:47:44.415 INFO:tasks.rados.rados.0.smithi111.stdout:1155: done (2 left) 2023-12-01T04:47:44.415 INFO:tasks.rados.rados.0.smithi111.stdout:1156: done (1 left) 2023-12-01T04:47:44.415 INFO:tasks.rados.rados.0.smithi111.stdout:1157: done (0 left) 2023-12-01T04:47:44.415 INFO:tasks.rados.rados.0.smithi111.stdout:1158: snap_create 2023-12-01T04:47:44.554 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5m) 3m ago 5m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5m) 3m ago 5m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6m) 3m ago 6m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6m) 3m ago 6m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9m) 3m ago 9m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:47:44.861 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11m) 3m ago 11m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11m) 3m ago 11m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10m) 3m ago 10m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9m) 3m ago 9m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5m) 3m ago 5m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5m) 3m ago 5m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9m) 3m ago 9m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9m) 3m ago 9m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8m) 3m ago 8m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8m) 3m ago 8m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7m) 3m ago 7m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7m) 3m ago 7m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7m) 3m ago 7m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6m) 3m ago 6m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:47:44.862 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4m) 3m ago 6m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:47:45.238 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:47:45.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:47:45.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:47:45.238 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:47:45.239 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:47:45.404 INFO:tasks.rados.rados.0.smithi111.stdout:1158: done (0 left) 2023-12-01T04:47:45.404 INFO:tasks.rados.rados.0.smithi111.stdout:1159: rollback oid 41 current snap is 122 2023-12-01T04:47:45.404 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 100 2023-12-01T04:47:45.405 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 122 2023-12-01T04:47:45.405 INFO:tasks.rados.rados.0.smithi111.stdout:1160: seq_num 362 ranges {2719744=466944,3186688=466944,3653632=335872} 2023-12-01T04:47:45.421 INFO:tasks.rados.rados.0.smithi111.stdout:1160: writing smithi111183488-4 from 2719744 to 3186688 tid 1 2023-12-01T04:47:45.424 INFO:tasks.rados.rados.0.smithi111.stdout:1160: writing smithi111183488-4 from 3186688 to 3653632 tid 2 2023-12-01T04:47:45.427 INFO:tasks.rados.rados.0.smithi111.stdout:1160: writing smithi111183488-4 from 3653632 to 3989504 tid 3 2023-12-01T04:47:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:1161: delete oid 19 current snap is 122 2023-12-01T04:47:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:1159: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:47:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:1159: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:47:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:1159: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:47:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 390 (ObjNum 292 snap 97 seq_num 292) dirty exists 2023-12-01T04:47:45.428 INFO:tasks.rados.rados.0.smithi111.stdout:1160: finishing write tid 1 to smithi111183488-4 2023-12-01T04:47:45.430 INFO:tasks.rados.rados.0.smithi111.stdout:1160: finishing write tid 2 to smithi111183488-4 2023-12-01T04:47:45.430 INFO:tasks.rados.rados.0.smithi111.stdout:1160: finishing write tid 3 to smithi111183488-4 2023-12-01T04:47:45.431 INFO:tasks.rados.rados.0.smithi111.stdout:1160: finishing write tid 4 to smithi111183488-4 2023-12-01T04:47:45.431 INFO:tasks.rados.rados.0.smithi111.stdout:1159: done (2 left) 2023-12-01T04:47:45.431 INFO:tasks.rados.rados.0.smithi111.stdout:1161: done (1 left) 2023-12-01T04:47:45.431 INFO:tasks.rados.rados.0.smithi111.stdout:1162: rollback oid 6 current snap is 122 2023-12-01T04:47:45.431 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 100 2023-12-01T04:47:45.431 INFO:tasks.rados.rados.0.smithi111.stdout:1163: snap_remove snap 90 2023-12-01T04:47:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:45 smithi155 ceph-mon[102677]: osdmap e288: 8 total, 8 up, 8 in 2023-12-01T04:47:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:45 smithi155 ceph-mon[102677]: from='client.25085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:45 smithi155 ceph-mon[102677]: pgmap v405: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:45 smithi155 ceph-mon[102677]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1817465010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:47:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[97855]: osdmap e288: 8 total, 8 up, 8 in 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[97855]: from='client.25085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[97855]: pgmap v405: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[97855]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1817465010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[116524]: osdmap e288: 8 total, 8 up, 8 in 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[116524]: from='client.25085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[116524]: pgmap v405: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[116524]: from='client.15183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1817465010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1163: done (2 left) 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1164: read oid 7 snap -1 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1164: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1165: delete oid 35 current snap is 122 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1160: finishing write tid 5 to smithi111183488-4 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1160: oid 4 updating version 0 to 770 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1160: oid 4 updating version 770 to 772 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1160: oid 4 version 772 is already newer than 771 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:1160: oid 4 version 772 is already newer than 769 2023-12-01T04:47:46.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 772 (ObjNum 362 snap 122 seq_num 362) dirty exists 2023-12-01T04:47:46.410 INFO:tasks.rados.rados.0.smithi111.stdout:1160: left oid 4 (ObjNum 362 snap 122 seq_num 362) 2023-12-01T04:47:46.410 INFO:tasks.rados.rados.0.smithi111.stdout:1162: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:47:46.410 INFO:tasks.rados.rados.0.smithi111.stdout:1162: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:47:46.410 INFO:tasks.rados.rados.0.smithi111.stdout:1162: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:47:46.410 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 279 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:47:46.417 INFO:tasks.rados.rados.0.smithi111.stdout:1164: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:47:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1160: done (3 left) 2023-12-01T04:47:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1162: done (2 left) 2023-12-01T04:47:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1164: done (1 left) 2023-12-01T04:47:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1165: done (0 left) 2023-12-01T04:47:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1166: rollback oid 8 current snap is 122 2023-12-01T04:47:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 115 2023-12-01T04:47:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1167: rmattr oid 2 current snap is 122 2023-12-01T04:47:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1167: done (1 left) 2023-12-01T04:47:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1168: delete oid 9 current snap is 122 2023-12-01T04:47:46.428 INFO:tasks.rados.rados.0.smithi111.stdout:1166: finishing rollback tid 0 to smithi111183488-8 2023-12-01T04:47:46.428 INFO:tasks.rados.rados.0.smithi111.stdout:1166: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:47:46.429 INFO:tasks.rados.rados.0.smithi111.stdout:1166: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:47:46.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 339 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:47:46.430 INFO:tasks.rados.rados.0.smithi111.stdout:1166: done (1 left) 2023-12-01T04:47:46.430 INFO:tasks.rados.rados.0.smithi111.stdout:1168: done (0 left) 2023-12-01T04:47:46.430 INFO:tasks.rados.rados.0.smithi111.stdout:1169: read oid 26 snap -1 2023-12-01T04:47:46.430 INFO:tasks.rados.rados.0.smithi111.stdout:1169: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:47:46.431 INFO:tasks.rados.rados.0.smithi111.stdout:1170: setattr oid 45 current snap is 122 2023-12-01T04:47:46.431 INFO:tasks.rados.rados.0.smithi111.stdout:1171: read oid 7 snap -1 2023-12-01T04:47:46.431 INFO:tasks.rados.rados.0.smithi111.stdout:1171: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:47:46.431 INFO:tasks.rados.rados.0.smithi111.stdout:1172: snap_remove snap 87 2023-12-01T04:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:46 smithi155 ceph-mon[102677]: osdmap e289: 8 total, 8 up, 8 in 2023-12-01T04:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[97855]: osdmap e289: 8 total, 8 up, 8 in 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[116524]: osdmap e289: 8 total, 8 up, 8 in 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:47:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:47.422 INFO:tasks.rados.rados.0.smithi111.stdout:1172: done (3 left) 2023-12-01T04:47:47.422 INFO:tasks.rados.rados.0.smithi111.stdout:1173: read oid 8 snap -1 2023-12-01T04:47:47.422 INFO:tasks.rados.rados.0.smithi111.stdout:1173: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:47.422 INFO:tasks.rados.rados.0.smithi111.stdout:1174: snap_remove snap 100 2023-12-01T04:47:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:47 smithi155 ceph-mon[102677]: osdmap e290: 8 total, 8 up, 8 in 2023-12-01T04:47:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:47:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:47:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:47 smithi155 ceph-mon[102677]: pgmap v408: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2023-12-01T04:47:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[97855]: osdmap e290: 8 total, 8 up, 8 in 2023-12-01T04:47:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[97855]: pgmap v408: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[116524]: osdmap e290: 8 total, 8 up, 8 in 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:47:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:47 smithi111 ceph-mon[116524]: pgmap v408: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2023-12-01T04:47:48.398 INFO:tasks.rados.rados.0.smithi111.stdout:1174: done (4 left) 2023-12-01T04:47:48.398 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 122 2023-12-01T04:47:48.398 INFO:tasks.rados.rados.0.smithi111.stdout:1175: seq_num 366 ranges {499712=532480,1032192=458752,1490944=344064} 2023-12-01T04:47:48.402 INFO:tasks.rados.rados.0.smithi111.stdout:1175: writing smithi111183488-25 from 499712 to 1032192 tid 1 2023-12-01T04:47:48.405 INFO:tasks.rados.rados.0.smithi111.stdout:1175: writing smithi111183488-25 from 1032192 to 1490944 tid 2 2023-12-01T04:47:48.408 INFO:tasks.rados.rados.0.smithi111.stdout:1175: writing smithi111183488-25 from 1490944 to 1835008 tid 3 2023-12-01T04:47:48.408 INFO:tasks.rados.rados.0.smithi111.stdout:1176: setattr oid 32 current snap is 122 2023-12-01T04:47:48.411 INFO:tasks.rados.rados.0.smithi111.stdout:1171: expect (ObjNum 6 snap 0 seq_num 6) 2023-12-01T04:47:48.417 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 538 (ObjNum 308 snap 102 seq_num 308) dirty exists 2023-12-01T04:47:48.417 INFO:tasks.rados.rados.0.smithi111.stdout:1169: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:47:48.443 INFO:tasks.rados.rados.0.smithi111.stdout:1173: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:48.446 INFO:tasks.rados.rados.0.smithi111.stdout:1175: finishing write tid 1 to smithi111183488-25 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: finishing write tid 2 to smithi111183488-25 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: finishing write tid 3 to smithi111183488-25 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: finishing write tid 4 to smithi111183488-25 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: finishing write tid 5 to smithi111183488-25 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: oid 25 updating version 0 to 387 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: oid 25 updating version 387 to 388 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: oid 25 updating version 388 to 390 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: oid 25 version 390 is already newer than 389 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 390 (ObjNum 366 snap 122 seq_num 366) dirty exists 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1175: left oid 25 (ObjNum 366 snap 122 seq_num 366) 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1169: done (5 left) 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1170: done (4 left) 2023-12-01T04:47:48.447 INFO:tasks.rados.rados.0.smithi111.stdout:1171: done (3 left) 2023-12-01T04:47:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:1173: done (2 left) 2023-12-01T04:47:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:1175: done (1 left) 2023-12-01T04:47:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:1177: rollback oid 9 current snap is 122 2023-12-01T04:47:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 121 2023-12-01T04:47:48.448 INFO:tasks.rados.rados.0.smithi111.stdout:1178: snap_remove snap 64 2023-12-01T04:47:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:48 smithi155 ceph-mon[102677]: osdmap e291: 8 total, 8 up, 8 in 2023-12-01T04:47:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:48 smithi155 ceph-mon[102677]: osdmap e292: 8 total, 8 up, 8 in 2023-12-01T04:47:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:48 smithi111 ceph-mon[97855]: osdmap e291: 8 total, 8 up, 8 in 2023-12-01T04:47:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:48 smithi111 ceph-mon[97855]: osdmap e292: 8 total, 8 up, 8 in 2023-12-01T04:47:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:48 smithi111 ceph-mon[116524]: osdmap e291: 8 total, 8 up, 8 in 2023-12-01T04:47:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:48 smithi111 ceph-mon[116524]: osdmap e292: 8 total, 8 up, 8 in 2023-12-01T04:47:49.429 INFO:tasks.rados.rados.0.smithi111.stdout:1178: done (2 left) 2023-12-01T04:47:49.429 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 122 2023-12-01T04:47:49.430 INFO:tasks.rados.rados.0.smithi111.stdout:1177: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:47:49.430 INFO:tasks.rados.rados.0.smithi111.stdout:1179: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2023-12-01T04:47:49.433 INFO:tasks.rados.rados.0.smithi111.stdout:1179: writing smithi111183488-28 from 0 to 548864 tid 1 2023-12-01T04:47:49.438 INFO:tasks.rados.rados.0.smithi111.stdout:1179: writing smithi111183488-28 from 548864 to 1286144 tid 2 2023-12-01T04:47:49.438 INFO:tasks.rados.rados.0.smithi111.stdout:1179: writing smithi111183488-28 from 1286144 to 1351680 tid 3 2023-12-01T04:47:49.438 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 122 2023-12-01T04:47:49.438 INFO:tasks.rados.rados.0.smithi111.stdout:1180: seq_num 368 ranges {3989504=573440,4562944=622592,5185536=180224} 2023-12-01T04:47:49.464 INFO:tasks.rados.rados.0.smithi111.stdout:1180: writing smithi111183488-4 from 3989504 to 4562944 tid 1 2023-12-01T04:47:49.468 INFO:tasks.rados.rados.0.smithi111.stdout:1180: writing smithi111183488-4 from 4562944 to 5185536 tid 2 2023-12-01T04:47:49.470 INFO:tasks.rados.rados.0.smithi111.stdout:1180: writing smithi111183488-4 from 5185536 to 5365760 tid 3 2023-12-01T04:47:49.470 INFO:tasks.rados.rados.0.smithi111.stdout:1181: read oid 39 snap -1 2023-12-01T04:47:49.470 INFO:tasks.rados.rados.0.smithi111.stdout:1181: expect deleted 2023-12-01T04:47:49.470 INFO:tasks.rados.rados.0.smithi111.stdout:1182: copy_from oid 17 from oid 44 current snap is 122 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 708 (ObjNum 332 snap 109 seq_num 332) dirty exists 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1177: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 353 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1179: finishing write tid 1 to smithi111183488-28 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1179: finishing write tid 2 to smithi111183488-28 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1176: done (5 left) 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1177: done (4 left) 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1183: read oid 42 snap -1 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1183: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:1184: rollback oid 19 current snap is 122 2023-12-01T04:47:49.471 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 97 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1185: rmattr oid 25 current snap is 122 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1179: finishing write tid 3 to smithi111183488-28 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1179: finishing write tid 4 to smithi111183488-28 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1186: read oid 21 snap -1 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1186: expect (ObjNum 308 snap 102 seq_num 308) 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1187: read oid 32 snap -1 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1187: expect (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1188: delete oid 43 current snap is 122 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1179: finishing write tid 5 to smithi111183488-28 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1179: oid 28 updating version 0 to 524 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1179: oid 28 updating version 524 to 526 2023-12-01T04:47:49.472 INFO:tasks.rados.rados.0.smithi111.stdout:1179: oid 28 version 526 is already newer than 523 2023-12-01T04:47:49.473 INFO:tasks.rados.rados.0.smithi111.stdout:1179: oid 28 version 526 is already newer than 525 2023-12-01T04:47:49.473 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 526 (ObjNum 367 snap 122 seq_num 367) dirty exists 2023-12-01T04:47:49.473 INFO:tasks.rados.rados.0.smithi111.stdout:1179: left oid 28 (ObjNum 367 snap 122 seq_num 367) 2023-12-01T04:47:49.473 INFO:tasks.rados.rados.0.smithi111.stdout:1180: finishing write tid 1 to smithi111183488-4 2023-12-01T04:47:49.474 INFO:tasks.rados.rados.0.smithi111.stdout:1180: finishing write tid 2 to smithi111183488-4 2023-12-01T04:47:49.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 391 (ObjNum 366 snap 122 seq_num 366) dirty exists 2023-12-01T04:47:49.474 INFO:tasks.rados.rados.0.smithi111.stdout:1179: done (9 left) 2023-12-01T04:47:49.474 INFO:tasks.rados.rados.0.smithi111.stdout:1181: done (8 left) 2023-12-01T04:47:49.474 INFO:tasks.rados.rados.0.smithi111.stdout:1185: done (7 left) 2023-12-01T04:47:49.474 INFO:tasks.rados.rados.0.smithi111.stdout:1188: done (6 left) 2023-12-01T04:47:49.475 INFO:tasks.rados.rados.0.smithi111.stdout:1189: snap_remove snap 94 2023-12-01T04:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:49 smithi155 ceph-mon[102677]: pgmap v411: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2023-12-01T04:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:49 smithi111 ceph-mon[97855]: pgmap v411: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2023-12-01T04:47:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:49 smithi111 ceph-mon[116524]: pgmap v411: 121 pgs: 121 active+clean; 392 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 596 KiB/s wr, 10 op/s 2023-12-01T04:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:47:49] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2023-12-01T04:47:50.441 INFO:tasks.rados.rados.0.smithi111.stdout:1189: done (6 left) 2023-12-01T04:47:50.441 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 122 2023-12-01T04:47:50.441 INFO:tasks.rados.rados.0.smithi111.stdout:1180: finishing write tid 3 to smithi111183488-4 2023-12-01T04:47:50.442 INFO:tasks.rados.rados.0.smithi111.stdout:1184: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:47:50.442 INFO:tasks.rados.rados.0.smithi111.stdout:1184: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:47:50.442 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 649 (ObjNum 192 snap 58 seq_num 192) dirty exists 2023-12-01T04:47:50.442 INFO:tasks.rados.rados.0.smithi111.stdout:1180: finishing write tid 4 to smithi111183488-4 2023-12-01T04:47:50.442 INFO:tasks.rados.rados.0.smithi111.stdout:1190: seq_num 370 ranges {4374528=606208,4980736=794624,5775360=8192} 2023-12-01T04:47:50.467 INFO:tasks.rados.rados.0.smithi111.stdout:1190: writing smithi111183488-13 from 4374528 to 4980736 tid 1 2023-12-01T04:47:50.471 INFO:tasks.rados.rados.0.smithi111.stdout:1190: writing smithi111183488-13 from 4980736 to 5775360 tid 2 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1190: writing smithi111183488-13 from 5775360 to 5783552 tid 3 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1184: done (6 left) 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1191: read oid 34 snap -1 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1191: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1192: read oid 49 snap -1 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1192: expect deleted 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 122 2023-12-01T04:47:50.472 INFO:tasks.rados.rados.0.smithi111.stdout:1187: expect (ObjNum 332 snap 109 seq_num 332) 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1180: finishing write tid 5 to smithi111183488-4 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1180: oid 4 updating version 0 to 815 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1180: oid 4 updating version 815 to 816 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1180: oid 4 version 816 is already newer than 813 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1180: oid 4 version 816 is already newer than 814 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 816 (ObjNum 368 snap 122 seq_num 368) dirty exists 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1180: left oid 4 (ObjNum 368 snap 122 seq_num 368) 2023-12-01T04:47:50.495 INFO:tasks.rados.rados.0.smithi111.stdout:1193: seq_num 371 ranges {3063808=622592,3686400=679936,4366336=122880} 2023-12-01T04:47:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1193: writing smithi111183488-6 from 3063808 to 3686400 tid 1 2023-12-01T04:47:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:1193: writing smithi111183488-6 from 3686400 to 4366336 tid 2 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1193: writing smithi111183488-6 from 4366336 to 4489216 tid 3 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1180: done (8 left) 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1187: done (7 left) 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1194: rmattr oid 47 current snap is 122 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1194: done (7 left) 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1195: setattr oid 30 current snap is 122 2023-12-01T04:47:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1186: expect (ObjNum 308 snap 102 seq_num 308) 2023-12-01T04:47:50.573 INFO:tasks.rados.rados.0.smithi111.stdout:1183: expect (ObjNum 109 snap 22 seq_num 109) 2023-12-01T04:47:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:1182: finishing copy_from to smithi111183488-17 2023-12-01T04:47:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 407 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:47:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:1182: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:47:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:1190: finishing write tid 1 to smithi111183488-13 2023-12-01T04:47:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:1191: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: finishing write tid 2 to smithi111183488-13 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: finishing write tid 3 to smithi111183488-13 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: finishing write tid 4 to smithi111183488-13 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: finishing write tid 5 to smithi111183488-13 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: oid 13 updating version 0 to 728 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: oid 13 version 728 is already newer than 726 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: oid 13 updating version 728 to 729 2023-12-01T04:47:50.644 INFO:tasks.rados.rados.0.smithi111.stdout:1190: oid 13 version 729 is already newer than 727 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 729 (ObjNum 370 snap 122 seq_num 370) dirty exists 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1190: left oid 13 (ObjNum 370 snap 122 seq_num 370) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1193: finishing write tid 1 to smithi111183488-6 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1182: done (7 left) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1183: done (6 left) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1186: done (5 left) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1190: done (4 left) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1191: done (3 left) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1192: done (2 left) 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 122 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1193: finishing write tid 2 to smithi111183488-6 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1193: finishing write tid 3 to smithi111183488-6 2023-12-01T04:47:50.645 INFO:tasks.rados.rados.0.smithi111.stdout:1193: finishing write tid 4 to smithi111183488-6 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1193: finishing write tid 5 to smithi111183488-6 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1193: oid 6 updating version 0 to 300 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1193: oid 6 version 300 is already newer than 299 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1193: oid 6 updating version 300 to 301 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1193: oid 6 version 301 is already newer than 298 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 301 (ObjNum 371 snap 122 seq_num 371) dirty exists 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1193: left oid 6 (ObjNum 371 snap 122 seq_num 371) 2023-12-01T04:47:50.646 INFO:tasks.rados.rados.0.smithi111.stdout:1196: seq_num 372 ranges {262144=638976,901120=565248,1466368=237568} 2023-12-01T04:47:50.648 INFO:tasks.rados.rados.0.smithi111.stdout:1196: writing smithi111183488-37 from 262144 to 901120 tid 1 2023-12-01T04:47:50.651 INFO:tasks.rados.rados.0.smithi111.stdout:1196: writing smithi111183488-37 from 901120 to 1466368 tid 2 2023-12-01T04:47:50.653 INFO:tasks.rados.rados.0.smithi111.stdout:1196: writing smithi111183488-37 from 1466368 to 1703936 tid 3 2023-12-01T04:47:50.653 INFO:tasks.rados.rados.0.smithi111.stdout:1193: done (2 left) 2023-12-01T04:47:50.653 INFO:tasks.rados.rados.0.smithi111.stdout:1197: snap_create 2023-12-01T04:47:50.653 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 731 (ObjNum 358 snap 119 seq_num 358) dirty exists 2023-12-01T04:47:50.653 INFO:tasks.rados.rados.0.smithi111.stdout:1196: finishing write tid 1 to smithi111183488-37 2023-12-01T04:47:50.656 INFO:tasks.rados.rados.0.smithi111.stdout:1196: finishing write tid 2 to smithi111183488-37 2023-12-01T04:47:50.656 INFO:tasks.rados.rados.0.smithi111.stdout:1196: finishing write tid 3 to smithi111183488-37 2023-12-01T04:47:50.656 INFO:tasks.rados.rados.0.smithi111.stdout:1196: finishing write tid 4 to smithi111183488-37 2023-12-01T04:47:50.657 INFO:tasks.rados.rados.0.smithi111.stdout:1196: finishing write tid 5 to smithi111183488-37 2023-12-01T04:47:50.657 INFO:tasks.rados.rados.0.smithi111.stdout:1196: oid 37 updating version 0 to 508 2023-12-01T04:47:50.657 INFO:tasks.rados.rados.0.smithi111.stdout:1196: oid 37 updating version 508 to 509 2023-12-01T04:47:50.657 INFO:tasks.rados.rados.0.smithi111.stdout:1196: oid 37 updating version 509 to 511 2023-12-01T04:47:50.657 INFO:tasks.rados.rados.0.smithi111.stdout:1196: oid 37 version 511 is already newer than 510 2023-12-01T04:47:50.658 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 511 (ObjNum 372 snap 122 seq_num 372) dirty exists 2023-12-01T04:47:50.658 INFO:tasks.rados.rados.0.smithi111.stdout:1196: left oid 37 (ObjNum 372 snap 122 seq_num 372) 2023-12-01T04:47:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:50 smithi155 ceph-mon[102677]: osdmap e293: 8 total, 8 up, 8 in 2023-12-01T04:47:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:50 smithi111 ceph-mon[97855]: osdmap e293: 8 total, 8 up, 8 in 2023-12-01T04:47:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:50 smithi111 ceph-mon[116524]: osdmap e293: 8 total, 8 up, 8 in 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1195: done (2 left) 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1196: done (1 left) 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1197: done (0 left) 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1198: copy_from oid 6 from oid 49 current snap is 123 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1199: rollback oid 33 current snap is 123 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 107 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1200: copy_from oid 38 from oid 1 current snap is 123 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 123 2023-12-01T04:47:51.448 INFO:tasks.rados.rados.0.smithi111.stdout:1201: seq_num 373 ranges {3727360=655360,4382720=499712,4882432=303104} 2023-12-01T04:47:51.471 INFO:tasks.rados.rados.0.smithi111.stdout:1201: writing smithi111183488-16 from 3727360 to 4382720 tid 1 2023-12-01T04:47:51.474 INFO:tasks.rados.rados.0.smithi111.stdout:1201: writing smithi111183488-16 from 4382720 to 4882432 tid 2 2023-12-01T04:47:51.476 INFO:tasks.rados.rados.0.smithi111.stdout:1201: writing smithi111183488-16 from 4882432 to 5185536 tid 3 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1202: snap_create 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1199: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1198: finishing copy_from to smithi111183488-6 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1198: got expected ENOENT (src dne) 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1198: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1199: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1199: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 661 (ObjNum 158 snap 50 seq_num 158) dirty exists 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1200: finishing copy_from to smithi111183488-38 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 506 (ObjNum 303 snap 99 seq_num 303) dirty exists 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1200: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:47:51.477 INFO:tasks.rados.rados.0.smithi111.stdout:1201: finishing write tid 1 to smithi111183488-16 2023-12-01T04:47:51.479 INFO:tasks.rados.rados.0.smithi111.stdout:1201: finishing write tid 2 to smithi111183488-16 2023-12-01T04:47:51.479 INFO:tasks.rados.rados.0.smithi111.stdout:1201: finishing write tid 3 to smithi111183488-16 2023-12-01T04:47:51.479 INFO:tasks.rados.rados.0.smithi111.stdout:1201: finishing write tid 4 to smithi111183488-16 2023-12-01T04:47:51.480 INFO:tasks.rados.rados.0.smithi111.stdout:1201: finishing write tid 5 to smithi111183488-16 2023-12-01T04:47:51.480 INFO:tasks.rados.rados.0.smithi111.stdout:1201: oid 16 updating version 0 to 827 2023-12-01T04:47:51.480 INFO:tasks.rados.rados.0.smithi111.stdout:1201: oid 16 version 827 is already newer than 826 2023-12-01T04:47:51.480 INFO:tasks.rados.rados.0.smithi111.stdout:1201: oid 16 updating version 827 to 829 2023-12-01T04:47:51.480 INFO:tasks.rados.rados.0.smithi111.stdout:1201: oid 16 version 829 is already newer than 828 2023-12-01T04:47:51.480 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 829 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:47:51.481 INFO:tasks.rados.rados.0.smithi111.stdout:1201: left oid 16 (ObjNum 373 snap 123 seq_num 373) 2023-12-01T04:47:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:51 smithi155 ceph-mon[102677]: osdmap e294: 8 total, 8 up, 8 in 2023-12-01T04:47:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:51 smithi155 ceph-mon[102677]: pgmap v414: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2023-12-01T04:47:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:51 smithi111 ceph-mon[97855]: osdmap e294: 8 total, 8 up, 8 in 2023-12-01T04:47:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:51 smithi111 ceph-mon[97855]: pgmap v414: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2023-12-01T04:47:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:51 smithi111 ceph-mon[116524]: osdmap e294: 8 total, 8 up, 8 in 2023-12-01T04:47:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:51 smithi111 ceph-mon[116524]: pgmap v414: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2023-12-01T04:47:52.450 INFO:tasks.rados.rados.0.smithi111.stdout:1198: done (4 left) 2023-12-01T04:47:52.450 INFO:tasks.rados.rados.0.smithi111.stdout:1199: done (3 left) 2023-12-01T04:47:52.450 INFO:tasks.rados.rados.0.smithi111.stdout:1200: done (2 left) 2023-12-01T04:47:52.450 INFO:tasks.rados.rados.0.smithi111.stdout:1201: done (1 left) 2023-12-01T04:47:52.450 INFO:tasks.rados.rados.0.smithi111.stdout:1202: done (0 left) 2023-12-01T04:47:52.450 INFO:tasks.rados.rados.0.smithi111.stdout:1203: copy_from oid 31 from oid 47 current snap is 124 2023-12-01T04:47:52.451 INFO:tasks.rados.rados.0.smithi111.stdout:1204: read oid 12 snap 107 2023-12-01T04:47:52.451 INFO:tasks.rados.rados.0.smithi111.stdout:1204: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:47:52.451 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 124 2023-12-01T04:47:52.451 INFO:tasks.rados.rados.0.smithi111.stdout:1205: seq_num 374 ranges {286720=671744,958464=778240,1736704=24576} 2023-12-01T04:47:52.454 INFO:tasks.rados.rados.0.smithi111.stdout:1205: writing smithi111183488-15 from 286720 to 958464 tid 1 2023-12-01T04:47:52.459 INFO:tasks.rados.rados.0.smithi111.stdout:1205: writing smithi111183488-15 from 958464 to 1736704 tid 2 2023-12-01T04:47:52.459 INFO:tasks.rados.rados.0.smithi111.stdout:1205: writing smithi111183488-15 from 1736704 to 1761280 tid 3 2023-12-01T04:47:52.460 INFO:tasks.rados.rados.0.smithi111.stdout:1206: snap_remove snap 32 2023-12-01T04:47:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:52 smithi155 ceph-mon[102677]: osdmap e295: 8 total, 8 up, 8 in 2023-12-01T04:47:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:52 smithi111 ceph-mon[97855]: osdmap e295: 8 total, 8 up, 8 in 2023-12-01T04:47:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:52 smithi111 ceph-mon[116524]: osdmap e295: 8 total, 8 up, 8 in 2023-12-01T04:47:53.400 INFO:tasks.rados.rados.0.smithi111.stdout:1206: done (3 left) 2023-12-01T04:47:53.400 INFO:tasks.rados.rados.0.smithi111.stdout:1207: copy_from oid 20 from oid 11 current snap is 124 2023-12-01T04:47:53.400 INFO:tasks.rados.rados.0.smithi111.stdout:1205: finishing write tid 1 to smithi111183488-15 2023-12-01T04:47:53.400 INFO:tasks.rados.rados.0.smithi111.stdout:1208: snap_create 2023-12-01T04:47:53.403 INFO:tasks.rados.rados.0.smithi111.stdout:1204: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:47:53.450 INFO:tasks.rados.rados.0.smithi111.stdout:1205: finishing write tid 2 to smithi111183488-15 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1205: finishing write tid 3 to smithi111183488-15 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1205: finishing write tid 4 to smithi111183488-15 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1203: finishing copy_from to smithi111183488-31 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 253 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1203: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1205: finishing write tid 5 to smithi111183488-15 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1205: oid 15 updating version 0 to 542 2023-12-01T04:47:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:1205: oid 15 version 542 is already newer than 539 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:1205: oid 15 version 542 is already newer than 540 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:1205: oid 15 version 542 is already newer than 541 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 542 (ObjNum 374 snap 124 seq_num 374) dirty exists 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:1205: left oid 15 (ObjNum 374 snap 124 seq_num 374) 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:1207: finishing copy_from to smithi111183488-20 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:1207: got expected ENOENT (src dne) 2023-12-01T04:47:53.452 INFO:tasks.rados.rados.0.smithi111.stdout:1207: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:47:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:53 smithi155 ceph-mon[102677]: osdmap e296: 8 total, 8 up, 8 in 2023-12-01T04:47:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:53 smithi155 ceph-mon[102677]: pgmap v417: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2023-12-01T04:47:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:53 smithi155 ceph-mon[102677]: osdmap e297: 8 total, 8 up, 8 in 2023-12-01T04:47:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:53 smithi111 ceph-mon[97855]: osdmap e296: 8 total, 8 up, 8 in 2023-12-01T04:47:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:53 smithi111 ceph-mon[97855]: pgmap v417: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2023-12-01T04:47:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:53 smithi111 ceph-mon[97855]: osdmap e297: 8 total, 8 up, 8 in 2023-12-01T04:47:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:53 smithi111 ceph-mon[116524]: osdmap e296: 8 total, 8 up, 8 in 2023-12-01T04:47:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:53 smithi111 ceph-mon[116524]: pgmap v417: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.9 MiB/s wr, 27 op/s 2023-12-01T04:47:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:53 smithi111 ceph-mon[116524]: osdmap e297: 8 total, 8 up, 8 in 2023-12-01T04:47:54.398 INFO:tasks.rados.rados.0.smithi111.stdout:1203: done (4 left) 2023-12-01T04:47:54.398 INFO:tasks.rados.rados.0.smithi111.stdout:1204: done (3 left) 2023-12-01T04:47:54.398 INFO:tasks.rados.rados.0.smithi111.stdout:1205: done (2 left) 2023-12-01T04:47:54.398 INFO:tasks.rados.rados.0.smithi111.stdout:1207: done (1 left) 2023-12-01T04:47:54.398 INFO:tasks.rados.rados.0.smithi111.stdout:1208: done (0 left) 2023-12-01T04:47:54.398 INFO:tasks.rados.rados.0.smithi111.stdout:1209: copy_from oid 35 from oid 22 current snap is 125 2023-12-01T04:47:54.399 INFO:tasks.rados.rados.0.smithi111.stdout:1210: rollback oid 20 current snap is 125 2023-12-01T04:47:54.399 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 99 2023-12-01T04:47:54.399 INFO:tasks.rados.rados.0.smithi111.stdout:1211: delete oid 27 current snap is 125 2023-12-01T04:47:54.403 INFO:tasks.rados.rados.0.smithi111.stdout:1210: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:47:54.404 INFO:tasks.rados.rados.0.smithi111.stdout:1211: done (2 left) 2023-12-01T04:47:54.404 INFO:tasks.rados.rados.0.smithi111.stdout:1212: rollback oid 36 current snap is 125 2023-12-01T04:47:54.404 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 116 2023-12-01T04:47:54.404 INFO:tasks.rados.rados.0.smithi111.stdout:1213: delete oid 7 current snap is 125 2023-12-01T04:47:54.404 INFO:tasks.rados.rados.0.smithi111.stdout:1210: finishing rollback tid 2 to smithi111183488-20 2023-12-01T04:47:54.404 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 557 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:47:54.407 INFO:tasks.rados.rados.0.smithi111.stdout:1210: done (3 left) 2023-12-01T04:47:54.407 INFO:tasks.rados.rados.0.smithi111.stdout:1213: done (2 left) 2023-12-01T04:47:54.407 INFO:tasks.rados.rados.0.smithi111.stdout:1214: copy_from oid 20 from oid 34 current snap is 125 2023-12-01T04:47:54.411 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 125 2023-12-01T04:47:54.411 INFO:tasks.rados.rados.0.smithi111.stdout:1215: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2023-12-01T04:47:54.411 INFO:tasks.rados.rados.0.smithi111.stdout:1215: writing smithi111183488-7 from 0 to 720896 tid 1 2023-12-01T04:47:54.414 INFO:tasks.rados.rados.0.smithi111.stdout:1215: writing smithi111183488-7 from 720896 to 1155072 tid 2 2023-12-01T04:47:54.417 INFO:tasks.rados.rados.0.smithi111.stdout:1215: writing smithi111183488-7 from 1155072 to 1523712 tid 3 2023-12-01T04:47:54.417 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 125 2023-12-01T04:47:54.417 INFO:tasks.rados.rados.0.smithi111.stdout:1212: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:47:54.417 INFO:tasks.rados.rados.0.smithi111.stdout:1216: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2023-12-01T04:47:54.422 INFO:tasks.rados.rados.0.smithi111.stdout:1216: writing smithi111183488-3 from 0 to 737280 tid 1 2023-12-01T04:47:54.425 INFO:tasks.rados.rados.0.smithi111.stdout:1216: writing smithi111183488-3 from 737280 to 1458176 tid 2 2023-12-01T04:47:54.426 INFO:tasks.rados.rados.0.smithi111.stdout:1216: writing smithi111183488-3 from 1458176 to 1540096 tid 3 2023-12-01T04:47:54.426 INFO:tasks.rados.rados.0.smithi111.stdout:1217: rollback oid 6 current snap is 125 2023-12-01T04:47:54.426 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 91 2023-12-01T04:47:54.426 INFO:tasks.rados.rados.0.smithi111.stdout:1212: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:47:54.426 INFO:tasks.rados.rados.0.smithi111.stdout:1212: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 393 (ObjNum 347 snap 114 seq_num 347) dirty exists 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1214: finishing copy_from to smithi111183488-20 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 174 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1214: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1215: finishing write tid 1 to smithi111183488-7 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1215: finishing write tid 2 to smithi111183488-7 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1215: finishing write tid 3 to smithi111183488-7 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1215: finishing write tid 4 to smithi111183488-7 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1212: done (5 left) 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1214: done (4 left) 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1218: read oid 13 snap -1 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1218: expect (ObjNum 370 snap 122 seq_num 370) 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1219: delete oid 28 current snap is 125 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1215: finishing write tid 5 to smithi111183488-7 2023-12-01T04:47:54.427 INFO:tasks.rados.rados.0.smithi111.stdout:1215: oid 7 updating version 0 to 233 2023-12-01T04:47:54.428 INFO:tasks.rados.rados.0.smithi111.stdout:1215: oid 7 version 233 is already newer than 230 2023-12-01T04:47:54.428 INFO:tasks.rados.rados.0.smithi111.stdout:1215: oid 7 version 233 is already newer than 231 2023-12-01T04:47:54.428 INFO:tasks.rados.rados.0.smithi111.stdout:1215: oid 7 version 233 is already newer than 232 2023-12-01T04:47:54.428 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 233 (ObjNum 377 snap 125 seq_num 377) dirty exists 2023-12-01T04:47:54.428 INFO:tasks.rados.rados.0.smithi111.stdout:1215: left oid 7 (ObjNum 377 snap 125 seq_num 377) 2023-12-01T04:47:54.429 INFO:tasks.rados.rados.0.smithi111.stdout:1215: done (5 left) 2023-12-01T04:47:54.429 INFO:tasks.rados.rados.0.smithi111.stdout:1219: done (4 left) 2023-12-01T04:47:54.429 INFO:tasks.rados.rados.0.smithi111.stdout:1220: read oid 47 snap -1 2023-12-01T04:47:54.429 INFO:tasks.rados.rados.0.smithi111.stdout:1220: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:54.430 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 125 2023-12-01T04:47:54.430 INFO:tasks.rados.rados.0.smithi111.stdout:1221: seq_num 380 ranges {3153920=770048,3923968=483328,4407296=319488} 2023-12-01T04:47:54.451 INFO:tasks.rados.rados.0.smithi111.stdout:1221: writing smithi111183488-30 from 3153920 to 3923968 tid 1 2023-12-01T04:47:54.453 INFO:tasks.rados.rados.0.smithi111.stdout:1221: writing smithi111183488-30 from 3923968 to 4407296 tid 2 2023-12-01T04:47:54.456 INFO:tasks.rados.rados.0.smithi111.stdout:1221: writing smithi111183488-30 from 4407296 to 4726784 tid 3 2023-12-01T04:47:54.456 INFO:tasks.rados.rados.0.smithi111.stdout:1222: rmattr oid 45 current snap is 125 2023-12-01T04:47:54.456 INFO:tasks.rados.rados.0.smithi111.stdout:1216: finishing write tid 1 to smithi111183488-3 2023-12-01T04:47:54.456 INFO:tasks.rados.rados.0.smithi111.stdout:1216: finishing write tid 2 to smithi111183488-3 2023-12-01T04:47:54.456 INFO:tasks.rados.rados.0.smithi111.stdout:1216: finishing write tid 3 to smithi111183488-3 2023-12-01T04:47:54.456 INFO:tasks.rados.rados.0.smithi111.stdout:1216: finishing write tid 4 to smithi111183488-3 2023-12-01T04:47:54.457 INFO:tasks.rados.rados.0.smithi111.stdout:1220: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1217: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1217: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1217: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 309 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1217: done (6 left) 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1220: done (5 left) 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 125 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1209: finishing copy_from to smithi111183488-35 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 417 (ObjNum 258 snap 83 seq_num 258) dirty exists 2023-12-01T04:47:54.486 INFO:tasks.rados.rados.0.smithi111.stdout:1209: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1216: finishing write tid 5 to smithi111183488-3 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1216: oid 3 updating version 0 to 790 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1216: oid 3 version 790 is already newer than 789 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1216: oid 3 version 790 is already newer than 787 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1216: oid 3 version 790 is already newer than 788 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 790 (ObjNum 378 snap 125 seq_num 378) dirty exists 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1216: left oid 3 (ObjNum 378 snap 125 seq_num 378) 2023-12-01T04:47:54.487 INFO:tasks.rados.rados.0.smithi111.stdout:1218: expect (ObjNum 370 snap 122 seq_num 370) 2023-12-01T04:47:54.820 INFO:tasks.rados.rados.0.smithi111.stdout:1221: finishing write tid 1 to smithi111183488-30 2023-12-01T04:47:54.820 INFO:tasks.rados.rados.0.smithi111.stdout:1221: finishing write tid 2 to smithi111183488-30 2023-12-01T04:47:54.820 INFO:tasks.rados.rados.0.smithi111.stdout:1221: finishing write tid 3 to smithi111183488-30 2023-12-01T04:47:54.820 INFO:tasks.rados.rados.0.smithi111.stdout:1221: finishing write tid 4 to smithi111183488-30 2023-12-01T04:47:54.820 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 543 (ObjNum 308 snap 102 seq_num 308) dirty exists 2023-12-01T04:47:54.820 INFO:tasks.rados.rados.0.smithi111.stdout:1223: seq_num 381 ranges {1703936=786432,2490368=417792,2908160=385024} 2023-12-01T04:47:54.833 INFO:tasks.rados.rados.0.smithi111.stdout:1223: writing smithi111183488-37 from 1703936 to 2490368 tid 1 2023-12-01T04:47:54.835 INFO:tasks.rados.rados.0.smithi111.stdout:1223: writing smithi111183488-37 from 2490368 to 2908160 tid 2 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1223: writing smithi111183488-37 from 2908160 to 3293184 tid 3 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1209: done (5 left) 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1216: done (4 left) 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1218: done (3 left) 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1222: done (2 left) 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 125 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1221: finishing write tid 5 to smithi111183488-30 2023-12-01T04:47:54.838 INFO:tasks.rados.rados.0.smithi111.stdout:1221: oid 30 updating version 0 to 744 2023-12-01T04:47:54.839 INFO:tasks.rados.rados.0.smithi111.stdout:1221: oid 30 updating version 744 to 745 2023-12-01T04:47:54.839 INFO:tasks.rados.rados.0.smithi111.stdout:1221: oid 30 updating version 745 to 746 2023-12-01T04:47:54.839 INFO:tasks.rados.rados.0.smithi111.stdout:1221: oid 30 updating version 746 to 747 2023-12-01T04:47:54.839 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 747 (ObjNum 380 snap 125 seq_num 380) dirty exists 2023-12-01T04:47:54.839 INFO:tasks.rados.rados.0.smithi111.stdout:1221: left oid 30 (ObjNum 380 snap 125 seq_num 380) 2023-12-01T04:47:54.840 INFO:tasks.rados.rados.0.smithi111.stdout:1223: finishing write tid 1 to smithi111183488-37 2023-12-01T04:47:54.840 INFO:tasks.rados.rados.0.smithi111.stdout:1224: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2023-12-01T04:47:54.842 INFO:tasks.rados.rados.0.smithi111.stdout:1224: writing smithi111183488-5 from 0 to 802816 tid 1 2023-12-01T04:47:54.846 INFO:tasks.rados.rados.0.smithi111.stdout:1224: writing smithi111183488-5 from 802816 to 1507328 tid 2 2023-12-01T04:47:54.847 INFO:tasks.rados.rados.0.smithi111.stdout:1224: writing smithi111183488-5 from 1507328 to 1605632 tid 3 2023-12-01T04:47:54.847 INFO:tasks.rados.rados.0.smithi111.stdout:1221: done (2 left) 2023-12-01T04:47:54.847 INFO:tasks.rados.rados.0.smithi111.stdout:1225: snap_remove snap 106 2023-12-01T04:47:55.409 INFO:tasks.rados.rados.0.smithi111.stdout:1225: done (2 left) 2023-12-01T04:47:55.409 INFO:tasks.rados.rados.0.smithi111.stdout:1226: snap_remove snap 120 2023-12-01T04:47:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:55 smithi155 ceph-mon[102677]: osdmap e298: 8 total, 8 up, 8 in 2023-12-01T04:47:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:55 smithi155 ceph-mon[102677]: pgmap v420: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:55 smithi111 ceph-mon[97855]: osdmap e298: 8 total, 8 up, 8 in 2023-12-01T04:47:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:55 smithi111 ceph-mon[97855]: pgmap v420: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:55 smithi111 ceph-mon[116524]: osdmap e298: 8 total, 8 up, 8 in 2023-12-01T04:47:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:55 smithi111 ceph-mon[116524]: pgmap v420: 121 pgs: 121 active+clean; 400 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:47:56.421 INFO:tasks.rados.rados.0.smithi111.stdout:1226: done (2 left) 2023-12-01T04:47:56.421 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 125 2023-12-01T04:47:56.421 INFO:tasks.rados.rados.0.smithi111.stdout:1223: finishing write tid 2 to smithi111183488-37 2023-12-01T04:47:56.421 INFO:tasks.rados.rados.0.smithi111.stdout:1227: seq_num 383 ranges {2392064=417792,2809856=589824,3399680=417792,3817472=196608} 2023-12-01T04:47:56.436 INFO:tasks.rados.rados.0.smithi111.stdout:1227: writing smithi111183488-42 from 2392064 to 2809856 tid 1 2023-12-01T04:47:56.440 INFO:tasks.rados.rados.0.smithi111.stdout:1227: writing smithi111183488-42 from 2809856 to 3399680 tid 2 2023-12-01T04:47:56.442 INFO:tasks.rados.rados.0.smithi111.stdout:1227: writing smithi111183488-42 from 3399680 to 3817472 tid 3 2023-12-01T04:47:56.444 INFO:tasks.rados.rados.0.smithi111.stdout:1227: writing smithi111183488-42 from 3817472 to 4014080 tid 4 2023-12-01T04:47:56.444 INFO:tasks.rados.rados.0.smithi111.stdout:1228: read oid 27 snap 116 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1228: expect (ObjNum 253 snap 81 seq_num 253) 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1229: rmattr oid 14 current snap is 125 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: finishing write tid 3 to smithi111183488-37 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: finishing write tid 4 to smithi111183488-37 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: finishing write tid 5 to smithi111183488-37 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: oid 37 updating version 0 to 522 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: oid 37 version 522 is already newer than 521 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: oid 37 updating version 522 to 523 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: oid 37 updating version 523 to 524 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 524 (ObjNum 381 snap 125 seq_num 381) dirty exists 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1223: left oid 37 (ObjNum 381 snap 125 seq_num 381) 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1224: finishing write tid 1 to smithi111183488-5 2023-12-01T04:47:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1224: finishing write tid 2 to smithi111183488-5 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: finishing write tid 3 to smithi111183488-5 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: finishing write tid 4 to smithi111183488-5 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: finishing write tid 5 to smithi111183488-5 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: oid 5 updating version 0 to 793 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: oid 5 updating version 793 to 794 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: oid 5 version 794 is already newer than 792 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: oid 5 version 794 is already newer than 791 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 794 (ObjNum 382 snap 125 seq_num 382) dirty exists 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: left oid 5 (ObjNum 382 snap 125 seq_num 382) 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1227: finishing write tid 1 to smithi111183488-42 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1227: finishing write tid 2 to smithi111183488-42 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1223: done (4 left) 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1224: done (3 left) 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 125 2023-12-01T04:47:56.446 INFO:tasks.rados.rados.0.smithi111.stdout:1230: seq_num 384 ranges {1835008=434176,2269184=475136,2744320=630784,3375104=98304} 2023-12-01T04:47:56.457 INFO:tasks.rados.rados.0.smithi111.stdout:1230: writing smithi111183488-25 from 1835008 to 2269184 tid 1 2023-12-01T04:47:56.459 INFO:tasks.rados.rados.0.smithi111.stdout:1230: writing smithi111183488-25 from 2269184 to 2744320 tid 2 2023-12-01T04:47:56.463 INFO:tasks.rados.rados.0.smithi111.stdout:1230: writing smithi111183488-25 from 2744320 to 3375104 tid 3 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1230: writing smithi111183488-25 from 3375104 to 3473408 tid 4 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1231: read oid 23 snap -1 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1231: expect (ObjNum 346 snap 114 seq_num 346) 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1232: delete oid 10 current snap is 125 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1227: finishing write tid 3 to smithi111183488-42 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1227: finishing write tid 4 to smithi111183488-42 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 566 (ObjNum 355 snap 118 seq_num 355) dirty exists 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1227: finishing write tid 5 to smithi111183488-42 2023-12-01T04:47:56.464 INFO:tasks.rados.rados.0.smithi111.stdout:1227: finishing write tid 6 to smithi111183488-42 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:1227: oid 42 updating version 0 to 397 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:1227: oid 42 version 397 is already newer than 396 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:1227: oid 42 updating version 397 to 398 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:1227: oid 42 version 398 is already newer than 395 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:1227: oid 42 version 398 is already newer than 394 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 398 (ObjNum 383 snap 125 seq_num 383) dirty exists 2023-12-01T04:47:56.465 INFO:tasks.rados.rados.0.smithi111.stdout:1227: left oid 42 (ObjNum 383 snap 125 seq_num 383) 2023-12-01T04:47:56.467 INFO:tasks.rados.rados.0.smithi111.stdout:1227: done (5 left) 2023-12-01T04:47:56.467 INFO:tasks.rados.rados.0.smithi111.stdout:1229: done (4 left) 2023-12-01T04:47:56.467 INFO:tasks.rados.rados.0.smithi111.stdout:1232: done (3 left) 2023-12-01T04:47:56.467 INFO:tasks.rados.rados.0.smithi111.stdout:1233: delete oid 32 current snap is 125 2023-12-01T04:47:56.468 INFO:tasks.rados.rados.0.smithi111.stdout:1228: expect (ObjNum 253 snap 81 seq_num 253) 2023-12-01T04:47:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:56 smithi155 ceph-mon[102677]: osdmap e299: 8 total, 8 up, 8 in 2023-12-01T04:47:56.727 INFO:tasks.rados.rados.0.smithi111.stdout:1230: finishing write tid 1 to smithi111183488-25 2023-12-01T04:47:56.727 INFO:tasks.rados.rados.0.smithi111.stdout:1230: finishing write tid 2 to smithi111183488-25 2023-12-01T04:47:56.727 INFO:tasks.rados.rados.0.smithi111.stdout:1230: finishing write tid 3 to smithi111183488-25 2023-12-01T04:47:56.727 INFO:tasks.rados.rados.0.smithi111.stdout:1230: finishing write tid 4 to smithi111183488-25 2023-12-01T04:47:56.728 INFO:tasks.rados.rados.0.smithi111.stdout:1230: finishing write tid 5 to smithi111183488-25 2023-12-01T04:47:56.728 INFO:tasks.rados.rados.0.smithi111.stdout:1231: expect (ObjNum 346 snap 114 seq_num 346) 2023-12-01T04:47:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:56 smithi111 ceph-mon[97855]: osdmap e299: 8 total, 8 up, 8 in 2023-12-01T04:47:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:56 smithi111 ceph-mon[116524]: osdmap e299: 8 total, 8 up, 8 in 2023-12-01T04:47:56.755 INFO:tasks.rados.rados.0.smithi111.stdout:1230: finishing write tid 6 to smithi111183488-25 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: oid 25 updating version 0 to 421 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: oid 25 version 421 is already newer than 420 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: oid 25 version 421 is already newer than 418 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: oid 25 version 421 is already newer than 419 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: oid 25 updating version 421 to 422 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 422 (ObjNum 384 snap 125 seq_num 384) dirty exists 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: left oid 25 (ObjNum 384 snap 125 seq_num 384) 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1228: done (3 left) 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1230: done (2 left) 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1231: done (1 left) 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1233: done (0 left) 2023-12-01T04:47:56.756 INFO:tasks.rados.rados.0.smithi111.stdout:1234: snap_remove snap 114 2023-12-01T04:47:57.429 INFO:tasks.rados.rados.0.smithi111.stdout:1234: done (0 left) 2023-12-01T04:47:57.430 INFO:tasks.rados.rados.0.smithi111.stdout:1235: read oid 18 snap -1 2023-12-01T04:47:57.430 INFO:tasks.rados.rados.0.smithi111.stdout:1235: expect (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:47:57.430 INFO:tasks.rados.rados.0.smithi111.stdout:1236: copy_from oid 31 from oid 16 current snap is 125 2023-12-01T04:47:57.430 INFO:tasks.rados.rados.0.smithi111.stdout:1237: delete oid 46 current snap is 125 2023-12-01T04:47:57.434 INFO:tasks.rados.rados.0.smithi111.stdout:1237: done (2 left) 2023-12-01T04:47:57.434 INFO:tasks.rados.rados.0.smithi111.stdout:1238: copy_from oid 25 from oid 27 current snap is 125 2023-12-01T04:47:57.434 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 125 2023-12-01T04:47:57.434 INFO:tasks.rados.rados.0.smithi111.stdout:1239: seq_num 388 ranges {98304=507904,606208=458752,1064960=606208,1671168=139264} 2023-12-01T04:47:57.444 INFO:tasks.rados.rados.0.smithi111.stdout:1239: writing smithi111183488-41 from 98304 to 606208 tid 1 2023-12-01T04:47:57.444 INFO:tasks.rados.rados.0.smithi111.stdout:1239: writing smithi111183488-41 from 606208 to 1064960 tid 2 2023-12-01T04:47:57.444 INFO:tasks.rados.rados.0.smithi111.stdout:1239: writing smithi111183488-41 from 1064960 to 1671168 tid 3 2023-12-01T04:47:57.446 INFO:tasks.rados.rados.0.smithi111.stdout:1239: writing smithi111183488-41 from 1671168 to 1810432 tid 4 2023-12-01T04:47:57.446 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 125 2023-12-01T04:47:57.446 INFO:tasks.rados.rados.0.smithi111.stdout:1240: seq_num 389 ranges {286720=524288,811008=745472,1556480=458752} 2023-12-01T04:47:57.451 INFO:tasks.rados.rados.0.smithi111.stdout:1240: writing smithi111183488-38 from 286720 to 811008 tid 1 2023-12-01T04:47:57.457 INFO:tasks.rados.rados.0.smithi111.stdout:1240: writing smithi111183488-38 from 811008 to 1556480 tid 2 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1240: writing smithi111183488-38 from 1556480 to 2015232 tid 3 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1241: read oid 2 snap -1 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1241: expect (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 125 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1238: finishing copy_from to smithi111183488-25 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1238: got expected ENOENT (src dne) 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1238: finishing copy_from racing read to smithi111183488-25 2023-12-01T04:47:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1235: expect (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: finishing write tid 1 to smithi111183488-41 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: finishing write tid 2 to smithi111183488-41 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: finishing write tid 3 to smithi111183488-41 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: finishing write tid 4 to smithi111183488-41 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: finishing write tid 5 to smithi111183488-41 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: finishing write tid 6 to smithi111183488-41 2023-12-01T04:47:57.496 INFO:tasks.rados.rados.0.smithi111.stdout:1239: oid 41 updating version 0 to 401 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1239: oid 41 updating version 401 to 402 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1239: oid 41 version 402 is already newer than 400 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1239: oid 41 version 402 is already newer than 399 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1239: oid 41 updating version 402 to 403 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 403 (ObjNum 388 snap 125 seq_num 388) dirty exists 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1239: left oid 41 (ObjNum 388 snap 125 seq_num 388) 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1240: finishing write tid 1 to smithi111183488-38 2023-12-01T04:47:57.497 INFO:tasks.rados.rados.0.smithi111.stdout:1242: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2023-12-01T04:47:57.498 INFO:tasks.rados.rados.0.smithi111.stdout:1242: writing smithi111183488-34 from 0 to 540672 tid 1 2023-12-01T04:47:57.502 INFO:tasks.rados.rados.0.smithi111.stdout:1242: writing smithi111183488-34 from 540672 to 1171456 tid 2 2023-12-01T04:47:57.506 INFO:tasks.rados.rados.0.smithi111.stdout:1242: writing smithi111183488-34 from 1171456 to 1744896 tid 3 2023-12-01T04:47:57.506 INFO:tasks.rados.rados.0.smithi111.stdout:1235: done (6 left) 2023-12-01T04:47:57.506 INFO:tasks.rados.rados.0.smithi111.stdout:1238: done (5 left) 2023-12-01T04:47:57.506 INFO:tasks.rados.rados.0.smithi111.stdout:1239: done (4 left) 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1243: rollback oid 12 current snap is 125 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 83 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: finishing write tid 2 to smithi111183488-38 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: finishing write tid 3 to smithi111183488-38 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: finishing write tid 4 to smithi111183488-38 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1236: finishing copy_from to smithi111183488-31 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 829 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1236: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: finishing write tid 5 to smithi111183488-38 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: oid 38 updating version 0 to 706 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: oid 38 version 706 is already newer than 705 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: oid 38 version 706 is already newer than 704 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:1240: oid 38 version 706 is already newer than 703 2023-12-01T04:47:57.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 706 (ObjNum 389 snap 125 seq_num 389) dirty exists 2023-12-01T04:47:57.508 INFO:tasks.rados.rados.0.smithi111.stdout:1240: left oid 38 (ObjNum 389 snap 125 seq_num 389) 2023-12-01T04:47:57.508 INFO:tasks.rados.rados.0.smithi111.stdout:1241: expect (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:47:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:57 smithi155 ceph-mon[102677]: osdmap e300: 8 total, 8 up, 8 in 2023-12-01T04:47:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:57 smithi155 ceph-mon[102677]: pgmap v423: 121 pgs: 121 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2023-12-01T04:47:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:57 smithi111 ceph-mon[97855]: osdmap e300: 8 total, 8 up, 8 in 2023-12-01T04:47:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:57 smithi111 ceph-mon[97855]: pgmap v423: 121 pgs: 121 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2023-12-01T04:47:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:57 smithi111 ceph-mon[116524]: osdmap e300: 8 total, 8 up, 8 in 2023-12-01T04:47:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:57 smithi111 ceph-mon[116524]: pgmap v423: 121 pgs: 121 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2023-12-01T04:47:57.780 INFO:tasks.rados.rados.0.smithi111.stdout:1242: finishing write tid 1 to smithi111183488-34 2023-12-01T04:47:57.780 INFO:tasks.rados.rados.0.smithi111.stdout:1242: finishing write tid 2 to smithi111183488-34 2023-12-01T04:47:57.780 INFO:tasks.rados.rados.0.smithi111.stdout:1242: finishing write tid 3 to smithi111183488-34 2023-12-01T04:47:57.780 INFO:tasks.rados.rados.0.smithi111.stdout:1243: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:47:57.780 INFO:tasks.rados.rados.0.smithi111.stdout:1242: finishing write tid 4 to smithi111183488-34 2023-12-01T04:47:57.780 INFO:tasks.rados.rados.0.smithi111.stdout:1243: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1243: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 531 (ObjNum 241 snap 77 seq_num 241) dirty exists 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: finishing write tid 5 to smithi111183488-34 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: oid 34 updating version 0 to 228 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: oid 34 updating version 228 to 229 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: oid 34 updating version 229 to 231 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: oid 34 version 231 is already newer than 230 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 231 (ObjNum 390 snap 125 seq_num 390) dirty exists 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: left oid 34 (ObjNum 390 snap 125 seq_num 390) 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1236: done (4 left) 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1240: done (3 left) 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1241: done (2 left) 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1242: done (1 left) 2023-12-01T04:47:57.781 INFO:tasks.rados.rados.0.smithi111.stdout:1243: done (0 left) 2023-12-01T04:47:57.782 INFO:tasks.rados.rados.0.smithi111.stdout:1244: copy_from oid 19 from oid 16 current snap is 125 2023-12-01T04:47:57.782 INFO:tasks.rados.rados.0.smithi111.stdout:1245: snap_remove snap 124 2023-12-01T04:47:58.396 INFO:tasks.rados.rados.0.smithi111.stdout:1245: done (1 left) 2023-12-01T04:47:58.396 INFO:tasks.rados.rados.0.smithi111.stdout:1246: copy_from oid 5 from oid 11 current snap is 125 2023-12-01T04:47:58.396 INFO:tasks.rados.rados.0.smithi111.stdout:1247: snap_create 2023-12-01T04:47:58.396 INFO:tasks.rados.rados.0.smithi111.stdout:1244: finishing copy_from to smithi111183488-19 2023-12-01T04:47:58.396 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 829 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:47:58.396 INFO:tasks.rados.rados.0.smithi111.stdout:1244: finishing copy_from racing read to smithi111183488-19 2023-12-01T04:47:58.406 INFO:tasks.rados.rados.0.smithi111.stdout:1246: finishing copy_from to smithi111183488-5 2023-12-01T04:47:58.406 INFO:tasks.rados.rados.0.smithi111.stdout:1246: got expected ENOENT (src dne) 2023-12-01T04:47:58.406 INFO:tasks.rados.rados.0.smithi111.stdout:1246: finishing copy_from racing read to smithi111183488-5 2023-12-01T04:47:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:58 smithi155 ceph-mon[102677]: osdmap e301: 8 total, 8 up, 8 in 2023-12-01T04:47:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:58 smithi155 ceph-mon[102677]: osdmap e302: 8 total, 8 up, 8 in 2023-12-01T04:47:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:58 smithi111 ceph-mon[97855]: osdmap e301: 8 total, 8 up, 8 in 2023-12-01T04:47:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:58 smithi111 ceph-mon[97855]: osdmap e302: 8 total, 8 up, 8 in 2023-12-01T04:47:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:58 smithi111 ceph-mon[116524]: osdmap e301: 8 total, 8 up, 8 in 2023-12-01T04:47:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:58 smithi111 ceph-mon[116524]: osdmap e302: 8 total, 8 up, 8 in 2023-12-01T04:47:59.399 INFO:tasks.rados.rados.0.smithi111.stdout:1244: done (2 left) 2023-12-01T04:47:59.399 INFO:tasks.rados.rados.0.smithi111.stdout:1246: done (1 left) 2023-12-01T04:47:59.399 INFO:tasks.rados.rados.0.smithi111.stdout:1247: done (0 left) 2023-12-01T04:47:59.399 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 126 2023-12-01T04:47:59.399 INFO:tasks.rados.rados.0.smithi111.stdout:1248: seq_num 391 ranges {0=557056,557056=516096,1073152=688128} 2023-12-01T04:47:59.402 INFO:tasks.rados.rados.0.smithi111.stdout:1248: writing smithi111183488-11 from 0 to 557056 tid 1 2023-12-01T04:47:59.405 INFO:tasks.rados.rados.0.smithi111.stdout:1248: writing smithi111183488-11 from 557056 to 1073152 tid 2 2023-12-01T04:47:59.409 INFO:tasks.rados.rados.0.smithi111.stdout:1248: writing smithi111183488-11 from 1073152 to 1761280 tid 3 2023-12-01T04:47:59.409 INFO:tasks.rados.rados.0.smithi111.stdout:1249: rmattr oid 30 current snap is 126 2023-12-01T04:47:59.409 INFO:tasks.rados.rados.0.smithi111.stdout:1250: delete oid 23 current snap is 126 2023-12-01T04:47:59.413 INFO:tasks.rados.rados.0.smithi111.stdout:1248: finishing write tid 1 to smithi111183488-11 2023-12-01T04:47:59.414 INFO:tasks.rados.rados.0.smithi111.stdout:1248: finishing write tid 2 to smithi111183488-11 2023-12-01T04:47:59.414 INFO:tasks.rados.rados.0.smithi111.stdout:1248: finishing write tid 3 to smithi111183488-11 2023-12-01T04:47:59.414 INFO:tasks.rados.rados.0.smithi111.stdout:1248: finishing write tid 4 to smithi111183488-11 2023-12-01T04:47:59.414 INFO:tasks.rados.rados.0.smithi111.stdout:1250: done (2 left) 2023-12-01T04:47:59.415 INFO:tasks.rados.rados.0.smithi111.stdout:1251: rollback oid 13 current snap is 126 2023-12-01T04:47:59.415 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 112 2023-12-01T04:47:59.415 INFO:tasks.rados.rados.0.smithi111.stdout:1252: copy_from oid 37 from oid 2 current snap is 126 2023-12-01T04:47:59.415 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 126 2023-12-01T04:47:59.415 INFO:tasks.rados.rados.0.smithi111.stdout:1253: seq_num 393 ranges {4014080=589824,4603904=679936,5283840=524288} 2023-12-01T04:47:59.440 INFO:tasks.rados.rados.0.smithi111.stdout:1253: writing smithi111183488-42 from 4014080 to 4603904 tid 1 2023-12-01T04:47:59.445 INFO:tasks.rados.rados.0.smithi111.stdout:1253: writing smithi111183488-42 from 4603904 to 5283840 tid 2 2023-12-01T04:47:59.447 INFO:tasks.rados.rados.0.smithi111.stdout:1253: writing smithi111183488-42 from 5283840 to 5808128 tid 3 2023-12-01T04:47:59.447 INFO:tasks.rados.rados.0.smithi111.stdout:1254: read oid 47 snap 85 2023-12-01T04:47:59.447 INFO:tasks.rados.rados.0.smithi111.stdout:1254: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:59.447 INFO:tasks.rados.rados.0.smithi111.stdout:1255: snap_create 2023-12-01T04:47:59.447 INFO:tasks.rados.rados.0.smithi111.stdout:1248: finishing write tid 5 to smithi111183488-11 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1248: oid 11 updating version 0 to 832 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1248: oid 11 updating version 832 to 833 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1248: oid 11 version 833 is already newer than 831 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1248: oid 11 version 833 is already newer than 830 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 833 (ObjNum 391 snap 126 seq_num 391) dirty exists 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1248: left oid 11 (ObjNum 391 snap 126 seq_num 391) 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 834 (ObjNum 380 snap 125 seq_num 380) dirty exists 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1251: finishing rollback tid 0 to smithi111183488-13 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1251: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:1251: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:47:59.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 837 (ObjNum 307 snap 102 seq_num 307) dirty exists 2023-12-01T04:47:59.449 INFO:tasks.rados.rados.0.smithi111.stdout:1253: finishing write tid 1 to smithi111183488-42 2023-12-01T04:47:59.449 INFO:tasks.rados.rados.0.smithi111.stdout:1254: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:47:59.452 INFO:tasks.rados.rados.0.smithi111.stdout:1252: finishing copy_from to smithi111183488-37 2023-12-01T04:47:59.452 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 741 (ObjNum 271 snap 90 seq_num 271) dirty exists 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: finishing write tid 2 to smithi111183488-42 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: finishing write tid 3 to smithi111183488-42 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: finishing write tid 4 to smithi111183488-42 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1252: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: finishing write tid 5 to smithi111183488-42 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: oid 42 updating version 0 to 404 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: oid 42 updating version 404 to 405 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: oid 42 updating version 405 to 406 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: oid 42 updating version 406 to 407 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 407 (ObjNum 393 snap 126 seq_num 393) dirty exists 2023-12-01T04:47:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:1253: left oid 42 (ObjNum 393 snap 126 seq_num 393) 2023-12-01T04:47:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:59 smithi155 ceph-mon[102677]: pgmap v426: 121 pgs: 121 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2023-12-01T04:47:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:47:59 smithi155 ceph-mon[102677]: osdmap e303: 8 total, 8 up, 8 in 2023-12-01T04:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:47:59] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2023-12-01T04:47:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:59 smithi111 ceph-mon[97855]: pgmap v426: 121 pgs: 121 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2023-12-01T04:47:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:47:59 smithi111 ceph-mon[97855]: osdmap e303: 8 total, 8 up, 8 in 2023-12-01T04:47:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:59 smithi111 ceph-mon[116524]: pgmap v426: 121 pgs: 121 active+clean; 381 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2023-12-01T04:47:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:47:59 smithi111 ceph-mon[116524]: osdmap e303: 8 total, 8 up, 8 in 2023-12-01T04:48:00.430 INFO:tasks.rados.rados.0.smithi111.stdout:1248: done (6 left) 2023-12-01T04:48:00.430 INFO:tasks.rados.rados.0.smithi111.stdout:1249: done (5 left) 2023-12-01T04:48:00.430 INFO:tasks.rados.rados.0.smithi111.stdout:1251: done (4 left) 2023-12-01T04:48:00.430 INFO:tasks.rados.rados.0.smithi111.stdout:1252: done (3 left) 2023-12-01T04:48:00.431 INFO:tasks.rados.rados.0.smithi111.stdout:1253: done (2 left) 2023-12-01T04:48:00.431 INFO:tasks.rados.rados.0.smithi111.stdout:1254: done (1 left) 2023-12-01T04:48:00.431 INFO:tasks.rados.rados.0.smithi111.stdout:1255: done (0 left) 2023-12-01T04:48:00.431 INFO:tasks.rados.rados.0.smithi111.stdout:1256: delete oid 26 current snap is 127 2023-12-01T04:48:00.433 INFO:tasks.rados.rados.0.smithi111.stdout:1256: done (0 left) 2023-12-01T04:48:00.433 INFO:tasks.rados.rados.0.smithi111.stdout:1257: delete oid 5 current snap is 127 2023-12-01T04:48:00.436 INFO:tasks.rados.rados.0.smithi111.stdout:1257: done (0 left) 2023-12-01T04:48:00.436 INFO:tasks.rados.rados.0.smithi111.stdout:1258: copy_from oid 21 from oid 29 current snap is 127 2023-12-01T04:48:00.436 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 127 2023-12-01T04:48:00.436 INFO:tasks.rados.rados.0.smithi111.stdout:1259: seq_num 396 ranges {1540096=638976,2179072=786432,2965504=417792} 2023-12-01T04:48:00.448 INFO:tasks.rados.rados.0.smithi111.stdout:1259: writing smithi111183488-3 from 1540096 to 2179072 tid 1 2023-12-01T04:48:00.452 INFO:tasks.rados.rados.0.smithi111.stdout:1259: writing smithi111183488-3 from 2179072 to 2965504 tid 2 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1259: writing smithi111183488-3 from 2965504 to 3383296 tid 3 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1260: copy_from oid 35 from oid 34 current snap is 127 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1258: finishing copy_from to smithi111183488-21 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 616 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1258: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1259: finishing write tid 1 to smithi111183488-3 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1258: done (2 left) 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1261: read oid 38 snap -1 2023-12-01T04:48:00.456 INFO:tasks.rados.rados.0.smithi111.stdout:1261: expect (ObjNum 389 snap 125 seq_num 389) 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1262: read oid 40 snap 99 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1262: expect (ObjNum 299 snap 98 seq_num 299) 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1263: rollback oid 9 current snap is 127 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 108 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1264: read oid 33 snap -1 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1264: expect (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1265: read oid 29 snap -1 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1265: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1266: copy_from oid 32 from oid 16 current snap is 127 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1267: read oid 13 snap 107 2023-12-01T04:48:00.457 INFO:tasks.rados.rados.0.smithi111.stdout:1267: expect (ObjNum 307 snap 102 seq_num 307) 2023-12-01T04:48:00.458 INFO:tasks.rados.rados.0.smithi111.stdout:1268: snap_create 2023-12-01T04:48:00.458 INFO:tasks.rados.rados.0.smithi111.stdout:1259: finishing write tid 2 to smithi111183488-3 2023-12-01T04:48:00.460 INFO:tasks.rados.rados.0.smithi111.stdout:1263: finishing rollback tid 0 to smithi111183488-9 2023-12-01T04:48:00.460 INFO:tasks.rados.rados.0.smithi111.stdout:1259: finishing write tid 3 to smithi111183488-3 2023-12-01T04:48:00.460 INFO:tasks.rados.rados.0.smithi111.stdout:1259: finishing write tid 4 to smithi111183488-3 2023-12-01T04:48:00.461 INFO:tasks.rados.rados.0.smithi111.stdout:1263: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:48:00.462 INFO:tasks.rados.rados.0.smithi111.stdout:1263: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:48:00.462 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 385 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:48:00.467 INFO:tasks.rados.rados.0.smithi111.stdout:1261: expect (ObjNum 389 snap 125 seq_num 389) 2023-12-01T04:48:00.529 INFO:tasks.rados.rados.0.smithi111.stdout:1265: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:48:00.558 INFO:tasks.rados.rados.0.smithi111.stdout:1259: finishing write tid 5 to smithi111183488-3 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:1259: oid 3 updating version 0 to 820 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:1259: oid 3 version 820 is already newer than 818 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:1259: oid 3 version 820 is already newer than 819 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:1259: oid 3 updating version 820 to 821 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 821 (ObjNum 396 snap 127 seq_num 396) dirty exists 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:1259: left oid 3 (ObjNum 396 snap 127 seq_num 396) 2023-12-01T04:48:00.559 INFO:tasks.rados.rados.0.smithi111.stdout:1262: expect (ObjNum 299 snap 98 seq_num 299) 2023-12-01T04:48:00.613 INFO:tasks.rados.rados.0.smithi111.stdout:1264: expect (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:48:00.767 INFO:tasks.rados.rados.0.smithi111.stdout:1260: finishing copy_from to smithi111183488-35 2023-12-01T04:48:00.767 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 231 (ObjNum 390 snap 125 seq_num 390) dirty exists 2023-12-01T04:48:00.767 INFO:tasks.rados.rados.0.smithi111.stdout:1260: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:48:00.767 INFO:tasks.rados.rados.0.smithi111.stdout:1267: expect (ObjNum 307 snap 102 seq_num 307) 2023-12-01T04:48:00.916 INFO:tasks.rados.rados.0.smithi111.stdout:1266: finishing copy_from to smithi111183488-32 2023-12-01T04:48:00.917 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 829 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:48:00.917 INFO:tasks.rados.rados.0.smithi111.stdout:1266: finishing copy_from racing read to smithi111183488-32 2023-12-01T04:48:01.434 INFO:tasks.rados.rados.0.smithi111.stdout:1259: done (9 left) 2023-12-01T04:48:01.434 INFO:tasks.rados.rados.0.smithi111.stdout:1260: done (8 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1261: done (7 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1262: done (6 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1263: done (5 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1264: done (4 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1265: done (3 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1266: done (2 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1267: done (1 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1268: done (0 left) 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 128 2023-12-01T04:48:01.435 INFO:tasks.rados.rados.0.smithi111.stdout:1269: seq_num 397 ranges {1540096=655360,2195456=671744,2867200=532480} 2023-12-01T04:48:01.446 INFO:tasks.rados.rados.0.smithi111.stdout:1269: writing smithi111183488-40 from 1540096 to 2195456 tid 1 2023-12-01T04:48:01.449 INFO:tasks.rados.rados.0.smithi111.stdout:1269: writing smithi111183488-40 from 2195456 to 2867200 tid 2 2023-12-01T04:48:01.453 INFO:tasks.rados.rados.0.smithi111.stdout:1269: writing smithi111183488-40 from 2867200 to 3399680 tid 3 2023-12-01T04:48:01.453 INFO:tasks.rados.rados.0.smithi111.stdout:1270: delete oid 47 current snap is 128 2023-12-01T04:48:01.458 INFO:tasks.rados.rados.0.smithi111.stdout:1270: done (1 left) 2023-12-01T04:48:01.458 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 128 2023-12-01T04:48:01.458 INFO:tasks.rados.rados.0.smithi111.stdout:1271: seq_num 399 ranges {5185536=688128,5873664=434176,6307840=745472,7053312=24576} 2023-12-01T04:48:01.489 INFO:tasks.rados.rados.0.smithi111.stdout:1271: writing smithi111183488-31 from 5185536 to 5873664 tid 1 2023-12-01T04:48:01.491 INFO:tasks.rados.rados.0.smithi111.stdout:1271: writing smithi111183488-31 from 5873664 to 6307840 tid 2 2023-12-01T04:48:01.498 INFO:tasks.rados.rados.0.smithi111.stdout:1271: writing smithi111183488-31 from 6307840 to 7053312 tid 3 2023-12-01T04:48:01.498 INFO:tasks.rados.rados.0.smithi111.stdout:1271: writing smithi111183488-31 from 7053312 to 7077888 tid 4 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1272: delete oid 43 current snap is 128 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: finishing write tid 1 to smithi111183488-40 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: finishing write tid 2 to smithi111183488-40 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: finishing write tid 3 to smithi111183488-40 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: finishing write tid 4 to smithi111183488-40 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: finishing write tid 5 to smithi111183488-40 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: oid 40 updating version 0 to 235 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: oid 40 updating version 235 to 237 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: oid 40 version 237 is already newer than 236 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: oid 40 updating version 237 to 238 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 238 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1269: left oid 40 (ObjNum 397 snap 128 seq_num 397) 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1271: finishing write tid 1 to smithi111183488-31 2023-12-01T04:48:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1271: finishing write tid 2 to smithi111183488-31 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:1269: done (2 left) 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:1272: done (1 left) 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:1273: rollback oid 42 current snap is 128 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 42 to 111 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:1274: read oid 39 snap -1 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:1274: expect deleted 2023-12-01T04:48:01.500 INFO:tasks.rados.rados.0.smithi111.stdout:1275: snap_create 2023-12-01T04:48:01.501 INFO:tasks.rados.rados.0.smithi111.stdout:1271: finishing write tid 3 to smithi111183488-31 2023-12-01T04:48:01.501 INFO:tasks.rados.rados.0.smithi111.stdout:1271: finishing write tid 4 to smithi111183488-31 2023-12-01T04:48:01.501 INFO:tasks.rados.rados.0.smithi111.stdout:1271: finishing write tid 5 to smithi111183488-31 2023-12-01T04:48:01.501 INFO:tasks.rados.rados.0.smithi111.stdout:1273: finishing rollback tid 0 to smithi111183488-42 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1273: finishing rollback tid 1 to smithi111183488-42 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1271: finishing write tid 6 to smithi111183488-31 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1271: oid 31 updating version 0 to 841 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1271: oid 31 version 841 is already newer than 839 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1271: oid 31 updating version 841 to 842 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1271: oid 31 version 842 is already newer than 838 2023-12-01T04:48:01.503 INFO:tasks.rados.rados.0.smithi111.stdout:1271: oid 31 version 842 is already newer than 840 2023-12-01T04:48:01.504 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 842 (ObjNum 399 snap 128 seq_num 399) dirty exists 2023-12-01T04:48:01.504 INFO:tasks.rados.rados.0.smithi111.stdout:1271: left oid 31 (ObjNum 399 snap 128 seq_num 399) 2023-12-01T04:48:01.504 INFO:tasks.rados.rados.0.smithi111.stdout:1273: finishing rollback tid 2 to smithi111183488-42 2023-12-01T04:48:01.504 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 410 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:48:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:01 smithi155 ceph-mon[102677]: osdmap e304: 8 total, 8 up, 8 in 2023-12-01T04:48:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:01 smithi155 ceph-mon[102677]: pgmap v429: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-01T04:48:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:01 smithi111 ceph-mon[97855]: osdmap e304: 8 total, 8 up, 8 in 2023-12-01T04:48:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:01 smithi111 ceph-mon[97855]: pgmap v429: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-01T04:48:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:01 smithi111 ceph-mon[116524]: osdmap e304: 8 total, 8 up, 8 in 2023-12-01T04:48:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:01 smithi111 ceph-mon[116524]: pgmap v429: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-01T04:48:02.440 INFO:tasks.rados.rados.0.smithi111.stdout:1271: done (3 left) 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1273: done (2 left) 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1274: done (1 left) 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1275: done (0 left) 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1276: copy_from oid 48 from oid 8 current snap is 129 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1277: read oid 41 snap -1 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1277: expect (ObjNum 388 snap 125 seq_num 388) 2023-12-01T04:48:02.441 INFO:tasks.rados.rados.0.smithi111.stdout:1278: snap_create 2023-12-01T04:48:02.450 INFO:tasks.rados.rados.0.smithi111.stdout:1277: expect (ObjNum 388 snap 125 seq_num 388) 2023-12-01T04:48:02.499 INFO:tasks.rados.rados.0.smithi111.stdout:1276: finishing copy_from to smithi111183488-48 2023-12-01T04:48:02.499 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 339 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:48:02.499 INFO:tasks.rados.rados.0.smithi111.stdout:1276: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:48:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:02 smithi155 ceph-mon[102677]: osdmap e305: 8 total, 8 up, 8 in 2023-12-01T04:48:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:02 smithi111 ceph-mon[97855]: osdmap e305: 8 total, 8 up, 8 in 2023-12-01T04:48:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:02 smithi111 ceph-mon[116524]: osdmap e305: 8 total, 8 up, 8 in 2023-12-01T04:48:03.399 INFO:tasks.rados.rados.0.smithi111.stdout:1276: done (2 left) 2023-12-01T04:48:03.399 INFO:tasks.rados.rados.0.smithi111.stdout:1277: done (1 left) 2023-12-01T04:48:03.399 INFO:tasks.rados.rados.0.smithi111.stdout:1278: done (0 left) 2023-12-01T04:48:03.399 INFO:tasks.rados.rados.0.smithi111.stdout:1279: snap_create 2023-12-01T04:48:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:03 smithi155 ceph-mon[102677]: osdmap e306: 8 total, 8 up, 8 in 2023-12-01T04:48:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:03 smithi155 ceph-mon[102677]: pgmap v432: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-01T04:48:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:03 smithi155 ceph-mon[102677]: osdmap e307: 8 total, 8 up, 8 in 2023-12-01T04:48:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:03 smithi111 ceph-mon[97855]: osdmap e306: 8 total, 8 up, 8 in 2023-12-01T04:48:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:03 smithi111 ceph-mon[97855]: pgmap v432: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-01T04:48:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:03 smithi111 ceph-mon[97855]: osdmap e307: 8 total, 8 up, 8 in 2023-12-01T04:48:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:03 smithi111 ceph-mon[116524]: osdmap e306: 8 total, 8 up, 8 in 2023-12-01T04:48:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:03 smithi111 ceph-mon[116524]: pgmap v432: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 7.6 MiB/s wr, 23 op/s 2023-12-01T04:48:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:03 smithi111 ceph-mon[116524]: osdmap e307: 8 total, 8 up, 8 in 2023-12-01T04:48:04.399 INFO:tasks.rados.rados.0.smithi111.stdout:1279: done (0 left) 2023-12-01T04:48:04.400 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 131 2023-12-01T04:48:04.400 INFO:tasks.rados.rados.0.smithi111.stdout:1280: seq_num 401 ranges {1523712=720896,2244608=606208,2850816=598016} 2023-12-01T04:48:04.411 INFO:tasks.rados.rados.0.smithi111.stdout:1280: writing smithi111183488-7 from 1523712 to 2244608 tid 1 2023-12-01T04:48:04.415 INFO:tasks.rados.rados.0.smithi111.stdout:1280: writing smithi111183488-7 from 2244608 to 2850816 tid 2 2023-12-01T04:48:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:1280: writing smithi111183488-7 from 2850816 to 3448832 tid 3 2023-12-01T04:48:04.419 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 131 2023-12-01T04:48:04.419 INFO:tasks.rados.rados.0.smithi111.stdout:1280: finishing write tid 1 to smithi111183488-7 2023-12-01T04:48:04.419 INFO:tasks.rados.rados.0.smithi111.stdout:1281: seq_num 402 ranges {1384448=737280,2121728=491520,2613248=516096,3129344=196608} 2023-12-01T04:48:04.430 INFO:tasks.rados.rados.0.smithi111.stdout:1281: writing smithi111183488-45 from 1384448 to 2121728 tid 1 2023-12-01T04:48:04.433 INFO:tasks.rados.rados.0.smithi111.stdout:1281: writing smithi111183488-45 from 2121728 to 2613248 tid 2 2023-12-01T04:48:04.436 INFO:tasks.rados.rados.0.smithi111.stdout:1281: writing smithi111183488-45 from 2613248 to 3129344 tid 3 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1281: writing smithi111183488-45 from 3129344 to 3325952 tid 4 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1282: copy_from oid 38 from oid 44 current snap is 131 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: finishing write tid 2 to smithi111183488-7 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: finishing write tid 3 to smithi111183488-7 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: finishing write tid 4 to smithi111183488-7 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: finishing write tid 5 to smithi111183488-7 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: oid 7 updating version 0 to 234 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: oid 7 updating version 234 to 235 2023-12-01T04:48:04.438 INFO:tasks.rados.rados.0.smithi111.stdout:1280: oid 7 updating version 235 to 237 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:1280: oid 7 version 237 is already newer than 236 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 237 (ObjNum 401 snap 131 seq_num 401) dirty exists 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:1280: left oid 7 (ObjNum 401 snap 131 seq_num 401) 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:1281: finishing write tid 1 to smithi111183488-45 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:1281: finishing write tid 2 to smithi111183488-45 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:1280: done (2 left) 2023-12-01T04:48:04.439 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 131 2023-12-01T04:48:04.440 INFO:tasks.rados.rados.0.smithi111.stdout:1283: seq_num 403 ranges {0=753664,753664=425984,1179648=720896,1900544=57344} 2023-12-01T04:48:04.443 INFO:tasks.rados.rados.0.smithi111.stdout:1283: writing smithi111183488-27 from 0 to 753664 tid 1 2023-12-01T04:48:04.445 INFO:tasks.rados.rados.0.smithi111.stdout:1283: writing smithi111183488-27 from 753664 to 1179648 tid 2 2023-12-01T04:48:04.450 INFO:tasks.rados.rados.0.smithi111.stdout:1283: writing smithi111183488-27 from 1179648 to 1900544 tid 3 2023-12-01T04:48:04.450 INFO:tasks.rados.rados.0.smithi111.stdout:1283: writing smithi111183488-27 from 1900544 to 1957888 tid 4 2023-12-01T04:48:04.451 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 131 2023-12-01T04:48:04.451 INFO:tasks.rados.rados.0.smithi111.stdout:1284: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2023-12-01T04:48:04.455 INFO:tasks.rados.rados.0.smithi111.stdout:1284: writing smithi111183488-5 from 0 to 770048 tid 1 2023-12-01T04:48:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:1284: writing smithi111183488-5 from 770048 to 1482752 tid 2 2023-12-01T04:48:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: writing smithi111183488-5 from 1482752 to 1974272 tid 3 2023-12-01T04:48:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 131 2023-12-01T04:48:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1281: finishing write tid 3 to smithi111183488-45 2023-12-01T04:48:04.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: seq_num 405 ranges {6348800=786432,7135232=589824,7725056=614400} 2023-12-01T04:48:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:1285: writing smithi111183488-37 from 6348800 to 7135232 tid 1 2023-12-01T04:48:04.503 INFO:tasks.rados.rados.0.smithi111.stdout:1285: writing smithi111183488-37 from 7135232 to 7725056 tid 2 2023-12-01T04:48:04.506 INFO:tasks.rados.rados.0.smithi111.stdout:1285: writing smithi111183488-37 from 7725056 to 8339456 tid 3 2023-12-01T04:48:04.506 INFO:tasks.rados.rados.0.smithi111.stdout:1286: snap_remove snap 66 2023-12-01T04:48:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:04 smithi155 ceph-mon[102677]: osdmap e308: 8 total, 8 up, 8 in 2023-12-01T04:48:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:04 smithi111 ceph-mon[97855]: osdmap e308: 8 total, 8 up, 8 in 2023-12-01T04:48:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:04 smithi111 ceph-mon[116524]: osdmap e308: 8 total, 8 up, 8 in 2023-12-01T04:48:05.460 INFO:tasks.rados.rados.0.smithi111.stdout:1286: done (5 left) 2023-12-01T04:48:05.460 INFO:tasks.rados.rados.0.smithi111.stdout:1287: snap_create 2023-12-01T04:48:05.460 INFO:tasks.rados.rados.0.smithi111.stdout:1281: finishing write tid 4 to smithi111183488-45 2023-12-01T04:48:05.460 INFO:tasks.rados.rados.0.smithi111.stdout:1281: finishing write tid 5 to smithi111183488-45 2023-12-01T04:48:05.460 INFO:tasks.rados.rados.0.smithi111.stdout:1281: finishing write tid 6 to smithi111183488-45 2023-12-01T04:48:05.460 INFO:tasks.rados.rados.0.smithi111.stdout:1281: oid 45 updating version 0 to 545 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1281: oid 45 updating version 545 to 547 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1281: oid 45 version 547 is already newer than 544 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1281: oid 45 updating version 547 to 548 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1281: oid 45 version 548 is already newer than 546 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 548 (ObjNum 402 snap 131 seq_num 402) dirty exists 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1281: left oid 45 (ObjNum 402 snap 131 seq_num 402) 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1283: finishing write tid 1 to smithi111183488-27 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1282: finishing copy_from to smithi111183488-38 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 407 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1283: finishing write tid 2 to smithi111183488-27 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1282: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1283: finishing write tid 3 to smithi111183488-27 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1283: finishing write tid 4 to smithi111183488-27 2023-12-01T04:48:05.461 INFO:tasks.rados.rados.0.smithi111.stdout:1283: finishing write tid 5 to smithi111183488-27 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: finishing write tid 6 to smithi111183488-27 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: oid 27 updating version 0 to 533 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: oid 27 updating version 533 to 536 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: oid 27 version 536 is already newer than 534 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: oid 27 version 536 is already newer than 535 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: oid 27 version 536 is already newer than 532 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 536 (ObjNum 403 snap 131 seq_num 403) dirty exists 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1283: left oid 27 (ObjNum 403 snap 131 seq_num 403) 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: finishing write tid 1 to smithi111183488-5 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: finishing write tid 2 to smithi111183488-5 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: finishing write tid 3 to smithi111183488-5 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: finishing write tid 4 to smithi111183488-5 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: finishing write tid 5 to smithi111183488-5 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: oid 5 updating version 0 to 823 2023-12-01T04:48:05.462 INFO:tasks.rados.rados.0.smithi111.stdout:1284: oid 5 version 823 is already newer than 822 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1284: oid 5 updating version 823 to 825 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1284: oid 5 version 825 is already newer than 824 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 825 (ObjNum 404 snap 131 seq_num 404) dirty exists 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1284: left oid 5 (ObjNum 404 snap 131 seq_num 404) 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: finishing write tid 1 to smithi111183488-37 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: finishing write tid 2 to smithi111183488-37 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: finishing write tid 3 to smithi111183488-37 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: finishing write tid 4 to smithi111183488-37 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: finishing write tid 5 to smithi111183488-37 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: oid 37 updating version 0 to 746 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: oid 37 updating version 746 to 747 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: oid 37 version 747 is already newer than 745 2023-12-01T04:48:05.463 INFO:tasks.rados.rados.0.smithi111.stdout:1285: oid 37 version 747 is already newer than 744 2023-12-01T04:48:05.464 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 747 (ObjNum 405 snap 131 seq_num 405) dirty exists 2023-12-01T04:48:05.464 INFO:tasks.rados.rados.0.smithi111.stdout:1285: left oid 37 (ObjNum 405 snap 131 seq_num 405) 2023-12-01T04:48:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:05 smithi111 ceph-mon[97855]: pgmap v435: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:05 smithi111 ceph-mon[116524]: pgmap v435: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:05 smithi155 ceph-mon[102677]: pgmap v435: 121 pgs: 121 active+clean; 412 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:06.459 INFO:tasks.rados.rados.0.smithi111.stdout:1281: done (5 left) 2023-12-01T04:48:06.459 INFO:tasks.rados.rados.0.smithi111.stdout:1282: done (4 left) 2023-12-01T04:48:06.459 INFO:tasks.rados.rados.0.smithi111.stdout:1283: done (3 left) 2023-12-01T04:48:06.459 INFO:tasks.rados.rados.0.smithi111.stdout:1284: done (2 left) 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:1285: done (1 left) 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:1287: done (0 left) 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:1288: copy_from oid 34 from oid 38 current snap is 132 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:1289: rollback oid 46 current snap is 132 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 111 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:1290: rollback oid 23 current snap is 132 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 23 to 83 2023-12-01T04:48:06.460 INFO:tasks.rados.rados.0.smithi111.stdout:1291: delete oid 22 current snap is 132 2023-12-01T04:48:06.465 INFO:tasks.rados.rados.0.smithi111.stdout:1290: finishing rollback tid 1 to smithi111183488-23 2023-12-01T04:48:06.466 INFO:tasks.rados.rados.0.smithi111.stdout:1290: finishing rollback tid 2 to smithi111183488-23 2023-12-01T04:48:06.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 584 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:48:06.466 INFO:tasks.rados.rados.0.smithi111.stdout:1290: done (3 left) 2023-12-01T04:48:06.466 INFO:tasks.rados.rados.0.smithi111.stdout:1291: done (2 left) 2023-12-01T04:48:06.466 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 132 2023-12-01T04:48:06.466 INFO:tasks.rados.rados.0.smithi111.stdout:1292: seq_num 407 ranges {114688=425984,540672=761856,1302528=704512,2007040=139264} 2023-12-01T04:48:06.469 INFO:tasks.rados.rados.0.smithi111.stdout:1292: writing smithi111183488-48 from 114688 to 540672 tid 1 2023-12-01T04:48:06.474 INFO:tasks.rados.rados.0.smithi111.stdout:1292: writing smithi111183488-48 from 540672 to 1302528 tid 2 2023-12-01T04:48:06.478 INFO:tasks.rados.rados.0.smithi111.stdout:1292: writing smithi111183488-48 from 1302528 to 2007040 tid 3 2023-12-01T04:48:06.479 INFO:tasks.rados.rados.0.smithi111.stdout:1292: writing smithi111183488-48 from 2007040 to 2146304 tid 4 2023-12-01T04:48:06.479 INFO:tasks.rados.rados.0.smithi111.stdout:1293: copy_from oid 13 from oid 1 current snap is 132 2023-12-01T04:48:06.479 INFO:tasks.rados.rados.0.smithi111.stdout:1294: snap_remove snap 130 2023-12-01T04:48:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:06 smithi111 ceph-mon[97855]: osdmap e309: 8 total, 8 up, 8 in 2023-12-01T04:48:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:06 smithi111 ceph-mon[116524]: osdmap e309: 8 total, 8 up, 8 in 2023-12-01T04:48:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:06 smithi155 ceph-mon[102677]: osdmap e309: 8 total, 8 up, 8 in 2023-12-01T04:48:07.480 INFO:tasks.rados.rados.0.smithi111.stdout:1294: done (4 left) 2023-12-01T04:48:07.480 INFO:tasks.rados.rados.0.smithi111.stdout:1295: copy_from oid 4 from oid 39 current snap is 132 2023-12-01T04:48:07.480 INFO:tasks.rados.rados.0.smithi111.stdout:1296: copy_from oid 37 from oid 40 current snap is 132 2023-12-01T04:48:07.480 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 132 2023-12-01T04:48:07.480 INFO:tasks.rados.rados.0.smithi111.stdout:1297: seq_num 408 ranges {4726784=442368,5169152=647168,5816320=507904,6324224=450560} 2023-12-01T04:48:07.504 INFO:tasks.rados.rados.0.smithi111.stdout:1297: writing smithi111183488-30 from 4726784 to 5169152 tid 1 2023-12-01T04:48:07.507 INFO:tasks.rados.rados.0.smithi111.stdout:1297: writing smithi111183488-30 from 5169152 to 5816320 tid 2 2023-12-01T04:48:07.510 INFO:tasks.rados.rados.0.smithi111.stdout:1297: writing smithi111183488-30 from 5816320 to 6324224 tid 3 2023-12-01T04:48:07.514 INFO:tasks.rados.rados.0.smithi111.stdout:1297: writing smithi111183488-30 from 6324224 to 6774784 tid 4 2023-12-01T04:48:07.514 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 132 2023-12-01T04:48:07.514 INFO:tasks.rados.rados.0.smithi111.stdout:1289: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:48:07.514 INFO:tasks.rados.rados.0.smithi111.stdout:1298: seq_num 409 ranges {2670592=458752,3129344=532480,3661824=720896,4382720=352256} 2023-12-01T04:48:07.530 INFO:tasks.rados.rados.0.smithi111.stdout:1298: writing smithi111183488-33 from 2670592 to 3129344 tid 1 2023-12-01T04:48:07.533 INFO:tasks.rados.rados.0.smithi111.stdout:1298: writing smithi111183488-33 from 3129344 to 3661824 tid 2 2023-12-01T04:48:07.538 INFO:tasks.rados.rados.0.smithi111.stdout:1298: writing smithi111183488-33 from 3661824 to 4382720 tid 3 2023-12-01T04:48:07.540 INFO:tasks.rados.rados.0.smithi111.stdout:1298: writing smithi111183488-33 from 4382720 to 4734976 tid 4 2023-12-01T04:48:07.540 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 132 2023-12-01T04:48:07.540 INFO:tasks.rados.rados.0.smithi111.stdout:1289: finishing rollback tid 2 to smithi111183488-46 2023-12-01T04:48:07.540 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 837 (ObjNum 326 snap 108 seq_num 326) dirty exists 2023-12-01T04:48:07.540 INFO:tasks.rados.rados.0.smithi111.stdout:1299: seq_num 410 ranges {0=475136,475136=417792,892928=475136,1368064=425984,1794048=286720} 2023-12-01T04:48:07.543 INFO:tasks.rados.rados.0.smithi111.stdout:1299: writing smithi111183488-26 from 0 to 475136 tid 1 2023-12-01T04:48:07.545 INFO:tasks.rados.rados.0.smithi111.stdout:1299: writing smithi111183488-26 from 475136 to 892928 tid 2 2023-12-01T04:48:07.548 INFO:tasks.rados.rados.0.smithi111.stdout:1299: writing smithi111183488-26 from 892928 to 1368064 tid 3 2023-12-01T04:48:07.551 INFO:tasks.rados.rados.0.smithi111.stdout:1299: writing smithi111183488-26 from 1368064 to 1794048 tid 4 2023-12-01T04:48:07.554 INFO:tasks.rados.rados.0.smithi111.stdout:1299: writing smithi111183488-26 from 1794048 to 2080768 tid 5 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1289: done (8 left) 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1300: rmattr oid 29 current snap is 132 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1300: done (8 left) 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1301: delete oid 47 current snap is 132 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: finishing write tid 1 to smithi111183488-48 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: finishing write tid 2 to smithi111183488-48 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: finishing write tid 3 to smithi111183488-48 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1288: finishing copy_from to smithi111183488-34 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 407 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: finishing write tid 4 to smithi111183488-48 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: finishing write tid 5 to smithi111183488-48 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1288: finishing copy_from racing read to smithi111183488-34 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: finishing write tid 6 to smithi111183488-48 2023-12-01T04:48:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:1292: oid 48 updating version 0 to 831 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1292: oid 48 updating version 831 to 832 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1292: oid 48 updating version 832 to 834 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1292: oid 48 version 834 is already newer than 833 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1292: oid 48 version 834 is already newer than 830 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 834 (ObjNum 407 snap 132 seq_num 407) dirty exists 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1292: left oid 48 (ObjNum 407 snap 132 seq_num 407) 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1293: finishing copy_from to smithi111183488-13 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 506 (ObjNum 303 snap 99 seq_num 303) dirty exists 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1293: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1295: finishing copy_from to smithi111183488-4 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1295: got expected ENOENT (src dne) 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1295: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:48:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:1296: finishing copy_from to smithi111183488-37 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 238 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1296: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: finishing write tid 1 to smithi111183488-30 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: finishing write tid 2 to smithi111183488-30 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: finishing write tid 3 to smithi111183488-30 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: finishing write tid 4 to smithi111183488-30 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: finishing write tid 5 to smithi111183488-30 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: finishing write tid 6 to smithi111183488-30 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: oid 30 updating version 0 to 844 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: oid 30 updating version 844 to 846 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: oid 30 version 846 is already newer than 845 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: oid 30 updating version 846 to 847 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:1297: oid 30 version 847 is already newer than 843 2023-12-01T04:48:07.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 847 (ObjNum 408 snap 132 seq_num 408) dirty exists 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1297: left oid 30 (ObjNum 408 snap 132 seq_num 408) 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: finishing write tid 1 to smithi111183488-33 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: finishing write tid 2 to smithi111183488-33 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: finishing write tid 3 to smithi111183488-33 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: finishing write tid 4 to smithi111183488-33 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: finishing write tid 5 to smithi111183488-33 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: finishing write tid 6 to smithi111183488-33 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: oid 33 updating version 0 to 836 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: oid 33 updating version 836 to 838 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: oid 33 updating version 838 to 839 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: oid 33 version 839 is already newer than 835 2023-12-01T04:48:07.558 INFO:tasks.rados.rados.0.smithi111.stdout:1298: oid 33 version 839 is already newer than 837 2023-12-01T04:48:07.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 839 (ObjNum 409 snap 132 seq_num 409) dirty exists 2023-12-01T04:48:07.559 INFO:tasks.rados.rados.0.smithi111.stdout:1298: left oid 33 (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:07.559 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 1 to smithi111183488-26 2023-12-01T04:48:07.559 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 2 to smithi111183488-26 2023-12-01T04:48:07.559 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 3 to smithi111183488-26 2023-12-01T04:48:07.559 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 4 to smithi111183488-26 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 5 to smithi111183488-26 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 6 to smithi111183488-26 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1288: done (8 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1292: done (7 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1293: done (6 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1295: done (5 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1296: done (4 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1297: done (3 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1298: done (2 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:1301: done (1 left) 2023-12-01T04:48:07.560 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 132 2023-12-01T04:48:07.561 INFO:tasks.rados.rados.0.smithi111.stdout:1302: seq_num 412 ranges {1974272=507904,2482176=630784,3112960=491520,3604480=483328} 2023-12-01T04:48:07.569 INFO:tasks.rados.rados.0.smithi111.stdout:1302: writing smithi111183488-5 from 1974272 to 2482176 tid 1 2023-12-01T04:48:07.573 INFO:tasks.rados.rados.0.smithi111.stdout:1302: writing smithi111183488-5 from 2482176 to 3112960 tid 2 2023-12-01T04:48:07.576 INFO:tasks.rados.rados.0.smithi111.stdout:1302: writing smithi111183488-5 from 3112960 to 3604480 tid 3 2023-12-01T04:48:07.579 INFO:tasks.rados.rados.0.smithi111.stdout:1302: writing smithi111183488-5 from 3604480 to 4087808 tid 4 2023-12-01T04:48:07.579 INFO:tasks.rados.rados.0.smithi111.stdout:1303: delete oid 38 current snap is 132 2023-12-01T04:48:07.579 INFO:tasks.rados.rados.0.smithi111.stdout:1299: finishing write tid 7 to smithi111183488-26 2023-12-01T04:48:07.579 INFO:tasks.rados.rados.0.smithi111.stdout:1299: oid 26 updating version 0 to 753 2023-12-01T04:48:07.579 INFO:tasks.rados.rados.0.smithi111.stdout:1299: oid 26 version 753 is already newer than 750 2023-12-01T04:48:07.579 INFO:tasks.rados.rados.0.smithi111.stdout:1299: oid 26 version 753 is already newer than 751 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1299: oid 26 version 753 is already newer than 749 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1299: oid 26 version 753 is already newer than 748 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1299: oid 26 version 753 is already newer than 752 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 753 (ObjNum 410 snap 132 seq_num 410) dirty exists 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1299: left oid 26 (ObjNum 410 snap 132 seq_num 410) 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1302: finishing write tid 1 to smithi111183488-5 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1302: finishing write tid 2 to smithi111183488-5 2023-12-01T04:48:07.580 INFO:tasks.rados.rados.0.smithi111.stdout:1302: finishing write tid 3 to smithi111183488-5 2023-12-01T04:48:07.581 INFO:tasks.rados.rados.0.smithi111.stdout:1299: done (2 left) 2023-12-01T04:48:07.581 INFO:tasks.rados.rados.0.smithi111.stdout:1303: done (1 left) 2023-12-01T04:48:07.581 INFO:tasks.rados.rados.0.smithi111.stdout:1304: setattr oid 17 current snap is 132 2023-12-01T04:48:07.582 INFO:tasks.rados.rados.0.smithi111.stdout:1302: finishing write tid 4 to smithi111183488-5 2023-12-01T04:48:07.582 INFO:tasks.rados.rados.0.smithi111.stdout:1302: finishing write tid 5 to smithi111183488-5 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: finishing write tid 6 to smithi111183488-5 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: oid 5 updating version 0 to 840 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: oid 5 updating version 840 to 843 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: oid 5 version 843 is already newer than 839 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: oid 5 version 843 is already newer than 842 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: oid 5 version 843 is already newer than 841 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 843 (ObjNum 412 snap 132 seq_num 412) dirty exists 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: left oid 5 (ObjNum 412 snap 132 seq_num 412) 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1302: done (1 left) 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1305: read oid 1 snap -1 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1305: expect (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:48:07.584 INFO:tasks.rados.rados.0.smithi111.stdout:1306: snap_create 2023-12-01T04:48:07.586 INFO:tasks.rados.rados.0.smithi111.stdout:1305: expect (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:48:07.597 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 841 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:48:07.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:07 smithi111 ceph-mon[97855]: osdmap e310: 8 total, 8 up, 8 in 2023-12-01T04:48:07.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:07 smithi111 ceph-mon[97855]: pgmap v438: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2023-12-01T04:48:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:07 smithi111 ceph-mon[116524]: osdmap e310: 8 total, 8 up, 8 in 2023-12-01T04:48:07.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:07 smithi111 ceph-mon[116524]: pgmap v438: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2023-12-01T04:48:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:07 smithi155 ceph-mon[102677]: osdmap e310: 8 total, 8 up, 8 in 2023-12-01T04:48:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:07 smithi155 ceph-mon[102677]: pgmap v438: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2023-12-01T04:48:08.481 INFO:tasks.rados.rados.0.smithi111.stdout:1304: done (2 left) 2023-12-01T04:48:08.481 INFO:tasks.rados.rados.0.smithi111.stdout:1305: done (1 left) 2023-12-01T04:48:08.481 INFO:tasks.rados.rados.0.smithi111.stdout:1306: done (0 left) 2023-12-01T04:48:08.481 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 133 2023-12-01T04:48:08.481 INFO:tasks.rados.rados.0.smithi111.stdout:1307: seq_num 414 ranges {4087808=540672,4628480=802816,5431296=458752,5890048=344064} 2023-12-01T04:48:08.505 INFO:tasks.rados.rados.0.smithi111.stdout:1307: writing smithi111183488-5 from 4087808 to 4628480 tid 1 2023-12-01T04:48:08.509 INFO:tasks.rados.rados.0.smithi111.stdout:1307: writing smithi111183488-5 from 4628480 to 5431296 tid 2 2023-12-01T04:48:08.512 INFO:tasks.rados.rados.0.smithi111.stdout:1307: writing smithi111183488-5 from 5431296 to 5890048 tid 3 2023-12-01T04:48:08.514 INFO:tasks.rados.rados.0.smithi111.stdout:1307: writing smithi111183488-5 from 5890048 to 6234112 tid 4 2023-12-01T04:48:08.514 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 133 2023-12-01T04:48:08.515 INFO:tasks.rados.rados.0.smithi111.stdout:1308: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2023-12-01T04:48:08.517 INFO:tasks.rados.rados.0.smithi111.stdout:1308: writing smithi111183488-10 from 0 to 557056 tid 1 2023-12-01T04:48:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:1308: writing smithi111183488-10 from 557056 to 1245184 tid 2 2023-12-01T04:48:08.526 INFO:tasks.rados.rados.0.smithi111.stdout:1308: writing smithi111183488-10 from 1245184 to 1908736 tid 3 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1308: writing smithi111183488-10 from 1908736 to 2162688 tid 4 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1309: rmattr oid 30 current snap is 133 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: finishing write tid 1 to smithi111183488-5 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: finishing write tid 2 to smithi111183488-5 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: finishing write tid 3 to smithi111183488-5 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: finishing write tid 4 to smithi111183488-5 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: finishing write tid 5 to smithi111183488-5 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: finishing write tid 6 to smithi111183488-5 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: oid 5 updating version 0 to 847 2023-12-01T04:48:08.528 INFO:tasks.rados.rados.0.smithi111.stdout:1307: oid 5 updating version 847 to 849 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1307: oid 5 version 849 is already newer than 848 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1307: oid 5 version 849 is already newer than 846 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1307: oid 5 version 849 is already newer than 845 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 849 (ObjNum 414 snap 133 seq_num 414) dirty exists 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1307: left oid 5 (ObjNum 414 snap 133 seq_num 414) 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1308: finishing write tid 1 to smithi111183488-10 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1308: finishing write tid 2 to smithi111183488-10 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1307: done (2 left) 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1310: copy_from oid 34 from oid 50 current snap is 133 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1311: read oid 28 snap -1 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1311: expect deleted 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 133 2023-12-01T04:48:08.529 INFO:tasks.rados.rados.0.smithi111.stdout:1312: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2023-12-01T04:48:08.532 INFO:tasks.rados.rados.0.smithi111.stdout:1312: writing smithi111183488-22 from 0 to 573440 tid 1 2023-12-01T04:48:08.534 INFO:tasks.rados.rados.0.smithi111.stdout:1312: writing smithi111183488-22 from 573440 to 1146880 tid 2 2023-12-01T04:48:08.540 INFO:tasks.rados.rados.0.smithi111.stdout:1312: writing smithi111183488-22 from 1146880 to 1622016 tid 3 2023-12-01T04:48:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:1312: writing smithi111183488-22 from 1622016 to 2179072 tid 4 2023-12-01T04:48:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:1313: copy_from oid 42 from oid 25 current snap is 133 2023-12-01T04:48:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:1308: finishing write tid 3 to smithi111183488-10 2023-12-01T04:48:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:1308: finishing write tid 4 to smithi111183488-10 2023-12-01T04:48:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 848 (ObjNum 408 snap 132 seq_num 408) dirty exists 2023-12-01T04:48:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:1309: done (5 left) 2023-12-01T04:48:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:1311: done (4 left) 2023-12-01T04:48:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:1314: snap_remove snap 115 2023-12-01T04:48:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:08 smithi111 ceph-mon[97855]: osdmap e311: 8 total, 8 up, 8 in 2023-12-01T04:48:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:08 smithi111 ceph-mon[116524]: osdmap e311: 8 total, 8 up, 8 in 2023-12-01T04:48:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:08 smithi155 ceph-mon[102677]: osdmap e311: 8 total, 8 up, 8 in 2023-12-01T04:48:09.498 INFO:tasks.rados.rados.0.smithi111.stdout:1314: done (4 left) 2023-12-01T04:48:09.498 INFO:tasks.rados.rados.0.smithi111.stdout:1315: snap_remove snap 103 2023-12-01T04:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:48:09] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:48:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:09 smithi111 ceph-mon[97855]: osdmap e312: 8 total, 8 up, 8 in 2023-12-01T04:48:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:09 smithi111 ceph-mon[97855]: pgmap v441: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2023-12-01T04:48:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:09 smithi111 ceph-mon[116524]: osdmap e312: 8 total, 8 up, 8 in 2023-12-01T04:48:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:09 smithi111 ceph-mon[116524]: pgmap v441: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2023-12-01T04:48:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:09 smithi155 ceph-mon[102677]: osdmap e312: 8 total, 8 up, 8 in 2023-12-01T04:48:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:09 smithi155 ceph-mon[102677]: pgmap v441: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 6.2 MiB/s wr, 21 op/s 2023-12-01T04:48:10.506 INFO:tasks.rados.rados.0.smithi111.stdout:1315: done (4 left) 2023-12-01T04:48:10.506 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 133 2023-12-01T04:48:10.506 INFO:tasks.rados.rados.0.smithi111.stdout:1316: seq_num 417 ranges {7077888=589824,7667712=458752,8126464=679936,8806400=466944} 2023-12-01T04:48:10.548 INFO:tasks.rados.rados.0.smithi111.stdout:1316: writing smithi111183488-31 from 7077888 to 7667712 tid 1 2023-12-01T04:48:10.550 INFO:tasks.rados.rados.0.smithi111.stdout:1316: writing smithi111183488-31 from 7667712 to 8126464 tid 2 2023-12-01T04:48:10.554 INFO:tasks.rados.rados.0.smithi111.stdout:1316: writing smithi111183488-31 from 8126464 to 8806400 tid 3 2023-12-01T04:48:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:1316: writing smithi111183488-31 from 8806400 to 9273344 tid 4 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 133 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: finishing write tid 5 to smithi111183488-10 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: finishing write tid 6 to smithi111183488-10 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: oid 10 updating version 0 to 867 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: oid 10 updating version 867 to 868 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: oid 10 updating version 868 to 870 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: oid 10 updating version 870 to 871 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: oid 10 version 871 is already newer than 869 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 871 (ObjNum 415 snap 133 seq_num 415) dirty exists 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1308: left oid 10 (ObjNum 415 snap 133 seq_num 415) 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1312: finishing write tid 1 to smithi111183488-22 2023-12-01T04:48:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:1317: seq_num 418 ranges {3448832=606208,4055040=737280,4792320=434176,5226496=434176} 2023-12-01T04:48:10.578 INFO:tasks.rados.rados.0.smithi111.stdout:1317: writing smithi111183488-7 from 3448832 to 4055040 tid 1 2023-12-01T04:48:10.583 INFO:tasks.rados.rados.0.smithi111.stdout:1317: writing smithi111183488-7 from 4055040 to 4792320 tid 2 2023-12-01T04:48:10.585 INFO:tasks.rados.rados.0.smithi111.stdout:1317: writing smithi111183488-7 from 4792320 to 5226496 tid 3 2023-12-01T04:48:10.588 INFO:tasks.rados.rados.0.smithi111.stdout:1317: writing smithi111183488-7 from 5226496 to 5660672 tid 4 2023-12-01T04:48:10.588 INFO:tasks.rados.rados.0.smithi111.stdout:1308: done (5 left) 2023-12-01T04:48:10.588 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 133 2023-12-01T04:48:10.589 INFO:tasks.rados.rados.0.smithi111.stdout:1312: finishing write tid 2 to smithi111183488-22 2023-12-01T04:48:10.589 INFO:tasks.rados.rados.0.smithi111.stdout:1318: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2023-12-01T04:48:10.592 INFO:tasks.rados.rados.0.smithi111.stdout:1318: writing smithi111183488-20 from 0 to 622592 tid 1 2023-12-01T04:48:10.595 INFO:tasks.rados.rados.0.smithi111.stdout:1318: writing smithi111183488-20 from 622592 to 1294336 tid 2 2023-12-01T04:48:10.599 INFO:tasks.rados.rados.0.smithi111.stdout:1318: writing smithi111183488-20 from 1294336 to 1941504 tid 3 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1318: writing smithi111183488-20 from 1941504 to 2228224 tid 4 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1319: copy_from oid 30 from oid 2 current snap is 133 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1312: finishing write tid 3 to smithi111183488-22 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1310: finishing copy_from to smithi111183488-34 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 518 (ObjNum 259 snap 83 seq_num 259) dirty exists 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1310: finishing copy_from racing read to smithi111183488-34 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1312: finishing write tid 4 to smithi111183488-22 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1312: finishing write tid 5 to smithi111183488-22 2023-12-01T04:48:10.603 INFO:tasks.rados.rados.0.smithi111.stdout:1312: finishing write tid 6 to smithi111183488-22 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1312: oid 22 updating version 0 to 431 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1312: oid 22 version 431 is already newer than 429 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1312: oid 22 version 431 is already newer than 427 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1312: oid 22 version 431 is already newer than 430 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1312: oid 22 version 431 is already newer than 428 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 431 (ObjNum 416 snap 133 seq_num 416) dirty exists 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1312: left oid 22 (ObjNum 416 snap 133 seq_num 416) 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1313: finishing copy_from to smithi111183488-42 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 422 (ObjNum 384 snap 125 seq_num 384) dirty exists 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1313: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:48:10.604 INFO:tasks.rados.rados.0.smithi111.stdout:1316: finishing write tid 1 to smithi111183488-31 2023-12-01T04:48:10.605 INFO:tasks.rados.rados.0.smithi111.stdout:1316: finishing write tid 2 to smithi111183488-31 2023-12-01T04:48:10.605 INFO:tasks.rados.rados.0.smithi111.stdout:1316: finishing write tid 3 to smithi111183488-31 2023-12-01T04:48:10.605 INFO:tasks.rados.rados.0.smithi111.stdout:1316: finishing write tid 4 to smithi111183488-31 2023-12-01T04:48:10.605 INFO:tasks.rados.rados.0.smithi111.stdout:1316: finishing write tid 5 to smithi111183488-31 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: finishing write tid 6 to smithi111183488-31 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: oid 31 updating version 0 to 850 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: oid 31 version 850 is already newer than 849 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: oid 31 updating version 850 to 852 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: oid 31 updating version 852 to 853 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: oid 31 version 853 is already newer than 851 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 853 (ObjNum 417 snap 133 seq_num 417) dirty exists 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1316: left oid 31 (ObjNum 417 snap 133 seq_num 417) 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1317: finishing write tid 1 to smithi111183488-7 2023-12-01T04:48:10.606 INFO:tasks.rados.rados.0.smithi111.stdout:1310: done (6 left) 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1312: done (5 left) 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1313: done (4 left) 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1316: done (3 left) 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1320: copy_from oid 21 from oid 14 current snap is 133 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: finishing write tid 2 to smithi111183488-7 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: finishing write tid 3 to smithi111183488-7 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: finishing write tid 4 to smithi111183488-7 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: finishing write tid 5 to smithi111183488-7 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: finishing write tid 6 to smithi111183488-7 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: oid 7 updating version 0 to 238 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: oid 7 updating version 238 to 241 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: oid 7 version 241 is already newer than 239 2023-12-01T04:48:10.607 INFO:tasks.rados.rados.0.smithi111.stdout:1317: oid 7 updating version 241 to 242 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1317: oid 7 version 242 is already newer than 240 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 242 (ObjNum 418 snap 133 seq_num 418) dirty exists 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1317: left oid 7 (ObjNum 418 snap 133 seq_num 418) 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1317: done (3 left) 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1321: rollback oid 39 current snap is 133 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 121 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1318: finishing write tid 1 to smithi111183488-20 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1318: finishing write tid 2 to smithi111183488-20 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1322: read oid 43 snap -1 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1322: expect deleted 2023-12-01T04:48:10.608 INFO:tasks.rados.rados.0.smithi111.stdout:1323: snap_remove snap 123 2023-12-01T04:48:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:10 smithi111 ceph-mon[97855]: osdmap e313: 8 total, 8 up, 8 in 2023-12-01T04:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:10 smithi111 ceph-mon[116524]: osdmap e313: 8 total, 8 up, 8 in 2023-12-01T04:48:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:10 smithi155 ceph-mon[102677]: osdmap e313: 8 total, 8 up, 8 in 2023-12-01T04:48:11.509 INFO:tasks.rados.rados.0.smithi111.stdout:1323: done (5 left) 2023-12-01T04:48:11.509 INFO:tasks.rados.rados.0.smithi111.stdout:1324: copy_from oid 11 from oid 18 current snap is 133 2023-12-01T04:48:11.509 INFO:tasks.rados.rados.0.smithi111.stdout:1325: read oid 33 snap 112 2023-12-01T04:48:11.509 INFO:tasks.rados.rados.0.smithi111.stdout:1325: expect (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:48:11.509 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 133 2023-12-01T04:48:11.509 INFO:tasks.rados.rados.0.smithi111.stdout:1326: seq_num 420 ranges {3473408=638976,4112384=557056,4669440=450560,5120000=598016} 2023-12-01T04:48:11.538 INFO:tasks.rados.rados.0.smithi111.stdout:1326: writing smithi111183488-42 from 3473408 to 4112384 tid 1 2023-12-01T04:48:11.538 INFO:tasks.rados.rados.0.smithi111.stdout:1326: writing smithi111183488-42 from 4112384 to 4669440 tid 2 2023-12-01T04:48:11.539 INFO:tasks.rados.rados.0.smithi111.stdout:1326: writing smithi111183488-42 from 4669440 to 5120000 tid 3 2023-12-01T04:48:11.543 INFO:tasks.rados.rados.0.smithi111.stdout:1326: writing smithi111183488-42 from 5120000 to 5718016 tid 4 2023-12-01T04:48:11.543 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 133 2023-12-01T04:48:11.544 INFO:tasks.rados.rados.0.smithi111.stdout:1327: seq_num 421 ranges {3399680=655360,4055040=442368,4497408=663552,5160960=499712} 2023-12-01T04:48:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:1327: writing smithi111183488-40 from 3399680 to 4055040 tid 1 2023-12-01T04:48:11.567 INFO:tasks.rados.rados.0.smithi111.stdout:1327: writing smithi111183488-40 from 4055040 to 4497408 tid 2 2023-12-01T04:48:11.571 INFO:tasks.rados.rados.0.smithi111.stdout:1327: writing smithi111183488-40 from 4497408 to 5160960 tid 3 2023-12-01T04:48:11.575 INFO:tasks.rados.rados.0.smithi111.stdout:1327: writing smithi111183488-40 from 5160960 to 5660672 tid 4 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1328: setattr oid 26 current snap is 133 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1321: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 273 (ObjNum 65 snap 0 seq_num 1784895076) dirty dne 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: finishing write tid 3 to smithi111183488-20 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: finishing write tid 4 to smithi111183488-20 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: finishing write tid 5 to smithi111183488-20 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: finishing write tid 6 to smithi111183488-20 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: oid 20 updating version 0 to 596 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: oid 20 updating version 596 to 597 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: oid 20 updating version 597 to 600 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: oid 20 version 600 is already newer than 599 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: oid 20 version 600 is already newer than 598 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 600 (ObjNum 419 snap 133 seq_num 419) dirty exists 2023-12-01T04:48:11.576 INFO:tasks.rados.rados.0.smithi111.stdout:1318: left oid 20 (ObjNum 419 snap 133 seq_num 419) 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:1320: finishing copy_from to smithi111183488-21 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 566 (ObjNum 355 snap 118 seq_num 355) dirty exists 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:1320: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:1319: finishing copy_from to smithi111183488-30 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 741 (ObjNum 271 snap 90 seq_num 271) dirty exists 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:1319: finishing copy_from racing read to smithi111183488-30 2023-12-01T04:48:11.577 INFO:tasks.rados.rados.0.smithi111.stdout:1325: expect (ObjNum 158 snap 50 seq_num 158) 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1324: finishing copy_from to smithi111183488-11 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 425 (ObjNum 357 snap 119 seq_num 357) dirty exists 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1324: finishing copy_from racing read to smithi111183488-11 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1326: finishing write tid 1 to smithi111183488-42 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1326: finishing write tid 2 to smithi111183488-42 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1326: finishing write tid 3 to smithi111183488-42 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1326: finishing write tid 4 to smithi111183488-42 2023-12-01T04:48:11.731 INFO:tasks.rados.rados.0.smithi111.stdout:1326: finishing write tid 5 to smithi111183488-42 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: finishing write tid 6 to smithi111183488-42 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: oid 42 updating version 0 to 425 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: oid 42 updating version 425 to 426 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: oid 42 version 426 is already newer than 423 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: oid 42 version 426 is already newer than 424 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: oid 42 updating version 426 to 427 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 427 (ObjNum 420 snap 133 seq_num 420) dirty exists 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1326: left oid 42 (ObjNum 420 snap 133 seq_num 420) 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1327: finishing write tid 1 to smithi111183488-40 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1327: finishing write tid 2 to smithi111183488-40 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1327: finishing write tid 3 to smithi111183488-40 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1327: finishing write tid 4 to smithi111183488-40 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1327: finishing write tid 5 to smithi111183488-40 2023-12-01T04:48:11.732 INFO:tasks.rados.rados.0.smithi111.stdout:1327: finishing write tid 6 to smithi111183488-40 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1327: oid 40 updating version 0 to 521 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1327: oid 40 version 521 is already newer than 519 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1327: oid 40 updating version 521 to 522 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1327: oid 40 updating version 522 to 523 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1327: oid 40 version 523 is already newer than 520 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 523 (ObjNum 421 snap 133 seq_num 421) dirty exists 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1327: left oid 40 (ObjNum 421 snap 133 seq_num 421) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1318: done (9 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1319: done (8 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1320: done (7 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1321: done (6 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1322: done (5 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1324: done (4 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1325: done (3 left) 2023-12-01T04:48:11.733 INFO:tasks.rados.rados.0.smithi111.stdout:1326: done (2 left) 2023-12-01T04:48:11.734 INFO:tasks.rados.rados.0.smithi111.stdout:1327: done (1 left) 2023-12-01T04:48:11.734 INFO:tasks.rados.rados.0.smithi111.stdout:1329: rollback oid 2 current snap is 133 2023-12-01T04:48:11.734 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 69 2023-12-01T04:48:11.734 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 133 2023-12-01T04:48:11.734 INFO:tasks.rados.rados.0.smithi111.stdout:1330: seq_num 422 ranges {2146304=671744,2818048=729088,3547136=417792,3964928=458752} 2023-12-01T04:48:11.745 INFO:tasks.rados.rados.0.smithi111.stdout:1330: writing smithi111183488-48 from 2146304 to 2818048 tid 1 2023-12-01T04:48:11.749 INFO:tasks.rados.rados.0.smithi111.stdout:1330: writing smithi111183488-48 from 2818048 to 3547136 tid 2 2023-12-01T04:48:11.752 INFO:tasks.rados.rados.0.smithi111.stdout:1330: writing smithi111183488-48 from 3547136 to 3964928 tid 3 2023-12-01T04:48:11.755 INFO:tasks.rados.rados.0.smithi111.stdout:1330: writing smithi111183488-48 from 3964928 to 4423680 tid 4 2023-12-01T04:48:11.755 INFO:tasks.rados.rados.0.smithi111.stdout:1331: rmattr oid 16 current snap is 133 2023-12-01T04:48:11.755 INFO:tasks.rados.rados.0.smithi111.stdout:1331: done (3 left) 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1332: read oid 9 snap -1 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1332: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1333: snap_create 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 754 (ObjNum 410 snap 132 seq_num 410) dirty exists 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1329: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1329: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1329: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 889 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1330: finishing write tid 1 to smithi111183488-48 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1330: finishing write tid 2 to smithi111183488-48 2023-12-01T04:48:11.756 INFO:tasks.rados.rados.0.smithi111.stdout:1330: finishing write tid 3 to smithi111183488-48 2023-12-01T04:48:11.757 INFO:tasks.rados.rados.0.smithi111.stdout:1330: finishing write tid 4 to smithi111183488-48 2023-12-01T04:48:11.757 INFO:tasks.rados.rados.0.smithi111.stdout:1330: finishing write tid 5 to smithi111183488-48 2023-12-01T04:48:11.758 INFO:tasks.rados.rados.0.smithi111.stdout:1330: finishing write tid 6 to smithi111183488-48 2023-12-01T04:48:11.758 INFO:tasks.rados.rados.0.smithi111.stdout:1330: oid 48 updating version 0 to 846 2023-12-01T04:48:11.758 INFO:tasks.rados.rados.0.smithi111.stdout:1330: oid 48 version 846 is already newer than 845 2023-12-01T04:48:11.759 INFO:tasks.rados.rados.0.smithi111.stdout:1330: oid 48 version 846 is already newer than 842 2023-12-01T04:48:11.759 INFO:tasks.rados.rados.0.smithi111.stdout:1330: oid 48 version 846 is already newer than 844 2023-12-01T04:48:11.759 INFO:tasks.rados.rados.0.smithi111.stdout:1330: oid 48 version 846 is already newer than 843 2023-12-01T04:48:11.759 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 846 (ObjNum 422 snap 133 seq_num 422) dirty exists 2023-12-01T04:48:11.759 INFO:tasks.rados.rados.0.smithi111.stdout:1330: left oid 48 (ObjNum 422 snap 133 seq_num 422) 2023-12-01T04:48:11.760 INFO:tasks.rados.rados.0.smithi111.stdout:1332: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:48:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:11 smithi155 ceph-mon[102677]: osdmap e314: 8 total, 8 up, 8 in 2023-12-01T04:48:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:11 smithi155 ceph-mon[102677]: pgmap v444: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 234 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2023-12-01T04:48:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:11 smithi111 ceph-mon[97855]: osdmap e314: 8 total, 8 up, 8 in 2023-12-01T04:48:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:11 smithi111 ceph-mon[97855]: pgmap v444: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 234 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2023-12-01T04:48:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:11 smithi111 ceph-mon[116524]: osdmap e314: 8 total, 8 up, 8 in 2023-12-01T04:48:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:11 smithi111 ceph-mon[116524]: pgmap v444: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 234 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2023-12-01T04:48:12.509 INFO:tasks.rados.rados.0.smithi111.stdout:1328: done (4 left) 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1329: done (3 left) 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1330: done (2 left) 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1332: done (1 left) 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1333: done (0 left) 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1334: read oid 49 snap -1 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1334: expect deleted 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 134 2023-12-01T04:48:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:1335: seq_num 423 ranges {2080768=688128,2768896=614400,3383296=622592,4005888=368640} 2023-12-01T04:48:12.524 INFO:tasks.rados.rados.0.smithi111.stdout:1335: writing smithi111183488-26 from 2080768 to 2768896 tid 1 2023-12-01T04:48:12.527 INFO:tasks.rados.rados.0.smithi111.stdout:1335: writing smithi111183488-26 from 2768896 to 3383296 tid 2 2023-12-01T04:48:12.531 INFO:tasks.rados.rados.0.smithi111.stdout:1335: writing smithi111183488-26 from 3383296 to 4005888 tid 3 2023-12-01T04:48:12.533 INFO:tasks.rados.rados.0.smithi111.stdout:1335: writing smithi111183488-26 from 4005888 to 4374528 tid 4 2023-12-01T04:48:12.533 INFO:tasks.rados.rados.0.smithi111.stdout:1336: snap_create 2023-12-01T04:48:12.533 INFO:tasks.rados.rados.0.smithi111.stdout:1335: finishing write tid 1 to smithi111183488-26 2023-12-01T04:48:12.533 INFO:tasks.rados.rados.0.smithi111.stdout:1335: finishing write tid 2 to smithi111183488-26 2023-12-01T04:48:12.536 INFO:tasks.rados.rados.0.smithi111.stdout:1335: finishing write tid 3 to smithi111183488-26 2023-12-01T04:48:12.537 INFO:tasks.rados.rados.0.smithi111.stdout:1335: finishing write tid 4 to smithi111183488-26 2023-12-01T04:48:12.537 INFO:tasks.rados.rados.0.smithi111.stdout:1335: finishing write tid 5 to smithi111183488-26 2023-12-01T04:48:12.538 INFO:tasks.rados.rados.0.smithi111.stdout:1335: finishing write tid 6 to smithi111183488-26 2023-12-01T04:48:12.538 INFO:tasks.rados.rados.0.smithi111.stdout:1335: oid 26 updating version 0 to 757 2023-12-01T04:48:12.538 INFO:tasks.rados.rados.0.smithi111.stdout:1335: oid 26 updating version 757 to 759 2023-12-01T04:48:12.538 INFO:tasks.rados.rados.0.smithi111.stdout:1335: oid 26 version 759 is already newer than 755 2023-12-01T04:48:12.538 INFO:tasks.rados.rados.0.smithi111.stdout:1335: oid 26 version 759 is already newer than 758 2023-12-01T04:48:12.538 INFO:tasks.rados.rados.0.smithi111.stdout:1335: oid 26 version 759 is already newer than 756 2023-12-01T04:48:12.539 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 759 (ObjNum 423 snap 134 seq_num 423) dirty exists 2023-12-01T04:48:12.539 INFO:tasks.rados.rados.0.smithi111.stdout:1335: left oid 26 (ObjNum 423 snap 134 seq_num 423) 2023-12-01T04:48:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:12 smithi155 ceph-mon[102677]: osdmap e315: 8 total, 8 up, 8 in 2023-12-01T04:48:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:12 smithi111 ceph-mon[97855]: osdmap e315: 8 total, 8 up, 8 in 2023-12-01T04:48:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:12 smithi111 ceph-mon[116524]: osdmap e315: 8 total, 8 up, 8 in 2023-12-01T04:48:13.401 INFO:tasks.rados.rados.0.smithi111.stdout:1334: done (2 left) 2023-12-01T04:48:13.402 INFO:tasks.rados.rados.0.smithi111.stdout:1335: done (1 left) 2023-12-01T04:48:13.402 INFO:tasks.rados.rados.0.smithi111.stdout:1336: done (0 left) 2023-12-01T04:48:13.402 INFO:tasks.rados.rados.0.smithi111.stdout:1337: snap_create 2023-12-01T04:48:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:13 smithi155 ceph-mon[102677]: osdmap e316: 8 total, 8 up, 8 in 2023-12-01T04:48:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:13 smithi155 ceph-mon[102677]: pgmap v447: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 234 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2023-12-01T04:48:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:13 smithi155 ceph-mon[102677]: osdmap e317: 8 total, 8 up, 8 in 2023-12-01T04:48:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:13 smithi111 ceph-mon[97855]: osdmap e316: 8 total, 8 up, 8 in 2023-12-01T04:48:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:13 smithi111 ceph-mon[97855]: pgmap v447: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 234 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2023-12-01T04:48:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:13 smithi111 ceph-mon[97855]: osdmap e317: 8 total, 8 up, 8 in 2023-12-01T04:48:14.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:13 smithi111 ceph-mon[116524]: osdmap e316: 8 total, 8 up, 8 in 2023-12-01T04:48:14.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:13 smithi111 ceph-mon[116524]: pgmap v447: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 234 KiB/s rd, 6.8 MiB/s wr, 23 op/s 2023-12-01T04:48:14.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:13 smithi111 ceph-mon[116524]: osdmap e317: 8 total, 8 up, 8 in 2023-12-01T04:48:14.402 INFO:tasks.rados.rados.0.smithi111.stdout:1337: done (0 left) 2023-12-01T04:48:14.402 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 136 2023-12-01T04:48:14.402 INFO:tasks.rados.rados.0.smithi111.stdout:1338: seq_num 424 ranges {2719744=704512,3424256=491520,3915776=434176,4349952=679936} 2023-12-01T04:48:14.420 INFO:tasks.rados.rados.0.smithi111.stdout:1338: writing smithi111183488-44 from 2719744 to 3424256 tid 1 2023-12-01T04:48:14.422 INFO:tasks.rados.rados.0.smithi111.stdout:1338: writing smithi111183488-44 from 3424256 to 3915776 tid 2 2023-12-01T04:48:14.425 INFO:tasks.rados.rados.0.smithi111.stdout:1338: writing smithi111183488-44 from 3915776 to 4349952 tid 3 2023-12-01T04:48:14.429 INFO:tasks.rados.rados.0.smithi111.stdout:1338: writing smithi111183488-44 from 4349952 to 5029888 tid 4 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1339: read oid 10 snap -1 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1339: expect (ObjNum 415 snap 133 seq_num 415) 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1340: read oid 1 snap -1 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1340: expect (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1341: read oid 8 snap -1 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1341: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 136 2023-12-01T04:48:14.430 INFO:tasks.rados.rados.0.smithi111.stdout:1342: seq_num 425 ranges {3588096=720896,4308992=778240,5087232=638976,5726208=188416} 2023-12-01T04:48:14.453 INFO:tasks.rados.rados.0.smithi111.stdout:1342: writing smithi111183488-21 from 3588096 to 4308992 tid 1 2023-12-01T04:48:14.457 INFO:tasks.rados.rados.0.smithi111.stdout:1342: writing smithi111183488-21 from 4308992 to 5087232 tid 2 2023-12-01T04:48:14.461 INFO:tasks.rados.rados.0.smithi111.stdout:1342: writing smithi111183488-21 from 5087232 to 5726208 tid 3 2023-12-01T04:48:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:1342: writing smithi111183488-21 from 5726208 to 5914624 tid 4 2023-12-01T04:48:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:1343: setattr oid 41 current snap is 136 2023-12-01T04:48:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:1338: finishing write tid 1 to smithi111183488-44 2023-12-01T04:48:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:1338: finishing write tid 2 to smithi111183488-44 2023-12-01T04:48:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:1338: finishing write tid 3 to smithi111183488-44 2023-12-01T04:48:14.462 INFO:tasks.rados.rados.0.smithi111.stdout:1341: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:48:14.466 INFO:tasks.rados.rados.0.smithi111.stdout:1338: finishing write tid 4 to smithi111183488-44 2023-12-01T04:48:14.466 INFO:tasks.rados.rados.0.smithi111.stdout:1338: finishing write tid 5 to smithi111183488-44 2023-12-01T04:48:14.466 INFO:tasks.rados.rados.0.smithi111.stdout:1340: expect (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: finishing write tid 6 to smithi111183488-44 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: oid 44 updating version 0 to 760 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: oid 44 updating version 760 to 762 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: oid 44 updating version 762 to 764 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: oid 44 version 764 is already newer than 763 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: oid 44 version 764 is already newer than 761 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 764 (ObjNum 424 snap 136 seq_num 424) dirty exists 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1338: left oid 44 (ObjNum 424 snap 136 seq_num 424) 2023-12-01T04:48:14.478 INFO:tasks.rados.rados.0.smithi111.stdout:1339: expect (ObjNum 415 snap 133 seq_num 415) 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: finishing write tid 1 to smithi111183488-21 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: finishing write tid 2 to smithi111183488-21 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: finishing write tid 3 to smithi111183488-21 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: finishing write tid 4 to smithi111183488-21 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: finishing write tid 5 to smithi111183488-21 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: finishing write tid 6 to smithi111183488-21 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: oid 21 updating version 0 to 877 2023-12-01T04:48:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:1342: oid 21 version 877 is already newer than 873 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1342: oid 21 version 877 is already newer than 875 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1342: oid 21 version 877 is already newer than 874 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1342: oid 21 version 877 is already newer than 876 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 877 (ObjNum 425 snap 136 seq_num 425) dirty exists 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1342: left oid 21 (ObjNum 425 snap 136 seq_num 425) 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1338: done (5 left) 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1339: done (4 left) 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1340: done (3 left) 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1341: done (2 left) 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1342: done (1 left) 2023-12-01T04:48:14.534 INFO:tasks.rados.rados.0.smithi111.stdout:1344: snap_create 2023-12-01T04:48:14.535 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 428 (ObjNum 388 snap 125 seq_num 388) dirty exists 2023-12-01T04:48:15.413 INFO:tasks.rados.rados.0.smithi111.stdout:1343: done (1 left) 2023-12-01T04:48:15.413 INFO:tasks.rados.rados.0.smithi111.stdout:1344: done (0 left) 2023-12-01T04:48:15.413 INFO:tasks.rados.rados.0.smithi111.stdout:1345: rmattr oid 41 current snap is 137 2023-12-01T04:48:15.413 INFO:tasks.rados.rados.0.smithi111.stdout:1346: snap_remove snap 116 2023-12-01T04:48:15.589 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:48:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:15 smithi155 ceph-mon[102677]: osdmap e318: 8 total, 8 up, 8 in 2023-12-01T04:48:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:15 smithi155 ceph-mon[102677]: pgmap v450: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:15 smithi111 ceph-mon[97855]: osdmap e318: 8 total, 8 up, 8 in 2023-12-01T04:48:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:15 smithi111 ceph-mon[97855]: pgmap v450: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:15 smithi111 ceph-mon[116524]: osdmap e318: 8 total, 8 up, 8 in 2023-12-01T04:48:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:15 smithi111 ceph-mon[116524]: pgmap v450: 121 pgs: 121 active+clean; 472 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5m) 4m ago 6m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5m) 4m ago 5m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7m) 4m ago 7m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7m) 4m ago 7m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10m) 4m ago 10m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:48:15.898 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11m) 4m ago 11m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11m) 4m ago 11m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10m) 4m ago 10m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10m) 4m ago 10m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5m) 4m ago 5m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5m) 4m ago 5m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9m) 4m ago 9m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9m) 4m ago 9m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9m) 4m ago 9m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8m) 4m ago 8m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8m) 4m ago 8m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:48:15.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8m) 4m ago 8m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:48:15.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7m) 4m ago 7m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:48:15.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7m) 4m ago 7m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:48:15.900 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5m) 4m ago 6m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:16.279 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:48:16.280 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:48:16.409 INFO:tasks.rados.rados.0.smithi111.stdout:1346: done (1 left) 2023-12-01T04:48:16.409 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 137 2023-12-01T04:48:16.410 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 429 (ObjNum 388 snap 125 seq_num 388) dirty exists 2023-12-01T04:48:16.410 INFO:tasks.rados.rados.0.smithi111.stdout:1347: seq_num 426 ranges {0=737280,737280=712704,1449984=802816,2252800=90112} 2023-12-01T04:48:16.414 INFO:tasks.rados.rados.0.smithi111.stdout:1347: writing smithi111183488-43 from 0 to 737280 tid 1 2023-12-01T04:48:16.419 INFO:tasks.rados.rados.0.smithi111.stdout:1347: writing smithi111183488-43 from 737280 to 1449984 tid 2 2023-12-01T04:48:16.425 INFO:tasks.rados.rados.0.smithi111.stdout:1347: writing smithi111183488-43 from 1449984 to 2252800 tid 3 2023-12-01T04:48:16.425 INFO:tasks.rados.rados.0.smithi111.stdout:1347: writing smithi111183488-43 from 2252800 to 2342912 tid 4 2023-12-01T04:48:16.425 INFO:tasks.rados.rados.0.smithi111.stdout:1345: done (1 left) 2023-12-01T04:48:16.425 INFO:tasks.rados.rados.0.smithi111.stdout:1348: delete oid 26 current snap is 137 2023-12-01T04:48:16.427 INFO:tasks.rados.rados.0.smithi111.stdout:1347: finishing write tid 1 to smithi111183488-43 2023-12-01T04:48:16.428 INFO:tasks.rados.rados.0.smithi111.stdout:1347: finishing write tid 2 to smithi111183488-43 2023-12-01T04:48:16.429 INFO:tasks.rados.rados.0.smithi111.stdout:1348: done (1 left) 2023-12-01T04:48:16.429 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 137 2023-12-01T04:48:16.429 INFO:tasks.rados.rados.0.smithi111.stdout:1349: seq_num 428 ranges {1187840=778240,1966080=483328,2449408=409600,2859008=417792,3276800=294912} 2023-12-01T04:48:16.440 INFO:tasks.rados.rados.0.smithi111.stdout:1349: writing smithi111183488-18 from 1187840 to 1966080 tid 1 2023-12-01T04:48:16.443 INFO:tasks.rados.rados.0.smithi111.stdout:1349: writing smithi111183488-18 from 1966080 to 2449408 tid 2 2023-12-01T04:48:16.445 INFO:tasks.rados.rados.0.smithi111.stdout:1349: writing smithi111183488-18 from 2449408 to 2859008 tid 3 2023-12-01T04:48:16.448 INFO:tasks.rados.rados.0.smithi111.stdout:1349: writing smithi111183488-18 from 2859008 to 3276800 tid 4 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1349: writing smithi111183488-18 from 3276800 to 3571712 tid 5 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1350: delete oid 1 current snap is 137 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1347: finishing write tid 3 to smithi111183488-43 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1347: finishing write tid 4 to smithi111183488-43 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1347: finishing write tid 5 to smithi111183488-43 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1347: finishing write tid 6 to smithi111183488-43 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1347: oid 43 updating version 0 to 129 2023-12-01T04:48:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1347: oid 43 updating version 129 to 130 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1347: oid 43 version 130 is already newer than 127 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1347: oid 43 version 130 is already newer than 128 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1347: oid 43 updating version 130 to 131 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 131 (ObjNum 426 snap 137 seq_num 426) dirty exists 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1347: left oid 43 (ObjNum 426 snap 137 seq_num 426) 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 1 to smithi111183488-18 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 2 to smithi111183488-18 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 3 to smithi111183488-18 2023-12-01T04:48:16.451 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 4 to smithi111183488-18 2023-12-01T04:48:16.452 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 5 to smithi111183488-18 2023-12-01T04:48:16.452 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 6 to smithi111183488-18 2023-12-01T04:48:16.453 INFO:tasks.rados.rados.0.smithi111.stdout:1347: done (2 left) 2023-12-01T04:48:16.453 INFO:tasks.rados.rados.0.smithi111.stdout:1350: done (1 left) 2023-12-01T04:48:16.453 INFO:tasks.rados.rados.0.smithi111.stdout:1351: copy_from oid 4 from oid 1 current snap is 137 2023-12-01T04:48:16.453 INFO:tasks.rados.rados.0.smithi111.stdout:1352: snap_create 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: finishing write tid 7 to smithi111183488-18 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: oid 18 updating version 0 to 436 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: oid 18 version 436 is already newer than 432 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: oid 18 version 436 is already newer than 434 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: oid 18 version 436 is already newer than 435 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: oid 18 version 436 is already newer than 433 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: oid 18 updating version 436 to 437 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 437 (ObjNum 428 snap 137 seq_num 428) dirty exists 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1349: left oid 18 (ObjNum 428 snap 137 seq_num 428) 2023-12-01T04:48:16.454 INFO:tasks.rados.rados.0.smithi111.stdout:1351: finishing copy_from to smithi111183488-4 2023-12-01T04:48:16.455 INFO:tasks.rados.rados.0.smithi111.stdout:1351: got expected ENOENT (src dne) 2023-12-01T04:48:16.455 INFO:tasks.rados.rados.0.smithi111.stdout:1351: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:16 smithi155 ceph-mon[102677]: osdmap e319: 8 total, 8 up, 8 in 2023-12-01T04:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:16 smithi155 ceph-mon[102677]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:16 smithi155 ceph-mon[102677]: from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1509177348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:48:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[97855]: osdmap e319: 8 total, 8 up, 8 in 2023-12-01T04:48:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[97855]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[97855]: from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1509177348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:48:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[116524]: osdmap e319: 8 total, 8 up, 8 in 2023-12-01T04:48:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[116524]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[116524]: from='client.25109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1509177348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:48:17.428 INFO:tasks.rados.rados.0.smithi111.stdout:1349: done (2 left) 2023-12-01T04:48:17.428 INFO:tasks.rados.rados.0.smithi111.stdout:1351: done (1 left) 2023-12-01T04:48:17.428 INFO:tasks.rados.rados.0.smithi111.stdout:1352: done (0 left) 2023-12-01T04:48:17.428 INFO:tasks.rados.rados.0.smithi111.stdout:1353: setattr oid 25 current snap is 138 2023-12-01T04:48:17.428 INFO:tasks.rados.rados.0.smithi111.stdout:1354: setattr oid 47 current snap is 138 2023-12-01T04:48:17.430 INFO:tasks.rados.rados.0.smithi111.stdout:1355: snap_create 2023-12-01T04:48:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 766 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:48:17.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 423 (ObjNum 384 snap 125 seq_num 384) dirty exists 2023-12-01T04:48:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:17 smithi155 ceph-mon[102677]: osdmap e320: 8 total, 8 up, 8 in 2023-12-01T04:48:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:17 smithi155 ceph-mon[102677]: pgmap v453: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2023-12-01T04:48:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:17 smithi111 ceph-mon[97855]: osdmap e320: 8 total, 8 up, 8 in 2023-12-01T04:48:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:17 smithi111 ceph-mon[97855]: pgmap v453: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2023-12-01T04:48:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:17 smithi111 ceph-mon[116524]: osdmap e320: 8 total, 8 up, 8 in 2023-12-01T04:48:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:17 smithi111 ceph-mon[116524]: pgmap v453: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2023-12-01T04:48:18.401 INFO:tasks.rados.rados.0.smithi111.stdout:1353: done (2 left) 2023-12-01T04:48:18.401 INFO:tasks.rados.rados.0.smithi111.stdout:1354: done (1 left) 2023-12-01T04:48:18.401 INFO:tasks.rados.rados.0.smithi111.stdout:1355: done (0 left) 2023-12-01T04:48:18.401 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 139 2023-12-01T04:48:18.401 INFO:tasks.rados.rados.0.smithi111.stdout:1356: seq_num 430 ranges {5660672=8192} 2023-12-01T04:48:18.432 INFO:tasks.rados.rados.0.smithi111.stdout:1356: writing smithi111183488-7 from 5660672 to 5668864 tid 1 2023-12-01T04:48:18.432 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 139 2023-12-01T04:48:18.432 INFO:tasks.rados.rados.0.smithi111.stdout:1357: seq_num 431 ranges {5185536=24576} 2023-12-01T04:48:18.459 INFO:tasks.rados.rados.0.smithi111.stdout:1357: writing smithi111183488-32 from 5185536 to 5210112 tid 1 2023-12-01T04:48:18.460 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 139 2023-12-01T04:48:18.460 INFO:tasks.rados.rados.0.smithi111.stdout:1358: seq_num 432 ranges {1949696=40960} 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1358: writing smithi111183488-34 from 1949696 to 1990656 tid 1 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1359: snap_create 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1356: finishing write tid 1 to smithi111183488-7 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1356: finishing write tid 2 to smithi111183488-7 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1356: finishing write tid 3 to smithi111183488-7 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1356: oid 7 updating version 0 to 243 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1356: oid 7 updating version 243 to 244 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 244 (ObjNum 430 snap 139 seq_num 430) dirty exists 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1356: left oid 7 (ObjNum 430 snap 139 seq_num 430) 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1357: finishing write tid 1 to smithi111183488-32 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1357: finishing write tid 2 to smithi111183488-32 2023-12-01T04:48:18.471 INFO:tasks.rados.rados.0.smithi111.stdout:1357: finishing write tid 3 to smithi111183488-32 2023-12-01T04:48:18.472 INFO:tasks.rados.rados.0.smithi111.stdout:1357: oid 32 updating version 0 to 855 2023-12-01T04:48:18.472 INFO:tasks.rados.rados.0.smithi111.stdout:1357: oid 32 version 855 is already newer than 854 2023-12-01T04:48:18.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 855 (ObjNum 431 snap 139 seq_num 431) dirty exists 2023-12-01T04:48:18.472 INFO:tasks.rados.rados.0.smithi111.stdout:1357: left oid 32 (ObjNum 431 snap 139 seq_num 431) 2023-12-01T04:48:18.473 INFO:tasks.rados.rados.0.smithi111.stdout:1358: finishing write tid 1 to smithi111183488-34 2023-12-01T04:48:18.474 INFO:tasks.rados.rados.0.smithi111.stdout:1358: finishing write tid 2 to smithi111183488-34 2023-12-01T04:48:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1358: finishing write tid 3 to smithi111183488-34 2023-12-01T04:48:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1358: oid 34 updating version 0 to 524 2023-12-01T04:48:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1358: oid 34 updating version 524 to 525 2023-12-01T04:48:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 525 (ObjNum 432 snap 139 seq_num 432) dirty exists 2023-12-01T04:48:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1358: left oid 34 (ObjNum 432 snap 139 seq_num 432) 2023-12-01T04:48:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:18 smithi155 ceph-mon[102677]: osdmap e321: 8 total, 8 up, 8 in 2023-12-01T04:48:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:18 smithi155 ceph-mon[102677]: osdmap e322: 8 total, 8 up, 8 in 2023-12-01T04:48:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:18 smithi111 ceph-mon[97855]: osdmap e321: 8 total, 8 up, 8 in 2023-12-01T04:48:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:18 smithi111 ceph-mon[97855]: osdmap e322: 8 total, 8 up, 8 in 2023-12-01T04:48:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:18 smithi111 ceph-mon[116524]: osdmap e321: 8 total, 8 up, 8 in 2023-12-01T04:48:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:18 smithi111 ceph-mon[116524]: osdmap e322: 8 total, 8 up, 8 in 2023-12-01T04:48:19.438 INFO:tasks.rados.rados.0.smithi111.stdout:1356: done (3 left) 2023-12-01T04:48:19.438 INFO:tasks.rados.rados.0.smithi111.stdout:1357: done (2 left) 2023-12-01T04:48:19.438 INFO:tasks.rados.rados.0.smithi111.stdout:1358: done (1 left) 2023-12-01T04:48:19.438 INFO:tasks.rados.rados.0.smithi111.stdout:1359: done (0 left) 2023-12-01T04:48:19.438 INFO:tasks.rados.rados.0.smithi111.stdout:1360: delete oid 40 current snap is 140 2023-12-01T04:48:19.444 INFO:tasks.rados.rados.0.smithi111.stdout:1360: done (0 left) 2023-12-01T04:48:19.444 INFO:tasks.rados.rados.0.smithi111.stdout:1361: snap_remove snap 60 2023-12-01T04:48:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:19 smithi155 ceph-mon[102677]: pgmap v456: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2023-12-01T04:48:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:48:19] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2023-12-01T04:48:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:19 smithi111 ceph-mon[97855]: pgmap v456: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2023-12-01T04:48:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:19 smithi111 ceph-mon[116524]: pgmap v456: 121 pgs: 121 active+clean; 504 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 7.5 MiB/s wr, 30 op/s 2023-12-01T04:48:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:20.446 INFO:tasks.rados.rados.0.smithi111.stdout:1361: done (0 left) 2023-12-01T04:48:20.447 INFO:tasks.rados.rados.0.smithi111.stdout:1362: snap_remove snap 122 2023-12-01T04:48:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:20 smithi155 ceph-mon[102677]: osdmap e323: 8 total, 8 up, 8 in 2023-12-01T04:48:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:20 smithi111 ceph-mon[97855]: osdmap e323: 8 total, 8 up, 8 in 2023-12-01T04:48:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:20 smithi111 ceph-mon[116524]: osdmap e323: 8 total, 8 up, 8 in 2023-12-01T04:48:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1362: done (0 left) 2023-12-01T04:48:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1363: snap_remove snap 121 2023-12-01T04:48:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:21 smithi155 ceph-mon[102677]: osdmap e324: 8 total, 8 up, 8 in 2023-12-01T04:48:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:21 smithi155 ceph-mon[102677]: pgmap v459: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:21 smithi111 ceph-mon[97855]: osdmap e324: 8 total, 8 up, 8 in 2023-12-01T04:48:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:21 smithi111 ceph-mon[97855]: pgmap v459: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:21 smithi111 ceph-mon[116524]: osdmap e324: 8 total, 8 up, 8 in 2023-12-01T04:48:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:21 smithi111 ceph-mon[116524]: pgmap v459: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:22.458 INFO:tasks.rados.rados.0.smithi111.stdout:1363: done (0 left) 2023-12-01T04:48:22.458 INFO:tasks.rados.rados.0.smithi111.stdout:1364: delete oid 34 current snap is 140 2023-12-01T04:48:22.468 INFO:tasks.rados.rados.0.smithi111.stdout:1364: done (0 left) 2023-12-01T04:48:22.468 INFO:tasks.rados.rados.0.smithi111.stdout:1365: read oid 33 snap -1 2023-12-01T04:48:22.468 INFO:tasks.rados.rados.0.smithi111.stdout:1365: expect (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:22.468 INFO:tasks.rados.rados.0.smithi111.stdout:1366: snap_remove snap 125 2023-12-01T04:48:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:22 smithi111 ceph-mon[97855]: osdmap e325: 8 total, 8 up, 8 in 2023-12-01T04:48:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:22 smithi111 ceph-mon[116524]: osdmap e325: 8 total, 8 up, 8 in 2023-12-01T04:48:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:22 smithi155 ceph-mon[102677]: osdmap e325: 8 total, 8 up, 8 in 2023-12-01T04:48:23.412 INFO:tasks.rados.rados.0.smithi111.stdout:1366: done (1 left) 2023-12-01T04:48:23.412 INFO:tasks.rados.rados.0.smithi111.stdout:1367: setattr oid 2 current snap is 140 2023-12-01T04:48:23.412 INFO:tasks.rados.rados.0.smithi111.stdout:1368: copy_from oid 28 from oid 27 current snap is 140 2023-12-01T04:48:23.413 INFO:tasks.rados.rados.0.smithi111.stdout:1369: read oid 31 snap -1 2023-12-01T04:48:23.413 INFO:tasks.rados.rados.0.smithi111.stdout:1369: expect (ObjNum 417 snap 133 seq_num 417) 2023-12-01T04:48:23.413 INFO:tasks.rados.rados.0.smithi111.stdout:1370: delete oid 45 current snap is 140 2023-12-01T04:48:23.414 INFO:tasks.rados.rados.0.smithi111.stdout:1365: expect (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:23.671 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 917 (ObjNum 109 snap 22 seq_num 109) dirty exists 2023-12-01T04:48:23.671 INFO:tasks.rados.rados.0.smithi111.stdout:1368: finishing copy_from to smithi111183488-28 2023-12-01T04:48:23.671 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 536 (ObjNum 403 snap 131 seq_num 403) dirty exists 2023-12-01T04:48:23.671 INFO:tasks.rados.rados.0.smithi111.stdout:1368: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:48:23.671 INFO:tasks.rados.rados.0.smithi111.stdout:1369: expect (ObjNum 417 snap 133 seq_num 417) 2023-12-01T04:48:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:23 smithi111 ceph-mon[97855]: osdmap e326: 8 total, 8 up, 8 in 2023-12-01T04:48:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:23 smithi111 ceph-mon[97855]: pgmap v462: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:23 smithi111 ceph-mon[97855]: osdmap e327: 8 total, 8 up, 8 in 2023-12-01T04:48:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:23 smithi111 ceph-mon[116524]: osdmap e326: 8 total, 8 up, 8 in 2023-12-01T04:48:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:23 smithi111 ceph-mon[116524]: pgmap v462: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:23 smithi111 ceph-mon[116524]: osdmap e327: 8 total, 8 up, 8 in 2023-12-01T04:48:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:23 smithi155 ceph-mon[102677]: osdmap e326: 8 total, 8 up, 8 in 2023-12-01T04:48:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:23 smithi155 ceph-mon[102677]: pgmap v462: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:23 smithi155 ceph-mon[102677]: osdmap e327: 8 total, 8 up, 8 in 2023-12-01T04:48:24.231 INFO:tasks.rados.rados.0.smithi111.stdout:1365: done (4 left) 2023-12-01T04:48:24.231 INFO:tasks.rados.rados.0.smithi111.stdout:1367: done (3 left) 2023-12-01T04:48:24.231 INFO:tasks.rados.rados.0.smithi111.stdout:1368: done (2 left) 2023-12-01T04:48:24.231 INFO:tasks.rados.rados.0.smithi111.stdout:1369: done (1 left) 2023-12-01T04:48:24.231 INFO:tasks.rados.rados.0.smithi111.stdout:1370: done (0 left) 2023-12-01T04:48:24.231 INFO:tasks.rados.rados.0.smithi111.stdout:1371: snap_remove snap 132 2023-12-01T04:48:24.473 INFO:tasks.rados.rados.0.smithi111.stdout:1371: done (0 left) 2023-12-01T04:48:24.474 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 140 2023-12-01T04:48:24.474 INFO:tasks.rados.rados.0.smithi111.stdout:1372: seq_num 436 ranges {1957888=106496} 2023-12-01T04:48:24.482 INFO:tasks.rados.rados.0.smithi111.stdout:1372: writing smithi111183488-27 from 1957888 to 2064384 tid 1 2023-12-01T04:48:24.482 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 140 2023-12-01T04:48:24.482 INFO:tasks.rados.rados.0.smithi111.stdout:1373: seq_num 437 ranges {1761280=122880} 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1373: writing smithi111183488-15 from 1761280 to 1884160 tid 1 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1374: rollback oid 16 current snap is 140 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 108 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1372: finishing write tid 1 to smithi111183488-27 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1372: finishing write tid 2 to smithi111183488-27 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1372: finishing write tid 3 to smithi111183488-27 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1372: oid 27 updating version 0 to 537 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:1372: oid 27 updating version 537 to 538 2023-12-01T04:48:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 538 (ObjNum 436 snap 140 seq_num 436) dirty exists 2023-12-01T04:48:24.494 INFO:tasks.rados.rados.0.smithi111.stdout:1372: left oid 27 (ObjNum 436 snap 140 seq_num 436) 2023-12-01T04:48:24.494 INFO:tasks.rados.rados.0.smithi111.stdout:1372: done (2 left) 2023-12-01T04:48:24.494 INFO:tasks.rados.rados.0.smithi111.stdout:1375: setattr oid 45 current snap is 140 2023-12-01T04:48:24.494 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 140 2023-12-01T04:48:24.494 INFO:tasks.rados.rados.0.smithi111.stdout:1376: seq_num 438 ranges {2228224=139264} 2023-12-01T04:48:24.507 INFO:tasks.rados.rados.0.smithi111.stdout:1376: writing smithi111183488-20 from 2228224 to 2367488 tid 1 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1377: copy_from oid 10 from oid 36 current snap is 140 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1374: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: finishing write tid 1 to smithi111183488-15 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1374: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: finishing write tid 2 to smithi111183488-15 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1374: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 923 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 552 (ObjNum 81 snap 0 seq_num 1735151215) dirty exists 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: finishing write tid 3 to smithi111183488-15 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: oid 15 updating version 0 to 551 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: oid 15 version 551 is already newer than 550 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 551 (ObjNum 437 snap 140 seq_num 437) dirty exists 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: left oid 15 (ObjNum 437 snap 140 seq_num 437) 2023-12-01T04:48:24.508 INFO:tasks.rados.rados.0.smithi111.stdout:1373: done (4 left) 2023-12-01T04:48:24.509 INFO:tasks.rados.rados.0.smithi111.stdout:1374: done (3 left) 2023-12-01T04:48:24.509 INFO:tasks.rados.rados.0.smithi111.stdout:1375: done (2 left) 2023-12-01T04:48:24.509 INFO:tasks.rados.rados.0.smithi111.stdout:1378: read oid 13 snap -1 2023-12-01T04:48:24.509 INFO:tasks.rados.rados.0.smithi111.stdout:1378: expect (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:48:24.509 INFO:tasks.rados.rados.0.smithi111.stdout:1379: snap_create 2023-12-01T04:48:24.509 INFO:tasks.rados.rados.0.smithi111.stdout:1376: finishing write tid 1 to smithi111183488-20 2023-12-01T04:48:24.510 INFO:tasks.rados.rados.0.smithi111.stdout:1376: finishing write tid 2 to smithi111183488-20 2023-12-01T04:48:24.510 INFO:tasks.rados.rados.0.smithi111.stdout:1378: expect (ObjNum 303 snap 99 seq_num 303) 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:1376: finishing write tid 3 to smithi111183488-20 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:1376: oid 20 updating version 0 to 642 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:1376: oid 20 updating version 642 to 643 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 643 (ObjNum 438 snap 140 seq_num 438) dirty exists 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:1376: left oid 20 (ObjNum 438 snap 140 seq_num 438) 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:1377: finishing copy_from to smithi111183488-10 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 393 (ObjNum 347 snap 114 seq_num 347) dirty exists 2023-12-01T04:48:24.524 INFO:tasks.rados.rados.0.smithi111.stdout:1377: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1376: done (3 left) 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1377: done (2 left) 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1378: done (1 left) 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1379: done (0 left) 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1380: copy_from oid 39 from oid 24 current snap is 141 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1381: read oid 34 snap -1 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1381: expect deleted 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1382: setattr oid 31 current snap is 141 2023-12-01T04:48:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1383: snap_remove snap 129 2023-12-01T04:48:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:25 smithi111 ceph-mon[97855]: osdmap e328: 8 total, 8 up, 8 in 2023-12-01T04:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:25 smithi111 ceph-mon[97855]: pgmap v465: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:25 smithi111 ceph-mon[116524]: osdmap e328: 8 total, 8 up, 8 in 2023-12-01T04:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:25 smithi111 ceph-mon[116524]: pgmap v465: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:25 smithi155 ceph-mon[102677]: osdmap e328: 8 total, 8 up, 8 in 2023-12-01T04:48:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:25 smithi155 ceph-mon[102677]: pgmap v465: 121 pgs: 121 active+clean; 509 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail 2023-12-01T04:48:26.481 INFO:tasks.rados.rados.0.smithi111.stdout:1383: done (3 left) 2023-12-01T04:48:26.482 INFO:tasks.rados.rados.0.smithi111.stdout:1384: snap_remove snap 85 2023-12-01T04:48:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:26 smithi111 ceph-mon[97855]: osdmap e329: 8 total, 8 up, 8 in 2023-12-01T04:48:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:26 smithi111 ceph-mon[116524]: osdmap e329: 8 total, 8 up, 8 in 2023-12-01T04:48:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:26 smithi155 ceph-mon[102677]: osdmap e329: 8 total, 8 up, 8 in 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:1384: done (3 left) 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 141 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 884 (ObjNum 417 snap 133 seq_num 417) dirty exists 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:1380: finishing copy_from to smithi111183488-39 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 727 (ObjNum 351 snap 116 seq_num 351) dirty exists 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:1380: finishing copy_from racing read to smithi111183488-39 2023-12-01T04:48:27.492 INFO:tasks.rados.rados.0.smithi111.stdout:1385: seq_num 439 ranges {1949696=155648} 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1385: writing smithi111183488-50 from 1949696 to 2105344 tid 1 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1380: done (3 left) 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1381: done (2 left) 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1382: done (1 left) 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1386: rmattr oid 15 current snap is 141 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1387: read oid 33 snap 133 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1387: expect (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1388: snap_remove snap 113 2023-12-01T04:48:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:27 smithi111 ceph-mon[116524]: osdmap e330: 8 total, 8 up, 8 in 2023-12-01T04:48:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:27 smithi111 ceph-mon[116524]: pgmap v468: 121 pgs: 121 active+clean; 480 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:27 smithi111 ceph-mon[97855]: osdmap e330: 8 total, 8 up, 8 in 2023-12-01T04:48:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:27 smithi111 ceph-mon[97855]: pgmap v468: 121 pgs: 121 active+clean; 480 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:27 smithi155 ceph-mon[102677]: osdmap e330: 8 total, 8 up, 8 in 2023-12-01T04:48:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:27 smithi155 ceph-mon[102677]: pgmap v468: 121 pgs: 121 active+clean; 480 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:28.415 INFO:tasks.rados.rados.0.smithi111.stdout:1388: done (3 left) 2023-12-01T04:48:28.415 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 141 2023-12-01T04:48:28.415 INFO:tasks.rados.rados.0.smithi111.stdout:1389: seq_num 440 ranges {2138112=172032} 2023-12-01T04:48:28.423 INFO:tasks.rados.rados.0.smithi111.stdout:1389: writing smithi111183488-46 from 2138112 to 2310144 tid 1 2023-12-01T04:48:28.425 INFO:tasks.rados.rados.0.smithi111.stdout:1390: read oid 8 snap -1 2023-12-01T04:48:28.426 INFO:tasks.rados.rados.0.smithi111.stdout:1390: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:48:28.426 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 141 2023-12-01T04:48:28.426 INFO:tasks.rados.rados.0.smithi111.stdout:1391: seq_num 441 ranges {2342912=188416} 2023-12-01T04:48:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1391: writing smithi111183488-43 from 2342912 to 2531328 tid 1 2023-12-01T04:48:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1392: read oid 9 snap -1 2023-12-01T04:48:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1392: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1393: snap_create 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 553 (ObjNum 437 snap 140 seq_num 437) dirty exists 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1385: finishing write tid 1 to smithi111183488-50 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1385: finishing write tid 2 to smithi111183488-50 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1385: finishing write tid 3 to smithi111183488-50 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1385: oid 50 updating version 0 to 922 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1385: oid 50 version 922 is already newer than 921 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 922 (ObjNum 439 snap 141 seq_num 439) dirty exists 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1385: left oid 50 (ObjNum 439 snap 141 seq_num 439) 2023-12-01T04:48:28.439 INFO:tasks.rados.rados.0.smithi111.stdout:1387: expect (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:28.689 INFO:tasks.rados.rados.0.smithi111.stdout:1390: expect (ObjNum 150 snap 46 seq_num 150) 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1389: finishing write tid 1 to smithi111183488-46 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1389: finishing write tid 2 to smithi111183488-46 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1389: finishing write tid 3 to smithi111183488-46 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1389: oid 46 updating version 0 to 937 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1389: oid 46 version 937 is already newer than 936 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 937 (ObjNum 440 snap 141 seq_num 440) dirty exists 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1389: left oid 46 (ObjNum 440 snap 141 seq_num 440) 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1391: finishing write tid 1 to smithi111183488-43 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1391: finishing write tid 2 to smithi111183488-43 2023-12-01T04:48:28.692 INFO:tasks.rados.rados.0.smithi111.stdout:1391: finishing write tid 3 to smithi111183488-43 2023-12-01T04:48:28.693 INFO:tasks.rados.rados.0.smithi111.stdout:1391: oid 43 updating version 0 to 139 2023-12-01T04:48:28.693 INFO:tasks.rados.rados.0.smithi111.stdout:1391: oid 43 updating version 139 to 140 2023-12-01T04:48:28.693 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 140 (ObjNum 441 snap 141 seq_num 441) dirty exists 2023-12-01T04:48:28.693 INFO:tasks.rados.rados.0.smithi111.stdout:1391: left oid 43 (ObjNum 441 snap 141 seq_num 441) 2023-12-01T04:48:28.693 INFO:tasks.rados.rados.0.smithi111.stdout:1392: expect (ObjNum 198 snap 58 seq_num 198) 2023-12-01T04:48:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:28 smithi111 ceph-mon[97855]: osdmap e331: 8 total, 8 up, 8 in 2023-12-01T04:48:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:28 smithi111 ceph-mon[97855]: osdmap e332: 8 total, 8 up, 8 in 2023-12-01T04:48:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:28 smithi111 ceph-mon[116524]: osdmap e331: 8 total, 8 up, 8 in 2023-12-01T04:48:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:28 smithi111 ceph-mon[116524]: osdmap e332: 8 total, 8 up, 8 in 2023-12-01T04:48:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:28 smithi155 ceph-mon[102677]: osdmap e331: 8 total, 8 up, 8 in 2023-12-01T04:48:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:28 smithi155 ceph-mon[102677]: osdmap e332: 8 total, 8 up, 8 in 2023-12-01T04:48:29.415 INFO:tasks.rados.rados.0.smithi111.stdout:1385: done (7 left) 2023-12-01T04:48:29.415 INFO:tasks.rados.rados.0.smithi111.stdout:1386: done (6 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1387: done (5 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1389: done (4 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1390: done (3 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1391: done (2 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1392: done (1 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1393: done (0 left) 2023-12-01T04:48:29.416 INFO:tasks.rados.rados.0.smithi111.stdout:1394: snap_remove snap 99 2023-12-01T04:48:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:29 smithi111 ceph-mon[97855]: pgmap v471: 121 pgs: 121 active+clean; 480 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:29 smithi111 ceph-mon[97855]: osdmap e333: 8 total, 8 up, 8 in 2023-12-01T04:48:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:48:29] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2023-12-01T04:48:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:29 smithi111 ceph-mon[116524]: pgmap v471: 121 pgs: 121 active+clean; 480 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:29 smithi111 ceph-mon[116524]: osdmap e333: 8 total, 8 up, 8 in 2023-12-01T04:48:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:29 smithi155 ceph-mon[102677]: pgmap v471: 121 pgs: 121 active+clean; 480 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.1 MiB/s wr, 17 op/s 2023-12-01T04:48:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:29 smithi155 ceph-mon[102677]: osdmap e333: 8 total, 8 up, 8 in 2023-12-01T04:48:30.420 INFO:tasks.rados.rados.0.smithi111.stdout:1394: done (0 left) 2023-12-01T04:48:30.420 INFO:tasks.rados.rados.0.smithi111.stdout:1395: rollback oid 10 current snap is 142 2023-12-01T04:48:30.420 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 104 2023-12-01T04:48:30.420 INFO:tasks.rados.rados.0.smithi111.stdout:1396: snap_remove snap 108 2023-12-01T04:48:31.434 INFO:tasks.rados.rados.0.smithi111.stdout:1396: done (1 left) 2023-12-01T04:48:31.434 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 142 2023-12-01T04:48:31.435 INFO:tasks.rados.rados.0.smithi111.stdout:1397: seq_num 442 ranges {6234112=204800} 2023-12-01T04:48:31.469 INFO:tasks.rados.rados.0.smithi111.stdout:1397: writing smithi111183488-5 from 6234112 to 6438912 tid 1 2023-12-01T04:48:31.469 INFO:tasks.rados.rados.0.smithi111.stdout:1398: copy_from oid 39 from oid 21 current snap is 142 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:1395: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:1395: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 952 (ObjNum 65 snap 0 seq_num 1567582045) dirty dne 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:1395: done (2 left) 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:1399: rollback oid 19 current snap is 142 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 137 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 142 2023-12-01T04:48:31.470 INFO:tasks.rados.rados.0.smithi111.stdout:1400: seq_num 443 ranges {5365760=221184} 2023-12-01T04:48:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:1400: writing smithi111183488-4 from 5365760 to 5586944 tid 1 2023-12-01T04:48:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 142 2023-12-01T04:48:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:1399: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:48:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:1401: seq_num 444 ranges {4423680=237568} 2023-12-01T04:48:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:1401: writing smithi111183488-48 from 4423680 to 4661248 tid 1 2023-12-01T04:48:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:1402: setattr oid 8 current snap is 142 2023-12-01T04:48:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:1399: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:48:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:1397: finishing write tid 1 to smithi111183488-5 2023-12-01T04:48:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:1399: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 876 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1397: finishing write tid 2 to smithi111183488-5 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1397: finishing write tid 3 to smithi111183488-5 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1397: oid 5 updating version 0 to 961 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1397: oid 5 updating version 961 to 962 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 962 (ObjNum 442 snap 142 seq_num 442) dirty exists 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1397: left oid 5 (ObjNum 442 snap 142 seq_num 442) 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1398: finishing copy_from to smithi111183488-39 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 877 (ObjNum 425 snap 136 seq_num 425) dirty exists 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1398: finishing copy_from racing read to smithi111183488-39 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1400: finishing write tid 1 to smithi111183488-4 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1400: finishing write tid 2 to smithi111183488-4 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1400: finishing write tid 3 to smithi111183488-4 2023-12-01T04:48:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:1400: oid 4 updating version 0 to 968 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1400: oid 4 updating version 968 to 969 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 969 (ObjNum 443 snap 142 seq_num 443) dirty exists 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1400: left oid 4 (ObjNum 443 snap 142 seq_num 443) 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1397: done (5 left) 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1398: done (4 left) 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1399: done (3 left) 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1400: done (2 left) 2023-12-01T04:48:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:1403: snap_remove snap 138 2023-12-01T04:48:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:31 smithi155 ceph-mon[102677]: osdmap e334: 8 total, 8 up, 8 in 2023-12-01T04:48:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:31 smithi155 ceph-mon[102677]: pgmap v474: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 392 KiB/s wr, 12 op/s 2023-12-01T04:48:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:31 smithi111 ceph-mon[97855]: osdmap e334: 8 total, 8 up, 8 in 2023-12-01T04:48:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:31 smithi111 ceph-mon[97855]: pgmap v474: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 392 KiB/s wr, 12 op/s 2023-12-01T04:48:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:31 smithi111 ceph-mon[116524]: osdmap e334: 8 total, 8 up, 8 in 2023-12-01T04:48:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:31 smithi111 ceph-mon[116524]: pgmap v474: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 392 KiB/s wr, 12 op/s 2023-12-01T04:48:32.431 INFO:tasks.rados.rados.0.smithi111.stdout:1403: done (2 left) 2023-12-01T04:48:32.431 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 142 2023-12-01T04:48:32.432 INFO:tasks.rados.rados.0.smithi111.stdout:1404: seq_num 445 ranges {3399680=253952} 2023-12-01T04:48:32.452 INFO:tasks.rados.rados.0.smithi111.stdout:1404: writing smithi111183488-37 from 3399680 to 3653632 tid 1 2023-12-01T04:48:32.452 INFO:tasks.rados.rados.0.smithi111.stdout:1405: setattr oid 22 current snap is 142 2023-12-01T04:48:32.452 INFO:tasks.rados.rados.0.smithi111.stdout:1401: finishing write tid 1 to smithi111183488-48 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:1401: finishing write tid 2 to smithi111183488-48 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 441 (ObjNum 150 snap 46 seq_num 150) dirty exists 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:1401: finishing write tid 3 to smithi111183488-48 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:1401: oid 48 updating version 0 to 879 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:1401: oid 48 version 879 is already newer than 878 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 879 (ObjNum 444 snap 142 seq_num 444) dirty exists 2023-12-01T04:48:32.453 INFO:tasks.rados.rados.0.smithi111.stdout:1401: left oid 48 (ObjNum 444 snap 142 seq_num 444) 2023-12-01T04:48:32.454 INFO:tasks.rados.rados.0.smithi111.stdout:1401: done (3 left) 2023-12-01T04:48:32.454 INFO:tasks.rados.rados.0.smithi111.stdout:1402: done (2 left) 2023-12-01T04:48:32.454 INFO:tasks.rados.rados.0.smithi111.stdout:1406: snap_remove snap 91 2023-12-01T04:48:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:32 smithi155 ceph-mon[102677]: osdmap e335: 8 total, 8 up, 8 in 2023-12-01T04:48:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:32 smithi111 ceph-mon[97855]: osdmap e335: 8 total, 8 up, 8 in 2023-12-01T04:48:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:32 smithi111 ceph-mon[116524]: osdmap e335: 8 total, 8 up, 8 in 2023-12-01T04:48:33.407 INFO:tasks.rados.rados.0.smithi111.stdout:1406: done (2 left) 2023-12-01T04:48:33.407 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 142 2023-12-01T04:48:33.407 INFO:tasks.rados.rados.0.smithi111.stdout:1404: finishing write tid 1 to smithi111183488-37 2023-12-01T04:48:33.407 INFO:tasks.rados.rados.0.smithi111.stdout:1407: seq_num 446 ranges {2105344=278528} 2023-12-01T04:48:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:1407: writing smithi111183488-50 from 2105344 to 2383872 tid 1 2023-12-01T04:48:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:1408: copy_from oid 28 from oid 19 current snap is 142 2023-12-01T04:48:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:1409: setattr oid 47 current snap is 142 2023-12-01T04:48:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 438 (ObjNum 416 snap 133 seq_num 416) dirty exists 2023-12-01T04:48:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:1404: finishing write tid 2 to smithi111183488-37 2023-12-01T04:48:33.421 INFO:tasks.rados.rados.0.smithi111.stdout:1404: finishing write tid 3 to smithi111183488-37 2023-12-01T04:48:33.422 INFO:tasks.rados.rados.0.smithi111.stdout:1404: oid 37 updating version 0 to 767 2023-12-01T04:48:33.422 INFO:tasks.rados.rados.0.smithi111.stdout:1404: oid 37 updating version 767 to 768 2023-12-01T04:48:33.422 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 768 (ObjNum 445 snap 142 seq_num 445) dirty exists 2023-12-01T04:48:33.422 INFO:tasks.rados.rados.0.smithi111.stdout:1404: left oid 37 (ObjNum 445 snap 142 seq_num 445) 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:1404: done (4 left) 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:1405: done (3 left) 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:1410: rollback oid 44 current snap is 142 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 83 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:1411: rollback oid 6 current snap is 142 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 107 2023-12-01T04:48:33.423 INFO:tasks.rados.rados.0.smithi111.stdout:1412: delete oid 7 current snap is 142 2023-12-01T04:48:33.433 INFO:tasks.rados.rados.0.smithi111.stdout:1407: finishing write tid 1 to smithi111183488-50 2023-12-01T04:48:33.434 INFO:tasks.rados.rados.0.smithi111.stdout:1412: done (5 left) 2023-12-01T04:48:33.435 INFO:tasks.rados.rados.0.smithi111.stdout:1413: read oid 33 snap -1 2023-12-01T04:48:33.435 INFO:tasks.rados.rados.0.smithi111.stdout:1413: expect (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:33.435 INFO:tasks.rados.rados.0.smithi111.stdout:1414: delete oid 3 current snap is 142 2023-12-01T04:48:33.435 INFO:tasks.rados.rados.0.smithi111.stdout:1407: finishing write tid 2 to smithi111183488-50 2023-12-01T04:48:33.435 INFO:tasks.rados.rados.0.smithi111.stdout:1411: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:48:33.435 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 769 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-01T04:48:33.436 INFO:tasks.rados.rados.0.smithi111.stdout:1410: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:48:33.436 INFO:tasks.rados.rados.0.smithi111.stdout:1410: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:48:33.436 INFO:tasks.rados.rados.0.smithi111.stdout:1410: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:48:33.436 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 772 (ObjNum 243 snap 77 seq_num 243) dirty exists 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:1411: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:1411: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 880 (ObjNum 312 snap 104 seq_num 312) dirty exists 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:1407: finishing write tid 3 to smithi111183488-50 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:1407: oid 50 updating version 0 to 978 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:1407: oid 50 updating version 978 to 979 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 979 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-01T04:48:33.438 INFO:tasks.rados.rados.0.smithi111.stdout:1407: left oid 50 (ObjNum 446 snap 142 seq_num 446) 2023-12-01T04:48:33.445 INFO:tasks.rados.rados.0.smithi111.stdout:1407: done (6 left) 2023-12-01T04:48:33.445 INFO:tasks.rados.rados.0.smithi111.stdout:1409: done (5 left) 2023-12-01T04:48:33.445 INFO:tasks.rados.rados.0.smithi111.stdout:1410: done (4 left) 2023-12-01T04:48:33.446 INFO:tasks.rados.rados.0.smithi111.stdout:1411: done (3 left) 2023-12-01T04:48:33.446 INFO:tasks.rados.rados.0.smithi111.stdout:1414: done (2 left) 2023-12-01T04:48:33.446 INFO:tasks.rados.rados.0.smithi111.stdout:1415: snap_remove snap 140 2023-12-01T04:48:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:33 smithi155 ceph-mon[102677]: osdmap e336: 8 total, 8 up, 8 in 2023-12-01T04:48:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:33 smithi155 ceph-mon[102677]: pgmap v477: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 392 KiB/s wr, 12 op/s 2023-12-01T04:48:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:33 smithi155 ceph-mon[102677]: osdmap e337: 8 total, 8 up, 8 in 2023-12-01T04:48:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:33 smithi111 ceph-mon[116524]: osdmap e336: 8 total, 8 up, 8 in 2023-12-01T04:48:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:33 smithi111 ceph-mon[116524]: pgmap v477: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 392 KiB/s wr, 12 op/s 2023-12-01T04:48:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:33 smithi111 ceph-mon[116524]: osdmap e337: 8 total, 8 up, 8 in 2023-12-01T04:48:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:33 smithi111 ceph-mon[97855]: osdmap e336: 8 total, 8 up, 8 in 2023-12-01T04:48:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:33 smithi111 ceph-mon[97855]: pgmap v477: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 392 KiB/s wr, 12 op/s 2023-12-01T04:48:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:33 smithi111 ceph-mon[97855]: osdmap e337: 8 total, 8 up, 8 in 2023-12-01T04:48:34.457 INFO:tasks.rados.rados.0.smithi111.stdout:1415: done (2 left) 2023-12-01T04:48:34.457 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 142 2023-12-01T04:48:34.457 INFO:tasks.rados.rados.0.smithi111.stdout:1416: seq_num 449 ranges {2310144=327680} 2023-12-01T04:48:34.467 INFO:tasks.rados.rados.0.smithi111.stdout:1416: writing smithi111183488-46 from 2310144 to 2637824 tid 1 2023-12-01T04:48:34.467 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 142 2023-12-01T04:48:34.467 INFO:tasks.rados.rados.0.smithi111.stdout:1417: seq_num 450 ranges {4661248=344064} 2023-12-01T04:48:34.494 INFO:tasks.rados.rados.0.smithi111.stdout:1417: writing smithi111183488-48 from 4661248 to 5005312 tid 1 2023-12-01T04:48:34.494 INFO:tasks.rados.rados.0.smithi111.stdout:1418: snap_remove snap 135 2023-12-01T04:48:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1418: done (4 left) 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1419: read oid 10 snap -1 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1419: expect deleted 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1420: read oid 25 snap 131 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1420: expect (ObjNum 384 snap 125 seq_num 384) 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1421: delete oid 40 current snap is 142 2023-12-01T04:48:35.459 INFO:tasks.rados.rados.0.smithi111.stdout:1413: expect (ObjNum 409 snap 132 seq_num 409) 2023-12-01T04:48:35.718 INFO:tasks.rados.rados.0.smithi111.stdout:1408: finishing copy_from to smithi111183488-28 2023-12-01T04:48:35.718 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 876 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:48:35.718 INFO:tasks.rados.rados.0.smithi111.stdout:1408: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:48:35.718 INFO:tasks.rados.rados.0.smithi111.stdout:1408: done (6 left) 2023-12-01T04:48:35.719 INFO:tasks.rados.rados.0.smithi111.stdout:1413: done (5 left) 2023-12-01T04:48:35.719 INFO:tasks.rados.rados.0.smithi111.stdout:1421: done (4 left) 2023-12-01T04:48:35.719 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 142 2023-12-01T04:48:35.719 INFO:tasks.rados.rados.0.smithi111.stdout:1416: finishing write tid 1 to smithi111183488-46 2023-12-01T04:48:35.719 INFO:tasks.rados.rados.0.smithi111.stdout:1416: finishing write tid 2 to smithi111183488-46 2023-12-01T04:48:35.719 INFO:tasks.rados.rados.0.smithi111.stdout:1422: seq_num 452 ranges {2392064=376832} 2023-12-01T04:48:35.733 INFO:tasks.rados.rados.0.smithi111.stdout:1422: writing smithi111183488-2 from 2392064 to 2768896 tid 1 2023-12-01T04:48:35.733 INFO:tasks.rados.rados.0.smithi111.stdout:1423: snap_create 2023-12-01T04:48:35.733 INFO:tasks.rados.rados.0.smithi111.stdout:1416: finishing write tid 3 to smithi111183488-46 2023-12-01T04:48:35.733 INFO:tasks.rados.rados.0.smithi111.stdout:1416: oid 46 updating version 0 to 992 2023-12-01T04:48:35.733 INFO:tasks.rados.rados.0.smithi111.stdout:1416: oid 46 version 992 is already newer than 991 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 992 (ObjNum 449 snap 142 seq_num 449) dirty exists 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1416: left oid 46 (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1417: finishing write tid 1 to smithi111183488-48 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1417: finishing write tid 2 to smithi111183488-48 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1417: finishing write tid 3 to smithi111183488-48 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1417: oid 48 updating version 0 to 895 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1417: oid 48 version 895 is already newer than 894 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 895 (ObjNum 450 snap 142 seq_num 450) dirty exists 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1417: left oid 48 (ObjNum 450 snap 142 seq_num 450) 2023-12-01T04:48:35.734 INFO:tasks.rados.rados.0.smithi111.stdout:1420: expect (ObjNum 384 snap 125 seq_num 384) 2023-12-01T04:48:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:35 smithi111 ceph-mon[97855]: osdmap e338: 8 total, 8 up, 8 in 2023-12-01T04:48:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:35 smithi111 ceph-mon[97855]: pgmap v480: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:35 smithi111 ceph-mon[116524]: osdmap e338: 8 total, 8 up, 8 in 2023-12-01T04:48:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:35 smithi111 ceph-mon[116524]: pgmap v480: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:35.859 INFO:tasks.rados.rados.0.smithi111.stdout:1422: finishing write tid 1 to smithi111183488-2 2023-12-01T04:48:35.859 INFO:tasks.rados.rados.0.smithi111.stdout:1422: finishing write tid 2 to smithi111183488-2 2023-12-01T04:48:35.859 INFO:tasks.rados.rados.0.smithi111.stdout:1422: finishing write tid 3 to smithi111183488-2 2023-12-01T04:48:35.859 INFO:tasks.rados.rados.0.smithi111.stdout:1422: oid 2 updating version 0 to 1001 2023-12-01T04:48:35.860 INFO:tasks.rados.rados.0.smithi111.stdout:1422: oid 2 updating version 1001 to 1002 2023-12-01T04:48:35.860 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1002 (ObjNum 452 snap 142 seq_num 452) dirty exists 2023-12-01T04:48:35.860 INFO:tasks.rados.rados.0.smithi111.stdout:1422: left oid 2 (ObjNum 452 snap 142 seq_num 452) 2023-12-01T04:48:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:35 smithi155 ceph-mon[102677]: osdmap e338: 8 total, 8 up, 8 in 2023-12-01T04:48:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:35 smithi155 ceph-mon[102677]: pgmap v480: 121 pgs: 121 active+clean; 481 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:36.465 INFO:tasks.rados.rados.0.smithi111.stdout:1416: done (5 left) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1417: done (4 left) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1419: done (3 left) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1420: done (2 left) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1422: done (1 left) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1423: done (0 left) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1424: rollback oid 29 current snap is 143 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 107 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1425: read oid 47 snap -1 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1425: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:48:36.466 INFO:tasks.rados.rados.0.smithi111.stdout:1426: delete oid 13 current snap is 143 2023-12-01T04:48:36.467 INFO:tasks.rados.rados.0.smithi111.stdout:1425: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:48:36.472 INFO:tasks.rados.rados.0.smithi111.stdout:1424: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:48:36.472 INFO:tasks.rados.rados.0.smithi111.stdout:1424: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:48:36.472 INFO:tasks.rados.rados.0.smithi111.stdout:1425: done (2 left) 2023-12-01T04:48:36.472 INFO:tasks.rados.rados.0.smithi111.stdout:1426: done (1 left) 2023-12-01T04:48:36.472 INFO:tasks.rados.rados.0.smithi111.stdout:1427: delete oid 22 current snap is 143 2023-12-01T04:48:36.473 INFO:tasks.rados.rados.0.smithi111.stdout:1424: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:48:36.473 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1006 (ObjNum 258 snap 83 seq_num 258) dirty exists 2023-12-01T04:48:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:1424: done (1 left) 2023-12-01T04:48:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:1427: done (0 left) 2023-12-01T04:48:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:1428: read oid 32 snap -1 2023-12-01T04:48:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:1428: expect (ObjNum 431 snap 139 seq_num 431) 2023-12-01T04:48:36.475 INFO:tasks.rados.rados.0.smithi111.stdout:1429: setattr oid 19 current snap is 143 2023-12-01T04:48:36.476 INFO:tasks.rados.rados.0.smithi111.stdout:1430: snap_remove snap 104 2023-12-01T04:48:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:36 smithi155 ceph-mon[102677]: osdmap e339: 8 total, 8 up, 8 in 2023-12-01T04:48:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:36 smithi111 ceph-mon[97855]: osdmap e339: 8 total, 8 up, 8 in 2023-12-01T04:48:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:36 smithi111 ceph-mon[116524]: osdmap e339: 8 total, 8 up, 8 in 2023-12-01T04:48:37.479 INFO:tasks.rados.rados.0.smithi111.stdout:1430: done (2 left) 2023-12-01T04:48:37.479 INFO:tasks.rados.rados.0.smithi111.stdout:1431: read oid 10 snap -1 2023-12-01T04:48:37.479 INFO:tasks.rados.rados.0.smithi111.stdout:1431: expect deleted 2023-12-01T04:48:37.479 INFO:tasks.rados.rados.0.smithi111.stdout:1432: rmattr oid 50 current snap is 143 2023-12-01T04:48:37.479 INFO:tasks.rados.rados.0.smithi111.stdout:1432: done (3 left) 2023-12-01T04:48:37.479 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 143 2023-12-01T04:48:37.480 INFO:tasks.rados.rados.0.smithi111.stdout:1433: seq_num 455 ranges {0=425984} 2023-12-01T04:48:37.480 INFO:tasks.rados.rados.0.smithi111.stdout:1433: writing smithi111183488-1 from 0 to 425984 tid 1 2023-12-01T04:48:37.480 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 143 2023-12-01T04:48:37.480 INFO:tasks.rados.rados.0.smithi111.stdout:1434: seq_num 456 ranges {2416640=442368} 2023-12-01T04:48:37.495 INFO:tasks.rados.rados.0.smithi111.stdout:1434: writing smithi111183488-36 from 2416640 to 2859008 tid 1 2023-12-01T04:48:37.495 INFO:tasks.rados.rados.0.smithi111.stdout:1435: snap_create 2023-12-01T04:48:37.497 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 901 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:48:37.497 INFO:tasks.rados.rados.0.smithi111.stdout:1428: expect (ObjNum 431 snap 139 seq_num 431) 2023-12-01T04:48:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:37 smithi111 ceph-mon[97855]: osdmap e340: 8 total, 8 up, 8 in 2023-12-01T04:48:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:37 smithi111 ceph-mon[97855]: pgmap v483: 121 pgs: 121 active+clean; 495 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2023-12-01T04:48:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:37 smithi111 ceph-mon[116524]: osdmap e340: 8 total, 8 up, 8 in 2023-12-01T04:48:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:37 smithi111 ceph-mon[116524]: pgmap v483: 121 pgs: 121 active+clean; 495 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1433: finishing write tid 1 to smithi111183488-1 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1433: finishing write tid 2 to smithi111183488-1 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1434: finishing write tid 1 to smithi111183488-36 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1434: finishing write tid 2 to smithi111183488-36 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1433: finishing write tid 3 to smithi111183488-1 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1433: oid 1 updating version 0 to 697 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1433: oid 1 version 697 is already newer than 696 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 697 (ObjNum 455 snap 143 seq_num 455) dirty exists 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1433: left oid 1 (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1434: finishing write tid 3 to smithi111183488-36 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1434: oid 36 updating version 0 to 439 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:1434: oid 36 updating version 439 to 440 2023-12-01T04:48:37.844 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 440 (ObjNum 456 snap 143 seq_num 456) dirty exists 2023-12-01T04:48:37.845 INFO:tasks.rados.rados.0.smithi111.stdout:1434: left oid 36 (ObjNum 456 snap 143 seq_num 456) 2023-12-01T04:48:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:37 smithi155 ceph-mon[102677]: osdmap e340: 8 total, 8 up, 8 in 2023-12-01T04:48:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:37 smithi155 ceph-mon[102677]: pgmap v483: 121 pgs: 121 active+clean; 495 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2023-12-01T04:48:38.408 INFO:tasks.rados.rados.0.smithi111.stdout:1428: done (5 left) 2023-12-01T04:48:38.408 INFO:tasks.rados.rados.0.smithi111.stdout:1429: done (4 left) 2023-12-01T04:48:38.408 INFO:tasks.rados.rados.0.smithi111.stdout:1431: done (3 left) 2023-12-01T04:48:38.408 INFO:tasks.rados.rados.0.smithi111.stdout:1433: done (2 left) 2023-12-01T04:48:38.408 INFO:tasks.rados.rados.0.smithi111.stdout:1434: done (1 left) 2023-12-01T04:48:38.408 INFO:tasks.rados.rados.0.smithi111.stdout:1435: done (0 left) 2023-12-01T04:48:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 144 2023-12-01T04:48:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:1436: seq_num 457 ranges {1040384=458752} 2023-12-01T04:48:38.416 INFO:tasks.rados.rados.0.smithi111.stdout:1436: writing smithi111183488-9 from 1040384 to 1499136 tid 1 2023-12-01T04:48:38.416 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 144 2023-12-01T04:48:38.416 INFO:tasks.rados.rados.0.smithi111.stdout:1437: seq_num 458 ranges {0=475136} 2023-12-01T04:48:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:1437: writing smithi111183488-10 from 0 to 475136 tid 1 2023-12-01T04:48:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:1438: copy_from oid 6 from oid 7 current snap is 144 2023-12-01T04:48:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:1439: rmattr oid 30 current snap is 144 2023-12-01T04:48:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:1439: done (3 left) 2023-12-01T04:48:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 144 2023-12-01T04:48:38.419 INFO:tasks.rados.rados.0.smithi111.stdout:1440: seq_num 459 ranges {5586944=491520} 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1440: writing smithi111183488-4 from 5586944 to 6078464 tid 1 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1441: delete oid 15 current snap is 144 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1436: finishing write tid 1 to smithi111183488-9 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1437: finishing write tid 1 to smithi111183488-10 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1436: finishing write tid 2 to smithi111183488-9 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1437: finishing write tid 2 to smithi111183488-10 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1438: finishing copy_from to smithi111183488-6 2023-12-01T04:48:38.452 INFO:tasks.rados.rados.0.smithi111.stdout:1438: got expected ENOENT (src dne) 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1436: finishing write tid 3 to smithi111183488-9 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1436: oid 9 updating version 0 to 460 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1436: oid 9 version 460 is already newer than 459 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 460 (ObjNum 457 snap 144 seq_num 457) dirty exists 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1436: left oid 9 (ObjNum 457 snap 144 seq_num 457) 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1438: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1437: finishing write tid 3 to smithi111183488-10 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1437: oid 10 updating version 0 to 1011 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1437: oid 10 updating version 1011 to 1012 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1012 (ObjNum 458 snap 144 seq_num 458) dirty exists 2023-12-01T04:48:38.453 INFO:tasks.rados.rados.0.smithi111.stdout:1437: left oid 10 (ObjNum 458 snap 144 seq_num 458) 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1436: done (4 left) 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1437: done (3 left) 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1438: done (2 left) 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1441: done (1 left) 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1442: read oid 11 snap -1 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1442: expect (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:48:38.454 INFO:tasks.rados.rados.0.smithi111.stdout:1443: snap_create 2023-12-01T04:48:38.455 INFO:tasks.rados.rados.0.smithi111.stdout:1440: finishing write tid 1 to smithi111183488-4 2023-12-01T04:48:38.456 INFO:tasks.rados.rados.0.smithi111.stdout:1440: finishing write tid 2 to smithi111183488-4 2023-12-01T04:48:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:1440: finishing write tid 3 to smithi111183488-4 2023-12-01T04:48:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:1440: oid 4 updating version 0 to 1014 2023-12-01T04:48:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:1440: oid 4 updating version 1014 to 1015 2023-12-01T04:48:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1015 (ObjNum 459 snap 144 seq_num 459) dirty exists 2023-12-01T04:48:38.457 INFO:tasks.rados.rados.0.smithi111.stdout:1440: left oid 4 (ObjNum 459 snap 144 seq_num 459) 2023-12-01T04:48:38.459 INFO:tasks.rados.rados.0.smithi111.stdout:1442: expect (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:48:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:38 smithi111 ceph-mon[97855]: osdmap e341: 8 total, 8 up, 8 in 2023-12-01T04:48:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:38 smithi111 ceph-mon[97855]: osdmap e342: 8 total, 8 up, 8 in 2023-12-01T04:48:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:38 smithi111 ceph-mon[116524]: osdmap e341: 8 total, 8 up, 8 in 2023-12-01T04:48:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:38 smithi111 ceph-mon[116524]: osdmap e342: 8 total, 8 up, 8 in 2023-12-01T04:48:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:38 smithi155 ceph-mon[102677]: osdmap e341: 8 total, 8 up, 8 in 2023-12-01T04:48:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:38 smithi155 ceph-mon[102677]: osdmap e342: 8 total, 8 up, 8 in 2023-12-01T04:48:39.420 INFO:tasks.rados.rados.0.smithi111.stdout:1440: done (2 left) 2023-12-01T04:48:39.420 INFO:tasks.rados.rados.0.smithi111.stdout:1442: done (1 left) 2023-12-01T04:48:39.420 INFO:tasks.rados.rados.0.smithi111.stdout:1443: done (0 left) 2023-12-01T04:48:39.420 INFO:tasks.rados.rados.0.smithi111.stdout:1444: delete oid 24 current snap is 145 2023-12-01T04:48:39.422 INFO:tasks.rados.rados.0.smithi111.stdout:1444: done (0 left) 2023-12-01T04:48:39.422 INFO:tasks.rados.rados.0.smithi111.stdout:1445: snap_create 2023-12-01T04:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:48:39] "GET /metrics HTTP/1.1" 200 36096 "" "Prometheus/2.43.0" 2023-12-01T04:48:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:39 smithi111 ceph-mon[97855]: pgmap v486: 121 pgs: 121 active+clean; 495 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2023-12-01T04:48:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:39 smithi111 ceph-mon[97855]: osdmap e343: 8 total, 8 up, 8 in 2023-12-01T04:48:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:39 smithi111 ceph-mon[116524]: pgmap v486: 121 pgs: 121 active+clean; 495 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2023-12-01T04:48:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:39 smithi111 ceph-mon[116524]: osdmap e343: 8 total, 8 up, 8 in 2023-12-01T04:48:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:39 smithi155 ceph-mon[102677]: pgmap v486: 121 pgs: 121 active+clean; 495 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 25 op/s 2023-12-01T04:48:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:39 smithi155 ceph-mon[102677]: osdmap e343: 8 total, 8 up, 8 in 2023-12-01T04:48:40.421 INFO:tasks.rados.rados.0.smithi111.stdout:1445: done (0 left) 2023-12-01T04:48:40.421 INFO:tasks.rados.rados.0.smithi111.stdout:1446: snap_remove snap 39 2023-12-01T04:48:41.428 INFO:tasks.rados.rados.0.smithi111.stdout:1446: done (0 left) 2023-12-01T04:48:41.428 INFO:tasks.rados.rados.0.smithi111.stdout:1447: snap_create 2023-12-01T04:48:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:41 smithi155 ceph-mon[102677]: osdmap e344: 8 total, 8 up, 8 in 2023-12-01T04:48:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:41 smithi155 ceph-mon[102677]: pgmap v489: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 652 KiB/s wr, 16 op/s 2023-12-01T04:48:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:41 smithi111 ceph-mon[97855]: osdmap e344: 8 total, 8 up, 8 in 2023-12-01T04:48:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:41 smithi111 ceph-mon[97855]: pgmap v489: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 652 KiB/s wr, 16 op/s 2023-12-01T04:48:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:41 smithi111 ceph-mon[116524]: osdmap e344: 8 total, 8 up, 8 in 2023-12-01T04:48:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:41 smithi111 ceph-mon[116524]: pgmap v489: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 652 KiB/s wr, 16 op/s 2023-12-01T04:48:42.433 INFO:tasks.rados.rados.0.smithi111.stdout:1447: done (0 left) 2023-12-01T04:48:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:1448: read oid 11 snap -1 2023-12-01T04:48:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:1448: expect (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:48:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 147 2023-12-01T04:48:42.434 INFO:tasks.rados.rados.0.smithi111.stdout:1449: seq_num 462 ranges {0=540672} 2023-12-01T04:48:42.437 INFO:tasks.rados.rados.0.smithi111.stdout:1449: writing smithi111183488-24 from 0 to 540672 tid 1 2023-12-01T04:48:42.437 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 147 2023-12-01T04:48:42.437 INFO:tasks.rados.rados.0.smithi111.stdout:1450: seq_num 463 ranges {5210112=557056} 2023-12-01T04:48:42.468 INFO:tasks.rados.rados.0.smithi111.stdout:1450: writing smithi111183488-32 from 5210112 to 5767168 tid 1 2023-12-01T04:48:42.468 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 147 2023-12-01T04:48:42.468 INFO:tasks.rados.rados.0.smithi111.stdout:1451: seq_num 464 ranges {2859008=573440} 2023-12-01T04:48:42.487 INFO:tasks.rados.rados.0.smithi111.stdout:1451: writing smithi111183488-36 from 2859008 to 3432448 tid 1 2023-12-01T04:48:42.487 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 147 2023-12-01T04:48:42.487 INFO:tasks.rados.rados.0.smithi111.stdout:1452: seq_num 465 ranges {0=598016} 2023-12-01T04:48:42.490 INFO:tasks.rados.rados.0.smithi111.stdout:1452: writing smithi111183488-22 from 0 to 598016 tid 1 2023-12-01T04:48:42.490 INFO:tasks.rados.rados.0.smithi111.stdout:1453: snap_remove snap 136 2023-12-01T04:48:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:42 smithi155 ceph-mon[102677]: osdmap e345: 8 total, 8 up, 8 in 2023-12-01T04:48:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:42 smithi111 ceph-mon[116524]: osdmap e345: 8 total, 8 up, 8 in 2023-12-01T04:48:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:42 smithi111 ceph-mon[97855]: osdmap e345: 8 total, 8 up, 8 in 2023-12-01T04:48:43.417 INFO:tasks.rados.rados.0.smithi111.stdout:1453: done (5 left) 2023-12-01T04:48:43.417 INFO:tasks.rados.rados.0.smithi111.stdout:1454: rollback oid 34 current snap is 147 2023-12-01T04:48:43.417 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 34 to 118 2023-12-01T04:48:43.417 INFO:tasks.rados.rados.0.smithi111.stdout:1455: snap_remove snap 145 2023-12-01T04:48:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:43 smithi155 ceph-mon[102677]: osdmap e346: 8 total, 8 up, 8 in 2023-12-01T04:48:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:43 smithi155 ceph-mon[102677]: pgmap v492: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 652 KiB/s wr, 16 op/s 2023-12-01T04:48:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:43 smithi155 ceph-mon[102677]: osdmap e347: 8 total, 8 up, 8 in 2023-12-01T04:48:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:43 smithi111 ceph-mon[116524]: osdmap e346: 8 total, 8 up, 8 in 2023-12-01T04:48:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:43 smithi111 ceph-mon[116524]: pgmap v492: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 652 KiB/s wr, 16 op/s 2023-12-01T04:48:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:43 smithi111 ceph-mon[116524]: osdmap e347: 8 total, 8 up, 8 in 2023-12-01T04:48:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:43 smithi111 ceph-mon[97855]: osdmap e346: 8 total, 8 up, 8 in 2023-12-01T04:48:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:43 smithi111 ceph-mon[97855]: pgmap v492: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 652 KiB/s wr, 16 op/s 2023-12-01T04:48:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:43 smithi111 ceph-mon[97855]: osdmap e347: 8 total, 8 up, 8 in 2023-12-01T04:48:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:1455: done (6 left) 2023-12-01T04:48:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 147 2023-12-01T04:48:44.412 INFO:tasks.rados.rados.0.smithi111.stdout:1448: expect (ObjNum 357 snap 119 seq_num 357) 2023-12-01T04:48:44.443 INFO:tasks.rados.rados.0.smithi111.stdout:1449: finishing write tid 1 to smithi111183488-24 2023-12-01T04:48:44.443 INFO:tasks.rados.rados.0.smithi111.stdout:1449: finishing write tid 2 to smithi111183488-24 2023-12-01T04:48:44.443 INFO:tasks.rados.rados.0.smithi111.stdout:1456: seq_num 466 ranges {2064384=614400} 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:1456: writing smithi111183488-27 from 2064384 to 2678784 tid 1 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:1448: done (6 left) 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:1457: read oid 20 snap 134 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:1457: expect (ObjNum 419 snap 133 seq_num 419) 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:1458: read oid 10 snap 105 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:1458: expect deleted 2023-12-01T04:48:44.458 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 147 2023-12-01T04:48:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:1449: finishing write tid 3 to smithi111183488-24 2023-12-01T04:48:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:1449: oid 24 updating version 0 to 1026 2023-12-01T04:48:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:1449: oid 24 updating version 1026 to 1027 2023-12-01T04:48:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1027 (ObjNum 462 snap 147 seq_num 462) dirty exists 2023-12-01T04:48:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:1449: left oid 24 (ObjNum 462 snap 147 seq_num 462) 2023-12-01T04:48:44.459 INFO:tasks.rados.rados.0.smithi111.stdout:1459: seq_num 467 ranges {2531328=630784} 2023-12-01T04:48:44.475 INFO:tasks.rados.rados.0.smithi111.stdout:1459: writing smithi111183488-43 from 2531328 to 3162112 tid 1 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1449: done (8 left) 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1460: setattr oid 24 current snap is 147 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1450: finishing write tid 1 to smithi111183488-32 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1450: finishing write tid 2 to smithi111183488-32 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1450: finishing write tid 3 to smithi111183488-32 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1450: oid 32 updating version 0 to 959 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1450: oid 32 version 959 is already newer than 958 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 959 (ObjNum 463 snap 147 seq_num 463) dirty exists 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1450: left oid 32 (ObjNum 463 snap 147 seq_num 463) 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1451: finishing write tid 1 to smithi111183488-36 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1451: finishing write tid 2 to smithi111183488-36 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1451: finishing write tid 3 to smithi111183488-36 2023-12-01T04:48:44.476 INFO:tasks.rados.rados.0.smithi111.stdout:1451: oid 36 updating version 0 to 450 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1451: oid 36 updating version 450 to 451 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 451 (ObjNum 464 snap 147 seq_num 464) dirty exists 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1451: left oid 36 (ObjNum 464 snap 147 seq_num 464) 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1452: finishing write tid 1 to smithi111183488-22 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1452: finishing write tid 2 to smithi111183488-22 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1452: finishing write tid 3 to smithi111183488-22 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1452: oid 22 updating version 0 to 441 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1452: oid 22 version 441 is already newer than 440 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 441 (ObjNum 465 snap 147 seq_num 465) dirty exists 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1452: left oid 22 (ObjNum 465 snap 147 seq_num 465) 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1454: finishing rollback tid 1 to smithi111183488-34 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1454: finishing rollback tid 2 to smithi111183488-34 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 529 (ObjNum 225 snap 0 seq_num 3706804368) dirty exists 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1456: finishing write tid 1 to smithi111183488-27 2023-12-01T04:48:44.477 INFO:tasks.rados.rados.0.smithi111.stdout:1457: expect (ObjNum 419 snap 133 seq_num 419) 2023-12-01T04:48:44.534 INFO:tasks.rados.rados.0.smithi111.stdout:1456: finishing write tid 2 to smithi111183488-27 2023-12-01T04:48:44.534 INFO:tasks.rados.rados.0.smithi111.stdout:1456: finishing write tid 3 to smithi111183488-27 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1456: oid 27 updating version 0 to 877 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1456: oid 27 updating version 877 to 878 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 878 (ObjNum 466 snap 147 seq_num 466) dirty exists 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1456: left oid 27 (ObjNum 466 snap 147 seq_num 466) 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1459: finishing write tid 1 to smithi111183488-43 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1459: finishing write tid 2 to smithi111183488-43 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1459: finishing write tid 3 to smithi111183488-43 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1459: oid 43 updating version 0 to 151 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1459: oid 43 version 151 is already newer than 150 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 151 (ObjNum 467 snap 147 seq_num 467) dirty exists 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1459: left oid 43 (ObjNum 467 snap 147 seq_num 467) 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1450: done (8 left) 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1451: done (7 left) 2023-12-01T04:48:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:1452: done (6 left) 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:1454: done (5 left) 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:1456: done (4 left) 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:1457: done (3 left) 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:1458: done (2 left) 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:1459: done (1 left) 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:1461: delete oid 21 current snap is 147 2023-12-01T04:48:44.536 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1038 (ObjNum 462 snap 147 seq_num 462) dirty exists 2023-12-01T04:48:44.540 INFO:tasks.rados.rados.0.smithi111.stdout:1460: done (1 left) 2023-12-01T04:48:44.540 INFO:tasks.rados.rados.0.smithi111.stdout:1461: done (0 left) 2023-12-01T04:48:44.540 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 147 2023-12-01T04:48:44.540 INFO:tasks.rados.rados.0.smithi111.stdout:1462: seq_num 469 ranges {5660672=663552} 2023-12-01T04:48:44.573 INFO:tasks.rados.rados.0.smithi111.stdout:1462: writing smithi111183488-29 from 5660672 to 6324224 tid 1 2023-12-01T04:48:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 147 2023-12-01T04:48:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:1463: seq_num 470 ranges {3432448=679936} 2023-12-01T04:48:44.596 INFO:tasks.rados.rados.0.smithi111.stdout:1463: writing smithi111183488-36 from 3432448 to 4112384 tid 1 2023-12-01T04:48:44.596 INFO:tasks.rados.rados.0.smithi111.stdout:1464: snap_remove snap 133 2023-12-01T04:48:45.419 INFO:tasks.rados.rados.0.smithi111.stdout:1464: done (2 left) 2023-12-01T04:48:45.420 INFO:tasks.rados.rados.0.smithi111.stdout:1465: snap_remove snap 146 2023-12-01T04:48:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:45 smithi155 ceph-mon[102677]: osdmap e348: 8 total, 8 up, 8 in 2023-12-01T04:48:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:45 smithi155 ceph-mon[102677]: pgmap v495: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:45 smithi111 ceph-mon[97855]: osdmap e348: 8 total, 8 up, 8 in 2023-12-01T04:48:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:45 smithi111 ceph-mon[97855]: pgmap v495: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:45 smithi111 ceph-mon[116524]: osdmap e348: 8 total, 8 up, 8 in 2023-12-01T04:48:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:45 smithi111 ceph-mon[116524]: pgmap v495: 121 pgs: 121 active+clean; 502 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1465: done (2 left) 2023-12-01T04:48:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1466: snap_create 2023-12-01T04:48:46.424 INFO:tasks.rados.rados.0.smithi111.stdout:1462: finishing write tid 1 to smithi111183488-29 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1462: finishing write tid 2 to smithi111183488-29 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1462: finishing write tid 3 to smithi111183488-29 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1462: oid 29 updating version 0 to 1040 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1462: oid 29 updating version 1040 to 1041 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1041 (ObjNum 469 snap 147 seq_num 469) dirty exists 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1462: left oid 29 (ObjNum 469 snap 147 seq_num 469) 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: finishing write tid 1 to smithi111183488-36 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: finishing write tid 2 to smithi111183488-36 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: finishing write tid 3 to smithi111183488-36 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: oid 36 updating version 0 to 458 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: oid 36 updating version 458 to 459 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 459 (ObjNum 470 snap 147 seq_num 470) dirty exists 2023-12-01T04:48:46.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: left oid 36 (ObjNum 470 snap 147 seq_num 470) 2023-12-01T04:48:46.631 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:48:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:46 smithi155 ceph-mon[102677]: osdmap e349: 8 total, 8 up, 8 in 2023-12-01T04:48:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:46 smithi111 ceph-mon[97855]: osdmap e349: 8 total, 8 up, 8 in 2023-12-01T04:48:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:46 smithi111 ceph-mon[116524]: osdmap e349: 8 total, 8 up, 8 in 2023-12-01T04:48:46.973 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6m) 4m ago 6m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6m) 4m ago 6m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7m) 4m ago 7m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7m) 4m ago 7m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10m) 4m ago 10m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (12m) 4m ago 12m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (12m) 4m ago 12m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11m) 4m ago 11m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11m) 4m ago 11m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6m) 4m ago 6m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6m) 4m ago 6m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:48:46.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10m) 4m ago 10m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10m) 4m ago 10m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9m) 4m ago 9m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9m) 4m ago 9m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9m) 4m ago 9m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8m) 4m ago 8m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8m) 4m ago 8m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7m) 4m ago 7m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:48:46.975 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5m) 4m ago 7m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:48:47.365 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:48:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:48:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:48:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:48:47.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:48:47.366 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:48:47.425 INFO:tasks.rados.rados.0.smithi111.stdout:1462: done (2 left) 2023-12-01T04:48:47.425 INFO:tasks.rados.rados.0.smithi111.stdout:1463: done (1 left) 2023-12-01T04:48:47.425 INFO:tasks.rados.rados.0.smithi111.stdout:1466: done (0 left) 2023-12-01T04:48:47.426 INFO:tasks.rados.rados.0.smithi111.stdout:1467: read oid 50 snap -1 2023-12-01T04:48:47.426 INFO:tasks.rados.rados.0.smithi111.stdout:1467: expect (ObjNum 446 snap 142 seq_num 446) 2023-12-01T04:48:47.426 INFO:tasks.rados.rados.0.smithi111.stdout:1468: rollback oid 37 current snap is 148 2023-12-01T04:48:47.426 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 128 2023-12-01T04:48:47.426 INFO:tasks.rados.rados.0.smithi111.stdout:1469: delete oid 27 current snap is 148 2023-12-01T04:48:47.431 INFO:tasks.rados.rados.0.smithi111.stdout:1469: done (2 left) 2023-12-01T04:48:47.431 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 148 2023-12-01T04:48:47.431 INFO:tasks.rados.rados.0.smithi111.stdout:1470: seq_num 472 ranges {9273344=712704} 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:1470: writing smithi111183488-31 from 9273344 to 9986048 tid 1 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:1471: rollback oid 24 current snap is 148 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 69 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:1468: finishing rollback tid 0 to smithi111183488-37 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:1468: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:1468: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 775 (ObjNum 271 snap 90 seq_num 271) dirty exists 2023-12-01T04:48:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:1467: expect (ObjNum 446 snap 142 seq_num 446) 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1470: finishing write tid 1 to smithi111183488-31 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1471: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1471: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1470: finishing write tid 2 to smithi111183488-31 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1471: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1052 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1470: finishing write tid 3 to smithi111183488-31 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1470: oid 31 updating version 0 to 977 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1470: oid 31 updating version 977 to 978 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 978 (ObjNum 472 snap 148 seq_num 472) dirty exists 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1470: left oid 31 (ObjNum 472 snap 148 seq_num 472) 2023-12-01T04:48:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:1467: done (3 left) 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1468: done (2 left) 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1470: done (1 left) 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1471: done (0 left) 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1472: copy_from oid 43 from oid 15 current snap is 148 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1473: read oid 25 snap -1 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1473: expect (ObjNum 384 snap 125 seq_num 384) 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1474: read oid 6 snap -1 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1474: expect (ObjNum 312 snap 104 seq_num 312) 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 148 2023-12-01T04:48:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1475: seq_num 473 ranges {9986048=729088} 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1475: writing smithi111183488-31 from 9986048 to 10715136 tid 1 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1476: copy_from oid 37 from oid 13 current snap is 148 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1472: finishing copy_from to smithi111183488-43 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1472: got expected ENOENT (src dne) 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1477: snap_create 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1472: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:48:47.667 INFO:tasks.rados.rados.0.smithi111.stdout:1473: expect (ObjNum 384 snap 125 seq_num 384) 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: osdmap e350: 8 total, 8 up, 8 in 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: pgmap v498: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:48:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:48:47.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1541002534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:48:47.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:47 smithi155 ceph-mon[102677]: osdmap e351: 8 total, 8 up, 8 in 2023-12-01T04:48:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: osdmap e350: 8 total, 8 up, 8 in 2023-12-01T04:48:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: pgmap v498: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1541002534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[97855]: osdmap e351: 8 total, 8 up, 8 in 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: osdmap e350: 8 total, 8 up, 8 in 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:48:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: pgmap v498: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2023-12-01T04:48:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='client.25127 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:48:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:48:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:48:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:48:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1541002534' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:48:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:47 smithi111 ceph-mon[116524]: osdmap e351: 8 total, 8 up, 8 in 2023-12-01T04:48:47.797 INFO:tasks.rados.rados.0.smithi111.stdout:1474: expect (ObjNum 312 snap 104 seq_num 312) 2023-12-01T04:48:47.962 INFO:tasks.rados.rados.0.smithi111.stdout:1476: finishing copy_from to smithi111183488-37 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1476: got expected ENOENT (src dne) 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1475: finishing write tid 1 to smithi111183488-31 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1476: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1475: finishing write tid 2 to smithi111183488-31 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1475: finishing write tid 3 to smithi111183488-31 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1475: oid 31 updating version 0 to 979 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1475: oid 31 updating version 979 to 980 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 980 (ObjNum 473 snap 148 seq_num 473) dirty exists 2023-12-01T04:48:47.963 INFO:tasks.rados.rados.0.smithi111.stdout:1475: left oid 31 (ObjNum 473 snap 148 seq_num 473) 2023-12-01T04:48:48.412 INFO:tasks.rados.rados.0.smithi111.stdout:1472: done (5 left) 2023-12-01T04:48:48.412 INFO:tasks.rados.rados.0.smithi111.stdout:1473: done (4 left) 2023-12-01T04:48:48.412 INFO:tasks.rados.rados.0.smithi111.stdout:1474: done (3 left) 2023-12-01T04:48:48.412 INFO:tasks.rados.rados.0.smithi111.stdout:1475: done (2 left) 2023-12-01T04:48:48.413 INFO:tasks.rados.rados.0.smithi111.stdout:1476: done (1 left) 2023-12-01T04:48:48.413 INFO:tasks.rados.rados.0.smithi111.stdout:1477: done (0 left) 2023-12-01T04:48:48.413 INFO:tasks.rados.rados.0.smithi111.stdout:1478: delete oid 33 current snap is 149 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1478: done (0 left) 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1479: read oid 12 snap -1 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1479: expect (ObjNum 241 snap 77 seq_num 241) 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1480: rmattr oid 26 current snap is 149 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1480: done (1 left) 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1481: copy_from oid 6 from oid 23 current snap is 149 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1482: rollback oid 17 current snap is 149 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 141 2023-12-01T04:48:48.419 INFO:tasks.rados.rados.0.smithi111.stdout:1483: snap_create 2023-12-01T04:48:48.424 INFO:tasks.rados.rados.0.smithi111.stdout:1482: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:48:48.425 INFO:tasks.rados.rados.0.smithi111.stdout:1482: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:48:48.425 INFO:tasks.rados.rados.0.smithi111.stdout:1482: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:48:48.425 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 935 (ObjNum 239 snap 76 seq_num 239) dirty exists 2023-12-01T04:48:48.428 INFO:tasks.rados.rados.0.smithi111.stdout:1479: expect (ObjNum 241 snap 77 seq_num 241) 2023-12-01T04:48:48.472 INFO:tasks.rados.rados.0.smithi111.stdout:1481: finishing copy_from to smithi111183488-6 2023-12-01T04:48:48.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 584 (ObjNum 229 snap 72 seq_num 229) dirty exists 2023-12-01T04:48:48.472 INFO:tasks.rados.rados.0.smithi111.stdout:1481: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:48:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:1479: done (3 left) 2023-12-01T04:48:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:1481: done (2 left) 2023-12-01T04:48:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:1482: done (1 left) 2023-12-01T04:48:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:1483: done (0 left) 2023-12-01T04:48:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 150 2023-12-01T04:48:49.422 INFO:tasks.rados.rados.0.smithi111.stdout:1484: seq_num 475 ranges {3473408=761856} 2023-12-01T04:48:49.444 INFO:tasks.rados.rados.0.smithi111.stdout:1484: writing smithi111183488-25 from 3473408 to 4235264 tid 1 2023-12-01T04:48:49.444 INFO:tasks.rados.rados.0.smithi111.stdout:1485: delete oid 33 current snap is 150 2023-12-01T04:48:49.446 INFO:tasks.rados.rados.0.smithi111.stdout:1485: done (1 left) 2023-12-01T04:48:49.446 INFO:tasks.rados.rados.0.smithi111.stdout:1486: snap_create 2023-12-01T04:48:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1484: finishing write tid 1 to smithi111183488-25 2023-12-01T04:48:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1484: finishing write tid 2 to smithi111183488-25 2023-12-01T04:48:49.455 INFO:tasks.rados.rados.0.smithi111.stdout:1484: finishing write tid 3 to smithi111183488-25 2023-12-01T04:48:49.455 INFO:tasks.rados.rados.0.smithi111.stdout:1484: oid 25 updating version 0 to 425 2023-12-01T04:48:49.456 INFO:tasks.rados.rados.0.smithi111.stdout:1484: oid 25 version 425 is already newer than 424 2023-12-01T04:48:49.456 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 425 (ObjNum 475 snap 150 seq_num 475) dirty exists 2023-12-01T04:48:49.456 INFO:tasks.rados.rados.0.smithi111.stdout:1484: left oid 25 (ObjNum 475 snap 150 seq_num 475) 2023-12-01T04:48:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:49 smithi155 ceph-mon[102677]: osdmap e352: 8 total, 8 up, 8 in 2023-12-01T04:48:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:49 smithi155 ceph-mon[102677]: pgmap v501: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2023-12-01T04:48:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:48:49] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:48:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:49 smithi111 ceph-mon[97855]: osdmap e352: 8 total, 8 up, 8 in 2023-12-01T04:48:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:49 smithi111 ceph-mon[97855]: pgmap v501: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2023-12-01T04:48:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:49 smithi111 ceph-mon[116524]: osdmap e352: 8 total, 8 up, 8 in 2023-12-01T04:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:49 smithi111 ceph-mon[116524]: pgmap v501: 121 pgs: 121 active+clean; 437 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2023-12-01T04:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:48:50.430 INFO:tasks.rados.rados.0.smithi111.stdout:1484: done (1 left) 2023-12-01T04:48:50.430 INFO:tasks.rados.rados.0.smithi111.stdout:1486: done (0 left) 2023-12-01T04:48:50.430 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 151 2023-12-01T04:48:50.430 INFO:tasks.rados.rados.0.smithi111.stdout:1487: seq_num 477 ranges {6438912=794624} 2023-12-01T04:48:50.469 INFO:tasks.rados.rados.0.smithi111.stdout:1487: writing smithi111183488-5 from 6438912 to 7233536 tid 1 2023-12-01T04:48:50.469 INFO:tasks.rados.rados.0.smithi111.stdout:1488: rollback oid 11 current snap is 151 2023-12-01T04:48:50.469 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 117 2023-12-01T04:48:50.469 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 151 2023-12-01T04:48:50.469 INFO:tasks.rados.rados.0.smithi111.stdout:1489: seq_num 478 ranges {6078464=409600,6488064=401408} 2023-12-01T04:48:50.503 INFO:tasks.rados.rados.0.smithi111.stdout:1489: writing smithi111183488-4 from 6078464 to 6488064 tid 1 2023-12-01T04:48:50.506 INFO:tasks.rados.rados.0.smithi111.stdout:1489: writing smithi111183488-4 from 6488064 to 6889472 tid 2 2023-12-01T04:48:50.506 INFO:tasks.rados.rados.0.smithi111.stdout:1490: delete oid 30 current snap is 151 2023-12-01T04:48:50.506 INFO:tasks.rados.rados.0.smithi111.stdout:1488: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:48:50.506 INFO:tasks.rados.rados.0.smithi111.stdout:1488: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:48:50.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 983 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:1487: finishing write tid 1 to smithi111183488-5 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:1487: finishing write tid 2 to smithi111183488-5 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:1487: finishing write tid 3 to smithi111183488-5 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:1487: oid 5 updating version 0 to 1059 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:1487: oid 5 updating version 1059 to 1060 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1060 (ObjNum 477 snap 151 seq_num 477) dirty exists 2023-12-01T04:48:50.507 INFO:tasks.rados.rados.0.smithi111.stdout:1487: left oid 5 (ObjNum 477 snap 151 seq_num 477) 2023-12-01T04:48:50.509 INFO:tasks.rados.rados.0.smithi111.stdout:1489: finishing write tid 1 to smithi111183488-4 2023-12-01T04:48:50.509 INFO:tasks.rados.rados.0.smithi111.stdout:1487: done (3 left) 2023-12-01T04:48:50.509 INFO:tasks.rados.rados.0.smithi111.stdout:1488: done (2 left) 2023-12-01T04:48:50.509 INFO:tasks.rados.rados.0.smithi111.stdout:1490: done (1 left) 2023-12-01T04:48:50.509 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 151 2023-12-01T04:48:50.510 INFO:tasks.rados.rados.0.smithi111.stdout:1491: seq_num 480 ranges {0=442368,442368=401408} 2023-12-01T04:48:50.512 INFO:tasks.rados.rados.0.smithi111.stdout:1491: writing smithi111183488-15 from 0 to 442368 tid 1 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1491: writing smithi111183488-15 from 442368 to 843776 tid 2 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1492: delete oid 34 current snap is 151 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: finishing write tid 2 to smithi111183488-4 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: finishing write tid 3 to smithi111183488-4 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: finishing write tid 4 to smithi111183488-4 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: oid 4 updating version 0 to 1054 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: oid 4 updating version 1054 to 1055 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: oid 4 updating version 1055 to 1056 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1056 (ObjNum 478 snap 151 seq_num 478) dirty exists 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1489: left oid 4 (ObjNum 478 snap 151 seq_num 478) 2023-12-01T04:48:50.515 INFO:tasks.rados.rados.0.smithi111.stdout:1491: finishing write tid 1 to smithi111183488-15 2023-12-01T04:48:50.516 INFO:tasks.rados.rados.0.smithi111.stdout:1491: finishing write tid 2 to smithi111183488-15 2023-12-01T04:48:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:1491: finishing write tid 3 to smithi111183488-15 2023-12-01T04:48:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:1491: finishing write tid 4 to smithi111183488-15 2023-12-01T04:48:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:1491: oid 15 updating version 0 to 557 2023-12-01T04:48:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:1491: oid 15 version 557 is already newer than 556 2023-12-01T04:48:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:1491: oid 15 version 557 is already newer than 555 2023-12-01T04:48:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 557 (ObjNum 480 snap 151 seq_num 480) dirty exists 2023-12-01T04:48:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:1491: left oid 15 (ObjNum 480 snap 151 seq_num 480) 2023-12-01T04:48:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:1489: done (2 left) 2023-12-01T04:48:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:1491: done (1 left) 2023-12-01T04:48:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:1492: done (0 left) 2023-12-01T04:48:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:1493: rollback oid 37 current snap is 151 2023-12-01T04:48:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 139 2023-12-01T04:48:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:1494: snap_create 2023-12-01T04:48:50.523 INFO:tasks.rados.rados.0.smithi111.stdout:1493: finishing rollback tid 0 to smithi111183488-37 2023-12-01T04:48:50.524 INFO:tasks.rados.rados.0.smithi111.stdout:1493: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:48:50.524 INFO:tasks.rados.rados.0.smithi111.stdout:1493: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:48:50.524 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 778 (ObjNum 397 snap 128 seq_num 397) dirty exists 2023-12-01T04:48:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:50 smithi155 ceph-mon[102677]: osdmap e353: 8 total, 8 up, 8 in 2023-12-01T04:48:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:50 smithi111 ceph-mon[97855]: osdmap e353: 8 total, 8 up, 8 in 2023-12-01T04:48:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:50 smithi111 ceph-mon[116524]: osdmap e353: 8 total, 8 up, 8 in 2023-12-01T04:48:51.436 INFO:tasks.rados.rados.0.smithi111.stdout:1493: done (1 left) 2023-12-01T04:48:51.436 INFO:tasks.rados.rados.0.smithi111.stdout:1494: done (0 left) 2023-12-01T04:48:51.436 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 152 2023-12-01T04:48:51.436 INFO:tasks.rados.rados.0.smithi111.stdout:1495: seq_num 482 ranges {0=475136,475136=401408} 2023-12-01T04:48:51.438 INFO:tasks.rados.rados.0.smithi111.stdout:1495: writing smithi111183488-38 from 0 to 475136 tid 1 2023-12-01T04:48:51.441 INFO:tasks.rados.rados.0.smithi111.stdout:1495: writing smithi111183488-38 from 475136 to 876544 tid 2 2023-12-01T04:48:51.441 INFO:tasks.rados.rados.0.smithi111.stdout:1496: rollback oid 50 current snap is 152 2023-12-01T04:48:51.441 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 50 to 142 2023-12-01T04:48:51.441 INFO:tasks.rados.rados.0.smithi111.stdout:1497: setattr oid 41 current snap is 152 2023-12-01T04:48:51.442 INFO:tasks.rados.rados.0.smithi111.stdout:1498: rollback oid 7 current snap is 152 2023-12-01T04:48:51.443 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 144 2023-12-01T04:48:51.443 INFO:tasks.rados.rados.0.smithi111.stdout:1499: snap_remove snap 117 2023-12-01T04:48:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:51 smithi155 ceph-mon[102677]: osdmap e354: 8 total, 8 up, 8 in 2023-12-01T04:48:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:51 smithi155 ceph-mon[102677]: pgmap v504: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:48:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:51 smithi111 ceph-mon[97855]: osdmap e354: 8 total, 8 up, 8 in 2023-12-01T04:48:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:51 smithi111 ceph-mon[97855]: pgmap v504: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:48:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:51 smithi111 ceph-mon[116524]: osdmap e354: 8 total, 8 up, 8 in 2023-12-01T04:48:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:51 smithi111 ceph-mon[116524]: pgmap v504: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1499: done (4 left) 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1500: rollback oid 14 current snap is 152 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 14 to 141 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1501: delete oid 6 current snap is 152 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1496: finishing rollback tid 0 to smithi111183488-50 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1495: finishing write tid 1 to smithi111183488-38 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1495: finishing write tid 2 to smithi111183488-38 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1495: finishing write tid 3 to smithi111183488-38 2023-12-01T04:48:52.444 INFO:tasks.rados.rados.0.smithi111.stdout:1496: finishing rollback tid 1 to smithi111183488-50 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1496: finishing rollback tid 2 to smithi111183488-50 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1064 (ObjNum 446 snap 142 seq_num 446) dirty exists 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 467 (ObjNum 388 snap 125 seq_num 388) dirty exists 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1498: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 245 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1495: finishing write tid 4 to smithi111183488-38 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1495: oid 38 updating version 0 to 938 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1495: oid 38 updating version 938 to 939 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1495: oid 38 version 939 is already newer than 937 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 939 (ObjNum 482 snap 152 seq_num 482) dirty exists 2023-12-01T04:48:52.445 INFO:tasks.rados.rados.0.smithi111.stdout:1495: left oid 38 (ObjNum 482 snap 152 seq_num 482) 2023-12-01T04:48:52.454 INFO:tasks.rados.rados.0.smithi111.stdout:1500: finishing rollback tid 0 to smithi111183488-14 2023-12-01T04:48:52.454 INFO:tasks.rados.rados.0.smithi111.stdout:1500: finishing rollback tid 1 to smithi111183488-14 2023-12-01T04:48:52.458 INFO:tasks.rados.rados.0.smithi111.stdout:1495: done (5 left) 2023-12-01T04:48:52.458 INFO:tasks.rados.rados.0.smithi111.stdout:1496: done (4 left) 2023-12-01T04:48:52.459 INFO:tasks.rados.rados.0.smithi111.stdout:1497: done (3 left) 2023-12-01T04:48:52.459 INFO:tasks.rados.rados.0.smithi111.stdout:1498: done (2 left) 2023-12-01T04:48:52.459 INFO:tasks.rados.rados.0.smithi111.stdout:1501: done (1 left) 2023-12-01T04:48:52.459 INFO:tasks.rados.rados.0.smithi111.stdout:1502: snap_remove snap 139 2023-12-01T04:48:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:52 smithi155 ceph-mon[102677]: osdmap e355: 8 total, 8 up, 8 in 2023-12-01T04:48:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:52 smithi111 ceph-mon[97855]: osdmap e355: 8 total, 8 up, 8 in 2023-12-01T04:48:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:52 smithi111 ceph-mon[116524]: osdmap e355: 8 total, 8 up, 8 in 2023-12-01T04:48:53.419 INFO:tasks.rados.rados.0.smithi111.stdout:1502: done (1 left) 2023-12-01T04:48:53.419 INFO:tasks.rados.rados.0.smithi111.stdout:1503: read oid 23 snap 128 2023-12-01T04:48:53.420 INFO:tasks.rados.rados.0.smithi111.stdout:1503: expect deleted 2023-12-01T04:48:53.420 INFO:tasks.rados.rados.0.smithi111.stdout:1504: snap_remove snap 89 2023-12-01T04:48:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:53 smithi155 ceph-mon[102677]: osdmap e356: 8 total, 8 up, 8 in 2023-12-01T04:48:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:53 smithi155 ceph-mon[102677]: pgmap v507: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:48:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:53 smithi155 ceph-mon[102677]: osdmap e357: 8 total, 8 up, 8 in 2023-12-01T04:48:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:53 smithi111 ceph-mon[97855]: osdmap e356: 8 total, 8 up, 8 in 2023-12-01T04:48:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:53 smithi111 ceph-mon[97855]: pgmap v507: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:48:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:53 smithi111 ceph-mon[97855]: osdmap e357: 8 total, 8 up, 8 in 2023-12-01T04:48:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:53 smithi111 ceph-mon[116524]: osdmap e356: 8 total, 8 up, 8 in 2023-12-01T04:48:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:53 smithi111 ceph-mon[116524]: pgmap v507: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:48:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:53 smithi111 ceph-mon[116524]: osdmap e357: 8 total, 8 up, 8 in 2023-12-01T04:48:54.420 INFO:tasks.rados.rados.0.smithi111.stdout:1504: done (2 left) 2023-12-01T04:48:54.420 INFO:tasks.rados.rados.0.smithi111.stdout:1505: snap_create 2023-12-01T04:48:54.420 INFO:tasks.rados.rados.0.smithi111.stdout:1500: finishing rollback tid 2 to smithi111183488-14 2023-12-01T04:48:54.420 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 715 (ObjNum 355 snap 118 seq_num 355) dirty exists 2023-12-01T04:48:55.425 INFO:tasks.rados.rados.0.smithi111.stdout:1500: done (2 left) 2023-12-01T04:48:55.425 INFO:tasks.rados.rados.0.smithi111.stdout:1503: done (1 left) 2023-12-01T04:48:55.425 INFO:tasks.rados.rados.0.smithi111.stdout:1505: done (0 left) 2023-12-01T04:48:55.425 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 153 2023-12-01T04:48:55.425 INFO:tasks.rados.rados.0.smithi111.stdout:1506: seq_num 484 ranges {1810432=507904,2318336=401408} 2023-12-01T04:48:55.437 INFO:tasks.rados.rados.0.smithi111.stdout:1506: writing smithi111183488-41 from 1810432 to 2318336 tid 1 2023-12-01T04:48:55.440 INFO:tasks.rados.rados.0.smithi111.stdout:1506: writing smithi111183488-41 from 2318336 to 2719744 tid 2 2023-12-01T04:48:55.440 INFO:tasks.rados.rados.0.smithi111.stdout:1507: snap_remove snap 144 2023-12-01T04:48:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:55 smithi155 ceph-mon[102677]: osdmap e358: 8 total, 8 up, 8 in 2023-12-01T04:48:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:55 smithi155 ceph-mon[102677]: pgmap v510: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:55 smithi111 ceph-mon[116524]: osdmap e358: 8 total, 8 up, 8 in 2023-12-01T04:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:55 smithi111 ceph-mon[116524]: pgmap v510: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:55 smithi111 ceph-mon[97855]: osdmap e358: 8 total, 8 up, 8 in 2023-12-01T04:48:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:55 smithi111 ceph-mon[97855]: pgmap v510: 121 pgs: 121 active+clean; 448 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:48:56.438 INFO:tasks.rados.rados.0.smithi111.stdout:1507: done (1 left) 2023-12-01T04:48:56.438 INFO:tasks.rados.rados.0.smithi111.stdout:1508: read oid 7 snap -1 2023-12-01T04:48:56.438 INFO:tasks.rados.rados.0.smithi111.stdout:1508: expect deleted 2023-12-01T04:48:56.438 INFO:tasks.rados.rados.0.smithi111.stdout:1509: read oid 45 snap -1 2023-12-01T04:48:56.438 INFO:tasks.rados.rados.0.smithi111.stdout:1509: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:48:56.438 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 153 2023-12-01T04:48:56.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: seq_num 485 ranges {876544=532480,1409024=401408} 2023-12-01T04:48:56.445 INFO:tasks.rados.rados.0.smithi111.stdout:1510: writing smithi111183488-38 from 876544 to 1409024 tid 1 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1510: writing smithi111183488-38 from 1409024 to 1810432 tid 2 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1511: setattr oid 18 current snap is 153 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: finishing write tid 1 to smithi111183488-41 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: finishing write tid 2 to smithi111183488-41 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: finishing write tid 3 to smithi111183488-41 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: finishing write tid 4 to smithi111183488-41 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: oid 41 updating version 0 to 484 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: oid 41 version 484 is already newer than 483 2023-12-01T04:48:56.448 INFO:tasks.rados.rados.0.smithi111.stdout:1506: oid 41 updating version 484 to 485 2023-12-01T04:48:56.449 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 485 (ObjNum 484 snap 153 seq_num 484) dirty exists 2023-12-01T04:48:56.449 INFO:tasks.rados.rados.0.smithi111.stdout:1506: left oid 41 (ObjNum 484 snap 153 seq_num 484) 2023-12-01T04:48:56.449 INFO:tasks.rados.rados.0.smithi111.stdout:1509: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:48:56.450 INFO:tasks.rados.rados.0.smithi111.stdout:1506: done (4 left) 2023-12-01T04:48:56.451 INFO:tasks.rados.rados.0.smithi111.stdout:1508: done (3 left) 2023-12-01T04:48:56.451 INFO:tasks.rados.rados.0.smithi111.stdout:1509: done (2 left) 2023-12-01T04:48:56.451 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 153 2023-12-01T04:48:56.451 INFO:tasks.rados.rados.0.smithi111.stdout:1512: seq_num 486 ranges {0=548864,548864=401408} 2023-12-01T04:48:56.454 INFO:tasks.rados.rados.0.smithi111.stdout:1512: writing smithi111183488-47 from 0 to 548864 tid 1 2023-12-01T04:48:56.457 INFO:tasks.rados.rados.0.smithi111.stdout:1512: writing smithi111183488-47 from 548864 to 950272 tid 2 2023-12-01T04:48:56.457 INFO:tasks.rados.rados.0.smithi111.stdout:1513: snap_remove snap 137 2023-12-01T04:48:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:56 smithi155 ceph-mon[102677]: osdmap e359: 8 total, 8 up, 8 in 2023-12-01T04:48:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:56 smithi111 ceph-mon[97855]: osdmap e359: 8 total, 8 up, 8 in 2023-12-01T04:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:56 smithi111 ceph-mon[116524]: osdmap e359: 8 total, 8 up, 8 in 2023-12-01T04:48:57.438 INFO:tasks.rados.rados.0.smithi111.stdout:1513: done (3 left) 2023-12-01T04:48:57.438 INFO:tasks.rados.rados.0.smithi111.stdout:1514: rollback oid 37 current snap is 153 2023-12-01T04:48:57.438 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 119 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: finishing write tid 1 to smithi111183488-38 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: finishing write tid 2 to smithi111183488-38 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 442 (ObjNum 428 snap 137 seq_num 428) dirty exists 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: finishing write tid 3 to smithi111183488-38 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: finishing write tid 4 to smithi111183488-38 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: oid 38 updating version 0 to 969 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: oid 38 updating version 969 to 971 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: oid 38 version 971 is already newer than 970 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 971 (ObjNum 485 snap 153 seq_num 485) dirty exists 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1510: left oid 38 (ObjNum 485 snap 153 seq_num 485) 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1512: finishing write tid 1 to smithi111183488-47 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1512: finishing write tid 2 to smithi111183488-47 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1512: finishing write tid 3 to smithi111183488-47 2023-12-01T04:48:57.439 INFO:tasks.rados.rados.0.smithi111.stdout:1512: finishing write tid 4 to smithi111183488-47 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1512: oid 47 updating version 0 to 780 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1512: oid 47 version 780 is already newer than 779 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1512: oid 47 updating version 780 to 781 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 781 (ObjNum 486 snap 153 seq_num 486) dirty exists 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1512: left oid 47 (ObjNum 486 snap 153 seq_num 486) 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1510: done (3 left) 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1511: done (2 left) 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1512: done (1 left) 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1515: read oid 6 snap -1 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1515: expect deleted 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 153 2023-12-01T04:48:57.440 INFO:tasks.rados.rados.0.smithi111.stdout:1516: seq_num 487 ranges {950272=565248,1515520=401408} 2023-12-01T04:48:57.447 INFO:tasks.rados.rados.0.smithi111.stdout:1516: writing smithi111183488-47 from 950272 to 1515520 tid 1 2023-12-01T04:48:57.449 INFO:tasks.rados.rados.0.smithi111.stdout:1516: writing smithi111183488-47 from 1515520 to 1916928 tid 2 2023-12-01T04:48:57.449 INFO:tasks.rados.rados.0.smithi111.stdout:1517: copy_from oid 31 from oid 25 current snap is 153 2023-12-01T04:48:57.449 INFO:tasks.rados.rados.0.smithi111.stdout:1515: done (3 left) 2023-12-01T04:48:57.449 INFO:tasks.rados.rados.0.smithi111.stdout:1518: snap_create 2023-12-01T04:48:57.458 INFO:tasks.rados.rados.0.smithi111.stdout:1514: finishing rollback tid 0 to smithi111183488-37 2023-12-01T04:48:57.458 INFO:tasks.rados.rados.0.smithi111.stdout:1514: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:48:57.458 INFO:tasks.rados.rados.0.smithi111.stdout:1514: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:48:57.458 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 784 (ObjNum 302 snap 99 seq_num 302) dirty exists 2023-12-01T04:48:57.461 INFO:tasks.rados.rados.0.smithi111.stdout:1516: finishing write tid 1 to smithi111183488-47 2023-12-01T04:48:57.461 INFO:tasks.rados.rados.0.smithi111.stdout:1516: finishing write tid 2 to smithi111183488-47 2023-12-01T04:48:57.462 INFO:tasks.rados.rados.0.smithi111.stdout:1516: finishing write tid 3 to smithi111183488-47 2023-12-01T04:48:57.462 INFO:tasks.rados.rados.0.smithi111.stdout:1516: finishing write tid 4 to smithi111183488-47 2023-12-01T04:48:57.462 INFO:tasks.rados.rados.0.smithi111.stdout:1516: oid 47 updating version 0 to 786 2023-12-01T04:48:57.462 INFO:tasks.rados.rados.0.smithi111.stdout:1516: oid 47 version 786 is already newer than 785 2023-12-01T04:48:57.462 INFO:tasks.rados.rados.0.smithi111.stdout:1516: oid 47 updating version 786 to 787 2023-12-01T04:48:57.463 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 787 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-01T04:48:57.463 INFO:tasks.rados.rados.0.smithi111.stdout:1516: left oid 47 (ObjNum 487 snap 153 seq_num 487) 2023-12-01T04:48:57.482 INFO:tasks.rados.rados.0.smithi111.stdout:1517: finishing copy_from to smithi111183488-31 2023-12-01T04:48:57.482 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 425 (ObjNum 475 snap 150 seq_num 475) dirty exists 2023-12-01T04:48:57.483 INFO:tasks.rados.rados.0.smithi111.stdout:1517: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:48:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:57 smithi155 ceph-mon[102677]: osdmap e360: 8 total, 8 up, 8 in 2023-12-01T04:48:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:57 smithi155 ceph-mon[102677]: pgmap v513: 121 pgs: 121 active+clean; 449 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 812 KiB/s wr, 11 op/s 2023-12-01T04:48:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:57 smithi111 ceph-mon[97855]: osdmap e360: 8 total, 8 up, 8 in 2023-12-01T04:48:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:57 smithi111 ceph-mon[97855]: pgmap v513: 121 pgs: 121 active+clean; 449 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 812 KiB/s wr, 11 op/s 2023-12-01T04:48:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:57 smithi111 ceph-mon[116524]: osdmap e360: 8 total, 8 up, 8 in 2023-12-01T04:48:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:57 smithi111 ceph-mon[116524]: pgmap v513: 121 pgs: 121 active+clean; 449 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 812 KiB/s wr, 11 op/s 2023-12-01T04:48:58.414 INFO:tasks.rados.rados.0.smithi111.stdout:1514: done (3 left) 2023-12-01T04:48:58.414 INFO:tasks.rados.rados.0.smithi111.stdout:1516: done (2 left) 2023-12-01T04:48:58.414 INFO:tasks.rados.rados.0.smithi111.stdout:1517: done (1 left) 2023-12-01T04:48:58.414 INFO:tasks.rados.rados.0.smithi111.stdout:1518: done (0 left) 2023-12-01T04:48:58.414 INFO:tasks.rados.rados.0.smithi111.stdout:1519: rmattr oid 27 current snap is 154 2023-12-01T04:48:58.414 INFO:tasks.rados.rados.0.smithi111.stdout:1519: done (0 left) 2023-12-01T04:48:58.415 INFO:tasks.rados.rados.0.smithi111.stdout:1520: rollback oid 10 current snap is 154 2023-12-01T04:48:58.415 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 149 2023-12-01T04:48:58.415 INFO:tasks.rados.rados.0.smithi111.stdout:1521: read oid 14 snap -1 2023-12-01T04:48:58.415 INFO:tasks.rados.rados.0.smithi111.stdout:1521: expect (ObjNum 355 snap 118 seq_num 355) 2023-12-01T04:48:58.415 INFO:tasks.rados.rados.0.smithi111.stdout:1522: read oid 41 snap 131 2023-12-01T04:48:58.415 INFO:tasks.rados.rados.0.smithi111.stdout:1522: expect (ObjNum 388 snap 125 seq_num 388) 2023-12-01T04:48:58.416 INFO:tasks.rados.rados.0.smithi111.stdout:1523: read oid 4 snap -1 2023-12-01T04:48:58.416 INFO:tasks.rados.rados.0.smithi111.stdout:1523: expect (ObjNum 478 snap 151 seq_num 478) 2023-12-01T04:48:58.416 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 154 2023-12-01T04:48:58.416 INFO:tasks.rados.rados.0.smithi111.stdout:1524: seq_num 488 ranges {2768896=581632,3350528=401408} 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1524: writing smithi111183488-2 from 2768896 to 3350528 tid 1 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1524: writing smithi111183488-2 from 3350528 to 3751936 tid 2 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1525: delete oid 37 current snap is 154 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1520: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1520: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1520: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1102 (ObjNum 458 snap 144 seq_num 458) dirty exists 2023-12-01T04:48:58.438 INFO:tasks.rados.rados.0.smithi111.stdout:1522: expect (ObjNum 388 snap 125 seq_num 388) 2023-12-01T04:48:58.492 INFO:tasks.rados.rados.0.smithi111.stdout:1521: expect (ObjNum 355 snap 118 seq_num 355) 2023-12-01T04:48:58.637 INFO:tasks.rados.rados.0.smithi111.stdout:1523: expect (ObjNum 478 snap 151 seq_num 478) 2023-12-01T04:48:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:58 smithi155 ceph-mon[102677]: osdmap e361: 8 total, 8 up, 8 in 2023-12-01T04:48:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:58 smithi155 ceph-mon[102677]: osdmap e362: 8 total, 8 up, 8 in 2023-12-01T04:48:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:58 smithi111 ceph-mon[97855]: osdmap e361: 8 total, 8 up, 8 in 2023-12-01T04:48:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:58 smithi111 ceph-mon[97855]: osdmap e362: 8 total, 8 up, 8 in 2023-12-01T04:48:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:58 smithi111 ceph-mon[116524]: osdmap e361: 8 total, 8 up, 8 in 2023-12-01T04:48:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:58 smithi111 ceph-mon[116524]: osdmap e362: 8 total, 8 up, 8 in 2023-12-01T04:48:59.199 INFO:tasks.rados.rados.0.smithi111.stdout:1524: finishing write tid 1 to smithi111183488-2 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: finishing write tid 2 to smithi111183488-2 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: finishing write tid 3 to smithi111183488-2 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: finishing write tid 4 to smithi111183488-2 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: oid 2 updating version 0 to 1106 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: oid 2 version 1106 is already newer than 1104 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: oid 2 version 1106 is already newer than 1105 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1106 (ObjNum 488 snap 154 seq_num 488) dirty exists 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: left oid 2 (ObjNum 488 snap 154 seq_num 488) 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1520: done (5 left) 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1521: done (4 left) 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1522: done (3 left) 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1523: done (2 left) 2023-12-01T04:48:59.200 INFO:tasks.rados.rados.0.smithi111.stdout:1524: done (1 left) 2023-12-01T04:48:59.201 INFO:tasks.rados.rados.0.smithi111.stdout:1525: done (0 left) 2023-12-01T04:48:59.201 INFO:tasks.rados.rados.0.smithi111.stdout:1526: snap_remove snap 111 2023-12-01T04:48:59.449 INFO:tasks.rados.rados.0.smithi111.stdout:1526: done (0 left) 2023-12-01T04:48:59.449 INFO:tasks.rados.rados.0.smithi111.stdout:1527: snap_remove snap 143 2023-12-01T04:48:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:48:59 smithi155 ceph-mon[102677]: pgmap v516: 121 pgs: 121 active+clean; 449 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 812 KiB/s wr, 11 op/s 2023-12-01T04:48:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:48:59 smithi111 ceph-mon[97855]: pgmap v516: 121 pgs: 121 active+clean; 449 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 812 KiB/s wr, 11 op/s 2023-12-01T04:48:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:48:59] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:48:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:48:59 smithi111 ceph-mon[116524]: pgmap v516: 121 pgs: 121 active+clean; 449 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 812 KiB/s wr, 11 op/s 2023-12-01T04:49:00.445 INFO:tasks.rados.rados.0.smithi111.stdout:1527: done (0 left) 2023-12-01T04:49:00.445 INFO:tasks.rados.rados.0.smithi111.stdout:1528: rollback oid 19 current snap is 154 2023-12-01T04:49:00.446 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 149 2023-12-01T04:49:00.446 INFO:tasks.rados.rados.0.smithi111.stdout:1529: rmattr oid 33 current snap is 154 2023-12-01T04:49:00.446 INFO:tasks.rados.rados.0.smithi111.stdout:1529: done (1 left) 2023-12-01T04:49:00.446 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 154 2023-12-01T04:49:00.446 INFO:tasks.rados.rados.0.smithi111.stdout:1530: seq_num 490 ranges {2433024=614400,3047424=401408} 2023-12-01T04:49:00.464 INFO:tasks.rados.rados.0.smithi111.stdout:1530: writing smithi111183488-23 from 2433024 to 3047424 tid 1 2023-12-01T04:49:00.466 INFO:tasks.rados.rados.0.smithi111.stdout:1530: writing smithi111183488-23 from 3047424 to 3448832 tid 2 2023-12-01T04:49:00.466 INFO:tasks.rados.rados.0.smithi111.stdout:1531: rmattr oid 37 current snap is 154 2023-12-01T04:49:00.466 INFO:tasks.rados.rados.0.smithi111.stdout:1531: done (2 left) 2023-12-01T04:49:00.466 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 154 2023-12-01T04:49:00.466 INFO:tasks.rados.rados.0.smithi111.stdout:1532: seq_num 491 ranges {0=630784,630784=401408} 2023-12-01T04:49:00.473 INFO:tasks.rados.rados.0.smithi111.stdout:1532: writing smithi111183488-6 from 0 to 630784 tid 1 2023-12-01T04:49:00.473 INFO:tasks.rados.rados.0.smithi111.stdout:1532: writing smithi111183488-6 from 630784 to 1032192 tid 2 2023-12-01T04:49:00.473 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 154 2023-12-01T04:49:00.473 INFO:tasks.rados.rados.0.smithi111.stdout:1528: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:49:00.473 INFO:tasks.rados.rados.0.smithi111.stdout:1533: seq_num 492 ranges {3571712=647168,4218880=401408} 2023-12-01T04:49:00.496 INFO:tasks.rados.rados.0.smithi111.stdout:1533: writing smithi111183488-18 from 3571712 to 4218880 tid 1 2023-12-01T04:49:00.498 INFO:tasks.rados.rados.0.smithi111.stdout:1533: writing smithi111183488-18 from 4218880 to 4620288 tid 2 2023-12-01T04:49:00.498 INFO:tasks.rados.rados.0.smithi111.stdout:1534: read oid 27 snap -1 2023-12-01T04:49:00.499 INFO:tasks.rados.rados.0.smithi111.stdout:1534: expect deleted 2023-12-01T04:49:00.499 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 154 2023-12-01T04:49:00.499 INFO:tasks.rados.rados.0.smithi111.stdout:1528: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:49:00.499 INFO:tasks.rados.rados.0.smithi111.stdout:1535: seq_num 493 ranges {0=663552,663552=401408} 2023-12-01T04:49:00.502 INFO:tasks.rados.rados.0.smithi111.stdout:1535: writing smithi111183488-49 from 0 to 663552 tid 1 2023-12-01T04:49:00.504 INFO:tasks.rados.rados.0.smithi111.stdout:1535: writing smithi111183488-49 from 663552 to 1064960 tid 2 2023-12-01T04:49:00.505 INFO:tasks.rados.rados.0.smithi111.stdout:1536: snap_remove snap 128 2023-12-01T04:49:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:00 smithi155 ceph-mon[102677]: osdmap e363: 8 total, 8 up, 8 in 2023-12-01T04:49:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:00 smithi111 ceph-mon[97855]: osdmap e363: 8 total, 8 up, 8 in 2023-12-01T04:49:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:00 smithi111 ceph-mon[116524]: osdmap e363: 8 total, 8 up, 8 in 2023-12-01T04:49:01.472 INFO:tasks.rados.rados.0.smithi111.stdout:1536: done (6 left) 2023-12-01T04:49:01.472 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 154 2023-12-01T04:49:01.472 INFO:tasks.rados.rados.0.smithi111.stdout:1537: seq_num 494 ranges {2719744=679936,3399680=401408} 2023-12-01T04:49:01.488 INFO:tasks.rados.rados.0.smithi111.stdout:1537: writing smithi111183488-17 from 2719744 to 3399680 tid 1 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1537: writing smithi111183488-17 from 3399680 to 3801088 tid 2 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1538: snap_create 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: finishing write tid 1 to smithi111183488-23 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: finishing write tid 2 to smithi111183488-23 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1528: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 997 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: finishing write tid 3 to smithi111183488-23 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: finishing write tid 4 to smithi111183488-23 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: oid 23 updating version 0 to 747 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: oid 23 updating version 747 to 748 2023-12-01T04:49:01.492 INFO:tasks.rados.rados.0.smithi111.stdout:1530: oid 23 updating version 748 to 749 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 749 (ObjNum 490 snap 154 seq_num 490) dirty exists 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1530: left oid 23 (ObjNum 490 snap 154 seq_num 490) 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: finishing write tid 1 to smithi111183488-6 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: finishing write tid 2 to smithi111183488-6 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: finishing write tid 3 to smithi111183488-6 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: finishing write tid 4 to smithi111183488-6 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: oid 6 updating version 0 to 883 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: oid 6 updating version 883 to 884 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: oid 6 version 884 is already newer than 882 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 884 (ObjNum 491 snap 154 seq_num 491) dirty exists 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1532: left oid 6 (ObjNum 491 snap 154 seq_num 491) 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1533: finishing write tid 1 to smithi111183488-18 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1533: finishing write tid 2 to smithi111183488-18 2023-12-01T04:49:01.493 INFO:tasks.rados.rados.0.smithi111.stdout:1533: finishing write tid 3 to smithi111183488-18 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1533: finishing write tid 4 to smithi111183488-18 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1533: oid 18 updating version 0 to 445 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1533: oid 18 version 445 is already newer than 444 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1533: oid 18 version 445 is already newer than 443 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 445 (ObjNum 492 snap 154 seq_num 492) dirty exists 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1533: left oid 18 (ObjNum 492 snap 154 seq_num 492) 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: finishing write tid 1 to smithi111183488-49 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: finishing write tid 2 to smithi111183488-49 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: finishing write tid 3 to smithi111183488-49 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: finishing write tid 4 to smithi111183488-49 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: oid 49 updating version 0 to 498 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: oid 49 version 498 is already newer than 497 2023-12-01T04:49:01.494 INFO:tasks.rados.rados.0.smithi111.stdout:1535: oid 49 updating version 498 to 499 2023-12-01T04:49:01.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 499 (ObjNum 493 snap 154 seq_num 493) dirty exists 2023-12-01T04:49:01.495 INFO:tasks.rados.rados.0.smithi111.stdout:1535: left oid 49 (ObjNum 493 snap 154 seq_num 493) 2023-12-01T04:49:01.496 INFO:tasks.rados.rados.0.smithi111.stdout:1537: finishing write tid 1 to smithi111183488-17 2023-12-01T04:49:01.496 INFO:tasks.rados.rados.0.smithi111.stdout:1537: finishing write tid 2 to smithi111183488-17 2023-12-01T04:49:01.496 INFO:tasks.rados.rados.0.smithi111.stdout:1537: finishing write tid 3 to smithi111183488-17 2023-12-01T04:49:01.498 INFO:tasks.rados.rados.0.smithi111.stdout:1537: finishing write tid 4 to smithi111183488-17 2023-12-01T04:49:01.498 INFO:tasks.rados.rados.0.smithi111.stdout:1537: oid 17 updating version 0 to 1010 2023-12-01T04:49:01.498 INFO:tasks.rados.rados.0.smithi111.stdout:1537: oid 17 version 1010 is already newer than 1009 2023-12-01T04:49:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1537: oid 17 updating version 1010 to 1011 2023-12-01T04:49:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1011 (ObjNum 494 snap 154 seq_num 494) dirty exists 2023-12-01T04:49:01.499 INFO:tasks.rados.rados.0.smithi111.stdout:1537: left oid 17 (ObjNum 494 snap 154 seq_num 494) 2023-12-01T04:49:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:01 smithi111 ceph-mon[97855]: osdmap e364: 8 total, 8 up, 8 in 2023-12-01T04:49:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:01 smithi111 ceph-mon[97855]: pgmap v519: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-01T04:49:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:01 smithi111 ceph-mon[116524]: osdmap e364: 8 total, 8 up, 8 in 2023-12-01T04:49:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:01 smithi111 ceph-mon[116524]: pgmap v519: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-01T04:49:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:01 smithi155 ceph-mon[102677]: osdmap e364: 8 total, 8 up, 8 in 2023-12-01T04:49:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:01 smithi155 ceph-mon[102677]: pgmap v519: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-01T04:49:02.473 INFO:tasks.rados.rados.0.smithi111.stdout:1528: done (7 left) 2023-12-01T04:49:02.473 INFO:tasks.rados.rados.0.smithi111.stdout:1530: done (6 left) 2023-12-01T04:49:02.473 INFO:tasks.rados.rados.0.smithi111.stdout:1532: done (5 left) 2023-12-01T04:49:02.473 INFO:tasks.rados.rados.0.smithi111.stdout:1533: done (4 left) 2023-12-01T04:49:02.473 INFO:tasks.rados.rados.0.smithi111.stdout:1534: done (3 left) 2023-12-01T04:49:02.474 INFO:tasks.rados.rados.0.smithi111.stdout:1535: done (2 left) 2023-12-01T04:49:02.474 INFO:tasks.rados.rados.0.smithi111.stdout:1537: done (1 left) 2023-12-01T04:49:02.474 INFO:tasks.rados.rados.0.smithi111.stdout:1538: done (0 left) 2023-12-01T04:49:02.474 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 155 2023-12-01T04:49:02.474 INFO:tasks.rados.rados.0.smithi111.stdout:1539: seq_num 495 ranges {4071424=696320,4767744=401408} 2023-12-01T04:49:02.497 INFO:tasks.rados.rados.0.smithi111.stdout:1539: writing smithi111183488-44 from 4071424 to 4767744 tid 1 2023-12-01T04:49:02.499 INFO:tasks.rados.rados.0.smithi111.stdout:1539: writing smithi111183488-44 from 4767744 to 5169152 tid 2 2023-12-01T04:49:02.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 155 2023-12-01T04:49:02.500 INFO:tasks.rados.rados.0.smithi111.stdout:1540: seq_num 496 ranges {5005312=712704,5718016=401408} 2023-12-01T04:49:02.530 INFO:tasks.rados.rados.0.smithi111.stdout:1540: writing smithi111183488-48 from 5005312 to 5718016 tid 1 2023-12-01T04:49:02.532 INFO:tasks.rados.rados.0.smithi111.stdout:1540: writing smithi111183488-48 from 5718016 to 6119424 tid 2 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1541: delete oid 25 current snap is 155 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: finishing write tid 1 to smithi111183488-44 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: finishing write tid 2 to smithi111183488-44 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: finishing write tid 3 to smithi111183488-44 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: finishing write tid 4 to smithi111183488-44 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: oid 44 updating version 0 to 805 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: oid 44 version 805 is already newer than 804 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: oid 44 version 805 is already newer than 803 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 805 (ObjNum 495 snap 155 seq_num 495) dirty exists 2023-12-01T04:49:02.533 INFO:tasks.rados.rados.0.smithi111.stdout:1539: left oid 44 (ObjNum 495 snap 155 seq_num 495) 2023-12-01T04:49:02.535 INFO:tasks.rados.rados.0.smithi111.stdout:1540: finishing write tid 1 to smithi111183488-48 2023-12-01T04:49:02.536 INFO:tasks.rados.rados.0.smithi111.stdout:1540: finishing write tid 2 to smithi111183488-48 2023-12-01T04:49:02.536 INFO:tasks.rados.rados.0.smithi111.stdout:1540: finishing write tid 3 to smithi111183488-48 2023-12-01T04:49:02.537 INFO:tasks.rados.rados.0.smithi111.stdout:1540: finishing write tid 4 to smithi111183488-48 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1540: oid 48 updating version 0 to 1015 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1540: oid 48 version 1015 is already newer than 1014 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1540: oid 48 version 1015 is already newer than 1013 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1015 (ObjNum 496 snap 155 seq_num 496) dirty exists 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1540: left oid 48 (ObjNum 496 snap 155 seq_num 496) 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1539: done (2 left) 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1540: done (1 left) 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1541: done (0 left) 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 155 2023-12-01T04:49:02.538 INFO:tasks.rados.rados.0.smithi111.stdout:1542: seq_num 498 ranges {2367488=745472,3112960=401408} 2023-12-01T04:49:02.554 INFO:tasks.rados.rados.0.smithi111.stdout:1542: writing smithi111183488-20 from 2367488 to 3112960 tid 1 2023-12-01T04:49:02.556 INFO:tasks.rados.rados.0.smithi111.stdout:1542: writing smithi111183488-20 from 3112960 to 3514368 tid 2 2023-12-01T04:49:02.556 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 155 2023-12-01T04:49:02.556 INFO:tasks.rados.rados.0.smithi111.stdout:1543: seq_num 499 ranges {3588096=761856,4349952=401408} 2023-12-01T04:49:02.580 INFO:tasks.rados.rados.0.smithi111.stdout:1543: writing smithi111183488-14 from 3588096 to 4349952 tid 1 2023-12-01T04:49:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:1543: writing smithi111183488-14 from 4349952 to 4751360 tid 2 2023-12-01T04:49:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:1544: read oid 4 snap 97 2023-12-01T04:49:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:1544: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:49:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 155 2023-12-01T04:49:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:1542: finishing write tid 1 to smithi111183488-20 2023-12-01T04:49:02.583 INFO:tasks.rados.rados.0.smithi111.stdout:1545: seq_num 500 ranges {0=778240,778240=401408} 2023-12-01T04:49:02.587 INFO:tasks.rados.rados.0.smithi111.stdout:1545: writing smithi111183488-3 from 0 to 778240 tid 1 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1545: writing smithi111183488-3 from 778240 to 1179648 tid 2 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1546: copy_from oid 12 from oid 46 current snap is 155 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1542: finishing write tid 2 to smithi111183488-20 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1542: finishing write tid 3 to smithi111183488-20 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1542: finishing write tid 4 to smithi111183488-20 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1542: oid 20 updating version 0 to 759 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1542: oid 20 version 759 is already newer than 758 2023-12-01T04:49:02.591 INFO:tasks.rados.rados.0.smithi111.stdout:1542: oid 20 version 759 is already newer than 757 2023-12-01T04:49:02.592 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 759 (ObjNum 498 snap 155 seq_num 498) dirty exists 2023-12-01T04:49:02.592 INFO:tasks.rados.rados.0.smithi111.stdout:1542: left oid 20 (ObjNum 498 snap 155 seq_num 498) 2023-12-01T04:49:02.592 INFO:tasks.rados.rados.0.smithi111.stdout:1543: finishing write tid 1 to smithi111183488-14 2023-12-01T04:49:02.592 INFO:tasks.rados.rados.0.smithi111.stdout:1543: finishing write tid 2 to smithi111183488-14 2023-12-01T04:49:02.592 INFO:tasks.rados.rados.0.smithi111.stdout:1543: finishing write tid 3 to smithi111183488-14 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1542: done (4 left) 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1547: copy_from oid 10 from oid 48 current snap is 155 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1543: finishing write tid 4 to smithi111183488-14 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1543: oid 14 updating version 0 to 762 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1543: oid 14 updating version 762 to 763 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1543: oid 14 version 763 is already newer than 761 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 763 (ObjNum 499 snap 155 seq_num 499) dirty exists 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1543: left oid 14 (ObjNum 499 snap 155 seq_num 499) 2023-12-01T04:49:02.593 INFO:tasks.rados.rados.0.smithi111.stdout:1544: expect (ObjNum 67 snap 8 seq_num 67) 2023-12-01T04:49:02.635 INFO:tasks.rados.rados.0.smithi111.stdout:1545: finishing write tid 1 to smithi111183488-3 2023-12-01T04:49:02.635 INFO:tasks.rados.rados.0.smithi111.stdout:1545: finishing write tid 2 to smithi111183488-3 2023-12-01T04:49:02.635 INFO:tasks.rados.rados.0.smithi111.stdout:1545: finishing write tid 3 to smithi111183488-3 2023-12-01T04:49:02.635 INFO:tasks.rados.rados.0.smithi111.stdout:1545: finishing write tid 4 to smithi111183488-3 2023-12-01T04:49:02.635 INFO:tasks.rados.rados.0.smithi111.stdout:1545: oid 3 updating version 0 to 1142 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1545: oid 3 version 1142 is already newer than 1141 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1545: oid 3 updating version 1142 to 1143 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 1143 (ObjNum 500 snap 155 seq_num 500) dirty exists 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1545: left oid 3 (ObjNum 500 snap 155 seq_num 500) 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1546: finishing copy_from to smithi111183488-12 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 992 (ObjNum 449 snap 142 seq_num 449) dirty exists 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1546: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1547: finishing copy_from to smithi111183488-10 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1015 (ObjNum 496 snap 155 seq_num 496) dirty exists 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1547: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1543: done (4 left) 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1544: done (3 left) 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1545: done (2 left) 2023-12-01T04:49:02.636 INFO:tasks.rados.rados.0.smithi111.stdout:1546: done (1 left) 2023-12-01T04:49:02.637 INFO:tasks.rados.rados.0.smithi111.stdout:1547: done (0 left) 2023-12-01T04:49:02.637 INFO:tasks.rados.rados.0.smithi111.stdout:1548: snap_remove snap 142 2023-12-01T04:49:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:02 smithi111 ceph-mon[97855]: osdmap e365: 8 total, 8 up, 8 in 2023-12-01T04:49:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:02 smithi111 ceph-mon[116524]: osdmap e365: 8 total, 8 up, 8 in 2023-12-01T04:49:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:02 smithi155 ceph-mon[102677]: osdmap e365: 8 total, 8 up, 8 in 2023-12-01T04:49:03.418 INFO:tasks.rados.rados.0.smithi111.stdout:1548: done (0 left) 2023-12-01T04:49:03.418 INFO:tasks.rados.rados.0.smithi111.stdout:1549: copy_from oid 28 from oid 45 current snap is 155 2023-12-01T04:49:03.418 INFO:tasks.rados.rados.0.smithi111.stdout:1550: rmattr oid 1 current snap is 155 2023-12-01T04:49:03.418 INFO:tasks.rados.rados.0.smithi111.stdout:1550: done (1 left) 2023-12-01T04:49:03.418 INFO:tasks.rados.rados.0.smithi111.stdout:1551: snap_create 2023-12-01T04:49:03.433 INFO:tasks.rados.rados.0.smithi111.stdout:1549: finishing copy_from to smithi111183488-28 2023-12-01T04:49:03.433 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 552 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-01T04:49:03.434 INFO:tasks.rados.rados.0.smithi111.stdout:1549: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:49:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:03 smithi111 ceph-mon[97855]: osdmap e366: 8 total, 8 up, 8 in 2023-12-01T04:49:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:03 smithi111 ceph-mon[97855]: pgmap v522: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-01T04:49:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:03 smithi111 ceph-mon[97855]: osdmap e367: 8 total, 8 up, 8 in 2023-12-01T04:49:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:03 smithi111 ceph-mon[116524]: osdmap e366: 8 total, 8 up, 8 in 2023-12-01T04:49:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:03 smithi111 ceph-mon[116524]: pgmap v522: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-01T04:49:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:03 smithi111 ceph-mon[116524]: osdmap e367: 8 total, 8 up, 8 in 2023-12-01T04:49:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:03 smithi155 ceph-mon[102677]: osdmap e366: 8 total, 8 up, 8 in 2023-12-01T04:49:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:03 smithi155 ceph-mon[102677]: pgmap v522: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2023-12-01T04:49:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:03 smithi155 ceph-mon[102677]: osdmap e367: 8 total, 8 up, 8 in 2023-12-01T04:49:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:1549: done (1 left) 2023-12-01T04:49:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:1551: done (0 left) 2023-12-01T04:49:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:1552: rollback oid 43 current snap is 156 2023-12-01T04:49:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 134 2023-12-01T04:49:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 156 2023-12-01T04:49:04.418 INFO:tasks.rados.rados.0.smithi111.stdout:1553: seq_num 501 ranges {6889472=794624,7684096=401408} 2023-12-01T04:49:04.458 INFO:tasks.rados.rados.0.smithi111.stdout:1553: writing smithi111183488-4 from 6889472 to 7684096 tid 1 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1553: writing smithi111183488-4 from 7684096 to 8085504 tid 2 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1554: read oid 18 snap -1 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1554: expect (ObjNum 492 snap 154 seq_num 492) 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1555: read oid 50 snap -1 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1555: expect (ObjNum 446 snap 142 seq_num 446) 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1556: rollback oid 2 current snap is 156 2023-12-01T04:49:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 154 2023-12-01T04:49:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1552: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:49:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1552: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:49:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 170 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-01T04:49:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1552: done (4 left) 2023-12-01T04:49:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1557: copy_from oid 15 from oid 3 current snap is 156 2023-12-01T04:49:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:1558: delete oid 19 current snap is 156 2023-12-01T04:49:04.469 INFO:tasks.rados.rados.0.smithi111.stdout:1553: finishing write tid 1 to smithi111183488-4 2023-12-01T04:49:04.469 INFO:tasks.rados.rados.0.smithi111.stdout:1553: finishing write tid 2 to smithi111183488-4 2023-12-01T04:49:04.469 INFO:tasks.rados.rados.0.smithi111.stdout:1553: finishing write tid 3 to smithi111183488-4 2023-12-01T04:49:04.470 INFO:tasks.rados.rados.0.smithi111.stdout:1556: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:49:04.470 INFO:tasks.rados.rados.0.smithi111.stdout:1556: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:49:04.473 INFO:tasks.rados.rados.0.smithi111.stdout:1553: finishing write tid 4 to smithi111183488-4 2023-12-01T04:49:04.473 INFO:tasks.rados.rados.0.smithi111.stdout:1553: oid 4 updating version 0 to 1136 2023-12-01T04:49:04.473 INFO:tasks.rados.rados.0.smithi111.stdout:1553: oid 4 updating version 1136 to 1138 2023-12-01T04:49:04.473 INFO:tasks.rados.rados.0.smithi111.stdout:1553: oid 4 version 1138 is already newer than 1137 2023-12-01T04:49:04.473 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1138 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-01T04:49:04.473 INFO:tasks.rados.rados.0.smithi111.stdout:1553: left oid 4 (ObjNum 501 snap 156 seq_num 501) 2023-12-01T04:49:04.474 INFO:tasks.rados.rados.0.smithi111.stdout:1556: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:49:04.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1142 (ObjNum 488 snap 154 seq_num 488) dirty exists 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:1553: done (5 left) 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:1556: done (4 left) 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:1558: done (3 left) 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:1559: rollback oid 37 current snap is 156 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 150 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 156 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:1560: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2023-12-01T04:49:04.480 INFO:tasks.rados.rados.0.smithi111.stdout:1560: writing smithi111183488-30 from 0 to 425984 tid 1 2023-12-01T04:49:04.488 INFO:tasks.rados.rados.0.smithi111.stdout:1560: writing smithi111183488-30 from 425984 to 1130496 tid 2 2023-12-01T04:49:04.488 INFO:tasks.rados.rados.0.smithi111.stdout:1560: writing smithi111183488-30 from 1130496 to 1228800 tid 3 2023-12-01T04:49:04.488 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 156 2023-12-01T04:49:04.488 INFO:tasks.rados.rados.0.smithi111.stdout:1561: seq_num 504 ranges {1499136=450560,1949696=589824,2539520=212992} 2023-12-01T04:49:04.494 INFO:tasks.rados.rados.0.smithi111.stdout:1561: writing smithi111183488-9 from 1499136 to 1949696 tid 1 2023-12-01T04:49:04.497 INFO:tasks.rados.rados.0.smithi111.stdout:1561: writing smithi111183488-9 from 1949696 to 2539520 tid 2 2023-12-01T04:49:04.499 INFO:tasks.rados.rados.0.smithi111.stdout:1561: writing smithi111183488-9 from 2539520 to 2752512 tid 3 2023-12-01T04:49:04.499 INFO:tasks.rados.rados.0.smithi111.stdout:1562: read oid 26 snap -1 2023-12-01T04:49:04.499 INFO:tasks.rados.rados.0.smithi111.stdout:1562: expect deleted 2023-12-01T04:49:04.499 INFO:tasks.rados.rados.0.smithi111.stdout:1563: delete oid 41 current snap is 156 2023-12-01T04:49:04.499 INFO:tasks.rados.rados.0.smithi111.stdout:1555: expect (ObjNum 446 snap 142 seq_num 446) 2023-12-01T04:49:04.625 INFO:tasks.rados.rados.0.smithi111.stdout:1559: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:49:04.625 INFO:tasks.rados.rados.0.smithi111.stdout:1559: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:49:04.625 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 813 (ObjNum 271 snap 90 seq_num 271) dirty exists 2023-12-01T04:49:04.625 INFO:tasks.rados.rados.0.smithi111.stdout:1557: finishing copy_from to smithi111183488-15 2023-12-01T04:49:04.625 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1143 (ObjNum 500 snap 155 seq_num 500) dirty exists 2023-12-01T04:49:04.625 INFO:tasks.rados.rados.0.smithi111.stdout:1554: expect (ObjNum 492 snap 154 seq_num 492) 2023-12-01T04:49:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:04 smithi111 ceph-mon[97855]: osdmap e368: 8 total, 8 up, 8 in 2023-12-01T04:49:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:04 smithi111 ceph-mon[116524]: osdmap e368: 8 total, 8 up, 8 in 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1557: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: finishing write tid 1 to smithi111183488-30 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: finishing write tid 2 to smithi111183488-30 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: finishing write tid 3 to smithi111183488-30 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: finishing write tid 4 to smithi111183488-30 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: finishing write tid 5 to smithi111183488-30 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: oid 30 updating version 0 to 1067 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: oid 30 updating version 1067 to 1068 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: oid 30 version 1068 is already newer than 1066 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:1560: oid 30 updating version 1068 to 1069 2023-12-01T04:49:04.822 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1069 (ObjNum 503 snap 156 seq_num 503) dirty exists 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1560: left oid 30 (ObjNum 503 snap 156 seq_num 503) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1561: finishing write tid 1 to smithi111183488-9 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1554: done (7 left) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1555: done (6 left) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1557: done (5 left) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1559: done (4 left) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1560: done (3 left) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1563: done (2 left) 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1564: copy_from oid 34 from oid 4 current snap is 156 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1561: finishing write tid 2 to smithi111183488-9 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1561: finishing write tid 3 to smithi111183488-9 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1561: finishing write tid 4 to smithi111183488-9 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1561: finishing write tid 5 to smithi111183488-9 2023-12-01T04:49:04.823 INFO:tasks.rados.rados.0.smithi111.stdout:1561: oid 9 updating version 0 to 510 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1561: oid 9 version 510 is already newer than 508 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1561: oid 9 version 510 is already newer than 507 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1561: oid 9 version 510 is already newer than 509 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 510 (ObjNum 504 snap 156 seq_num 504) dirty exists 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1561: left oid 9 (ObjNum 504 snap 156 seq_num 504) 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1561: done (2 left) 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1562: done (1 left) 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1565: rmattr oid 46 current snap is 156 2023-12-01T04:49:04.824 INFO:tasks.rados.rados.0.smithi111.stdout:1566: snap_remove snap 107 2023-12-01T04:49:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:04 smithi155 ceph-mon[102677]: osdmap e368: 8 total, 8 up, 8 in 2023-12-01T04:49:05.490 INFO:tasks.rados.rados.0.smithi111.stdout:1566: done (2 left) 2023-12-01T04:49:05.490 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 156 2023-12-01T04:49:05.490 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 1153 (ObjNum 449 snap 142 seq_num 449) dirty exists 2023-12-01T04:49:05.490 INFO:tasks.rados.rados.0.smithi111.stdout:1567: seq_num 506 ranges {4620288=483328,5103616=761856,5865472=40960} 2023-12-01T04:49:05.517 INFO:tasks.rados.rados.0.smithi111.stdout:1567: writing smithi111183488-18 from 4620288 to 5103616 tid 1 2023-12-01T04:49:05.521 INFO:tasks.rados.rados.0.smithi111.stdout:1567: writing smithi111183488-18 from 5103616 to 5865472 tid 2 2023-12-01T04:49:05.522 INFO:tasks.rados.rados.0.smithi111.stdout:1567: writing smithi111183488-18 from 5865472 to 5906432 tid 3 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1565: done (2 left) 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1568: copy_from oid 35 from oid 39 current snap is 156 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1564: finishing copy_from to smithi111183488-34 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1138 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1564: finishing copy_from racing read to smithi111183488-34 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1567: finishing write tid 1 to smithi111183488-18 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1564: done (2 left) 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1569: rollback oid 31 current snap is 156 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 83 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1570: rollback oid 16 current snap is 156 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 151 2023-12-01T04:49:05.523 INFO:tasks.rados.rados.0.smithi111.stdout:1571: snap_remove snap 150 2023-12-01T04:49:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:05 smithi111 ceph-mon[97855]: pgmap v525: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:05 smithi111 ceph-mon[116524]: pgmap v525: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:05 smithi155 ceph-mon[102677]: pgmap v525: 121 pgs: 121 active+clean; 456 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:06.493 INFO:tasks.rados.rados.0.smithi111.stdout:1571: done (4 left) 2023-12-01T04:49:06.493 INFO:tasks.rados.rados.0.smithi111.stdout:1572: snap_remove snap 134 2023-12-01T04:49:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:06 smithi111 ceph-mon[97855]: osdmap e369: 8 total, 8 up, 8 in 2023-12-01T04:49:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:06 smithi111 ceph-mon[116524]: osdmap e369: 8 total, 8 up, 8 in 2023-12-01T04:49:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:06 smithi155 ceph-mon[102677]: osdmap e369: 8 total, 8 up, 8 in 2023-12-01T04:49:07.509 INFO:tasks.rados.rados.0.smithi111.stdout:1572: done (4 left) 2023-12-01T04:49:07.509 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 156 2023-12-01T04:49:07.509 INFO:tasks.rados.rados.0.smithi111.stdout:1573: seq_num 507 ranges {5718016=499712,6217728=638976,6856704=163840} 2023-12-01T04:49:07.543 INFO:tasks.rados.rados.0.smithi111.stdout:1573: writing smithi111183488-42 from 5718016 to 6217728 tid 1 2023-12-01T04:49:07.546 INFO:tasks.rados.rados.0.smithi111.stdout:1573: writing smithi111183488-42 from 6217728 to 6856704 tid 2 2023-12-01T04:49:07.549 INFO:tasks.rados.rados.0.smithi111.stdout:1573: writing smithi111183488-42 from 6856704 to 7020544 tid 3 2023-12-01T04:49:07.549 INFO:tasks.rados.rados.0.smithi111.stdout:1574: read oid 46 snap -1 2023-12-01T04:49:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:1574: expect (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:49:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 156 2023-12-01T04:49:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:1570: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:49:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:1575: seq_num 508 ranges {2637824=516096,3153920=524288,3678208=278528} 2023-12-01T04:49:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:1575: writing smithi111183488-12 from 2637824 to 3153920 tid 1 2023-12-01T04:49:07.569 INFO:tasks.rados.rados.0.smithi111.stdout:1575: writing smithi111183488-12 from 3153920 to 3678208 tid 2 2023-12-01T04:49:07.571 INFO:tasks.rados.rados.0.smithi111.stdout:1575: writing smithi111183488-12 from 3678208 to 3956736 tid 3 2023-12-01T04:49:07.571 INFO:tasks.rados.rados.0.smithi111.stdout:1576: snap_remove snap 126 2023-12-01T04:49:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:07 smithi155 ceph-mon[102677]: osdmap e370: 8 total, 8 up, 8 in 2023-12-01T04:49:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:07 smithi155 ceph-mon[102677]: pgmap v528: 121 pgs: 121 active+clean; 486 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2023-12-01T04:49:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:07 smithi111 ceph-mon[97855]: osdmap e370: 8 total, 8 up, 8 in 2023-12-01T04:49:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:07 smithi111 ceph-mon[97855]: pgmap v528: 121 pgs: 121 active+clean; 486 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2023-12-01T04:49:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:07 smithi111 ceph-mon[116524]: osdmap e370: 8 total, 8 up, 8 in 2023-12-01T04:49:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:07 smithi111 ceph-mon[116524]: pgmap v528: 121 pgs: 121 active+clean; 486 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2023-12-01T04:49:08.424 INFO:tasks.rados.rados.0.smithi111.stdout:1576: done (7 left) 2023-12-01T04:49:08.424 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 156 2023-12-01T04:49:08.425 INFO:tasks.rados.rados.0.smithi111.stdout:1577: seq_num 509 ranges {1179648=532480,1712128=409600,2121728=393216} 2023-12-01T04:49:08.434 INFO:tasks.rados.rados.0.smithi111.stdout:1577: writing smithi111183488-15 from 1179648 to 1712128 tid 1 2023-12-01T04:49:08.439 INFO:tasks.rados.rados.0.smithi111.stdout:1577: writing smithi111183488-15 from 1712128 to 2121728 tid 2 2023-12-01T04:49:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1577: writing smithi111183488-15 from 2121728 to 2514944 tid 3 2023-12-01T04:49:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 156 2023-12-01T04:49:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1578: seq_num 510 ranges {114688=548864,663552=745472,1409024=57344} 2023-12-01T04:49:08.447 INFO:tasks.rados.rados.0.smithi111.stdout:1578: writing smithi111183488-8 from 114688 to 663552 tid 1 2023-12-01T04:49:08.453 INFO:tasks.rados.rados.0.smithi111.stdout:1578: writing smithi111183488-8 from 663552 to 1409024 tid 2 2023-12-01T04:49:08.453 INFO:tasks.rados.rados.0.smithi111.stdout:1578: writing smithi111183488-8 from 1409024 to 1466368 tid 3 2023-12-01T04:49:08.453 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 156 2023-12-01T04:49:08.453 INFO:tasks.rados.rados.0.smithi111.stdout:1570: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:49:08.453 INFO:tasks.rados.rados.0.smithi111.stdout:1579: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2023-12-01T04:49:08.453 INFO:tasks.rados.rados.0.smithi111.stdout:1579: writing smithi111183488-27 from 0 to 565248 tid 1 2023-12-01T04:49:08.457 INFO:tasks.rados.rados.0.smithi111.stdout:1579: writing smithi111183488-27 from 565248 to 1196032 tid 2 2023-12-01T04:49:08.459 INFO:tasks.rados.rados.0.smithi111.stdout:1579: writing smithi111183488-27 from 1196032 to 1368064 tid 3 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1580: rollback oid 4 current snap is 156 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 152 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1570: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1154 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1567: finishing write tid 2 to smithi111183488-18 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1567: finishing write tid 3 to smithi111183488-18 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1567: finishing write tid 4 to smithi111183488-18 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1569: finishing rollback tid 0 to smithi111183488-31 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1569: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1569: finishing rollback tid 2 to smithi111183488-31 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1077 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1567: finishing write tid 5 to smithi111183488-18 2023-12-01T04:49:08.460 INFO:tasks.rados.rados.0.smithi111.stdout:1567: oid 18 updating version 0 to 448 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1567: oid 18 version 448 is already newer than 447 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1567: oid 18 version 448 is already newer than 446 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1567: oid 18 updating version 448 to 449 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 449 (ObjNum 506 snap 156 seq_num 506) dirty exists 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1567: left oid 18 (ObjNum 506 snap 156 seq_num 506) 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1568: finishing copy_from to smithi111183488-35 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 877 (ObjNum 425 snap 136 seq_num 425) dirty exists 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1568: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1573: finishing write tid 1 to smithi111183488-42 2023-12-01T04:49:08.461 INFO:tasks.rados.rados.0.smithi111.stdout:1573: finishing write tid 2 to smithi111183488-42 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: finishing write tid 3 to smithi111183488-42 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: finishing write tid 4 to smithi111183488-42 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: finishing write tid 5 to smithi111183488-42 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: oid 42 updating version 0 to 531 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: oid 42 updating version 531 to 532 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: oid 42 version 532 is already newer than 530 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: oid 42 version 532 is already newer than 529 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 532 (ObjNum 507 snap 156 seq_num 507) dirty exists 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1573: left oid 42 (ObjNum 507 snap 156 seq_num 507) 2023-12-01T04:49:08.462 INFO:tasks.rados.rados.0.smithi111.stdout:1574: expect (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:49:08.637 INFO:tasks.rados.rados.0.smithi111.stdout:1575: finishing write tid 1 to smithi111183488-12 2023-12-01T04:49:08.637 INFO:tasks.rados.rados.0.smithi111.stdout:1575: finishing write tid 2 to smithi111183488-12 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1575: finishing write tid 3 to smithi111183488-12 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1575: finishing write tid 4 to smithi111183488-12 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1567: done (10 left) 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1568: done (9 left) 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1569: done (8 left) 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1570: done (7 left) 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1573: done (6 left) 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1574: done (5 left) 2023-12-01T04:49:08.638 INFO:tasks.rados.rados.0.smithi111.stdout:1581: snap_remove snap 149 2023-12-01T04:49:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:08 smithi155 ceph-mon[102677]: osdmap e371: 8 total, 8 up, 8 in 2023-12-01T04:49:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:08 smithi155 ceph-mon[102677]: osdmap e372: 8 total, 8 up, 8 in 2023-12-01T04:49:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:08 smithi111 ceph-mon[116524]: osdmap e371: 8 total, 8 up, 8 in 2023-12-01T04:49:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:08 smithi111 ceph-mon[116524]: osdmap e372: 8 total, 8 up, 8 in 2023-12-01T04:49:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:08 smithi111 ceph-mon[97855]: osdmap e371: 8 total, 8 up, 8 in 2023-12-01T04:49:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:08 smithi111 ceph-mon[97855]: osdmap e372: 8 total, 8 up, 8 in 2023-12-01T04:49:09.512 INFO:tasks.rados.rados.0.smithi111.stdout:1581: done (5 left) 2023-12-01T04:49:09.512 INFO:tasks.rados.rados.0.smithi111.stdout:1582: snap_remove snap 154 2023-12-01T04:49:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:09 smithi111 ceph-mon[97855]: pgmap v531: 121 pgs: 121 active+clean; 486 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2023-12-01T04:49:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:49:09] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:49:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:09 smithi111 ceph-mon[116524]: pgmap v531: 121 pgs: 121 active+clean; 486 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2023-12-01T04:49:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:09 smithi155 ceph-mon[102677]: pgmap v531: 121 pgs: 121 active+clean; 486 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.9 MiB/s wr, 21 op/s 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1582: done (5 left) 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1583: rmattr oid 10 current snap is 156 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1583: done (5 left) 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1584: rollback oid 36 current snap is 156 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 151 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1575: finishing write tid 5 to smithi111183488-12 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1575: oid 12 updating version 0 to 995 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1575: oid 12 updating version 995 to 996 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1575: oid 12 version 996 is already newer than 994 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:1575: oid 12 version 996 is already newer than 993 2023-12-01T04:49:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 996 (ObjNum 508 snap 156 seq_num 508) dirty exists 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1575: left oid 12 (ObjNum 508 snap 156 seq_num 508) 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: finishing write tid 1 to smithi111183488-15 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: finishing write tid 2 to smithi111183488-15 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: finishing write tid 3 to smithi111183488-15 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: finishing write tid 4 to smithi111183488-15 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: finishing write tid 5 to smithi111183488-15 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: oid 15 updating version 0 to 1147 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: oid 15 version 1147 is already newer than 1145 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: oid 15 version 1147 is already newer than 1146 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: oid 15 version 1147 is already newer than 1144 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1147 (ObjNum 509 snap 156 seq_num 509) dirty exists 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1577: left oid 15 (ObjNum 509 snap 156 seq_num 509) 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1578: finishing write tid 1 to smithi111183488-8 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1578: finishing write tid 2 to smithi111183488-8 2023-12-01T04:49:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:1578: finishing write tid 3 to smithi111183488-8 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1578: finishing write tid 4 to smithi111183488-8 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1575: done (5 left) 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1577: done (4 left) 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1585: read oid 45 snap 147 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1585: expect (ObjNum -588078672 snap 21858 seq_num 3706585248) 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1586: rollback oid 1 current snap is 156 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 1 to 151 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1587: read oid 21 snap -1 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1587: expect deleted 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1588: snap_create 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1578: finishing write tid 5 to smithi111183488-8 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1578: oid 8 updating version 0 to 531 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1578: oid 8 version 531 is already newer than 530 2023-12-01T04:49:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:1578: oid 8 version 531 is already newer than 528 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1578: oid 8 version 531 is already newer than 529 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 531 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1578: left oid 8 (ObjNum 510 snap 156 seq_num 510) 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: finishing write tid 1 to smithi111183488-27 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1580: finishing rollback tid 0 to smithi111183488-4 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: finishing write tid 2 to smithi111183488-27 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: finishing write tid 3 to smithi111183488-27 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1580: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: finishing write tid 4 to smithi111183488-27 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1580: finishing rollback tid 2 to smithi111183488-4 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1183 (ObjNum 478 snap 151 seq_num 478) dirty exists 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: finishing write tid 5 to smithi111183488-27 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: oid 27 updating version 0 to 1000 2023-12-01T04:49:10.515 INFO:tasks.rados.rados.0.smithi111.stdout:1579: oid 27 version 1000 is already newer than 999 2023-12-01T04:49:10.516 INFO:tasks.rados.rados.0.smithi111.stdout:1579: oid 27 version 1000 is already newer than 997 2023-12-01T04:49:10.516 INFO:tasks.rados.rados.0.smithi111.stdout:1579: oid 27 version 1000 is already newer than 998 2023-12-01T04:49:10.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1000 (ObjNum 511 snap 156 seq_num 511) dirty exists 2023-12-01T04:49:10.516 INFO:tasks.rados.rados.0.smithi111.stdout:1579: left oid 27 (ObjNum 511 snap 156 seq_num 511) 2023-12-01T04:49:10.519 INFO:tasks.rados.rados.0.smithi111.stdout:1585: expect (ObjNum -588078672 snap 21858 seq_num 3706585248) 2023-12-01T04:49:10.522 INFO:tasks.rados.rados.0.smithi111.stdout:1586: finishing rollback tid 0 to smithi111183488-1 2023-12-01T04:49:10.525 INFO:tasks.rados.rados.0.smithi111.stdout:1584: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:49:10.526 INFO:tasks.rados.rados.0.smithi111.stdout:1584: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:49:10.526 INFO:tasks.rados.rados.0.smithi111.stdout:1584: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:49:10.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 546 (ObjNum 470 snap 147 seq_num 470) dirty exists 2023-12-01T04:49:10.527 INFO:tasks.rados.rados.0.smithi111.stdout:1586: finishing rollback tid 1 to smithi111183488-1 2023-12-01T04:49:10.528 INFO:tasks.rados.rados.0.smithi111.stdout:1586: finishing rollback tid 2 to smithi111183488-1 2023-12-01T04:49:10.528 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 807 (ObjNum 455 snap 143 seq_num 455) dirty exists 2023-12-01T04:49:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:10 smithi155 ceph-mon[102677]: osdmap e373: 8 total, 8 up, 8 in 2023-12-01T04:49:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:10 smithi111 ceph-mon[97855]: osdmap e373: 8 total, 8 up, 8 in 2023-12-01T04:49:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:10 smithi111 ceph-mon[116524]: osdmap e373: 8 total, 8 up, 8 in 2023-12-01T04:49:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:1578: done (7 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1579: done (6 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1580: done (5 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1584: done (4 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1585: done (3 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1586: done (2 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1587: done (1 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1588: done (0 left) 2023-12-01T04:49:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:1589: snap_create 2023-12-01T04:49:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:11 smithi155 ceph-mon[102677]: osdmap e374: 8 total, 8 up, 8 in 2023-12-01T04:49:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:11 smithi155 ceph-mon[102677]: pgmap v534: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 11 op/s 2023-12-01T04:49:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:11 smithi111 ceph-mon[97855]: osdmap e374: 8 total, 8 up, 8 in 2023-12-01T04:49:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:11 smithi111 ceph-mon[97855]: pgmap v534: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 11 op/s 2023-12-01T04:49:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:11 smithi111 ceph-mon[116524]: osdmap e374: 8 total, 8 up, 8 in 2023-12-01T04:49:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:11 smithi111 ceph-mon[116524]: pgmap v534: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 11 op/s 2023-12-01T04:49:12.529 INFO:tasks.rados.rados.0.smithi111.stdout:1589: done (0 left) 2023-12-01T04:49:12.529 INFO:tasks.rados.rados.0.smithi111.stdout:1590: copy_from oid 10 from oid 15 current snap is 158 2023-12-01T04:49:12.529 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 158 2023-12-01T04:49:12.530 INFO:tasks.rados.rados.0.smithi111.stdout:1591: seq_num 512 ranges {5914624=581632,6496256=516096,7012352=286720} 2023-12-01T04:49:12.564 INFO:tasks.rados.rados.0.smithi111.stdout:1591: writing smithi111183488-35 from 5914624 to 6496256 tid 1 2023-12-01T04:49:12.567 INFO:tasks.rados.rados.0.smithi111.stdout:1591: writing smithi111183488-35 from 6496256 to 7012352 tid 2 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:1591: writing smithi111183488-35 from 7012352 to 7299072 tid 3 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:1592: copy_from oid 6 from oid 14 current snap is 158 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:1590: finishing copy_from to smithi111183488-10 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1147 (ObjNum 509 snap 156 seq_num 509) dirty exists 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:1590: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:1590: done (2 left) 2023-12-01T04:49:12.569 INFO:tasks.rados.rados.0.smithi111.stdout:1593: snap_create 2023-12-01T04:49:12.575 INFO:tasks.rados.rados.0.smithi111.stdout:1591: finishing write tid 1 to smithi111183488-35 2023-12-01T04:49:12.576 INFO:tasks.rados.rados.0.smithi111.stdout:1591: finishing write tid 2 to smithi111183488-35 2023-12-01T04:49:12.576 INFO:tasks.rados.rados.0.smithi111.stdout:1591: finishing write tid 3 to smithi111183488-35 2023-12-01T04:49:12.576 INFO:tasks.rados.rados.0.smithi111.stdout:1591: finishing write tid 4 to smithi111183488-35 2023-12-01T04:49:12.578 INFO:tasks.rados.rados.0.smithi111.stdout:1591: finishing write tid 5 to smithi111183488-35 2023-12-01T04:49:12.578 INFO:tasks.rados.rados.0.smithi111.stdout:1591: oid 35 updating version 0 to 880 2023-12-01T04:49:12.579 INFO:tasks.rados.rados.0.smithi111.stdout:1591: oid 35 updating version 880 to 881 2023-12-01T04:49:12.579 INFO:tasks.rados.rados.0.smithi111.stdout:1591: oid 35 version 881 is already newer than 878 2023-12-01T04:49:12.579 INFO:tasks.rados.rados.0.smithi111.stdout:1591: oid 35 version 881 is already newer than 879 2023-12-01T04:49:12.579 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 881 (ObjNum 512 snap 158 seq_num 512) dirty exists 2023-12-01T04:49:12.579 INFO:tasks.rados.rados.0.smithi111.stdout:1591: left oid 35 (ObjNum 512 snap 158 seq_num 512) 2023-12-01T04:49:12.592 INFO:tasks.rados.rados.0.smithi111.stdout:1592: finishing copy_from to smithi111183488-6 2023-12-01T04:49:12.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 763 (ObjNum 499 snap 155 seq_num 499) dirty exists 2023-12-01T04:49:12.593 INFO:tasks.rados.rados.0.smithi111.stdout:1592: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:49:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:12 smithi155 ceph-mon[102677]: osdmap e375: 8 total, 8 up, 8 in 2023-12-01T04:49:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:12 smithi111 ceph-mon[97855]: osdmap e375: 8 total, 8 up, 8 in 2023-12-01T04:49:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:12 smithi111 ceph-mon[116524]: osdmap e375: 8 total, 8 up, 8 in 2023-12-01T04:49:13.424 INFO:tasks.rados.rados.0.smithi111.stdout:1591: done (2 left) 2023-12-01T04:49:13.424 INFO:tasks.rados.rados.0.smithi111.stdout:1592: done (1 left) 2023-12-01T04:49:13.424 INFO:tasks.rados.rados.0.smithi111.stdout:1593: done (0 left) 2023-12-01T04:49:13.424 INFO:tasks.rados.rados.0.smithi111.stdout:1594: delete oid 36 current snap is 159 2023-12-01T04:49:13.429 INFO:tasks.rados.rados.0.smithi111.stdout:1594: done (0 left) 2023-12-01T04:49:13.429 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 159 2023-12-01T04:49:13.429 INFO:tasks.rados.rados.0.smithi111.stdout:1595: seq_num 514 ranges {6889472=614400,7503872=679936,8183808=122880} 2023-12-01T04:49:13.468 INFO:tasks.rados.rados.0.smithi111.stdout:1595: writing smithi111183488-4 from 6889472 to 7503872 tid 1 2023-12-01T04:49:13.472 INFO:tasks.rados.rados.0.smithi111.stdout:1595: writing smithi111183488-4 from 7503872 to 8183808 tid 2 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:1595: writing smithi111183488-4 from 8183808 to 8306688 tid 3 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:1596: rollback oid 39 current snap is 159 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 155 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:1595: finishing write tid 1 to smithi111183488-4 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:1597: read oid 48 snap 119 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:1597: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 159 2023-12-01T04:49:13.474 INFO:tasks.rados.rados.0.smithi111.stdout:1598: seq_num 515 ranges {1228800=630784,1859584=565248,2424832=237568} 2023-12-01T04:49:13.484 INFO:tasks.rados.rados.0.smithi111.stdout:1598: writing smithi111183488-30 from 1228800 to 1859584 tid 1 2023-12-01T04:49:13.487 INFO:tasks.rados.rados.0.smithi111.stdout:1598: writing smithi111183488-30 from 1859584 to 2424832 tid 2 2023-12-01T04:49:13.489 INFO:tasks.rados.rados.0.smithi111.stdout:1598: writing smithi111183488-30 from 2424832 to 2662400 tid 3 2023-12-01T04:49:13.489 INFO:tasks.rados.rados.0.smithi111.stdout:1599: snap_remove snap 148 2023-12-01T04:49:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:13 smithi155 ceph-mon[102677]: osdmap e376: 8 total, 8 up, 8 in 2023-12-01T04:49:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:13 smithi155 ceph-mon[102677]: pgmap v537: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 11 op/s 2023-12-01T04:49:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:13 smithi155 ceph-mon[102677]: osdmap e377: 8 total, 8 up, 8 in 2023-12-01T04:49:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:13 smithi111 ceph-mon[97855]: osdmap e376: 8 total, 8 up, 8 in 2023-12-01T04:49:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:13 smithi111 ceph-mon[97855]: pgmap v537: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 11 op/s 2023-12-01T04:49:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:13 smithi111 ceph-mon[97855]: osdmap e377: 8 total, 8 up, 8 in 2023-12-01T04:49:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:13 smithi111 ceph-mon[116524]: osdmap e376: 8 total, 8 up, 8 in 2023-12-01T04:49:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:13 smithi111 ceph-mon[116524]: pgmap v537: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.2 MiB/s wr, 11 op/s 2023-12-01T04:49:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:13 smithi111 ceph-mon[116524]: osdmap e377: 8 total, 8 up, 8 in 2023-12-01T04:49:14.440 INFO:tasks.rados.rados.0.smithi111.stdout:1599: done (4 left) 2023-12-01T04:49:14.440 INFO:tasks.rados.rados.0.smithi111.stdout:1600: read oid 3 snap -1 2023-12-01T04:49:14.440 INFO:tasks.rados.rados.0.smithi111.stdout:1600: expect (ObjNum 500 snap 155 seq_num 500) 2023-12-01T04:49:14.440 INFO:tasks.rados.rados.0.smithi111.stdout:1601: read oid 44 snap -1 2023-12-01T04:49:14.440 INFO:tasks.rados.rados.0.smithi111.stdout:1601: expect (ObjNum 495 snap 155 seq_num 495) 2023-12-01T04:49:14.440 INFO:tasks.rados.rados.0.smithi111.stdout:1602: setattr oid 20 current snap is 159 2023-12-01T04:49:14.441 INFO:tasks.rados.rados.0.smithi111.stdout:1603: snap_remove snap 105 2023-12-01T04:49:15.440 INFO:tasks.rados.rados.0.smithi111.stdout:1603: done (7 left) 2023-12-01T04:49:15.440 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 159 2023-12-01T04:49:15.440 INFO:tasks.rados.rados.0.smithi111.stdout:1596: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:49:15.440 INFO:tasks.rados.rados.0.smithi111.stdout:1604: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2023-12-01T04:49:15.444 INFO:tasks.rados.rados.0.smithi111.stdout:1604: writing smithi111183488-33 from 0 to 647168 tid 1 2023-12-01T04:49:15.449 INFO:tasks.rados.rados.0.smithi111.stdout:1604: writing smithi111183488-33 from 647168 to 1097728 tid 2 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1604: writing smithi111183488-33 from 1097728 to 1449984 tid 3 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1605: snap_create 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1596: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1595: finishing write tid 2 to smithi111183488-4 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1595: finishing write tid 3 to smithi111183488-4 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1596: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 887 (ObjNum 425 snap 136 seq_num 425) dirty exists 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1595: finishing write tid 4 to smithi111183488-4 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1595: finishing write tid 5 to smithi111183488-4 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1595: oid 4 updating version 0 to 1203 2023-12-01T04:49:15.450 INFO:tasks.rados.rados.0.smithi111.stdout:1595: oid 4 updating version 1203 to 1204 2023-12-01T04:49:15.451 INFO:tasks.rados.rados.0.smithi111.stdout:1595: oid 4 updating version 1204 to 1206 2023-12-01T04:49:15.451 INFO:tasks.rados.rados.0.smithi111.stdout:1595: oid 4 version 1206 is already newer than 1205 2023-12-01T04:49:15.451 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1206 (ObjNum 514 snap 159 seq_num 514) dirty exists 2023-12-01T04:49:15.451 INFO:tasks.rados.rados.0.smithi111.stdout:1595: left oid 4 (ObjNum 514 snap 159 seq_num 514) 2023-12-01T04:49:15.451 INFO:tasks.rados.rados.0.smithi111.stdout:1597: expect (ObjNum 229 snap 72 seq_num 229) 2023-12-01T04:49:15.539 INFO:tasks.rados.rados.0.smithi111.stdout:1598: finishing write tid 1 to smithi111183488-30 2023-12-01T04:49:15.539 INFO:tasks.rados.rados.0.smithi111.stdout:1598: finishing write tid 2 to smithi111183488-30 2023-12-01T04:49:15.539 INFO:tasks.rados.rados.0.smithi111.stdout:1598: finishing write tid 3 to smithi111183488-30 2023-12-01T04:49:15.539 INFO:tasks.rados.rados.0.smithi111.stdout:1598: finishing write tid 4 to smithi111183488-30 2023-12-01T04:49:15.539 INFO:tasks.rados.rados.0.smithi111.stdout:1598: finishing write tid 5 to smithi111183488-30 2023-12-01T04:49:15.539 INFO:tasks.rados.rados.0.smithi111.stdout:1598: oid 30 updating version 0 to 1114 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:1598: oid 30 version 1114 is already newer than 1113 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:1598: oid 30 version 1114 is already newer than 1112 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:1598: oid 30 version 1114 is already newer than 1111 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1114 (ObjNum 515 snap 159 seq_num 515) dirty exists 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:1598: left oid 30 (ObjNum 515 snap 159 seq_num 515) 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 817 (ObjNum 498 snap 155 seq_num 498) dirty exists 2023-12-01T04:49:15.540 INFO:tasks.rados.rados.0.smithi111.stdout:1600: expect (ObjNum 500 snap 155 seq_num 500) 2023-12-01T04:49:15.568 INFO:tasks.rados.rados.0.smithi111.stdout:1601: expect (ObjNum 495 snap 155 seq_num 495) 2023-12-01T04:49:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:15 smithi155 ceph-mon[102677]: osdmap e378: 8 total, 8 up, 8 in 2023-12-01T04:49:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:15 smithi155 ceph-mon[102677]: pgmap v540: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:15 smithi111 ceph-mon[97855]: osdmap e378: 8 total, 8 up, 8 in 2023-12-01T04:49:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:15 smithi111 ceph-mon[97855]: pgmap v540: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:15 smithi111 ceph-mon[116524]: osdmap e378: 8 total, 8 up, 8 in 2023-12-01T04:49:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:15 smithi111 ceph-mon[116524]: pgmap v540: 121 pgs: 121 active+clean; 488 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: finishing write tid 1 to smithi111183488-33 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: finishing write tid 2 to smithi111183488-33 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: finishing write tid 3 to smithi111183488-33 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: finishing write tid 4 to smithi111183488-33 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: finishing write tid 5 to smithi111183488-33 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: oid 33 updating version 0 to 1081 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: oid 33 version 1081 is already newer than 1079 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: oid 33 version 1081 is already newer than 1078 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:1604: oid 33 version 1081 is already newer than 1080 2023-12-01T04:49:15.810 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1081 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:49:15.811 INFO:tasks.rados.rados.0.smithi111.stdout:1604: left oid 33 (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1595: done (8 left) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1596: done (7 left) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1597: done (6 left) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1598: done (5 left) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1600: done (4 left) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1601: done (3 left) 2023-12-01T04:49:16.449 INFO:tasks.rados.rados.0.smithi111.stdout:1602: done (2 left) 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1604: done (1 left) 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1605: done (0 left) 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1606: read oid 27 snap -1 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1606: expect (ObjNum 511 snap 156 seq_num 511) 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1607: rmattr oid 22 current snap is 160 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1607: done (1 left) 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1608: read oid 21 snap 156 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1608: expect deleted 2023-12-01T04:49:16.450 INFO:tasks.rados.rados.0.smithi111.stdout:1609: snap_create 2023-12-01T04:49:16.462 INFO:tasks.rados.rados.0.smithi111.stdout:1606: expect (ObjNum 511 snap 156 seq_num 511) 2023-12-01T04:49:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:16 smithi155 ceph-mon[102677]: osdmap e379: 8 total, 8 up, 8 in 2023-12-01T04:49:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:16 smithi111 ceph-mon[97855]: osdmap e379: 8 total, 8 up, 8 in 2023-12-01T04:49:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:16 smithi111 ceph-mon[116524]: osdmap e379: 8 total, 8 up, 8 in 2023-12-01T04:49:17.456 INFO:tasks.rados.rados.0.smithi111.stdout:1606: done (2 left) 2023-12-01T04:49:17.456 INFO:tasks.rados.rados.0.smithi111.stdout:1608: done (1 left) 2023-12-01T04:49:17.456 INFO:tasks.rados.rados.0.smithi111.stdout:1609: done (0 left) 2023-12-01T04:49:17.456 INFO:tasks.rados.rados.0.smithi111.stdout:1610: setattr oid 18 current snap is 161 2023-12-01T04:49:17.459 INFO:tasks.rados.rados.0.smithi111.stdout:1611: setattr oid 47 current snap is 161 2023-12-01T04:49:17.463 INFO:tasks.rados.rados.0.smithi111.stdout:1612: delete oid 41 current snap is 161 2023-12-01T04:49:17.464 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 455 (ObjNum 506 snap 156 seq_num 506) dirty exists 2023-12-01T04:49:17.465 INFO:tasks.rados.rados.0.smithi111.stdout:1610: done (2 left) 2023-12-01T04:49:17.465 INFO:tasks.rados.rados.0.smithi111.stdout:1612: done (1 left) 2023-12-01T04:49:17.465 INFO:tasks.rados.rados.0.smithi111.stdout:1613: snap_create 2023-12-01T04:49:17.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 865 (ObjNum 487 snap 153 seq_num 487) dirty exists 2023-12-01T04:49:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:17 smithi155 ceph-mon[102677]: osdmap e380: 8 total, 8 up, 8 in 2023-12-01T04:49:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:17 smithi155 ceph-mon[102677]: pgmap v543: 121 pgs: 121 active+clean; 492 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-01T04:49:17.717 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:49:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:17 smithi111 ceph-mon[97855]: osdmap e380: 8 total, 8 up, 8 in 2023-12-01T04:49:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:17 smithi111 ceph-mon[97855]: pgmap v543: 121 pgs: 121 active+clean; 492 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-01T04:49:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:17 smithi111 ceph-mon[116524]: osdmap e380: 8 total, 8 up, 8 in 2023-12-01T04:49:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:17 smithi111 ceph-mon[116524]: pgmap v543: 121 pgs: 121 active+clean; 492 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-01T04:49:18.021 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:49:18.021 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6m) 5m ago 7m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:49:18.021 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6m) 5m ago 6m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:49:18.021 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8m) 5m ago 8m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:49:18.021 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8m) 5m ago 8m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11m) 5m ago 11m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (12m) 5m ago 12m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (12m) 5m ago 12m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11m) 5m ago 11m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11m) 5m ago 11m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6m) 5m ago 6m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6m) 5m ago 6m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11m) 5m ago 11m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10m) 5m ago 10m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10m) 5m ago 10m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9m) 5m ago 9m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9m) 5m ago 9m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9m) 5m ago 9m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:49:18.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8m) 5m ago 8m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:49:18.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8m) 5m ago 8m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:49:18.023 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6m) 5m ago 7m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:49:18.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:49:18.404 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:49:18.422 INFO:tasks.rados.rados.0.smithi111.stdout:1611: done (1 left) 2023-12-01T04:49:18.422 INFO:tasks.rados.rados.0.smithi111.stdout:1613: done (0 left) 2023-12-01T04:49:18.422 INFO:tasks.rados.rados.0.smithi111.stdout:1614: copy_from oid 49 from oid 48 current snap is 162 2023-12-01T04:49:18.423 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 162 2023-12-01T04:49:18.423 INFO:tasks.rados.rados.0.smithi111.stdout:1615: seq_num 518 ranges {2514944=679936,3194880=671744,3866624=131072} 2023-12-01T04:49:18.440 INFO:tasks.rados.rados.0.smithi111.stdout:1615: writing smithi111183488-15 from 2514944 to 3194880 tid 1 2023-12-01T04:49:18.444 INFO:tasks.rados.rados.0.smithi111.stdout:1615: writing smithi111183488-15 from 3194880 to 3866624 tid 2 2023-12-01T04:49:18.445 INFO:tasks.rados.rados.0.smithi111.stdout:1615: writing smithi111183488-15 from 3866624 to 3997696 tid 3 2023-12-01T04:49:18.445 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 162 2023-12-01T04:49:18.445 INFO:tasks.rados.rados.0.smithi111.stdout:1615: finishing write tid 1 to smithi111183488-15 2023-12-01T04:49:18.445 INFO:tasks.rados.rados.0.smithi111.stdout:1616: seq_num 519 ranges {3801088=696320,4497408=548864,5046272=253952} 2023-12-01T04:49:18.469 INFO:tasks.rados.rados.0.smithi111.stdout:1616: writing smithi111183488-17 from 3801088 to 4497408 tid 1 2023-12-01T04:49:18.472 INFO:tasks.rados.rados.0.smithi111.stdout:1616: writing smithi111183488-17 from 4497408 to 5046272 tid 2 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1616: writing smithi111183488-17 from 5046272 to 5300224 tid 3 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1617: rollback oid 28 current snap is 162 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 28 to 152 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1615: finishing write tid 2 to smithi111183488-15 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1615: finishing write tid 3 to smithi111183488-15 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1615: finishing write tid 4 to smithi111183488-15 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1615: finishing write tid 5 to smithi111183488-15 2023-12-01T04:49:18.475 INFO:tasks.rados.rados.0.smithi111.stdout:1615: oid 15 updating version 0 to 1149 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1615: oid 15 updating version 1149 to 1151 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1615: oid 15 version 1151 is already newer than 1150 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1615: oid 15 version 1151 is already newer than 1148 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1151 (ObjNum 518 snap 162 seq_num 518) dirty exists 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1615: left oid 15 (ObjNum 518 snap 162 seq_num 518) 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1614: finishing copy_from to smithi111183488-49 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1015 (ObjNum 496 snap 155 seq_num 496) dirty exists 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1614: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1614: done (3 left) 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1615: done (2 left) 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 162 2023-12-01T04:49:18.476 INFO:tasks.rados.rados.0.smithi111.stdout:1618: seq_num 520 ranges {3751936=712704,4464640=434176,4898816=368640} 2023-12-01T04:49:18.498 INFO:tasks.rados.rados.0.smithi111.stdout:1618: writing smithi111183488-2 from 3751936 to 4464640 tid 1 2023-12-01T04:49:18.501 INFO:tasks.rados.rados.0.smithi111.stdout:1618: writing smithi111183488-2 from 4464640 to 4898816 tid 2 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1618: writing smithi111183488-2 from 4898816 to 5267456 tid 3 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1619: delete oid 47 current snap is 162 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1616: finishing write tid 1 to smithi111183488-17 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1617: finishing rollback tid 0 to smithi111183488-28 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1616: finishing write tid 2 to smithi111183488-17 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1616: finishing write tid 3 to smithi111183488-17 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1616: finishing write tid 4 to smithi111183488-17 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1617: finishing rollback tid 1 to smithi111183488-28 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1617: finishing rollback tid 2 to smithi111183488-28 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1003 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:49:18.504 INFO:tasks.rados.rados.0.smithi111.stdout:1616: finishing write tid 5 to smithi111183488-17 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1616: oid 17 updating version 0 to 1093 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1616: oid 17 updating version 1093 to 1094 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1616: oid 17 updating version 1094 to 1095 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1616: oid 17 updating version 1095 to 1096 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1096 (ObjNum 519 snap 162 seq_num 519) dirty exists 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1616: left oid 17 (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1618: finishing write tid 1 to smithi111183488-2 2023-12-01T04:49:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:1618: finishing write tid 2 to smithi111183488-2 2023-12-01T04:49:18.507 INFO:tasks.rados.rados.0.smithi111.stdout:1616: done (3 left) 2023-12-01T04:49:18.507 INFO:tasks.rados.rados.0.smithi111.stdout:1617: done (2 left) 2023-12-01T04:49:18.507 INFO:tasks.rados.rados.0.smithi111.stdout:1619: done (1 left) 2023-12-01T04:49:18.507 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 162 2023-12-01T04:49:18.507 INFO:tasks.rados.rados.0.smithi111.stdout:1618: finishing write tid 3 to smithi111183488-2 2023-12-01T04:49:18.507 INFO:tasks.rados.rados.0.smithi111.stdout:1620: seq_num 522 ranges {5169152=745472,5914624=606208,6520832=196608} 2023-12-01T04:49:18.538 INFO:tasks.rados.rados.0.smithi111.stdout:1620: writing smithi111183488-44 from 5169152 to 5914624 tid 1 2023-12-01T04:49:18.542 INFO:tasks.rados.rados.0.smithi111.stdout:1620: writing smithi111183488-44 from 5914624 to 6520832 tid 2 2023-12-01T04:49:18.543 INFO:tasks.rados.rados.0.smithi111.stdout:1620: writing smithi111183488-44 from 6520832 to 6717440 tid 3 2023-12-01T04:49:18.543 INFO:tasks.rados.rados.0.smithi111.stdout:1621: read oid 20 snap -1 2023-12-01T04:49:18.544 INFO:tasks.rados.rados.0.smithi111.stdout:1621: expect (ObjNum 498 snap 155 seq_num 498) 2023-12-01T04:49:18.544 INFO:tasks.rados.rados.0.smithi111.stdout:1622: read oid 37 snap 161 2023-12-01T04:49:18.544 INFO:tasks.rados.rados.0.smithi111.stdout:1622: expect (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:49:18.544 INFO:tasks.rados.rados.0.smithi111.stdout:1623: snap_remove snap 152 2023-12-01T04:49:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:18 smithi155 ceph-mon[102677]: osdmap e381: 8 total, 8 up, 8 in 2023-12-01T04:49:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:18 smithi155 ceph-mon[102677]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1940584900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:49:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:18 smithi155 ceph-mon[102677]: osdmap e382: 8 total, 8 up, 8 in 2023-12-01T04:49:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[97855]: osdmap e381: 8 total, 8 up, 8 in 2023-12-01T04:49:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[97855]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1940584900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:49:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[97855]: osdmap e382: 8 total, 8 up, 8 in 2023-12-01T04:49:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[116524]: osdmap e381: 8 total, 8 up, 8 in 2023-12-01T04:49:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[116524]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1940584900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:49:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:18 smithi111 ceph-mon[116524]: osdmap e382: 8 total, 8 up, 8 in 2023-12-01T04:49:19.464 INFO:tasks.rados.rados.0.smithi111.stdout:1623: done (4 left) 2023-12-01T04:49:19.464 INFO:tasks.rados.rados.0.smithi111.stdout:1624: snap_remove snap 119 2023-12-01T04:49:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:49:19] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:49:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:19 smithi111 ceph-mon[97855]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:19 smithi111 ceph-mon[97855]: pgmap v546: 121 pgs: 121 active+clean; 492 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-01T04:49:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:19 smithi111 ceph-mon[116524]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:19 smithi111 ceph-mon[116524]: pgmap v546: 121 pgs: 121 active+clean; 492 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-01T04:49:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:19 smithi155 ceph-mon[102677]: from='client.25145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:19 smithi155 ceph-mon[102677]: pgmap v546: 121 pgs: 121 active+clean; 492 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2023-12-01T04:49:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:20.473 INFO:tasks.rados.rados.0.smithi111.stdout:1624: done (4 left) 2023-12-01T04:49:20.473 INFO:tasks.rados.rados.0.smithi111.stdout:1625: delete oid 35 current snap is 162 2023-12-01T04:49:20.473 INFO:tasks.rados.rados.0.smithi111.stdout:1618: finishing write tid 4 to smithi111183488-2 2023-12-01T04:49:20.473 INFO:tasks.rados.rados.0.smithi111.stdout:1618: finishing write tid 5 to smithi111183488-2 2023-12-01T04:49:20.473 INFO:tasks.rados.rados.0.smithi111.stdout:1618: oid 2 updating version 0 to 1224 2023-12-01T04:49:20.473 INFO:tasks.rados.rados.0.smithi111.stdout:1618: oid 2 updating version 1224 to 1226 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1618: oid 2 updating version 1226 to 1227 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1618: oid 2 version 1227 is already newer than 1225 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1227 (ObjNum 520 snap 162 seq_num 520) dirty exists 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1618: left oid 2 (ObjNum 520 snap 162 seq_num 520) 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1620: finishing write tid 1 to smithi111183488-44 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1620: finishing write tid 2 to smithi111183488-44 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1620: finishing write tid 3 to smithi111183488-44 2023-12-01T04:49:20.474 INFO:tasks.rados.rados.0.smithi111.stdout:1621: expect (ObjNum 498 snap 155 seq_num 498) 2023-12-01T04:49:20.646 INFO:tasks.rados.rados.0.smithi111.stdout:1620: finishing write tid 4 to smithi111183488-44 2023-12-01T04:49:20.646 INFO:tasks.rados.rados.0.smithi111.stdout:1622: expect (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:49:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:20 smithi111 ceph-mon[97855]: osdmap e383: 8 total, 8 up, 8 in 2023-12-01T04:49:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:20 smithi111 ceph-mon[116524]: osdmap e383: 8 total, 8 up, 8 in 2023-12-01T04:49:20.920 INFO:tasks.rados.rados.0.smithi111.stdout:1620: finishing write tid 5 to smithi111183488-44 2023-12-01T04:49:20.920 INFO:tasks.rados.rados.0.smithi111.stdout:1620: oid 44 updating version 0 to 870 2023-12-01T04:49:20.920 INFO:tasks.rados.rados.0.smithi111.stdout:1620: oid 44 version 870 is already newer than 869 2023-12-01T04:49:20.920 INFO:tasks.rados.rados.0.smithi111.stdout:1620: oid 44 updating version 870 to 872 2023-12-01T04:49:20.920 INFO:tasks.rados.rados.0.smithi111.stdout:1620: oid 44 version 872 is already newer than 871 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 872 (ObjNum 522 snap 162 seq_num 522) dirty exists 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1620: left oid 44 (ObjNum 522 snap 162 seq_num 522) 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1618: done (4 left) 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1620: done (3 left) 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1621: done (2 left) 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1622: done (1 left) 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1625: done (0 left) 2023-12-01T04:49:20.921 INFO:tasks.rados.rados.0.smithi111.stdout:1626: setattr oid 14 current snap is 162 2023-12-01T04:49:20.922 INFO:tasks.rados.rados.0.smithi111.stdout:1627: read oid 3 snap 159 2023-12-01T04:49:20.923 INFO:tasks.rados.rados.0.smithi111.stdout:1627: expect (ObjNum 500 snap 155 seq_num 500) 2023-12-01T04:49:20.923 INFO:tasks.rados.rados.0.smithi111.stdout:1628: copy_from oid 50 from oid 46 current snap is 162 2023-12-01T04:49:20.923 INFO:tasks.rados.rados.0.smithi111.stdout:1629: snap_create 2023-12-01T04:49:20.927 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 845 (ObjNum 499 snap 155 seq_num 499) dirty exists 2023-12-01T04:49:20.929 INFO:tasks.rados.rados.0.smithi111.stdout:1627: expect (ObjNum 500 snap 155 seq_num 500) 2023-12-01T04:49:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:20 smithi155 ceph-mon[102677]: osdmap e383: 8 total, 8 up, 8 in 2023-12-01T04:49:20.959 INFO:tasks.rados.rados.0.smithi111.stdout:1628: finishing copy_from to smithi111183488-50 2023-12-01T04:49:20.959 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1153 (ObjNum 449 snap 142 seq_num 449) dirty exists 2023-12-01T04:49:20.959 INFO:tasks.rados.rados.0.smithi111.stdout:1628: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:49:21.473 INFO:tasks.rados.rados.0.smithi111.stdout:1626: done (3 left) 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1627: done (2 left) 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1628: done (1 left) 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1629: done (0 left) 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1630: read oid 34 snap -1 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1630: expect (ObjNum 501 snap 156 seq_num 501) 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1631: copy_from oid 5 from oid 7 current snap is 163 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1632: read oid 24 snap -1 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1632: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1633: rollback oid 18 current snap is 163 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 155 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1634: copy_from oid 4 from oid 22 current snap is 163 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 163 2023-12-01T04:49:21.474 INFO:tasks.rados.rados.0.smithi111.stdout:1635: seq_num 524 ranges {4751360=786432,5537792=778240,6316032=24576} 2023-12-01T04:49:21.505 INFO:tasks.rados.rados.0.smithi111.stdout:1635: writing smithi111183488-6 from 4751360 to 5537792 tid 1 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1635: writing smithi111183488-6 from 5537792 to 6316032 tid 2 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1635: writing smithi111183488-6 from 6316032 to 6340608 tid 3 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1636: copy_from oid 27 from oid 8 current snap is 163 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1631: finishing copy_from to smithi111183488-5 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1631: got expected ENOENT (src dne) 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1631: finishing copy_from racing read to smithi111183488-5 2023-12-01T04:49:21.510 INFO:tasks.rados.rados.0.smithi111.stdout:1631: done (6 left) 2023-12-01T04:49:21.511 INFO:tasks.rados.rados.0.smithi111.stdout:1637: delete oid 42 current snap is 163 2023-12-01T04:49:21.511 INFO:tasks.rados.rados.0.smithi111.stdout:1632: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:49:21.532 INFO:tasks.rados.rados.0.smithi111.stdout:1633: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1633: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1633: finishing rollback tid 2 to smithi111183488-18 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 465 (ObjNum 492 snap 154 seq_num 492) dirty exists 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1634: finishing copy_from to smithi111183488-4 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 441 (ObjNum 465 snap 147 seq_num 465) dirty exists 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1634: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1632: done (6 left) 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1633: done (5 left) 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1634: done (4 left) 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1637: done (3 left) 2023-12-01T04:49:21.533 INFO:tasks.rados.rados.0.smithi111.stdout:1638: snap_remove snap 160 2023-12-01T04:49:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:21 smithi111 ceph-mon[97855]: osdmap e384: 8 total, 8 up, 8 in 2023-12-01T04:49:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:21 smithi111 ceph-mon[97855]: pgmap v549: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-01T04:49:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:21 smithi111 ceph-mon[116524]: osdmap e384: 8 total, 8 up, 8 in 2023-12-01T04:49:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:21 smithi111 ceph-mon[116524]: pgmap v549: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-01T04:49:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:21 smithi155 ceph-mon[102677]: osdmap e384: 8 total, 8 up, 8 in 2023-12-01T04:49:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:21 smithi155 ceph-mon[102677]: pgmap v549: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1638: done (3 left) 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1639: read oid 26 snap 97 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1639: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 163 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1635: finishing write tid 1 to smithi111183488-6 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1635: finishing write tid 2 to smithi111183488-6 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1635: finishing write tid 3 to smithi111183488-6 2023-12-01T04:49:22.481 INFO:tasks.rados.rados.0.smithi111.stdout:1640: seq_num 526 ranges {6324224=417792,6742016=589824,7331840=614400} 2023-12-01T04:49:22.518 INFO:tasks.rados.rados.0.smithi111.stdout:1640: writing smithi111183488-29 from 6324224 to 6742016 tid 1 2023-12-01T04:49:22.521 INFO:tasks.rados.rados.0.smithi111.stdout:1640: writing smithi111183488-29 from 6742016 to 7331840 tid 2 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1640: writing smithi111183488-29 from 7331840 to 7946240 tid 3 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1641: copy_from oid 20 from oid 46 current snap is 163 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: finishing write tid 4 to smithi111183488-6 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: finishing write tid 5 to smithi111183488-6 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: oid 6 updating version 0 to 891 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: oid 6 version 891 is already newer than 888 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: oid 6 version 891 is already newer than 890 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: oid 6 version 891 is already newer than 889 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 891 (ObjNum 524 snap 163 seq_num 524) dirty exists 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1635: left oid 6 (ObjNum 524 snap 163 seq_num 524) 2023-12-01T04:49:22.525 INFO:tasks.rados.rados.0.smithi111.stdout:1636: finishing copy_from to smithi111183488-27 2023-12-01T04:49:22.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 531 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:49:22.526 INFO:tasks.rados.rados.0.smithi111.stdout:1636: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:49:22.526 INFO:tasks.rados.rados.0.smithi111.stdout:1630: expect (ObjNum 501 snap 156 seq_num 501) 2023-12-01T04:49:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:22 smithi111 ceph-mon[97855]: osdmap e385: 8 total, 8 up, 8 in 2023-12-01T04:49:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:22 smithi111 ceph-mon[116524]: osdmap e385: 8 total, 8 up, 8 in 2023-12-01T04:49:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:22 smithi155 ceph-mon[102677]: osdmap e385: 8 total, 8 up, 8 in 2023-12-01T04:49:23.230 INFO:tasks.rados.rados.0.smithi111.stdout:1639: expect (ObjNum 197 snap 58 seq_num 197) 2023-12-01T04:49:23.255 INFO:tasks.rados.rados.0.smithi111.stdout:1640: finishing write tid 1 to smithi111183488-29 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: finishing write tid 2 to smithi111183488-29 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: finishing write tid 3 to smithi111183488-29 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: finishing write tid 4 to smithi111183488-29 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: finishing write tid 5 to smithi111183488-29 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: oid 29 updating version 0 to 1236 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: oid 29 version 1236 is already newer than 1235 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: oid 29 updating version 1236 to 1237 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: oid 29 updating version 1237 to 1238 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1238 (ObjNum 526 snap 163 seq_num 526) dirty exists 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1640: left oid 29 (ObjNum 526 snap 163 seq_num 526) 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1641: finishing copy_from to smithi111183488-20 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1153 (ObjNum 449 snap 142 seq_num 449) dirty exists 2023-12-01T04:49:23.256 INFO:tasks.rados.rados.0.smithi111.stdout:1641: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1630: done (5 left) 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1635: done (4 left) 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1636: done (3 left) 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1639: done (2 left) 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1640: done (1 left) 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1641: done (0 left) 2023-12-01T04:49:23.257 INFO:tasks.rados.rados.0.smithi111.stdout:1642: delete oid 13 current snap is 163 2023-12-01T04:49:23.258 INFO:tasks.rados.rados.0.smithi111.stdout:1642: done (0 left) 2023-12-01T04:49:23.258 INFO:tasks.rados.rados.0.smithi111.stdout:1643: delete oid 34 current snap is 163 2023-12-01T04:49:23.260 INFO:tasks.rados.rados.0.smithi111.stdout:1643: done (0 left) 2023-12-01T04:49:23.260 INFO:tasks.rados.rados.0.smithi111.stdout:1644: snap_create 2023-12-01T04:49:23.423 INFO:tasks.rados.rados.0.smithi111.stdout:1644: done (0 left) 2023-12-01T04:49:23.423 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 164 2023-12-01T04:49:23.423 INFO:tasks.rados.rados.0.smithi111.stdout:1645: seq_num 529 ranges {6119424=466944,6586368=647168,7233536=532480,7766016=24576} 2023-12-01T04:49:23.457 INFO:tasks.rados.rados.0.smithi111.stdout:1645: writing smithi111183488-49 from 6119424 to 6586368 tid 1 2023-12-01T04:49:23.460 INFO:tasks.rados.rados.0.smithi111.stdout:1645: writing smithi111183488-49 from 6586368 to 7233536 tid 2 2023-12-01T04:49:23.464 INFO:tasks.rados.rados.0.smithi111.stdout:1645: writing smithi111183488-49 from 7233536 to 7766016 tid 3 2023-12-01T04:49:23.464 INFO:tasks.rados.rados.0.smithi111.stdout:1645: writing smithi111183488-49 from 7766016 to 7790592 tid 4 2023-12-01T04:49:23.464 INFO:tasks.rados.rados.0.smithi111.stdout:1646: setattr oid 31 current snap is 164 2023-12-01T04:49:23.464 INFO:tasks.rados.rados.0.smithi111.stdout:1645: finishing write tid 1 to smithi111183488-49 2023-12-01T04:49:23.465 INFO:tasks.rados.rados.0.smithi111.stdout:1647: read oid 35 snap -1 2023-12-01T04:49:23.465 INFO:tasks.rados.rados.0.smithi111.stdout:1647: expect deleted 2023-12-01T04:49:23.465 INFO:tasks.rados.rados.0.smithi111.stdout:1648: snap_remove snap 162 2023-12-01T04:49:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:23 smithi111 ceph-mon[97855]: osdmap e386: 8 total, 8 up, 8 in 2023-12-01T04:49:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:23 smithi111 ceph-mon[97855]: pgmap v552: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-01T04:49:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:23 smithi111 ceph-mon[97855]: osdmap e387: 8 total, 8 up, 8 in 2023-12-01T04:49:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:23 smithi111 ceph-mon[116524]: osdmap e386: 8 total, 8 up, 8 in 2023-12-01T04:49:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:23 smithi111 ceph-mon[116524]: pgmap v552: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-01T04:49:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:23 smithi111 ceph-mon[116524]: osdmap e387: 8 total, 8 up, 8 in 2023-12-01T04:49:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:23 smithi155 ceph-mon[102677]: osdmap e386: 8 total, 8 up, 8 in 2023-12-01T04:49:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:23 smithi155 ceph-mon[102677]: pgmap v552: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.2 MiB/s wr, 20 op/s 2023-12-01T04:49:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:23 smithi155 ceph-mon[102677]: osdmap e387: 8 total, 8 up, 8 in 2023-12-01T04:49:24.433 INFO:tasks.rados.rados.0.smithi111.stdout:1648: done (3 left) 2023-12-01T04:49:24.433 INFO:tasks.rados.rados.0.smithi111.stdout:1649: setattr oid 18 current snap is 164 2023-12-01T04:49:24.433 INFO:tasks.rados.rados.0.smithi111.stdout:1645: finishing write tid 2 to smithi111183488-49 2023-12-01T04:49:24.433 INFO:tasks.rados.rados.0.smithi111.stdout:1645: finishing write tid 3 to smithi111183488-49 2023-12-01T04:49:24.433 INFO:tasks.rados.rados.0.smithi111.stdout:1645: finishing write tid 4 to smithi111183488-49 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: finishing write tid 5 to smithi111183488-49 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1135 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: finishing write tid 6 to smithi111183488-49 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: oid 49 updating version 0 to 1017 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: oid 49 updating version 1017 to 1018 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: oid 49 updating version 1018 to 1020 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: oid 49 version 1020 is already newer than 1019 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: oid 49 version 1020 is already newer than 1016 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1020 (ObjNum 529 snap 164 seq_num 529) dirty exists 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: left oid 49 (ObjNum 529 snap 164 seq_num 529) 2023-12-01T04:49:24.434 INFO:tasks.rados.rados.0.smithi111.stdout:1645: done (3 left) 2023-12-01T04:49:24.435 INFO:tasks.rados.rados.0.smithi111.stdout:1646: done (2 left) 2023-12-01T04:49:24.435 INFO:tasks.rados.rados.0.smithi111.stdout:1647: done (1 left) 2023-12-01T04:49:24.435 INFO:tasks.rados.rados.0.smithi111.stdout:1650: snap_create 2023-12-01T04:49:24.446 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 469 (ObjNum 492 snap 154 seq_num 492) dirty exists 2023-12-01T04:49:25.437 INFO:tasks.rados.rados.0.smithi111.stdout:1649: done (1 left) 2023-12-01T04:49:25.437 INFO:tasks.rados.rados.0.smithi111.stdout:1650: done (0 left) 2023-12-01T04:49:25.437 INFO:tasks.rados.rados.0.smithi111.stdout:1651: snap_create 2023-12-01T04:49:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:25 smithi155 ceph-mon[102677]: osdmap e388: 8 total, 8 up, 8 in 2023-12-01T04:49:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:25 smithi155 ceph-mon[102677]: pgmap v555: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:25 smithi111 ceph-mon[97855]: osdmap e388: 8 total, 8 up, 8 in 2023-12-01T04:49:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:25 smithi111 ceph-mon[97855]: pgmap v555: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:25 smithi111 ceph-mon[116524]: osdmap e388: 8 total, 8 up, 8 in 2023-12-01T04:49:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:25 smithi111 ceph-mon[116524]: pgmap v555: 121 pgs: 121 active+clean; 491 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:1651: done (0 left) 2023-12-01T04:49:26.441 INFO:tasks.rados.rados.0.smithi111.stdout:1652: snap_remove snap 151 2023-12-01T04:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:26 smithi155 ceph-mon[102677]: osdmap e389: 8 total, 8 up, 8 in 2023-12-01T04:49:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:26 smithi111 ceph-mon[97855]: osdmap e389: 8 total, 8 up, 8 in 2023-12-01T04:49:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:26 smithi111 ceph-mon[116524]: osdmap e389: 8 total, 8 up, 8 in 2023-12-01T04:49:27.453 INFO:tasks.rados.rados.0.smithi111.stdout:1652: done (0 left) 2023-12-01T04:49:27.453 INFO:tasks.rados.rados.0.smithi111.stdout:1653: rollback oid 7 current snap is 166 2023-12-01T04:49:27.453 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 69 2023-12-01T04:49:27.454 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 166 2023-12-01T04:49:27.454 INFO:tasks.rados.rados.0.smithi111.stdout:1654: seq_num 530 ranges {4366336=483328,4849664=532480,5382144=671744} 2023-12-01T04:49:27.477 INFO:tasks.rados.rados.0.smithi111.stdout:1654: writing smithi111183488-31 from 4366336 to 4849664 tid 1 2023-12-01T04:49:27.480 INFO:tasks.rados.rados.0.smithi111.stdout:1654: writing smithi111183488-31 from 4849664 to 5382144 tid 2 2023-12-01T04:49:27.484 INFO:tasks.rados.rados.0.smithi111.stdout:1654: writing smithi111183488-31 from 5382144 to 6053888 tid 3 2023-12-01T04:49:27.484 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 166 2023-12-01T04:49:27.484 INFO:tasks.rados.rados.0.smithi111.stdout:1653: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:49:27.484 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 245 (ObjNum 65 snap 0 seq_num 1599102315) dirty dne 2023-12-01T04:49:27.484 INFO:tasks.rados.rados.0.smithi111.stdout:1655: seq_num 531 ranges {2637824=499712,3137536=417792,3555328=548864,4104192=237568} 2023-12-01T04:49:27.501 INFO:tasks.rados.rados.0.smithi111.stdout:1655: writing smithi111183488-50 from 2637824 to 3137536 tid 1 2023-12-01T04:49:27.504 INFO:tasks.rados.rados.0.smithi111.stdout:1655: writing smithi111183488-50 from 3137536 to 3555328 tid 2 2023-12-01T04:49:27.507 INFO:tasks.rados.rados.0.smithi111.stdout:1655: writing smithi111183488-50 from 3555328 to 4104192 tid 3 2023-12-01T04:49:27.509 INFO:tasks.rados.rados.0.smithi111.stdout:1655: writing smithi111183488-50 from 4104192 to 4341760 tid 4 2023-12-01T04:49:27.509 INFO:tasks.rados.rados.0.smithi111.stdout:1653: done (2 left) 2023-12-01T04:49:27.509 INFO:tasks.rados.rados.0.smithi111.stdout:1656: read oid 2 snap -1 2023-12-01T04:49:27.509 INFO:tasks.rados.rados.0.smithi111.stdout:1656: expect (ObjNum 520 snap 162 seq_num 520) 2023-12-01T04:49:27.509 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 166 2023-12-01T04:49:27.509 INFO:tasks.rados.rados.0.smithi111.stdout:1654: finishing write tid 1 to smithi111183488-31 2023-12-01T04:49:27.510 INFO:tasks.rados.rados.0.smithi111.stdout:1657: seq_num 532 ranges {5185536=516096,5701632=696320,6397952=507904} 2023-12-01T04:49:27.539 INFO:tasks.rados.rados.0.smithi111.stdout:1657: writing smithi111183488-28 from 5185536 to 5701632 tid 1 2023-12-01T04:49:27.543 INFO:tasks.rados.rados.0.smithi111.stdout:1657: writing smithi111183488-28 from 5701632 to 6397952 tid 2 2023-12-01T04:49:27.547 INFO:tasks.rados.rados.0.smithi111.stdout:1657: writing smithi111183488-28 from 6397952 to 6905856 tid 3 2023-12-01T04:49:27.547 INFO:tasks.rados.rados.0.smithi111.stdout:1658: snap_remove snap 97 2023-12-01T04:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:27 smithi155 ceph-mon[102677]: osdmap e390: 8 total, 8 up, 8 in 2023-12-01T04:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:27 smithi155 ceph-mon[102677]: pgmap v558: 121 pgs: 121 active+clean; 499 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2023-12-01T04:49:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:27 smithi111 ceph-mon[97855]: osdmap e390: 8 total, 8 up, 8 in 2023-12-01T04:49:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:27 smithi111 ceph-mon[97855]: pgmap v558: 121 pgs: 121 active+clean; 499 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2023-12-01T04:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:27 smithi111 ceph-mon[116524]: osdmap e390: 8 total, 8 up, 8 in 2023-12-01T04:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:27 smithi111 ceph-mon[116524]: pgmap v558: 121 pgs: 121 active+clean; 499 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2023-12-01T04:49:28.436 INFO:tasks.rados.rados.0.smithi111.stdout:1658: done (4 left) 2023-12-01T04:49:28.436 INFO:tasks.rados.rados.0.smithi111.stdout:1659: snap_create 2023-12-01T04:49:28.436 INFO:tasks.rados.rados.0.smithi111.stdout:1654: finishing write tid 2 to smithi111183488-31 2023-12-01T04:49:28.436 INFO:tasks.rados.rados.0.smithi111.stdout:1654: finishing write tid 3 to smithi111183488-31 2023-12-01T04:49:28.436 INFO:tasks.rados.rados.0.smithi111.stdout:1654: finishing write tid 4 to smithi111183488-31 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: finishing write tid 5 to smithi111183488-31 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: oid 31 updating version 0 to 1142 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: oid 31 updating version 1142 to 1144 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: oid 31 version 1144 is already newer than 1141 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: oid 31 version 1144 is already newer than 1143 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1144 (ObjNum 530 snap 166 seq_num 530) dirty exists 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: left oid 31 (ObjNum 530 snap 166 seq_num 530) 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1655: finishing write tid 1 to smithi111183488-50 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1655: finishing write tid 2 to smithi111183488-50 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1655: finishing write tid 3 to smithi111183488-50 2023-12-01T04:49:28.437 INFO:tasks.rados.rados.0.smithi111.stdout:1655: finishing write tid 4 to smithi111183488-50 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: finishing write tid 5 to smithi111183488-50 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: finishing write tid 6 to smithi111183488-50 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: oid 50 updating version 0 to 1248 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: oid 50 updating version 1248 to 1252 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: oid 50 version 1252 is already newer than 1251 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: oid 50 version 1252 is already newer than 1249 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: oid 50 version 1252 is already newer than 1250 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1252 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1655: left oid 50 (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:28.438 INFO:tasks.rados.rados.0.smithi111.stdout:1656: expect (ObjNum 520 snap 162 seq_num 520) 2023-12-01T04:49:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:28 smithi155 ceph-mon[102677]: osdmap e391: 8 total, 8 up, 8 in 2023-12-01T04:49:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:28 smithi155 ceph-mon[102677]: osdmap e392: 8 total, 8 up, 8 in 2023-12-01T04:49:28.718 INFO:tasks.rados.rados.0.smithi111.stdout:1657: finishing write tid 1 to smithi111183488-28 2023-12-01T04:49:28.718 INFO:tasks.rados.rados.0.smithi111.stdout:1657: finishing write tid 2 to smithi111183488-28 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: finishing write tid 3 to smithi111183488-28 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: finishing write tid 4 to smithi111183488-28 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: finishing write tid 5 to smithi111183488-28 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: oid 28 updating version 0 to 1004 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: oid 28 updating version 1004 to 1007 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: oid 28 version 1007 is already newer than 1006 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: oid 28 version 1007 is already newer than 1005 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1007 (ObjNum 532 snap 166 seq_num 532) dirty exists 2023-12-01T04:49:28.719 INFO:tasks.rados.rados.0.smithi111.stdout:1657: left oid 28 (ObjNum 532 snap 166 seq_num 532) 2023-12-01T04:49:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:28 smithi111 ceph-mon[97855]: osdmap e391: 8 total, 8 up, 8 in 2023-12-01T04:49:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:28 smithi111 ceph-mon[97855]: osdmap e392: 8 total, 8 up, 8 in 2023-12-01T04:49:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:28 smithi111 ceph-mon[116524]: osdmap e391: 8 total, 8 up, 8 in 2023-12-01T04:49:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:28 smithi111 ceph-mon[116524]: osdmap e392: 8 total, 8 up, 8 in 2023-12-01T04:49:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1654: done (4 left) 2023-12-01T04:49:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1655: done (3 left) 2023-12-01T04:49:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1656: done (2 left) 2023-12-01T04:49:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1657: done (1 left) 2023-12-01T04:49:29.437 INFO:tasks.rados.rados.0.smithi111.stdout:1659: done (0 left) 2023-12-01T04:49:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 167 2023-12-01T04:49:29.438 INFO:tasks.rados.rados.0.smithi111.stdout:1660: seq_num 533 ranges {0=532480,532480=630784,1163264=516096,1679360=57344} 2023-12-01T04:49:29.440 INFO:tasks.rados.rados.0.smithi111.stdout:1660: writing smithi111183488-42 from 0 to 532480 tid 1 2023-12-01T04:49:29.444 INFO:tasks.rados.rados.0.smithi111.stdout:1660: writing smithi111183488-42 from 532480 to 1163264 tid 2 2023-12-01T04:49:29.447 INFO:tasks.rados.rados.0.smithi111.stdout:1660: writing smithi111183488-42 from 1163264 to 1679360 tid 3 2023-12-01T04:49:29.448 INFO:tasks.rados.rados.0.smithi111.stdout:1660: writing smithi111183488-42 from 1679360 to 1736704 tid 4 2023-12-01T04:49:29.448 INFO:tasks.rados.rados.0.smithi111.stdout:1661: copy_from oid 22 from oid 18 current snap is 167 2023-12-01T04:49:29.448 INFO:tasks.rados.rados.0.smithi111.stdout:1660: finishing write tid 1 to smithi111183488-42 2023-12-01T04:49:29.448 INFO:tasks.rados.rados.0.smithi111.stdout:1660: finishing write tid 2 to smithi111183488-42 2023-12-01T04:49:29.448 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 167 2023-12-01T04:49:29.448 INFO:tasks.rados.rados.0.smithi111.stdout:1662: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2023-12-01T04:49:29.451 INFO:tasks.rados.rados.0.smithi111.stdout:1662: writing smithi111183488-21 from 0 to 548864 tid 1 2023-12-01T04:49:29.454 INFO:tasks.rados.rados.0.smithi111.stdout:1662: writing smithi111183488-21 from 548864 to 1064960 tid 2 2023-12-01T04:49:29.458 INFO:tasks.rados.rados.0.smithi111.stdout:1662: writing smithi111183488-21 from 1064960 to 1753088 tid 3 2023-12-01T04:49:29.459 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 167 2023-12-01T04:49:29.459 INFO:tasks.rados.rados.0.smithi111.stdout:1660: finishing write tid 3 to smithi111183488-42 2023-12-01T04:49:29.459 INFO:tasks.rados.rados.0.smithi111.stdout:1663: seq_num 535 ranges {3997696=565248,4562944=802816,5365760=401408} 2023-12-01T04:49:29.483 INFO:tasks.rados.rados.0.smithi111.stdout:1663: writing smithi111183488-15 from 3997696 to 4562944 tid 1 2023-12-01T04:49:29.488 INFO:tasks.rados.rados.0.smithi111.stdout:1663: writing smithi111183488-15 from 4562944 to 5365760 tid 2 2023-12-01T04:49:29.491 INFO:tasks.rados.rados.0.smithi111.stdout:1663: writing smithi111183488-15 from 5365760 to 5767168 tid 3 2023-12-01T04:49:29.491 INFO:tasks.rados.rados.0.smithi111.stdout:1664: read oid 38 snap -1 2023-12-01T04:49:29.491 INFO:tasks.rados.rados.0.smithi111.stdout:1664: expect (ObjNum 485 snap 153 seq_num 485) 2023-12-01T04:49:29.491 INFO:tasks.rados.rados.0.smithi111.stdout:1665: snap_remove snap 153 2023-12-01T04:49:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:29 smithi155 ceph-mon[102677]: pgmap v561: 121 pgs: 121 active+clean; 499 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2023-12-01T04:49:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:29 smithi155 ceph-mon[102677]: osdmap e393: 8 total, 8 up, 8 in 2023-12-01T04:49:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:29 smithi111 ceph-mon[97855]: pgmap v561: 121 pgs: 121 active+clean; 499 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2023-12-01T04:49:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:29 smithi111 ceph-mon[97855]: osdmap e393: 8 total, 8 up, 8 in 2023-12-01T04:49:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:49:29] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:49:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:29 smithi111 ceph-mon[116524]: pgmap v561: 121 pgs: 121 active+clean; 499 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.9 MiB/s wr, 26 op/s 2023-12-01T04:49:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:29 smithi111 ceph-mon[116524]: osdmap e393: 8 total, 8 up, 8 in 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1665: done (5 left) 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1666: rmattr oid 48 current snap is 167 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1666: done (5 left) 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1667: rollback oid 30 current snap is 167 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 155 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1668: read oid 37 snap -1 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1668: expect (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1669: snap_create 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1660: finishing write tid 4 to smithi111183488-42 2023-12-01T04:49:30.467 INFO:tasks.rados.rados.0.smithi111.stdout:1660: finishing write tid 5 to smithi111183488-42 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: finishing write tid 6 to smithi111183488-42 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: oid 42 updating version 0 to 598 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: oid 42 updating version 598 to 599 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: oid 42 version 599 is already newer than 597 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: oid 42 version 599 is already newer than 596 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: oid 42 updating version 599 to 600 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 600 (ObjNum 533 snap 167 seq_num 533) dirty exists 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1660: left oid 42 (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: finishing write tid 1 to smithi111183488-21 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: finishing write tid 2 to smithi111183488-21 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: finishing write tid 3 to smithi111183488-21 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: finishing write tid 4 to smithi111183488-21 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: finishing write tid 5 to smithi111183488-21 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: oid 21 updating version 0 to 1267 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: oid 21 version 1267 is already newer than 1266 2023-12-01T04:49:30.468 INFO:tasks.rados.rados.0.smithi111.stdout:1662: oid 21 updating version 1267 to 1268 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1662: oid 21 version 1268 is already newer than 1265 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1268 (ObjNum 534 snap 167 seq_num 534) dirty exists 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1662: left oid 21 (ObjNum 534 snap 167 seq_num 534) 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1661: finishing copy_from to smithi111183488-22 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 469 (ObjNum 492 snap 154 seq_num 492) dirty exists 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1661: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: finishing write tid 1 to smithi111183488-15 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: finishing write tid 2 to smithi111183488-15 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: finishing write tid 3 to smithi111183488-15 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: finishing write tid 4 to smithi111183488-15 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: finishing write tid 5 to smithi111183488-15 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: oid 15 updating version 0 to 1154 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: oid 15 version 1154 is already newer than 1152 2023-12-01T04:49:30.469 INFO:tasks.rados.rados.0.smithi111.stdout:1663: oid 15 updating version 1154 to 1155 2023-12-01T04:49:30.470 INFO:tasks.rados.rados.0.smithi111.stdout:1663: oid 15 version 1155 is already newer than 1153 2023-12-01T04:49:30.470 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1155 (ObjNum 535 snap 167 seq_num 535) dirty exists 2023-12-01T04:49:30.470 INFO:tasks.rados.rados.0.smithi111.stdout:1663: left oid 15 (ObjNum 535 snap 167 seq_num 535) 2023-12-01T04:49:30.470 INFO:tasks.rados.rados.0.smithi111.stdout:1664: expect (ObjNum 485 snap 153 seq_num 485) 2023-12-01T04:49:30.534 INFO:tasks.rados.rados.0.smithi111.stdout:1667: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:49:30.534 INFO:tasks.rados.rados.0.smithi111.stdout:1667: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:49:30.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1153 (ObjNum 289 snap 0 seq_num 3708352160) dirty dne 2023-12-01T04:49:30.535 INFO:tasks.rados.rados.0.smithi111.stdout:1668: expect (ObjNum 271 snap 90 seq_num 271) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1660: done (7 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1661: done (6 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1662: done (5 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1663: done (4 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1664: done (3 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1667: done (2 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1668: done (1 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1669: done (0 left) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1670: read oid 1 snap -1 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:1670: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:49:31.467 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 168 2023-12-01T04:49:31.468 INFO:tasks.rados.rados.0.smithi111.stdout:1671: seq_num 536 ranges {4751360=581632,5332992=688128,6021120=516096} 2023-12-01T04:49:31.495 INFO:tasks.rados.rados.0.smithi111.stdout:1671: writing smithi111183488-14 from 4751360 to 5332992 tid 1 2023-12-01T04:49:31.499 INFO:tasks.rados.rados.0.smithi111.stdout:1671: writing smithi111183488-14 from 5332992 to 6021120 tid 2 2023-12-01T04:49:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:1671: writing smithi111183488-14 from 6021120 to 6537216 tid 3 2023-12-01T04:49:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:1672: snap_remove snap 167 2023-12-01T04:49:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:31 smithi111 ceph-mon[97855]: osdmap e394: 8 total, 8 up, 8 in 2023-12-01T04:49:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:31 smithi111 ceph-mon[97855]: pgmap v564: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-01T04:49:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:31 smithi111 ceph-mon[116524]: osdmap e394: 8 total, 8 up, 8 in 2023-12-01T04:49:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:31 smithi111 ceph-mon[116524]: pgmap v564: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-01T04:49:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:31 smithi155 ceph-mon[102677]: osdmap e394: 8 total, 8 up, 8 in 2023-12-01T04:49:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:31 smithi155 ceph-mon[102677]: pgmap v564: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-01T04:49:32.473 INFO:tasks.rados.rados.0.smithi111.stdout:1672: done (2 left) 2023-12-01T04:49:32.473 INFO:tasks.rados.rados.0.smithi111.stdout:1673: rollback oid 30 current snap is 168 2023-12-01T04:49:32.473 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 69 2023-12-01T04:49:32.473 INFO:tasks.rados.rados.0.smithi111.stdout:1670: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: finishing write tid 1 to smithi111183488-14 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: finishing write tid 2 to smithi111183488-14 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1670: done (2 left) 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1674: copy_from oid 37 from oid 50 current snap is 168 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: finishing write tid 3 to smithi111183488-14 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: finishing write tid 4 to smithi111183488-14 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: finishing write tid 5 to smithi111183488-14 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: oid 14 updating version 0 to 1157 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: oid 14 version 1157 is already newer than 1156 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: oid 14 version 1157 is already newer than 1154 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:1671: oid 14 version 1157 is already newer than 1155 2023-12-01T04:49:32.485 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 1157 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:1671: left oid 14 (ObjNum 536 snap 168 seq_num 536) 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:1673: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:1673: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1157 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:1671: done (2 left) 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:1673: done (1 left) 2023-12-01T04:49:32.486 INFO:tasks.rados.rados.0.smithi111.stdout:1675: setattr oid 11 current snap is 168 2023-12-01T04:49:32.487 INFO:tasks.rados.rados.0.smithi111.stdout:1676: copy_from oid 38 from oid 30 current snap is 168 2023-12-01T04:49:32.487 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 168 2023-12-01T04:49:32.487 INFO:tasks.rados.rados.0.smithi111.stdout:1677: seq_num 537 ranges {3448832=598016,4046848=573440,4620288=491520,5111808=139264} 2023-12-01T04:49:32.510 INFO:tasks.rados.rados.0.smithi111.stdout:1677: writing smithi111183488-23 from 3448832 to 4046848 tid 1 2023-12-01T04:49:32.513 INFO:tasks.rados.rados.0.smithi111.stdout:1677: writing smithi111183488-23 from 4046848 to 4620288 tid 2 2023-12-01T04:49:32.516 INFO:tasks.rados.rados.0.smithi111.stdout:1677: writing smithi111183488-23 from 4620288 to 5111808 tid 3 2023-12-01T04:49:32.517 INFO:tasks.rados.rados.0.smithi111.stdout:1677: writing smithi111183488-23 from 5111808 to 5251072 tid 4 2023-12-01T04:49:32.517 INFO:tasks.rados.rados.0.smithi111.stdout:1678: snap_remove snap 83 2023-12-01T04:49:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:32 smithi111 ceph-mon[97855]: osdmap e395: 8 total, 8 up, 8 in 2023-12-01T04:49:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:32 smithi111 ceph-mon[116524]: osdmap e395: 8 total, 8 up, 8 in 2023-12-01T04:49:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:32 smithi155 ceph-mon[102677]: osdmap e395: 8 total, 8 up, 8 in 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1678: done (4 left) 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1679: copy_from oid 18 from oid 16 current snap is 168 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1680: snap_create 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1158 (ObjNum 65 snap 0 seq_num 1432513123) dirty exists 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1676: finishing copy_from to smithi111183488-38 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1157 (ObjNum 102 snap 21 seq_num 102) dirty exists 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1676: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1674: finishing copy_from to smithi111183488-37 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1252 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1674: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1677: finishing write tid 1 to smithi111183488-23 2023-12-01T04:49:33.429 INFO:tasks.rados.rados.0.smithi111.stdout:1677: finishing write tid 2 to smithi111183488-23 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: finishing write tid 3 to smithi111183488-23 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: finishing write tid 4 to smithi111183488-23 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: finishing write tid 5 to smithi111183488-23 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: finishing write tid 6 to smithi111183488-23 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: oid 23 updating version 0 to 1161 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: oid 23 version 1161 is already newer than 1158 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: oid 23 version 1161 is already newer than 1160 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: oid 23 updating version 1161 to 1162 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: oid 23 version 1162 is already newer than 1159 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1162 (ObjNum 537 snap 168 seq_num 537) dirty exists 2023-12-01T04:49:33.430 INFO:tasks.rados.rados.0.smithi111.stdout:1677: left oid 23 (ObjNum 537 snap 168 seq_num 537) 2023-12-01T04:49:33.462 INFO:tasks.rados.rados.0.smithi111.stdout:1679: finishing copy_from to smithi111183488-18 2023-12-01T04:49:33.462 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1154 (ObjNum 254 snap 82 seq_num 254) dirty exists 2023-12-01T04:49:33.462 INFO:tasks.rados.rados.0.smithi111.stdout:1679: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:49:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:33 smithi111 ceph-mon[97855]: osdmap e396: 8 total, 8 up, 8 in 2023-12-01T04:49:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:33 smithi111 ceph-mon[97855]: pgmap v567: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-01T04:49:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:33 smithi111 ceph-mon[97855]: osdmap e397: 8 total, 8 up, 8 in 2023-12-01T04:49:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:33 smithi111 ceph-mon[116524]: osdmap e396: 8 total, 8 up, 8 in 2023-12-01T04:49:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:33 smithi111 ceph-mon[116524]: pgmap v567: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-01T04:49:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:33 smithi111 ceph-mon[116524]: osdmap e397: 8 total, 8 up, 8 in 2023-12-01T04:49:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:33 smithi155 ceph-mon[102677]: osdmap e396: 8 total, 8 up, 8 in 2023-12-01T04:49:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:33 smithi155 ceph-mon[102677]: pgmap v567: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.6 MiB/s wr, 10 op/s 2023-12-01T04:49:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:33 smithi155 ceph-mon[102677]: osdmap e397: 8 total, 8 up, 8 in 2023-12-01T04:49:34.427 INFO:tasks.rados.rados.0.smithi111.stdout:1674: done (5 left) 2023-12-01T04:49:34.427 INFO:tasks.rados.rados.0.smithi111.stdout:1675: done (4 left) 2023-12-01T04:49:34.427 INFO:tasks.rados.rados.0.smithi111.stdout:1676: done (3 left) 2023-12-01T04:49:34.427 INFO:tasks.rados.rados.0.smithi111.stdout:1677: done (2 left) 2023-12-01T04:49:34.427 INFO:tasks.rados.rados.0.smithi111.stdout:1679: done (1 left) 2023-12-01T04:49:34.427 INFO:tasks.rados.rados.0.smithi111.stdout:1680: done (0 left) 2023-12-01T04:49:34.428 INFO:tasks.rados.rados.0.smithi111.stdout:1681: delete oid 30 current snap is 169 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:1681: done (0 left) 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:1682: rollback oid 41 current snap is 169 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 157 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:1683: read oid 42 snap -1 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:1683: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:1684: copy_from oid 31 from oid 50 current snap is 169 2023-12-01T04:49:34.432 INFO:tasks.rados.rados.0.smithi111.stdout:1685: snap_create 2023-12-01T04:49:34.436 INFO:tasks.rados.rados.0.smithi111.stdout:1682: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:49:34.436 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 515 (ObjNum 65 snap 0 seq_num 1332767326) dirty dne 2023-12-01T04:49:34.441 INFO:tasks.rados.rados.0.smithi111.stdout:1683: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:49:34.491 INFO:tasks.rados.rados.0.smithi111.stdout:1684: finishing copy_from to smithi111183488-31 2023-12-01T04:49:34.492 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1252 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-01T04:49:34.492 INFO:tasks.rados.rados.0.smithi111.stdout:1684: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:49:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:34 smithi111 ceph-mon[97855]: osdmap e398: 8 total, 8 up, 8 in 2023-12-01T04:49:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:34 smithi111 ceph-mon[116524]: osdmap e398: 8 total, 8 up, 8 in 2023-12-01T04:49:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:34 smithi155 ceph-mon[102677]: osdmap e398: 8 total, 8 up, 8 in 2023-12-01T04:49:35.429 INFO:tasks.rados.rados.0.smithi111.stdout:1682: done (3 left) 2023-12-01T04:49:35.429 INFO:tasks.rados.rados.0.smithi111.stdout:1683: done (2 left) 2023-12-01T04:49:35.429 INFO:tasks.rados.rados.0.smithi111.stdout:1684: done (1 left) 2023-12-01T04:49:35.429 INFO:tasks.rados.rados.0.smithi111.stdout:1685: done (0 left) 2023-12-01T04:49:35.429 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 170 2023-12-01T04:49:35.429 INFO:tasks.rados.rados.0.smithi111.stdout:1686: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2023-12-01T04:49:35.432 INFO:tasks.rados.rados.0.smithi111.stdout:1686: writing smithi111183488-47 from 0 to 630784 tid 1 2023-12-01T04:49:35.436 INFO:tasks.rados.rados.0.smithi111.stdout:1686: writing smithi111183488-47 from 630784 to 1368064 tid 2 2023-12-01T04:49:35.439 INFO:tasks.rados.rados.0.smithi111.stdout:1686: writing smithi111183488-47 from 1368064 to 1835008 tid 3 2023-12-01T04:49:35.439 INFO:tasks.rados.rados.0.smithi111.stdout:1687: read oid 37 snap -1 2023-12-01T04:49:35.439 INFO:tasks.rados.rados.0.smithi111.stdout:1687: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:35.439 INFO:tasks.rados.rados.0.smithi111.stdout:1688: delete oid 39 current snap is 170 2023-12-01T04:49:35.439 INFO:tasks.rados.rados.0.smithi111.stdout:1686: finishing write tid 1 to smithi111183488-47 2023-12-01T04:49:35.444 INFO:tasks.rados.rados.0.smithi111.stdout:1686: finishing write tid 2 to smithi111183488-47 2023-12-01T04:49:35.444 INFO:tasks.rados.rados.0.smithi111.stdout:1688: done (2 left) 2023-12-01T04:49:35.444 INFO:tasks.rados.rados.0.smithi111.stdout:1689: copy_from oid 16 from oid 33 current snap is 170 2023-12-01T04:49:35.444 INFO:tasks.rados.rados.0.smithi111.stdout:1690: read oid 22 snap 118 2023-12-01T04:49:35.444 INFO:tasks.rados.rados.0.smithi111.stdout:1690: expect (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:49:35.444 INFO:tasks.rados.rados.0.smithi111.stdout:1691: snap_remove snap 157 2023-12-01T04:49:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:35 smithi111 ceph-mon[97855]: pgmap v570: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:35 smithi111 ceph-mon[97855]: osdmap e399: 8 total, 8 up, 8 in 2023-12-01T04:49:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:35 smithi111 ceph-mon[116524]: pgmap v570: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:35 smithi111 ceph-mon[116524]: osdmap e399: 8 total, 8 up, 8 in 2023-12-01T04:49:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:35 smithi155 ceph-mon[102677]: pgmap v570: 121 pgs: 121 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:35 smithi155 ceph-mon[102677]: osdmap e399: 8 total, 8 up, 8 in 2023-12-01T04:49:36.429 INFO:tasks.rados.rados.0.smithi111.stdout:1691: done (4 left) 2023-12-01T04:49:36.430 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 170 2023-12-01T04:49:36.430 INFO:tasks.rados.rados.0.smithi111.stdout:1692: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2023-12-01T04:49:36.433 INFO:tasks.rados.rados.0.smithi111.stdout:1692: writing smithi111183488-7 from 0 to 663552 tid 1 2023-12-01T04:49:36.443 INFO:tasks.rados.rados.0.smithi111.stdout:1692: writing smithi111183488-7 from 663552 to 1220608 tid 2 2023-12-01T04:49:36.443 INFO:tasks.rados.rados.0.smithi111.stdout:1692: writing smithi111183488-7 from 1220608 to 1695744 tid 3 2023-12-01T04:49:36.443 INFO:tasks.rados.rados.0.smithi111.stdout:1692: writing smithi111183488-7 from 1695744 to 1867776 tid 4 2023-12-01T04:49:36.443 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 170 2023-12-01T04:49:36.443 INFO:tasks.rados.rados.0.smithi111.stdout:1693: seq_num 542 ranges {0=679936,679936=442368,1122304=679936,1802240=81920} 2023-12-01T04:49:36.446 INFO:tasks.rados.rados.0.smithi111.stdout:1693: writing smithi111183488-30 from 0 to 679936 tid 1 2023-12-01T04:49:36.455 INFO:tasks.rados.rados.0.smithi111.stdout:1693: writing smithi111183488-30 from 679936 to 1122304 tid 2 2023-12-01T04:49:36.455 INFO:tasks.rados.rados.0.smithi111.stdout:1693: writing smithi111183488-30 from 1122304 to 1802240 tid 3 2023-12-01T04:49:36.455 INFO:tasks.rados.rados.0.smithi111.stdout:1693: writing smithi111183488-30 from 1802240 to 1884160 tid 4 2023-12-01T04:49:36.455 INFO:tasks.rados.rados.0.smithi111.stdout:1694: read oid 43 snap -1 2023-12-01T04:49:36.455 INFO:tasks.rados.rados.0.smithi111.stdout:1694: expect deleted 2023-12-01T04:49:36.455 INFO:tasks.rados.rados.0.smithi111.stdout:1695: delete oid 6 current snap is 170 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1686: finishing write tid 3 to smithi111183488-47 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1686: finishing write tid 4 to smithi111183488-47 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1689: finishing copy_from to smithi111183488-16 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1081 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1689: finishing copy_from racing read to smithi111183488-16 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1686: finishing write tid 5 to smithi111183488-47 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1686: oid 47 updating version 0 to 1255 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1686: oid 47 updating version 1255 to 1256 2023-12-01T04:49:36.460 INFO:tasks.rados.rados.0.smithi111.stdout:1686: oid 47 version 1256 is already newer than 1254 2023-12-01T04:49:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:1686: oid 47 version 1256 is already newer than 1253 2023-12-01T04:49:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1256 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:49:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:1686: left oid 47 (ObjNum 539 snap 170 seq_num 539) 2023-12-01T04:49:36.461 INFO:tasks.rados.rados.0.smithi111.stdout:1687: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:36.717 INFO:tasks.rados.rados.0.smithi111.stdout:1690: expect (ObjNum 258 snap 83 seq_num 258) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1692: finishing write tid 1 to smithi111183488-7 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1692: finishing write tid 2 to smithi111183488-7 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1692: finishing write tid 3 to smithi111183488-7 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1692: finishing write tid 4 to smithi111183488-7 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1692: finishing write tid 5 to smithi111183488-7 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1693: finishing write tid 1 to smithi111183488-30 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1686: done (7 left) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1687: done (6 left) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1689: done (5 left) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1690: done (4 left) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1694: done (3 left) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1695: done (2 left) 2023-12-01T04:49:36.992 INFO:tasks.rados.rados.0.smithi111.stdout:1696: rmattr oid 16 current snap is 170 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1696: done (2 left) 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1697: snap_create 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: finishing write tid 2 to smithi111183488-30 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: finishing write tid 3 to smithi111183488-30 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: finishing write tid 4 to smithi111183488-30 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: finishing write tid 5 to smithi111183488-30 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: finishing write tid 6 to smithi111183488-7 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: oid 7 updating version 0 to 246 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: oid 7 updating version 246 to 247 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: oid 7 updating version 247 to 250 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: oid 7 version 250 is already newer than 249 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: oid 7 version 250 is already newer than 248 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 250 (ObjNum 541 snap 170 seq_num 541) dirty exists 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1692: left oid 7 (ObjNum 541 snap 170 seq_num 541) 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: finishing write tid 6 to smithi111183488-30 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: oid 30 updating version 0 to 1256 2023-12-01T04:49:36.993 INFO:tasks.rados.rados.0.smithi111.stdout:1693: oid 30 version 1256 is already newer than 1254 2023-12-01T04:49:36.994 INFO:tasks.rados.rados.0.smithi111.stdout:1693: oid 30 updating version 1256 to 1257 2023-12-01T04:49:36.994 INFO:tasks.rados.rados.0.smithi111.stdout:1693: oid 30 version 1257 is already newer than 1253 2023-12-01T04:49:36.994 INFO:tasks.rados.rados.0.smithi111.stdout:1693: oid 30 version 1257 is already newer than 1255 2023-12-01T04:49:36.994 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1257 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:49:36.994 INFO:tasks.rados.rados.0.smithi111.stdout:1693: left oid 30 (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:49:37.439 INFO:tasks.rados.rados.0.smithi111.stdout:1692: done (2 left) 2023-12-01T04:49:37.439 INFO:tasks.rados.rados.0.smithi111.stdout:1693: done (1 left) 2023-12-01T04:49:37.439 INFO:tasks.rados.rados.0.smithi111.stdout:1697: done (0 left) 2023-12-01T04:49:37.439 INFO:tasks.rados.rados.0.smithi111.stdout:1698: snap_remove snap 155 2023-12-01T04:49:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:37 smithi155 ceph-mon[102677]: osdmap e400: 8 total, 8 up, 8 in 2023-12-01T04:49:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:37 smithi155 ceph-mon[102677]: pgmap v573: 121 pgs: 121 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2023-12-01T04:49:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:37 smithi111 ceph-mon[116524]: osdmap e400: 8 total, 8 up, 8 in 2023-12-01T04:49:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:37 smithi111 ceph-mon[116524]: pgmap v573: 121 pgs: 121 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2023-12-01T04:49:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:37 smithi111 ceph-mon[97855]: osdmap e400: 8 total, 8 up, 8 in 2023-12-01T04:49:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:37 smithi111 ceph-mon[97855]: pgmap v573: 121 pgs: 121 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2023-12-01T04:49:38.426 INFO:tasks.rados.rados.0.smithi111.stdout:1698: done (0 left) 2023-12-01T04:49:38.426 INFO:tasks.rados.rados.0.smithi111.stdout:1699: delete oid 49 current snap is 171 2023-12-01T04:49:38.441 INFO:tasks.rados.rados.0.smithi111.stdout:1699: done (0 left) 2023-12-01T04:49:38.441 INFO:tasks.rados.rados.0.smithi111.stdout:1700: delete oid 40 current snap is 171 2023-12-01T04:49:38.451 INFO:tasks.rados.rados.0.smithi111.stdout:1700: done (0 left) 2023-12-01T04:49:38.451 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 171 2023-12-01T04:49:38.451 INFO:tasks.rados.rados.0.smithi111.stdout:1701: seq_num 546 ranges {5767168=753664,6520832=778240,7299072=425984} 2023-12-01T04:49:38.482 INFO:tasks.rados.rados.0.smithi111.stdout:1701: writing smithi111183488-15 from 5767168 to 6520832 tid 1 2023-12-01T04:49:38.487 INFO:tasks.rados.rados.0.smithi111.stdout:1701: writing smithi111183488-15 from 6520832 to 7299072 tid 2 2023-12-01T04:49:38.489 INFO:tasks.rados.rados.0.smithi111.stdout:1701: writing smithi111183488-15 from 7299072 to 7725056 tid 3 2023-12-01T04:49:38.489 INFO:tasks.rados.rados.0.smithi111.stdout:1702: delete oid 41 current snap is 171 2023-12-01T04:49:38.490 INFO:tasks.rados.rados.0.smithi111.stdout:1701: finishing write tid 1 to smithi111183488-15 2023-12-01T04:49:38.490 INFO:tasks.rados.rados.0.smithi111.stdout:1701: finishing write tid 2 to smithi111183488-15 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1702: done (1 left) 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1703: read oid 43 snap -1 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1703: expect deleted 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1704: read oid 50 snap -1 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1704: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1705: copy_from oid 41 from oid 44 current snap is 171 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1706: copy_from oid 29 from oid 3 current snap is 171 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1707: snap_create 2023-12-01T04:49:38.492 INFO:tasks.rados.rados.0.smithi111.stdout:1701: finishing write tid 3 to smithi111183488-15 2023-12-01T04:49:38.493 INFO:tasks.rados.rados.0.smithi111.stdout:1701: finishing write tid 4 to smithi111183488-15 2023-12-01T04:49:38.493 INFO:tasks.rados.rados.0.smithi111.stdout:1701: finishing write tid 5 to smithi111183488-15 2023-12-01T04:49:38.493 INFO:tasks.rados.rados.0.smithi111.stdout:1701: oid 15 updating version 0 to 1159 2023-12-01T04:49:38.493 INFO:tasks.rados.rados.0.smithi111.stdout:1701: oid 15 version 1159 is already newer than 1156 2023-12-01T04:49:38.493 INFO:tasks.rados.rados.0.smithi111.stdout:1701: oid 15 version 1159 is already newer than 1157 2023-12-01T04:49:38.494 INFO:tasks.rados.rados.0.smithi111.stdout:1701: oid 15 version 1159 is already newer than 1158 2023-12-01T04:49:38.494 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1159 (ObjNum 546 snap 171 seq_num 546) dirty exists 2023-12-01T04:49:38.494 INFO:tasks.rados.rados.0.smithi111.stdout:1701: left oid 15 (ObjNum 546 snap 171 seq_num 546) 2023-12-01T04:49:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:1704: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:38 smithi155 ceph-mon[102677]: osdmap e401: 8 total, 8 up, 8 in 2023-12-01T04:49:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:38 smithi155 ceph-mon[102677]: osdmap e402: 8 total, 8 up, 8 in 2023-12-01T04:49:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:38 smithi111 ceph-mon[97855]: osdmap e401: 8 total, 8 up, 8 in 2023-12-01T04:49:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:38 smithi111 ceph-mon[97855]: osdmap e402: 8 total, 8 up, 8 in 2023-12-01T04:49:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:38 smithi111 ceph-mon[116524]: osdmap e401: 8 total, 8 up, 8 in 2023-12-01T04:49:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:38 smithi111 ceph-mon[116524]: osdmap e402: 8 total, 8 up, 8 in 2023-12-01T04:49:38.777 INFO:tasks.rados.rados.0.smithi111.stdout:1706: finishing copy_from to smithi111183488-29 2023-12-01T04:49:38.777 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1143 (ObjNum 500 snap 155 seq_num 500) dirty exists 2023-12-01T04:49:38.778 INFO:tasks.rados.rados.0.smithi111.stdout:1706: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:49:38.778 INFO:tasks.rados.rados.0.smithi111.stdout:1705: finishing copy_from to smithi111183488-41 2023-12-01T04:49:38.778 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 872 (ObjNum 522 snap 162 seq_num 522) dirty exists 2023-12-01T04:49:38.778 INFO:tasks.rados.rados.0.smithi111.stdout:1705: finishing copy_from racing read to smithi111183488-41 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1701: done (5 left) 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1703: done (4 left) 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1704: done (3 left) 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1705: done (2 left) 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1706: done (1 left) 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1707: done (0 left) 2023-12-01T04:49:39.457 INFO:tasks.rados.rados.0.smithi111.stdout:1708: delete oid 20 current snap is 172 2023-12-01T04:49:39.462 INFO:tasks.rados.rados.0.smithi111.stdout:1708: done (0 left) 2023-12-01T04:49:39.462 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 172 2023-12-01T04:49:39.462 INFO:tasks.rados.rados.0.smithi111.stdout:1709: seq_num 549 ranges {1179648=802816,1982464=483328,2465792=434176,2899968=286720} 2023-12-01T04:49:39.473 INFO:tasks.rados.rados.0.smithi111.stdout:1709: writing smithi111183488-29 from 1179648 to 1982464 tid 1 2023-12-01T04:49:39.476 INFO:tasks.rados.rados.0.smithi111.stdout:1709: writing smithi111183488-29 from 1982464 to 2465792 tid 2 2023-12-01T04:49:39.478 INFO:tasks.rados.rados.0.smithi111.stdout:1709: writing smithi111183488-29 from 2465792 to 2899968 tid 3 2023-12-01T04:49:39.480 INFO:tasks.rados.rados.0.smithi111.stdout:1709: writing smithi111183488-29 from 2899968 to 3186688 tid 4 2023-12-01T04:49:39.480 INFO:tasks.rados.rados.0.smithi111.stdout:1710: rmattr oid 24 current snap is 172 2023-12-01T04:49:39.480 INFO:tasks.rados.rados.0.smithi111.stdout:1710: done (1 left) 2023-12-01T04:49:39.480 INFO:tasks.rados.rados.0.smithi111.stdout:1711: snap_remove snap 131 2023-12-01T04:49:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:39 smithi155 ceph-mon[102677]: pgmap v576: 121 pgs: 121 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2023-12-01T04:49:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:39 smithi111 ceph-mon[97855]: pgmap v576: 121 pgs: 121 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2023-12-01T04:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:49:39] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:49:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:39 smithi111 ceph-mon[116524]: pgmap v576: 121 pgs: 121 active+clean; 477 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 4.4 MiB/s wr, 13 op/s 2023-12-01T04:49:40.468 INFO:tasks.rados.rados.0.smithi111.stdout:1711: done (1 left) 2023-12-01T04:49:40.468 INFO:tasks.rados.rados.0.smithi111.stdout:1712: delete oid 8 current snap is 172 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: finishing write tid 1 to smithi111183488-29 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: finishing write tid 2 to smithi111183488-29 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: finishing write tid 3 to smithi111183488-29 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: finishing write tid 4 to smithi111183488-29 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: finishing write tid 5 to smithi111183488-29 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: finishing write tid 6 to smithi111183488-29 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: oid 29 updating version 0 to 1302 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: oid 29 version 1302 is already newer than 1301 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: oid 29 version 1302 is already newer than 1299 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: oid 29 version 1302 is already newer than 1300 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: oid 29 version 1302 is already newer than 1298 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1302 (ObjNum 549 snap 172 seq_num 549) dirty exists 2023-12-01T04:49:40.469 INFO:tasks.rados.rados.0.smithi111.stdout:1709: left oid 29 (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:49:40.481 INFO:tasks.rados.rados.0.smithi111.stdout:1709: done (1 left) 2023-12-01T04:49:40.481 INFO:tasks.rados.rados.0.smithi111.stdout:1712: done (0 left) 2023-12-01T04:49:40.481 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 172 2023-12-01T04:49:40.481 INFO:tasks.rados.rados.0.smithi111.stdout:1713: seq_num 551 ranges {4341760=434176,4775936=647168,5423104=450560,5873664=507904} 2023-12-01T04:49:40.507 INFO:tasks.rados.rados.0.smithi111.stdout:1713: writing smithi111183488-50 from 4341760 to 4775936 tid 1 2023-12-01T04:49:40.511 INFO:tasks.rados.rados.0.smithi111.stdout:1713: writing smithi111183488-50 from 4775936 to 5423104 tid 2 2023-12-01T04:49:40.513 INFO:tasks.rados.rados.0.smithi111.stdout:1713: writing smithi111183488-50 from 5423104 to 5873664 tid 3 2023-12-01T04:49:40.516 INFO:tasks.rados.rados.0.smithi111.stdout:1713: writing smithi111183488-50 from 5873664 to 6381568 tid 4 2023-12-01T04:49:40.516 INFO:tasks.rados.rados.0.smithi111.stdout:1714: snap_remove snap 166 2023-12-01T04:49:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:40 smithi155 ceph-mon[102677]: osdmap e403: 8 total, 8 up, 8 in 2023-12-01T04:49:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:40 smithi111 ceph-mon[97855]: osdmap e403: 8 total, 8 up, 8 in 2023-12-01T04:49:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:40 smithi111 ceph-mon[116524]: osdmap e403: 8 total, 8 up, 8 in 2023-12-01T04:49:41.473 INFO:tasks.rados.rados.0.smithi111.stdout:1714: done (1 left) 2023-12-01T04:49:41.473 INFO:tasks.rados.rados.0.smithi111.stdout:1715: read oid 37 snap -1 2023-12-01T04:49:41.473 INFO:tasks.rados.rados.0.smithi111.stdout:1715: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:41.473 INFO:tasks.rados.rados.0.smithi111.stdout:1716: rollback oid 11 current snap is 172 2023-12-01T04:49:41.473 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 141 2023-12-01T04:49:41.474 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 172 2023-12-01T04:49:41.474 INFO:tasks.rados.rados.0.smithi111.stdout:1717: seq_num 552 ranges {3063808=450560,3514368=532480,4046848=655360,4702208=417792} 2023-12-01T04:49:41.493 INFO:tasks.rados.rados.0.smithi111.stdout:1717: writing smithi111183488-18 from 3063808 to 3514368 tid 1 2023-12-01T04:49:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:1717: writing smithi111183488-18 from 3514368 to 4046848 tid 2 2023-12-01T04:49:41.503 INFO:tasks.rados.rados.0.smithi111.stdout:1717: writing smithi111183488-18 from 4046848 to 4702208 tid 3 2023-12-01T04:49:41.503 INFO:tasks.rados.rados.0.smithi111.stdout:1717: writing smithi111183488-18 from 4702208 to 5120000 tid 4 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1718: setattr oid 24 current snap is 172 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: finishing write tid 1 to smithi111183488-50 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: finishing write tid 2 to smithi111183488-50 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: finishing write tid 3 to smithi111183488-50 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: finishing write tid 4 to smithi111183488-50 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: finishing write tid 5 to smithi111183488-50 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: finishing write tid 6 to smithi111183488-50 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: oid 50 updating version 0 to 1315 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: oid 50 updating version 1315 to 1317 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: oid 50 version 1317 is already newer than 1316 2023-12-01T04:49:41.504 INFO:tasks.rados.rados.0.smithi111.stdout:1713: oid 50 version 1317 is already newer than 1314 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1713: oid 50 updating version 1317 to 1318 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1318 (ObjNum 551 snap 172 seq_num 551) dirty exists 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1713: left oid 50 (ObjNum 551 snap 172 seq_num 551) 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1716: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1716: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1716: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1260 (ObjNum 357 snap 119 seq_num 357) dirty exists 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1717: finishing write tid 1 to smithi111183488-18 2023-12-01T04:49:41.505 INFO:tasks.rados.rados.0.smithi111.stdout:1717: finishing write tid 2 to smithi111183488-18 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1713: done (4 left) 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1716: done (3 left) 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1719: copy_from oid 28 from oid 35 current snap is 172 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1720: read oid 29 snap -1 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1720: expect (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1721: rollback oid 6 current snap is 172 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 169 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1722: read oid 44 snap -1 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1722: expect (ObjNum 522 snap 162 seq_num 522) 2023-12-01T04:49:41.506 INFO:tasks.rados.rados.0.smithi111.stdout:1723: copy_from oid 3 from oid 43 current snap is 172 2023-12-01T04:49:41.507 INFO:tasks.rados.rados.0.smithi111.stdout:1724: snap_remove snap 112 2023-12-01T04:49:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:41 smithi111 ceph-mon[97855]: osdmap e404: 8 total, 8 up, 8 in 2023-12-01T04:49:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:41 smithi111 ceph-mon[97855]: pgmap v579: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2023-12-01T04:49:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:41 smithi111 ceph-mon[116524]: osdmap e404: 8 total, 8 up, 8 in 2023-12-01T04:49:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:41 smithi111 ceph-mon[116524]: pgmap v579: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2023-12-01T04:49:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:41 smithi155 ceph-mon[102677]: osdmap e404: 8 total, 8 up, 8 in 2023-12-01T04:49:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:41 smithi155 ceph-mon[102677]: pgmap v579: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2023-12-01T04:49:42.488 INFO:tasks.rados.rados.0.smithi111.stdout:1724: done (8 left) 2023-12-01T04:49:42.488 INFO:tasks.rados.rados.0.smithi111.stdout:1725: read oid 12 snap -1 2023-12-01T04:49:42.488 INFO:tasks.rados.rados.0.smithi111.stdout:1725: expect (ObjNum 508 snap 156 seq_num 508) 2023-12-01T04:49:42.489 INFO:tasks.rados.rados.0.smithi111.stdout:1726: rmattr oid 8 current snap is 172 2023-12-01T04:49:42.489 INFO:tasks.rados.rados.0.smithi111.stdout:1726: done (9 left) 2023-12-01T04:49:42.489 INFO:tasks.rados.rados.0.smithi111.stdout:1727: read oid 17 snap -1 2023-12-01T04:49:42.489 INFO:tasks.rados.rados.0.smithi111.stdout:1727: expect (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:49:42.489 INFO:tasks.rados.rados.0.smithi111.stdout:1728: snap_remove snap 118 2023-12-01T04:49:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:42 smithi111 ceph-mon[97855]: osdmap e405: 8 total, 8 up, 8 in 2023-12-01T04:49:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:42 smithi111 ceph-mon[116524]: osdmap e405: 8 total, 8 up, 8 in 2023-12-01T04:49:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:42 smithi155 ceph-mon[102677]: osdmap e405: 8 total, 8 up, 8 in 2023-12-01T04:49:43.430 INFO:tasks.rados.rados.0.smithi111.stdout:1728: done (10 left) 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1729: snap_create 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1719: finishing copy_from to smithi111183488-28 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1719: got expected ENOENT (src dne) 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1719: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: finishing write tid 3 to smithi111183488-18 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: finishing write tid 4 to smithi111183488-18 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: finishing write tid 5 to smithi111183488-18 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: finishing write tid 6 to smithi111183488-18 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: oid 18 updating version 0 to 1158 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: oid 18 version 1158 is already newer than 1155 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: oid 18 updating version 1158 to 1159 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: oid 18 version 1159 is already newer than 1156 2023-12-01T04:49:43.431 INFO:tasks.rados.rados.0.smithi111.stdout:1717: oid 18 version 1159 is already newer than 1157 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1159 (ObjNum 552 snap 172 seq_num 552) dirty exists 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:1717: left oid 18 (ObjNum 552 snap 172 seq_num 552) 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1317 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:1723: finishing copy_from to smithi111183488-3 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:1723: got expected ENOENT (src dne) 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:1723: finishing copy_from racing read to smithi111183488-3 2023-12-01T04:49:43.432 INFO:tasks.rados.rados.0.smithi111.stdout:1715: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:43.700 INFO:tasks.rados.rados.0.smithi111.stdout:1721: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:49:43.700 INFO:tasks.rados.rados.0.smithi111.stdout:1721: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:49:43.700 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 895 (ObjNum 524 snap 163 seq_num 524) dirty exists 2023-12-01T04:49:43.701 INFO:tasks.rados.rados.0.smithi111.stdout:1720: expect (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:49:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:43 smithi111 ceph-mon[97855]: osdmap e406: 8 total, 8 up, 8 in 2023-12-01T04:49:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:43 smithi111 ceph-mon[97855]: pgmap v582: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2023-12-01T04:49:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:43 smithi111 ceph-mon[97855]: osdmap e407: 8 total, 8 up, 8 in 2023-12-01T04:49:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:43 smithi111 ceph-mon[116524]: osdmap e406: 8 total, 8 up, 8 in 2023-12-01T04:49:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:43 smithi111 ceph-mon[116524]: pgmap v582: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2023-12-01T04:49:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:43 smithi111 ceph-mon[116524]: osdmap e407: 8 total, 8 up, 8 in 2023-12-01T04:49:43.800 INFO:tasks.rados.rados.0.smithi111.stdout:1722: expect (ObjNum 522 snap 162 seq_num 522) 2023-12-01T04:49:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:43 smithi155 ceph-mon[102677]: osdmap e406: 8 total, 8 up, 8 in 2023-12-01T04:49:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:43 smithi155 ceph-mon[102677]: pgmap v582: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 12 op/s 2023-12-01T04:49:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:43 smithi155 ceph-mon[102677]: osdmap e407: 8 total, 8 up, 8 in 2023-12-01T04:49:44.162 INFO:tasks.rados.rados.0.smithi111.stdout:1727: expect (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:49:44.420 INFO:tasks.rados.rados.0.smithi111.stdout:1725: expect (ObjNum 508 snap 156 seq_num 508) 2023-12-01T04:49:44.673 INFO:tasks.rados.rados.0.smithi111.stdout:1715: done (10 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1717: done (9 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1718: done (8 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1719: done (7 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1720: done (6 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1721: done (5 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1722: done (4 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1723: done (3 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1725: done (2 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1727: done (1 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1729: done (0 left) 2023-12-01T04:49:44.674 INFO:tasks.rados.rados.0.smithi111.stdout:1730: setattr oid 11 current snap is 173 2023-12-01T04:49:44.675 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 173 2023-12-01T04:49:44.675 INFO:tasks.rados.rados.0.smithi111.stdout:1731: seq_num 553 ranges {1753088=466944,2220032=417792,2637824=417792,3055616=516096,3571712=253952} 2023-12-01T04:49:44.686 INFO:tasks.rados.rados.0.smithi111.stdout:1731: writing smithi111183488-21 from 1753088 to 2220032 tid 1 2023-12-01T04:49:44.688 INFO:tasks.rados.rados.0.smithi111.stdout:1731: writing smithi111183488-21 from 2220032 to 2637824 tid 2 2023-12-01T04:49:44.691 INFO:tasks.rados.rados.0.smithi111.stdout:1731: writing smithi111183488-21 from 2637824 to 3055616 tid 3 2023-12-01T04:49:44.694 INFO:tasks.rados.rados.0.smithi111.stdout:1731: writing smithi111183488-21 from 3055616 to 3571712 tid 4 2023-12-01T04:49:44.696 INFO:tasks.rados.rados.0.smithi111.stdout:1731: writing smithi111183488-21 from 3571712 to 3825664 tid 5 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1732: copy_from oid 45 from oid 29 current snap is 173 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1261 (ObjNum 357 snap 119 seq_num 357) dirty exists 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 1 to smithi111183488-21 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 2 to smithi111183488-21 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 3 to smithi111183488-21 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1730: done (2 left) 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1733: rollback oid 3 current snap is 173 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 127 2023-12-01T04:49:44.697 INFO:tasks.rados.rados.0.smithi111.stdout:1734: delete oid 28 current snap is 173 2023-12-01T04:49:44.699 INFO:tasks.rados.rados.0.smithi111.stdout:1734: done (3 left) 2023-12-01T04:49:44.699 INFO:tasks.rados.rados.0.smithi111.stdout:1735: copy_from oid 48 from oid 22 current snap is 173 2023-12-01T04:49:44.699 INFO:tasks.rados.rados.0.smithi111.stdout:1736: copy_from oid 35 from oid 4 current snap is 173 2023-12-01T04:49:44.699 INFO:tasks.rados.rados.0.smithi111.stdout:1737: read oid 47 snap -1 2023-12-01T04:49:44.700 INFO:tasks.rados.rados.0.smithi111.stdout:1737: expect (ObjNum 539 snap 170 seq_num 539) 2023-12-01T04:49:44.700 INFO:tasks.rados.rados.0.smithi111.stdout:1738: delete oid 23 current snap is 173 2023-12-01T04:49:44.700 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 4 to smithi111183488-21 2023-12-01T04:49:44.704 INFO:tasks.rados.rados.0.smithi111.stdout:1738: done (6 left) 2023-12-01T04:49:44.704 INFO:tasks.rados.rados.0.smithi111.stdout:1739: rmattr oid 26 current snap is 173 2023-12-01T04:49:44.704 INFO:tasks.rados.rados.0.smithi111.stdout:1739: done (6 left) 2023-12-01T04:49:44.704 INFO:tasks.rados.rados.0.smithi111.stdout:1740: read oid 46 snap -1 2023-12-01T04:49:44.704 INFO:tasks.rados.rados.0.smithi111.stdout:1740: expect (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:49:44.704 INFO:tasks.rados.rados.0.smithi111.stdout:1741: snap_create 2023-12-01T04:49:44.706 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 5 to smithi111183488-21 2023-12-01T04:49:44.706 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 6 to smithi111183488-21 2023-12-01T04:49:44.707 INFO:tasks.rados.rados.0.smithi111.stdout:1733: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:49:44.707 INFO:tasks.rados.rados.0.smithi111.stdout:1733: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:49:44.708 INFO:tasks.rados.rados.0.smithi111.stdout:1733: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:49:44.708 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 1353 (ObjNum 396 snap 127 seq_num 396) dirty exists 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: finishing write tid 7 to smithi111183488-21 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: oid 21 updating version 0 to 1344 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: oid 21 updating version 1344 to 1347 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: oid 21 updating version 1347 to 1348 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: oid 21 version 1348 is already newer than 1346 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: oid 21 version 1348 is already newer than 1345 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:1731: oid 21 updating version 1348 to 1349 2023-12-01T04:49:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1349 (ObjNum 553 snap 173 seq_num 553) dirty exists 2023-12-01T04:49:44.710 INFO:tasks.rados.rados.0.smithi111.stdout:1731: left oid 21 (ObjNum 553 snap 173 seq_num 553) 2023-12-01T04:49:44.711 INFO:tasks.rados.rados.0.smithi111.stdout:1736: finishing copy_from to smithi111183488-35 2023-12-01T04:49:44.712 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 441 (ObjNum 465 snap 147 seq_num 465) dirty exists 2023-12-01T04:49:44.712 INFO:tasks.rados.rados.0.smithi111.stdout:1736: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:49:44.713 INFO:tasks.rados.rados.0.smithi111.stdout:1737: expect (ObjNum 539 snap 170 seq_num 539) 2023-12-01T04:49:44.765 INFO:tasks.rados.rados.0.smithi111.stdout:1740: expect (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:49:44.940 INFO:tasks.rados.rados.0.smithi111.stdout:1735: finishing copy_from to smithi111183488-48 2023-12-01T04:49:44.940 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 469 (ObjNum 492 snap 154 seq_num 492) dirty exists 2023-12-01T04:49:44.940 INFO:tasks.rados.rados.0.smithi111.stdout:1735: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:49:44.940 INFO:tasks.rados.rados.0.smithi111.stdout:1732: finishing copy_from to smithi111183488-45 2023-12-01T04:49:44.940 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1302 (ObjNum 549 snap 172 seq_num 549) dirty exists 2023-12-01T04:49:44.940 INFO:tasks.rados.rados.0.smithi111.stdout:1732: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:49:45.440 INFO:tasks.rados.rados.0.smithi111.stdout:1731: done (7 left) 2023-12-01T04:49:45.440 INFO:tasks.rados.rados.0.smithi111.stdout:1732: done (6 left) 2023-12-01T04:49:45.440 INFO:tasks.rados.rados.0.smithi111.stdout:1733: done (5 left) 2023-12-01T04:49:45.440 INFO:tasks.rados.rados.0.smithi111.stdout:1735: done (4 left) 2023-12-01T04:49:45.440 INFO:tasks.rados.rados.0.smithi111.stdout:1736: done (3 left) 2023-12-01T04:49:45.440 INFO:tasks.rados.rados.0.smithi111.stdout:1737: done (2 left) 2023-12-01T04:49:45.441 INFO:tasks.rados.rados.0.smithi111.stdout:1740: done (1 left) 2023-12-01T04:49:45.441 INFO:tasks.rados.rados.0.smithi111.stdout:1741: done (0 left) 2023-12-01T04:49:45.441 INFO:tasks.rados.rados.0.smithi111.stdout:1742: delete oid 46 current snap is 174 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:1742: done (0 left) 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:1743: rollback oid 6 current snap is 174 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 165 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:1744: read oid 17 snap -1 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:1744: expect (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 174 2023-12-01T04:49:45.447 INFO:tasks.rados.rados.0.smithi111.stdout:1745: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2023-12-01T04:49:45.450 INFO:tasks.rados.rados.0.smithi111.stdout:1745: writing smithi111183488-8 from 0 to 532480 tid 1 2023-12-01T04:49:45.455 INFO:tasks.rados.rados.0.smithi111.stdout:1745: writing smithi111183488-8 from 532480 to 1335296 tid 2 2023-12-01T04:49:45.460 INFO:tasks.rados.rados.0.smithi111.stdout:1745: writing smithi111183488-8 from 1335296 to 2129920 tid 3 2023-12-01T04:49:45.460 INFO:tasks.rados.rados.0.smithi111.stdout:1745: writing smithi111183488-8 from 2129920 to 2138112 tid 4 2023-12-01T04:49:45.460 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 174 2023-12-01T04:49:45.461 INFO:tasks.rados.rados.0.smithi111.stdout:1743: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:49:45.461 INFO:tasks.rados.rados.0.smithi111.stdout:1743: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:49:45.461 INFO:tasks.rados.rados.0.smithi111.stdout:1743: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:49:45.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 898 (ObjNum 524 snap 163 seq_num 524) dirty exists 2023-12-01T04:49:45.461 INFO:tasks.rados.rados.0.smithi111.stdout:1745: finishing write tid 1 to smithi111183488-8 2023-12-01T04:49:45.461 INFO:tasks.rados.rados.0.smithi111.stdout:1746: seq_num 558 ranges {778240=548864,1327104=688128,2015232=606208,2621440=311296} 2023-12-01T04:49:45.467 INFO:tasks.rados.rados.0.smithi111.stdout:1746: writing smithi111183488-24 from 778240 to 1327104 tid 1 2023-12-01T04:49:45.471 INFO:tasks.rados.rados.0.smithi111.stdout:1746: writing smithi111183488-24 from 1327104 to 2015232 tid 2 2023-12-01T04:49:45.475 INFO:tasks.rados.rados.0.smithi111.stdout:1746: writing smithi111183488-24 from 2015232 to 2621440 tid 3 2023-12-01T04:49:45.477 INFO:tasks.rados.rados.0.smithi111.stdout:1746: writing smithi111183488-24 from 2621440 to 2932736 tid 4 2023-12-01T04:49:45.477 INFO:tasks.rados.rados.0.smithi111.stdout:1743: done (3 left) 2023-12-01T04:49:45.477 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 174 2023-12-01T04:49:45.477 INFO:tasks.rados.rados.0.smithi111.stdout:1747: seq_num 559 ranges {3825664=565248,4390912=573440,4964352=409600,5373952=622592} 2023-12-01T04:49:45.500 INFO:tasks.rados.rados.0.smithi111.stdout:1747: writing smithi111183488-21 from 3825664 to 4390912 tid 1 2023-12-01T04:49:45.504 INFO:tasks.rados.rados.0.smithi111.stdout:1747: writing smithi111183488-21 from 4390912 to 4964352 tid 2 2023-12-01T04:49:45.506 INFO:tasks.rados.rados.0.smithi111.stdout:1747: writing smithi111183488-21 from 4964352 to 5373952 tid 3 2023-12-01T04:49:45.510 INFO:tasks.rados.rados.0.smithi111.stdout:1747: writing smithi111183488-21 from 5373952 to 5996544 tid 4 2023-12-01T04:49:45.510 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 174 2023-12-01T04:49:45.510 INFO:tasks.rados.rados.0.smithi111.stdout:1745: finishing write tid 2 to smithi111183488-8 2023-12-01T04:49:45.510 INFO:tasks.rados.rados.0.smithi111.stdout:1744: expect (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:49:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:45 smithi155 ceph-mon[102677]: osdmap e408: 8 total, 8 up, 8 in 2023-12-01T04:49:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:45 smithi155 ceph-mon[102677]: pgmap v585: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:45 smithi111 ceph-mon[97855]: osdmap e408: 8 total, 8 up, 8 in 2023-12-01T04:49:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:45 smithi111 ceph-mon[97855]: pgmap v585: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:45 smithi111 ceph-mon[116524]: osdmap e408: 8 total, 8 up, 8 in 2023-12-01T04:49:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:45 smithi111 ceph-mon[116524]: pgmap v585: 121 pgs: 121 active+clean; 489 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:45.770 INFO:tasks.rados.rados.0.smithi111.stdout:1745: finishing write tid 3 to smithi111183488-8 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: finishing write tid 4 to smithi111183488-8 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: finishing write tid 5 to smithi111183488-8 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: finishing write tid 6 to smithi111183488-8 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: oid 8 updating version 0 to 1023 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: oid 8 updating version 1023 to 1024 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: oid 8 updating version 1024 to 1026 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: oid 8 updating version 1026 to 1027 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: oid 8 version 1027 is already newer than 1025 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1027 (ObjNum 557 snap 174 seq_num 557) dirty exists 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1745: left oid 8 (ObjNum 557 snap 174 seq_num 557) 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1746: finishing write tid 1 to smithi111183488-24 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1746: finishing write tid 2 to smithi111183488-24 2023-12-01T04:49:45.771 INFO:tasks.rados.rados.0.smithi111.stdout:1748: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2023-12-01T04:49:45.773 INFO:tasks.rados.rados.0.smithi111.stdout:1748: writing smithi111183488-25 from 0 to 581632 tid 1 2023-12-01T04:49:45.776 INFO:tasks.rados.rados.0.smithi111.stdout:1748: writing smithi111183488-25 from 581632 to 1040384 tid 2 2023-12-01T04:49:45.779 INFO:tasks.rados.rados.0.smithi111.stdout:1748: writing smithi111183488-25 from 1040384 to 1654784 tid 3 2023-12-01T04:49:45.783 INFO:tasks.rados.rados.0.smithi111.stdout:1748: writing smithi111183488-25 from 1654784 to 2187264 tid 4 2023-12-01T04:49:45.783 INFO:tasks.rados.rados.0.smithi111.stdout:1744: done (4 left) 2023-12-01T04:49:45.783 INFO:tasks.rados.rados.0.smithi111.stdout:1745: done (3 left) 2023-12-01T04:49:45.783 INFO:tasks.rados.rados.0.smithi111.stdout:1749: delete oid 40 current snap is 174 2023-12-01T04:49:45.783 INFO:tasks.rados.rados.0.smithi111.stdout:1746: finishing write tid 3 to smithi111183488-24 2023-12-01T04:49:45.783 INFO:tasks.rados.rados.0.smithi111.stdout:1746: finishing write tid 4 to smithi111183488-24 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: finishing write tid 5 to smithi111183488-24 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: finishing write tid 6 to smithi111183488-24 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: oid 24 updating version 0 to 1334 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: oid 24 updating version 1334 to 1335 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: oid 24 version 1335 is already newer than 1333 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: oid 24 updating version 1335 to 1337 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: oid 24 version 1337 is already newer than 1336 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1337 (ObjNum 558 snap 174 seq_num 558) dirty exists 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1746: left oid 24 (ObjNum 558 snap 174 seq_num 558) 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1747: finishing write tid 1 to smithi111183488-21 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1747: finishing write tid 2 to smithi111183488-21 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1747: finishing write tid 3 to smithi111183488-21 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1747: finishing write tid 4 to smithi111183488-21 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1747: finishing write tid 5 to smithi111183488-21 2023-12-01T04:49:45.784 INFO:tasks.rados.rados.0.smithi111.stdout:1747: finishing write tid 6 to smithi111183488-21 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1747: oid 21 updating version 0 to 1360 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1747: oid 21 version 1360 is already newer than 1358 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1747: oid 21 version 1360 is already newer than 1359 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1747: oid 21 updating version 1360 to 1361 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1747: oid 21 version 1361 is already newer than 1357 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1361 (ObjNum 559 snap 174 seq_num 559) dirty exists 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1747: left oid 21 (ObjNum 559 snap 174 seq_num 559) 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1748: finishing write tid 1 to smithi111183488-25 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1748: finishing write tid 2 to smithi111183488-25 2023-12-01T04:49:45.785 INFO:tasks.rados.rados.0.smithi111.stdout:1748: finishing write tid 3 to smithi111183488-25 2023-12-01T04:49:45.786 INFO:tasks.rados.rados.0.smithi111.stdout:1746: done (3 left) 2023-12-01T04:49:45.786 INFO:tasks.rados.rados.0.smithi111.stdout:1747: done (2 left) 2023-12-01T04:49:45.786 INFO:tasks.rados.rados.0.smithi111.stdout:1749: done (1 left) 2023-12-01T04:49:45.786 INFO:tasks.rados.rados.0.smithi111.stdout:1750: rollback oid 49 current snap is 174 2023-12-01T04:49:45.786 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 173 2023-12-01T04:49:45.786 INFO:tasks.rados.rados.0.smithi111.stdout:1751: snap_remove snap 169 2023-12-01T04:49:46.443 INFO:tasks.rados.rados.0.smithi111.stdout:1751: done (2 left) 2023-12-01T04:49:46.443 INFO:tasks.rados.rados.0.smithi111.stdout:1752: rmattr oid 26 current snap is 174 2023-12-01T04:49:46.443 INFO:tasks.rados.rados.0.smithi111.stdout:1752: done (2 left) 2023-12-01T04:49:46.443 INFO:tasks.rados.rados.0.smithi111.stdout:1753: snap_create 2023-12-01T04:49:46.443 INFO:tasks.rados.rados.0.smithi111.stdout:1748: finishing write tid 4 to smithi111183488-25 2023-12-01T04:49:46.443 INFO:tasks.rados.rados.0.smithi111.stdout:1748: finishing write tid 5 to smithi111183488-25 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1750: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1021 (ObjNum 65 snap 0 seq_num 1633510509) dirty dne 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: finishing write tid 6 to smithi111183488-25 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: oid 25 updating version 0 to 883 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: oid 25 updating version 883 to 885 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: oid 25 updating version 885 to 887 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: oid 25 version 887 is already newer than 886 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: oid 25 version 887 is already newer than 884 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 887 (ObjNum 560 snap 174 seq_num 560) dirty exists 2023-12-01T04:49:46.444 INFO:tasks.rados.rados.0.smithi111.stdout:1748: left oid 25 (ObjNum 560 snap 174 seq_num 560) 2023-12-01T04:49:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:46 smithi155 ceph-mon[102677]: osdmap e409: 8 total, 8 up, 8 in 2023-12-01T04:49:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:46 smithi111 ceph-mon[97855]: osdmap e409: 8 total, 8 up, 8 in 2023-12-01T04:49:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:46 smithi111 ceph-mon[116524]: osdmap e409: 8 total, 8 up, 8 in 2023-12-01T04:49:47.446 INFO:tasks.rados.rados.0.smithi111.stdout:1748: done (2 left) 2023-12-01T04:49:47.447 INFO:tasks.rados.rados.0.smithi111.stdout:1750: done (1 left) 2023-12-01T04:49:47.447 INFO:tasks.rados.rados.0.smithi111.stdout:1753: done (0 left) 2023-12-01T04:49:47.447 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 175 2023-12-01T04:49:47.447 INFO:tasks.rados.rados.0.smithi111.stdout:1754: seq_num 562 ranges {5767168=622592,6389760=630784,7020544=581632,7602176=393216} 2023-12-01T04:49:47.482 INFO:tasks.rados.rados.0.smithi111.stdout:1754: writing smithi111183488-32 from 5767168 to 6389760 tid 1 2023-12-01T04:49:47.486 INFO:tasks.rados.rados.0.smithi111.stdout:1754: writing smithi111183488-32 from 6389760 to 7020544 tid 2 2023-12-01T04:49:47.491 INFO:tasks.rados.rados.0.smithi111.stdout:1754: writing smithi111183488-32 from 7020544 to 7602176 tid 3 2023-12-01T04:49:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:1754: writing smithi111183488-32 from 7602176 to 7995392 tid 4 2023-12-01T04:49:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:1755: rollback oid 4 current snap is 175 2023-12-01T04:49:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 173 2023-12-01T04:49:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:1754: finishing write tid 1 to smithi111183488-32 2023-12-01T04:49:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:1754: finishing write tid 2 to smithi111183488-32 2023-12-01T04:49:47.493 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 175 2023-12-01T04:49:47.493 INFO:tasks.rados.rados.0.smithi111.stdout:1756: seq_num 563 ranges {5300224=638976,5939200=565248,6504448=794624,7299072=245760} 2023-12-01T04:49:47.524 INFO:tasks.rados.rados.0.smithi111.stdout:1756: writing smithi111183488-17 from 5300224 to 5939200 tid 1 2023-12-01T04:49:47.528 INFO:tasks.rados.rados.0.smithi111.stdout:1756: writing smithi111183488-17 from 5939200 to 6504448 tid 2 2023-12-01T04:49:47.532 INFO:tasks.rados.rados.0.smithi111.stdout:1756: writing smithi111183488-17 from 6504448 to 7299072 tid 3 2023-12-01T04:49:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:1756: writing smithi111183488-17 from 7299072 to 7544832 tid 4 2023-12-01T04:49:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:1757: rollback oid 34 current snap is 175 2023-12-01T04:49:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 34 to 159 2023-12-01T04:49:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:1754: finishing write tid 3 to smithi111183488-32 2023-12-01T04:49:47.535 INFO:tasks.rados.rados.0.smithi111.stdout:1754: finishing write tid 4 to smithi111183488-32 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: finishing write tid 5 to smithi111183488-32 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: finishing write tid 6 to smithi111183488-32 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: oid 32 updating version 0 to 1266 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: oid 32 version 1266 is already newer than 1265 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: oid 32 version 1266 is already newer than 1262 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: oid 32 version 1266 is already newer than 1263 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: oid 32 version 1266 is already newer than 1264 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1266 (ObjNum 562 snap 175 seq_num 562) dirty exists 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1754: left oid 32 (ObjNum 562 snap 175 seq_num 562) 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1755: finishing rollback tid 0 to smithi111183488-4 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1755: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1755: finishing rollback tid 2 to smithi111183488-4 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1345 (ObjNum 465 snap 147 seq_num 465) dirty exists 2023-12-01T04:49:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:1756: finishing write tid 1 to smithi111183488-17 2023-12-01T04:49:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:1756: finishing write tid 2 to smithi111183488-17 2023-12-01T04:49:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:1754: done (3 left) 2023-12-01T04:49:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:1755: done (2 left) 2023-12-01T04:49:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:1758: setattr oid 16 current snap is 175 2023-12-01T04:49:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 175 2023-12-01T04:49:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:1759: seq_num 564 ranges {6717440=655360,7372800=442368,7815168=598016,8413184=565248} 2023-12-01T04:49:47.577 INFO:tasks.rados.rados.0.smithi111.stdout:1759: writing smithi111183488-41 from 6717440 to 7372800 tid 1 2023-12-01T04:49:47.580 INFO:tasks.rados.rados.0.smithi111.stdout:1759: writing smithi111183488-41 from 7372800 to 7815168 tid 2 2023-12-01T04:49:47.583 INFO:tasks.rados.rados.0.smithi111.stdout:1759: writing smithi111183488-41 from 7815168 to 8413184 tid 3 2023-12-01T04:49:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:1759: writing smithi111183488-41 from 8413184 to 8978432 tid 4 2023-12-01T04:49:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 175 2023-12-01T04:49:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:1756: finishing write tid 3 to smithi111183488-17 2023-12-01T04:49:47.587 INFO:tasks.rados.rados.0.smithi111.stdout:1760: seq_num 565 ranges {3956736=671744,4628480=729088,5357568=753664,6111232=122880} 2023-12-01T04:49:47.611 INFO:tasks.rados.rados.0.smithi111.stdout:1760: writing smithi111183488-12 from 3956736 to 4628480 tid 1 2023-12-01T04:49:47.615 INFO:tasks.rados.rados.0.smithi111.stdout:1760: writing smithi111183488-12 from 4628480 to 5357568 tid 2 2023-12-01T04:49:47.620 INFO:tasks.rados.rados.0.smithi111.stdout:1760: writing smithi111183488-12 from 5357568 to 6111232 tid 3 2023-12-01T04:49:47.622 INFO:tasks.rados.rados.0.smithi111.stdout:1760: writing smithi111183488-12 from 6111232 to 6234112 tid 4 2023-12-01T04:49:47.622 INFO:tasks.rados.rados.0.smithi111.stdout:1761: read oid 5 snap -1 2023-12-01T04:49:47.622 INFO:tasks.rados.rados.0.smithi111.stdout:1761: expect (ObjNum 477 snap 151 seq_num 477) 2023-12-01T04:49:47.622 INFO:tasks.rados.rados.0.smithi111.stdout:1762: read oid 25 snap -1 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1762: expect (ObjNum 560 snap 174 seq_num 560) 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1763: snap_create 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: finishing write tid 4 to smithi111183488-17 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: finishing write tid 5 to smithi111183488-17 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1757: finishing rollback tid 1 to smithi111183488-34 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: finishing write tid 6 to smithi111183488-17 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: oid 17 updating version 0 to 1193 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: oid 17 version 1193 is already newer than 1190 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: oid 17 version 1193 is already newer than 1192 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: oid 17 version 1193 is already newer than 1191 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: oid 17 updating version 1193 to 1194 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1194 (ObjNum 563 snap 175 seq_num 563) dirty exists 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1756: left oid 17 (ObjNum 563 snap 175 seq_num 563) 2023-12-01T04:49:47.623 INFO:tasks.rados.rados.0.smithi111.stdout:1757: finishing rollback tid 2 to smithi111183488-34 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1141 (ObjNum 501 snap 156 seq_num 501) dirty exists 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1347 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: finishing write tid 1 to smithi111183488-41 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: finishing write tid 2 to smithi111183488-41 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: finishing write tid 3 to smithi111183488-41 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: finishing write tid 4 to smithi111183488-41 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: finishing write tid 5 to smithi111183488-41 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: finishing write tid 6 to smithi111183488-41 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: oid 41 updating version 0 to 874 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: oid 41 updating version 874 to 877 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: oid 41 version 877 is already newer than 875 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: oid 41 version 877 is already newer than 873 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:1759: oid 41 version 877 is already newer than 876 2023-12-01T04:49:47.624 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 877 (ObjNum 564 snap 175 seq_num 564) dirty exists 2023-12-01T04:49:47.625 INFO:tasks.rados.rados.0.smithi111.stdout:1759: left oid 41 (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:49:47.625 INFO:tasks.rados.rados.0.smithi111.stdout:1760: finishing write tid 1 to smithi111183488-12 2023-12-01T04:49:47.625 INFO:tasks.rados.rados.0.smithi111.stdout:1760: finishing write tid 2 to smithi111183488-12 2023-12-01T04:49:47.626 INFO:tasks.rados.rados.0.smithi111.stdout:1760: finishing write tid 3 to smithi111183488-12 2023-12-01T04:49:47.626 INFO:tasks.rados.rados.0.smithi111.stdout:1760: finishing write tid 4 to smithi111183488-12 2023-12-01T04:49:47.626 INFO:tasks.rados.rados.0.smithi111.stdout:1760: finishing write tid 5 to smithi111183488-12 2023-12-01T04:49:47.633 INFO:tasks.rados.rados.0.smithi111.stdout:1760: finishing write tid 6 to smithi111183488-12 2023-12-01T04:49:47.633 INFO:tasks.rados.rados.0.smithi111.stdout:1760: oid 12 updating version 0 to 1010 2023-12-01T04:49:47.633 INFO:tasks.rados.rados.0.smithi111.stdout:1760: oid 12 version 1010 is already newer than 1009 2023-12-01T04:49:47.633 INFO:tasks.rados.rados.0.smithi111.stdout:1760: oid 12 updating version 1010 to 1012 2023-12-01T04:49:47.633 INFO:tasks.rados.rados.0.smithi111.stdout:1760: oid 12 version 1012 is already newer than 1011 2023-12-01T04:49:47.633 INFO:tasks.rados.rados.0.smithi111.stdout:1760: oid 12 updating version 1012 to 1013 2023-12-01T04:49:47.634 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1013 (ObjNum 565 snap 175 seq_num 565) dirty exists 2023-12-01T04:49:47.634 INFO:tasks.rados.rados.0.smithi111.stdout:1760: left oid 12 (ObjNum 565 snap 175 seq_num 565) 2023-12-01T04:49:47.637 INFO:tasks.rados.rados.0.smithi111.stdout:1762: expect (ObjNum 560 snap 174 seq_num 560) 2023-12-01T04:49:47.696 INFO:tasks.rados.rados.0.smithi111.stdout:1761: expect (ObjNum 477 snap 151 seq_num 477) 2023-12-01T04:49:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:47 smithi155 ceph-mon[102677]: osdmap e410: 8 total, 8 up, 8 in 2023-12-01T04:49:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:47 smithi155 ceph-mon[102677]: pgmap v588: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2023-12-01T04:49:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:49:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:47 smithi111 ceph-mon[97855]: osdmap e410: 8 total, 8 up, 8 in 2023-12-01T04:49:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:47 smithi111 ceph-mon[97855]: pgmap v588: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2023-12-01T04:49:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:49:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:47 smithi111 ceph-mon[116524]: osdmap e410: 8 total, 8 up, 8 in 2023-12-01T04:49:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:47 smithi111 ceph-mon[116524]: pgmap v588: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2023-12-01T04:49:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1756: done (7 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1757: done (6 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1758: done (5 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1759: done (4 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1760: done (3 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1761: done (2 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1762: done (1 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1763: done (0 left) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1764: read oid 24 snap -1 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1764: expect (ObjNum 558 snap 174 seq_num 558) 2023-12-01T04:49:48.431 INFO:tasks.rados.rados.0.smithi111.stdout:1765: delete oid 44 current snap is 176 2023-12-01T04:49:48.437 INFO:tasks.rados.rados.0.smithi111.stdout:1765: done (1 left) 2023-12-01T04:49:48.437 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 176 2023-12-01T04:49:48.437 INFO:tasks.rados.rados.0.smithi111.stdout:1766: seq_num 567 ranges {1835008=704512,2539520=499712,3039232=770048,3809280=335872} 2023-12-01T04:49:48.451 INFO:tasks.rados.rados.0.smithi111.stdout:1766: writing smithi111183488-47 from 1835008 to 2539520 tid 1 2023-12-01T04:49:48.453 INFO:tasks.rados.rados.0.smithi111.stdout:1766: writing smithi111183488-47 from 2539520 to 3039232 tid 2 2023-12-01T04:49:48.458 INFO:tasks.rados.rados.0.smithi111.stdout:1766: writing smithi111183488-47 from 3039232 to 3809280 tid 3 2023-12-01T04:49:48.460 INFO:tasks.rados.rados.0.smithi111.stdout:1766: writing smithi111183488-47 from 3809280 to 4145152 tid 4 2023-12-01T04:49:48.460 INFO:tasks.rados.rados.0.smithi111.stdout:1767: rollback oid 26 current snap is 176 2023-12-01T04:49:48.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 173 2023-12-01T04:49:48.460 INFO:tasks.rados.rados.0.smithi111.stdout:1764: expect (ObjNum 558 snap 174 seq_num 558) 2023-12-01T04:49:48.555 INFO:tasks.rados.rados.0.smithi111.stdout:1766: finishing write tid 1 to smithi111183488-47 2023-12-01T04:49:48.555 INFO:tasks.rados.rados.0.smithi111.stdout:1766: finishing write tid 2 to smithi111183488-47 2023-12-01T04:49:48.555 INFO:tasks.rados.rados.0.smithi111.stdout:1764: done (2 left) 2023-12-01T04:49:48.555 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 176 2023-12-01T04:49:48.556 INFO:tasks.rados.rados.0.smithi111.stdout:1766: finishing write tid 3 to smithi111183488-47 2023-12-01T04:49:48.556 INFO:tasks.rados.rados.0.smithi111.stdout:1766: finishing write tid 4 to smithi111183488-47 2023-12-01T04:49:48.556 INFO:tasks.rados.rados.0.smithi111.stdout:1768: seq_num 568 ranges {3186688=720896,3907584=786432,4694016=581632,5275648=237568} 2023-12-01T04:49:48.576 INFO:tasks.rados.rados.0.smithi111.stdout:1768: writing smithi111183488-45 from 3186688 to 3907584 tid 1 2023-12-01T04:49:48.581 INFO:tasks.rados.rados.0.smithi111.stdout:1768: writing smithi111183488-45 from 3907584 to 4694016 tid 2 2023-12-01T04:49:48.584 INFO:tasks.rados.rados.0.smithi111.stdout:1768: writing smithi111183488-45 from 4694016 to 5275648 tid 3 2023-12-01T04:49:48.586 INFO:tasks.rados.rados.0.smithi111.stdout:1768: writing smithi111183488-45 from 5275648 to 5513216 tid 4 2023-12-01T04:49:48.586 INFO:tasks.rados.rados.0.smithi111.stdout:1769: setattr oid 13 current snap is 176 2023-12-01T04:49:48.586 INFO:tasks.rados.rados.0.smithi111.stdout:1766: finishing write tid 5 to smithi111183488-47 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: finishing write tid 6 to smithi111183488-47 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: oid 47 updating version 0 to 1261 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: oid 47 updating version 1261 to 1262 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: oid 47 version 1262 is already newer than 1260 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: oid 47 version 1262 is already newer than 1258 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: oid 47 version 1262 is already newer than 1259 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1262 (ObjNum 567 snap 176 seq_num 567) dirty exists 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1766: left oid 47 (ObjNum 567 snap 176 seq_num 567) 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1767: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 765 (ObjNum 321 snap 0 seq_num 0) dirty dne 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1768: finishing write tid 1 to smithi111183488-45 2023-12-01T04:49:48.587 INFO:tasks.rados.rados.0.smithi111.stdout:1768: finishing write tid 2 to smithi111183488-45 2023-12-01T04:49:48.589 INFO:tasks.rados.rados.0.smithi111.stdout:1768: finishing write tid 3 to smithi111183488-45 2023-12-01T04:49:48.589 INFO:tasks.rados.rados.0.smithi111.stdout:1768: finishing write tid 4 to smithi111183488-45 2023-12-01T04:49:48.589 INFO:tasks.rados.rados.0.smithi111.stdout:1768: finishing write tid 5 to smithi111183488-45 2023-12-01T04:49:48.589 INFO:tasks.rados.rados.0.smithi111.stdout:1766: done (3 left) 2023-12-01T04:49:48.589 INFO:tasks.rados.rados.0.smithi111.stdout:1767: done (2 left) 2023-12-01T04:49:48.589 INFO:tasks.rados.rados.0.smithi111.stdout:1770: setattr oid 17 current snap is 176 2023-12-01T04:49:48.590 INFO:tasks.rados.rados.0.smithi111.stdout:1768: finishing write tid 6 to smithi111183488-45 2023-12-01T04:49:48.590 INFO:tasks.rados.rados.0.smithi111.stdout:1768: oid 45 updating version 0 to 1305 2023-12-01T04:49:48.590 INFO:tasks.rados.rados.0.smithi111.stdout:1768: oid 45 updating version 1305 to 1307 2023-12-01T04:49:48.590 INFO:tasks.rados.rados.0.smithi111.stdout:1768: oid 45 version 1307 is already newer than 1303 2023-12-01T04:49:48.590 INFO:tasks.rados.rados.0.smithi111.stdout:1768: oid 45 version 1307 is already newer than 1304 2023-12-01T04:49:48.591 INFO:tasks.rados.rados.0.smithi111.stdout:1768: oid 45 version 1307 is already newer than 1306 2023-12-01T04:49:48.591 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1307 (ObjNum 568 snap 176 seq_num 568) dirty exists 2023-12-01T04:49:48.591 INFO:tasks.rados.rados.0.smithi111.stdout:1768: left oid 45 (ObjNum 568 snap 176 seq_num 568) 2023-12-01T04:49:48.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1267 (ObjNum 33 snap 0 seq_num 3687183928) dirty exists 2023-12-01T04:49:48.593 INFO:tasks.rados.rados.0.smithi111.stdout:1768: done (2 left) 2023-12-01T04:49:48.593 INFO:tasks.rados.rados.0.smithi111.stdout:1769: done (1 left) 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1771: copy_from oid 43 from oid 26 current snap is 176 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1772: read oid 28 snap -1 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1772: expect deleted 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1773: rollback oid 32 current snap is 176 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 165 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1774: copy_from oid 9 from oid 37 current snap is 176 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1775: rollback oid 16 current snap is 176 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 170 2023-12-01T04:49:48.594 INFO:tasks.rados.rados.0.smithi111.stdout:1776: snap_create 2023-12-01T04:49:48.595 INFO:tasks.rados.rados.0.smithi111.stdout:1771: finishing copy_from to smithi111183488-43 2023-12-01T04:49:48.595 INFO:tasks.rados.rados.0.smithi111.stdout:1771: got expected ENOENT (src dne) 2023-12-01T04:49:48.595 INFO:tasks.rados.rados.0.smithi111.stdout:1771: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:49:48.597 INFO:tasks.rados.rados.0.smithi111.stdout:1773: finishing rollback tid 0 to smithi111183488-32 2023-12-01T04:49:48.598 INFO:tasks.rados.rados.0.smithi111.stdout:1773: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:49:48.598 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1196 (ObjNum 563 snap 175 seq_num 563) dirty exists 2023-12-01T04:49:48.600 INFO:tasks.rados.rados.0.smithi111.stdout:1775: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:49:48.600 INFO:tasks.rados.rados.0.smithi111.stdout:1775: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:49:48.600 INFO:tasks.rados.rados.0.smithi111.stdout:1775: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:49:48.600 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1351 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:49:48.600 INFO:tasks.rados.rados.0.smithi111.stdout:1773: finishing rollback tid 2 to smithi111183488-32 2023-12-01T04:49:48.600 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1270 (ObjNum 463 snap 147 seq_num 463) dirty exists 2023-12-01T04:49:48.615 INFO:tasks.rados.rados.0.smithi111.stdout:1774: finishing copy_from to smithi111183488-9 2023-12-01T04:49:48.615 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1252 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-01T04:49:48.615 INFO:tasks.rados.rados.0.smithi111.stdout:1774: finishing copy_from racing read to smithi111183488-9 2023-12-01T04:49:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:48 smithi155 ceph-mon[102677]: osdmap e411: 8 total, 8 up, 8 in 2023-12-01T04:49:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:49:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:49:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:49:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:48 smithi155 ceph-mon[102677]: osdmap e412: 8 total, 8 up, 8 in 2023-12-01T04:49:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[97855]: osdmap e411: 8 total, 8 up, 8 in 2023-12-01T04:49:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:49:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[97855]: osdmap e412: 8 total, 8 up, 8 in 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[116524]: osdmap e411: 8 total, 8 up, 8 in 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:48 smithi111 ceph-mon[116524]: osdmap e412: 8 total, 8 up, 8 in 2023-12-01T04:49:48.762 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7m) 5m ago 7m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7m) 5m ago 7m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8m) 5m ago 8m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8m) 5m ago 8m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11m) 5m ago 11m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (13m) 5m ago 13m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (13m) 5m ago 13m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (12m) 5m ago 12m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:49:49.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (12m) 5m ago 12m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7m) 5m ago 7m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7m) 5m ago 7m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11m) 5m ago 11m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11m) 5m ago 11m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10m) 5m ago 10m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10m) 5m ago 10m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10m) 5m ago 10m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9m) 5m ago 9m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9m) 5m ago 9m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8m) 5m ago 8m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:49:49.071 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7m) 5m ago 8m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1770: done (6 left) 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1771: done (5 left) 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1772: done (4 left) 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1773: done (3 left) 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1774: done (2 left) 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1775: done (1 left) 2023-12-01T04:49:49.454 INFO:tasks.rados.rados.0.smithi111.stdout:1776: done (0 left) 2023-12-01T04:49:49.455 INFO:tasks.rados.rados.0.smithi111.stdout:1777: snap_create 2023-12-01T04:49:49.455 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:49:49.455 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:49:49.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:49:49.456 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:49:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:49 smithi155 ceph-mon[102677]: pgmap v591: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2023-12-01T04:49:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:49 smithi155 ceph-mon[102677]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:49:49] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:49:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:49 smithi111 ceph-mon[97855]: pgmap v591: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2023-12-01T04:49:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:49 smithi111 ceph-mon[97855]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:49 smithi111 ceph-mon[116524]: pgmap v591: 121 pgs: 121 active+clean; 456 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2023-12-01T04:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:49 smithi111 ceph-mon[116524]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1777: done (0 left) 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1778: read oid 37 snap -1 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1778: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1779: copy_from oid 11 from oid 1 current snap is 178 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1780: read oid 40 snap -1 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1780: expect deleted 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1781: read oid 41 snap -1 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:1781: expect (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:49:50.457 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 178 2023-12-01T04:49:50.458 INFO:tasks.rados.rados.0.smithi111.stdout:1782: seq_num 569 ranges {2932736=737280,3670016=671744,4341760=737280,5079040=196608} 2023-12-01T04:49:50.477 INFO:tasks.rados.rados.0.smithi111.stdout:1782: writing smithi111183488-24 from 2932736 to 3670016 tid 1 2023-12-01T04:49:50.481 INFO:tasks.rados.rados.0.smithi111.stdout:1782: writing smithi111183488-24 from 3670016 to 4341760 tid 2 2023-12-01T04:49:50.486 INFO:tasks.rados.rados.0.smithi111.stdout:1782: writing smithi111183488-24 from 4341760 to 5079040 tid 3 2023-12-01T04:49:50.487 INFO:tasks.rados.rados.0.smithi111.stdout:1782: writing smithi111183488-24 from 5079040 to 5275648 tid 4 2023-12-01T04:49:50.487 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 178 2023-12-01T04:49:50.488 INFO:tasks.rados.rados.0.smithi111.stdout:1783: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2023-12-01T04:49:50.491 INFO:tasks.rados.rados.0.smithi111.stdout:1783: writing smithi111183488-20 from 0 to 753664 tid 1 2023-12-01T04:49:50.498 INFO:tasks.rados.rados.0.smithi111.stdout:1783: writing smithi111183488-20 from 753664 to 1302528 tid 2 2023-12-01T04:49:50.499 INFO:tasks.rados.rados.0.smithi111.stdout:1783: writing smithi111183488-20 from 1302528 to 1843200 tid 3 2023-12-01T04:49:50.502 INFO:tasks.rados.rados.0.smithi111.stdout:1783: writing smithi111183488-20 from 1843200 to 2359296 tid 4 2023-12-01T04:49:50.502 INFO:tasks.rados.rados.0.smithi111.stdout:1784: read oid 19 snap -1 2023-12-01T04:49:50.502 INFO:tasks.rados.rados.0.smithi111.stdout:1784: expect deleted 2023-12-01T04:49:50.502 INFO:tasks.rados.rados.0.smithi111.stdout:1785: copy_from oid 45 from oid 26 current snap is 178 2023-12-01T04:49:50.503 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 178 2023-12-01T04:49:50.503 INFO:tasks.rados.rados.0.smithi111.stdout:1786: seq_num 571 ranges {5767168=770048,6537216=483328,7020544=753664,7774208=368640} 2023-12-01T04:49:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:1786: writing smithi111183488-32 from 5767168 to 6537216 tid 1 2023-12-01T04:49:50.539 INFO:tasks.rados.rados.0.smithi111.stdout:1786: writing smithi111183488-32 from 6537216 to 7020544 tid 2 2023-12-01T04:49:50.544 INFO:tasks.rados.rados.0.smithi111.stdout:1786: writing smithi111183488-32 from 7020544 to 7774208 tid 3 2023-12-01T04:49:50.546 INFO:tasks.rados.rados.0.smithi111.stdout:1786: writing smithi111183488-32 from 7774208 to 8142848 tid 4 2023-12-01T04:49:50.546 INFO:tasks.rados.rados.0.smithi111.stdout:1787: snap_remove snap 141 2023-12-01T04:49:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:50 smithi111 ceph-mon[97855]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:50 smithi111 ceph-mon[97855]: osdmap e413: 8 total, 8 up, 8 in 2023-12-01T04:49:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2994196304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:49:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:50 smithi111 ceph-mon[116524]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:50 smithi111 ceph-mon[116524]: osdmap e413: 8 total, 8 up, 8 in 2023-12-01T04:49:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2994196304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:49:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:50 smithi155 ceph-mon[102677]: from='client.25163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:49:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:50 smithi155 ceph-mon[102677]: osdmap e413: 8 total, 8 up, 8 in 2023-12-01T04:49:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2994196304' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:1787: done (9 left) 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:1788: copy_from oid 38 from oid 43 current snap is 178 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:1779: finishing copy_from to smithi111183488-11 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 807 (ObjNum 455 snap 143 seq_num 455) dirty exists 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:1779: finishing copy_from racing read to smithi111183488-11 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:1782: finishing write tid 1 to smithi111183488-24 2023-12-01T04:49:51.468 INFO:tasks.rados.rados.0.smithi111.stdout:1782: finishing write tid 2 to smithi111183488-24 2023-12-01T04:49:51.469 INFO:tasks.rados.rados.0.smithi111.stdout:1778: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:49:51.739 INFO:tasks.rados.rados.0.smithi111.stdout:1783: finishing write tid 1 to smithi111183488-20 2023-12-01T04:49:51.739 INFO:tasks.rados.rados.0.smithi111.stdout:1781: expect (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:49:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:51 smithi111 ceph-mon[97855]: osdmap e414: 8 total, 8 up, 8 in 2023-12-01T04:49:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:51 smithi111 ceph-mon[97855]: pgmap v594: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2023-12-01T04:49:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:51 smithi111 ceph-mon[116524]: osdmap e414: 8 total, 8 up, 8 in 2023-12-01T04:49:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:51 smithi111 ceph-mon[116524]: pgmap v594: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2023-12-01T04:49:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:51 smithi155 ceph-mon[102677]: osdmap e414: 8 total, 8 up, 8 in 2023-12-01T04:49:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:51 smithi155 ceph-mon[102677]: pgmap v594: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2023-12-01T04:49:52.265 INFO:tasks.rados.rados.0.smithi111.stdout:1782: finishing write tid 3 to smithi111183488-24 2023-12-01T04:49:52.265 INFO:tasks.rados.rados.0.smithi111.stdout:1782: finishing write tid 4 to smithi111183488-24 2023-12-01T04:49:52.265 INFO:tasks.rados.rados.0.smithi111.stdout:1782: finishing write tid 5 to smithi111183488-24 2023-12-01T04:49:52.265 INFO:tasks.rados.rados.0.smithi111.stdout:1783: finishing write tid 2 to smithi111183488-20 2023-12-01T04:49:52.265 INFO:tasks.rados.rados.0.smithi111.stdout:1782: finishing write tid 6 to smithi111183488-24 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1782: oid 24 updating version 0 to 1354 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1782: oid 24 version 1354 is already newer than 1353 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1782: oid 24 updating version 1354 to 1357 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1782: oid 24 version 1357 is already newer than 1355 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1782: oid 24 version 1357 is already newer than 1356 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1357 (ObjNum 569 snap 178 seq_num 569) dirty exists 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1782: left oid 24 (ObjNum 569 snap 178 seq_num 569) 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1783: finishing write tid 3 to smithi111183488-20 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1785: finishing copy_from to smithi111183488-45 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1785: got expected ENOENT (src dne) 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1785: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1783: finishing write tid 4 to smithi111183488-20 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1783: finishing write tid 5 to smithi111183488-20 2023-12-01T04:49:52.266 INFO:tasks.rados.rados.0.smithi111.stdout:1783: finishing write tid 6 to smithi111183488-20 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1783: oid 20 updating version 0 to 1168 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1783: oid 20 updating version 1168 to 1169 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1783: oid 20 version 1169 is already newer than 1167 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1783: oid 20 version 1169 is already newer than 1165 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1783: oid 20 version 1169 is already newer than 1166 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1169 (ObjNum 570 snap 178 seq_num 570) dirty exists 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1783: left oid 20 (ObjNum 570 snap 178 seq_num 570) 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1786: finishing write tid 1 to smithi111183488-32 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1786: finishing write tid 2 to smithi111183488-32 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1786: finishing write tid 3 to smithi111183488-32 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1778: done (9 left) 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1779: done (8 left) 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1780: done (7 left) 2023-12-01T04:49:52.267 INFO:tasks.rados.rados.0.smithi111.stdout:1781: done (6 left) 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1782: done (5 left) 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1783: done (4 left) 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1784: done (3 left) 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1785: done (2 left) 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1789: snap_create 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: finishing write tid 4 to smithi111183488-32 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: finishing write tid 5 to smithi111183488-32 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: finishing write tid 6 to smithi111183488-32 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: oid 32 updating version 0 to 1271 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: oid 32 updating version 1271 to 1273 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: oid 32 updating version 1273 to 1275 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: oid 32 version 1275 is already newer than 1274 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:1786: oid 32 version 1275 is already newer than 1272 2023-12-01T04:49:52.268 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1275 (ObjNum 571 snap 178 seq_num 571) dirty exists 2023-12-01T04:49:52.269 INFO:tasks.rados.rados.0.smithi111.stdout:1786: left oid 32 (ObjNum 571 snap 178 seq_num 571) 2023-12-01T04:49:52.269 INFO:tasks.rados.rados.0.smithi111.stdout:1788: finishing copy_from to smithi111183488-38 2023-12-01T04:49:52.269 INFO:tasks.rados.rados.0.smithi111.stdout:1788: got expected ENOENT (src dne) 2023-12-01T04:49:52.269 INFO:tasks.rados.rados.0.smithi111.stdout:1788: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:49:52.470 INFO:tasks.rados.rados.0.smithi111.stdout:1786: done (2 left) 2023-12-01T04:49:52.470 INFO:tasks.rados.rados.0.smithi111.stdout:1788: done (1 left) 2023-12-01T04:49:52.471 INFO:tasks.rados.rados.0.smithi111.stdout:1789: done (0 left) 2023-12-01T04:49:52.471 INFO:tasks.rados.rados.0.smithi111.stdout:1790: read oid 44 snap -1 2023-12-01T04:49:52.471 INFO:tasks.rados.rados.0.smithi111.stdout:1790: expect deleted 2023-12-01T04:49:52.471 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 179 2023-12-01T04:49:52.471 INFO:tasks.rados.rados.0.smithi111.stdout:1791: seq_num 572 ranges {1867776=786432,2654208=770048,3424256=557056,3981312=278528} 2023-12-01T04:49:52.484 INFO:tasks.rados.rados.0.smithi111.stdout:1791: writing smithi111183488-7 from 1867776 to 2654208 tid 1 2023-12-01T04:49:52.489 INFO:tasks.rados.rados.0.smithi111.stdout:1791: writing smithi111183488-7 from 2654208 to 3424256 tid 2 2023-12-01T04:49:52.492 INFO:tasks.rados.rados.0.smithi111.stdout:1791: writing smithi111183488-7 from 3424256 to 3981312 tid 3 2023-12-01T04:49:52.494 INFO:tasks.rados.rados.0.smithi111.stdout:1791: writing smithi111183488-7 from 3981312 to 4259840 tid 4 2023-12-01T04:49:52.494 INFO:tasks.rados.rados.0.smithi111.stdout:1792: delete oid 12 current snap is 179 2023-12-01T04:49:52.494 INFO:tasks.rados.rados.0.smithi111.stdout:1791: finishing write tid 1 to smithi111183488-7 2023-12-01T04:49:52.494 INFO:tasks.rados.rados.0.smithi111.stdout:1791: finishing write tid 2 to smithi111183488-7 2023-12-01T04:49:52.496 INFO:tasks.rados.rados.0.smithi111.stdout:1791: finishing write tid 3 to smithi111183488-7 2023-12-01T04:49:52.496 INFO:tasks.rados.rados.0.smithi111.stdout:1791: finishing write tid 4 to smithi111183488-7 2023-12-01T04:49:52.496 INFO:tasks.rados.rados.0.smithi111.stdout:1791: finishing write tid 5 to smithi111183488-7 2023-12-01T04:49:52.499 INFO:tasks.rados.rados.0.smithi111.stdout:1791: finishing write tid 6 to smithi111183488-7 2023-12-01T04:49:52.499 INFO:tasks.rados.rados.0.smithi111.stdout:1791: oid 7 updating version 0 to 251 2023-12-01T04:49:52.499 INFO:tasks.rados.rados.0.smithi111.stdout:1791: oid 7 updating version 251 to 255 2023-12-01T04:49:52.499 INFO:tasks.rados.rados.0.smithi111.stdout:1791: oid 7 version 255 is already newer than 252 2023-12-01T04:49:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:1791: oid 7 version 255 is already newer than 254 2023-12-01T04:49:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:1791: oid 7 version 255 is already newer than 253 2023-12-01T04:49:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 255 (ObjNum 572 snap 179 seq_num 572) dirty exists 2023-12-01T04:49:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:1791: left oid 7 (ObjNum 572 snap 179 seq_num 572) 2023-12-01T04:49:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:1790: done (2 left) 2023-12-01T04:49:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:1791: done (1 left) 2023-12-01T04:49:52.501 INFO:tasks.rados.rados.0.smithi111.stdout:1792: done (0 left) 2023-12-01T04:49:52.501 INFO:tasks.rados.rados.0.smithi111.stdout:1793: rollback oid 10 current snap is 179 2023-12-01T04:49:52.501 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 171 2023-12-01T04:49:52.501 INFO:tasks.rados.rados.0.smithi111.stdout:1794: snap_remove snap 158 2023-12-01T04:49:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:52 smithi111 ceph-mon[97855]: osdmap e415: 8 total, 8 up, 8 in 2023-12-01T04:49:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:52 smithi111 ceph-mon[116524]: osdmap e415: 8 total, 8 up, 8 in 2023-12-01T04:49:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:52 smithi155 ceph-mon[102677]: osdmap e415: 8 total, 8 up, 8 in 2023-12-01T04:49:53.440 INFO:tasks.rados.rados.0.smithi111.stdout:1794: done (1 left) 2023-12-01T04:49:53.440 INFO:tasks.rados.rados.0.smithi111.stdout:1795: copy_from oid 28 from oid 21 current snap is 179 2023-12-01T04:49:53.440 INFO:tasks.rados.rados.0.smithi111.stdout:1793: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:49:53.441 INFO:tasks.rados.rados.0.smithi111.stdout:1793: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:49:53.441 INFO:tasks.rados.rados.0.smithi111.stdout:1793: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:49:53.441 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1371 (ObjNum 509 snap 156 seq_num 509) dirty exists 2023-12-01T04:49:53.441 INFO:tasks.rados.rados.0.smithi111.stdout:1793: done (1 left) 2023-12-01T04:49:53.441 INFO:tasks.rados.rados.0.smithi111.stdout:1796: snap_remove snap 161 2023-12-01T04:49:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:53 smithi111 ceph-mon[116524]: osdmap e416: 8 total, 8 up, 8 in 2023-12-01T04:49:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:53 smithi111 ceph-mon[116524]: pgmap v597: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2023-12-01T04:49:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:53 smithi111 ceph-mon[116524]: osdmap e417: 8 total, 8 up, 8 in 2023-12-01T04:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:53 smithi111 ceph-mon[97855]: osdmap e416: 8 total, 8 up, 8 in 2023-12-01T04:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:53 smithi111 ceph-mon[97855]: pgmap v597: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2023-12-01T04:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:53 smithi111 ceph-mon[97855]: osdmap e417: 8 total, 8 up, 8 in 2023-12-01T04:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:53 smithi155 ceph-mon[102677]: osdmap e416: 8 total, 8 up, 8 in 2023-12-01T04:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:53 smithi155 ceph-mon[102677]: pgmap v597: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2023-12-01T04:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:53 smithi155 ceph-mon[102677]: osdmap e417: 8 total, 8 up, 8 in 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1796: done (1 left) 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1797: read oid 30 snap -1 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1797: expect (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1798: copy_from oid 42 from oid 37 current snap is 179 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1799: copy_from oid 46 from oid 14 current snap is 179 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1800: read oid 2 snap 147 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1800: expect (ObjNum 452 snap 142 seq_num 452) 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1801: snap_create 2023-12-01T04:49:54.444 INFO:tasks.rados.rados.0.smithi111.stdout:1795: finishing copy_from to smithi111183488-28 2023-12-01T04:49:54.445 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1361 (ObjNum 559 snap 174 seq_num 559) dirty exists 2023-12-01T04:49:54.445 INFO:tasks.rados.rados.0.smithi111.stdout:1795: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:49:54.466 INFO:tasks.rados.rados.0.smithi111.stdout:1797: expect (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:49:54.520 INFO:tasks.rados.rados.0.smithi111.stdout:1800: expect (ObjNum 452 snap 142 seq_num 452) 2023-12-01T04:49:54.637 INFO:tasks.rados.rados.0.smithi111.stdout:1798: finishing copy_from to smithi111183488-42 2023-12-01T04:49:54.637 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1252 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-01T04:49:54.637 INFO:tasks.rados.rados.0.smithi111.stdout:1798: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:49:54.637 INFO:tasks.rados.rados.0.smithi111.stdout:1799: finishing copy_from to smithi111183488-46 2023-12-01T04:49:54.637 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 1157 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:49:54.637 INFO:tasks.rados.rados.0.smithi111.stdout:1799: finishing copy_from racing read to smithi111183488-46 2023-12-01T04:49:55.449 INFO:tasks.rados.rados.0.smithi111.stdout:1795: done (5 left) 2023-12-01T04:49:55.449 INFO:tasks.rados.rados.0.smithi111.stdout:1797: done (4 left) 2023-12-01T04:49:55.449 INFO:tasks.rados.rados.0.smithi111.stdout:1798: done (3 left) 2023-12-01T04:49:55.449 INFO:tasks.rados.rados.0.smithi111.stdout:1799: done (2 left) 2023-12-01T04:49:55.449 INFO:tasks.rados.rados.0.smithi111.stdout:1800: done (1 left) 2023-12-01T04:49:55.449 INFO:tasks.rados.rados.0.smithi111.stdout:1801: done (0 left) 2023-12-01T04:49:55.450 INFO:tasks.rados.rados.0.smithi111.stdout:1802: rmattr oid 13 current snap is 180 2023-12-01T04:49:55.450 INFO:tasks.rados.rados.0.smithi111.stdout:1803: read oid 26 snap 175 2023-12-01T04:49:55.450 INFO:tasks.rados.rados.0.smithi111.stdout:1803: expect deleted 2023-12-01T04:49:55.450 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 180 2023-12-01T04:49:55.450 INFO:tasks.rados.rados.0.smithi111.stdout:1804: seq_num 574 ranges {6340608=16384} 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1804: writing smithi111183488-6 from 6340608 to 6356992 tid 1 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1805: rollback oid 24 current snap is 180 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 164 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1276 (ObjNum 129 snap 0 seq_num 3708340760) dirty exists 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1802: done (3 left) 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1803: done (2 left) 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1806: read oid 33 snap -1 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1806: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1807: read oid 11 snap -1 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:1807: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:49:55.483 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 180 2023-12-01T04:49:55.484 INFO:tasks.rados.rados.0.smithi111.stdout:1808: seq_num 575 ranges {4341760=32768} 2023-12-01T04:49:55.507 INFO:tasks.rados.rados.0.smithi111.stdout:1808: writing smithi111183488-37 from 4341760 to 4374528 tid 1 2023-12-01T04:49:55.507 INFO:tasks.rados.rados.0.smithi111.stdout:1809: copy_from oid 35 from oid 30 current snap is 180 2023-12-01T04:49:55.507 INFO:tasks.rados.rados.0.smithi111.stdout:1804: finishing write tid 1 to smithi111183488-6 2023-12-01T04:49:55.507 INFO:tasks.rados.rados.0.smithi111.stdout:1804: finishing write tid 2 to smithi111183488-6 2023-12-01T04:49:55.507 INFO:tasks.rados.rados.0.smithi111.stdout:1807: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1804: finishing write tid 3 to smithi111183488-6 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1804: oid 6 updating version 0 to 900 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1804: oid 6 version 900 is already newer than 899 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 900 (ObjNum 574 snap 180 seq_num 574) dirty exists 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1804: left oid 6 (ObjNum 574 snap 180 seq_num 574) 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1805: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1805: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1804: done (5 left) 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1807: done (4 left) 2023-12-01T04:49:55.519 INFO:tasks.rados.rados.0.smithi111.stdout:1810: rollback oid 26 current snap is 180 2023-12-01T04:49:55.520 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 171 2023-12-01T04:49:55.520 INFO:tasks.rados.rados.0.smithi111.stdout:1805: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:49:55.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1395 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:49:55.520 INFO:tasks.rados.rados.0.smithi111.stdout:1806: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1808: finishing write tid 1 to smithi111183488-37 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1808: finishing write tid 2 to smithi111183488-37 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1808: finishing write tid 3 to smithi111183488-37 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1808: oid 37 updating version 0 to 1264 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1808: oid 37 version 1264 is already newer than 1263 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1264 (ObjNum 575 snap 180 seq_num 575) dirty exists 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1808: left oid 37 (ObjNum 575 snap 180 seq_num 575) 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:1809: finishing copy_from to smithi111183488-35 2023-12-01T04:49:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1257 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1809: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1810: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 765 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1805: done (4 left) 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1806: done (3 left) 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1808: done (2 left) 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1809: done (1 left) 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1810: done (0 left) 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1811: rollback oid 9 current snap is 180 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 172 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1812: read oid 41 snap -1 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1812: expect (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:49:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:1813: delete oid 49 current snap is 180 2023-12-01T04:49:55.562 INFO:tasks.rados.rados.0.smithi111.stdout:1811: finishing rollback tid 0 to smithi111183488-9 2023-12-01T04:49:55.562 INFO:tasks.rados.rados.0.smithi111.stdout:1811: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:49:55.562 INFO:tasks.rados.rados.0.smithi111.stdout:1811: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:49:55.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1255 (ObjNum 504 snap 156 seq_num 504) dirty exists 2023-12-01T04:49:55.563 INFO:tasks.rados.rados.0.smithi111.stdout:1811: done (2 left) 2023-12-01T04:49:55.563 INFO:tasks.rados.rados.0.smithi111.stdout:1813: done (1 left) 2023-12-01T04:49:55.563 INFO:tasks.rados.rados.0.smithi111.stdout:1814: snap_remove snap 176 2023-12-01T04:49:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:55 smithi155 ceph-mon[102677]: osdmap e418: 8 total, 8 up, 8 in 2023-12-01T04:49:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:55 smithi155 ceph-mon[102677]: pgmap v600: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:55.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:55 smithi111 ceph-mon[97855]: osdmap e418: 8 total, 8 up, 8 in 2023-12-01T04:49:55.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:55 smithi111 ceph-mon[97855]: pgmap v600: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:55.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:55 smithi111 ceph-mon[116524]: osdmap e418: 8 total, 8 up, 8 in 2023-12-01T04:49:55.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:55 smithi111 ceph-mon[116524]: pgmap v600: 121 pgs: 121 active+clean; 495 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1814: done (1 left) 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 180 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1815: seq_num 577 ranges {0=65536} 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1815: writing smithi111183488-23 from 0 to 65536 tid 1 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1816: rollback oid 32 current snap is 180 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 168 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1817: rmattr oid 16 current snap is 180 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1817: done (3 left) 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:1818: rollback oid 47 current snap is 180 2023-12-01T04:49:56.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 170 2023-12-01T04:49:56.461 INFO:tasks.rados.rados.0.smithi111.stdout:1819: setattr oid 27 current snap is 180 2023-12-01T04:49:56.461 INFO:tasks.rados.rados.0.smithi111.stdout:1812: expect (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:49:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:56 smithi155 ceph-mon[102677]: osdmap e419: 8 total, 8 up, 8 in 2023-12-01T04:49:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:56 smithi111 ceph-mon[97855]: osdmap e419: 8 total, 8 up, 8 in 2023-12-01T04:49:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:56 smithi111 ceph-mon[116524]: osdmap e419: 8 total, 8 up, 8 in 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1818: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1815: finishing write tid 1 to smithi111183488-23 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1818: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1815: finishing write tid 2 to smithi111183488-23 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1818: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1267 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1815: finishing write tid 3 to smithi111183488-23 2023-12-01T04:49:56.987 INFO:tasks.rados.rados.0.smithi111.stdout:1815: oid 23 updating version 0 to 1170 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1815: oid 23 updating version 1170 to 1171 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1171 (ObjNum 577 snap 180 seq_num 577) dirty exists 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1815: left oid 23 (ObjNum 577 snap 180 seq_num 577) 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1816: finishing rollback tid 0 to smithi111183488-32 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1816: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1816: finishing rollback tid 2 to smithi111183488-32 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1279 (ObjNum 463 snap 147 seq_num 463) dirty exists 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1812: done (4 left) 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1815: done (3 left) 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1816: done (2 left) 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1818: done (1 left) 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1820: read oid 29 snap -1 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1820: expect (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 180 2023-12-01T04:49:56.988 INFO:tasks.rados.rados.0.smithi111.stdout:1821: seq_num 578 ranges {6537216=81920} 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:1821: writing smithi111183488-14 from 6537216 to 6619136 tid 1 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:1822: copy_from oid 1 from oid 47 current snap is 180 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1362 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:1819: done (3 left) 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:1823: rollback oid 2 current snap is 180 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 173 2023-12-01T04:49:57.023 INFO:tasks.rados.rados.0.smithi111.stdout:1820: expect (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1821: finishing write tid 1 to smithi111183488-14 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1821: finishing write tid 2 to smithi111183488-14 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1823: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1823: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1823: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1403 (ObjNum 520 snap 162 seq_num 520) dirty exists 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1821: finishing write tid 3 to smithi111183488-14 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1821: oid 14 updating version 0 to 1172 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:1821: oid 14 updating version 1172 to 1173 2023-12-01T04:49:57.125 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 1173 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1821: left oid 14 (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1822: finishing copy_from to smithi111183488-1 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 1267 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1822: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1820: done (3 left) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1821: done (2 left) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1822: done (1 left) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1823: done (0 left) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1824: copy_from oid 43 from oid 3 current snap is 180 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1825: read oid 47 snap 175 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1825: expect (ObjNum 539 snap 170 seq_num 539) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1826: read oid 4 snap -1 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:1826: expect (ObjNum 465 snap 147 seq_num 465) 2023-12-01T04:49:57.126 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 180 2023-12-01T04:49:57.127 INFO:tasks.rados.rados.0.smithi111.stdout:1827: seq_num 579 ranges {7725056=98304} 2023-12-01T04:49:57.167 INFO:tasks.rados.rados.0.smithi111.stdout:1827: writing smithi111183488-15 from 7725056 to 7823360 tid 1 2023-12-01T04:49:57.167 INFO:tasks.rados.rados.0.smithi111.stdout:1828: rollback oid 50 current snap is 180 2023-12-01T04:49:57.167 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 50 to 175 2023-12-01T04:49:57.167 INFO:tasks.rados.rados.0.smithi111.stdout:1826: expect (ObjNum 465 snap 147 seq_num 465) 2023-12-01T04:49:57.183 INFO:tasks.rados.rados.0.smithi111.stdout:1825: expect (ObjNum 539 snap 170 seq_num 539) 2023-12-01T04:49:57.230 INFO:tasks.rados.rados.0.smithi111.stdout:1824: finishing copy_from to smithi111183488-43 2023-12-01T04:49:57.230 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1353 (ObjNum 396 snap 127 seq_num 396) dirty exists 2023-12-01T04:49:57.230 INFO:tasks.rados.rados.0.smithi111.stdout:1824: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:49:57.230 INFO:tasks.rados.rados.0.smithi111.stdout:1827: finishing write tid 1 to smithi111183488-15 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1827: finishing write tid 2 to smithi111183488-15 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1827: finishing write tid 3 to smithi111183488-15 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1827: oid 15 updating version 0 to 1308 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1827: oid 15 updating version 1308 to 1309 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1309 (ObjNum 579 snap 180 seq_num 579) dirty exists 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1827: left oid 15 (ObjNum 579 snap 180 seq_num 579) 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1828: finishing rollback tid 0 to smithi111183488-50 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1828: finishing rollback tid 1 to smithi111183488-50 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1824: done (4 left) 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1825: done (3 left) 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1826: done (2 left) 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:1827: done (1 left) 2023-12-01T04:49:57.231 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 180 2023-12-01T04:49:57.232 INFO:tasks.rados.rados.0.smithi111.stdout:1828: finishing rollback tid 2 to smithi111183488-50 2023-12-01T04:49:57.232 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1404 (ObjNum 551 snap 172 seq_num 551) dirty exists 2023-12-01T04:49:57.232 INFO:tasks.rados.rados.0.smithi111.stdout:1829: seq_num 580 ranges {0=114688} 2023-12-01T04:49:57.232 INFO:tasks.rados.rados.0.smithi111.stdout:1829: writing smithi111183488-49 from 0 to 114688 tid 1 2023-12-01T04:49:57.232 INFO:tasks.rados.rados.0.smithi111.stdout:1828: done (1 left) 2023-12-01T04:49:57.232 INFO:tasks.rados.rados.0.smithi111.stdout:1830: snap_create 2023-12-01T04:49:57.233 INFO:tasks.rados.rados.0.smithi111.stdout:1829: finishing write tid 1 to smithi111183488-49 2023-12-01T04:49:57.234 INFO:tasks.rados.rados.0.smithi111.stdout:1829: finishing write tid 2 to smithi111183488-49 2023-12-01T04:49:57.235 INFO:tasks.rados.rados.0.smithi111.stdout:1829: finishing write tid 3 to smithi111183488-49 2023-12-01T04:49:57.235 INFO:tasks.rados.rados.0.smithi111.stdout:1829: oid 49 updating version 0 to 1257 2023-12-01T04:49:57.235 INFO:tasks.rados.rados.0.smithi111.stdout:1829: oid 49 version 1257 is already newer than 1256 2023-12-01T04:49:57.235 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1257 (ObjNum 580 snap 180 seq_num 580) dirty exists 2023-12-01T04:49:57.235 INFO:tasks.rados.rados.0.smithi111.stdout:1829: left oid 49 (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1829: done (1 left) 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1830: done (0 left) 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1831: read oid 12 snap -1 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1831: expect deleted 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1832: rollback oid 6 current snap is 181 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 159 2023-12-01T04:49:57.460 INFO:tasks.rados.rados.0.smithi111.stdout:1833: delete oid 36 current snap is 181 2023-12-01T04:49:57.463 INFO:tasks.rados.rados.0.smithi111.stdout:1832: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:49:57.464 INFO:tasks.rados.rados.0.smithi111.stdout:1832: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:49:57.465 INFO:tasks.rados.rados.0.smithi111.stdout:1832: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:49:57.465 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 903 (ObjNum 499 snap 155 seq_num 499) dirty exists 2023-12-01T04:49:57.465 INFO:tasks.rados.rados.0.smithi111.stdout:1831: done (2 left) 2023-12-01T04:49:57.465 INFO:tasks.rados.rados.0.smithi111.stdout:1832: done (1 left) 2023-12-01T04:49:57.466 INFO:tasks.rados.rados.0.smithi111.stdout:1833: done (0 left) 2023-12-01T04:49:57.466 INFO:tasks.rados.rados.0.smithi111.stdout:1834: snap_remove snap 172 2023-12-01T04:49:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:57 smithi155 ceph-mon[102677]: osdmap e420: 8 total, 8 up, 8 in 2023-12-01T04:49:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:57 smithi155 ceph-mon[102677]: pgmap v603: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2023-12-01T04:49:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:57 smithi111 ceph-mon[97855]: osdmap e420: 8 total, 8 up, 8 in 2023-12-01T04:49:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:57 smithi111 ceph-mon[97855]: pgmap v603: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2023-12-01T04:49:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:57 smithi111 ceph-mon[116524]: osdmap e420: 8 total, 8 up, 8 in 2023-12-01T04:49:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:57 smithi111 ceph-mon[116524]: pgmap v603: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2023-12-01T04:49:58.433 INFO:tasks.rados.rados.0.smithi111.stdout:1834: done (0 left) 2023-12-01T04:49:58.434 INFO:tasks.rados.rados.0.smithi111.stdout:1835: read oid 13 snap 69 2023-12-01T04:49:58.434 INFO:tasks.rados.rados.0.smithi111.stdout:1835: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:49:58.434 INFO:tasks.rados.rados.0.smithi111.stdout:1836: snap_remove snap 178 2023-12-01T04:49:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:58 smithi111 ceph-mon[97855]: osdmap e421: 8 total, 8 up, 8 in 2023-12-01T04:49:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:58 smithi111 ceph-mon[97855]: osdmap e422: 8 total, 8 up, 8 in 2023-12-01T04:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:58 smithi111 ceph-mon[116524]: osdmap e421: 8 total, 8 up, 8 in 2023-12-01T04:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:58 smithi111 ceph-mon[116524]: osdmap e422: 8 total, 8 up, 8 in 2023-12-01T04:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:58 smithi155 ceph-mon[102677]: osdmap e421: 8 total, 8 up, 8 in 2023-12-01T04:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:58 smithi155 ceph-mon[102677]: osdmap e422: 8 total, 8 up, 8 in 2023-12-01T04:49:59.439 INFO:tasks.rados.rados.0.smithi111.stdout:1836: done (1 left) 2023-12-01T04:49:59.439 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 181 2023-12-01T04:49:59.439 INFO:tasks.rados.rados.0.smithi111.stdout:1837: seq_num 582 ranges {4259840=155648} 2023-12-01T04:49:59.462 INFO:tasks.rados.rados.0.smithi111.stdout:1837: writing smithi111183488-7 from 4259840 to 4415488 tid 1 2023-12-01T04:49:59.463 INFO:tasks.rados.rados.0.smithi111.stdout:1838: snap_remove snap 147 2023-12-01T04:49:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:59 smithi111 ceph-mon[97855]: pgmap v606: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2023-12-01T04:49:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:49:59 smithi111 ceph-mon[97855]: osdmap e423: 8 total, 8 up, 8 in 2023-12-01T04:49:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:49:59] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:49:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:59 smithi111 ceph-mon[116524]: pgmap v606: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2023-12-01T04:49:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:49:59 smithi111 ceph-mon[116524]: osdmap e423: 8 total, 8 up, 8 in 2023-12-01T04:49:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:59 smithi155 ceph-mon[102677]: pgmap v606: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 13 op/s 2023-12-01T04:49:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:49:59 smithi155 ceph-mon[102677]: osdmap e423: 8 total, 8 up, 8 in 2023-12-01T04:50:00.469 INFO:tasks.rados.rados.0.smithi111.stdout:1838: done (2 left) 2023-12-01T04:50:00.469 INFO:tasks.rados.rados.0.smithi111.stdout:1839: snap_remove snap 175 2023-12-01T04:50:00.475 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:00 smithi111 conmon[97831]: 2023-12-01T04:50:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.475 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:00 smithi111 conmon[97831]: 2023-12-01T04:50:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : [ERR] UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.475 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:00 smithi111 conmon[97831]: 2023-12-01T04:50:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : ceph cannot downgrade to a dev release 2023-12-01T04:50:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:00 smithi111 ceph-mon[97855]: Health detail: HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:00 smithi111 ceph-mon[97855]: [ERR] UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:00 smithi111 ceph-mon[97855]: ceph cannot downgrade to a dev release 2023-12-01T04:50:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:00 smithi111 ceph-mon[116524]: Health detail: HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:00 smithi111 ceph-mon[116524]: [ERR] UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:00 smithi111 ceph-mon[116524]: ceph cannot downgrade to a dev release 2023-12-01T04:50:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:00 smithi155 ceph-mon[102677]: Health detail: HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:00 smithi155 ceph-mon[102677]: [ERR] UPGRADE_BAD_TARGET_VERSION: Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T04:50:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:00 smithi155 ceph-mon[102677]: ceph cannot downgrade to a dev release 2023-12-01T04:50:01.481 INFO:tasks.rados.rados.0.smithi111.stdout:1839: done (2 left) 2023-12-01T04:50:01.482 INFO:tasks.rados.rados.0.smithi111.stdout:1840: read oid 19 snap -1 2023-12-01T04:50:01.482 INFO:tasks.rados.rados.0.smithi111.stdout:1840: expect deleted 2023-12-01T04:50:01.482 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 181 2023-12-01T04:50:01.482 INFO:tasks.rados.rados.0.smithi111.stdout:1841: seq_num 583 ranges {4751360=172032} 2023-12-01T04:50:01.505 INFO:tasks.rados.rados.0.smithi111.stdout:1841: writing smithi111183488-6 from 4751360 to 4923392 tid 1 2023-12-01T04:50:01.505 INFO:tasks.rados.rados.0.smithi111.stdout:1842: delete oid 47 current snap is 181 2023-12-01T04:50:01.505 INFO:tasks.rados.rados.0.smithi111.stdout:1835: expect (ObjNum 84 snap 18 seq_num 84) 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: finishing write tid 1 to smithi111183488-7 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: finishing write tid 2 to smithi111183488-7 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: finishing write tid 3 to smithi111183488-7 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: oid 7 updating version 0 to 257 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: oid 7 version 257 is already newer than 256 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 257 (ObjNum 582 snap 181 seq_num 582) dirty exists 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: left oid 7 (ObjNum 582 snap 181 seq_num 582) 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1835: done (4 left) 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1837: done (3 left) 2023-12-01T04:50:01.606 INFO:tasks.rados.rados.0.smithi111.stdout:1842: done (2 left) 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1843: rollback oid 4 current snap is 181 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 69 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: finishing write tid 1 to smithi111183488-6 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: finishing write tid 2 to smithi111183488-6 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: finishing write tid 3 to smithi111183488-6 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: oid 6 updating version 0 to 904 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: oid 6 updating version 904 to 905 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 905 (ObjNum 583 snap 181 seq_num 583) dirty exists 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: left oid 6 (ObjNum 583 snap 181 seq_num 583) 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1840: done (2 left) 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1841: done (1 left) 2023-12-01T04:50:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:1844: snap_remove snap 165 2023-12-01T04:50:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:01 smithi111 ceph-mon[97855]: osdmap e424: 8 total, 8 up, 8 in 2023-12-01T04:50:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:01 smithi111 ceph-mon[97855]: pgmap v609: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-01T04:50:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:01 smithi111 ceph-mon[97855]: osdmap e425: 8 total, 8 up, 8 in 2023-12-01T04:50:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:01 smithi111 ceph-mon[116524]: osdmap e424: 8 total, 8 up, 8 in 2023-12-01T04:50:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:01 smithi111 ceph-mon[116524]: pgmap v609: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-01T04:50:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:01 smithi111 ceph-mon[116524]: osdmap e425: 8 total, 8 up, 8 in 2023-12-01T04:50:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:01 smithi155 ceph-mon[102677]: osdmap e424: 8 total, 8 up, 8 in 2023-12-01T04:50:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:01 smithi155 ceph-mon[102677]: pgmap v609: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-01T04:50:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:01 smithi155 ceph-mon[102677]: osdmap e425: 8 total, 8 up, 8 in 2023-12-01T04:50:02.500 INFO:tasks.rados.rados.0.smithi111.stdout:1844: done (1 left) 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 181 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1845: seq_num 585 ranges {65536=204800} 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1845: writing smithi111183488-23 from 65536 to 270336 tid 1 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1846: rollback oid 45 current snap is 181 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 180 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1847: snap_create 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1843: finishing rollback tid 0 to smithi111183488-4 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1843: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:1843: finishing rollback tid 2 to smithi111183488-4 2023-12-01T04:50:02.501 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1441 (ObjNum 227 snap 69 seq_num 227) dirty exists 2023-12-01T04:50:02.511 INFO:tasks.rados.rados.0.smithi111.stdout:1845: finishing write tid 1 to smithi111183488-23 2023-12-01T04:50:02.512 INFO:tasks.rados.rados.0.smithi111.stdout:1845: finishing write tid 2 to smithi111183488-23 2023-12-01T04:50:02.513 INFO:tasks.rados.rados.0.smithi111.stdout:1846: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:50:02.514 INFO:tasks.rados.rados.0.smithi111.stdout:1846: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:50:02.514 INFO:tasks.rados.rados.0.smithi111.stdout:1846: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:50:02.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1312 (ObjNum 568 snap 176 seq_num 568) dirty exists 2023-12-01T04:50:02.515 INFO:tasks.rados.rados.0.smithi111.stdout:1845: finishing write tid 3 to smithi111183488-23 2023-12-01T04:50:02.515 INFO:tasks.rados.rados.0.smithi111.stdout:1845: oid 23 updating version 0 to 1269 2023-12-01T04:50:02.517 INFO:tasks.rados.rados.0.smithi111.stdout:1845: oid 23 version 1269 is already newer than 1268 2023-12-01T04:50:02.517 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1269 (ObjNum 585 snap 181 seq_num 585) dirty exists 2023-12-01T04:50:02.517 INFO:tasks.rados.rados.0.smithi111.stdout:1845: left oid 23 (ObjNum 585 snap 181 seq_num 585) 2023-12-01T04:50:03.435 INFO:tasks.rados.rados.0.smithi111.stdout:1843: done (3 left) 2023-12-01T04:50:03.435 INFO:tasks.rados.rados.0.smithi111.stdout:1845: done (2 left) 2023-12-01T04:50:03.435 INFO:tasks.rados.rados.0.smithi111.stdout:1846: done (1 left) 2023-12-01T04:50:03.436 INFO:tasks.rados.rados.0.smithi111.stdout:1847: done (0 left) 2023-12-01T04:50:03.436 INFO:tasks.rados.rados.0.smithi111.stdout:1848: rmattr oid 18 current snap is 182 2023-12-01T04:50:03.436 INFO:tasks.rados.rados.0.smithi111.stdout:1848: done (0 left) 2023-12-01T04:50:03.436 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 182 2023-12-01T04:50:03.436 INFO:tasks.rados.rados.0.smithi111.stdout:1849: seq_num 586 ranges {425984=221184} 2023-12-01T04:50:03.439 INFO:tasks.rados.rados.0.smithi111.stdout:1849: writing smithi111183488-11 from 425984 to 647168 tid 1 2023-12-01T04:50:03.439 INFO:tasks.rados.rados.0.smithi111.stdout:1850: snap_create 2023-12-01T04:50:03.445 INFO:tasks.rados.rados.0.smithi111.stdout:1849: finishing write tid 1 to smithi111183488-11 2023-12-01T04:50:03.445 INFO:tasks.rados.rados.0.smithi111.stdout:1849: finishing write tid 2 to smithi111183488-11 2023-12-01T04:50:03.446 INFO:tasks.rados.rados.0.smithi111.stdout:1849: finishing write tid 3 to smithi111183488-11 2023-12-01T04:50:03.446 INFO:tasks.rados.rados.0.smithi111.stdout:1849: oid 11 updating version 0 to 1299 2023-12-01T04:50:03.446 INFO:tasks.rados.rados.0.smithi111.stdout:1849: oid 11 version 1299 is already newer than 1298 2023-12-01T04:50:03.446 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1299 (ObjNum 586 snap 182 seq_num 586) dirty exists 2023-12-01T04:50:03.446 INFO:tasks.rados.rados.0.smithi111.stdout:1849: left oid 11 (ObjNum 586 snap 182 seq_num 586) 2023-12-01T04:50:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:03 smithi111 ceph-mon[97855]: osdmap e426: 8 total, 8 up, 8 in 2023-12-01T04:50:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:03 smithi111 ceph-mon[97855]: pgmap v612: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-01T04:50:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:03 smithi111 ceph-mon[97855]: osdmap e427: 8 total, 8 up, 8 in 2023-12-01T04:50:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:03 smithi111 ceph-mon[116524]: osdmap e426: 8 total, 8 up, 8 in 2023-12-01T04:50:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:03 smithi111 ceph-mon[116524]: pgmap v612: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-01T04:50:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:03 smithi111 ceph-mon[116524]: osdmap e427: 8 total, 8 up, 8 in 2023-12-01T04:50:03.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:03 smithi155 ceph-mon[102677]: osdmap e426: 8 total, 8 up, 8 in 2023-12-01T04:50:03.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:03 smithi155 ceph-mon[102677]: pgmap v612: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.8 MiB/s wr, 24 op/s 2023-12-01T04:50:03.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:03 smithi155 ceph-mon[102677]: osdmap e427: 8 total, 8 up, 8 in 2023-12-01T04:50:04.446 INFO:tasks.rados.rados.0.smithi111.stdout:1849: done (1 left) 2023-12-01T04:50:04.446 INFO:tasks.rados.rados.0.smithi111.stdout:1850: done (0 left) 2023-12-01T04:50:04.446 INFO:tasks.rados.rados.0.smithi111.stdout:1851: copy_from oid 34 from oid 41 current snap is 183 2023-12-01T04:50:04.446 INFO:tasks.rados.rados.0.smithi111.stdout:1852: rollback oid 2 current snap is 183 2023-12-01T04:50:04.446 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 168 2023-12-01T04:50:04.446 INFO:tasks.rados.rados.0.smithi111.stdout:1853: rollback oid 26 current snap is 183 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 182 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1854: read oid 9 snap -1 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1854: expect (ObjNum 504 snap 156 seq_num 504) 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1855: read oid 16 snap -1 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1855: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1856: read oid 49 snap -1 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1856: expect (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1857: read oid 31 snap -1 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1857: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1858: read oid 8 snap -1 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1858: expect (ObjNum 557 snap 174 seq_num 557) 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1859: read oid 37 snap -1 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1859: expect (ObjNum 575 snap 180 seq_num 575) 2023-12-01T04:50:04.447 INFO:tasks.rados.rados.0.smithi111.stdout:1860: rollback oid 28 current snap is 183 2023-12-01T04:50:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 28 to 164 2023-12-01T04:50:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:1861: rmattr oid 42 current snap is 183 2023-12-01T04:50:04.448 INFO:tasks.rados.rados.0.smithi111.stdout:1862: snap_create 2023-12-01T04:50:04.452 INFO:tasks.rados.rados.0.smithi111.stdout:1852: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:50:04.457 INFO:tasks.rados.rados.0.smithi111.stdout:1860: finishing rollback tid 0 to smithi111183488-28 2023-12-01T04:50:04.459 INFO:tasks.rados.rados.0.smithi111.stdout:1860: finishing rollback tid 1 to smithi111183488-28 2023-12-01T04:50:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:1860: finishing rollback tid 2 to smithi111183488-28 2023-12-01T04:50:04.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1365 (ObjNum 373 snap 123 seq_num 373) dirty exists 2023-12-01T04:50:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1852: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:50:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:1852: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:50:04.461 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1455 (ObjNum 520 snap 162 seq_num 520) dirty exists 2023-12-01T04:50:04.462 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1253 (ObjNum 531 snap 166 seq_num 531) dirty exists 2023-12-01T04:50:04.464 INFO:tasks.rados.rados.0.smithi111.stdout:1855: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:50:04.507 INFO:tasks.rados.rados.0.smithi111.stdout:1853: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:50:04.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 765 (ObjNum 33 snap 0 seq_num 3687183928) dirty dne 2023-12-01T04:50:04.507 INFO:tasks.rados.rados.0.smithi111.stdout:1857: expect (ObjNum 531 snap 166 seq_num 531) 2023-12-01T04:50:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:04 smithi111 ceph-mon[97855]: osdmap e428: 8 total, 8 up, 8 in 2023-12-01T04:50:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:04 smithi111 ceph-mon[116524]: osdmap e428: 8 total, 8 up, 8 in 2023-12-01T04:50:04.768 INFO:tasks.rados.rados.0.smithi111.stdout:1854: expect (ObjNum 504 snap 156 seq_num 504) 2023-12-01T04:50:04.879 INFO:tasks.rados.rados.0.smithi111.stdout:1856: expect (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:50:04.882 INFO:tasks.rados.rados.0.smithi111.stdout:1858: expect (ObjNum 557 snap 174 seq_num 557) 2023-12-01T04:50:04.937 INFO:tasks.rados.rados.0.smithi111.stdout:1859: expect (ObjNum 575 snap 180 seq_num 575) 2023-12-01T04:50:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:04 smithi155 ceph-mon[102677]: osdmap e428: 8 total, 8 up, 8 in 2023-12-01T04:50:05.264 INFO:tasks.rados.rados.0.smithi111.stdout:1851: finishing copy_from to smithi111183488-34 2023-12-01T04:50:05.264 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 877 (ObjNum 564 snap 175 seq_num 564) dirty exists 2023-12-01T04:50:05.264 INFO:tasks.rados.rados.0.smithi111.stdout:1851: finishing copy_from racing read to smithi111183488-34 2023-12-01T04:50:05.444 INFO:tasks.rados.rados.0.smithi111.stdout:1851: done (11 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1852: done (10 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1853: done (9 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1854: done (8 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1855: done (7 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1856: done (6 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1857: done (5 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1858: done (4 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1859: done (3 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1860: done (2 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1861: done (1 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1862: done (0 left) 2023-12-01T04:50:05.445 INFO:tasks.rados.rados.0.smithi111.stdout:1863: delete oid 42 current snap is 184 2023-12-01T04:50:05.447 INFO:tasks.rados.rados.0.smithi111.stdout:1863: done (0 left) 2023-12-01T04:50:05.447 INFO:tasks.rados.rados.0.smithi111.stdout:1864: copy_from oid 11 from oid 21 current snap is 184 2023-12-01T04:50:05.447 INFO:tasks.rados.rados.0.smithi111.stdout:1865: rollback oid 32 current snap is 184 2023-12-01T04:50:05.447 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 182 2023-12-01T04:50:05.447 INFO:tasks.rados.rados.0.smithi111.stdout:1866: read oid 39 snap -1 2023-12-01T04:50:05.447 INFO:tasks.rados.rados.0.smithi111.stdout:1866: expect deleted 2023-12-01T04:50:05.449 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 184 2023-12-01T04:50:05.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: seq_num 588 ranges {6381568=253952} 2023-12-01T04:50:05.483 INFO:tasks.rados.rados.0.smithi111.stdout:1867: writing smithi111183488-50 from 6381568 to 6635520 tid 1 2023-12-01T04:50:05.483 INFO:tasks.rados.rados.0.smithi111.stdout:1868: snap_remove snap 127 2023-12-01T04:50:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:05 smithi155 ceph-mon[102677]: pgmap v615: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:05 smithi155 ceph-mon[102677]: osdmap e429: 8 total, 8 up, 8 in 2023-12-01T04:50:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:05 smithi111 ceph-mon[116524]: pgmap v615: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:05 smithi111 ceph-mon[116524]: osdmap e429: 8 total, 8 up, 8 in 2023-12-01T04:50:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:05 smithi111 ceph-mon[97855]: pgmap v615: 121 pgs: 121 active+clean; 515 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:05 smithi111 ceph-mon[97855]: osdmap e429: 8 total, 8 up, 8 in 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1868: done (4 left) 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1869: rollback oid 26 current snap is 184 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 163 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1870: delete oid 48 current snap is 184 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1865: finishing rollback tid 0 to smithi111183488-32 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1865: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1865: finishing rollback tid 2 to smithi111183488-32 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1303 (ObjNum 463 snap 147 seq_num 463) dirty exists 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:1864: finishing copy_from to smithi111183488-11 2023-12-01T04:50:06.448 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1361 (ObjNum 559 snap 174 seq_num 559) dirty exists 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1864: finishing copy_from racing read to smithi111183488-11 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: finishing write tid 1 to smithi111183488-50 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: finishing write tid 2 to smithi111183488-50 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: finishing write tid 3 to smithi111183488-50 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: oid 50 updating version 0 to 1435 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: oid 50 version 1435 is already newer than 1434 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1435 (ObjNum 588 snap 184 seq_num 588) dirty exists 2023-12-01T04:50:06.449 INFO:tasks.rados.rados.0.smithi111.stdout:1867: left oid 50 (ObjNum 588 snap 184 seq_num 588) 2023-12-01T04:50:06.455 INFO:tasks.rados.rados.0.smithi111.stdout:1869: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:50:06.455 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 765 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-01T04:50:06.462 INFO:tasks.rados.rados.0.smithi111.stdout:1864: done (5 left) 2023-12-01T04:50:06.462 INFO:tasks.rados.rados.0.smithi111.stdout:1865: done (4 left) 2023-12-01T04:50:06.462 INFO:tasks.rados.rados.0.smithi111.stdout:1866: done (3 left) 2023-12-01T04:50:06.462 INFO:tasks.rados.rados.0.smithi111.stdout:1867: done (2 left) 2023-12-01T04:50:06.462 INFO:tasks.rados.rados.0.smithi111.stdout:1869: done (1 left) 2023-12-01T04:50:06.462 INFO:tasks.rados.rados.0.smithi111.stdout:1870: done (0 left) 2023-12-01T04:50:06.463 INFO:tasks.rados.rados.0.smithi111.stdout:1871: delete oid 27 current snap is 184 2023-12-01T04:50:06.469 INFO:tasks.rados.rados.0.smithi111.stdout:1871: done (0 left) 2023-12-01T04:50:06.469 INFO:tasks.rados.rados.0.smithi111.stdout:1872: snap_remove snap 173 2023-12-01T04:50:07.459 INFO:tasks.rados.rados.0.smithi111.stdout:1872: done (0 left) 2023-12-01T04:50:07.459 INFO:tasks.rados.rados.0.smithi111.stdout:1873: setattr oid 36 current snap is 184 2023-12-01T04:50:07.467 INFO:tasks.rados.rados.0.smithi111.stdout:1874: copy_from oid 38 from oid 1 current snap is 184 2023-12-01T04:50:07.467 INFO:tasks.rados.rados.0.smithi111.stdout:1875: rollback oid 15 current snap is 184 2023-12-01T04:50:07.467 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 15 to 177 2023-12-01T04:50:07.467 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 184 2023-12-01T04:50:07.467 INFO:tasks.rados.rados.0.smithi111.stdout:1876: seq_num 591 ranges {4620288=303104} 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:1876: writing smithi111183488-22 from 4620288 to 4923392 tid 1 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:1877: rollback oid 10 current snap is 184 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 164 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1255 (ObjNum 177 snap 0 seq_num 0) dirty exists 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:1875: finishing rollback tid 0 to smithi111183488-15 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:1875: finishing rollback tid 1 to smithi111183488-15 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:1875: finishing rollback tid 2 to smithi111183488-15 2023-12-01T04:50:07.490 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1315 (ObjNum 546 snap 171 seq_num 546) dirty exists 2023-12-01T04:50:07.491 INFO:tasks.rados.rados.0.smithi111.stdout:1873: done (4 left) 2023-12-01T04:50:07.491 INFO:tasks.rados.rados.0.smithi111.stdout:1875: done (3 left) 2023-12-01T04:50:07.491 INFO:tasks.rados.rados.0.smithi111.stdout:1878: snap_create 2023-12-01T04:50:07.495 INFO:tasks.rados.rados.0.smithi111.stdout:1876: finishing write tid 1 to smithi111183488-22 2023-12-01T04:50:07.496 INFO:tasks.rados.rados.0.smithi111.stdout:1877: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:50:07.496 INFO:tasks.rados.rados.0.smithi111.stdout:1877: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:50:07.496 INFO:tasks.rados.rados.0.smithi111.stdout:1877: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:50:07.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1477 (ObjNum 509 snap 156 seq_num 509) dirty exists 2023-12-01T04:50:07.497 INFO:tasks.rados.rados.0.smithi111.stdout:1876: finishing write tid 2 to smithi111183488-22 2023-12-01T04:50:07.497 INFO:tasks.rados.rados.0.smithi111.stdout:1874: finishing copy_from to smithi111183488-38 2023-12-01T04:50:07.497 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1267 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:50:07.498 INFO:tasks.rados.rados.0.smithi111.stdout:1876: finishing write tid 3 to smithi111183488-22 2023-12-01T04:50:07.498 INFO:tasks.rados.rados.0.smithi111.stdout:1876: oid 22 updating version 0 to 1161 2023-12-01T04:50:07.498 INFO:tasks.rados.rados.0.smithi111.stdout:1876: oid 22 version 1161 is already newer than 1160 2023-12-01T04:50:07.498 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1161 (ObjNum 591 snap 184 seq_num 591) dirty exists 2023-12-01T04:50:07.498 INFO:tasks.rados.rados.0.smithi111.stdout:1876: left oid 22 (ObjNum 591 snap 184 seq_num 591) 2023-12-01T04:50:07.498 INFO:tasks.rados.rados.0.smithi111.stdout:1874: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:50:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:07 smithi155 ceph-mon[102677]: osdmap e430: 8 total, 8 up, 8 in 2023-12-01T04:50:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:07 smithi155 ceph-mon[102677]: pgmap v618: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-01T04:50:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:07 smithi111 ceph-mon[97855]: osdmap e430: 8 total, 8 up, 8 in 2023-12-01T04:50:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:07 smithi111 ceph-mon[97855]: pgmap v618: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-01T04:50:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:07 smithi111 ceph-mon[116524]: osdmap e430: 8 total, 8 up, 8 in 2023-12-01T04:50:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:07 smithi111 ceph-mon[116524]: pgmap v618: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-01T04:50:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1874: done (3 left) 2023-12-01T04:50:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1876: done (2 left) 2023-12-01T04:50:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1877: done (1 left) 2023-12-01T04:50:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1878: done (0 left) 2023-12-01T04:50:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 185 2023-12-01T04:50:08.442 INFO:tasks.rados.rados.0.smithi111.stdout:1879: seq_num 592 ranges {2138112=319488} 2023-12-01T04:50:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:1879: writing smithi111183488-8 from 2138112 to 2457600 tid 1 2023-12-01T04:50:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:1880: delete oid 12 current snap is 185 2023-12-01T04:50:08.464 INFO:tasks.rados.rados.0.smithi111.stdout:1880: done (1 left) 2023-12-01T04:50:08.464 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 185 2023-12-01T04:50:08.464 INFO:tasks.rados.rados.0.smithi111.stdout:1881: seq_num 594 ranges {1884160=352256} 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1881: writing smithi111183488-35 from 1884160 to 2236416 tid 1 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1882: delete oid 4 current snap is 185 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1879: finishing write tid 1 to smithi111183488-8 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1879: finishing write tid 2 to smithi111183488-8 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1879: finishing write tid 3 to smithi111183488-8 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1879: oid 8 updating version 0 to 1258 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1879: oid 8 updating version 1258 to 1259 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1259 (ObjNum 592 snap 185 seq_num 592) dirty exists 2023-12-01T04:50:08.473 INFO:tasks.rados.rados.0.smithi111.stdout:1879: left oid 8 (ObjNum 592 snap 185 seq_num 592) 2023-12-01T04:50:08.475 INFO:tasks.rados.rados.0.smithi111.stdout:1879: done (2 left) 2023-12-01T04:50:08.475 INFO:tasks.rados.rados.0.smithi111.stdout:1882: done (1 left) 2023-12-01T04:50:08.475 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 185 2023-12-01T04:50:08.475 INFO:tasks.rados.rados.0.smithi111.stdout:1883: seq_num 596 ranges {0=385024} 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1883: writing smithi111183488-47 from 0 to 385024 tid 1 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1884: rmattr oid 23 current snap is 185 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1884: done (2 left) 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1885: copy_from oid 30 from oid 2 current snap is 185 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1881: finishing write tid 1 to smithi111183488-35 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1881: finishing write tid 2 to smithi111183488-35 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1886: copy_from oid 7 from oid 46 current snap is 185 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 185 2023-12-01T04:50:08.479 INFO:tasks.rados.rados.0.smithi111.stdout:1887: seq_num 597 ranges {3383296=401408} 2023-12-01T04:50:08.500 INFO:tasks.rados.rados.0.smithi111.stdout:1887: writing smithi111183488-43 from 3383296 to 3784704 tid 1 2023-12-01T04:50:08.500 INFO:tasks.rados.rados.0.smithi111.stdout:1888: delete oid 48 current snap is 185 2023-12-01T04:50:08.500 INFO:tasks.rados.rados.0.smithi111.stdout:1881: finishing write tid 3 to smithi111183488-35 2023-12-01T04:50:08.500 INFO:tasks.rados.rados.0.smithi111.stdout:1881: oid 35 updating version 0 to 1259 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1881: oid 35 version 1259 is already newer than 1258 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1259 (ObjNum 594 snap 185 seq_num 594) dirty exists 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1881: left oid 35 (ObjNum 594 snap 185 seq_num 594) 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1883: finishing write tid 1 to smithi111183488-47 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1883: finishing write tid 2 to smithi111183488-47 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1883: finishing write tid 3 to smithi111183488-47 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1883: oid 47 updating version 0 to 1270 2023-12-01T04:50:08.501 INFO:tasks.rados.rados.0.smithi111.stdout:1883: oid 47 version 1270 is already newer than 1269 2023-12-01T04:50:08.502 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1270 (ObjNum 596 snap 185 seq_num 596) dirty exists 2023-12-01T04:50:08.502 INFO:tasks.rados.rados.0.smithi111.stdout:1883: left oid 47 (ObjNum 596 snap 185 seq_num 596) 2023-12-01T04:50:08.503 INFO:tasks.rados.rados.0.smithi111.stdout:1881: done (5 left) 2023-12-01T04:50:08.503 INFO:tasks.rados.rados.0.smithi111.stdout:1883: done (4 left) 2023-12-01T04:50:08.503 INFO:tasks.rados.rados.0.smithi111.stdout:1888: done (3 left) 2023-12-01T04:50:08.504 INFO:tasks.rados.rados.0.smithi111.stdout:1889: read oid 36 snap -1 2023-12-01T04:50:08.504 INFO:tasks.rados.rados.0.smithi111.stdout:1889: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:08.504 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 185 2023-12-01T04:50:08.504 INFO:tasks.rados.rados.0.smithi111.stdout:1890: seq_num 599 ranges {2359296=434176} 2023-12-01T04:50:08.518 INFO:tasks.rados.rados.0.smithi111.stdout:1890: writing smithi111183488-20 from 2359296 to 2793472 tid 1 2023-12-01T04:50:08.518 INFO:tasks.rados.rados.0.smithi111.stdout:1891: snap_create 2023-12-01T04:50:08.519 INFO:tasks.rados.rados.0.smithi111.stdout:1889: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:1885: finishing copy_from to smithi111183488-30 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1455 (ObjNum 520 snap 162 seq_num 520) dirty exists 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:1887: finishing write tid 1 to smithi111183488-43 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:1887: finishing write tid 2 to smithi111183488-43 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:1885: finishing copy_from racing read to smithi111183488-30 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:1887: finishing write tid 3 to smithi111183488-43 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:1887: oid 43 updating version 0 to 1355 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:1887: oid 43 version 1355 is already newer than 1354 2023-12-01T04:50:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1355 (ObjNum 597 snap 185 seq_num 597) dirty exists 2023-12-01T04:50:08.524 INFO:tasks.rados.rados.0.smithi111.stdout:1887: left oid 43 (ObjNum 597 snap 185 seq_num 597) 2023-12-01T04:50:08.524 INFO:tasks.rados.rados.0.smithi111.stdout:1890: finishing write tid 1 to smithi111183488-20 2023-12-01T04:50:08.525 INFO:tasks.rados.rados.0.smithi111.stdout:1890: finishing write tid 2 to smithi111183488-20 2023-12-01T04:50:08.525 INFO:tasks.rados.rados.0.smithi111.stdout:1890: finishing write tid 3 to smithi111183488-20 2023-12-01T04:50:08.525 INFO:tasks.rados.rados.0.smithi111.stdout:1890: oid 20 updating version 0 to 1270 2023-12-01T04:50:08.525 INFO:tasks.rados.rados.0.smithi111.stdout:1890: oid 20 updating version 1270 to 1271 2023-12-01T04:50:08.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1271 (ObjNum 599 snap 185 seq_num 599) dirty exists 2023-12-01T04:50:08.526 INFO:tasks.rados.rados.0.smithi111.stdout:1890: left oid 20 (ObjNum 599 snap 185 seq_num 599) 2023-12-01T04:50:08.534 INFO:tasks.rados.rados.0.smithi111.stdout:1886: finishing copy_from to smithi111183488-7 2023-12-01T04:50:08.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1157 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:50:08.535 INFO:tasks.rados.rados.0.smithi111.stdout:1886: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:50:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:08 smithi155 ceph-mon[102677]: osdmap e431: 8 total, 8 up, 8 in 2023-12-01T04:50:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:08 smithi155 ceph-mon[102677]: osdmap e432: 8 total, 8 up, 8 in 2023-12-01T04:50:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:08 smithi111 ceph-mon[97855]: osdmap e431: 8 total, 8 up, 8 in 2023-12-01T04:50:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:08 smithi111 ceph-mon[97855]: osdmap e432: 8 total, 8 up, 8 in 2023-12-01T04:50:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:08 smithi111 ceph-mon[116524]: osdmap e431: 8 total, 8 up, 8 in 2023-12-01T04:50:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:08 smithi111 ceph-mon[116524]: osdmap e432: 8 total, 8 up, 8 in 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1885: done (5 left) 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1886: done (4 left) 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1887: done (3 left) 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1889: done (2 left) 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1890: done (1 left) 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1891: done (0 left) 2023-12-01T04:50:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:1892: rollback oid 36 current snap is 186 2023-12-01T04:50:09.463 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 184 2023-12-01T04:50:09.463 INFO:tasks.rados.rados.0.smithi111.stdout:1893: snap_create 2023-12-01T04:50:09.466 INFO:tasks.rados.rados.0.smithi111.stdout:1892: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:50:09.467 INFO:tasks.rados.rados.0.smithi111.stdout:1892: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:50:09.467 INFO:tasks.rados.rados.0.smithi111.stdout:1892: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:50:09.467 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1258 (ObjNum 1312697376 snap 32668 seq_num 304) dirty exists 2023-12-01T04:50:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:09 smithi111 ceph-mon[97855]: pgmap v621: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-01T04:50:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:50:09] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2023-12-01T04:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:09 smithi111 ceph-mon[116524]: pgmap v621: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-01T04:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:09 smithi155 ceph-mon[102677]: pgmap v621: 121 pgs: 121 active+clean; 501 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2023-12-01T04:50:10.469 INFO:tasks.rados.rados.0.smithi111.stdout:1892: done (1 left) 2023-12-01T04:50:10.469 INFO:tasks.rados.rados.0.smithi111.stdout:1893: done (0 left) 2023-12-01T04:50:10.470 INFO:tasks.rados.rados.0.smithi111.stdout:1894: read oid 4 snap 159 2023-12-01T04:50:10.470 INFO:tasks.rados.rados.0.smithi111.stdout:1894: expect (ObjNum 514 snap 159 seq_num 514) 2023-12-01T04:50:10.470 INFO:tasks.rados.rados.0.smithi111.stdout:1895: read oid 13 snap -1 2023-12-01T04:50:10.470 INFO:tasks.rados.rados.0.smithi111.stdout:1895: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:10.470 INFO:tasks.rados.rados.0.smithi111.stdout:1896: rollback oid 27 current snap is 187 2023-12-01T04:50:10.470 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 164 2023-12-01T04:50:10.471 INFO:tasks.rados.rados.0.smithi111.stdout:1897: read oid 50 snap -1 2023-12-01T04:50:10.471 INFO:tasks.rados.rados.0.smithi111.stdout:1897: expect (ObjNum 588 snap 184 seq_num 588) 2023-12-01T04:50:10.471 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 187 2023-12-01T04:50:10.471 INFO:tasks.rados.rados.0.smithi111.stdout:1898: seq_num 600 ranges {5996544=450560} 2023-12-01T04:50:10.504 INFO:tasks.rados.rados.0.smithi111.stdout:1898: writing smithi111183488-11 from 5996544 to 6447104 tid 1 2023-12-01T04:50:10.504 INFO:tasks.rados.rados.0.smithi111.stdout:1899: read oid 34 snap -1 2023-12-01T04:50:10.504 INFO:tasks.rados.rados.0.smithi111.stdout:1899: expect (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:50:10.505 INFO:tasks.rados.rados.0.smithi111.stdout:1900: snap_remove snap 185 2023-12-01T04:50:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:10 smithi111 ceph-mon[116524]: osdmap e433: 8 total, 8 up, 8 in 2023-12-01T04:50:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:10 smithi111 ceph-mon[97855]: osdmap e433: 8 total, 8 up, 8 in 2023-12-01T04:50:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:10 smithi155 ceph-mon[102677]: osdmap e433: 8 total, 8 up, 8 in 2023-12-01T04:50:11.492 INFO:tasks.rados.rados.0.smithi111.stdout:1900: done (6 left) 2023-12-01T04:50:11.492 INFO:tasks.rados.rados.0.smithi111.stdout:1901: rollback oid 31 current snap is 187 2023-12-01T04:50:11.492 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 163 2023-12-01T04:50:11.493 INFO:tasks.rados.rados.0.smithi111.stdout:1902: read oid 49 snap 180 2023-12-01T04:50:11.493 INFO:tasks.rados.rados.0.smithi111.stdout:1902: expect (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:50:11.493 INFO:tasks.rados.rados.0.smithi111.stdout:1903: read oid 1 snap 163 2023-12-01T04:50:11.493 INFO:tasks.rados.rados.0.smithi111.stdout:1903: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:50:11.493 INFO:tasks.rados.rados.0.smithi111.stdout:1904: rmattr oid 26 current snap is 187 2023-12-01T04:50:11.493 INFO:tasks.rados.rados.0.smithi111.stdout:1904: done (9 left) 2023-12-01T04:50:11.494 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 187 2023-12-01T04:50:11.494 INFO:tasks.rados.rados.0.smithi111.stdout:1905: seq_num 601 ranges {0=475136} 2023-12-01T04:50:11.494 INFO:tasks.rados.rados.0.smithi111.stdout:1905: writing smithi111183488-12 from 0 to 475136 tid 1 2023-12-01T04:50:11.495 INFO:tasks.rados.rados.0.smithi111.stdout:1906: read oid 20 snap 177 2023-12-01T04:50:11.495 INFO:tasks.rados.rados.0.smithi111.stdout:1906: expect deleted 2023-12-01T04:50:11.495 INFO:tasks.rados.rados.0.smithi111.stdout:1907: read oid 5 snap -1 2023-12-01T04:50:11.495 INFO:tasks.rados.rados.0.smithi111.stdout:1907: expect (ObjNum 477 snap 151 seq_num 477) 2023-12-01T04:50:11.495 INFO:tasks.rados.rados.0.smithi111.stdout:1908: rmattr oid 45 current snap is 187 2023-12-01T04:50:11.495 INFO:tasks.rados.rados.0.smithi111.stdout:1908: done (12 left) 2023-12-01T04:50:11.496 INFO:tasks.rados.rados.0.smithi111.stdout:1909: rollback oid 10 current snap is 187 2023-12-01T04:50:11.496 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 168 2023-12-01T04:50:11.496 INFO:tasks.rados.rados.0.smithi111.stdout:1895: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:11.498 INFO:tasks.rados.rados.0.smithi111.stdout:1896: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:50:11.498 INFO:tasks.rados.rados.0.smithi111.stdout:1896: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:50:11.498 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1368 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:50:11.498 INFO:tasks.rados.rados.0.smithi111.stdout:1894: expect (ObjNum 514 snap 159 seq_num 514) 2023-12-01T04:50:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:11 smithi111 ceph-mon[97855]: osdmap e434: 8 total, 8 up, 8 in 2023-12-01T04:50:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:11 smithi111 ceph-mon[97855]: pgmap v624: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 5.3 MiB/s wr, 16 op/s 2023-12-01T04:50:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:11 smithi111 ceph-mon[116524]: osdmap e434: 8 total, 8 up, 8 in 2023-12-01T04:50:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:11 smithi111 ceph-mon[116524]: pgmap v624: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 5.3 MiB/s wr, 16 op/s 2023-12-01T04:50:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:11 smithi155 ceph-mon[102677]: osdmap e434: 8 total, 8 up, 8 in 2023-12-01T04:50:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:11 smithi155 ceph-mon[102677]: pgmap v624: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 5.3 MiB/s wr, 16 op/s 2023-12-01T04:50:12.229 INFO:tasks.rados.rados.0.smithi111.stdout:1898: finishing write tid 1 to smithi111183488-11 2023-12-01T04:50:12.229 INFO:tasks.rados.rados.0.smithi111.stdout:1898: finishing write tid 2 to smithi111183488-11 2023-12-01T04:50:12.230 INFO:tasks.rados.rados.0.smithi111.stdout:1894: done (12 left) 2023-12-01T04:50:12.230 INFO:tasks.rados.rados.0.smithi111.stdout:1895: done (11 left) 2023-12-01T04:50:12.230 INFO:tasks.rados.rados.0.smithi111.stdout:1896: done (10 left) 2023-12-01T04:50:12.230 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 187 2023-12-01T04:50:12.230 INFO:tasks.rados.rados.0.smithi111.stdout:1897: expect (ObjNum 588 snap 184 seq_num 588) 2023-12-01T04:50:12.730 INFO:tasks.rados.rados.0.smithi111.stdout:1898: finishing write tid 3 to smithi111183488-11 2023-12-01T04:50:12.730 INFO:tasks.rados.rados.0.smithi111.stdout:1898: oid 11 updating version 0 to 1456 2023-12-01T04:50:12.731 INFO:tasks.rados.rados.0.smithi111.stdout:1898: oid 11 updating version 1456 to 1457 2023-12-01T04:50:12.731 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1457 (ObjNum 600 snap 187 seq_num 600) dirty exists 2023-12-01T04:50:12.731 INFO:tasks.rados.rados.0.smithi111.stdout:1898: left oid 11 (ObjNum 600 snap 187 seq_num 600) 2023-12-01T04:50:12.731 INFO:tasks.rados.rados.0.smithi111.stdout:1899: expect (ObjNum 564 snap 175 seq_num 564) 2023-12-01T04:50:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:12 smithi111 ceph-mon[97855]: osdmap e435: 8 total, 8 up, 8 in 2023-12-01T04:50:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:12 smithi111 ceph-mon[116524]: osdmap e435: 8 total, 8 up, 8 in 2023-12-01T04:50:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:12 smithi155 ceph-mon[102677]: osdmap e435: 8 total, 8 up, 8 in 2023-12-01T04:50:13.266 INFO:tasks.rados.rados.0.smithi111.stdout:1902: expect (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:50:13.269 INFO:tasks.rados.rados.0.smithi111.stdout:1903: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:50:13.280 INFO:tasks.rados.rados.0.smithi111.stdout:1901: finishing rollback tid 0 to smithi111183488-31 2023-12-01T04:50:13.280 INFO:tasks.rados.rados.0.smithi111.stdout:1901: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:50:13.280 INFO:tasks.rados.rados.0.smithi111.stdout:1901: finishing rollback tid 2 to smithi111183488-31 2023-12-01T04:50:13.280 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1460 (ObjNum 140 snap 40 seq_num 140) dirty exists 2023-12-01T04:50:13.281 INFO:tasks.rados.rados.0.smithi111.stdout:1910: seq_num 602 ranges {5996544=491520} 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1910: writing smithi111183488-21 from 5996544 to 6488064 tid 1 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1897: done (10 left) 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1898: done (9 left) 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1899: done (8 left) 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1901: done (7 left) 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1902: done (6 left) 2023-12-01T04:50:13.315 INFO:tasks.rados.rados.0.smithi111.stdout:1903: done (5 left) 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1906: done (4 left) 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1911: snap_create 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1905: finishing write tid 1 to smithi111183488-12 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1905: finishing write tid 2 to smithi111183488-12 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1909: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1909: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1909: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1483 (ObjNum 509 snap 156 seq_num 509) dirty exists 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1905: finishing write tid 3 to smithi111183488-12 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1905: oid 12 updating version 0 to 1369 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1905: oid 12 updating version 1369 to 1370 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1370 (ObjNum 601 snap 187 seq_num 601) dirty exists 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1905: left oid 12 (ObjNum 601 snap 187 seq_num 601) 2023-12-01T04:50:13.316 INFO:tasks.rados.rados.0.smithi111.stdout:1907: expect (ObjNum 477 snap 151 seq_num 477) 2023-12-01T04:50:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:13 smithi111 ceph-mon[97855]: pgmap v626: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 4.9 MiB/s wr, 15 op/s 2023-12-01T04:50:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:13 smithi111 ceph-mon[97855]: osdmap e436: 8 total, 8 up, 8 in 2023-12-01T04:50:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:13 smithi111 ceph-mon[116524]: pgmap v626: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 4.9 MiB/s wr, 15 op/s 2023-12-01T04:50:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:13 smithi111 ceph-mon[116524]: osdmap e436: 8 total, 8 up, 8 in 2023-12-01T04:50:13.807 INFO:tasks.rados.rados.0.smithi111.stdout:1910: finishing write tid 1 to smithi111183488-21 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1910: finishing write tid 2 to smithi111183488-21 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1910: finishing write tid 3 to smithi111183488-21 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1910: oid 21 updating version 0 to 1452 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1910: oid 21 version 1452 is already newer than 1451 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1452 (ObjNum 602 snap 187 seq_num 602) dirty exists 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1910: left oid 21 (ObjNum 602 snap 187 seq_num 602) 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1905: done (4 left) 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1907: done (3 left) 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1909: done (2 left) 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1910: done (1 left) 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1911: done (0 left) 2023-12-01T04:50:13.808 INFO:tasks.rados.rados.0.smithi111.stdout:1912: delete oid 40 current snap is 188 2023-12-01T04:50:13.810 INFO:tasks.rados.rados.0.smithi111.stdout:1912: done (0 left) 2023-12-01T04:50:13.810 INFO:tasks.rados.rados.0.smithi111.stdout:1913: read oid 17 snap 168 2023-12-01T04:50:13.810 INFO:tasks.rados.rados.0.smithi111.stdout:1913: expect (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:50:13.810 INFO:tasks.rados.rados.0.smithi111.stdout:1914: rollback oid 27 current snap is 188 2023-12-01T04:50:13.810 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 180 2023-12-01T04:50:13.810 INFO:tasks.rados.rados.0.smithi111.stdout:1915: snap_remove snap 156 2023-12-01T04:50:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:13 smithi155 ceph-mon[102677]: pgmap v626: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 4.9 MiB/s wr, 15 op/s 2023-12-01T04:50:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:13 smithi155 ceph-mon[102677]: osdmap e436: 8 total, 8 up, 8 in 2023-12-01T04:50:14.500 INFO:tasks.rados.rados.0.smithi111.stdout:1915: done (2 left) 2023-12-01T04:50:14.500 INFO:tasks.rados.rados.0.smithi111.stdout:1916: read oid 25 snap -1 2023-12-01T04:50:14.500 INFO:tasks.rados.rados.0.smithi111.stdout:1916: expect (ObjNum 560 snap 174 seq_num 560) 2023-12-01T04:50:14.500 INFO:tasks.rados.rados.0.smithi111.stdout:1917: read oid 49 snap -1 2023-12-01T04:50:14.501 INFO:tasks.rados.rados.0.smithi111.stdout:1917: expect (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:50:14.501 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 188 2023-12-01T04:50:14.501 INFO:tasks.rados.rados.0.smithi111.stdout:1918: seq_num 604 ranges {8978432=524288} 2023-12-01T04:50:14.544 INFO:tasks.rados.rados.0.smithi111.stdout:1918: writing smithi111183488-41 from 8978432 to 9502720 tid 1 2023-12-01T04:50:14.544 INFO:tasks.rados.rados.0.smithi111.stdout:1919: snap_create 2023-12-01T04:50:14.544 INFO:tasks.rados.rados.0.smithi111.stdout:1914: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:50:14.544 INFO:tasks.rados.rados.0.smithi111.stdout:1914: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:50:14.544 INFO:tasks.rados.rados.0.smithi111.stdout:1914: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:50:14.545 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1373 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:50:14.545 INFO:tasks.rados.rados.0.smithi111.stdout:1913: expect (ObjNum 519 snap 162 seq_num 519) 2023-12-01T04:50:14.815 INFO:tasks.rados.rados.0.smithi111.stdout:1917: expect (ObjNum 580 snap 180 seq_num 580) 2023-12-01T04:50:14.818 INFO:tasks.rados.rados.0.smithi111.stdout:1916: expect (ObjNum 560 snap 174 seq_num 560) 2023-12-01T04:50:14.874 INFO:tasks.rados.rados.0.smithi111.stdout:1918: finishing write tid 1 to smithi111183488-41 2023-12-01T04:50:14.874 INFO:tasks.rados.rados.0.smithi111.stdout:1918: finishing write tid 2 to smithi111183488-41 2023-12-01T04:50:14.874 INFO:tasks.rados.rados.0.smithi111.stdout:1918: finishing write tid 3 to smithi111183488-41 2023-12-01T04:50:14.874 INFO:tasks.rados.rados.0.smithi111.stdout:1918: oid 41 updating version 0 to 1260 2023-12-01T04:50:14.874 INFO:tasks.rados.rados.0.smithi111.stdout:1918: oid 41 version 1260 is already newer than 1259 2023-12-01T04:50:14.875 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1260 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:50:14.875 INFO:tasks.rados.rados.0.smithi111.stdout:1918: left oid 41 (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:50:15.498 INFO:tasks.rados.rados.0.smithi111.stdout:1913: done (5 left) 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1914: done (4 left) 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1916: done (3 left) 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1917: done (2 left) 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1918: done (1 left) 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1919: done (0 left) 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1920: rollback oid 15 current snap is 189 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 15 to 188 2023-12-01T04:50:15.499 INFO:tasks.rados.rados.0.smithi111.stdout:1921: snap_create 2023-12-01T04:50:15.502 INFO:tasks.rados.rados.0.smithi111.stdout:1920: finishing rollback tid 0 to smithi111183488-15 2023-12-01T04:50:15.503 INFO:tasks.rados.rados.0.smithi111.stdout:1920: finishing rollback tid 1 to smithi111183488-15 2023-12-01T04:50:15.503 INFO:tasks.rados.rados.0.smithi111.stdout:1920: finishing rollback tid 2 to smithi111183488-15 2023-12-01T04:50:15.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1318 (ObjNum 546 snap 171 seq_num 546) dirty exists 2023-12-01T04:50:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:15 smithi111 ceph-mon[97855]: osdmap e437: 8 total, 8 up, 8 in 2023-12-01T04:50:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:15 smithi111 ceph-mon[97855]: pgmap v629: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:15 smithi111 ceph-mon[116524]: osdmap e437: 8 total, 8 up, 8 in 2023-12-01T04:50:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:15 smithi111 ceph-mon[116524]: pgmap v629: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:15 smithi155 ceph-mon[102677]: osdmap e437: 8 total, 8 up, 8 in 2023-12-01T04:50:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:15 smithi155 ceph-mon[102677]: pgmap v629: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:16.499 INFO:tasks.rados.rados.0.smithi111.stdout:1920: done (1 left) 2023-12-01T04:50:16.499 INFO:tasks.rados.rados.0.smithi111.stdout:1921: done (0 left) 2023-12-01T04:50:16.499 INFO:tasks.rados.rados.0.smithi111.stdout:1922: setattr oid 14 current snap is 190 2023-12-01T04:50:16.500 INFO:tasks.rados.rados.0.smithi111.stdout:1923: snap_create 2023-12-01T04:50:16.505 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 1272 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:50:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:16 smithi155 ceph-mon[102677]: osdmap e438: 8 total, 8 up, 8 in 2023-12-01T04:50:16.959 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:16 smithi111 ceph-mon[97855]: osdmap e438: 8 total, 8 up, 8 in 2023-12-01T04:50:16.959 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:16 smithi111 ceph-mon[116524]: osdmap e438: 8 total, 8 up, 8 in 2023-12-01T04:50:17.510 INFO:tasks.rados.rados.0.smithi111.stdout:1922: done (1 left) 2023-12-01T04:50:17.510 INFO:tasks.rados.rados.0.smithi111.stdout:1923: done (0 left) 2023-12-01T04:50:17.510 INFO:tasks.rados.rados.0.smithi111.stdout:1924: delete oid 24 current snap is 191 2023-12-01T04:50:17.514 INFO:tasks.rados.rados.0.smithi111.stdout:1924: done (0 left) 2023-12-01T04:50:17.514 INFO:tasks.rados.rados.0.smithi111.stdout:1925: rmattr oid 14 current snap is 191 2023-12-01T04:50:17.514 INFO:tasks.rados.rados.0.smithi111.stdout:1926: delete oid 7 current snap is 191 2023-12-01T04:50:17.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 1273 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:50:17.519 INFO:tasks.rados.rados.0.smithi111.stdout:1925: done (1 left) 2023-12-01T04:50:17.519 INFO:tasks.rados.rados.0.smithi111.stdout:1926: done (0 left) 2023-12-01T04:50:17.519 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 191 2023-12-01T04:50:17.519 INFO:tasks.rados.rados.0.smithi111.stdout:1927: seq_num 607 ranges {0=573440} 2023-12-01T04:50:17.522 INFO:tasks.rados.rados.0.smithi111.stdout:1927: writing smithi111183488-4 from 0 to 573440 tid 1 2023-12-01T04:50:17.522 INFO:tasks.rados.rados.0.smithi111.stdout:1928: snap_create 2023-12-01T04:50:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:1927: finishing write tid 1 to smithi111183488-4 2023-12-01T04:50:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:1927: finishing write tid 2 to smithi111183488-4 2023-12-01T04:50:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:1927: finishing write tid 3 to smithi111183488-4 2023-12-01T04:50:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:1927: oid 4 updating version 0 to 1497 2023-12-01T04:50:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:1927: oid 4 version 1497 is already newer than 1496 2023-12-01T04:50:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1497 (ObjNum 607 snap 191 seq_num 607) dirty exists 2023-12-01T04:50:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:1927: left oid 4 (ObjNum 607 snap 191 seq_num 607) 2023-12-01T04:50:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:17 smithi155 ceph-mon[102677]: osdmap e439: 8 total, 8 up, 8 in 2023-12-01T04:50:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:17 smithi155 ceph-mon[102677]: pgmap v632: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 474 KiB/s wr, 14 op/s 2023-12-01T04:50:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:17 smithi111 ceph-mon[97855]: osdmap e439: 8 total, 8 up, 8 in 2023-12-01T04:50:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:17 smithi111 ceph-mon[97855]: pgmap v632: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 474 KiB/s wr, 14 op/s 2023-12-01T04:50:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:17 smithi111 ceph-mon[116524]: osdmap e439: 8 total, 8 up, 8 in 2023-12-01T04:50:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:17 smithi111 ceph-mon[116524]: pgmap v632: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 474 KiB/s wr, 14 op/s 2023-12-01T04:50:18.440 INFO:tasks.rados.rados.0.smithi111.stdout:1927: done (1 left) 2023-12-01T04:50:18.440 INFO:tasks.rados.rados.0.smithi111.stdout:1928: done (0 left) 2023-12-01T04:50:18.440 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 192 2023-12-01T04:50:18.440 INFO:tasks.rados.rados.0.smithi111.stdout:1929: seq_num 608 ranges {5513216=589824} 2023-12-01T04:50:18.473 INFO:tasks.rados.rados.0.smithi111.stdout:1929: writing smithi111183488-45 from 5513216 to 6103040 tid 1 2023-12-01T04:50:18.473 INFO:tasks.rados.rados.0.smithi111.stdout:1930: snap_remove snap 189 2023-12-01T04:50:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:18 smithi155 ceph-mon[102677]: osdmap e440: 8 total, 8 up, 8 in 2023-12-01T04:50:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:18 smithi155 ceph-mon[102677]: osdmap e441: 8 total, 8 up, 8 in 2023-12-01T04:50:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:18 smithi111 ceph-mon[97855]: osdmap e440: 8 total, 8 up, 8 in 2023-12-01T04:50:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:18 smithi111 ceph-mon[97855]: osdmap e441: 8 total, 8 up, 8 in 2023-12-01T04:50:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:18 smithi111 ceph-mon[116524]: osdmap e440: 8 total, 8 up, 8 in 2023-12-01T04:50:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:18 smithi111 ceph-mon[116524]: osdmap e441: 8 total, 8 up, 8 in 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1930: done (1 left) 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1931: copy_from oid 25 from oid 40 current snap is 192 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1929: finishing write tid 1 to smithi111183488-45 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1929: finishing write tid 2 to smithi111183488-45 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1929: finishing write tid 3 to smithi111183488-45 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1929: oid 45 updating version 0 to 1319 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:1929: oid 45 updating version 1319 to 1320 2023-12-01T04:50:19.455 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1320 (ObjNum 608 snap 192 seq_num 608) dirty exists 2023-12-01T04:50:19.456 INFO:tasks.rados.rados.0.smithi111.stdout:1929: left oid 45 (ObjNum 608 snap 192 seq_num 608) 2023-12-01T04:50:19.456 INFO:tasks.rados.rados.0.smithi111.stdout:1929: done (1 left) 2023-12-01T04:50:19.456 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 192 2023-12-01T04:50:19.456 INFO:tasks.rados.rados.0.smithi111.stdout:1932: seq_num 609 ranges {5767168=606208} 2023-12-01T04:50:19.490 INFO:tasks.rados.rados.0.smithi111.stdout:1932: writing smithi111183488-32 from 5767168 to 6373376 tid 1 2023-12-01T04:50:19.490 INFO:tasks.rados.rados.0.smithi111.stdout:1933: snap_remove snap 174 2023-12-01T04:50:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:50:19] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:19 smithi111 ceph-mon[97855]: pgmap v635: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 474 KiB/s wr, 14 op/s 2023-12-01T04:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:19 smithi111 ceph-mon[97855]: osdmap e442: 8 total, 8 up, 8 in 2023-12-01T04:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:19 smithi111 ceph-mon[116524]: pgmap v635: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 474 KiB/s wr, 14 op/s 2023-12-01T04:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:19 smithi111 ceph-mon[116524]: osdmap e442: 8 total, 8 up, 8 in 2023-12-01T04:50:19.812 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:50:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:19 smithi155 ceph-mon[102677]: pgmap v635: 121 pgs: 121 active+clean; 434 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 474 KiB/s wr, 14 op/s 2023-12-01T04:50:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:19 smithi155 ceph-mon[102677]: osdmap e442: 8 total, 8 up, 8 in 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7m) 6m ago 8m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7m) 6m ago 7m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9m) 6m ago 9m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9m) 6m ago 9m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (12m) 6m ago 12m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (13m) 6m ago 13m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (13m) 6m ago 14m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (12m) 6m ago 12m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (12m) 6m ago 12m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:50:20.124 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7m) 6m ago 7m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7m) 6m ago 7m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (12m) 6m ago 12m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11m) 6m ago 11m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11m) 6m ago 11m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10m) 6m ago 10m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10m) 6m ago 10m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10m) 6m ago 10m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9m) 6m ago 9m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9m) 6m ago 9m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:50:20.125 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7m) 6m ago 8m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:50:20.459 INFO:tasks.rados.rados.0.smithi111.stdout:1933: done (2 left) 2023-12-01T04:50:20.459 INFO:tasks.rados.rados.0.smithi111.stdout:1934: delete oid 19 current snap is 192 2023-12-01T04:50:20.459 INFO:tasks.rados.rados.0.smithi111.stdout:1931: finishing copy_from to smithi111183488-25 2023-12-01T04:50:20.459 INFO:tasks.rados.rados.0.smithi111.stdout:1931: got expected ENOENT (src dne) 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1931: finishing copy_from racing read to smithi111183488-25 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1932: finishing write tid 1 to smithi111183488-32 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1932: finishing write tid 2 to smithi111183488-32 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1932: finishing write tid 3 to smithi111183488-32 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1932: oid 32 updating version 0 to 1462 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1932: oid 32 version 1462 is already newer than 1461 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1462 (ObjNum 609 snap 192 seq_num 609) dirty exists 2023-12-01T04:50:20.460 INFO:tasks.rados.rados.0.smithi111.stdout:1932: left oid 32 (ObjNum 609 snap 192 seq_num 609) 2023-12-01T04:50:20.475 INFO:tasks.rados.rados.0.smithi111.stdout:1931: done (2 left) 2023-12-01T04:50:20.475 INFO:tasks.rados.rados.0.smithi111.stdout:1932: done (1 left) 2023-12-01T04:50:20.475 INFO:tasks.rados.rados.0.smithi111.stdout:1934: done (0 left) 2023-12-01T04:50:20.476 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 192 2023-12-01T04:50:20.476 INFO:tasks.rados.rados.0.smithi111.stdout:1935: seq_num 611 ranges {270336=638976} 2023-12-01T04:50:20.476 INFO:tasks.rados.rados.0.smithi111.stdout:1935: writing smithi111183488-23 from 270336 to 909312 tid 1 2023-12-01T04:50:20.476 INFO:tasks.rados.rados.0.smithi111.stdout:1936: snap_create 2023-12-01T04:50:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:1935: finishing write tid 1 to smithi111183488-23 2023-12-01T04:50:20.481 INFO:tasks.rados.rados.0.smithi111.stdout:1935: finishing write tid 2 to smithi111183488-23 2023-12-01T04:50:20.484 INFO:tasks.rados.rados.0.smithi111.stdout:1935: finishing write tid 3 to smithi111183488-23 2023-12-01T04:50:20.485 INFO:tasks.rados.rados.0.smithi111.stdout:1935: oid 23 updating version 0 to 1274 2023-12-01T04:50:20.485 INFO:tasks.rados.rados.0.smithi111.stdout:1935: oid 23 updating version 1274 to 1275 2023-12-01T04:50:20.485 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1275 (ObjNum 611 snap 192 seq_num 611) dirty exists 2023-12-01T04:50:20.485 INFO:tasks.rados.rados.0.smithi111.stdout:1935: left oid 23 (ObjNum 611 snap 192 seq_num 611) 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:50:20.532 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:50:20.533 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:50:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:20 smithi155 ceph-mon[102677]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:20 smithi155 ceph-mon[102677]: osdmap e443: 8 total, 8 up, 8 in 2023-12-01T04:50:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:20 smithi111 ceph-mon[97855]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:20 smithi111 ceph-mon[97855]: osdmap e443: 8 total, 8 up, 8 in 2023-12-01T04:50:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:20 smithi111 ceph-mon[116524]: from='client.25175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:20 smithi111 ceph-mon[116524]: osdmap e443: 8 total, 8 up, 8 in 2023-12-01T04:50:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1935: done (1 left) 2023-12-01T04:50:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1936: done (0 left) 2023-12-01T04:50:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1937: read oid 33 snap -1 2023-12-01T04:50:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1937: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:50:21.454 INFO:tasks.rados.rados.0.smithi111.stdout:1938: read oid 6 snap -1 2023-12-01T04:50:21.455 INFO:tasks.rados.rados.0.smithi111.stdout:1938: expect (ObjNum 583 snap 181 seq_num 583) 2023-12-01T04:50:21.455 INFO:tasks.rados.rados.0.smithi111.stdout:1939: setattr oid 41 current snap is 193 2023-12-01T04:50:21.458 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 193 2023-12-01T04:50:21.458 INFO:tasks.rados.rados.0.smithi111.stdout:1940: seq_num 612 ranges {4366336=655360} 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1940: writing smithi111183488-31 from 4366336 to 5021696 tid 1 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1941: read oid 8 snap -1 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1941: expect (ObjNum 592 snap 185 seq_num 592) 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1942: read oid 42 snap 177 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1942: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1943: delete oid 35 current snap is 193 2023-12-01T04:50:21.486 INFO:tasks.rados.rados.0.smithi111.stdout:1937: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:50:21.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1261 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:50:21.527 INFO:tasks.rados.rados.0.smithi111.stdout:1938: expect (ObjNum 583 snap 181 seq_num 583) 2023-12-01T04:50:21.842 INFO:tasks.rados.rados.0.smithi111.stdout:1942: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:50:21.886 INFO:tasks.rados.rados.0.smithi111.stdout:1940: finishing write tid 1 to smithi111183488-31 2023-12-01T04:50:21.886 INFO:tasks.rados.rados.0.smithi111.stdout:1940: finishing write tid 2 to smithi111183488-31 2023-12-01T04:50:21.886 INFO:tasks.rados.rados.0.smithi111.stdout:1940: finishing write tid 3 to smithi111183488-31 2023-12-01T04:50:21.887 INFO:tasks.rados.rados.0.smithi111.stdout:1940: oid 31 updating version 0 to 1463 2023-12-01T04:50:21.887 INFO:tasks.rados.rados.0.smithi111.stdout:1940: oid 31 updating version 1463 to 1464 2023-12-01T04:50:21.887 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1464 (ObjNum 612 snap 193 seq_num 612) dirty exists 2023-12-01T04:50:21.887 INFO:tasks.rados.rados.0.smithi111.stdout:1940: left oid 31 (ObjNum 612 snap 193 seq_num 612) 2023-12-01T04:50:21.887 INFO:tasks.rados.rados.0.smithi111.stdout:1941: expect (ObjNum 592 snap 185 seq_num 592) 2023-12-01T04:50:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:21 smithi155 ceph-mon[102677]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3703672311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:50:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:21 smithi155 ceph-mon[102677]: pgmap v638: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 432 KiB/s wr, 12 op/s 2023-12-01T04:50:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:21 smithi155 ceph-mon[102677]: osdmap e444: 8 total, 8 up, 8 in 2023-12-01T04:50:21.983 INFO:tasks.rados.rados.0.smithi111.stdout:1937: done (6 left) 2023-12-01T04:50:21.983 INFO:tasks.rados.rados.0.smithi111.stdout:1938: done (5 left) 2023-12-01T04:50:21.983 INFO:tasks.rados.rados.0.smithi111.stdout:1939: done (4 left) 2023-12-01T04:50:21.983 INFO:tasks.rados.rados.0.smithi111.stdout:1940: done (3 left) 2023-12-01T04:50:21.983 INFO:tasks.rados.rados.0.smithi111.stdout:1941: done (2 left) 2023-12-01T04:50:21.983 INFO:tasks.rados.rados.0.smithi111.stdout:1942: done (1 left) 2023-12-01T04:50:21.984 INFO:tasks.rados.rados.0.smithi111.stdout:1943: done (0 left) 2023-12-01T04:50:21.984 INFO:tasks.rados.rados.0.smithi111.stdout:1944: rollback oid 48 current snap is 193 2023-12-01T04:50:21.984 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 177 2023-12-01T04:50:21.984 INFO:tasks.rados.rados.0.smithi111.stdout:1945: snap_create 2023-12-01T04:50:21.986 INFO:tasks.rados.rados.0.smithi111.stdout:1944: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:50:21.986 INFO:tasks.rados.rados.0.smithi111.stdout:1944: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:50:21.986 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1270 (ObjNum 492 snap 154 seq_num 492) dirty exists 2023-12-01T04:50:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[116524]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3703672311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[116524]: pgmap v638: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 432 KiB/s wr, 12 op/s 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[116524]: osdmap e444: 8 total, 8 up, 8 in 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[97855]: from='client.25181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3703672311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[97855]: pgmap v638: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 432 KiB/s wr, 12 op/s 2023-12-01T04:50:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:21 smithi111 ceph-mon[97855]: osdmap e444: 8 total, 8 up, 8 in 2023-12-01T04:50:22.531 INFO:tasks.rados.rados.0.smithi111.stdout:1944: done (1 left) 2023-12-01T04:50:22.531 INFO:tasks.rados.rados.0.smithi111.stdout:1945: done (0 left) 2023-12-01T04:50:22.531 INFO:tasks.rados.rados.0.smithi111.stdout:1946: snap_create 2023-12-01T04:50:23.444 INFO:tasks.rados.rados.0.smithi111.stdout:1946: done (0 left) 2023-12-01T04:50:23.444 INFO:tasks.rados.rados.0.smithi111.stdout:1947: read oid 37 snap -1 2023-12-01T04:50:23.444 INFO:tasks.rados.rados.0.smithi111.stdout:1947: expect (ObjNum 575 snap 180 seq_num 575) 2023-12-01T04:50:23.444 INFO:tasks.rados.rados.0.smithi111.stdout:1948: delete oid 50 current snap is 195 2023-12-01T04:50:23.454 INFO:tasks.rados.rados.0.smithi111.stdout:1948: done (1 left) 2023-12-01T04:50:23.455 INFO:tasks.rados.rados.0.smithi111.stdout:1949: snap_create 2023-12-01T04:50:23.464 INFO:tasks.rados.rados.0.smithi111.stdout:1947: expect (ObjNum 575 snap 180 seq_num 575) 2023-12-01T04:50:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:23 smithi155 ceph-mon[102677]: osdmap e445: 8 total, 8 up, 8 in 2023-12-01T04:50:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:23 smithi155 ceph-mon[102677]: pgmap v641: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 432 KiB/s wr, 12 op/s 2023-12-01T04:50:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:23 smithi155 ceph-mon[102677]: osdmap e446: 8 total, 8 up, 8 in 2023-12-01T04:50:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:23 smithi111 ceph-mon[97855]: osdmap e445: 8 total, 8 up, 8 in 2023-12-01T04:50:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:23 smithi111 ceph-mon[97855]: pgmap v641: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 432 KiB/s wr, 12 op/s 2023-12-01T04:50:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:23 smithi111 ceph-mon[97855]: osdmap e446: 8 total, 8 up, 8 in 2023-12-01T04:50:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:23 smithi111 ceph-mon[116524]: osdmap e445: 8 total, 8 up, 8 in 2023-12-01T04:50:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:23 smithi111 ceph-mon[116524]: pgmap v641: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 432 KiB/s wr, 12 op/s 2023-12-01T04:50:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:23 smithi111 ceph-mon[116524]: osdmap e446: 8 total, 8 up, 8 in 2023-12-01T04:50:24.455 INFO:tasks.rados.rados.0.smithi111.stdout:1947: done (1 left) 2023-12-01T04:50:24.455 INFO:tasks.rados.rados.0.smithi111.stdout:1949: done (0 left) 2023-12-01T04:50:24.455 INFO:tasks.rados.rados.0.smithi111.stdout:1950: snap_remove snap 159 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1950: done (0 left) 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1951: read oid 38 snap 69 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1951: expect (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1952: rmattr oid 15 current snap is 196 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1952: done (1 left) 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1953: read oid 2 snap -1 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1953: expect (ObjNum 520 snap 162 seq_num 520) 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1954: copy_from oid 13 from oid 7 current snap is 196 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1955: rollback oid 30 current snap is 196 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 179 2023-12-01T04:50:25.460 INFO:tasks.rados.rados.0.smithi111.stdout:1956: read oid 12 snap -1 2023-12-01T04:50:25.461 INFO:tasks.rados.rados.0.smithi111.stdout:1956: expect (ObjNum 601 snap 187 seq_num 601) 2023-12-01T04:50:25.461 INFO:tasks.rados.rados.0.smithi111.stdout:1957: delete oid 15 current snap is 196 2023-12-01T04:50:25.473 INFO:tasks.rados.rados.0.smithi111.stdout:1954: finishing copy_from to smithi111183488-13 2023-12-01T04:50:25.473 INFO:tasks.rados.rados.0.smithi111.stdout:1954: got expected ENOENT (src dne) 2023-12-01T04:50:25.473 INFO:tasks.rados.rados.0.smithi111.stdout:1954: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:50:25.473 INFO:tasks.rados.rados.0.smithi111.stdout:1954: done (5 left) 2023-12-01T04:50:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1957: done (4 left) 2023-12-01T04:50:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1958: rollback oid 8 current snap is 196 2023-12-01T04:50:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 69 2023-12-01T04:50:25.474 INFO:tasks.rados.rados.0.smithi111.stdout:1959: delete oid 41 current snap is 196 2023-12-01T04:50:25.486 INFO:tasks.rados.rados.0.smithi111.stdout:1956: expect (ObjNum 601 snap 187 seq_num 601) 2023-12-01T04:50:25.495 INFO:tasks.rados.rados.0.smithi111.stdout:1956: done (5 left) 2023-12-01T04:50:25.495 INFO:tasks.rados.rados.0.smithi111.stdout:1959: done (4 left) 2023-12-01T04:50:25.495 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 196 2023-12-01T04:50:25.495 INFO:tasks.rados.rados.0.smithi111.stdout:1960: seq_num 617 ranges {475136=737280} 2023-12-01T04:50:25.502 INFO:tasks.rados.rados.0.smithi111.stdout:1960: writing smithi111183488-12 from 475136 to 1212416 tid 1 2023-12-01T04:50:25.503 INFO:tasks.rados.rados.0.smithi111.stdout:1961: snap_remove snap 191 2023-12-01T04:50:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:25 smithi155 ceph-mon[102677]: osdmap e447: 8 total, 8 up, 8 in 2023-12-01T04:50:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:25 smithi155 ceph-mon[102677]: pgmap v644: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:25 smithi111 ceph-mon[97855]: osdmap e447: 8 total, 8 up, 8 in 2023-12-01T04:50:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:25 smithi111 ceph-mon[97855]: pgmap v644: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:25 smithi111 ceph-mon[116524]: osdmap e447: 8 total, 8 up, 8 in 2023-12-01T04:50:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:25 smithi111 ceph-mon[116524]: pgmap v644: 121 pgs: 121 active+clean; 435 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:1961: done (5 left) 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 196 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:1955: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:1955: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:1955: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1467 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:50:26.472 INFO:tasks.rados.rados.0.smithi111.stdout:1951: expect (ObjNum 177 snap 54 seq_num 177) 2023-12-01T04:50:26.514 INFO:tasks.rados.rados.0.smithi111.stdout:1958: finishing rollback tid 0 to smithi111183488-8 2023-12-01T04:50:26.515 INFO:tasks.rados.rados.0.smithi111.stdout:1958: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:50:26.515 INFO:tasks.rados.rados.0.smithi111.stdout:1958: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:50:26.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1262 (ObjNum 219 snap 62 seq_num 219) dirty exists 2023-12-01T04:50:26.515 INFO:tasks.rados.rados.0.smithi111.stdout:1962: seq_num 618 ranges {0=753664} 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1962: writing smithi111183488-36 from 0 to 753664 tid 1 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1951: done (5 left) 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1955: done (4 left) 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1958: done (3 left) 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1963: read oid 29 snap -1 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1963: expect (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:50:26.519 INFO:tasks.rados.rados.0.smithi111.stdout:1964: snap_remove snap 180 2023-12-01T04:50:26.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:26 smithi155 ceph-mon[102677]: osdmap e448: 8 total, 8 up, 8 in 2023-12-01T04:50:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:26 smithi111 ceph-mon[97855]: osdmap e448: 8 total, 8 up, 8 in 2023-12-01T04:50:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:26 smithi111 ceph-mon[116524]: osdmap e448: 8 total, 8 up, 8 in 2023-12-01T04:50:27.472 INFO:tasks.rados.rados.0.smithi111.stdout:1964: done (4 left) 2023-12-01T04:50:27.473 INFO:tasks.rados.rados.0.smithi111.stdout:1965: snap_remove snap 193 2023-12-01T04:50:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:27 smithi111 ceph-mon[97855]: osdmap e449: 8 total, 8 up, 8 in 2023-12-01T04:50:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:27 smithi111 ceph-mon[97855]: pgmap v647: 121 pgs: 121 active+clean; 441 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-01T04:50:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:27 smithi111 ceph-mon[116524]: osdmap e449: 8 total, 8 up, 8 in 2023-12-01T04:50:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:27 smithi111 ceph-mon[116524]: pgmap v647: 121 pgs: 121 active+clean; 441 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-01T04:50:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:27 smithi155 ceph-mon[102677]: osdmap e449: 8 total, 8 up, 8 in 2023-12-01T04:50:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:27 smithi155 ceph-mon[102677]: pgmap v647: 121 pgs: 121 active+clean; 441 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-01T04:50:28.446 INFO:tasks.rados.rados.0.smithi111.stdout:1965: done (4 left) 2023-12-01T04:50:28.446 INFO:tasks.rados.rados.0.smithi111.stdout:1966: rmattr oid 42 current snap is 196 2023-12-01T04:50:28.447 INFO:tasks.rados.rados.0.smithi111.stdout:1966: done (4 left) 2023-12-01T04:50:28.447 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 196 2023-12-01T04:50:28.447 INFO:tasks.rados.rados.0.smithi111.stdout:1967: seq_num 619 ranges {2514944=770048} 2023-12-01T04:50:28.465 INFO:tasks.rados.rados.0.smithi111.stdout:1967: writing smithi111183488-10 from 2514944 to 3284992 tid 1 2023-12-01T04:50:28.465 INFO:tasks.rados.rados.0.smithi111.stdout:1968: read oid 48 snap -1 2023-12-01T04:50:28.465 INFO:tasks.rados.rados.0.smithi111.stdout:1968: expect (ObjNum 492 snap 154 seq_num 492) 2023-12-01T04:50:28.465 INFO:tasks.rados.rados.0.smithi111.stdout:1969: delete oid 50 current snap is 196 2023-12-01T04:50:28.465 INFO:tasks.rados.rados.0.smithi111.stdout:1953: expect (ObjNum 520 snap 162 seq_num 520) 2023-12-01T04:50:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:28 smithi111 ceph-mon[97855]: osdmap e450: 8 total, 8 up, 8 in 2023-12-01T04:50:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:28 smithi111 ceph-mon[97855]: osdmap e451: 8 total, 8 up, 8 in 2023-12-01T04:50:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:28 smithi111 ceph-mon[116524]: osdmap e450: 8 total, 8 up, 8 in 2023-12-01T04:50:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:28 smithi111 ceph-mon[116524]: osdmap e451: 8 total, 8 up, 8 in 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1960: finishing write tid 1 to smithi111183488-12 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1960: finishing write tid 2 to smithi111183488-12 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1960: finishing write tid 3 to smithi111183488-12 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1960: oid 12 updating version 0 to 1374 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1960: oid 12 updating version 1374 to 1375 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1375 (ObjNum 617 snap 196 seq_num 617) dirty exists 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1960: left oid 12 (ObjNum 617 snap 196 seq_num 617) 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1962: finishing write tid 1 to smithi111183488-36 2023-12-01T04:50:28.753 INFO:tasks.rados.rados.0.smithi111.stdout:1962: finishing write tid 2 to smithi111183488-36 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1962: finishing write tid 3 to smithi111183488-36 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1962: oid 36 updating version 0 to 1264 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1962: oid 36 version 1264 is already newer than 1263 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1264 (ObjNum 618 snap 196 seq_num 618) dirty exists 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1962: left oid 36 (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1953: done (6 left) 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1960: done (5 left) 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1962: done (4 left) 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1969: done (3 left) 2023-12-01T04:50:28.754 INFO:tasks.rados.rados.0.smithi111.stdout:1970: snap_remove snap 179 2023-12-01T04:50:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:28 smithi155 ceph-mon[102677]: osdmap e450: 8 total, 8 up, 8 in 2023-12-01T04:50:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:28 smithi155 ceph-mon[102677]: osdmap e451: 8 total, 8 up, 8 in 2023-12-01T04:50:29.485 INFO:tasks.rados.rados.0.smithi111.stdout:1970: done (3 left) 2023-12-01T04:50:29.485 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 196 2023-12-01T04:50:29.486 INFO:tasks.rados.rados.0.smithi111.stdout:1971: seq_num 621 ranges {6373376=409600,6782976=401408} 2023-12-01T04:50:29.519 INFO:tasks.rados.rados.0.smithi111.stdout:1971: writing smithi111183488-32 from 6373376 to 6782976 tid 1 2023-12-01T04:50:29.522 INFO:tasks.rados.rados.0.smithi111.stdout:1971: writing smithi111183488-32 from 6782976 to 7184384 tid 2 2023-12-01T04:50:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:1972: read oid 26 snap -1 2023-12-01T04:50:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:1972: expect deleted 2023-12-01T04:50:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:1973: setattr oid 46 current snap is 196 2023-12-01T04:50:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:1963: expect (ObjNum 549 snap 172 seq_num 549) 2023-12-01T04:50:29.624 INFO:tasks.rados.rados.0.smithi111.stdout:1967: finishing write tid 1 to smithi111183488-10 2023-12-01T04:50:29.624 INFO:tasks.rados.rados.0.smithi111.stdout:1967: finishing write tid 2 to smithi111183488-10 2023-12-01T04:50:29.624 INFO:tasks.rados.rados.0.smithi111.stdout:1967: finishing write tid 3 to smithi111183488-10 2023-12-01T04:50:29.624 INFO:tasks.rados.rados.0.smithi111.stdout:1967: oid 10 updating version 0 to 1530 2023-12-01T04:50:29.625 INFO:tasks.rados.rados.0.smithi111.stdout:1967: oid 10 version 1530 is already newer than 1529 2023-12-01T04:50:29.625 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1530 (ObjNum 619 snap 196 seq_num 619) dirty exists 2023-12-01T04:50:29.625 INFO:tasks.rados.rados.0.smithi111.stdout:1967: left oid 10 (ObjNum 619 snap 196 seq_num 619) 2023-12-01T04:50:29.625 INFO:tasks.rados.rados.0.smithi111.stdout:1968: expect (ObjNum 492 snap 154 seq_num 492) 2023-12-01T04:50:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:29 smithi111 ceph-mon[97855]: pgmap v650: 121 pgs: 121 active+clean; 441 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-01T04:50:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:50:29] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:50:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:29 smithi111 ceph-mon[116524]: pgmap v650: 121 pgs: 121 active+clean; 441 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: finishing write tid 1 to smithi111183488-32 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: finishing write tid 2 to smithi111183488-32 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: finishing write tid 3 to smithi111183488-32 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: finishing write tid 4 to smithi111183488-32 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: oid 32 updating version 0 to 1469 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: oid 32 version 1469 is already newer than 1468 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: oid 32 updating version 1469 to 1470 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1470 (ObjNum 621 snap 196 seq_num 621) dirty exists 2023-12-01T04:50:29.824 INFO:tasks.rados.rados.0.smithi111.stdout:1971: left oid 32 (ObjNum 621 snap 196 seq_num 621) 2023-12-01T04:50:29.825 INFO:tasks.rados.rados.0.smithi111.stdout:1963: done (5 left) 2023-12-01T04:50:29.825 INFO:tasks.rados.rados.0.smithi111.stdout:1967: done (4 left) 2023-12-01T04:50:29.825 INFO:tasks.rados.rados.0.smithi111.stdout:1968: done (3 left) 2023-12-01T04:50:29.825 INFO:tasks.rados.rados.0.smithi111.stdout:1971: done (2 left) 2023-12-01T04:50:29.825 INFO:tasks.rados.rados.0.smithi111.stdout:1972: done (1 left) 2023-12-01T04:50:29.825 INFO:tasks.rados.rados.0.smithi111.stdout:1974: snap_create 2023-12-01T04:50:29.828 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 1489 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:50:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:29 smithi155 ceph-mon[102677]: pgmap v650: 121 pgs: 121 active+clean; 441 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 316 KiB/s wr, 12 op/s 2023-12-01T04:50:30.482 INFO:tasks.rados.rados.0.smithi111.stdout:1973: done (1 left) 2023-12-01T04:50:30.482 INFO:tasks.rados.rados.0.smithi111.stdout:1974: done (0 left) 2023-12-01T04:50:30.482 INFO:tasks.rados.rados.0.smithi111.stdout:1975: delete oid 2 current snap is 197 2023-12-01T04:50:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:1975: done (0 left) 2023-12-01T04:50:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:1976: copy_from oid 29 from oid 30 current snap is 197 2023-12-01T04:50:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:1977: read oid 1 snap 164 2023-12-01T04:50:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:1977: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:50:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:1978: rollback oid 17 current snap is 197 2023-12-01T04:50:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 187 2023-12-01T04:50:30.490 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 197 2023-12-01T04:50:30.490 INFO:tasks.rados.rados.0.smithi111.stdout:1979: seq_num 623 ranges {114688=442368,557056=401408} 2023-12-01T04:50:30.490 INFO:tasks.rados.rados.0.smithi111.stdout:1979: writing smithi111183488-49 from 114688 to 557056 tid 1 2023-12-01T04:50:30.492 INFO:tasks.rados.rados.0.smithi111.stdout:1979: writing smithi111183488-49 from 557056 to 958464 tid 2 2023-12-01T04:50:30.492 INFO:tasks.rados.rados.0.smithi111.stdout:1980: setattr oid 5 current snap is 197 2023-12-01T04:50:30.497 INFO:tasks.rados.rados.0.smithi111.stdout:1981: read oid 35 snap 187 2023-12-01T04:50:30.497 INFO:tasks.rados.rados.0.smithi111.stdout:1981: expect (ObjNum 594 snap 185 seq_num 594) 2023-12-01T04:50:30.497 INFO:tasks.rados.rados.0.smithi111.stdout:1982: rmattr oid 38 current snap is 197 2023-12-01T04:50:30.497 INFO:tasks.rados.rados.0.smithi111.stdout:1982: done (6 left) 2023-12-01T04:50:30.497 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 197 2023-12-01T04:50:30.497 INFO:tasks.rados.rados.0.smithi111.stdout:1983: seq_num 624 ranges {0=458752,458752=401408} 2023-12-01T04:50:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:1983: writing smithi111183488-7 from 0 to 458752 tid 1 2023-12-01T04:50:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:1983: writing smithi111183488-7 from 458752 to 860160 tid 2 2023-12-01T04:50:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:1984: rollback oid 24 current snap is 197 2023-12-01T04:50:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 183 2023-12-01T04:50:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:1977: expect (ObjNum 455 snap 143 seq_num 455) 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1979: finishing write tid 1 to smithi111183488-49 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1978: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1983: finishing write tid 1 to smithi111183488-7 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1979: finishing write tid 2 to smithi111183488-49 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1979: finishing write tid 3 to smithi111183488-49 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1978: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:1978: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:50:30.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1288 (ObjNum 563 snap 175 seq_num 563) dirty exists 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1983: finishing write tid 2 to smithi111183488-7 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1983: finishing write tid 3 to smithi111183488-7 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1979: finishing write tid 4 to smithi111183488-49 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1979: oid 49 updating version 0 to 1263 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1979: oid 49 updating version 1263 to 1264 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1979: oid 49 updating version 1264 to 1265 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1265 (ObjNum 623 snap 197 seq_num 623) dirty exists 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1979: left oid 49 (ObjNum 623 snap 197 seq_num 623) 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1491 (ObjNum 477 snap 151 seq_num 477) dirty exists 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1984: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1984: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1542 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:1976: finishing copy_from to smithi111183488-29 2023-12-01T04:50:30.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1467 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1976: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1983: finishing write tid 4 to smithi111183488-7 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1983: oid 7 updating version 0 to 1161 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1983: oid 7 version 1161 is already newer than 1160 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1983: oid 7 version 1161 is already newer than 1159 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1161 (ObjNum 624 snap 197 seq_num 624) dirty exists 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1983: left oid 7 (ObjNum 624 snap 197 seq_num 624) 2023-12-01T04:50:30.517 INFO:tasks.rados.rados.0.smithi111.stdout:1981: expect (ObjNum 594 snap 185 seq_num 594) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1976: done (7 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1977: done (6 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1978: done (5 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1979: done (4 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1980: done (3 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1981: done (2 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1983: done (1 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1984: done (0 left) 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1985: copy_from oid 19 from oid 38 current snap is 197 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:1986: rollback oid 33 current snap is 197 2023-12-01T04:50:30.602 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 177 2023-12-01T04:50:30.603 INFO:tasks.rados.rados.0.smithi111.stdout:1987: setattr oid 20 current snap is 197 2023-12-01T04:50:30.603 INFO:tasks.rados.rados.0.smithi111.stdout:1988: read oid 6 snap -1 2023-12-01T04:50:30.603 INFO:tasks.rados.rados.0.smithi111.stdout:1988: expect (ObjNum 583 snap 181 seq_num 583) 2023-12-01T04:50:30.603 INFO:tasks.rados.rados.0.smithi111.stdout:1989: copy_from oid 39 from oid 42 current snap is 197 2023-12-01T04:50:30.604 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 197 2023-12-01T04:50:30.604 INFO:tasks.rados.rados.0.smithi111.stdout:1990: seq_num 625 ranges {778240=475136,1253376=401408} 2023-12-01T04:50:30.610 INFO:tasks.rados.rados.0.smithi111.stdout:1990: writing smithi111183488-24 from 778240 to 1253376 tid 1 2023-12-01T04:50:30.613 INFO:tasks.rados.rados.0.smithi111.stdout:1990: writing smithi111183488-24 from 1253376 to 1654784 tid 2 2023-12-01T04:50:30.613 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 197 2023-12-01T04:50:30.613 INFO:tasks.rados.rados.0.smithi111.stdout:1991: seq_num 626 ranges {1466368=491520,1957888=401408} 2023-12-01T04:50:30.624 INFO:tasks.rados.rados.0.smithi111.stdout:1991: writing smithi111183488-27 from 1466368 to 1957888 tid 1 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:1991: writing smithi111183488-27 from 1957888 to 2359296 tid 2 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:1992: copy_from oid 12 from oid 11 current snap is 197 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:1986: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:1986: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1276 (ObjNum 599 snap 185 seq_num 599) dirty exists 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:1986: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1292 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:50:30.627 INFO:tasks.rados.rados.0.smithi111.stdout:1990: finishing write tid 1 to smithi111183488-24 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: finishing write tid 2 to smithi111183488-24 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: finishing write tid 3 to smithi111183488-24 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1986: done (7 left) 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1987: done (6 left) 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1993: delete oid 31 current snap is 197 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: finishing write tid 4 to smithi111183488-24 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: oid 24 updating version 0 to 1543 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: oid 24 updating version 1543 to 1545 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: oid 24 version 1545 is already newer than 1544 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1545 (ObjNum 625 snap 197 seq_num 625) dirty exists 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1990: left oid 24 (ObjNum 625 snap 197 seq_num 625) 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1985: finishing copy_from to smithi111183488-19 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1267 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:50:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:1985: finishing copy_from racing read to smithi111183488-19 2023-12-01T04:50:30.629 INFO:tasks.rados.rados.0.smithi111.stdout:1988: expect (ObjNum 583 snap 181 seq_num 583) 2023-12-01T04:50:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:30 smithi111 ceph-mon[97855]: osdmap e452: 8 total, 8 up, 8 in 2023-12-01T04:50:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:30 smithi111 ceph-mon[116524]: osdmap e452: 8 total, 8 up, 8 in 2023-12-01T04:50:30.940 INFO:tasks.rados.rados.0.smithi111.stdout:1989: finishing copy_from to smithi111183488-39 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1989: got expected ENOENT (src dne) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1989: finishing copy_from racing read to smithi111183488-39 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1985: done (6 left) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1988: done (5 left) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1989: done (4 left) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1990: done (3 left) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1993: done (2 left) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1994: read oid 9 snap 181 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1994: expect (ObjNum 504 snap 156 seq_num 504) 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1995: delete oid 22 current snap is 197 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1991: finishing write tid 1 to smithi111183488-27 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1991: finishing write tid 2 to smithi111183488-27 2023-12-01T04:50:30.941 INFO:tasks.rados.rados.0.smithi111.stdout:1991: finishing write tid 3 to smithi111183488-27 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1991: finishing write tid 4 to smithi111183488-27 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1991: oid 27 updating version 0 to 1377 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1991: oid 27 version 1377 is already newer than 1376 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1991: oid 27 updating version 1377 to 1378 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1378 (ObjNum 626 snap 197 seq_num 626) dirty exists 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1991: left oid 27 (ObjNum 626 snap 197 seq_num 626) 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1992: finishing copy_from to smithi111183488-12 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1457 (ObjNum 600 snap 187 seq_num 600) dirty exists 2023-12-01T04:50:30.942 INFO:tasks.rados.rados.0.smithi111.stdout:1992: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:50:30.943 INFO:tasks.rados.rados.0.smithi111.stdout:1991: done (3 left) 2023-12-01T04:50:30.943 INFO:tasks.rados.rados.0.smithi111.stdout:1992: done (2 left) 2023-12-01T04:50:30.943 INFO:tasks.rados.rados.0.smithi111.stdout:1995: done (1 left) 2023-12-01T04:50:30.943 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 197 2023-12-01T04:50:30.943 INFO:tasks.rados.rados.0.smithi111.stdout:1996: seq_num 629 ranges {4374528=540672,4915200=401408} 2023-12-01T04:50:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:30 smithi155 ceph-mon[102677]: osdmap e452: 8 total, 8 up, 8 in 2023-12-01T04:50:30.969 INFO:tasks.rados.rados.0.smithi111.stdout:1996: writing smithi111183488-37 from 4374528 to 4915200 tid 1 2023-12-01T04:50:30.971 INFO:tasks.rados.rados.0.smithi111.stdout:1996: writing smithi111183488-37 from 4915200 to 5316608 tid 2 2023-12-01T04:50:30.972 INFO:tasks.rados.rados.0.smithi111.stdout:1997: snap_create 2023-12-01T04:50:30.972 INFO:tasks.rados.rados.0.smithi111.stdout:1994: expect (ObjNum 504 snap 156 seq_num 504) 2023-12-01T04:50:31.083 INFO:tasks.rados.rados.0.smithi111.stdout:1996: finishing write tid 1 to smithi111183488-37 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: finishing write tid 2 to smithi111183488-37 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: finishing write tid 3 to smithi111183488-37 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: finishing write tid 4 to smithi111183488-37 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: oid 37 updating version 0 to 1273 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: oid 37 version 1273 is already newer than 1271 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: oid 37 version 1273 is already newer than 1272 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1273 (ObjNum 629 snap 197 seq_num 629) dirty exists 2023-12-01T04:50:31.084 INFO:tasks.rados.rados.0.smithi111.stdout:1996: left oid 37 (ObjNum 629 snap 197 seq_num 629) 2023-12-01T04:50:31.491 INFO:tasks.rados.rados.0.smithi111.stdout:1994: done (2 left) 2023-12-01T04:50:31.491 INFO:tasks.rados.rados.0.smithi111.stdout:1996: done (1 left) 2023-12-01T04:50:31.491 INFO:tasks.rados.rados.0.smithi111.stdout:1997: done (0 left) 2023-12-01T04:50:31.491 INFO:tasks.rados.rados.0.smithi111.stdout:1998: read oid 14 snap 186 2023-12-01T04:50:31.491 INFO:tasks.rados.rados.0.smithi111.stdout:1998: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:50:31.491 INFO:tasks.rados.rados.0.smithi111.stdout:1999: delete oid 23 current snap is 198 2023-12-01T04:50:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:1999: done (1 left) 2023-12-01T04:50:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:2000: rollback oid 24 current snap is 198 2023-12-01T04:50:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 190 2023-12-01T04:50:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:2001: read oid 36 snap -1 2023-12-01T04:50:31.503 INFO:tasks.rados.rados.0.smithi111.stdout:2001: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:50:31.504 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 198 2023-12-01T04:50:31.504 INFO:tasks.rados.rados.0.smithi111.stdout:2002: seq_num 631 ranges {3784704=573440,4358144=401408} 2023-12-01T04:50:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2002: writing smithi111183488-43 from 3784704 to 4358144 tid 1 2023-12-01T04:50:31.529 INFO:tasks.rados.rados.0.smithi111.stdout:2002: writing smithi111183488-43 from 4358144 to 4759552 tid 2 2023-12-01T04:50:31.529 INFO:tasks.rados.rados.0.smithi111.stdout:2003: rollback oid 45 current snap is 198 2023-12-01T04:50:31.529 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 192 2023-12-01T04:50:31.529 INFO:tasks.rados.rados.0.smithi111.stdout:2001: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:50:31.554 INFO:tasks.rados.rados.0.smithi111.stdout:2000: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:50:31.554 INFO:tasks.rados.rados.0.smithi111.stdout:2000: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:50:31.554 INFO:tasks.rados.rados.0.smithi111.stdout:2000: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:50:31.554 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1549 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:50:31.554 INFO:tasks.rados.rados.0.smithi111.stdout:1998: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:50:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:31 smithi111 ceph-mon[97855]: osdmap e453: 8 total, 8 up, 8 in 2023-12-01T04:50:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:31 smithi111 ceph-mon[97855]: pgmap v653: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 750 KiB/s wr, 10 op/s 2023-12-01T04:50:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:31 smithi111 ceph-mon[116524]: osdmap e453: 8 total, 8 up, 8 in 2023-12-01T04:50:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:31 smithi111 ceph-mon[116524]: pgmap v653: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 750 KiB/s wr, 10 op/s 2023-12-01T04:50:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:31 smithi155 ceph-mon[102677]: osdmap e453: 8 total, 8 up, 8 in 2023-12-01T04:50:31.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:31 smithi155 ceph-mon[102677]: pgmap v653: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 750 KiB/s wr, 10 op/s 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2002: finishing write tid 1 to smithi111183488-43 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2002: finishing write tid 2 to smithi111183488-43 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2003: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2002: finishing write tid 3 to smithi111183488-43 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2003: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2003: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1324 (ObjNum 608 snap 192 seq_num 608) dirty exists 2023-12-01T04:50:32.016 INFO:tasks.rados.rados.0.smithi111.stdout:2002: finishing write tid 4 to smithi111183488-43 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2002: oid 43 updating version 0 to 1357 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2002: oid 43 updating version 1357 to 1358 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2002: oid 43 version 1358 is already newer than 1356 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1358 (ObjNum 631 snap 198 seq_num 631) dirty exists 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2002: left oid 43 (ObjNum 631 snap 198 seq_num 631) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:1998: done (4 left) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2000: done (3 left) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2001: done (2 left) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2002: done (1 left) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2003: done (0 left) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2004: read oid 7 snap -1 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2004: expect (ObjNum 624 snap 197 seq_num 624) 2023-12-01T04:50:32.017 INFO:tasks.rados.rados.0.smithi111.stdout:2005: snap_create 2023-12-01T04:50:32.018 INFO:tasks.rados.rados.0.smithi111.stdout:2004: expect (ObjNum 624 snap 197 seq_num 624) 2023-12-01T04:50:32.501 INFO:tasks.rados.rados.0.smithi111.stdout:2004: done (1 left) 2023-12-01T04:50:32.501 INFO:tasks.rados.rados.0.smithi111.stdout:2005: done (0 left) 2023-12-01T04:50:32.501 INFO:tasks.rados.rados.0.smithi111.stdout:2006: rollback oid 29 current snap is 199 2023-12-01T04:50:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 69 2023-12-01T04:50:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:2007: copy_from oid 37 from oid 46 current snap is 199 2023-12-01T04:50:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:2008: snap_remove snap 188 2023-12-01T04:50:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:32 smithi111 ceph-mon[116524]: osdmap e454: 8 total, 8 up, 8 in 2023-12-01T04:50:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:32 smithi111 ceph-mon[97855]: osdmap e454: 8 total, 8 up, 8 in 2023-12-01T04:50:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:32 smithi155 ceph-mon[102677]: osdmap e454: 8 total, 8 up, 8 in 2023-12-01T04:50:33.449 INFO:tasks.rados.rados.0.smithi111.stdout:2008: done (2 left) 2023-12-01T04:50:33.449 INFO:tasks.rados.rados.0.smithi111.stdout:2009: rollback oid 50 current snap is 199 2023-12-01T04:50:33.449 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 50 to 194 2023-12-01T04:50:33.449 INFO:tasks.rados.rados.0.smithi111.stdout:2006: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:50:33.449 INFO:tasks.rados.rados.0.smithi111.stdout:2006: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:50:33.449 INFO:tasks.rados.rados.0.smithi111.stdout:2006: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1497 (ObjNum 198 snap 58 seq_num 198) dirty exists 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:2007: finishing copy_from to smithi111183488-37 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1489 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:2007: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:2006: done (2 left) 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:2007: done (1 left) 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 199 2023-12-01T04:50:33.450 INFO:tasks.rados.rados.0.smithi111.stdout:2010: seq_num 632 ranges {0=589824,589824=401408} 2023-12-01T04:50:33.455 INFO:tasks.rados.rados.0.smithi111.stdout:2010: writing smithi111183488-23 from 0 to 589824 tid 1 2023-12-01T04:50:33.455 INFO:tasks.rados.rados.0.smithi111.stdout:2010: writing smithi111183488-23 from 589824 to 991232 tid 2 2023-12-01T04:50:33.455 INFO:tasks.rados.rados.0.smithi111.stdout:2011: rollback oid 7 current snap is 199 2023-12-01T04:50:33.456 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 187 2023-12-01T04:50:33.456 INFO:tasks.rados.rados.0.smithi111.stdout:2012: delete oid 48 current snap is 199 2023-12-01T04:50:33.463 INFO:tasks.rados.rados.0.smithi111.stdout:2011: finishing rollback tid 0 to smithi111183488-7 2023-12-01T04:50:33.464 INFO:tasks.rados.rados.0.smithi111.stdout:2011: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:50:33.465 INFO:tasks.rados.rados.0.smithi111.stdout:2011: finishing rollback tid 2 to smithi111183488-7 2023-12-01T04:50:33.465 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1164 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:50:33.466 INFO:tasks.rados.rados.0.smithi111.stdout:2010: finishing write tid 1 to smithi111183488-23 2023-12-01T04:50:33.467 INFO:tasks.rados.rados.0.smithi111.stdout:2010: finishing write tid 2 to smithi111183488-23 2023-12-01T04:50:33.467 INFO:tasks.rados.rados.0.smithi111.stdout:2010: finishing write tid 3 to smithi111183488-23 2023-12-01T04:50:33.467 INFO:tasks.rados.rados.0.smithi111.stdout:2009: finishing rollback tid 1 to smithi111183488-50 2023-12-01T04:50:33.468 INFO:tasks.rados.rados.0.smithi111.stdout:2011: done (3 left) 2023-12-01T04:50:33.468 INFO:tasks.rados.rados.0.smithi111.stdout:2012: done (2 left) 2023-12-01T04:50:33.468 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 199 2023-12-01T04:50:33.468 INFO:tasks.rados.rados.0.smithi111.stdout:2013: seq_num 634 ranges {5185536=622592,5808128=401408} 2023-12-01T04:50:33.499 INFO:tasks.rados.rados.0.smithi111.stdout:2013: writing smithi111183488-28 from 5185536 to 5808128 tid 1 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:2013: writing smithi111183488-28 from 5808128 to 6209536 tid 2 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:2009: finishing rollback tid 2 to smithi111183488-50 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1503 (ObjNum 588 snap 184 seq_num 588) dirty exists 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:2010: finishing write tid 4 to smithi111183488-23 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:2010: oid 23 updating version 0 to 1278 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:2010: oid 23 updating version 1278 to 1279 2023-12-01T04:50:33.501 INFO:tasks.rados.rados.0.smithi111.stdout:2010: oid 23 updating version 1279 to 1280 2023-12-01T04:50:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1280 (ObjNum 632 snap 199 seq_num 632) dirty exists 2023-12-01T04:50:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:2010: left oid 23 (ObjNum 632 snap 199 seq_num 632) 2023-12-01T04:50:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:2009: done (2 left) 2023-12-01T04:50:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:2010: done (1 left) 2023-12-01T04:50:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:2014: snap_create 2023-12-01T04:50:33.504 INFO:tasks.rados.rados.0.smithi111.stdout:2013: finishing write tid 1 to smithi111183488-28 2023-12-01T04:50:33.504 INFO:tasks.rados.rados.0.smithi111.stdout:2013: finishing write tid 2 to smithi111183488-28 2023-12-01T04:50:33.504 INFO:tasks.rados.rados.0.smithi111.stdout:2013: finishing write tid 3 to smithi111183488-28 2023-12-01T04:50:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:2013: finishing write tid 4 to smithi111183488-28 2023-12-01T04:50:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:2013: oid 28 updating version 0 to 1459 2023-12-01T04:50:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:2013: oid 28 updating version 1459 to 1460 2023-12-01T04:50:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:2013: oid 28 version 1460 is already newer than 1458 2023-12-01T04:50:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1460 (ObjNum 634 snap 199 seq_num 634) dirty exists 2023-12-01T04:50:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:2013: left oid 28 (ObjNum 634 snap 199 seq_num 634) 2023-12-01T04:50:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:33 smithi155 ceph-mon[102677]: osdmap e455: 8 total, 8 up, 8 in 2023-12-01T04:50:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:33 smithi155 ceph-mon[102677]: pgmap v656: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 750 KiB/s wr, 10 op/s 2023-12-01T04:50:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:33 smithi155 ceph-mon[102677]: osdmap e456: 8 total, 8 up, 8 in 2023-12-01T04:50:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:33 smithi111 ceph-mon[97855]: osdmap e455: 8 total, 8 up, 8 in 2023-12-01T04:50:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:33 smithi111 ceph-mon[97855]: pgmap v656: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 750 KiB/s wr, 10 op/s 2023-12-01T04:50:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:33 smithi111 ceph-mon[97855]: osdmap e456: 8 total, 8 up, 8 in 2023-12-01T04:50:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:33 smithi111 ceph-mon[116524]: osdmap e455: 8 total, 8 up, 8 in 2023-12-01T04:50:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:33 smithi111 ceph-mon[116524]: pgmap v656: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 750 KiB/s wr, 10 op/s 2023-12-01T04:50:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:33 smithi111 ceph-mon[116524]: osdmap e456: 8 total, 8 up, 8 in 2023-12-01T04:50:34.511 INFO:tasks.rados.rados.0.smithi111.stdout:2013: done (1 left) 2023-12-01T04:50:34.511 INFO:tasks.rados.rados.0.smithi111.stdout:2014: done (0 left) 2023-12-01T04:50:34.511 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 200 2023-12-01T04:50:34.511 INFO:tasks.rados.rados.0.smithi111.stdout:2015: seq_num 635 ranges {0=638976,638976=401408} 2023-12-01T04:50:34.514 INFO:tasks.rados.rados.0.smithi111.stdout:2015: writing smithi111183488-42 from 0 to 638976 tid 1 2023-12-01T04:50:34.516 INFO:tasks.rados.rados.0.smithi111.stdout:2015: writing smithi111183488-42 from 638976 to 1040384 tid 2 2023-12-01T04:50:34.516 INFO:tasks.rados.rados.0.smithi111.stdout:2016: snap_create 2023-12-01T04:50:34.522 INFO:tasks.rados.rados.0.smithi111.stdout:2015: finishing write tid 1 to smithi111183488-42 2023-12-01T04:50:34.522 INFO:tasks.rados.rados.0.smithi111.stdout:2015: finishing write tid 2 to smithi111183488-42 2023-12-01T04:50:34.522 INFO:tasks.rados.rados.0.smithi111.stdout:2015: finishing write tid 3 to smithi111183488-42 2023-12-01T04:50:34.523 INFO:tasks.rados.rados.0.smithi111.stdout:2015: finishing write tid 4 to smithi111183488-42 2023-12-01T04:50:34.524 INFO:tasks.rados.rados.0.smithi111.stdout:2015: oid 42 updating version 0 to 1266 2023-12-01T04:50:34.524 INFO:tasks.rados.rados.0.smithi111.stdout:2015: oid 42 version 1266 is already newer than 1265 2023-12-01T04:50:34.524 INFO:tasks.rados.rados.0.smithi111.stdout:2015: oid 42 updating version 1266 to 1267 2023-12-01T04:50:34.524 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1267 (ObjNum 635 snap 200 seq_num 635) dirty exists 2023-12-01T04:50:34.524 INFO:tasks.rados.rados.0.smithi111.stdout:2015: left oid 42 (ObjNum 635 snap 200 seq_num 635) 2023-12-01T04:50:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:35.518 INFO:tasks.rados.rados.0.smithi111.stdout:2015: done (1 left) 2023-12-01T04:50:35.518 INFO:tasks.rados.rados.0.smithi111.stdout:2016: done (0 left) 2023-12-01T04:50:35.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 201 2023-12-01T04:50:35.518 INFO:tasks.rados.rados.0.smithi111.stdout:2017: seq_num 636 ranges {5120000=655360,5775360=401408} 2023-12-01T04:50:35.548 INFO:tasks.rados.rados.0.smithi111.stdout:2017: writing smithi111183488-18 from 5120000 to 5775360 tid 1 2023-12-01T04:50:35.551 INFO:tasks.rados.rados.0.smithi111.stdout:2017: writing smithi111183488-18 from 5775360 to 6176768 tid 2 2023-12-01T04:50:35.551 INFO:tasks.rados.rados.0.smithi111.stdout:2018: snap_create 2023-12-01T04:50:35.555 INFO:tasks.rados.rados.0.smithi111.stdout:2017: finishing write tid 1 to smithi111183488-18 2023-12-01T04:50:35.556 INFO:tasks.rados.rados.0.smithi111.stdout:2017: finishing write tid 2 to smithi111183488-18 2023-12-01T04:50:35.556 INFO:tasks.rados.rados.0.smithi111.stdout:2017: finishing write tid 3 to smithi111183488-18 2023-12-01T04:50:35.557 INFO:tasks.rados.rados.0.smithi111.stdout:2017: finishing write tid 4 to smithi111183488-18 2023-12-01T04:50:35.557 INFO:tasks.rados.rados.0.smithi111.stdout:2017: oid 18 updating version 0 to 1163 2023-12-01T04:50:35.557 INFO:tasks.rados.rados.0.smithi111.stdout:2017: oid 18 updating version 1163 to 1164 2023-12-01T04:50:35.557 INFO:tasks.rados.rados.0.smithi111.stdout:2017: oid 18 updating version 1164 to 1165 2023-12-01T04:50:35.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1165 (ObjNum 636 snap 201 seq_num 636) dirty exists 2023-12-01T04:50:35.557 INFO:tasks.rados.rados.0.smithi111.stdout:2017: left oid 18 (ObjNum 636 snap 201 seq_num 636) 2023-12-01T04:50:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:35 smithi155 ceph-mon[102677]: osdmap e457: 8 total, 8 up, 8 in 2023-12-01T04:50:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:35 smithi155 ceph-mon[102677]: pgmap v659: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:35 smithi111 ceph-mon[97855]: osdmap e457: 8 total, 8 up, 8 in 2023-12-01T04:50:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:35 smithi111 ceph-mon[97855]: pgmap v659: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:35 smithi111 ceph-mon[116524]: osdmap e457: 8 total, 8 up, 8 in 2023-12-01T04:50:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:35 smithi111 ceph-mon[116524]: pgmap v659: 121 pgs: 121 active+clean; 402 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:36.521 INFO:tasks.rados.rados.0.smithi111.stdout:2017: done (1 left) 2023-12-01T04:50:36.521 INFO:tasks.rados.rados.0.smithi111.stdout:2018: done (0 left) 2023-12-01T04:50:36.521 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 202 2023-12-01T04:50:36.521 INFO:tasks.rados.rados.0.smithi111.stdout:2019: seq_num 637 ranges {7544832=671744,8216576=401408} 2023-12-01T04:50:36.565 INFO:tasks.rados.rados.0.smithi111.stdout:2019: writing smithi111183488-17 from 7544832 to 8216576 tid 1 2023-12-01T04:50:36.567 INFO:tasks.rados.rados.0.smithi111.stdout:2019: writing smithi111183488-17 from 8216576 to 8617984 tid 2 2023-12-01T04:50:36.567 INFO:tasks.rados.rados.0.smithi111.stdout:2020: rollback oid 22 current snap is 202 2023-12-01T04:50:36.568 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 187 2023-12-01T04:50:36.568 INFO:tasks.rados.rados.0.smithi111.stdout:2021: delete oid 39 current snap is 202 2023-12-01T04:50:36.571 INFO:tasks.rados.rados.0.smithi111.stdout:2021: done (2 left) 2023-12-01T04:50:36.571 INFO:tasks.rados.rados.0.smithi111.stdout:2022: snap_remove snap 163 2023-12-01T04:50:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:36 smithi155 ceph-mon[102677]: osdmap e458: 8 total, 8 up, 8 in 2023-12-01T04:50:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:36 smithi111 ceph-mon[97855]: osdmap e458: 8 total, 8 up, 8 in 2023-12-01T04:50:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:36 smithi111 ceph-mon[116524]: osdmap e458: 8 total, 8 up, 8 in 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:2022: done (2 left) 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:2023: snap_create 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:2020: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:2019: finishing write tid 1 to smithi111183488-17 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:2020: finishing rollback tid 2 to smithi111183488-22 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1167 (ObjNum 591 snap 184 seq_num 591) dirty exists 2023-12-01T04:50:37.538 INFO:tasks.rados.rados.0.smithi111.stdout:2019: finishing write tid 2 to smithi111183488-17 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:2019: finishing write tid 3 to smithi111183488-17 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:2019: finishing write tid 4 to smithi111183488-17 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:2019: oid 17 updating version 0 to 1303 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:2019: oid 17 version 1303 is already newer than 1301 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:2019: oid 17 version 1303 is already newer than 1302 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1303 (ObjNum 637 snap 202 seq_num 637) dirty exists 2023-12-01T04:50:37.539 INFO:tasks.rados.rados.0.smithi111.stdout:2019: left oid 17 (ObjNum 637 snap 202 seq_num 637) 2023-12-01T04:50:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:37 smithi155 ceph-mon[102677]: osdmap e459: 8 total, 8 up, 8 in 2023-12-01T04:50:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:37 smithi155 ceph-mon[102677]: pgmap v662: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2023-12-01T04:50:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:37 smithi111 ceph-mon[97855]: osdmap e459: 8 total, 8 up, 8 in 2023-12-01T04:50:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:37 smithi111 ceph-mon[97855]: pgmap v662: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2023-12-01T04:50:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:37 smithi111 ceph-mon[116524]: osdmap e459: 8 total, 8 up, 8 in 2023-12-01T04:50:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:37 smithi111 ceph-mon[116524]: pgmap v662: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2023-12-01T04:50:38.449 INFO:tasks.rados.rados.0.smithi111.stdout:2019: done (2 left) 2023-12-01T04:50:38.450 INFO:tasks.rados.rados.0.smithi111.stdout:2020: done (1 left) 2023-12-01T04:50:38.450 INFO:tasks.rados.rados.0.smithi111.stdout:2023: done (0 left) 2023-12-01T04:50:38.450 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 203 2023-12-01T04:50:38.450 INFO:tasks.rados.rados.0.smithi111.stdout:2024: seq_num 639 ranges {3284992=704512,3989504=401408} 2023-12-01T04:50:38.471 INFO:tasks.rados.rados.0.smithi111.stdout:2024: writing smithi111183488-10 from 3284992 to 3989504 tid 1 2023-12-01T04:50:38.473 INFO:tasks.rados.rados.0.smithi111.stdout:2024: writing smithi111183488-10 from 3989504 to 4390912 tid 2 2023-12-01T04:50:38.473 INFO:tasks.rados.rados.0.smithi111.stdout:2025: snap_create 2023-12-01T04:50:38.477 INFO:tasks.rados.rados.0.smithi111.stdout:2024: finishing write tid 1 to smithi111183488-10 2023-12-01T04:50:38.478 INFO:tasks.rados.rados.0.smithi111.stdout:2024: finishing write tid 2 to smithi111183488-10 2023-12-01T04:50:38.478 INFO:tasks.rados.rados.0.smithi111.stdout:2024: finishing write tid 3 to smithi111183488-10 2023-12-01T04:50:38.478 INFO:tasks.rados.rados.0.smithi111.stdout:2024: finishing write tid 4 to smithi111183488-10 2023-12-01T04:50:38.479 INFO:tasks.rados.rados.0.smithi111.stdout:2024: oid 10 updating version 0 to 1567 2023-12-01T04:50:38.479 INFO:tasks.rados.rados.0.smithi111.stdout:2024: oid 10 updating version 1567 to 1569 2023-12-01T04:50:38.479 INFO:tasks.rados.rados.0.smithi111.stdout:2024: oid 10 version 1569 is already newer than 1568 2023-12-01T04:50:38.479 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1569 (ObjNum 639 snap 203 seq_num 639) dirty exists 2023-12-01T04:50:38.479 INFO:tasks.rados.rados.0.smithi111.stdout:2024: left oid 10 (ObjNum 639 snap 203 seq_num 639) 2023-12-01T04:50:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:38 smithi155 ceph-mon[102677]: osdmap e460: 8 total, 8 up, 8 in 2023-12-01T04:50:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:38 smithi155 ceph-mon[102677]: osdmap e461: 8 total, 8 up, 8 in 2023-12-01T04:50:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:38 smithi111 ceph-mon[97855]: osdmap e460: 8 total, 8 up, 8 in 2023-12-01T04:50:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:38 smithi111 ceph-mon[97855]: osdmap e461: 8 total, 8 up, 8 in 2023-12-01T04:50:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:38 smithi111 ceph-mon[116524]: osdmap e460: 8 total, 8 up, 8 in 2023-12-01T04:50:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:38 smithi111 ceph-mon[116524]: osdmap e461: 8 total, 8 up, 8 in 2023-12-01T04:50:39.459 INFO:tasks.rados.rados.0.smithi111.stdout:2024: done (1 left) 2023-12-01T04:50:39.459 INFO:tasks.rados.rados.0.smithi111.stdout:2025: done (0 left) 2023-12-01T04:50:39.459 INFO:tasks.rados.rados.0.smithi111.stdout:2026: rollback oid 27 current snap is 204 2023-12-01T04:50:39.459 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 196 2023-12-01T04:50:39.459 INFO:tasks.rados.rados.0.smithi111.stdout:2027: delete oid 39 current snap is 204 2023-12-01T04:50:39.461 INFO:tasks.rados.rados.0.smithi111.stdout:2027: done (1 left) 2023-12-01T04:50:39.461 INFO:tasks.rados.rados.0.smithi111.stdout:2028: rollback oid 5 current snap is 204 2023-12-01T04:50:39.461 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 5 to 201 2023-12-01T04:50:39.462 INFO:tasks.rados.rados.0.smithi111.stdout:2029: copy_from oid 6 from oid 24 current snap is 204 2023-12-01T04:50:39.462 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 204 2023-12-01T04:50:39.462 INFO:tasks.rados.rados.0.smithi111.stdout:2030: seq_num 641 ranges {8617984=745472,9363456=401408} 2023-12-01T04:50:39.511 INFO:tasks.rados.rados.0.smithi111.stdout:2030: writing smithi111183488-17 from 8617984 to 9363456 tid 1 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2030: writing smithi111183488-17 from 9363456 to 9764864 tid 2 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2031: snap_create 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2026: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2026: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2026: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1463 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2028: finishing rollback tid 0 to smithi111183488-5 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2028: finishing rollback tid 1 to smithi111183488-5 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2028: finishing rollback tid 2 to smithi111183488-5 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1521 (ObjNum 477 snap 151 seq_num 477) dirty exists 2023-12-01T04:50:39.514 INFO:tasks.rados.rados.0.smithi111.stdout:2029: finishing copy_from to smithi111183488-6 2023-12-01T04:50:39.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1549 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:50:39.515 INFO:tasks.rados.rados.0.smithi111.stdout:2029: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:50:39.518 INFO:tasks.rados.rados.0.smithi111.stdout:2030: finishing write tid 1 to smithi111183488-17 2023-12-01T04:50:39.518 INFO:tasks.rados.rados.0.smithi111.stdout:2030: finishing write tid 2 to smithi111183488-17 2023-12-01T04:50:39.519 INFO:tasks.rados.rados.0.smithi111.stdout:2030: finishing write tid 3 to smithi111183488-17 2023-12-01T04:50:39.520 INFO:tasks.rados.rados.0.smithi111.stdout:2030: finishing write tid 4 to smithi111183488-17 2023-12-01T04:50:39.520 INFO:tasks.rados.rados.0.smithi111.stdout:2030: oid 17 updating version 0 to 1314 2023-12-01T04:50:39.520 INFO:tasks.rados.rados.0.smithi111.stdout:2030: oid 17 updating version 1314 to 1315 2023-12-01T04:50:39.520 INFO:tasks.rados.rados.0.smithi111.stdout:2030: oid 17 version 1315 is already newer than 1313 2023-12-01T04:50:39.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1315 (ObjNum 641 snap 204 seq_num 641) dirty exists 2023-12-01T04:50:39.520 INFO:tasks.rados.rados.0.smithi111.stdout:2030: left oid 17 (ObjNum 641 snap 204 seq_num 641) 2023-12-01T04:50:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:39 smithi111 ceph-mon[97855]: pgmap v665: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2023-12-01T04:50:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:39 smithi111 ceph-mon[97855]: osdmap e462: 8 total, 8 up, 8 in 2023-12-01T04:50:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:50:39] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:50:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:39 smithi111 ceph-mon[116524]: pgmap v665: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2023-12-01T04:50:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:39 smithi111 ceph-mon[116524]: osdmap e462: 8 total, 8 up, 8 in 2023-12-01T04:50:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:39 smithi155 ceph-mon[102677]: pgmap v665: 121 pgs: 121 active+clean; 441 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 38 op/s 2023-12-01T04:50:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:39 smithi155 ceph-mon[102677]: osdmap e462: 8 total, 8 up, 8 in 2023-12-01T04:50:40.461 INFO:tasks.rados.rados.0.smithi111.stdout:2026: done (4 left) 2023-12-01T04:50:40.461 INFO:tasks.rados.rados.0.smithi111.stdout:2028: done (3 left) 2023-12-01T04:50:40.461 INFO:tasks.rados.rados.0.smithi111.stdout:2029: done (2 left) 2023-12-01T04:50:40.461 INFO:tasks.rados.rados.0.smithi111.stdout:2030: done (1 left) 2023-12-01T04:50:40.461 INFO:tasks.rados.rados.0.smithi111.stdout:2031: done (0 left) 2023-12-01T04:50:40.461 INFO:tasks.rados.rados.0.smithi111.stdout:2032: snap_remove snap 202 2023-12-01T04:50:41.467 INFO:tasks.rados.rados.0.smithi111.stdout:2032: done (0 left) 2023-12-01T04:50:41.467 INFO:tasks.rados.rados.0.smithi111.stdout:2033: read oid 42 snap 192 2023-12-01T04:50:41.468 INFO:tasks.rados.rados.0.smithi111.stdout:2033: expect deleted 2023-12-01T04:50:41.469 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 205 2023-12-01T04:50:41.469 INFO:tasks.rados.rados.0.smithi111.stdout:2034: seq_num 642 ranges {1449984=761856,2211840=401408} 2023-12-01T04:50:41.482 INFO:tasks.rados.rados.0.smithi111.stdout:2034: writing smithi111183488-33 from 1449984 to 2211840 tid 1 2023-12-01T04:50:41.482 INFO:tasks.rados.rados.0.smithi111.stdout:2034: writing smithi111183488-33 from 2211840 to 2613248 tid 2 2023-12-01T04:50:41.482 INFO:tasks.rados.rados.0.smithi111.stdout:2035: delete oid 6 current snap is 205 2023-12-01T04:50:41.484 INFO:tasks.rados.rados.0.smithi111.stdout:2033: done (2 left) 2023-12-01T04:50:41.484 INFO:tasks.rados.rados.0.smithi111.stdout:2035: done (1 left) 2023-12-01T04:50:41.484 INFO:tasks.rados.rados.0.smithi111.stdout:2036: read oid 4 snap -1 2023-12-01T04:50:41.485 INFO:tasks.rados.rados.0.smithi111.stdout:2036: expect (ObjNum 607 snap 191 seq_num 607) 2023-12-01T04:50:41.485 INFO:tasks.rados.rados.0.smithi111.stdout:2037: read oid 31 snap -1 2023-12-01T04:50:41.485 INFO:tasks.rados.rados.0.smithi111.stdout:2037: expect deleted 2023-12-01T04:50:41.485 INFO:tasks.rados.rados.0.smithi111.stdout:2038: snap_create 2023-12-01T04:50:41.485 INFO:tasks.rados.rados.0.smithi111.stdout:2034: finishing write tid 1 to smithi111183488-33 2023-12-01T04:50:41.485 INFO:tasks.rados.rados.0.smithi111.stdout:2034: finishing write tid 2 to smithi111183488-33 2023-12-01T04:50:41.486 INFO:tasks.rados.rados.0.smithi111.stdout:2034: finishing write tid 3 to smithi111183488-33 2023-12-01T04:50:41.487 INFO:tasks.rados.rados.0.smithi111.stdout:2034: finishing write tid 4 to smithi111183488-33 2023-12-01T04:50:41.487 INFO:tasks.rados.rados.0.smithi111.stdout:2034: oid 33 updating version 0 to 1319 2023-12-01T04:50:41.487 INFO:tasks.rados.rados.0.smithi111.stdout:2034: oid 33 updating version 1319 to 1320 2023-12-01T04:50:41.487 INFO:tasks.rados.rados.0.smithi111.stdout:2034: oid 33 updating version 1320 to 1321 2023-12-01T04:50:41.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1321 (ObjNum 642 snap 205 seq_num 642) dirty exists 2023-12-01T04:50:41.487 INFO:tasks.rados.rados.0.smithi111.stdout:2034: left oid 33 (ObjNum 642 snap 205 seq_num 642) 2023-12-01T04:50:41.489 INFO:tasks.rados.rados.0.smithi111.stdout:2036: expect (ObjNum 607 snap 191 seq_num 607) 2023-12-01T04:50:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:41 smithi111 ceph-mon[97855]: osdmap e463: 8 total, 8 up, 8 in 2023-12-01T04:50:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:41 smithi111 ceph-mon[97855]: pgmap v668: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-01T04:50:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:41 smithi111 ceph-mon[116524]: osdmap e463: 8 total, 8 up, 8 in 2023-12-01T04:50:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:41 smithi111 ceph-mon[116524]: pgmap v668: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-01T04:50:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:41 smithi155 ceph-mon[102677]: osdmap e463: 8 total, 8 up, 8 in 2023-12-01T04:50:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:41 smithi155 ceph-mon[102677]: pgmap v668: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-01T04:50:42.478 INFO:tasks.rados.rados.0.smithi111.stdout:2034: done (3 left) 2023-12-01T04:50:42.478 INFO:tasks.rados.rados.0.smithi111.stdout:2036: done (2 left) 2023-12-01T04:50:42.478 INFO:tasks.rados.rados.0.smithi111.stdout:2037: done (1 left) 2023-12-01T04:50:42.478 INFO:tasks.rados.rados.0.smithi111.stdout:2038: done (0 left) 2023-12-01T04:50:42.478 INFO:tasks.rados.rados.0.smithi111.stdout:2039: delete oid 33 current snap is 206 2023-12-01T04:50:42.482 INFO:tasks.rados.rados.0.smithi111.stdout:2039: done (0 left) 2023-12-01T04:50:42.482 INFO:tasks.rados.rados.0.smithi111.stdout:2040: copy_from oid 29 from oid 38 current snap is 206 2023-12-01T04:50:42.482 INFO:tasks.rados.rados.0.smithi111.stdout:2041: setattr oid 45 current snap is 206 2023-12-01T04:50:42.484 INFO:tasks.rados.rados.0.smithi111.stdout:2042: delete oid 12 current snap is 206 2023-12-01T04:50:42.487 INFO:tasks.rados.rados.0.smithi111.stdout:2042: done (2 left) 2023-12-01T04:50:42.487 INFO:tasks.rados.rados.0.smithi111.stdout:2043: snap_create 2023-12-01T04:50:42.488 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1325 (ObjNum 608 snap 192 seq_num 608) dirty exists 2023-12-01T04:50:42.496 INFO:tasks.rados.rados.0.smithi111.stdout:2040: finishing copy_from to smithi111183488-29 2023-12-01T04:50:42.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1267 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:50:42.497 INFO:tasks.rados.rados.0.smithi111.stdout:2040: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:50:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:42 smithi111 ceph-mon[97855]: osdmap e464: 8 total, 8 up, 8 in 2023-12-01T04:50:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:42 smithi111 ceph-mon[116524]: osdmap e464: 8 total, 8 up, 8 in 2023-12-01T04:50:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:42 smithi155 ceph-mon[102677]: osdmap e464: 8 total, 8 up, 8 in 2023-12-01T04:50:43.447 INFO:tasks.rados.rados.0.smithi111.stdout:2040: done (2 left) 2023-12-01T04:50:43.448 INFO:tasks.rados.rados.0.smithi111.stdout:2041: done (1 left) 2023-12-01T04:50:43.448 INFO:tasks.rados.rados.0.smithi111.stdout:2043: done (0 left) 2023-12-01T04:50:43.448 INFO:tasks.rados.rados.0.smithi111.stdout:2044: snap_remove snap 206 2023-12-01T04:50:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:43 smithi111 ceph-mon[97855]: osdmap e465: 8 total, 8 up, 8 in 2023-12-01T04:50:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:43 smithi111 ceph-mon[97855]: pgmap v671: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-01T04:50:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:43 smithi111 ceph-mon[97855]: osdmap e466: 8 total, 8 up, 8 in 2023-12-01T04:50:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:43 smithi111 ceph-mon[116524]: osdmap e465: 8 total, 8 up, 8 in 2023-12-01T04:50:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:43 smithi111 ceph-mon[116524]: pgmap v671: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-01T04:50:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:43 smithi111 ceph-mon[116524]: osdmap e466: 8 total, 8 up, 8 in 2023-12-01T04:50:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:43 smithi155 ceph-mon[102677]: osdmap e465: 8 total, 8 up, 8 in 2023-12-01T04:50:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:43 smithi155 ceph-mon[102677]: pgmap v671: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 5 op/s 2023-12-01T04:50:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:43 smithi155 ceph-mon[102677]: osdmap e466: 8 total, 8 up, 8 in 2023-12-01T04:50:44.448 INFO:tasks.rados.rados.0.smithi111.stdout:2044: done (0 left) 2023-12-01T04:50:44.449 INFO:tasks.rados.rados.0.smithi111.stdout:2045: snap_remove snap 168 2023-12-01T04:50:45.459 INFO:tasks.rados.rados.0.smithi111.stdout:2045: done (0 left) 2023-12-01T04:50:45.460 INFO:tasks.rados.rados.0.smithi111.stdout:2046: snap_remove snap 181 2023-12-01T04:50:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:45 smithi155 ceph-mon[102677]: osdmap e467: 8 total, 8 up, 8 in 2023-12-01T04:50:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:45 smithi155 ceph-mon[102677]: pgmap v674: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:45 smithi111 ceph-mon[97855]: osdmap e467: 8 total, 8 up, 8 in 2023-12-01T04:50:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:45 smithi111 ceph-mon[97855]: pgmap v674: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:45 smithi111 ceph-mon[116524]: osdmap e467: 8 total, 8 up, 8 in 2023-12-01T04:50:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:45 smithi111 ceph-mon[116524]: pgmap v674: 121 pgs: 121 active+clean; 451 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:46.460 INFO:tasks.rados.rados.0.smithi111.stdout:2046: done (0 left) 2023-12-01T04:50:46.460 INFO:tasks.rados.rados.0.smithi111.stdout:2047: delete oid 26 current snap is 207 2023-12-01T04:50:46.468 INFO:tasks.rados.rados.0.smithi111.stdout:2047: done (0 left) 2023-12-01T04:50:46.468 INFO:tasks.rados.rados.0.smithi111.stdout:2048: snap_remove snap 177 2023-12-01T04:50:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:46 smithi111 ceph-mon[97855]: osdmap e468: 8 total, 8 up, 8 in 2023-12-01T04:50:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:46 smithi111 ceph-mon[116524]: osdmap e468: 8 total, 8 up, 8 in 2023-12-01T04:50:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:46 smithi155 ceph-mon[102677]: osdmap e468: 8 total, 8 up, 8 in 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2048: done (0 left) 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2049: read oid 49 snap -1 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2049: expect (ObjNum 623 snap 197 seq_num 623) 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2050: copy_from oid 22 from oid 39 current snap is 207 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2051: read oid 50 snap 69 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2051: expect (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2052: read oid 13 snap 200 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2052: expect (ObjNum -588210304 snap 21858 seq_num 3706629440) 2023-12-01T04:50:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:2053: delete oid 4 current snap is 207 2023-12-01T04:50:47.481 INFO:tasks.rados.rados.0.smithi111.stdout:2052: expect (ObjNum -588210304 snap 21858 seq_num 3706629440) 2023-12-01T04:50:47.484 INFO:tasks.rados.rados.0.smithi111.stdout:2050: finishing copy_from to smithi111183488-22 2023-12-01T04:50:47.485 INFO:tasks.rados.rados.0.smithi111.stdout:2050: got expected ENOENT (src dne) 2023-12-01T04:50:47.485 INFO:tasks.rados.rados.0.smithi111.stdout:2050: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:50:47.491 INFO:tasks.rados.rados.0.smithi111.stdout:2050: done (4 left) 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2052: done (3 left) 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2053: done (2 left) 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2054: read oid 40 snap -1 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2054: expect deleted 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2055: read oid 32 snap -1 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2055: expect (ObjNum 621 snap 196 seq_num 621) 2023-12-01T04:50:47.492 INFO:tasks.rados.rados.0.smithi111.stdout:2056: snap_create 2023-12-01T04:50:47.494 INFO:tasks.rados.rados.0.smithi111.stdout:2049: expect (ObjNum 623 snap 197 seq_num 623) 2023-12-01T04:50:47.529 INFO:tasks.rados.rados.0.smithi111.stdout:2051: expect (ObjNum 125 snap 33 seq_num 125) 2023-12-01T04:50:47.618 INFO:tasks.rados.rados.0.smithi111.stdout:2055: expect (ObjNum 621 snap 196 seq_num 621) 2023-12-01T04:50:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:47 smithi111 ceph-mon[97855]: osdmap e469: 8 total, 8 up, 8 in 2023-12-01T04:50:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:47 smithi111 ceph-mon[97855]: pgmap v677: 121 pgs: 121 active+clean; 454 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 732 KiB/s wr, 8 op/s 2023-12-01T04:50:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:47 smithi111 ceph-mon[116524]: osdmap e469: 8 total, 8 up, 8 in 2023-12-01T04:50:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:47 smithi111 ceph-mon[116524]: pgmap v677: 121 pgs: 121 active+clean; 454 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 732 KiB/s wr, 8 op/s 2023-12-01T04:50:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:47 smithi155 ceph-mon[102677]: osdmap e469: 8 total, 8 up, 8 in 2023-12-01T04:50:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:47 smithi155 ceph-mon[102677]: pgmap v677: 121 pgs: 121 active+clean; 454 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 732 KiB/s wr, 8 op/s 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2049: done (4 left) 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2051: done (3 left) 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2054: done (2 left) 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2055: done (1 left) 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2056: done (0 left) 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2057: read oid 48 snap -1 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2057: expect deleted 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:2058: copy_from oid 1 from oid 22 current snap is 208 2023-12-01T04:50:48.449 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 208 2023-12-01T04:50:48.450 INFO:tasks.rados.rados.0.smithi111.stdout:2059: seq_num 648 ranges {7233536=458752,7692288=475136,8167424=327680} 2023-12-01T04:50:48.489 INFO:tasks.rados.rados.0.smithi111.stdout:2059: writing smithi111183488-5 from 7233536 to 7692288 tid 1 2023-12-01T04:50:48.491 INFO:tasks.rados.rados.0.smithi111.stdout:2059: writing smithi111183488-5 from 7692288 to 8167424 tid 2 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2059: writing smithi111183488-5 from 8167424 to 8495104 tid 3 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2060: read oid 3 snap -1 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2060: expect (ObjNum 396 snap 127 seq_num 396) 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2061: read oid 50 snap -1 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2061: expect (ObjNum 588 snap 184 seq_num 588) 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2062: snap_create 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2058: finishing copy_from to smithi111183488-1 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 1167 (ObjNum 591 snap 184 seq_num 591) dirty exists 2023-12-01T04:50:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:2058: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:50:48.497 INFO:tasks.rados.rados.0.smithi111.stdout:2059: finishing write tid 1 to smithi111183488-5 2023-12-01T04:50:48.497 INFO:tasks.rados.rados.0.smithi111.stdout:2059: finishing write tid 2 to smithi111183488-5 2023-12-01T04:50:48.498 INFO:tasks.rados.rados.0.smithi111.stdout:2059: finishing write tid 3 to smithi111183488-5 2023-12-01T04:50:48.499 INFO:tasks.rados.rados.0.smithi111.stdout:2059: finishing write tid 4 to smithi111183488-5 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:2059: finishing write tid 5 to smithi111183488-5 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:2059: oid 5 updating version 0 to 1559 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:2059: oid 5 updating version 1559 to 1560 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:2059: oid 5 version 1560 is already newer than 1557 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:2059: oid 5 version 1560 is already newer than 1558 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1560 (ObjNum 648 snap 208 seq_num 648) dirty exists 2023-12-01T04:50:48.514 INFO:tasks.rados.rados.0.smithi111.stdout:2059: left oid 5 (ObjNum 648 snap 208 seq_num 648) 2023-12-01T04:50:48.517 INFO:tasks.rados.rados.0.smithi111.stdout:2060: expect (ObjNum 396 snap 127 seq_num 396) 2023-12-01T04:50:48.628 INFO:tasks.rados.rados.0.smithi111.stdout:2061: expect (ObjNum 588 snap 184 seq_num 588) 2023-12-01T04:50:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[97855]: osdmap e470: 8 total, 8 up, 8 in 2023-12-01T04:50:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[97855]: osdmap e471: 8 total, 8 up, 8 in 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[116524]: osdmap e470: 8 total, 8 up, 8 in 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:48 smithi111 ceph-mon[116524]: osdmap e471: 8 total, 8 up, 8 in 2023-12-01T04:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:48 smithi155 ceph-mon[102677]: osdmap e470: 8 total, 8 up, 8 in 2023-12-01T04:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:48 smithi155 ceph-mon[102677]: osdmap e471: 8 total, 8 up, 8 in 2023-12-01T04:50:49.483 INFO:tasks.rados.rados.0.smithi111.stdout:2057: done (5 left) 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:2058: done (4 left) 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:2059: done (3 left) 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:2060: done (2 left) 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:2061: done (1 left) 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:2062: done (0 left) 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 209 2023-12-01T04:50:49.484 INFO:tasks.rados.rados.0.smithi111.stdout:2063: seq_num 649 ranges {4923392=475136,5398528=761856,6160384=40960} 2023-12-01T04:50:49.511 INFO:tasks.rados.rados.0.smithi111.stdout:2063: writing smithi111183488-22 from 4923392 to 5398528 tid 1 2023-12-01T04:50:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:2063: writing smithi111183488-22 from 5398528 to 6160384 tid 2 2023-12-01T04:50:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:2063: writing smithi111183488-22 from 6160384 to 6201344 tid 3 2023-12-01T04:50:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:2064: copy_from oid 50 from oid 15 current snap is 209 2023-12-01T04:50:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 209 2023-12-01T04:50:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:2065: seq_num 650 ranges {1277952=491520,1769472=647168,2416640=155648} 2023-12-01T04:50:49.526 INFO:tasks.rados.rados.0.smithi111.stdout:2065: writing smithi111183488-8 from 1277952 to 1769472 tid 1 2023-12-01T04:50:49.530 INFO:tasks.rados.rados.0.smithi111.stdout:2065: writing smithi111183488-8 from 1769472 to 2416640 tid 2 2023-12-01T04:50:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2065: writing smithi111183488-8 from 2416640 to 2572288 tid 3 2023-12-01T04:50:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2066: copy_from oid 31 from oid 27 current snap is 209 2023-12-01T04:50:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2063: finishing write tid 1 to smithi111183488-22 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: finishing write tid 2 to smithi111183488-22 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: finishing write tid 3 to smithi111183488-22 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: finishing write tid 4 to smithi111183488-22 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2064: finishing copy_from to smithi111183488-50 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2064: got expected ENOENT (src dne) 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2064: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: finishing write tid 5 to smithi111183488-22 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: oid 22 updating version 0 to 1168 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: oid 22 updating version 1168 to 1169 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: oid 22 updating version 1169 to 1170 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: oid 22 updating version 1170 to 1171 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1171 (ObjNum 649 snap 209 seq_num 649) dirty exists 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: left oid 22 (ObjNum 649 snap 209 seq_num 649) 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2065: finishing write tid 1 to smithi111183488-8 2023-12-01T04:50:49.532 INFO:tasks.rados.rados.0.smithi111.stdout:2063: done (3 left) 2023-12-01T04:50:49.533 INFO:tasks.rados.rados.0.smithi111.stdout:2064: done (2 left) 2023-12-01T04:50:49.533 INFO:tasks.rados.rados.0.smithi111.stdout:2067: snap_create 2023-12-01T04:50:49.536 INFO:tasks.rados.rados.0.smithi111.stdout:2065: finishing write tid 2 to smithi111183488-8 2023-12-01T04:50:49.536 INFO:tasks.rados.rados.0.smithi111.stdout:2065: finishing write tid 3 to smithi111183488-8 2023-12-01T04:50:49.536 INFO:tasks.rados.rados.0.smithi111.stdout:2065: finishing write tid 4 to smithi111183488-8 2023-12-01T04:50:49.537 INFO:tasks.rados.rados.0.smithi111.stdout:2065: finishing write tid 5 to smithi111183488-8 2023-12-01T04:50:49.537 INFO:tasks.rados.rados.0.smithi111.stdout:2065: oid 8 updating version 0 to 1266 2023-12-01T04:50:49.537 INFO:tasks.rados.rados.0.smithi111.stdout:2065: oid 8 updating version 1266 to 1267 2023-12-01T04:50:49.538 INFO:tasks.rados.rados.0.smithi111.stdout:2065: oid 8 updating version 1267 to 1268 2023-12-01T04:50:49.538 INFO:tasks.rados.rados.0.smithi111.stdout:2065: oid 8 updating version 1268 to 1269 2023-12-01T04:50:49.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1269 (ObjNum 650 snap 209 seq_num 650) dirty exists 2023-12-01T04:50:49.538 INFO:tasks.rados.rados.0.smithi111.stdout:2065: left oid 8 (ObjNum 650 snap 209 seq_num 650) 2023-12-01T04:50:49.542 INFO:tasks.rados.rados.0.smithi111.stdout:2066: finishing copy_from to smithi111183488-31 2023-12-01T04:50:49.543 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1463 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:50:49.543 INFO:tasks.rados.rados.0.smithi111.stdout:2066: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:50:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:50:49] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:50:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:49 smithi111 ceph-mon[97855]: pgmap v680: 121 pgs: 121 active+clean; 454 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 732 KiB/s wr, 8 op/s 2023-12-01T04:50:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:49 smithi111 ceph-mon[116524]: pgmap v680: 121 pgs: 121 active+clean; 454 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 732 KiB/s wr, 8 op/s 2023-12-01T04:50:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:49 smithi155 ceph-mon[102677]: pgmap v680: 121 pgs: 121 active+clean; 454 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 420 KiB/s rd, 732 KiB/s wr, 8 op/s 2023-12-01T04:50:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:50:50.490 INFO:tasks.rados.rados.0.smithi111.stdout:2065: done (2 left) 2023-12-01T04:50:50.490 INFO:tasks.rados.rados.0.smithi111.stdout:2066: done (1 left) 2023-12-01T04:50:50.490 INFO:tasks.rados.rados.0.smithi111.stdout:2067: done (0 left) 2023-12-01T04:50:50.490 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 210 2023-12-01T04:50:50.490 INFO:tasks.rados.rados.0.smithi111.stdout:2068: seq_num 651 ranges {4759552=507904,5267456=532480,5799936=270336} 2023-12-01T04:50:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2068: writing smithi111183488-43 from 4759552 to 5267456 tid 1 2023-12-01T04:50:50.520 INFO:tasks.rados.rados.0.smithi111.stdout:2068: writing smithi111183488-43 from 5267456 to 5799936 tid 2 2023-12-01T04:50:50.522 INFO:tasks.rados.rados.0.smithi111.stdout:2068: writing smithi111183488-43 from 5799936 to 6070272 tid 3 2023-12-01T04:50:50.522 INFO:tasks.rados.rados.0.smithi111.stdout:2069: delete oid 18 current snap is 210 2023-12-01T04:50:50.524 INFO:tasks.rados.rados.0.smithi111.stdout:2068: finishing write tid 1 to smithi111183488-43 2023-12-01T04:50:50.526 INFO:tasks.rados.rados.0.smithi111.stdout:2068: finishing write tid 2 to smithi111183488-43 2023-12-01T04:50:50.526 INFO:tasks.rados.rados.0.smithi111.stdout:2068: finishing write tid 3 to smithi111183488-43 2023-12-01T04:50:50.526 INFO:tasks.rados.rados.0.smithi111.stdout:2068: finishing write tid 4 to smithi111183488-43 2023-12-01T04:50:50.528 INFO:tasks.rados.rados.0.smithi111.stdout:2069: done (1 left) 2023-12-01T04:50:50.528 INFO:tasks.rados.rados.0.smithi111.stdout:2070: read oid 13 snap -1 2023-12-01T04:50:50.528 INFO:tasks.rados.rados.0.smithi111.stdout:2070: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:50.528 INFO:tasks.rados.rados.0.smithi111.stdout:2071: snap_create 2023-12-01T04:50:50.528 INFO:tasks.rados.rados.0.smithi111.stdout:2070: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:2068: finishing write tid 5 to smithi111183488-43 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:2068: oid 43 updating version 0 to 1361 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:2068: oid 43 version 1361 is already newer than 1360 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:2068: oid 43 version 1361 is already newer than 1359 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:2068: oid 43 updating version 1361 to 1362 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1362 (ObjNum 651 snap 210 seq_num 651) dirty exists 2023-12-01T04:50:50.531 INFO:tasks.rados.rados.0.smithi111.stdout:2068: left oid 43 (ObjNum 651 snap 210 seq_num 651) 2023-12-01T04:50:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:50 smithi111 ceph-mon[97855]: osdmap e472: 8 total, 8 up, 8 in 2023-12-01T04:50:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:50 smithi111 ceph-mon[116524]: osdmap e472: 8 total, 8 up, 8 in 2023-12-01T04:50:50.873 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:50:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:50 smithi155 ceph-mon[102677]: osdmap e472: 8 total, 8 up, 8 in 2023-12-01T04:50:51.183 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:50:51.183 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8m) 7m ago 8m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:50:51.183 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8m) 7m ago 8m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9m) 7m ago 9m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9m) 7m ago 9m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (12m) 7m ago 12m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (14m) 7m ago 14m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (14m) 7m ago 14m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (13m) 7m ago 13m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (13m) 7m ago 13m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8m) 7m ago 8m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8m) 7m ago 8m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (12m) 7m ago 12m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (12m) 7m ago 12m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11m) 7m ago 11m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11m) 7m ago 11m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:50:51.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11m) 7m ago 11m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:50:51.185 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10m) 7m ago 10m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:50:51.185 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10m) 7m ago 10m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:50:51.185 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9m) 7m ago 9m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:50:51.185 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8m) 7m ago 9m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2068: done (2 left) 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2070: done (1 left) 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2071: done (0 left) 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2072: read oid 13 snap -1 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2072: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 211 2023-12-01T04:50:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2073: seq_num 653 ranges {1835008=540672,2375680=696320,3072000=106496} 2023-12-01T04:50:51.510 INFO:tasks.rados.rados.0.smithi111.stdout:2073: writing smithi111183488-19 from 1835008 to 2375680 tid 1 2023-12-01T04:50:51.515 INFO:tasks.rados.rados.0.smithi111.stdout:2073: writing smithi111183488-19 from 2375680 to 3072000 tid 2 2023-12-01T04:50:51.515 INFO:tasks.rados.rados.0.smithi111.stdout:2073: writing smithi111183488-19 from 3072000 to 3178496 tid 3 2023-12-01T04:50:51.516 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 211 2023-12-01T04:50:51.516 INFO:tasks.rados.rados.0.smithi111.stdout:2074: seq_num 654 ranges {0=557056,557056=630784,1187840=172032} 2023-12-01T04:50:51.519 INFO:tasks.rados.rados.0.smithi111.stdout:2074: writing smithi111183488-44 from 0 to 557056 tid 1 2023-12-01T04:50:51.523 INFO:tasks.rados.rados.0.smithi111.stdout:2074: writing smithi111183488-44 from 557056 to 1187840 tid 2 2023-12-01T04:50:51.524 INFO:tasks.rados.rados.0.smithi111.stdout:2074: writing smithi111183488-44 from 1187840 to 1359872 tid 3 2023-12-01T04:50:51.524 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 211 2023-12-01T04:50:51.524 INFO:tasks.rados.rados.0.smithi111.stdout:2075: seq_num 655 ranges {2752512=573440,3325952=516096,3842048=286720} 2023-12-01T04:50:51.543 INFO:tasks.rados.rados.0.smithi111.stdout:2075: writing smithi111183488-9 from 2752512 to 3325952 tid 1 2023-12-01T04:50:51.545 INFO:tasks.rados.rados.0.smithi111.stdout:2075: writing smithi111183488-9 from 3325952 to 3842048 tid 2 2023-12-01T04:50:51.547 INFO:tasks.rados.rados.0.smithi111.stdout:2075: writing smithi111183488-9 from 3842048 to 4128768 tid 3 2023-12-01T04:50:51.547 INFO:tasks.rados.rados.0.smithi111.stdout:2076: read oid 10 snap -1 2023-12-01T04:50:51.547 INFO:tasks.rados.rados.0.smithi111.stdout:2076: expect (ObjNum 639 snap 203 seq_num 639) 2023-12-01T04:50:51.547 INFO:tasks.rados.rados.0.smithi111.stdout:2077: snap_remove snap 205 2023-12-01T04:50:51.580 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:50:51.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:50:51.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:50:51.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:51.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:50:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:50:51.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:50:51.582 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:50:51.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:50:51.582 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:50:51.582 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:50:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:51 smithi111 ceph-mon[97855]: osdmap e473: 8 total, 8 up, 8 in 2023-12-01T04:50:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:51 smithi111 ceph-mon[97855]: pgmap v683: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:50:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:51 smithi111 ceph-mon[97855]: from='client.15279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:51 smithi111 ceph-mon[116524]: osdmap e473: 8 total, 8 up, 8 in 2023-12-01T04:50:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:51 smithi111 ceph-mon[116524]: pgmap v683: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:50:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:51 smithi111 ceph-mon[116524]: from='client.15279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:51 smithi155 ceph-mon[102677]: osdmap e473: 8 total, 8 up, 8 in 2023-12-01T04:50:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:51 smithi155 ceph-mon[102677]: pgmap v683: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:50:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:51 smithi155 ceph-mon[102677]: from='client.15279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:52.500 INFO:tasks.rados.rados.0.smithi111.stdout:2077: done (5 left) 2023-12-01T04:50:52.501 INFO:tasks.rados.rados.0.smithi111.stdout:2078: rollback oid 17 current snap is 211 2023-12-01T04:50:52.501 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 198 2023-12-01T04:50:52.510 INFO:tasks.rados.rados.0.smithi111.stdout:2079: read oid 8 snap -1 2023-12-01T04:50:52.510 INFO:tasks.rados.rados.0.smithi111.stdout:2079: expect (ObjNum 650 snap 209 seq_num 650) 2023-12-01T04:50:52.510 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 211 2023-12-01T04:50:52.510 INFO:tasks.rados.rados.0.smithi111.stdout:2080: seq_num 656 ranges {8495104=589824,9084928=802816} 2023-12-01T04:50:52.550 INFO:tasks.rados.rados.0.smithi111.stdout:2080: writing smithi111183488-5 from 8495104 to 9084928 tid 1 2023-12-01T04:50:52.555 INFO:tasks.rados.rados.0.smithi111.stdout:2080: writing smithi111183488-5 from 9084928 to 9887744 tid 2 2023-12-01T04:50:52.555 INFO:tasks.rados.rados.0.smithi111.stdout:2081: delete oid 38 current snap is 211 2023-12-01T04:50:52.555 INFO:tasks.rados.rados.0.smithi111.stdout:2072: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: finishing write tid 1 to smithi111183488-19 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: finishing write tid 2 to smithi111183488-19 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: finishing write tid 3 to smithi111183488-19 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: finishing write tid 4 to smithi111183488-19 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: finishing write tid 5 to smithi111183488-19 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: oid 19 updating version 0 to 1349 2023-12-01T04:50:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2073: oid 19 updating version 1349 to 1351 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2073: oid 19 updating version 1351 to 1352 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2073: oid 19 version 1352 is already newer than 1350 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1352 (ObjNum 653 snap 211 seq_num 653) dirty exists 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2073: left oid 19 (ObjNum 653 snap 211 seq_num 653) 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: finishing write tid 1 to smithi111183488-44 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: finishing write tid 2 to smithi111183488-44 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: finishing write tid 3 to smithi111183488-44 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: finishing write tid 4 to smithi111183488-44 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: finishing write tid 5 to smithi111183488-44 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: oid 44 updating version 0 to 1492 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: oid 44 version 1492 is already newer than 1490 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: oid 44 version 1492 is already newer than 1491 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2074: oid 44 updating version 1492 to 1493 2023-12-01T04:50:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1493 (ObjNum 654 snap 211 seq_num 654) dirty exists 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2074: left oid 44 (ObjNum 654 snap 211 seq_num 654) 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: finishing write tid 1 to smithi111183488-9 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: finishing write tid 2 to smithi111183488-9 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: finishing write tid 3 to smithi111183488-9 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: finishing write tid 4 to smithi111183488-9 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: finishing write tid 5 to smithi111183488-9 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: oid 9 updating version 0 to 1272 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: oid 9 version 1272 is already newer than 1270 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: oid 9 updating version 1272 to 1273 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: oid 9 version 1273 is already newer than 1271 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1273 (ObjNum 655 snap 211 seq_num 655) dirty exists 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2075: left oid 9 (ObjNum 655 snap 211 seq_num 655) 2023-12-01T04:50:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2076: expect (ObjNum 639 snap 203 seq_num 639) 2023-12-01T04:50:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:52 smithi111 ceph-mon[97855]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:52 smithi111 ceph-mon[97855]: osdmap e474: 8 total, 8 up, 8 in 2023-12-01T04:50:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2677739895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:50:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:52 smithi111 ceph-mon[116524]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:52 smithi111 ceph-mon[116524]: osdmap e474: 8 total, 8 up, 8 in 2023-12-01T04:50:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2677739895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:50:52.779 INFO:tasks.rados.rados.0.smithi111.stdout:2078: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:50:52.779 INFO:tasks.rados.rados.0.smithi111.stdout:2078: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:50:52.779 INFO:tasks.rados.rados.0.smithi111.stdout:2078: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:50:52.779 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1356 (ObjNum 563 snap 175 seq_num 563) dirty exists 2023-12-01T04:50:52.779 INFO:tasks.rados.rados.0.smithi111.stdout:2079: expect (ObjNum 650 snap 209 seq_num 650) 2023-12-01T04:50:52.864 INFO:tasks.rados.rados.0.smithi111.stdout:2080: finishing write tid 1 to smithi111183488-5 2023-12-01T04:50:52.864 INFO:tasks.rados.rados.0.smithi111.stdout:2072: done (8 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2073: done (7 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2074: done (6 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2075: done (5 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2076: done (4 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2078: done (3 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2079: done (2 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2081: done (1 left) 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 211 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2080: finishing write tid 2 to smithi111183488-5 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2080: finishing write tid 3 to smithi111183488-5 2023-12-01T04:50:52.865 INFO:tasks.rados.rados.0.smithi111.stdout:2082: seq_num 658 ranges {2572288=622592,3194880=565248,3760128=237568} 2023-12-01T04:50:52.880 INFO:tasks.rados.rados.0.smithi111.stdout:2082: writing smithi111183488-8 from 2572288 to 3194880 tid 1 2023-12-01T04:50:52.883 INFO:tasks.rados.rados.0.smithi111.stdout:2082: writing smithi111183488-8 from 3194880 to 3760128 tid 2 2023-12-01T04:50:52.885 INFO:tasks.rados.rados.0.smithi111.stdout:2082: writing smithi111183488-8 from 3760128 to 3997696 tid 3 2023-12-01T04:50:52.885 INFO:tasks.rados.rados.0.smithi111.stdout:2080: finishing write tid 4 to smithi111183488-5 2023-12-01T04:50:52.885 INFO:tasks.rados.rados.0.smithi111.stdout:2080: oid 5 updating version 0 to 1566 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2080: oid 5 updating version 1566 to 1567 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2080: oid 5 updating version 1567 to 1568 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1568 (ObjNum 656 snap 211 seq_num 656) dirty exists 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2080: left oid 5 (ObjNum 656 snap 211 seq_num 656) 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2083: read oid 18 snap -1 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2083: expect deleted 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2080: done (2 left) 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2084: setattr oid 47 current snap is 211 2023-12-01T04:50:52.886 INFO:tasks.rados.rados.0.smithi111.stdout:2083: done (2 left) 2023-12-01T04:50:52.887 INFO:tasks.rados.rados.0.smithi111.stdout:2085: delete oid 38 current snap is 211 2023-12-01T04:50:52.887 INFO:tasks.rados.rados.0.smithi111.stdout:2082: finishing write tid 1 to smithi111183488-8 2023-12-01T04:50:52.888 INFO:tasks.rados.rados.0.smithi111.stdout:2085: done (2 left) 2023-12-01T04:50:52.889 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 211 2023-12-01T04:50:52.889 INFO:tasks.rados.rados.0.smithi111.stdout:2086: seq_num 660 ranges {4128768=663552,4792320=737280,5529600=65536} 2023-12-01T04:50:52.914 INFO:tasks.rados.rados.0.smithi111.stdout:2086: writing smithi111183488-9 from 4128768 to 4792320 tid 1 2023-12-01T04:50:52.918 INFO:tasks.rados.rados.0.smithi111.stdout:2086: writing smithi111183488-9 from 4792320 to 5529600 tid 2 2023-12-01T04:50:52.919 INFO:tasks.rados.rados.0.smithi111.stdout:2086: writing smithi111183488-9 from 5529600 to 5595136 tid 3 2023-12-01T04:50:52.919 INFO:tasks.rados.rados.0.smithi111.stdout:2087: read oid 15 snap -1 2023-12-01T04:50:52.919 INFO:tasks.rados.rados.0.smithi111.stdout:2087: expect deleted 2023-12-01T04:50:52.919 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 211 2023-12-01T04:50:52.919 INFO:tasks.rados.rados.0.smithi111.stdout:2082: finishing write tid 2 to smithi111183488-8 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: finishing write tid 3 to smithi111183488-8 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: finishing write tid 4 to smithi111183488-8 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: finishing write tid 5 to smithi111183488-8 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: oid 8 updating version 0 to 1277 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: oid 8 version 1277 is already newer than 1276 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: oid 8 version 1277 is already newer than 1275 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: oid 8 version 1277 is already newer than 1274 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1277 (ObjNum 658 snap 211 seq_num 658) dirty exists 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2082: left oid 8 (ObjNum 658 snap 211 seq_num 658) 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1494 (ObjNum 596 snap 185 seq_num 596) dirty exists 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2086: finishing write tid 1 to smithi111183488-9 2023-12-01T04:50:52.920 INFO:tasks.rados.rados.0.smithi111.stdout:2088: seq_num 661 ranges {2793472=679936,3473408=622592,4096000=180224} 2023-12-01T04:50:52.938 INFO:tasks.rados.rados.0.smithi111.stdout:2088: writing smithi111183488-20 from 2793472 to 3473408 tid 1 2023-12-01T04:50:52.941 INFO:tasks.rados.rados.0.smithi111.stdout:2088: writing smithi111183488-20 from 3473408 to 4096000 tid 2 2023-12-01T04:50:52.942 INFO:tasks.rados.rados.0.smithi111.stdout:2088: writing smithi111183488-20 from 4096000 to 4276224 tid 3 2023-12-01T04:50:52.942 INFO:tasks.rados.rados.0.smithi111.stdout:2082: done (4 left) 2023-12-01T04:50:52.942 INFO:tasks.rados.rados.0.smithi111.stdout:2084: done (3 left) 2023-12-01T04:50:52.942 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 211 2023-12-01T04:50:52.942 INFO:tasks.rados.rados.0.smithi111.stdout:2089: seq_num 662 ranges {6488064=696320,7184384=557056,7741440=245760} 2023-12-01T04:50:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:52 smithi155 ceph-mon[102677]: from='client.15285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:50:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:52 smithi155 ceph-mon[102677]: osdmap e474: 8 total, 8 up, 8 in 2023-12-01T04:50:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2677739895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:50:52.980 INFO:tasks.rados.rados.0.smithi111.stdout:2089: writing smithi111183488-21 from 6488064 to 7184384 tid 1 2023-12-01T04:50:52.982 INFO:tasks.rados.rados.0.smithi111.stdout:2089: writing smithi111183488-21 from 7184384 to 7741440 tid 2 2023-12-01T04:50:52.984 INFO:tasks.rados.rados.0.smithi111.stdout:2089: writing smithi111183488-21 from 7741440 to 7987200 tid 3 2023-12-01T04:50:52.984 INFO:tasks.rados.rados.0.smithi111.stdout:2090: snap_create 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: finishing write tid 2 to smithi111183488-9 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: finishing write tid 3 to smithi111183488-9 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: finishing write tid 4 to smithi111183488-9 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: finishing write tid 5 to smithi111183488-9 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: oid 9 updating version 0 to 1279 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: oid 9 updating version 1279 to 1281 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: oid 9 version 1281 is already newer than 1280 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: oid 9 version 1281 is already newer than 1278 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1281 (ObjNum 660 snap 211 seq_num 660) dirty exists 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2086: left oid 9 (ObjNum 660 snap 211 seq_num 660) 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2088: finishing write tid 1 to smithi111183488-20 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2088: finishing write tid 2 to smithi111183488-20 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2088: finishing write tid 3 to smithi111183488-20 2023-12-01T04:50:52.985 INFO:tasks.rados.rados.0.smithi111.stdout:2088: finishing write tid 4 to smithi111183488-20 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:2088: finishing write tid 5 to smithi111183488-20 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:2088: oid 20 updating version 0 to 1282 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:2088: oid 20 updating version 1282 to 1283 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:2088: oid 20 version 1283 is already newer than 1281 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:2088: oid 20 updating version 1283 to 1284 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1284 (ObjNum 661 snap 211 seq_num 661) dirty exists 2023-12-01T04:50:52.986 INFO:tasks.rados.rados.0.smithi111.stdout:2088: left oid 20 (ObjNum 661 snap 211 seq_num 661) 2023-12-01T04:50:52.988 INFO:tasks.rados.rados.0.smithi111.stdout:2089: finishing write tid 1 to smithi111183488-21 2023-12-01T04:50:52.988 INFO:tasks.rados.rados.0.smithi111.stdout:2089: finishing write tid 2 to smithi111183488-21 2023-12-01T04:50:52.988 INFO:tasks.rados.rados.0.smithi111.stdout:2089: finishing write tid 3 to smithi111183488-21 2023-12-01T04:50:52.989 INFO:tasks.rados.rados.0.smithi111.stdout:2089: finishing write tid 4 to smithi111183488-21 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:2089: finishing write tid 5 to smithi111183488-21 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:2089: oid 21 updating version 0 to 1570 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:2089: oid 21 updating version 1570 to 1571 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:2089: oid 21 updating version 1571 to 1572 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:2089: oid 21 updating version 1572 to 1573 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1573 (ObjNum 662 snap 211 seq_num 662) dirty exists 2023-12-01T04:50:52.990 INFO:tasks.rados.rados.0.smithi111.stdout:2089: left oid 21 (ObjNum 662 snap 211 seq_num 662) 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2086: done (4 left) 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2087: done (3 left) 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2088: done (2 left) 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2089: done (1 left) 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2090: done (0 left) 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2091: read oid 22 snap -1 2023-12-01T04:50:53.448 INFO:tasks.rados.rados.0.smithi111.stdout:2091: expect (ObjNum 649 snap 209 seq_num 649) 2023-12-01T04:50:53.449 INFO:tasks.rados.rados.0.smithi111.stdout:2092: setattr oid 25 current snap is 212 2023-12-01T04:50:53.450 INFO:tasks.rados.rados.0.smithi111.stdout:2093: read oid 24 snap 184 2023-12-01T04:50:53.450 INFO:tasks.rados.rados.0.smithi111.stdout:2093: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:50:53.451 INFO:tasks.rados.rados.0.smithi111.stdout:2094: delete oid 39 current snap is 212 2023-12-01T04:50:53.454 INFO:tasks.rados.rados.0.smithi111.stdout:2094: done (3 left) 2023-12-01T04:50:53.454 INFO:tasks.rados.rados.0.smithi111.stdout:2095: snap_create 2023-12-01T04:50:53.459 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1261 (ObjNum 560 snap 174 seq_num 560) dirty exists 2023-12-01T04:50:53.460 INFO:tasks.rados.rados.0.smithi111.stdout:2093: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:50:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2091: expect (ObjNum 649 snap 209 seq_num 649) 2023-12-01T04:50:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:53 smithi155 ceph-mon[102677]: osdmap e475: 8 total, 8 up, 8 in 2023-12-01T04:50:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:53 smithi155 ceph-mon[102677]: pgmap v686: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:50:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:53 smithi155 ceph-mon[102677]: osdmap e476: 8 total, 8 up, 8 in 2023-12-01T04:50:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:53 smithi111 ceph-mon[97855]: osdmap e475: 8 total, 8 up, 8 in 2023-12-01T04:50:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:53 smithi111 ceph-mon[97855]: pgmap v686: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:50:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:53 smithi111 ceph-mon[97855]: osdmap e476: 8 total, 8 up, 8 in 2023-12-01T04:50:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:53 smithi111 ceph-mon[116524]: osdmap e475: 8 total, 8 up, 8 in 2023-12-01T04:50:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:53 smithi111 ceph-mon[116524]: pgmap v686: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:50:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:53 smithi111 ceph-mon[116524]: osdmap e476: 8 total, 8 up, 8 in 2023-12-01T04:50:54.462 INFO:tasks.rados.rados.0.smithi111.stdout:2091: done (3 left) 2023-12-01T04:50:54.462 INFO:tasks.rados.rados.0.smithi111.stdout:2092: done (2 left) 2023-12-01T04:50:54.462 INFO:tasks.rados.rados.0.smithi111.stdout:2093: done (1 left) 2023-12-01T04:50:54.462 INFO:tasks.rados.rados.0.smithi111.stdout:2095: done (0 left) 2023-12-01T04:50:54.463 INFO:tasks.rados.rados.0.smithi111.stdout:2096: delete oid 8 current snap is 213 2023-12-01T04:50:54.466 INFO:tasks.rados.rados.0.smithi111.stdout:2096: done (0 left) 2023-12-01T04:50:54.466 INFO:tasks.rados.rados.0.smithi111.stdout:2097: rollback oid 13 current snap is 213 2023-12-01T04:50:54.466 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 186 2023-12-01T04:50:54.466 INFO:tasks.rados.rados.0.smithi111.stdout:2098: snap_create 2023-12-01T04:50:54.471 INFO:tasks.rados.rados.0.smithi111.stdout:2097: finishing rollback tid 0 to smithi111183488-13 2023-12-01T04:50:54.472 INFO:tasks.rados.rados.0.smithi111.stdout:2097: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:50:54.472 INFO:tasks.rados.rados.0.smithi111.stdout:2097: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:50:54.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1474 (ObjNum 33 snap 0 seq_num 3706992048) dirty exists 2023-12-01T04:50:55.470 INFO:tasks.rados.rados.0.smithi111.stdout:2097: done (1 left) 2023-12-01T04:50:55.470 INFO:tasks.rados.rados.0.smithi111.stdout:2098: done (0 left) 2023-12-01T04:50:55.470 INFO:tasks.rados.rados.0.smithi111.stdout:2099: snap_remove snap 200 2023-12-01T04:50:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:55 smithi111 ceph-mon[97855]: osdmap e477: 8 total, 8 up, 8 in 2023-12-01T04:50:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:55 smithi111 ceph-mon[97855]: pgmap v689: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:55 smithi111 ceph-mon[116524]: osdmap e477: 8 total, 8 up, 8 in 2023-12-01T04:50:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:55 smithi111 ceph-mon[116524]: pgmap v689: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:55 smithi155 ceph-mon[102677]: osdmap e477: 8 total, 8 up, 8 in 2023-12-01T04:50:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:55 smithi155 ceph-mon[102677]: pgmap v689: 121 pgs: 121 active+clean; 441 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:50:56.476 INFO:tasks.rados.rados.0.smithi111.stdout:2099: done (0 left) 2023-12-01T04:50:56.476 INFO:tasks.rados.rados.0.smithi111.stdout:2100: copy_from oid 10 from oid 48 current snap is 214 2023-12-01T04:50:56.477 INFO:tasks.rados.rados.0.smithi111.stdout:2101: snap_create 2023-12-01T04:50:56.486 INFO:tasks.rados.rados.0.smithi111.stdout:2100: finishing copy_from to smithi111183488-10 2023-12-01T04:50:56.486 INFO:tasks.rados.rados.0.smithi111.stdout:2100: got expected ENOENT (src dne) 2023-12-01T04:50:56.489 INFO:tasks.rados.rados.0.smithi111.stdout:2100: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:50:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:56 smithi111 ceph-mon[97855]: osdmap e478: 8 total, 8 up, 8 in 2023-12-01T04:50:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:56 smithi111 ceph-mon[116524]: osdmap e478: 8 total, 8 up, 8 in 2023-12-01T04:50:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:56 smithi155 ceph-mon[102677]: osdmap e478: 8 total, 8 up, 8 in 2023-12-01T04:50:57.484 INFO:tasks.rados.rados.0.smithi111.stdout:2100: done (1 left) 2023-12-01T04:50:57.484 INFO:tasks.rados.rados.0.smithi111.stdout:2101: done (0 left) 2023-12-01T04:50:57.484 INFO:tasks.rados.rados.0.smithi111.stdout:2102: read oid 11 snap -1 2023-12-01T04:50:57.484 INFO:tasks.rados.rados.0.smithi111.stdout:2102: expect (ObjNum 600 snap 187 seq_num 600) 2023-12-01T04:50:57.484 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 215 2023-12-01T04:50:57.484 INFO:tasks.rados.rados.0.smithi111.stdout:2103: seq_num 665 ranges {8978432=745472,9723904=606208,10330112=196608} 2023-12-01T04:50:57.536 INFO:tasks.rados.rados.0.smithi111.stdout:2103: writing smithi111183488-34 from 8978432 to 9723904 tid 1 2023-12-01T04:50:57.539 INFO:tasks.rados.rados.0.smithi111.stdout:2103: writing smithi111183488-34 from 9723904 to 10330112 tid 2 2023-12-01T04:50:57.540 INFO:tasks.rados.rados.0.smithi111.stdout:2103: writing smithi111183488-34 from 10330112 to 10526720 tid 3 2023-12-01T04:50:57.540 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 215 2023-12-01T04:50:57.541 INFO:tasks.rados.rados.0.smithi111.stdout:2104: seq_num 666 ranges {6103040=761856,6864896=491520,7356416=311296} 2023-12-01T04:50:57.577 INFO:tasks.rados.rados.0.smithi111.stdout:2104: writing smithi111183488-45 from 6103040 to 6864896 tid 1 2023-12-01T04:50:57.580 INFO:tasks.rados.rados.0.smithi111.stdout:2104: writing smithi111183488-45 from 6864896 to 7356416 tid 2 2023-12-01T04:50:57.582 INFO:tasks.rados.rados.0.smithi111.stdout:2104: writing smithi111183488-45 from 7356416 to 7667712 tid 3 2023-12-01T04:50:57.582 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 215 2023-12-01T04:50:57.582 INFO:tasks.rados.rados.0.smithi111.stdout:2102: expect (ObjNum 600 snap 187 seq_num 600) 2023-12-01T04:50:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:57 smithi111 ceph-mon[97855]: osdmap e479: 8 total, 8 up, 8 in 2023-12-01T04:50:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:57 smithi111 ceph-mon[97855]: pgmap v692: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2023-12-01T04:50:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:57 smithi111 ceph-mon[116524]: osdmap e479: 8 total, 8 up, 8 in 2023-12-01T04:50:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:57 smithi111 ceph-mon[116524]: pgmap v692: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: finishing write tid 1 to smithi111183488-34 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: finishing write tid 2 to smithi111183488-34 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: finishing write tid 3 to smithi111183488-34 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: finishing write tid 4 to smithi111183488-34 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: finishing write tid 5 to smithi111183488-34 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: oid 34 updating version 0 to 1145 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: oid 34 version 1145 is already newer than 1143 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: oid 34 version 1145 is already newer than 1142 2023-12-01T04:50:57.929 INFO:tasks.rados.rados.0.smithi111.stdout:2103: oid 34 version 1145 is already newer than 1144 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1145 (ObjNum 665 snap 215 seq_num 665) dirty exists 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2103: left oid 34 (ObjNum 665 snap 215 seq_num 665) 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: finishing write tid 1 to smithi111183488-45 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: finishing write tid 2 to smithi111183488-45 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: finishing write tid 3 to smithi111183488-45 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: finishing write tid 4 to smithi111183488-45 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: finishing write tid 5 to smithi111183488-45 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: oid 45 updating version 0 to 1327 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: oid 45 updating version 1327 to 1328 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: oid 45 version 1328 is already newer than 1326 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: oid 45 updating version 1328 to 1329 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1329 (ObjNum 666 snap 215 seq_num 666) dirty exists 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2104: left oid 45 (ObjNum 666 snap 215 seq_num 666) 2023-12-01T04:50:57.930 INFO:tasks.rados.rados.0.smithi111.stdout:2105: seq_num 667 ranges {2187264=778240,2965504=778240,3743744=24576} 2023-12-01T04:50:57.944 INFO:tasks.rados.rados.0.smithi111.stdout:2105: writing smithi111183488-25 from 2187264 to 2965504 tid 1 2023-12-01T04:50:57.948 INFO:tasks.rados.rados.0.smithi111.stdout:2105: writing smithi111183488-25 from 2965504 to 3743744 tid 2 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2105: writing smithi111183488-25 from 3743744 to 3768320 tid 3 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2102: done (3 left) 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2103: done (2 left) 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2104: done (1 left) 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2106: rollback oid 41 current snap is 215 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 194 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2107: setattr oid 20 current snap is 215 2023-12-01T04:50:57.949 INFO:tasks.rados.rados.0.smithi111.stdout:2105: finishing write tid 1 to smithi111183488-25 2023-12-01T04:50:57.951 INFO:tasks.rados.rados.0.smithi111.stdout:2108: read oid 16 snap 183 2023-12-01T04:50:57.951 INFO:tasks.rados.rados.0.smithi111.stdout:2108: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:50:57.951 INFO:tasks.rados.rados.0.smithi111.stdout:2109: read oid 15 snap -1 2023-12-01T04:50:57.951 INFO:tasks.rados.rados.0.smithi111.stdout:2109: expect deleted 2023-12-01T04:50:57.951 INFO:tasks.rados.rados.0.smithi111.stdout:2110: delete oid 33 current snap is 215 2023-12-01T04:50:57.952 INFO:tasks.rados.rados.0.smithi111.stdout:2106: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:50:57.953 INFO:tasks.rados.rados.0.smithi111.stdout:2106: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:50:57.953 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1269 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2106: done (5 left) 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2109: done (4 left) 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2110: done (3 left) 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2111: rollback oid 39 current snap is 215 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 204 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2112: read oid 37 snap -1 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2112: expect (ObjNum 536 snap 168 seq_num 536) 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:2113: rollback oid 8 current snap is 215 2023-12-01T04:50:57.955 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 190 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2105: finishing write tid 2 to smithi111183488-25 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2114: rollback oid 46 current snap is 215 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 187 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2115: copy_from oid 7 from oid 41 current snap is 215 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2116: read oid 15 snap -1 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2116: expect deleted 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2117: delete oid 1 current snap is 215 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2105: finishing write tid 3 to smithi111183488-25 2023-12-01T04:50:57.956 INFO:tasks.rados.rados.0.smithi111.stdout:2105: finishing write tid 4 to smithi111183488-25 2023-12-01T04:50:57.958 INFO:tasks.rados.rados.0.smithi111.stdout:2105: finishing write tid 5 to smithi111183488-25 2023-12-01T04:50:57.958 INFO:tasks.rados.rados.0.smithi111.stdout:2105: oid 25 updating version 0 to 1263 2023-12-01T04:50:57.958 INFO:tasks.rados.rados.0.smithi111.stdout:2105: oid 25 updating version 1263 to 1264 2023-12-01T04:50:57.958 INFO:tasks.rados.rados.0.smithi111.stdout:2105: oid 25 version 1264 is already newer than 1262 2023-12-01T04:50:57.958 INFO:tasks.rados.rados.0.smithi111.stdout:2105: oid 25 updating version 1264 to 1265 2023-12-01T04:50:57.959 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1265 (ObjNum 667 snap 215 seq_num 667) dirty exists 2023-12-01T04:50:57.959 INFO:tasks.rados.rados.0.smithi111.stdout:2105: left oid 25 (ObjNum 667 snap 215 seq_num 667) 2023-12-01T04:50:57.959 INFO:tasks.rados.rados.0.smithi111.stdout:2111: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:50:57.959 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 892 (ObjNum 65 snap 0 seq_num 1464952405) dirty dne 2023-12-01T04:50:57.960 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1285 (ObjNum 661 snap 211 seq_num 661) dirty exists 2023-12-01T04:50:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:57 smithi155 ceph-mon[102677]: osdmap e479: 8 total, 8 up, 8 in 2023-12-01T04:50:57.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:57 smithi155 ceph-mon[102677]: pgmap v692: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2023-12-01T04:50:57.961 INFO:tasks.rados.rados.0.smithi111.stdout:2105: done (9 left) 2023-12-01T04:50:57.961 INFO:tasks.rados.rados.0.smithi111.stdout:2107: done (8 left) 2023-12-01T04:50:57.961 INFO:tasks.rados.rados.0.smithi111.stdout:2111: done (7 left) 2023-12-01T04:50:57.962 INFO:tasks.rados.rados.0.smithi111.stdout:2116: done (6 left) 2023-12-01T04:50:57.962 INFO:tasks.rados.rados.0.smithi111.stdout:2117: done (5 left) 2023-12-01T04:50:57.962 INFO:tasks.rados.rados.0.smithi111.stdout:2118: read oid 4 snap -1 2023-12-01T04:50:57.962 INFO:tasks.rados.rados.0.smithi111.stdout:2118: expect deleted 2023-12-01T04:50:57.962 INFO:tasks.rados.rados.0.smithi111.stdout:2119: snap_create 2023-12-01T04:50:57.963 INFO:tasks.rados.rados.0.smithi111.stdout:2113: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:50:57.963 INFO:tasks.rados.rados.0.smithi111.stdout:2113: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:50:57.963 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1284 (ObjNum 592 snap 185 seq_num 592) dirty exists 2023-12-01T04:50:57.963 INFO:tasks.rados.rados.0.smithi111.stdout:2108: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:50:58.004 INFO:tasks.rados.rados.0.smithi111.stdout:2114: finishing rollback tid 0 to smithi111183488-46 2023-12-01T04:50:58.004 INFO:tasks.rados.rados.0.smithi111.stdout:2114: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:50:58.004 INFO:tasks.rados.rados.0.smithi111.stdout:2114: finishing rollback tid 2 to smithi111183488-46 2023-12-01T04:50:58.004 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 1583 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:50:58.004 INFO:tasks.rados.rados.0.smithi111.stdout:2112: expect (ObjNum 536 snap 168 seq_num 536) 2023-12-01T04:50:58.375 INFO:tasks.rados.rados.0.smithi111.stdout:2115: finishing copy_from to smithi111183488-7 2023-12-01T04:50:58.376 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1269 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:50:58.376 INFO:tasks.rados.rados.0.smithi111.stdout:2115: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2108: done (6 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2112: done (5 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2113: done (4 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2114: done (3 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2115: done (2 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2118: done (1 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2119: done (0 left) 2023-12-01T04:50:58.451 INFO:tasks.rados.rados.0.smithi111.stdout:2120: snap_remove snap 186 2023-12-01T04:50:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:58 smithi111 ceph-mon[116524]: osdmap e480: 8 total, 8 up, 8 in 2023-12-01T04:50:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:58 smithi111 ceph-mon[116524]: osdmap e481: 8 total, 8 up, 8 in 2023-12-01T04:50:58.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:58 smithi111 ceph-mon[97855]: osdmap e480: 8 total, 8 up, 8 in 2023-12-01T04:50:58.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:58 smithi111 ceph-mon[97855]: osdmap e481: 8 total, 8 up, 8 in 2023-12-01T04:50:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:58 smithi155 ceph-mon[102677]: osdmap e480: 8 total, 8 up, 8 in 2023-12-01T04:50:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:58 smithi155 ceph-mon[102677]: osdmap e481: 8 total, 8 up, 8 in 2023-12-01T04:50:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:2120: done (0 left) 2023-12-01T04:50:59.453 INFO:tasks.rados.rados.0.smithi111.stdout:2121: snap_remove snap 201 2023-12-01T04:50:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:59 smithi111 ceph-mon[97855]: pgmap v695: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2023-12-01T04:50:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:50:59 smithi111 ceph-mon[97855]: osdmap e482: 8 total, 8 up, 8 in 2023-12-01T04:50:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:50:59] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:50:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:59 smithi111 ceph-mon[116524]: pgmap v695: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2023-12-01T04:50:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:50:59 smithi111 ceph-mon[116524]: osdmap e482: 8 total, 8 up, 8 in 2023-12-01T04:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:59 smithi155 ceph-mon[102677]: pgmap v695: 121 pgs: 121 active+clean; 452 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 29 op/s 2023-12-01T04:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:50:59 smithi155 ceph-mon[102677]: osdmap e482: 8 total, 8 up, 8 in 2023-12-01T04:51:00.464 INFO:tasks.rados.rados.0.smithi111.stdout:2121: done (0 left) 2023-12-01T04:51:00.464 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 216 2023-12-01T04:51:00.464 INFO:tasks.rados.rados.0.smithi111.stdout:2122: seq_num 670 ranges {2457600=425984,2883584=483328,3366912=507904,3874816=212992} 2023-12-01T04:51:00.475 INFO:tasks.rados.rados.0.smithi111.stdout:2122: writing smithi111183488-8 from 2457600 to 2883584 tid 1 2023-12-01T04:51:00.478 INFO:tasks.rados.rados.0.smithi111.stdout:2122: writing smithi111183488-8 from 2883584 to 3366912 tid 2 2023-12-01T04:51:00.481 INFO:tasks.rados.rados.0.smithi111.stdout:2122: writing smithi111183488-8 from 3366912 to 3874816 tid 3 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2122: writing smithi111183488-8 from 3874816 to 4087808 tid 4 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2123: rollback oid 45 current snap is 216 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 164 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2122: finishing write tid 1 to smithi111183488-8 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2122: finishing write tid 2 to smithi111183488-8 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2124: rollback oid 9 current snap is 216 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 194 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2125: read oid 36 snap -1 2023-12-01T04:51:00.483 INFO:tasks.rados.rados.0.smithi111.stdout:2125: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:51:00.484 INFO:tasks.rados.rados.0.smithi111.stdout:2126: setattr oid 31 current snap is 216 2023-12-01T04:51:00.484 INFO:tasks.rados.rados.0.smithi111.stdout:2127: rmattr oid 39 current snap is 216 2023-12-01T04:51:00.484 INFO:tasks.rados.rados.0.smithi111.stdout:2127: done (5 left) 2023-12-01T04:51:00.484 INFO:tasks.rados.rados.0.smithi111.stdout:2128: copy_from oid 24 from oid 48 current snap is 216 2023-12-01T04:51:00.484 INFO:tasks.rados.rados.0.smithi111.stdout:2129: snap_remove snap 184 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2129: done (6 left) 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2130: setattr oid 16 current snap is 216 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2128: finishing copy_from to smithi111183488-24 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2128: got expected ENOENT (src dne) 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2128: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2122: finishing write tid 3 to smithi111183488-8 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2122: finishing write tid 4 to smithi111183488-8 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2123: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2123: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1475 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:2123: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:51:01.465 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1332 (ObjNum 65 snap 0 seq_num 1819435090) dirty exists 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: finishing write tid 5 to smithi111183488-8 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: finishing write tid 6 to smithi111183488-8 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: oid 8 updating version 0 to 1288 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: oid 8 version 1288 is already newer than 1286 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: oid 8 version 1288 is already newer than 1287 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: oid 8 version 1288 is already newer than 1285 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: oid 8 updating version 1288 to 1289 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1289 (ObjNum 670 snap 216 seq_num 670) dirty exists 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2122: left oid 8 (ObjNum 670 snap 216 seq_num 670) 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2124: finishing rollback tid 0 to smithi111183488-9 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2124: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2124: finishing rollback tid 2 to smithi111183488-9 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1292 (ObjNum 504 snap 156 seq_num 504) dirty exists 2023-12-01T04:51:01.466 INFO:tasks.rados.rados.0.smithi111.stdout:2125: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:51:01.496 INFO:tasks.rados.rados.0.smithi111.stdout:2122: done (6 left) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2123: done (5 left) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2124: done (4 left) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2125: done (3 left) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2126: done (2 left) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2128: done (1 left) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2131: read oid 46 snap 209 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2131: expect (ObjNum 536 snap 168 seq_num 536) 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 216 2023-12-01T04:51:01.497 INFO:tasks.rados.rados.0.smithi111.stdout:2132: seq_num 671 ranges {958464=442368,1400832=761856,2162688=442368} 2023-12-01T04:51:01.504 INFO:tasks.rados.rados.0.smithi111.stdout:2132: writing smithi111183488-49 from 958464 to 1400832 tid 1 2023-12-01T04:51:01.509 INFO:tasks.rados.rados.0.smithi111.stdout:2132: writing smithi111183488-49 from 1400832 to 2162688 tid 2 2023-12-01T04:51:01.512 INFO:tasks.rados.rados.0.smithi111.stdout:2132: writing smithi111183488-49 from 2162688 to 2605056 tid 3 2023-12-01T04:51:01.512 INFO:tasks.rados.rados.0.smithi111.stdout:2133: delete oid 29 current snap is 216 2023-12-01T04:51:01.512 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1625 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:51:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:2132: finishing write tid 1 to smithi111183488-49 2023-12-01T04:51:01.526 INFO:tasks.rados.rados.0.smithi111.stdout:2132: finishing write tid 2 to smithi111183488-49 2023-12-01T04:51:01.533 INFO:tasks.rados.rados.0.smithi111.stdout:2131: expect (ObjNum 536 snap 168 seq_num 536) 2023-12-01T04:51:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:01 smithi111 ceph-mon[97855]: osdmap e483: 8 total, 8 up, 8 in 2023-12-01T04:51:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:01 smithi111 ceph-mon[97855]: pgmap v698: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2023-12-01T04:51:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:01 smithi111 ceph-mon[116524]: osdmap e483: 8 total, 8 up, 8 in 2023-12-01T04:51:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:01 smithi111 ceph-mon[116524]: pgmap v698: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2023-12-01T04:51:01.891 INFO:tasks.rados.rados.0.smithi111.stdout:2132: finishing write tid 3 to smithi111183488-49 2023-12-01T04:51:01.891 INFO:tasks.rados.rados.0.smithi111.stdout:2132: finishing write tid 4 to smithi111183488-49 2023-12-01T04:51:01.891 INFO:tasks.rados.rados.0.smithi111.stdout:2132: finishing write tid 5 to smithi111183488-49 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2132: oid 49 updating version 0 to 1294 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2132: oid 49 version 1294 is already newer than 1293 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2132: oid 49 updating version 1294 to 1295 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2132: oid 49 updating version 1295 to 1296 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1296 (ObjNum 671 snap 216 seq_num 671) dirty exists 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2132: left oid 49 (ObjNum 671 snap 216 seq_num 671) 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2130: done (3 left) 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2131: done (2 left) 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2132: done (1 left) 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2133: done (0 left) 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2134: rollback oid 19 current snap is 216 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 196 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2135: read oid 30 snap 212 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2135: expect (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:51:01.892 INFO:tasks.rados.rados.0.smithi111.stdout:2136: setattr oid 23 current snap is 216 2023-12-01T04:51:01.893 INFO:tasks.rados.rados.0.smithi111.stdout:2137: read oid 14 snap -1 2023-12-01T04:51:01.893 INFO:tasks.rados.rados.0.smithi111.stdout:2137: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:51:01.893 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 216 2023-12-01T04:51:01.893 INFO:tasks.rados.rados.0.smithi111.stdout:2138: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2023-12-01T04:51:01.895 INFO:tasks.rados.rados.0.smithi111.stdout:2138: writing smithi111183488-2 from 0 to 475136 tid 1 2023-12-01T04:51:01.902 INFO:tasks.rados.rados.0.smithi111.stdout:2138: writing smithi111183488-2 from 475136 to 1007616 tid 2 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:2138: writing smithi111183488-2 from 1007616 to 1679360 tid 3 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:2139: delete oid 31 current snap is 216 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:2134: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1287 (ObjNum 632 snap 199 seq_num 632) dirty exists 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:2134: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1395 (ObjNum 65 snap 0 seq_num 1315267443) dirty dne 2023-12-01T04:51:01.904 INFO:tasks.rados.rados.0.smithi111.stdout:2135: expect (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:51:01.956 INFO:tasks.rados.rados.0.smithi111.stdout:2138: finishing write tid 1 to smithi111183488-2 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2138: finishing write tid 2 to smithi111183488-2 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2134: done (5 left) 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2135: done (4 left) 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2136: done (3 left) 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2139: done (2 left) 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2140: read oid 11 snap 170 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2140: expect (ObjNum -587000528 snap 21858 seq_num 3707642048) 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 216 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2138: finishing write tid 3 to smithi111183488-2 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2138: finishing write tid 4 to smithi111183488-2 2023-12-01T04:51:01.957 INFO:tasks.rados.rados.0.smithi111.stdout:2141: seq_num 675 ranges {991232=507904,1499136=704512,2203648=499712} 2023-12-01T04:51:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:01 smithi155 ceph-mon[102677]: osdmap e483: 8 total, 8 up, 8 in 2023-12-01T04:51:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:01 smithi155 ceph-mon[102677]: pgmap v698: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2023-12-01T04:51:01.964 INFO:tasks.rados.rados.0.smithi111.stdout:2141: writing smithi111183488-23 from 991232 to 1499136 tid 1 2023-12-01T04:51:01.968 INFO:tasks.rados.rados.0.smithi111.stdout:2141: writing smithi111183488-23 from 1499136 to 2203648 tid 2 2023-12-01T04:51:01.971 INFO:tasks.rados.rados.0.smithi111.stdout:2141: writing smithi111183488-23 from 2203648 to 2703360 tid 3 2023-12-01T04:51:01.971 INFO:tasks.rados.rados.0.smithi111.stdout:2142: copy_from oid 38 from oid 30 current snap is 216 2023-12-01T04:51:01.971 INFO:tasks.rados.rados.0.smithi111.stdout:2143: snap_remove snap 198 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2143: done (5 left) 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2144: setattr oid 17 current snap is 216 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2138: finishing write tid 5 to smithi111183488-2 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2138: oid 2 updating version 0 to 1627 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2138: oid 2 version 1627 is already newer than 1626 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2138: oid 2 updating version 1627 to 1629 2023-12-01T04:51:02.477 INFO:tasks.rados.rados.0.smithi111.stdout:2138: oid 2 version 1629 is already newer than 1628 2023-12-01T04:51:02.478 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1629 (ObjNum 673 snap 216 seq_num 673) dirty exists 2023-12-01T04:51:02.478 INFO:tasks.rados.rados.0.smithi111.stdout:2138: left oid 2 (ObjNum 673 snap 216 seq_num 673) 2023-12-01T04:51:02.478 INFO:tasks.rados.rados.0.smithi111.stdout:2137: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:51:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:02 smithi111 ceph-mon[97855]: osdmap e484: 8 total, 8 up, 8 in 2023-12-01T04:51:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:02 smithi111 ceph-mon[116524]: osdmap e484: 8 total, 8 up, 8 in 2023-12-01T04:51:02.939 INFO:tasks.rados.rados.0.smithi111.stdout:2140: expect (ObjNum -587000528 snap 21858 seq_num 3707642048) 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: finishing write tid 1 to smithi111183488-23 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: finishing write tid 2 to smithi111183488-23 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: finishing write tid 3 to smithi111183488-23 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: finishing write tid 4 to smithi111183488-23 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: finishing write tid 5 to smithi111183488-23 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: oid 23 updating version 0 to 1288 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: oid 23 updating version 1288 to 1290 2023-12-01T04:51:02.942 INFO:tasks.rados.rados.0.smithi111.stdout:2141: oid 23 version 1290 is already newer than 1289 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2141: oid 23 updating version 1290 to 1291 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1291 (ObjNum 675 snap 216 seq_num 675) dirty exists 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2141: left oid 23 (ObjNum 675 snap 216 seq_num 675) 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2142: finishing copy_from to smithi111183488-38 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1467 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2142: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2137: done (5 left) 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2138: done (4 left) 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2140: done (3 left) 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2141: done (2 left) 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2142: done (1 left) 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2145: copy_from oid 7 from oid 35 current snap is 216 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 216 2023-12-01T04:51:02.943 INFO:tasks.rados.rados.0.smithi111.stdout:2146: seq_num 676 ranges {7987200=524288,8511488=589824,9101312=450560,9551872=163840} 2023-12-01T04:51:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:02 smithi155 ceph-mon[102677]: osdmap e484: 8 total, 8 up, 8 in 2023-12-01T04:51:02.986 INFO:tasks.rados.rados.0.smithi111.stdout:2146: writing smithi111183488-21 from 7987200 to 8511488 tid 1 2023-12-01T04:51:02.989 INFO:tasks.rados.rados.0.smithi111.stdout:2146: writing smithi111183488-21 from 8511488 to 9101312 tid 2 2023-12-01T04:51:02.992 INFO:tasks.rados.rados.0.smithi111.stdout:2146: writing smithi111183488-21 from 9101312 to 9551872 tid 3 2023-12-01T04:51:02.993 INFO:tasks.rados.rados.0.smithi111.stdout:2146: writing smithi111183488-21 from 9551872 to 9715712 tid 4 2023-12-01T04:51:02.993 INFO:tasks.rados.rados.0.smithi111.stdout:2147: rollback oid 48 current snap is 216 2023-12-01T04:51:02.993 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 170 2023-12-01T04:51:02.993 INFO:tasks.rados.rados.0.smithi111.stdout:2145: finishing copy_from to smithi111183488-7 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:2145: got expected ENOENT (src dne) 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:2145: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1468 (ObjNum 563 snap 175 seq_num 563) dirty exists 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:2146: finishing write tid 1 to smithi111183488-21 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:2144: done (3 left) 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:2145: done (2 left) 2023-12-01T04:51:02.994 INFO:tasks.rados.rados.0.smithi111.stdout:2148: delete oid 37 current snap is 216 2023-12-01T04:51:02.996 INFO:tasks.rados.rados.0.smithi111.stdout:2147: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:51:02.996 INFO:tasks.rados.rados.0.smithi111.stdout:2147: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:51:02.996 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1470 (ObjNum 496 snap 155 seq_num 496) dirty exists 2023-12-01T04:51:02.998 INFO:tasks.rados.rados.0.smithi111.stdout:2147: done (2 left) 2023-12-01T04:51:02.998 INFO:tasks.rados.rados.0.smithi111.stdout:2148: done (1 left) 2023-12-01T04:51:02.998 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 216 2023-12-01T04:51:02.998 INFO:tasks.rados.rados.0.smithi111.stdout:2149: seq_num 678 ranges {1884160=565248,2449408=802816,3252224=401408} 2023-12-01T04:51:03.011 INFO:tasks.rados.rados.0.smithi111.stdout:2149: writing smithi111183488-30 from 1884160 to 2449408 tid 1 2023-12-01T04:51:03.015 INFO:tasks.rados.rados.0.smithi111.stdout:2149: writing smithi111183488-30 from 2449408 to 3252224 tid 2 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2149: writing smithi111183488-30 from 3252224 to 3653632 tid 3 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2150: rollback oid 29 current snap is 216 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 207 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2146: finishing write tid 2 to smithi111183488-21 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2146: finishing write tid 3 to smithi111183488-21 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2146: finishing write tid 4 to smithi111183488-21 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2146: finishing write tid 5 to smithi111183488-21 2023-12-01T04:51:03.019 INFO:tasks.rados.rados.0.smithi111.stdout:2146: finishing write tid 6 to smithi111183488-21 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: oid 21 updating version 0 to 1626 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: oid 21 version 1626 is already newer than 1624 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: oid 21 updating version 1626 to 1627 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: oid 21 version 1627 is already newer than 1625 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: oid 21 version 1627 is already newer than 1623 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1627 (ObjNum 676 snap 216 seq_num 676) dirty exists 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: left oid 21 (ObjNum 676 snap 216 seq_num 676) 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2149: finishing write tid 1 to smithi111183488-30 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2146: done (2 left) 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 216 2023-12-01T04:51:03.020 INFO:tasks.rados.rados.0.smithi111.stdout:2151: seq_num 679 ranges {6447104=581632,7028736=688128,7716864=516096} 2023-12-01T04:51:03.055 INFO:tasks.rados.rados.0.smithi111.stdout:2151: writing smithi111183488-11 from 6447104 to 7028736 tid 1 2023-12-01T04:51:03.058 INFO:tasks.rados.rados.0.smithi111.stdout:2151: writing smithi111183488-11 from 7028736 to 7716864 tid 2 2023-12-01T04:51:03.062 INFO:tasks.rados.rados.0.smithi111.stdout:2151: writing smithi111183488-11 from 7716864 to 8232960 tid 3 2023-12-01T04:51:03.062 INFO:tasks.rados.rados.0.smithi111.stdout:2152: rollback oid 45 current snap is 216 2023-12-01T04:51:03.062 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 204 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: finishing write tid 2 to smithi111183488-30 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2150: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: finishing write tid 3 to smithi111183488-30 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: finishing write tid 4 to smithi111183488-30 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2150: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1629 (ObjNum 539 snap 170 seq_num 539) dirty exists 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: finishing write tid 5 to smithi111183488-30 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: oid 30 updating version 0 to 1480 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: oid 30 version 1480 is already newer than 1478 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: oid 30 version 1480 is already newer than 1477 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: oid 30 version 1480 is already newer than 1479 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1480 (ObjNum 678 snap 216 seq_num 678) dirty exists 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2149: left oid 30 (ObjNum 678 snap 216 seq_num 678) 2023-12-01T04:51:03.063 INFO:tasks.rados.rados.0.smithi111.stdout:2151: finishing write tid 1 to smithi111183488-11 2023-12-01T04:51:03.064 INFO:tasks.rados.rados.0.smithi111.stdout:2149: done (3 left) 2023-12-01T04:51:03.064 INFO:tasks.rados.rados.0.smithi111.stdout:2150: done (2 left) 2023-12-01T04:51:03.064 INFO:tasks.rados.rados.0.smithi111.stdout:2153: snap_create 2023-12-01T04:51:03.064 INFO:tasks.rados.rados.0.smithi111.stdout:2151: finishing write tid 2 to smithi111183488-11 2023-12-01T04:51:03.064 INFO:tasks.rados.rados.0.smithi111.stdout:2151: finishing write tid 3 to smithi111183488-11 2023-12-01T04:51:03.065 INFO:tasks.rados.rados.0.smithi111.stdout:2151: finishing write tid 4 to smithi111183488-11 2023-12-01T04:51:03.065 INFO:tasks.rados.rados.0.smithi111.stdout:2152: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:51:03.065 INFO:tasks.rados.rados.0.smithi111.stdout:2152: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:51:03.066 INFO:tasks.rados.rados.0.smithi111.stdout:2152: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:51:03.066 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1335 (ObjNum 608 snap 192 seq_num 608) dirty exists 2023-12-01T04:51:03.066 INFO:tasks.rados.rados.0.smithi111.stdout:2151: finishing write tid 5 to smithi111183488-11 2023-12-01T04:51:03.067 INFO:tasks.rados.rados.0.smithi111.stdout:2151: oid 11 updating version 0 to 1484 2023-12-01T04:51:03.067 INFO:tasks.rados.rados.0.smithi111.stdout:2151: oid 11 version 1484 is already newer than 1481 2023-12-01T04:51:03.067 INFO:tasks.rados.rados.0.smithi111.stdout:2151: oid 11 version 1484 is already newer than 1483 2023-12-01T04:51:03.067 INFO:tasks.rados.rados.0.smithi111.stdout:2151: oid 11 version 1484 is already newer than 1482 2023-12-01T04:51:03.067 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1484 (ObjNum 679 snap 216 seq_num 679) dirty exists 2023-12-01T04:51:03.067 INFO:tasks.rados.rados.0.smithi111.stdout:2151: left oid 11 (ObjNum 679 snap 216 seq_num 679) 2023-12-01T04:51:03.452 INFO:tasks.rados.rados.0.smithi111.stdout:2151: done (2 left) 2023-12-01T04:51:03.452 INFO:tasks.rados.rados.0.smithi111.stdout:2152: done (1 left) 2023-12-01T04:51:03.452 INFO:tasks.rados.rados.0.smithi111.stdout:2153: done (0 left) 2023-12-01T04:51:03.452 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 217 2023-12-01T04:51:03.452 INFO:tasks.rados.rados.0.smithi111.stdout:2154: seq_num 680 ranges {6635520=598016,7233536=573440,7806976=434176,8241152=196608} 2023-12-01T04:51:03.491 INFO:tasks.rados.rados.0.smithi111.stdout:2154: writing smithi111183488-50 from 6635520 to 7233536 tid 1 2023-12-01T04:51:03.494 INFO:tasks.rados.rados.0.smithi111.stdout:2154: writing smithi111183488-50 from 7233536 to 7806976 tid 2 2023-12-01T04:51:03.497 INFO:tasks.rados.rados.0.smithi111.stdout:2154: writing smithi111183488-50 from 7806976 to 8241152 tid 3 2023-12-01T04:51:03.498 INFO:tasks.rados.rados.0.smithi111.stdout:2154: writing smithi111183488-50 from 8241152 to 8437760 tid 4 2023-12-01T04:51:03.498 INFO:tasks.rados.rados.0.smithi111.stdout:2155: read oid 28 snap 199 2023-12-01T04:51:03.498 INFO:tasks.rados.rados.0.smithi111.stdout:2155: expect (ObjNum 634 snap 199 seq_num 634) 2023-12-01T04:51:03.498 INFO:tasks.rados.rados.0.smithi111.stdout:2156: snap_remove snap 204 2023-12-01T04:51:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:03 smithi111 ceph-mon[97855]: osdmap e485: 8 total, 8 up, 8 in 2023-12-01T04:51:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:03 smithi111 ceph-mon[97855]: pgmap v701: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2023-12-01T04:51:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:03 smithi111 ceph-mon[97855]: osdmap e486: 8 total, 8 up, 8 in 2023-12-01T04:51:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:03 smithi111 ceph-mon[116524]: osdmap e485: 8 total, 8 up, 8 in 2023-12-01T04:51:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:03 smithi111 ceph-mon[116524]: pgmap v701: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2023-12-01T04:51:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:03 smithi111 ceph-mon[116524]: osdmap e486: 8 total, 8 up, 8 in 2023-12-01T04:51:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:03 smithi155 ceph-mon[102677]: osdmap e485: 8 total, 8 up, 8 in 2023-12-01T04:51:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:03 smithi155 ceph-mon[102677]: pgmap v701: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2023-12-01T04:51:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:03 smithi155 ceph-mon[102677]: osdmap e486: 8 total, 8 up, 8 in 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:2156: done (2 left) 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:2157: read oid 36 snap -1 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:2157: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:2158: read oid 15 snap 216 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:2158: expect deleted 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 217 2023-12-01T04:51:04.484 INFO:tasks.rados.rados.0.smithi111.stdout:2159: seq_num 681 ranges {3653632=614400,4268032=458752,4726784=638976,5365760=106496} 2023-12-01T04:51:04.508 INFO:tasks.rados.rados.0.smithi111.stdout:2159: writing smithi111183488-30 from 3653632 to 4268032 tid 1 2023-12-01T04:51:04.510 INFO:tasks.rados.rados.0.smithi111.stdout:2159: writing smithi111183488-30 from 4268032 to 4726784 tid 2 2023-12-01T04:51:04.514 INFO:tasks.rados.rados.0.smithi111.stdout:2159: writing smithi111183488-30 from 4726784 to 5365760 tid 3 2023-12-01T04:51:04.514 INFO:tasks.rados.rados.0.smithi111.stdout:2159: writing smithi111183488-30 from 5365760 to 5472256 tid 4 2023-12-01T04:51:04.514 INFO:tasks.rados.rados.0.smithi111.stdout:2160: snap_remove snap 69 2023-12-01T04:51:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:05.502 INFO:tasks.rados.rados.0.smithi111.stdout:2160: done (5 left) 2023-12-01T04:51:05.502 INFO:tasks.rados.rados.0.smithi111.stdout:2161: snap_remove snap 194 2023-12-01T04:51:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:05 smithi111 ceph-mon[97855]: osdmap e487: 8 total, 8 up, 8 in 2023-12-01T04:51:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:05 smithi111 ceph-mon[97855]: pgmap v704: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:51:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:05 smithi111 ceph-mon[116524]: osdmap e487: 8 total, 8 up, 8 in 2023-12-01T04:51:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:05 smithi111 ceph-mon[116524]: pgmap v704: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:51:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:05 smithi155 ceph-mon[102677]: osdmap e487: 8 total, 8 up, 8 in 2023-12-01T04:51:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:05 smithi155 ceph-mon[102677]: pgmap v704: 121 pgs: 121 active+clean; 477 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:51:06.507 INFO:tasks.rados.rados.0.smithi111.stdout:2161: done (5 left) 2023-12-01T04:51:06.507 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 217 2023-12-01T04:51:06.507 INFO:tasks.rados.rados.0.smithi111.stdout:2162: seq_num 682 ranges {0=630784,630784=745472,1376256=442368,1818624=16384} 2023-12-01T04:51:06.507 INFO:tasks.rados.rados.0.smithi111.stdout:2162: writing smithi111183488-19 from 0 to 630784 tid 1 2023-12-01T04:51:06.514 INFO:tasks.rados.rados.0.smithi111.stdout:2162: writing smithi111183488-19 from 630784 to 1376256 tid 2 2023-12-01T04:51:06.515 INFO:tasks.rados.rados.0.smithi111.stdout:2162: writing smithi111183488-19 from 1376256 to 1818624 tid 3 2023-12-01T04:51:06.515 INFO:tasks.rados.rados.0.smithi111.stdout:2162: writing smithi111183488-19 from 1818624 to 1835008 tid 4 2023-12-01T04:51:06.515 INFO:tasks.rados.rados.0.smithi111.stdout:2163: setattr oid 34 current snap is 217 2023-12-01T04:51:06.515 INFO:tasks.rados.rados.0.smithi111.stdout:2154: finishing write tid 1 to smithi111183488-50 2023-12-01T04:51:06.515 INFO:tasks.rados.rados.0.smithi111.stdout:2154: finishing write tid 2 to smithi111183488-50 2023-12-01T04:51:06.515 INFO:tasks.rados.rados.0.smithi111.stdout:2154: finishing write tid 3 to smithi111183488-50 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: finishing write tid 4 to smithi111183488-50 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: finishing write tid 5 to smithi111183488-50 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: finishing write tid 6 to smithi111183488-50 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: oid 50 updating version 0 to 1634 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: oid 50 version 1634 is already newer than 1631 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: oid 50 version 1634 is already newer than 1632 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: oid 50 version 1634 is already newer than 1633 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: oid 50 updating version 1634 to 1635 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1635 (ObjNum 680 snap 217 seq_num 680) dirty exists 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2154: left oid 50 (ObjNum 680 snap 217 seq_num 680) 2023-12-01T04:51:06.516 INFO:tasks.rados.rados.0.smithi111.stdout:2155: expect (ObjNum 634 snap 199 seq_num 634) 2023-12-01T04:51:06.889 INFO:tasks.rados.rados.0.smithi111.stdout:2157: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:51:06.912 INFO:tasks.rados.rados.0.smithi111.stdout:2159: finishing write tid 1 to smithi111183488-30 2023-12-01T04:51:06.912 INFO:tasks.rados.rados.0.smithi111.stdout:2159: finishing write tid 2 to smithi111183488-30 2023-12-01T04:51:06.912 INFO:tasks.rados.rados.0.smithi111.stdout:2159: finishing write tid 3 to smithi111183488-30 2023-12-01T04:51:06.912 INFO:tasks.rados.rados.0.smithi111.stdout:2159: finishing write tid 4 to smithi111183488-30 2023-12-01T04:51:06.912 INFO:tasks.rados.rados.0.smithi111.stdout:2159: finishing write tid 5 to smithi111183488-30 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: finishing write tid 6 to smithi111183488-30 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: oid 30 updating version 0 to 1487 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: oid 30 version 1487 is already newer than 1486 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: oid 30 updating version 1487 to 1489 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: oid 30 version 1489 is already newer than 1485 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: oid 30 version 1489 is already newer than 1488 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1489 (ObjNum 681 snap 217 seq_num 681) dirty exists 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2159: left oid 30 (ObjNum 681 snap 217 seq_num 681) 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: finishing write tid 1 to smithi111183488-19 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: finishing write tid 2 to smithi111183488-19 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: finishing write tid 3 to smithi111183488-19 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: finishing write tid 4 to smithi111183488-19 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: finishing write tid 5 to smithi111183488-19 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: finishing write tid 6 to smithi111183488-19 2023-12-01T04:51:06.913 INFO:tasks.rados.rados.0.smithi111.stdout:2162: oid 19 updating version 0 to 1471 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2162: oid 19 updating version 1471 to 1475 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2162: oid 19 version 1475 is already newer than 1474 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2162: oid 19 version 1475 is already newer than 1473 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2162: oid 19 version 1475 is already newer than 1472 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1475 (ObjNum 682 snap 217 seq_num 682) dirty exists 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2162: left oid 19 (ObjNum 682 snap 217 seq_num 682) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2154: done (6 left) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2155: done (5 left) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2157: done (4 left) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2158: done (3 left) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2159: done (2 left) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2162: done (1 left) 2023-12-01T04:51:06.914 INFO:tasks.rados.rados.0.smithi111.stdout:2164: rollback oid 14 current snap is 217 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 14 to 214 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2165: read oid 37 snap -1 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2165: expect deleted 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2166: setattr oid 11 current snap is 217 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2165: done (3 left) 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2167: read oid 50 snap 197 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2167: expect deleted 2023-12-01T04:51:06.915 INFO:tasks.rados.rados.0.smithi111.stdout:2168: snap_create 2023-12-01T04:51:06.916 INFO:tasks.rados.rados.0.smithi111.stdout:2164: finishing rollback tid 0 to smithi111183488-14 2023-12-01T04:51:06.916 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1146 (ObjNum 665 snap 215 seq_num 665) dirty exists 2023-12-01T04:51:06.916 INFO:tasks.rados.rados.0.smithi111.stdout:2164: finishing rollback tid 1 to smithi111183488-14 2023-12-01T04:51:06.917 INFO:tasks.rados.rados.0.smithi111.stdout:2164: finishing rollback tid 2 to smithi111183488-14 2023-12-01T04:51:06.917 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 1294 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:51:06.917 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1508 (ObjNum 679 snap 216 seq_num 679) dirty exists 2023-12-01T04:51:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:06 smithi155 ceph-mon[102677]: osdmap e488: 8 total, 8 up, 8 in 2023-12-01T04:51:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:06 smithi111 ceph-mon[97855]: osdmap e488: 8 total, 8 up, 8 in 2023-12-01T04:51:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:06 smithi111 ceph-mon[116524]: osdmap e488: 8 total, 8 up, 8 in 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2163: done (4 left) 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2164: done (3 left) 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2166: done (2 left) 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2167: done (1 left) 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2168: done (0 left) 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2169: read oid 24 snap -1 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:2169: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:51:07.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 218 2023-12-01T04:51:07.519 INFO:tasks.rados.rados.0.smithi111.stdout:2170: seq_num 683 ranges {2703360=647168,3350528=630784,3981312=573440} 2023-12-01T04:51:07.536 INFO:tasks.rados.rados.0.smithi111.stdout:2170: writing smithi111183488-23 from 2703360 to 3350528 tid 1 2023-12-01T04:51:07.539 INFO:tasks.rados.rados.0.smithi111.stdout:2170: writing smithi111183488-23 from 3350528 to 3981312 tid 2 2023-12-01T04:51:07.543 INFO:tasks.rados.rados.0.smithi111.stdout:2170: writing smithi111183488-23 from 3981312 to 4554752 tid 3 2023-12-01T04:51:07.543 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 218 2023-12-01T04:51:07.543 INFO:tasks.rados.rados.0.smithi111.stdout:2171: seq_num 684 ranges {9887744=663552,10551296=507904,11059200=409600,11468800=286720} 2023-12-01T04:51:07.599 INFO:tasks.rados.rados.0.smithi111.stdout:2171: writing smithi111183488-5 from 9887744 to 10551296 tid 1 2023-12-01T04:51:07.601 INFO:tasks.rados.rados.0.smithi111.stdout:2171: writing smithi111183488-5 from 10551296 to 11059200 tid 2 2023-12-01T04:51:07.604 INFO:tasks.rados.rados.0.smithi111.stdout:2171: writing smithi111183488-5 from 11059200 to 11468800 tid 3 2023-12-01T04:51:07.606 INFO:tasks.rados.rados.0.smithi111.stdout:2171: writing smithi111183488-5 from 11468800 to 11755520 tid 4 2023-12-01T04:51:07.606 INFO:tasks.rados.rados.0.smithi111.stdout:2172: snap_remove snap 183 2023-12-01T04:51:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:07 smithi155 ceph-mon[102677]: osdmap e489: 8 total, 8 up, 8 in 2023-12-01T04:51:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:07 smithi155 ceph-mon[102677]: pgmap v707: 121 pgs: 121 active+clean; 506 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2023-12-01T04:51:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:07 smithi111 ceph-mon[116524]: osdmap e489: 8 total, 8 up, 8 in 2023-12-01T04:51:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:07 smithi111 ceph-mon[116524]: pgmap v707: 121 pgs: 121 active+clean; 506 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2023-12-01T04:51:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:07 smithi111 ceph-mon[97855]: osdmap e489: 8 total, 8 up, 8 in 2023-12-01T04:51:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:07 smithi111 ceph-mon[97855]: pgmap v707: 121 pgs: 121 active+clean; 506 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2023-12-01T04:51:08.454 INFO:tasks.rados.rados.0.smithi111.stdout:2172: done (3 left) 2023-12-01T04:51:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:2173: read oid 4 snap 215 2023-12-01T04:51:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:2173: expect deleted 2023-12-01T04:51:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:2174: rollback oid 12 current snap is 218 2023-12-01T04:51:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 164 2023-12-01T04:51:08.455 INFO:tasks.rados.rados.0.smithi111.stdout:2169: expect (ObjNum 46 snap 0 seq_num 46) 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2170: finishing write tid 1 to smithi111183488-23 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2169: done (4 left) 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2175: read oid 18 snap 209 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2175: expect (ObjNum 636 snap 201 seq_num 636) 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2176: snap_create 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2170: finishing write tid 2 to smithi111183488-23 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2170: finishing write tid 3 to smithi111183488-23 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2170: finishing write tid 4 to smithi111183488-23 2023-12-01T04:51:08.486 INFO:tasks.rados.rados.0.smithi111.stdout:2170: finishing write tid 5 to smithi111183488-23 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2170: oid 23 updating version 0 to 1297 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2170: oid 23 version 1297 is already newer than 1296 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2170: oid 23 version 1297 is already newer than 1295 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2170: oid 23 updating version 1297 to 1298 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1298 (ObjNum 683 snap 218 seq_num 683) dirty exists 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2170: left oid 23 (ObjNum 683 snap 218 seq_num 683) 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: finishing write tid 1 to smithi111183488-5 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: finishing write tid 2 to smithi111183488-5 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: finishing write tid 3 to smithi111183488-5 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: finishing write tid 4 to smithi111183488-5 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: finishing write tid 5 to smithi111183488-5 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: finishing write tid 6 to smithi111183488-5 2023-12-01T04:51:08.487 INFO:tasks.rados.rados.0.smithi111.stdout:2171: oid 5 updating version 0 to 1671 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2171: oid 5 version 1671 is already newer than 1668 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2171: oid 5 version 1671 is already newer than 1669 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2171: oid 5 version 1671 is already newer than 1670 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2171: oid 5 version 1671 is already newer than 1667 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1671 (ObjNum 684 snap 218 seq_num 684) dirty exists 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2171: left oid 5 (ObjNum 684 snap 218 seq_num 684) 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2174: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:2174: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:51:08.488 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1466 (ObjNum 508 snap 156 seq_num 508) dirty exists 2023-12-01T04:51:08.514 INFO:tasks.rados.rados.0.smithi111.stdout:2175: expect (ObjNum 636 snap 201 seq_num 636) 2023-12-01T04:51:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:08 smithi155 ceph-mon[102677]: osdmap e490: 8 total, 8 up, 8 in 2023-12-01T04:51:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:08 smithi155 ceph-mon[102677]: osdmap e491: 8 total, 8 up, 8 in 2023-12-01T04:51:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:08 smithi111 ceph-mon[116524]: osdmap e490: 8 total, 8 up, 8 in 2023-12-01T04:51:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:08 smithi111 ceph-mon[116524]: osdmap e491: 8 total, 8 up, 8 in 2023-12-01T04:51:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:08 smithi111 ceph-mon[97855]: osdmap e490: 8 total, 8 up, 8 in 2023-12-01T04:51:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:08 smithi111 ceph-mon[97855]: osdmap e491: 8 total, 8 up, 8 in 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2170: done (5 left) 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2171: done (4 left) 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2173: done (3 left) 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2174: done (2 left) 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2175: done (1 left) 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2176: done (0 left) 2023-12-01T04:51:09.462 INFO:tasks.rados.rados.0.smithi111.stdout:2177: snap_create 2023-12-01T04:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:51:09] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:09 smithi111 ceph-mon[97855]: pgmap v710: 121 pgs: 121 active+clean; 506 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2023-12-01T04:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:09 smithi111 ceph-mon[97855]: osdmap e492: 8 total, 8 up, 8 in 2023-12-01T04:51:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:09 smithi111 ceph-mon[116524]: pgmap v710: 121 pgs: 121 active+clean; 506 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2023-12-01T04:51:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:09 smithi111 ceph-mon[116524]: osdmap e492: 8 total, 8 up, 8 in 2023-12-01T04:51:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:09 smithi155 ceph-mon[102677]: pgmap v710: 121 pgs: 121 active+clean; 506 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2023-12-01T04:51:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:09 smithi155 ceph-mon[102677]: osdmap e492: 8 total, 8 up, 8 in 2023-12-01T04:51:10.466 INFO:tasks.rados.rados.0.smithi111.stdout:2177: done (0 left) 2023-12-01T04:51:10.466 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 220 2023-12-01T04:51:10.466 INFO:tasks.rados.rados.0.smithi111.stdout:2178: seq_num 685 ranges {8437760=679936,9117696=442368,9560064=622592,10182656=139264} 2023-12-01T04:51:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:2178: writing smithi111183488-50 from 8437760 to 9117696 tid 1 2023-12-01T04:51:10.516 INFO:tasks.rados.rados.0.smithi111.stdout:2178: writing smithi111183488-50 from 9117696 to 9560064 tid 2 2023-12-01T04:51:10.520 INFO:tasks.rados.rados.0.smithi111.stdout:2178: writing smithi111183488-50 from 9560064 to 10182656 tid 3 2023-12-01T04:51:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:2178: writing smithi111183488-50 from 10182656 to 10321920 tid 4 2023-12-01T04:51:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:2179: rmattr oid 14 current snap is 220 2023-12-01T04:51:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:2180: read oid 45 snap -1 2023-12-01T04:51:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:2180: expect (ObjNum 608 snap 192 seq_num 608) 2023-12-01T04:51:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:2181: snap_create 2023-12-01T04:51:10.523 INFO:tasks.rados.rados.0.smithi111.stdout:2178: finishing write tid 1 to smithi111183488-50 2023-12-01T04:51:10.523 INFO:tasks.rados.rados.0.smithi111.stdout:2178: finishing write tid 2 to smithi111183488-50 2023-12-01T04:51:10.528 INFO:tasks.rados.rados.0.smithi111.stdout:2178: finishing write tid 3 to smithi111183488-50 2023-12-01T04:51:10.528 INFO:tasks.rados.rados.0.smithi111.stdout:2178: finishing write tid 4 to smithi111183488-50 2023-12-01T04:51:10.528 INFO:tasks.rados.rados.0.smithi111.stdout:2178: finishing write tid 5 to smithi111183488-50 2023-12-01T04:51:10.528 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 1299 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:51:10.529 INFO:tasks.rados.rados.0.smithi111.stdout:2178: finishing write tid 6 to smithi111183488-50 2023-12-01T04:51:10.529 INFO:tasks.rados.rados.0.smithi111.stdout:2178: oid 50 updating version 0 to 1687 2023-12-01T04:51:10.529 INFO:tasks.rados.rados.0.smithi111.stdout:2178: oid 50 version 1687 is already newer than 1684 2023-12-01T04:51:10.530 INFO:tasks.rados.rados.0.smithi111.stdout:2178: oid 50 version 1687 is already newer than 1683 2023-12-01T04:51:10.530 INFO:tasks.rados.rados.0.smithi111.stdout:2178: oid 50 version 1687 is already newer than 1686 2023-12-01T04:51:10.530 INFO:tasks.rados.rados.0.smithi111.stdout:2178: oid 50 version 1687 is already newer than 1685 2023-12-01T04:51:10.530 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1687 (ObjNum 685 snap 220 seq_num 685) dirty exists 2023-12-01T04:51:10.530 INFO:tasks.rados.rados.0.smithi111.stdout:2178: left oid 50 (ObjNum 685 snap 220 seq_num 685) 2023-12-01T04:51:10.543 INFO:tasks.rados.rados.0.smithi111.stdout:2180: expect (ObjNum 608 snap 192 seq_num 608) 2023-12-01T04:51:11.474 INFO:tasks.rados.rados.0.smithi111.stdout:2178: done (3 left) 2023-12-01T04:51:11.474 INFO:tasks.rados.rados.0.smithi111.stdout:2179: done (2 left) 2023-12-01T04:51:11.474 INFO:tasks.rados.rados.0.smithi111.stdout:2180: done (1 left) 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2181: done (0 left) 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2182: read oid 48 snap -1 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2182: expect (ObjNum 496 snap 155 seq_num 496) 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2183: read oid 22 snap -1 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2183: expect (ObjNum 649 snap 209 seq_num 649) 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2184: copy_from oid 11 from oid 14 current snap is 221 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2185: read oid 13 snap 211 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2185: expect (ObjNum -588092768 snap 21858 seq_num 3708136448) 2023-12-01T04:51:11.475 INFO:tasks.rados.rados.0.smithi111.stdout:2186: snap_remove snap 219 2023-12-01T04:51:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:11 smithi111 ceph-mon[97855]: osdmap e493: 8 total, 8 up, 8 in 2023-12-01T04:51:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:11 smithi111 ceph-mon[97855]: pgmap v713: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2023-12-01T04:51:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:11 smithi111 ceph-mon[116524]: osdmap e493: 8 total, 8 up, 8 in 2023-12-01T04:51:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:11 smithi111 ceph-mon[116524]: pgmap v713: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2023-12-01T04:51:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:11 smithi155 ceph-mon[102677]: osdmap e493: 8 total, 8 up, 8 in 2023-12-01T04:51:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:11 smithi155 ceph-mon[102677]: pgmap v713: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2023-12-01T04:51:12.475 INFO:tasks.rados.rados.0.smithi111.stdout:2186: done (4 left) 2023-12-01T04:51:12.475 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 221 2023-12-01T04:51:12.475 INFO:tasks.rados.rados.0.smithi111.stdout:2185: expect (ObjNum -588092768 snap 21858 seq_num 3708136448) 2023-12-01T04:51:12.477 INFO:tasks.rados.rados.0.smithi111.stdout:2187: seq_num 686 ranges {4554752=696320,5251072=729088,5980160=425984,6406144=49152} 2023-12-01T04:51:12.506 INFO:tasks.rados.rados.0.smithi111.stdout:2187: writing smithi111183488-23 from 4554752 to 5251072 tid 1 2023-12-01T04:51:12.510 INFO:tasks.rados.rados.0.smithi111.stdout:2187: writing smithi111183488-23 from 5251072 to 5980160 tid 2 2023-12-01T04:51:12.512 INFO:tasks.rados.rados.0.smithi111.stdout:2187: writing smithi111183488-23 from 5980160 to 6406144 tid 3 2023-12-01T04:51:12.513 INFO:tasks.rados.rados.0.smithi111.stdout:2187: writing smithi111183488-23 from 6406144 to 6455296 tid 4 2023-12-01T04:51:12.513 INFO:tasks.rados.rados.0.smithi111.stdout:2185: done (4 left) 2023-12-01T04:51:12.513 INFO:tasks.rados.rados.0.smithi111.stdout:2188: snap_remove snap 211 2023-12-01T04:51:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:12 smithi111 ceph-mon[97855]: osdmap e494: 8 total, 8 up, 8 in 2023-12-01T04:51:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:12 smithi111 ceph-mon[116524]: osdmap e494: 8 total, 8 up, 8 in 2023-12-01T04:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:12 smithi155 ceph-mon[102677]: osdmap e494: 8 total, 8 up, 8 in 2023-12-01T04:51:13.459 INFO:tasks.rados.rados.0.smithi111.stdout:2188: done (4 left) 2023-12-01T04:51:13.459 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 221 2023-12-01T04:51:13.459 INFO:tasks.rados.rados.0.smithi111.stdout:2189: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2023-12-01T04:51:13.462 INFO:tasks.rados.rados.0.smithi111.stdout:2189: writing smithi111183488-31 from 0 to 712704 tid 1 2023-12-01T04:51:13.471 INFO:tasks.rados.rados.0.smithi111.stdout:2189: writing smithi111183488-31 from 712704 to 1327104 tid 2 2023-12-01T04:51:13.471 INFO:tasks.rados.rados.0.smithi111.stdout:2189: writing smithi111183488-31 from 1327104 to 1916928 tid 3 2023-12-01T04:51:13.471 INFO:tasks.rados.rados.0.smithi111.stdout:2190: copy_from oid 47 from oid 25 current snap is 221 2023-12-01T04:51:13.471 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 221 2023-12-01T04:51:13.471 INFO:tasks.rados.rados.0.smithi111.stdout:2191: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2023-12-01T04:51:13.482 INFO:tasks.rados.rados.0.smithi111.stdout:2191: writing smithi111183488-13 from 0 to 729088 tid 1 2023-12-01T04:51:13.482 INFO:tasks.rados.rados.0.smithi111.stdout:2191: writing smithi111183488-13 from 729088 to 1228800 tid 2 2023-12-01T04:51:13.484 INFO:tasks.rados.rados.0.smithi111.stdout:2191: writing smithi111183488-13 from 1228800 to 1933312 tid 3 2023-12-01T04:51:13.484 INFO:tasks.rados.rados.0.smithi111.stdout:2192: copy_from oid 44 from oid 27 current snap is 221 2023-12-01T04:51:13.484 INFO:tasks.rados.rados.0.smithi111.stdout:2193: delete oid 21 current snap is 221 2023-12-01T04:51:13.484 INFO:tasks.rados.rados.0.smithi111.stdout:2182: expect (ObjNum 496 snap 155 seq_num 496) 2023-12-01T04:51:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:13 smithi111 ceph-mon[97855]: osdmap e495: 8 total, 8 up, 8 in 2023-12-01T04:51:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:13 smithi111 ceph-mon[97855]: pgmap v716: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2023-12-01T04:51:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:13 smithi111 ceph-mon[97855]: osdmap e496: 8 total, 8 up, 8 in 2023-12-01T04:51:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:13 smithi111 ceph-mon[116524]: osdmap e495: 8 total, 8 up, 8 in 2023-12-01T04:51:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:13 smithi111 ceph-mon[116524]: pgmap v716: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2023-12-01T04:51:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:13 smithi111 ceph-mon[116524]: osdmap e496: 8 total, 8 up, 8 in 2023-12-01T04:51:13.903 INFO:tasks.rados.rados.0.smithi111.stdout:2183: expect (ObjNum 649 snap 209 seq_num 649) 2023-12-01T04:51:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:13 smithi155 ceph-mon[102677]: osdmap e495: 8 total, 8 up, 8 in 2023-12-01T04:51:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:13 smithi155 ceph-mon[102677]: pgmap v716: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2023-12-01T04:51:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:13 smithi155 ceph-mon[102677]: osdmap e496: 8 total, 8 up, 8 in 2023-12-01T04:51:14.286 INFO:tasks.rados.rados.0.smithi111.stdout:2184: finishing copy_from to smithi111183488-11 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1299 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:2184: finishing copy_from racing read to smithi111183488-11 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:2182: done (8 left) 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:2183: done (7 left) 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:2184: done (6 left) 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:2193: done (5 left) 2023-12-01T04:51:14.287 INFO:tasks.rados.rados.0.smithi111.stdout:2194: snap_remove snap 192 2023-12-01T04:51:14.504 INFO:tasks.rados.rados.0.smithi111.stdout:2194: done (5 left) 2023-12-01T04:51:14.504 INFO:tasks.rados.rados.0.smithi111.stdout:2195: snap_remove snap 170 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2195: done (5 left) 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2196: copy_from oid 33 from oid 11 current snap is 221 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2187: finishing write tid 1 to smithi111183488-23 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2187: finishing write tid 2 to smithi111183488-23 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2187: finishing write tid 3 to smithi111183488-23 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2187: finishing write tid 4 to smithi111183488-23 2023-12-01T04:51:15.513 INFO:tasks.rados.rados.0.smithi111.stdout:2187: finishing write tid 5 to smithi111183488-23 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: finishing write tid 6 to smithi111183488-23 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: oid 23 updating version 0 to 1302 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: oid 23 version 1302 is already newer than 1300 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: oid 23 version 1302 is already newer than 1301 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: oid 23 updating version 1302 to 1303 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: oid 23 updating version 1303 to 1304 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1304 (ObjNum 686 snap 221 seq_num 686) dirty exists 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2187: left oid 23 (ObjNum 686 snap 221 seq_num 686) 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2189: finishing write tid 1 to smithi111183488-31 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2189: finishing write tid 2 to smithi111183488-31 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2189: finishing write tid 3 to smithi111183488-31 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2189: finishing write tid 4 to smithi111183488-31 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2191: finishing write tid 1 to smithi111183488-13 2023-12-01T04:51:15.514 INFO:tasks.rados.rados.0.smithi111.stdout:2189: finishing write tid 5 to smithi111183488-31 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2189: oid 31 updating version 0 to 1530 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2189: oid 31 version 1530 is already newer than 1523 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2189: oid 31 version 1530 is already newer than 1529 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2189: oid 31 version 1530 is already newer than 1528 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1530 (ObjNum 687 snap 221 seq_num 687) dirty exists 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2189: left oid 31 (ObjNum 687 snap 221 seq_num 687) 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2191: finishing write tid 2 to smithi111183488-13 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2187: done (5 left) 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2189: done (4 left) 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2197: read oid 1 snap -1 2023-12-01T04:51:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2197: expect deleted 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2198: setattr oid 21 current snap is 221 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: finishing write tid 3 to smithi111183488-13 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: finishing write tid 4 to smithi111183488-13 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: finishing write tid 5 to smithi111183488-13 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: oid 13 updating version 0 to 1539 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: oid 13 version 1539 is already newer than 1537 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: oid 13 version 1539 is already newer than 1532 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: oid 13 version 1539 is already newer than 1538 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1539 (ObjNum 688 snap 221 seq_num 688) dirty exists 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2191: left oid 13 (ObjNum 688 snap 221 seq_num 688) 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2190: finishing copy_from to smithi111183488-47 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1265 (ObjNum 667 snap 215 seq_num 667) dirty exists 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2190: finishing copy_from racing read to smithi111183488-47 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2192: finishing copy_from to smithi111183488-44 2023-12-01T04:51:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1463 (ObjNum 510 snap 156 seq_num 510) dirty exists 2023-12-01T04:51:15.517 INFO:tasks.rados.rados.0.smithi111.stdout:2192: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:51:15.517 INFO:tasks.rados.rados.0.smithi111.stdout:2190: done (5 left) 2023-12-01T04:51:15.517 INFO:tasks.rados.rados.0.smithi111.stdout:2191: done (4 left) 2023-12-01T04:51:15.517 INFO:tasks.rados.rados.0.smithi111.stdout:2192: done (3 left) 2023-12-01T04:51:15.517 INFO:tasks.rados.rados.0.smithi111.stdout:2199: snap_remove snap 182 2023-12-01T04:51:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:15 smithi155 ceph-mon[102677]: osdmap e497: 8 total, 8 up, 8 in 2023-12-01T04:51:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:15 smithi155 ceph-mon[102677]: pgmap v719: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:51:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:15 smithi111 ceph-mon[97855]: osdmap e497: 8 total, 8 up, 8 in 2023-12-01T04:51:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:15 smithi111 ceph-mon[97855]: pgmap v719: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:51:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:15 smithi111 ceph-mon[116524]: osdmap e497: 8 total, 8 up, 8 in 2023-12-01T04:51:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:15 smithi111 ceph-mon[116524]: pgmap v719: 121 pgs: 121 active+clean; 440 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2199: done (3 left) 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2200: read oid 42 snap 196 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2200: expect deleted 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2201: rmattr oid 3 current snap is 221 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2201: done (4 left) 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2202: read oid 13 snap -1 2023-12-01T04:51:16.517 INFO:tasks.rados.rados.0.smithi111.stdout:2202: expect (ObjNum 688 snap 221 seq_num 688) 2023-12-01T04:51:16.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 221 2023-12-01T04:51:16.518 INFO:tasks.rados.rados.0.smithi111.stdout:2203: seq_num 690 ranges {0=761856,761856=663552,1425408=409600,1835008=131072} 2023-12-01T04:51:16.521 INFO:tasks.rados.rados.0.smithi111.stdout:2203: writing smithi111183488-15 from 0 to 761856 tid 1 2023-12-01T04:51:16.525 INFO:tasks.rados.rados.0.smithi111.stdout:2203: writing smithi111183488-15 from 761856 to 1425408 tid 2 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:2203: writing smithi111183488-15 from 1425408 to 1835008 tid 3 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:2203: writing smithi111183488-15 from 1835008 to 1966080 tid 4 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:2204: delete oid 16 current snap is 221 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1716 (ObjNum 289 snap 0 seq_num 1) dirty exists 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:2196: finishing copy_from to smithi111183488-33 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1299 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:51:16.530 INFO:tasks.rados.rados.0.smithi111.stdout:2196: finishing copy_from racing read to smithi111183488-33 2023-12-01T04:51:16.539 INFO:tasks.rados.rados.0.smithi111.stdout:2203: finishing write tid 1 to smithi111183488-15 2023-12-01T04:51:16.539 INFO:tasks.rados.rados.0.smithi111.stdout:2203: finishing write tid 2 to smithi111183488-15 2023-12-01T04:51:16.539 INFO:tasks.rados.rados.0.smithi111.stdout:2202: expect (ObjNum 688 snap 221 seq_num 688) 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: finishing write tid 3 to smithi111183488-15 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: finishing write tid 4 to smithi111183488-15 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: finishing write tid 5 to smithi111183488-15 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: finishing write tid 6 to smithi111183488-15 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: oid 15 updating version 0 to 1336 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: oid 15 updating version 1336 to 1340 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: oid 15 version 1340 is already newer than 1338 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: oid 15 version 1340 is already newer than 1339 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:2203: oid 15 version 1340 is already newer than 1337 2023-12-01T04:51:16.596 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1340 (ObjNum 690 snap 221 seq_num 690) dirty exists 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2203: left oid 15 (ObjNum 690 snap 221 seq_num 690) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2196: done (6 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2197: done (5 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2198: done (4 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2200: done (3 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2202: done (2 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2203: done (1 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2204: done (0 left) 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2205: rmattr oid 41 current snap is 221 2023-12-01T04:51:16.597 INFO:tasks.rados.rados.0.smithi111.stdout:2206: snap_create 2023-12-01T04:51:16.598 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1270 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:51:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:16 smithi155 ceph-mon[102677]: osdmap e498: 8 total, 8 up, 8 in 2023-12-01T04:51:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:16 smithi111 ceph-mon[97855]: osdmap e498: 8 total, 8 up, 8 in 2023-12-01T04:51:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:16 smithi111 ceph-mon[116524]: osdmap e498: 8 total, 8 up, 8 in 2023-12-01T04:51:17.525 INFO:tasks.rados.rados.0.smithi111.stdout:2205: done (1 left) 2023-12-01T04:51:17.525 INFO:tasks.rados.rados.0.smithi111.stdout:2206: done (0 left) 2023-12-01T04:51:17.525 INFO:tasks.rados.rados.0.smithi111.stdout:2207: rollback oid 36 current snap is 222 2023-12-01T04:51:17.525 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 220 2023-12-01T04:51:17.525 INFO:tasks.rados.rados.0.smithi111.stdout:2208: delete oid 18 current snap is 222 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:2208: done (1 left) 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:2209: read oid 49 snap -1 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:2209: expect (ObjNum 671 snap 216 seq_num 671) 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:2210: copy_from oid 32 from oid 1 current snap is 222 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:2211: rollback oid 43 current snap is 222 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 216 2023-12-01T04:51:17.528 INFO:tasks.rados.rados.0.smithi111.stdout:2212: rollback oid 41 current snap is 222 2023-12-01T04:51:17.529 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 197 2023-12-01T04:51:17.529 INFO:tasks.rados.rados.0.smithi111.stdout:2213: snap_create 2023-12-01T04:51:17.533 INFO:tasks.rados.rados.0.smithi111.stdout:2207: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:51:17.533 INFO:tasks.rados.rados.0.smithi111.stdout:2207: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:51:17.533 INFO:tasks.rados.rados.0.smithi111.stdout:2207: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:51:17.533 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1273 (ObjNum 618 snap 196 seq_num 618) dirty exists 2023-12-01T04:51:17.533 INFO:tasks.rados.rados.0.smithi111.stdout:2210: finishing copy_from to smithi111183488-32 2023-12-01T04:51:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2210: got expected ENOENT (src dne) 2023-12-01T04:51:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2212: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:51:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2210: finishing copy_from racing read to smithi111183488-32 2023-12-01T04:51:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2212: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:51:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1275 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:51:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2211: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:51:17.535 INFO:tasks.rados.rados.0.smithi111.stdout:2211: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:51:17.535 INFO:tasks.rados.rados.0.smithi111.stdout:2211: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:51:17.535 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1365 (ObjNum 651 snap 210 seq_num 651) dirty exists 2023-12-01T04:51:17.546 INFO:tasks.rados.rados.0.smithi111.stdout:2209: expect (ObjNum 671 snap 216 seq_num 671) 2023-12-01T04:51:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:17 smithi155 ceph-mon[102677]: osdmap e499: 8 total, 8 up, 8 in 2023-12-01T04:51:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:17 smithi155 ceph-mon[102677]: pgmap v722: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2023-12-01T04:51:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:17 smithi111 ceph-mon[97855]: osdmap e499: 8 total, 8 up, 8 in 2023-12-01T04:51:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:17 smithi111 ceph-mon[97855]: pgmap v722: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2023-12-01T04:51:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:17 smithi111 ceph-mon[116524]: osdmap e499: 8 total, 8 up, 8 in 2023-12-01T04:51:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:17 smithi111 ceph-mon[116524]: pgmap v722: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2023-12-01T04:51:18.460 INFO:tasks.rados.rados.0.smithi111.stdout:2207: done (5 left) 2023-12-01T04:51:18.460 INFO:tasks.rados.rados.0.smithi111.stdout:2209: done (4 left) 2023-12-01T04:51:18.460 INFO:tasks.rados.rados.0.smithi111.stdout:2210: done (3 left) 2023-12-01T04:51:18.460 INFO:tasks.rados.rados.0.smithi111.stdout:2211: done (2 left) 2023-12-01T04:51:18.461 INFO:tasks.rados.rados.0.smithi111.stdout:2212: done (1 left) 2023-12-01T04:51:18.461 INFO:tasks.rados.rados.0.smithi111.stdout:2213: done (0 left) 2023-12-01T04:51:18.461 INFO:tasks.rados.rados.0.smithi111.stdout:2214: read oid 42 snap 171 2023-12-01T04:51:18.461 INFO:tasks.rados.rados.0.smithi111.stdout:2214: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:51:18.462 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 223 2023-12-01T04:51:18.462 INFO:tasks.rados.rados.0.smithi111.stdout:2215: seq_num 693 ranges {3956736=409600,4366336=770048,5136384=581632,5718016=253952} 2023-12-01T04:51:18.484 INFO:tasks.rados.rados.0.smithi111.stdout:2215: writing smithi111183488-12 from 3956736 to 4366336 tid 1 2023-12-01T04:51:18.488 INFO:tasks.rados.rados.0.smithi111.stdout:2215: writing smithi111183488-12 from 4366336 to 5136384 tid 2 2023-12-01T04:51:18.492 INFO:tasks.rados.rados.0.smithi111.stdout:2215: writing smithi111183488-12 from 5136384 to 5718016 tid 3 2023-12-01T04:51:18.494 INFO:tasks.rados.rados.0.smithi111.stdout:2215: writing smithi111183488-12 from 5718016 to 5971968 tid 4 2023-12-01T04:51:18.494 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 223 2023-12-01T04:51:18.494 INFO:tasks.rados.rados.0.smithi111.stdout:2216: seq_num 694 ranges {6201344=425984,6627328=655360,7282688=786432,8069120=163840} 2023-12-01T04:51:18.529 INFO:tasks.rados.rados.0.smithi111.stdout:2216: writing smithi111183488-22 from 6201344 to 6627328 tid 1 2023-12-01T04:51:18.533 INFO:tasks.rados.rados.0.smithi111.stdout:2216: writing smithi111183488-22 from 6627328 to 7282688 tid 2 2023-12-01T04:51:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:2216: writing smithi111183488-22 from 7282688 to 8069120 tid 3 2023-12-01T04:51:18.538 INFO:tasks.rados.rados.0.smithi111.stdout:2216: writing smithi111183488-22 from 8069120 to 8232960 tid 4 2023-12-01T04:51:18.538 INFO:tasks.rados.rados.0.smithi111.stdout:2217: rollback oid 35 current snap is 223 2023-12-01T04:51:18.539 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 35 to 220 2023-12-01T04:51:18.539 INFO:tasks.rados.rados.0.smithi111.stdout:2214: expect (ObjNum 533 snap 167 seq_num 533) 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: finishing write tid 1 to smithi111183488-12 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: finishing write tid 2 to smithi111183488-12 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: finishing write tid 3 to smithi111183488-12 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: finishing write tid 4 to smithi111183488-12 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: finishing write tid 5 to smithi111183488-12 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: finishing write tid 6 to smithi111183488-12 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: oid 12 updating version 0 to 1470 2023-12-01T04:51:18.586 INFO:tasks.rados.rados.0.smithi111.stdout:2215: oid 12 version 1470 is already newer than 1468 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2215: oid 12 version 1470 is already newer than 1469 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2215: oid 12 version 1470 is already newer than 1467 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2215: oid 12 updating version 1470 to 1471 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1471 (ObjNum 693 snap 223 seq_num 693) dirty exists 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2215: left oid 12 (ObjNum 693 snap 223 seq_num 693) 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2216: finishing write tid 1 to smithi111183488-22 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2214: done (3 left) 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2215: done (2 left) 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2218: rollback oid 50 current snap is 223 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 50 to 209 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2216: finishing write tid 2 to smithi111183488-22 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2217: finishing rollback tid 1 to smithi111183488-35 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1260 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:51:18.587 INFO:tasks.rados.rados.0.smithi111.stdout:2216: finishing write tid 3 to smithi111183488-22 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: finishing write tid 4 to smithi111183488-22 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: finishing write tid 5 to smithi111183488-22 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: finishing write tid 6 to smithi111183488-22 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: oid 22 updating version 0 to 1174 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: oid 22 updating version 1174 to 1177 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: oid 22 version 1177 is already newer than 1173 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: oid 22 version 1177 is already newer than 1175 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: oid 22 version 1177 is already newer than 1176 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1177 (ObjNum 694 snap 223 seq_num 694) dirty exists 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: left oid 22 (ObjNum 694 snap 223 seq_num 694) 2023-12-01T04:51:18.588 INFO:tasks.rados.rados.0.smithi111.stdout:2216: done (2 left) 2023-12-01T04:51:18.589 INFO:tasks.rados.rados.0.smithi111.stdout:2217: done (1 left) 2023-12-01T04:51:18.589 INFO:tasks.rados.rados.0.smithi111.stdout:2219: read oid 35 snap -1 2023-12-01T04:51:18.589 INFO:tasks.rados.rados.0.smithi111.stdout:2219: expect deleted 2023-12-01T04:51:18.589 INFO:tasks.rados.rados.0.smithi111.stdout:2220: rmattr oid 36 current snap is 223 2023-12-01T04:51:18.589 INFO:tasks.rados.rados.0.smithi111.stdout:2221: setattr oid 43 current snap is 223 2023-12-01T04:51:18.589 INFO:tasks.rados.rados.0.smithi111.stdout:2219: done (3 left) 2023-12-01T04:51:18.590 INFO:tasks.rados.rados.0.smithi111.stdout:2222: delete oid 37 current snap is 223 2023-12-01T04:51:18.590 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1276 (ObjNum 618 snap 196 seq_num 618) dirty exists 2023-12-01T04:51:18.591 INFO:tasks.rados.rados.0.smithi111.stdout:2220: done (3 left) 2023-12-01T04:51:18.591 INFO:tasks.rados.rados.0.smithi111.stdout:2222: done (2 left) 2023-12-01T04:51:18.591 INFO:tasks.rados.rados.0.smithi111.stdout:2223: copy_from oid 21 from oid 35 current snap is 223 2023-12-01T04:51:18.591 INFO:tasks.rados.rados.0.smithi111.stdout:2224: delete oid 37 current snap is 223 2023-12-01T04:51:18.591 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1366 (ObjNum 651 snap 210 seq_num 651) dirty exists 2023-12-01T04:51:18.592 INFO:tasks.rados.rados.0.smithi111.stdout:2221: done (3 left) 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2224: done (2 left) 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2225: read oid 25 snap -1 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2225: expect (ObjNum 667 snap 215 seq_num 667) 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2226: delete oid 43 current snap is 223 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2218: finishing rollback tid 0 to smithi111183488-50 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2218: finishing rollback tid 1 to smithi111183488-50 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:2218: finishing rollback tid 2 to smithi111183488-50 2023-12-01T04:51:18.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1738 (ObjNum 588 snap 184 seq_num 588) dirty exists 2023-12-01T04:51:18.594 INFO:tasks.rados.rados.0.smithi111.stdout:2218: done (3 left) 2023-12-01T04:51:18.595 INFO:tasks.rados.rados.0.smithi111.stdout:2226: done (2 left) 2023-12-01T04:51:18.595 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 223 2023-12-01T04:51:18.595 INFO:tasks.rados.rados.0.smithi111.stdout:2227: seq_num 698 ranges {1466368=499712,1966080=589824,2555904=770048,3325952=245760} 2023-12-01T04:51:18.606 INFO:tasks.rados.rados.0.smithi111.stdout:2227: writing smithi111183488-44 from 1466368 to 1966080 tid 1 2023-12-01T04:51:18.609 INFO:tasks.rados.rados.0.smithi111.stdout:2227: writing smithi111183488-44 from 1966080 to 2555904 tid 2 2023-12-01T04:51:18.613 INFO:tasks.rados.rados.0.smithi111.stdout:2227: writing smithi111183488-44 from 2555904 to 3325952 tid 3 2023-12-01T04:51:18.615 INFO:tasks.rados.rados.0.smithi111.stdout:2227: writing smithi111183488-44 from 3325952 to 3571712 tid 4 2023-12-01T04:51:18.615 INFO:tasks.rados.rados.0.smithi111.stdout:2228: rollback oid 17 current snap is 223 2023-12-01T04:51:18.615 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 208 2023-12-01T04:51:18.615 INFO:tasks.rados.rados.0.smithi111.stdout:2223: finishing copy_from to smithi111183488-21 2023-12-01T04:51:18.615 INFO:tasks.rados.rados.0.smithi111.stdout:2223: got expected ENOENT (src dne) 2023-12-01T04:51:18.616 INFO:tasks.rados.rados.0.smithi111.stdout:2223: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:51:18.616 INFO:tasks.rados.rados.0.smithi111.stdout:2227: finishing write tid 1 to smithi111183488-44 2023-12-01T04:51:18.616 INFO:tasks.rados.rados.0.smithi111.stdout:2223: done (3 left) 2023-12-01T04:51:18.616 INFO:tasks.rados.rados.0.smithi111.stdout:2229: delete oid 41 current snap is 223 2023-12-01T04:51:18.617 INFO:tasks.rados.rados.0.smithi111.stdout:2227: finishing write tid 2 to smithi111183488-44 2023-12-01T04:51:18.617 INFO:tasks.rados.rados.0.smithi111.stdout:2229: done (3 left) 2023-12-01T04:51:18.617 INFO:tasks.rados.rados.0.smithi111.stdout:2230: setattr oid 16 current snap is 223 2023-12-01T04:51:18.620 INFO:tasks.rados.rados.0.smithi111.stdout:2225: expect (ObjNum 667 snap 215 seq_num 667) 2023-12-01T04:51:18.753 INFO:tasks.rados.rados.0.smithi111.stdout:2227: finishing write tid 3 to smithi111183488-44 2023-12-01T04:51:18.753 INFO:tasks.rados.rados.0.smithi111.stdout:2227: finishing write tid 4 to smithi111183488-44 2023-12-01T04:51:18.753 INFO:tasks.rados.rados.0.smithi111.stdout:2227: finishing write tid 5 to smithi111183488-44 2023-12-01T04:51:18.753 INFO:tasks.rados.rados.0.smithi111.stdout:2228: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:51:18.753 INFO:tasks.rados.rados.0.smithi111.stdout:2228: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2228: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1478 (ObjNum 641 snap 204 seq_num 641) dirty exists 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: finishing write tid 6 to smithi111183488-44 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: oid 44 updating version 0 to 1497 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: oid 44 updating version 1497 to 1500 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: oid 44 version 1500 is already newer than 1499 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: oid 44 version 1500 is already newer than 1498 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: oid 44 version 1500 is already newer than 1496 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1500 (ObjNum 698 snap 223 seq_num 698) dirty exists 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: left oid 44 (ObjNum 698 snap 223 seq_num 698) 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2225: done (3 left) 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2227: done (2 left) 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2228: done (1 left) 2023-12-01T04:51:18.754 INFO:tasks.rados.rados.0.smithi111.stdout:2231: rollback oid 3 current snap is 223 2023-12-01T04:51:18.755 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 210 2023-12-01T04:51:18.755 INFO:tasks.rados.rados.0.smithi111.stdout:2232: rollback oid 21 current snap is 223 2023-12-01T04:51:18.755 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 220 2023-12-01T04:51:18.755 INFO:tasks.rados.rados.0.smithi111.stdout:2233: read oid 43 snap 218 2023-12-01T04:51:18.755 INFO:tasks.rados.rados.0.smithi111.stdout:2233: expect (ObjNum 651 snap 210 seq_num 651) 2023-12-01T04:51:18.755 INFO:tasks.rados.rados.0.smithi111.stdout:2234: delete oid 8 current snap is 223 2023-12-01T04:51:18.756 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1700 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-01T04:51:18.757 INFO:tasks.rados.rados.0.smithi111.stdout:2230: done (4 left) 2023-12-01T04:51:18.757 INFO:tasks.rados.rados.0.smithi111.stdout:2234: done (3 left) 2023-12-01T04:51:18.757 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 223 2023-12-01T04:51:18.757 INFO:tasks.rados.rados.0.smithi111.stdout:2235: seq_num 701 ranges {6619136=548864,7168000=696320,7864320=540672,8404992=368640} 2023-12-01T04:51:18.794 INFO:tasks.rados.rados.0.smithi111.stdout:2235: writing smithi111183488-11 from 6619136 to 7168000 tid 1 2023-12-01T04:51:18.798 INFO:tasks.rados.rados.0.smithi111.stdout:2235: writing smithi111183488-11 from 7168000 to 7864320 tid 2 2023-12-01T04:51:18.802 INFO:tasks.rados.rados.0.smithi111.stdout:2235: writing smithi111183488-11 from 7864320 to 8404992 tid 3 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2235: writing smithi111183488-11 from 8404992 to 8773632 tid 4 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2236: delete oid 48 current snap is 223 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2231: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2231: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2231: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 1742 (ObjNum 396 snap 127 seq_num 396) dirty exists 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2232: finishing rollback tid 0 to smithi111183488-21 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2232: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2232: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1746 (ObjNum 676 snap 216 seq_num 676) dirty exists 2023-12-01T04:51:18.805 INFO:tasks.rados.rados.0.smithi111.stdout:2233: expect (ObjNum 651 snap 210 seq_num 651) 2023-12-01T04:51:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:18 smithi155 ceph-mon[102677]: osdmap e500: 8 total, 8 up, 8 in 2023-12-01T04:51:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:18 smithi155 ceph-mon[102677]: osdmap e501: 8 total, 8 up, 8 in 2023-12-01T04:51:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:18 smithi111 ceph-mon[97855]: osdmap e500: 8 total, 8 up, 8 in 2023-12-01T04:51:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:18 smithi111 ceph-mon[97855]: osdmap e501: 8 total, 8 up, 8 in 2023-12-01T04:51:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:18 smithi111 ceph-mon[116524]: osdmap e500: 8 total, 8 up, 8 in 2023-12-01T04:51:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:18 smithi111 ceph-mon[116524]: osdmap e501: 8 total, 8 up, 8 in 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: finishing write tid 1 to smithi111183488-11 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: finishing write tid 2 to smithi111183488-11 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: finishing write tid 3 to smithi111183488-11 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: finishing write tid 4 to smithi111183488-11 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: finishing write tid 5 to smithi111183488-11 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: finishing write tid 6 to smithi111183488-11 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: oid 11 updating version 0 to 1571 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: oid 11 updating version 1571 to 1572 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: oid 11 version 1572 is already newer than 1569 2023-12-01T04:51:19.172 INFO:tasks.rados.rados.0.smithi111.stdout:2235: oid 11 version 1572 is already newer than 1570 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2235: oid 11 updating version 1572 to 1573 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1573 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2235: left oid 11 (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2231: done (4 left) 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2232: done (3 left) 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2233: done (2 left) 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2235: done (1 left) 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2236: done (0 left) 2023-12-01T04:51:19.173 INFO:tasks.rados.rados.0.smithi111.stdout:2237: snap_remove snap 190 2023-12-01T04:51:19.534 INFO:tasks.rados.rados.0.smithi111.stdout:2237: done (0 left) 2023-12-01T04:51:19.534 INFO:tasks.rados.rados.0.smithi111.stdout:2238: snap_remove snap 222 2023-12-01T04:51:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:51:19] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:51:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:19 smithi111 ceph-mon[97855]: pgmap v725: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2023-12-01T04:51:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:19 smithi111 ceph-mon[116524]: pgmap v725: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2023-12-01T04:51:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:19 smithi155 ceph-mon[102677]: pgmap v725: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2023-12-01T04:51:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:20.546 INFO:tasks.rados.rados.0.smithi111.stdout:2238: done (0 left) 2023-12-01T04:51:20.546 INFO:tasks.rados.rados.0.smithi111.stdout:2239: rollback oid 34 current snap is 223 2023-12-01T04:51:20.546 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 34 to 221 2023-12-01T04:51:20.546 INFO:tasks.rados.rados.0.smithi111.stdout:2240: snap_remove snap 197 2023-12-01T04:51:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:20 smithi155 ceph-mon[102677]: osdmap e502: 8 total, 8 up, 8 in 2023-12-01T04:51:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:20 smithi111 ceph-mon[97855]: osdmap e502: 8 total, 8 up, 8 in 2023-12-01T04:51:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:20 smithi111 ceph-mon[116524]: osdmap e502: 8 total, 8 up, 8 in 2023-12-01T04:51:21.549 INFO:tasks.rados.rados.0.smithi111.stdout:2240: done (1 left) 2023-12-01T04:51:21.549 INFO:tasks.rados.rados.0.smithi111.stdout:2241: copy_from oid 27 from oid 37 current snap is 223 2023-12-01T04:51:21.549 INFO:tasks.rados.rados.0.smithi111.stdout:2242: snap_remove snap 203 2023-12-01T04:51:21.918 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:51:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:21 smithi155 ceph-mon[102677]: osdmap e503: 8 total, 8 up, 8 in 2023-12-01T04:51:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:21 smithi155 ceph-mon[102677]: pgmap v728: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2023-12-01T04:51:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:21 smithi111 ceph-mon[97855]: osdmap e503: 8 total, 8 up, 8 in 2023-12-01T04:51:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:21 smithi111 ceph-mon[97855]: pgmap v728: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2023-12-01T04:51:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:21 smithi111 ceph-mon[116524]: osdmap e503: 8 total, 8 up, 8 in 2023-12-01T04:51:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:21 smithi111 ceph-mon[116524]: pgmap v728: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8m) 7m ago 9m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9m) 7m ago 9m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10m) 7m ago 10m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10m) 7m ago 10m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (13m) 7m ago 13m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (14m) 7m ago 14m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:51:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (14m) 7m ago 15m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (13m) 7m ago 13m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (13m) 7m ago 13m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8m) 7m ago 8m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8m) 7m ago 8m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (13m) 7m ago 13m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (12m) 7m ago 12m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (12m) 7m ago 12m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11m) 7m ago 11m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11m) 7m ago 11m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11m) 7m ago 11m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10m) 7m ago 10m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10m) 7m ago 10m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:51:22.226 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8m) 7m ago 9m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:51:22.551 INFO:tasks.rados.rados.0.smithi111.stdout:2242: done (2 left) 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2243: delete oid 45 current snap is 223 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2239: finishing rollback tid 0 to smithi111183488-34 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2239: finishing rollback tid 1 to smithi111183488-34 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2239: finishing rollback tid 2 to smithi111183488-34 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1149 (ObjNum 665 snap 215 seq_num 665) dirty exists 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2241: finishing copy_from to smithi111183488-27 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2241: got expected ENOENT (src dne) 2023-12-01T04:51:22.552 INFO:tasks.rados.rados.0.smithi111.stdout:2241: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2239: done (2 left) 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2241: done (1 left) 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2243: done (0 left) 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2244: read oid 47 snap -1 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2244: expect (ObjNum 667 snap 215 seq_num 667) 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2245: read oid 10 snap 199 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2245: expect (ObjNum 619 snap 196 seq_num 619) 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 223 2023-12-01T04:51:22.567 INFO:tasks.rados.rados.0.smithi111.stdout:2246: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2023-12-01T04:51:22.575 INFO:tasks.rados.rados.0.smithi111.stdout:2246: writing smithi111183488-35 from 0 to 598016 tid 1 2023-12-01T04:51:22.575 INFO:tasks.rados.rados.0.smithi111.stdout:2246: writing smithi111183488-35 from 598016 to 1343488 tid 2 2023-12-01T04:51:22.578 INFO:tasks.rados.rados.0.smithi111.stdout:2246: writing smithi111183488-35 from 1343488 to 2056192 tid 3 2023-12-01T04:51:22.579 INFO:tasks.rados.rados.0.smithi111.stdout:2246: writing smithi111183488-35 from 2056192 to 2203648 tid 4 2023-12-01T04:51:22.579 INFO:tasks.rados.rados.0.smithi111.stdout:2247: snap_remove snap 216 2023-12-01T04:51:22.624 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:51:22.624 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:51:22.625 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:51:22.626 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:51:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:22 smithi155 ceph-mon[102677]: osdmap e504: 8 total, 8 up, 8 in 2023-12-01T04:51:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:22 smithi155 ceph-mon[102677]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:22 smithi111 ceph-mon[116524]: osdmap e504: 8 total, 8 up, 8 in 2023-12-01T04:51:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:22 smithi111 ceph-mon[116524]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:22 smithi111 ceph-mon[97855]: osdmap e504: 8 total, 8 up, 8 in 2023-12-01T04:51:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:22 smithi111 ceph-mon[97855]: from='client.25211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2247: done (3 left) 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2248: rollback oid 32 current snap is 223 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 209 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2249: read oid 26 snap -1 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2249: expect deleted 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2250: snap_create 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2246: finishing write tid 1 to smithi111183488-35 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2246: finishing write tid 2 to smithi111183488-35 2023-12-01T04:51:23.463 INFO:tasks.rados.rados.0.smithi111.stdout:2245: expect (ObjNum 619 snap 196 seq_num 619) 2023-12-01T04:51:23.614 INFO:tasks.rados.rados.0.smithi111.stdout:2246: finishing write tid 3 to smithi111183488-35 2023-12-01T04:51:23.614 INFO:tasks.rados.rados.0.smithi111.stdout:2246: finishing write tid 4 to smithi111183488-35 2023-12-01T04:51:23.614 INFO:tasks.rados.rados.0.smithi111.stdout:2246: finishing write tid 5 to smithi111183488-35 2023-12-01T04:51:23.614 INFO:tasks.rados.rados.0.smithi111.stdout:2246: finishing write tid 6 to smithi111183488-35 2023-12-01T04:51:23.614 INFO:tasks.rados.rados.0.smithi111.stdout:2246: oid 35 updating version 0 to 1266 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:2246: oid 35 updating version 1266 to 1267 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:2246: oid 35 updating version 1267 to 1268 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:2246: oid 35 updating version 1268 to 1269 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:2246: oid 35 updating version 1269 to 1270 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1270 (ObjNum 704 snap 223 seq_num 704) dirty exists 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:2246: left oid 35 (ObjNum 704 snap 223 seq_num 704) 2023-12-01T04:51:23.615 INFO:tasks.rados.rados.0.smithi111.stdout:2244: expect (ObjNum 667 snap 215 seq_num 667) 2023-12-01T04:51:23.747 INFO:tasks.rados.rados.0.smithi111.stdout:2248: finishing rollback tid 0 to smithi111183488-32 2023-12-01T04:51:23.747 INFO:tasks.rados.rados.0.smithi111.stdout:2248: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:51:23.747 INFO:tasks.rados.rados.0.smithi111.stdout:2248: finishing rollback tid 2 to smithi111183488-32 2023-12-01T04:51:23.747 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1605 (ObjNum 621 snap 196 seq_num 621) dirty exists 2023-12-01T04:51:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:23 smithi155 ceph-mon[102677]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:23 smithi155 ceph-mon[102677]: osdmap e505: 8 total, 8 up, 8 in 2023-12-01T04:51:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1856263960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:51:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:23 smithi155 ceph-mon[102677]: pgmap v731: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2023-12-01T04:51:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:23 smithi155 ceph-mon[102677]: osdmap e506: 8 total, 8 up, 8 in 2023-12-01T04:51:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[97855]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[97855]: osdmap e505: 8 total, 8 up, 8 in 2023-12-01T04:51:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1856263960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[97855]: pgmap v731: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[97855]: osdmap e506: 8 total, 8 up, 8 in 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[116524]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[116524]: osdmap e505: 8 total, 8 up, 8 in 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1856263960' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[116524]: pgmap v731: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 36 op/s 2023-12-01T04:51:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:23 smithi111 ceph-mon[116524]: osdmap e506: 8 total, 8 up, 8 in 2023-12-01T04:51:24.461 INFO:tasks.rados.rados.0.smithi111.stdout:2244: done (5 left) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2245: done (4 left) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2246: done (3 left) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2248: done (2 left) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2249: done (1 left) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2250: done (0 left) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2251: copy_from oid 21 from oid 50 current snap is 224 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2252: read oid 7 snap -1 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2252: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 224 2023-12-01T04:51:24.462 INFO:tasks.rados.rados.0.smithi111.stdout:2253: seq_num 705 ranges {2752512=614400,3366912=630784,3997696=524288,4521984=450560} 2023-12-01T04:51:24.480 INFO:tasks.rados.rados.0.smithi111.stdout:2253: writing smithi111183488-9 from 2752512 to 3366912 tid 1 2023-12-01T04:51:24.484 INFO:tasks.rados.rados.0.smithi111.stdout:2253: writing smithi111183488-9 from 3366912 to 3997696 tid 2 2023-12-01T04:51:24.487 INFO:tasks.rados.rados.0.smithi111.stdout:2253: writing smithi111183488-9 from 3997696 to 4521984 tid 3 2023-12-01T04:51:24.490 INFO:tasks.rados.rados.0.smithi111.stdout:2253: writing smithi111183488-9 from 4521984 to 4972544 tid 4 2023-12-01T04:51:24.490 INFO:tasks.rados.rados.0.smithi111.stdout:2254: snap_create 2023-12-01T04:51:24.491 INFO:tasks.rados.rados.0.smithi111.stdout:2253: finishing write tid 1 to smithi111183488-9 2023-12-01T04:51:24.491 INFO:tasks.rados.rados.0.smithi111.stdout:2253: finishing write tid 2 to smithi111183488-9 2023-12-01T04:51:24.493 INFO:tasks.rados.rados.0.smithi111.stdout:2253: finishing write tid 3 to smithi111183488-9 2023-12-01T04:51:24.495 INFO:tasks.rados.rados.0.smithi111.stdout:2251: finishing copy_from to smithi111183488-21 2023-12-01T04:51:24.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1738 (ObjNum 588 snap 184 seq_num 588) dirty exists 2023-12-01T04:51:24.495 INFO:tasks.rados.rados.0.smithi111.stdout:2253: finishing write tid 4 to smithi111183488-9 2023-12-01T04:51:24.496 INFO:tasks.rados.rados.0.smithi111.stdout:2253: finishing write tid 5 to smithi111183488-9 2023-12-01T04:51:24.496 INFO:tasks.rados.rados.0.smithi111.stdout:2251: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:51:24.498 INFO:tasks.rados.rados.0.smithi111.stdout:2252: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: finishing write tid 6 to smithi111183488-9 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: oid 9 updating version 0 to 1302 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: oid 9 version 1302 is already newer than 1299 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: oid 9 version 1302 is already newer than 1300 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: oid 9 version 1302 is already newer than 1301 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: oid 9 version 1302 is already newer than 1298 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1302 (ObjNum 705 snap 224 seq_num 705) dirty exists 2023-12-01T04:51:25.180 INFO:tasks.rados.rados.0.smithi111.stdout:2253: left oid 9 (ObjNum 705 snap 224 seq_num 705) 2023-12-01T04:51:25.469 INFO:tasks.rados.rados.0.smithi111.stdout:2251: done (3 left) 2023-12-01T04:51:25.469 INFO:tasks.rados.rados.0.smithi111.stdout:2252: done (2 left) 2023-12-01T04:51:25.469 INFO:tasks.rados.rados.0.smithi111.stdout:2253: done (1 left) 2023-12-01T04:51:25.469 INFO:tasks.rados.rados.0.smithi111.stdout:2254: done (0 left) 2023-12-01T04:51:25.469 INFO:tasks.rados.rados.0.smithi111.stdout:2255: snap_remove snap 171 2023-12-01T04:51:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:25 smithi111 ceph-mon[97855]: osdmap e507: 8 total, 8 up, 8 in 2023-12-01T04:51:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:25 smithi111 ceph-mon[97855]: pgmap v734: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:25 smithi111 ceph-mon[116524]: osdmap e507: 8 total, 8 up, 8 in 2023-12-01T04:51:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:25 smithi111 ceph-mon[116524]: pgmap v734: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:25 smithi155 ceph-mon[102677]: osdmap e507: 8 total, 8 up, 8 in 2023-12-01T04:51:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:25 smithi155 ceph-mon[102677]: pgmap v734: 121 pgs: 121 active+clean; 459 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:26.474 INFO:tasks.rados.rados.0.smithi111.stdout:2255: done (0 left) 2023-12-01T04:51:26.474 INFO:tasks.rados.rados.0.smithi111.stdout:2256: read oid 39 snap -1 2023-12-01T04:51:26.474 INFO:tasks.rados.rados.0.smithi111.stdout:2256: expect deleted 2023-12-01T04:51:26.474 INFO:tasks.rados.rados.0.smithi111.stdout:2257: read oid 18 snap -1 2023-12-01T04:51:26.474 INFO:tasks.rados.rados.0.smithi111.stdout:2257: expect deleted 2023-12-01T04:51:26.475 INFO:tasks.rados.rados.0.smithi111.stdout:2258: delete oid 8 current snap is 225 2023-12-01T04:51:26.496 INFO:tasks.rados.rados.0.smithi111.stdout:2256: done (2 left) 2023-12-01T04:51:26.496 INFO:tasks.rados.rados.0.smithi111.stdout:2257: done (1 left) 2023-12-01T04:51:26.496 INFO:tasks.rados.rados.0.smithi111.stdout:2258: done (0 left) 2023-12-01T04:51:26.496 INFO:tasks.rados.rados.0.smithi111.stdout:2259: copy_from oid 7 from oid 41 current snap is 225 2023-12-01T04:51:26.496 INFO:tasks.rados.rados.0.smithi111.stdout:2260: read oid 34 snap -1 2023-12-01T04:51:26.497 INFO:tasks.rados.rados.0.smithi111.stdout:2260: expect (ObjNum 665 snap 215 seq_num 665) 2023-12-01T04:51:26.497 INFO:tasks.rados.rados.0.smithi111.stdout:2261: delete oid 16 current snap is 225 2023-12-01T04:51:26.500 INFO:tasks.rados.rados.0.smithi111.stdout:2259: finishing copy_from to smithi111183488-7 2023-12-01T04:51:26.500 INFO:tasks.rados.rados.0.smithi111.stdout:2259: got expected ENOENT (src dne) 2023-12-01T04:51:26.500 INFO:tasks.rados.rados.0.smithi111.stdout:2259: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:51:26.502 INFO:tasks.rados.rados.0.smithi111.stdout:2259: done (2 left) 2023-12-01T04:51:26.502 INFO:tasks.rados.rados.0.smithi111.stdout:2261: done (1 left) 2023-12-01T04:51:26.502 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 225 2023-12-01T04:51:26.502 INFO:tasks.rados.rados.0.smithi111.stdout:2262: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2023-12-01T04:51:26.506 INFO:tasks.rados.rados.0.smithi111.stdout:2262: writing smithi111183488-41 from 0 to 663552 tid 1 2023-12-01T04:51:26.511 INFO:tasks.rados.rados.0.smithi111.stdout:2262: writing smithi111183488-41 from 663552 to 1400832 tid 2 2023-12-01T04:51:26.515 INFO:tasks.rados.rados.0.smithi111.stdout:2262: writing smithi111183488-41 from 1400832 to 2097152 tid 3 2023-12-01T04:51:26.516 INFO:tasks.rados.rados.0.smithi111.stdout:2262: writing smithi111183488-41 from 2097152 to 2269184 tid 4 2023-12-01T04:51:26.517 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 225 2023-12-01T04:51:26.517 INFO:tasks.rados.rados.0.smithi111.stdout:2262: finishing write tid 1 to smithi111183488-41 2023-12-01T04:51:26.517 INFO:tasks.rados.rados.0.smithi111.stdout:2263: seq_num 709 ranges {4276224=679936,4956160=614400,5570560=499712,6070272=491520} 2023-12-01T04:51:26.548 INFO:tasks.rados.rados.0.smithi111.stdout:2263: writing smithi111183488-20 from 4276224 to 4956160 tid 1 2023-12-01T04:51:26.552 INFO:tasks.rados.rados.0.smithi111.stdout:2263: writing smithi111183488-20 from 4956160 to 5570560 tid 2 2023-12-01T04:51:26.555 INFO:tasks.rados.rados.0.smithi111.stdout:2263: writing smithi111183488-20 from 5570560 to 6070272 tid 3 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2263: writing smithi111183488-20 from 6070272 to 6561792 tid 4 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2264: setattr oid 19 current snap is 225 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: finishing write tid 2 to smithi111183488-41 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: finishing write tid 3 to smithi111183488-41 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: finishing write tid 4 to smithi111183488-41 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: finishing write tid 5 to smithi111183488-41 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: finishing write tid 6 to smithi111183488-41 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: oid 41 updating version 0 to 1277 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: oid 41 updating version 1277 to 1279 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: oid 41 version 1279 is already newer than 1278 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: oid 41 updating version 1279 to 1280 2023-12-01T04:51:26.559 INFO:tasks.rados.rados.0.smithi111.stdout:2262: oid 41 updating version 1280 to 1281 2023-12-01T04:51:26.560 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1281 (ObjNum 708 snap 225 seq_num 708) dirty exists 2023-12-01T04:51:26.560 INFO:tasks.rados.rados.0.smithi111.stdout:2262: left oid 41 (ObjNum 708 snap 225 seq_num 708) 2023-12-01T04:51:26.560 INFO:tasks.rados.rados.0.smithi111.stdout:2260: expect (ObjNum 665 snap 215 seq_num 665) 2023-12-01T04:51:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:26 smithi111 ceph-mon[97855]: osdmap e508: 8 total, 8 up, 8 in 2023-12-01T04:51:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:26 smithi111 ceph-mon[116524]: osdmap e508: 8 total, 8 up, 8 in 2023-12-01T04:51:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:26 smithi155 ceph-mon[102677]: osdmap e508: 8 total, 8 up, 8 in 2023-12-01T04:51:27.266 INFO:tasks.rados.rados.0.smithi111.stdout:2263: finishing write tid 1 to smithi111183488-20 2023-12-01T04:51:27.266 INFO:tasks.rados.rados.0.smithi111.stdout:2263: finishing write tid 2 to smithi111183488-20 2023-12-01T04:51:27.266 INFO:tasks.rados.rados.0.smithi111.stdout:2263: finishing write tid 3 to smithi111183488-20 2023-12-01T04:51:27.266 INFO:tasks.rados.rados.0.smithi111.stdout:2263: finishing write tid 4 to smithi111183488-20 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: finishing write tid 5 to smithi111183488-20 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: finishing write tid 6 to smithi111183488-20 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: oid 20 updating version 0 to 1309 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: oid 20 version 1309 is already newer than 1306 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: oid 20 version 1309 is already newer than 1308 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: oid 20 version 1309 is already newer than 1305 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: oid 20 version 1309 is already newer than 1307 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1309 (ObjNum 709 snap 225 seq_num 709) dirty exists 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: left oid 20 (ObjNum 709 snap 225 seq_num 709) 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2260: done (3 left) 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2262: done (2 left) 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2263: done (1 left) 2023-12-01T04:51:27.267 INFO:tasks.rados.rados.0.smithi111.stdout:2265: delete oid 9 current snap is 225 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:2265: done (1 left) 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:2266: read oid 40 snap -1 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:2266: expect deleted 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:2267: read oid 20 snap 164 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:2267: expect (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 225 2023-12-01T04:51:27.269 INFO:tasks.rados.rados.0.smithi111.stdout:2268: seq_num 711 ranges {1466368=712704,2179072=786432,2965504=516096,3481600=303104} 2023-12-01T04:51:27.281 INFO:tasks.rados.rados.0.smithi111.stdout:2268: writing smithi111183488-27 from 1466368 to 2179072 tid 1 2023-12-01T04:51:27.286 INFO:tasks.rados.rados.0.smithi111.stdout:2268: writing smithi111183488-27 from 2179072 to 2965504 tid 2 2023-12-01T04:51:27.288 INFO:tasks.rados.rados.0.smithi111.stdout:2268: writing smithi111183488-27 from 2965504 to 3481600 tid 3 2023-12-01T04:51:27.290 INFO:tasks.rados.rados.0.smithi111.stdout:2268: writing smithi111183488-27 from 3481600 to 3784704 tid 4 2023-12-01T04:51:27.290 INFO:tasks.rados.rados.0.smithi111.stdout:2269: delete oid 13 current snap is 225 2023-12-01T04:51:27.290 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1522 (ObjNum 682 snap 217 seq_num 682) dirty exists 2023-12-01T04:51:27.290 INFO:tasks.rados.rados.0.smithi111.stdout:2267: expect (ObjNum 449 snap 142 seq_num 449) 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: finishing write tid 1 to smithi111183488-27 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: finishing write tid 2 to smithi111183488-27 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: finishing write tid 3 to smithi111183488-27 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: finishing write tid 4 to smithi111183488-27 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: finishing write tid 5 to smithi111183488-27 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: finishing write tid 6 to smithi111183488-27 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: oid 27 updating version 0 to 1476 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: oid 27 version 1476 is already newer than 1475 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: oid 27 version 1476 is already newer than 1474 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: oid 27 version 1476 is already newer than 1472 2023-12-01T04:51:27.467 INFO:tasks.rados.rados.0.smithi111.stdout:2268: oid 27 version 1476 is already newer than 1473 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1476 (ObjNum 711 snap 225 seq_num 711) dirty exists 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2268: left oid 27 (ObjNum 711 snap 225 seq_num 711) 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2264: done (4 left) 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2266: done (3 left) 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2267: done (2 left) 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2268: done (1 left) 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2269: done (0 left) 2023-12-01T04:51:27.468 INFO:tasks.rados.rados.0.smithi111.stdout:2270: snap_create 2023-12-01T04:51:27.487 INFO:tasks.rados.rados.0.smithi111.stdout:2270: done (0 left) 2023-12-01T04:51:27.487 INFO:tasks.rados.rados.0.smithi111.stdout:2271: delete oid 1 current snap is 226 2023-12-01T04:51:27.489 INFO:tasks.rados.rados.0.smithi111.stdout:2271: done (0 left) 2023-12-01T04:51:27.489 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 226 2023-12-01T04:51:27.489 INFO:tasks.rados.rados.0.smithi111.stdout:2272: seq_num 714 ranges {0=761856,761856=442368,1204224=688128,1892352=475136} 2023-12-01T04:51:27.493 INFO:tasks.rados.rados.0.smithi111.stdout:2272: writing smithi111183488-40 from 0 to 761856 tid 1 2023-12-01T04:51:27.496 INFO:tasks.rados.rados.0.smithi111.stdout:2272: writing smithi111183488-40 from 761856 to 1204224 tid 2 2023-12-01T04:51:27.500 INFO:tasks.rados.rados.0.smithi111.stdout:2272: writing smithi111183488-40 from 1204224 to 1892352 tid 3 2023-12-01T04:51:27.503 INFO:tasks.rados.rados.0.smithi111.stdout:2272: writing smithi111183488-40 from 1892352 to 2367488 tid 4 2023-12-01T04:51:27.503 INFO:tasks.rados.rados.0.smithi111.stdout:2273: copy_from oid 26 from oid 4 current snap is 226 2023-12-01T04:51:27.503 INFO:tasks.rados.rados.0.smithi111.stdout:2272: finishing write tid 1 to smithi111183488-40 2023-12-01T04:51:27.503 INFO:tasks.rados.rados.0.smithi111.stdout:2272: finishing write tid 2 to smithi111183488-40 2023-12-01T04:51:27.503 INFO:tasks.rados.rados.0.smithi111.stdout:2274: snap_create 2023-12-01T04:51:27.503 INFO:tasks.rados.rados.0.smithi111.stdout:2272: finishing write tid 3 to smithi111183488-40 2023-12-01T04:51:27.506 INFO:tasks.rados.rados.0.smithi111.stdout:2273: finishing copy_from to smithi111183488-26 2023-12-01T04:51:27.506 INFO:tasks.rados.rados.0.smithi111.stdout:2273: got expected ENOENT (src dne) 2023-12-01T04:51:27.506 INFO:tasks.rados.rados.0.smithi111.stdout:2273: finishing copy_from racing read to smithi111183488-26 2023-12-01T04:51:27.506 INFO:tasks.rados.rados.0.smithi111.stdout:2272: finishing write tid 4 to smithi111183488-40 2023-12-01T04:51:27.507 INFO:tasks.rados.rados.0.smithi111.stdout:2272: finishing write tid 5 to smithi111183488-40 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: finishing write tid 6 to smithi111183488-40 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: oid 40 updating version 0 to 1153 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: oid 40 version 1153 is already newer than 1152 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: oid 40 version 1153 is already newer than 1151 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: oid 40 updating version 1153 to 1154 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: oid 40 version 1154 is already newer than 1150 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1154 (ObjNum 714 snap 226 seq_num 714) dirty exists 2023-12-01T04:51:27.508 INFO:tasks.rados.rados.0.smithi111.stdout:2272: left oid 40 (ObjNum 714 snap 226 seq_num 714) 2023-12-01T04:51:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:27 smithi111 ceph-mon[97855]: osdmap e509: 8 total, 8 up, 8 in 2023-12-01T04:51:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:27 smithi111 ceph-mon[97855]: pgmap v737: 121 pgs: 121 active+clean; 464 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2023-12-01T04:51:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:27 smithi111 ceph-mon[116524]: osdmap e509: 8 total, 8 up, 8 in 2023-12-01T04:51:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:27 smithi111 ceph-mon[116524]: pgmap v737: 121 pgs: 121 active+clean; 464 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2023-12-01T04:51:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:27 smithi155 ceph-mon[102677]: osdmap e509: 8 total, 8 up, 8 in 2023-12-01T04:51:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:27 smithi155 ceph-mon[102677]: pgmap v737: 121 pgs: 121 active+clean; 464 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2023-12-01T04:51:28.461 INFO:tasks.rados.rados.0.smithi111.stdout:2272: done (2 left) 2023-12-01T04:51:28.461 INFO:tasks.rados.rados.0.smithi111.stdout:2273: done (1 left) 2023-12-01T04:51:28.461 INFO:tasks.rados.rados.0.smithi111.stdout:2274: done (0 left) 2023-12-01T04:51:28.461 INFO:tasks.rados.rados.0.smithi111.stdout:2275: snap_remove snap 217 2023-12-01T04:51:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:28 smithi111 ceph-mon[97855]: osdmap e510: 8 total, 8 up, 8 in 2023-12-01T04:51:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:28 smithi111 ceph-mon[97855]: osdmap e511: 8 total, 8 up, 8 in 2023-12-01T04:51:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:28 smithi111 ceph-mon[116524]: osdmap e510: 8 total, 8 up, 8 in 2023-12-01T04:51:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:28 smithi111 ceph-mon[116524]: osdmap e511: 8 total, 8 up, 8 in 2023-12-01T04:51:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:28 smithi155 ceph-mon[102677]: osdmap e510: 8 total, 8 up, 8 in 2023-12-01T04:51:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:28 smithi155 ceph-mon[102677]: osdmap e511: 8 total, 8 up, 8 in 2023-12-01T04:51:29.462 INFO:tasks.rados.rados.0.smithi111.stdout:2275: done (0 left) 2023-12-01T04:51:29.462 INFO:tasks.rados.rados.0.smithi111.stdout:2276: delete oid 21 current snap is 227 2023-12-01T04:51:29.473 INFO:tasks.rados.rados.0.smithi111.stdout:2276: done (0 left) 2023-12-01T04:51:29.473 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 227 2023-12-01T04:51:29.473 INFO:tasks.rados.rados.0.smithi111.stdout:2277: seq_num 716 ranges {6455296=794624,7249920=655360,7905280=704512,8609792=245760} 2023-12-01T04:51:29.513 INFO:tasks.rados.rados.0.smithi111.stdout:2277: writing smithi111183488-23 from 6455296 to 7249920 tid 1 2023-12-01T04:51:29.516 INFO:tasks.rados.rados.0.smithi111.stdout:2277: writing smithi111183488-23 from 7249920 to 7905280 tid 2 2023-12-01T04:51:29.520 INFO:tasks.rados.rados.0.smithi111.stdout:2277: writing smithi111183488-23 from 7905280 to 8609792 tid 3 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2277: writing smithi111183488-23 from 8609792 to 8855552 tid 4 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2277: finishing write tid 1 to smithi111183488-23 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 227 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2277: finishing write tid 2 to smithi111183488-23 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2278: seq_num 717 ranges {0=16384} 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2278: writing smithi111183488-43 from 0 to 16384 tid 1 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 227 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2279: seq_num 718 ranges {0=32768} 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2279: writing smithi111183488-48 from 0 to 32768 tid 1 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2280: read oid 10 snap -1 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2280: expect (ObjNum 639 snap 203 seq_num 639) 2023-12-01T04:51:29.523 INFO:tasks.rados.rados.0.smithi111.stdout:2281: snap_remove snap 225 2023-12-01T04:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:51:29] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:51:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:29 smithi111 ceph-mon[97855]: pgmap v740: 121 pgs: 121 active+clean; 464 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2023-12-01T04:51:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:29 smithi111 ceph-mon[97855]: osdmap e512: 8 total, 8 up, 8 in 2023-12-01T04:51:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:29 smithi111 ceph-mon[116524]: pgmap v740: 121 pgs: 121 active+clean; 464 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2023-12-01T04:51:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:29 smithi111 ceph-mon[116524]: osdmap e512: 8 total, 8 up, 8 in 2023-12-01T04:51:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:29 smithi155 ceph-mon[102677]: pgmap v740: 121 pgs: 121 active+clean; 464 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2023-12-01T04:51:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:29 smithi155 ceph-mon[102677]: osdmap e512: 8 total, 8 up, 8 in 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2281: done (4 left) 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 227 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2282: seq_num 719 ranges {0=49152} 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2282: writing smithi111183488-16 from 0 to 49152 tid 1 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2283: read oid 21 snap 209 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2283: expect (ObjNum 602 snap 187 seq_num 602) 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2284: read oid 37 snap -1 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2284: expect deleted 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2285: rollback oid 41 current snap is 227 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 195 2023-12-01T04:51:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2277: finishing write tid 3 to smithi111183488-23 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2286: read oid 22 snap -1 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2286: expect (ObjNum 694 snap 223 seq_num 694) 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2287: delete oid 47 current snap is 227 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2278: finishing write tid 1 to smithi111183488-43 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2278: finishing write tid 2 to smithi111183488-43 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2277: finishing write tid 4 to smithi111183488-23 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2277: finishing write tid 5 to smithi111183488-23 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2279: finishing write tid 1 to smithi111183488-48 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2279: finishing write tid 2 to smithi111183488-48 2023-12-01T04:51:30.502 INFO:tasks.rados.rados.0.smithi111.stdout:2277: finishing write tid 6 to smithi111183488-23 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2277: oid 23 updating version 0 to 1313 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2277: oid 23 version 1313 is already newer than 1310 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2277: oid 23 version 1313 is already newer than 1311 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2277: oid 23 updating version 1313 to 1314 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2277: oid 23 version 1314 is already newer than 1312 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1314 (ObjNum 716 snap 227 seq_num 716) dirty exists 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2277: left oid 23 (ObjNum 716 snap 227 seq_num 716) 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2278: finishing write tid 3 to smithi111183488-43 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2278: oid 43 updating version 0 to 1368 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2278: oid 43 updating version 1368 to 1369 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1369 (ObjNum 717 snap 227 seq_num 717) dirty exists 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2278: left oid 43 (ObjNum 717 snap 227 seq_num 717) 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2279: finishing write tid 3 to smithi111183488-48 2023-12-01T04:51:30.503 INFO:tasks.rados.rados.0.smithi111.stdout:2279: oid 48 updating version 0 to 1529 2023-12-01T04:51:30.504 INFO:tasks.rados.rados.0.smithi111.stdout:2279: oid 48 updating version 1529 to 1530 2023-12-01T04:51:30.504 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1530 (ObjNum 718 snap 227 seq_num 718) dirty exists 2023-12-01T04:51:30.504 INFO:tasks.rados.rados.0.smithi111.stdout:2279: left oid 48 (ObjNum 718 snap 227 seq_num 718) 2023-12-01T04:51:30.504 INFO:tasks.rados.rados.0.smithi111.stdout:2280: expect (ObjNum 639 snap 203 seq_num 639) 2023-12-01T04:51:30.728 INFO:tasks.rados.rados.0.smithi111.stdout:2285: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:51:30.728 INFO:tasks.rados.rados.0.smithi111.stdout:2285: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:51:30.728 INFO:tasks.rados.rados.0.smithi111.stdout:2285: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:51:30.728 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1284 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: finishing write tid 1 to smithi111183488-16 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: finishing write tid 2 to smithi111183488-16 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: finishing write tid 3 to smithi111183488-16 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: oid 16 updating version 0 to 1737 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: oid 16 updating version 1737 to 1738 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1738 (ObjNum 719 snap 227 seq_num 719) dirty exists 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: left oid 16 (ObjNum 719 snap 227 seq_num 719) 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2277: done (9 left) 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2278: done (8 left) 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2279: done (7 left) 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2280: done (6 left) 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2282: done (5 left) 2023-12-01T04:51:30.729 INFO:tasks.rados.rados.0.smithi111.stdout:2284: done (4 left) 2023-12-01T04:51:30.730 INFO:tasks.rados.rados.0.smithi111.stdout:2285: done (3 left) 2023-12-01T04:51:30.730 INFO:tasks.rados.rados.0.smithi111.stdout:2287: done (2 left) 2023-12-01T04:51:30.730 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 227 2023-12-01T04:51:30.730 INFO:tasks.rados.rados.0.smithi111.stdout:2286: expect (ObjNum 694 snap 223 seq_num 694) 2023-12-01T04:51:31.260 INFO:tasks.rados.rados.0.smithi111.stdout:2283: expect (ObjNum 602 snap 187 seq_num 602) 2023-12-01T04:51:31.608 INFO:tasks.rados.rados.0.smithi111.stdout:2288: seq_num 721 ranges {2605056=81920} 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:2288: writing smithi111183488-49 from 2605056 to 2686976 tid 1 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:2283: done (2 left) 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:2286: done (1 left) 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:2289: rollback oid 32 current snap is 227 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 207 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:2290: setattr oid 13 current snap is 227 2023-12-01T04:51:31.623 INFO:tasks.rados.rados.0.smithi111.stdout:2291: read oid 43 snap -1 2023-12-01T04:51:31.624 INFO:tasks.rados.rados.0.smithi111.stdout:2291: expect (ObjNum 717 snap 227 seq_num 717) 2023-12-01T04:51:31.624 INFO:tasks.rados.rados.0.smithi111.stdout:2292: snap_remove snap 209 2023-12-01T04:51:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:31 smithi111 ceph-mon[97855]: osdmap e513: 8 total, 8 up, 8 in 2023-12-01T04:51:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:31 smithi111 ceph-mon[97855]: pgmap v743: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2023-12-01T04:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:31 smithi111 ceph-mon[116524]: osdmap e513: 8 total, 8 up, 8 in 2023-12-01T04:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:31 smithi111 ceph-mon[116524]: pgmap v743: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2023-12-01T04:51:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:31 smithi155 ceph-mon[102677]: osdmap e513: 8 total, 8 up, 8 in 2023-12-01T04:51:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:31 smithi155 ceph-mon[102677]: pgmap v743: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2023-12-01T04:51:32.507 INFO:tasks.rados.rados.0.smithi111.stdout:2292: done (4 left) 2023-12-01T04:51:32.507 INFO:tasks.rados.rados.0.smithi111.stdout:2293: read oid 15 snap -1 2023-12-01T04:51:32.507 INFO:tasks.rados.rados.0.smithi111.stdout:2293: expect (ObjNum 690 snap 221 seq_num 690) 2023-12-01T04:51:32.507 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 227 2023-12-01T04:51:32.508 INFO:tasks.rados.rados.0.smithi111.stdout:2294: seq_num 722 ranges {0=98304} 2023-12-01T04:51:32.508 INFO:tasks.rados.rados.0.smithi111.stdout:2294: writing smithi111183488-8 from 0 to 98304 tid 1 2023-12-01T04:51:32.508 INFO:tasks.rados.rados.0.smithi111.stdout:2295: delete oid 20 current snap is 227 2023-12-01T04:51:32.508 INFO:tasks.rados.rados.0.smithi111.stdout:2288: finishing write tid 1 to smithi111183488-49 2023-12-01T04:51:32.508 INFO:tasks.rados.rados.0.smithi111.stdout:2291: expect (ObjNum 717 snap 227 seq_num 717) 2023-12-01T04:51:32.508 INFO:tasks.rados.rados.0.smithi111.stdout:2288: finishing write tid 2 to smithi111183488-49 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2289: finishing rollback tid 0 to smithi111183488-32 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2289: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2288: finishing write tid 3 to smithi111183488-49 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2288: oid 49 updating version 0 to 1304 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2288: oid 49 updating version 1304 to 1305 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1305 (ObjNum 721 snap 227 seq_num 721) dirty exists 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2288: left oid 49 (ObjNum 721 snap 227 seq_num 721) 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:2289: finishing rollback tid 2 to smithi111183488-32 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1627 (ObjNum 621 snap 196 seq_num 621) dirty exists 2023-12-01T04:51:32.509 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1628 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:2288: done (6 left) 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:2289: done (5 left) 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:2290: done (4 left) 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:2291: done (3 left) 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:2295: done (2 left) 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 227 2023-12-01T04:51:32.518 INFO:tasks.rados.rados.0.smithi111.stdout:2296: seq_num 724 ranges {2686976=131072} 2023-12-01T04:51:32.534 INFO:tasks.rados.rados.0.smithi111.stdout:2296: writing smithi111183488-49 from 2686976 to 2818048 tid 1 2023-12-01T04:51:32.539 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 227 2023-12-01T04:51:32.539 INFO:tasks.rados.rados.0.smithi111.stdout:2297: seq_num 725 ranges {10526720=147456} 2023-12-01T04:51:32.590 INFO:tasks.rados.rados.0.smithi111.stdout:2297: writing smithi111183488-34 from 10526720 to 10674176 tid 1 2023-12-01T04:51:32.590 INFO:tasks.rados.rados.0.smithi111.stdout:2298: snap_remove snap 220 2023-12-01T04:51:33.470 INFO:tasks.rados.rados.0.smithi111.stdout:2298: done (4 left) 2023-12-01T04:51:33.470 INFO:tasks.rados.rados.0.smithi111.stdout:2299: setattr oid 13 current snap is 227 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2294: finishing write tid 1 to smithi111183488-8 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2294: finishing write tid 2 to smithi111183488-8 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2294: finishing write tid 3 to smithi111183488-8 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2294: oid 8 updating version 0 to 1306 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2294: oid 8 updating version 1306 to 1307 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1307 (ObjNum 722 snap 227 seq_num 722) dirty exists 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2294: left oid 8 (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:51:33.480 INFO:tasks.rados.rados.0.smithi111.stdout:2293: expect (ObjNum 690 snap 221 seq_num 690) 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2296: finishing write tid 1 to smithi111183488-49 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2296: finishing write tid 2 to smithi111183488-49 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2296: finishing write tid 3 to smithi111183488-49 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2296: oid 49 updating version 0 to 1308 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2296: oid 49 updating version 1308 to 1309 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1309 (ObjNum 724 snap 227 seq_num 724) dirty exists 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2296: left oid 49 (ObjNum 724 snap 227 seq_num 724) 2023-12-01T04:51:33.532 INFO:tasks.rados.rados.0.smithi111.stdout:2297: finishing write tid 1 to smithi111183488-34 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2297: finishing write tid 2 to smithi111183488-34 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2297: finishing write tid 3 to smithi111183488-34 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2297: oid 34 updating version 0 to 1155 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2297: oid 34 updating version 1155 to 1156 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1156 (ObjNum 725 snap 227 seq_num 725) dirty exists 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2297: left oid 34 (ObjNum 725 snap 227 seq_num 725) 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2293: done (4 left) 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2294: done (3 left) 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2296: done (2 left) 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2297: done (1 left) 2023-12-01T04:51:33.533 INFO:tasks.rados.rados.0.smithi111.stdout:2300: snap_create 2023-12-01T04:51:33.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1645 (ObjNum 161 snap 0 seq_num 0) dirty exists 2023-12-01T04:51:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:33 smithi155 ceph-mon[102677]: osdmap e514: 8 total, 8 up, 8 in 2023-12-01T04:51:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:33 smithi155 ceph-mon[102677]: pgmap v745: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:51:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:33 smithi155 ceph-mon[102677]: osdmap e515: 8 total, 8 up, 8 in 2023-12-01T04:51:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:33 smithi111 ceph-mon[97855]: osdmap e514: 8 total, 8 up, 8 in 2023-12-01T04:51:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:33 smithi111 ceph-mon[97855]: pgmap v745: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:51:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:33 smithi111 ceph-mon[97855]: osdmap e515: 8 total, 8 up, 8 in 2023-12-01T04:51:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:33 smithi111 ceph-mon[116524]: osdmap e514: 8 total, 8 up, 8 in 2023-12-01T04:51:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:33 smithi111 ceph-mon[116524]: pgmap v745: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 17 op/s 2023-12-01T04:51:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:33 smithi111 ceph-mon[116524]: osdmap e515: 8 total, 8 up, 8 in 2023-12-01T04:51:34.534 INFO:tasks.rados.rados.0.smithi111.stdout:2299: done (1 left) 2023-12-01T04:51:34.535 INFO:tasks.rados.rados.0.smithi111.stdout:2300: done (0 left) 2023-12-01T04:51:34.535 INFO:tasks.rados.rados.0.smithi111.stdout:2301: snap_remove snap 195 2023-12-01T04:51:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:35.535 INFO:tasks.rados.rados.0.smithi111.stdout:2301: done (0 left) 2023-12-01T04:51:35.535 INFO:tasks.rados.rados.0.smithi111.stdout:2302: read oid 8 snap -1 2023-12-01T04:51:35.535 INFO:tasks.rados.rados.0.smithi111.stdout:2302: expect (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:51:35.535 INFO:tasks.rados.rados.0.smithi111.stdout:2303: read oid 35 snap -1 2023-12-01T04:51:35.535 INFO:tasks.rados.rados.0.smithi111.stdout:2303: expect (ObjNum 704 snap 223 seq_num 704) 2023-12-01T04:51:35.535 INFO:tasks.rados.rados.0.smithi111.stdout:2304: read oid 6 snap -1 2023-12-01T04:51:35.536 INFO:tasks.rados.rados.0.smithi111.stdout:2304: expect deleted 2023-12-01T04:51:35.536 INFO:tasks.rados.rados.0.smithi111.stdout:2305: snap_remove snap 224 2023-12-01T04:51:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:35 smithi155 ceph-mon[102677]: osdmap e516: 8 total, 8 up, 8 in 2023-12-01T04:51:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:35 smithi155 ceph-mon[102677]: pgmap v748: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:35 smithi155 ceph-mon[102677]: osdmap e517: 8 total, 8 up, 8 in 2023-12-01T04:51:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:35 smithi111 ceph-mon[97855]: osdmap e516: 8 total, 8 up, 8 in 2023-12-01T04:51:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:35 smithi111 ceph-mon[97855]: pgmap v748: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:35 smithi111 ceph-mon[97855]: osdmap e517: 8 total, 8 up, 8 in 2023-12-01T04:51:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:35 smithi111 ceph-mon[116524]: osdmap e516: 8 total, 8 up, 8 in 2023-12-01T04:51:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:35 smithi111 ceph-mon[116524]: pgmap v748: 121 pgs: 121 active+clean; 458 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:35 smithi111 ceph-mon[116524]: osdmap e517: 8 total, 8 up, 8 in 2023-12-01T04:51:36.545 INFO:tasks.rados.rados.0.smithi111.stdout:2305: done (3 left) 2023-12-01T04:51:36.545 INFO:tasks.rados.rados.0.smithi111.stdout:2306: snap_create 2023-12-01T04:51:36.545 INFO:tasks.rados.rados.0.smithi111.stdout:2302: expect (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:51:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2303: expect (ObjNum 704 snap 223 seq_num 704) 2023-12-01T04:51:37.547 INFO:tasks.rados.rados.0.smithi111.stdout:2302: done (3 left) 2023-12-01T04:51:37.548 INFO:tasks.rados.rados.0.smithi111.stdout:2303: done (2 left) 2023-12-01T04:51:37.548 INFO:tasks.rados.rados.0.smithi111.stdout:2304: done (1 left) 2023-12-01T04:51:37.548 INFO:tasks.rados.rados.0.smithi111.stdout:2306: done (0 left) 2023-12-01T04:51:37.548 INFO:tasks.rados.rados.0.smithi111.stdout:2307: snap_remove snap 212 2023-12-01T04:51:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:37 smithi155 ceph-mon[102677]: osdmap e518: 8 total, 8 up, 8 in 2023-12-01T04:51:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:37 smithi155 ceph-mon[102677]: pgmap v751: 121 pgs: 121 active+clean; 467 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 19 op/s 2023-12-01T04:51:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:37 smithi111 ceph-mon[97855]: osdmap e518: 8 total, 8 up, 8 in 2023-12-01T04:51:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:37 smithi111 ceph-mon[97855]: pgmap v751: 121 pgs: 121 active+clean; 467 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 19 op/s 2023-12-01T04:51:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:37 smithi111 ceph-mon[116524]: osdmap e518: 8 total, 8 up, 8 in 2023-12-01T04:51:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:37 smithi111 ceph-mon[116524]: pgmap v751: 121 pgs: 121 active+clean; 467 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 19 op/s 2023-12-01T04:51:38.470 INFO:tasks.rados.rados.0.smithi111.stdout:2307: done (0 left) 2023-12-01T04:51:38.470 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 229 2023-12-01T04:51:38.470 INFO:tasks.rados.rados.0.smithi111.stdout:2308: seq_num 726 ranges {0=163840} 2023-12-01T04:51:38.474 INFO:tasks.rados.rados.0.smithi111.stdout:2308: writing smithi111183488-6 from 0 to 163840 tid 1 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2309: copy_from oid 20 from oid 45 current snap is 229 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2310: rollback oid 39 current snap is 229 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 164 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2311: read oid 30 snap 218 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2311: expect (ObjNum 681 snap 217 seq_num 681) 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2312: read oid 26 snap 187 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2312: expect deleted 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 229 2023-12-01T04:51:38.475 INFO:tasks.rados.rados.0.smithi111.stdout:2313: seq_num 727 ranges {7184384=180224} 2023-12-01T04:51:38.515 INFO:tasks.rados.rados.0.smithi111.stdout:2313: writing smithi111183488-32 from 7184384 to 7364608 tid 1 2023-12-01T04:51:38.515 INFO:tasks.rados.rados.0.smithi111.stdout:2314: read oid 3 snap -1 2023-12-01T04:51:38.515 INFO:tasks.rados.rados.0.smithi111.stdout:2314: expect (ObjNum 396 snap 127 seq_num 396) 2023-12-01T04:51:38.515 INFO:tasks.rados.rados.0.smithi111.stdout:2315: snap_create 2023-12-01T04:51:38.515 INFO:tasks.rados.rados.0.smithi111.stdout:2308: finishing write tid 1 to smithi111183488-6 2023-12-01T04:51:38.515 INFO:tasks.rados.rados.0.smithi111.stdout:2308: finishing write tid 2 to smithi111183488-6 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2310: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2310: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1554 (ObjNum 425 snap 136 seq_num 425) dirty exists 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2309: finishing copy_from to smithi111183488-20 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2309: got expected ENOENT (src dne) 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2309: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2308: finishing write tid 3 to smithi111183488-6 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2308: oid 6 updating version 0 to 1551 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2308: oid 6 updating version 1551 to 1552 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1552 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2308: left oid 6 (ObjNum 726 snap 229 seq_num 726) 2023-12-01T04:51:38.516 INFO:tasks.rados.rados.0.smithi111.stdout:2311: expect (ObjNum 681 snap 217 seq_num 681) 2023-12-01T04:51:38.745 INFO:tasks.rados.rados.0.smithi111.stdout:2313: finishing write tid 1 to smithi111183488-32 2023-12-01T04:51:38.745 INFO:tasks.rados.rados.0.smithi111.stdout:2313: finishing write tid 2 to smithi111183488-32 2023-12-01T04:51:38.745 INFO:tasks.rados.rados.0.smithi111.stdout:2313: finishing write tid 3 to smithi111183488-32 2023-12-01T04:51:38.745 INFO:tasks.rados.rados.0.smithi111.stdout:2313: oid 32 updating version 0 to 1672 2023-12-01T04:51:38.746 INFO:tasks.rados.rados.0.smithi111.stdout:2313: oid 32 version 1672 is already newer than 1671 2023-12-01T04:51:38.746 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1672 (ObjNum 727 snap 229 seq_num 727) dirty exists 2023-12-01T04:51:38.746 INFO:tasks.rados.rados.0.smithi111.stdout:2313: left oid 32 (ObjNum 727 snap 229 seq_num 727) 2023-12-01T04:51:38.746 INFO:tasks.rados.rados.0.smithi111.stdout:2314: expect (ObjNum 396 snap 127 seq_num 396) 2023-12-01T04:51:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:38 smithi155 ceph-mon[102677]: osdmap e519: 8 total, 8 up, 8 in 2023-12-01T04:51:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:38 smithi155 ceph-mon[102677]: osdmap e520: 8 total, 8 up, 8 in 2023-12-01T04:51:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:38 smithi111 ceph-mon[97855]: osdmap e519: 8 total, 8 up, 8 in 2023-12-01T04:51:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:38 smithi111 ceph-mon[97855]: osdmap e520: 8 total, 8 up, 8 in 2023-12-01T04:51:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:38 smithi111 ceph-mon[116524]: osdmap e519: 8 total, 8 up, 8 in 2023-12-01T04:51:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:38 smithi111 ceph-mon[116524]: osdmap e520: 8 total, 8 up, 8 in 2023-12-01T04:51:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2308: done (7 left) 2023-12-01T04:51:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2309: done (6 left) 2023-12-01T04:51:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2310: done (5 left) 2023-12-01T04:51:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2311: done (4 left) 2023-12-01T04:51:39.486 INFO:tasks.rados.rados.0.smithi111.stdout:2312: done (3 left) 2023-12-01T04:51:39.486 INFO:tasks.rados.rados.0.smithi111.stdout:2313: done (2 left) 2023-12-01T04:51:39.486 INFO:tasks.rados.rados.0.smithi111.stdout:2314: done (1 left) 2023-12-01T04:51:39.486 INFO:tasks.rados.rados.0.smithi111.stdout:2315: done (0 left) 2023-12-01T04:51:39.486 INFO:tasks.rados.rados.0.smithi111.stdout:2316: delete oid 37 current snap is 230 2023-12-01T04:51:39.490 INFO:tasks.rados.rados.0.smithi111.stdout:2316: done (0 left) 2023-12-01T04:51:39.490 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 230 2023-12-01T04:51:39.490 INFO:tasks.rados.rados.0.smithi111.stdout:2317: seq_num 729 ranges {0=212992} 2023-12-01T04:51:39.491 INFO:tasks.rados.rados.0.smithi111.stdout:2317: writing smithi111183488-4 from 0 to 212992 tid 1 2023-12-01T04:51:39.492 INFO:tasks.rados.rados.0.smithi111.stdout:2318: snap_create 2023-12-01T04:51:39.496 INFO:tasks.rados.rados.0.smithi111.stdout:2317: finishing write tid 1 to smithi111183488-4 2023-12-01T04:51:39.496 INFO:tasks.rados.rados.0.smithi111.stdout:2317: finishing write tid 2 to smithi111183488-4 2023-12-01T04:51:39.498 INFO:tasks.rados.rados.0.smithi111.stdout:2317: finishing write tid 3 to smithi111183488-4 2023-12-01T04:51:39.499 INFO:tasks.rados.rados.0.smithi111.stdout:2317: oid 4 updating version 0 to 1756 2023-12-01T04:51:39.499 INFO:tasks.rados.rados.0.smithi111.stdout:2317: oid 4 version 1756 is already newer than 1755 2023-12-01T04:51:39.499 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1756 (ObjNum 729 snap 230 seq_num 729) dirty exists 2023-12-01T04:51:39.499 INFO:tasks.rados.rados.0.smithi111.stdout:2317: left oid 4 (ObjNum 729 snap 230 seq_num 729) 2023-12-01T04:51:39.551 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:51:39] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2023-12-01T04:51:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:39 smithi155 ceph-mon[102677]: pgmap v754: 121 pgs: 121 active+clean; 467 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 19 op/s 2023-12-01T04:51:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:39 smithi155 ceph-mon[102677]: osdmap e521: 8 total, 8 up, 8 in 2023-12-01T04:51:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:39 smithi111 ceph-mon[97855]: pgmap v754: 121 pgs: 121 active+clean; 467 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 19 op/s 2023-12-01T04:51:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:39 smithi111 ceph-mon[97855]: osdmap e521: 8 total, 8 up, 8 in 2023-12-01T04:51:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:39 smithi111 ceph-mon[116524]: pgmap v754: 121 pgs: 121 active+clean; 467 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 124 KiB/s wr, 19 op/s 2023-12-01T04:51:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:39 smithi111 ceph-mon[116524]: osdmap e521: 8 total, 8 up, 8 in 2023-12-01T04:51:40.482 INFO:tasks.rados.rados.0.smithi111.stdout:2317: done (1 left) 2023-12-01T04:51:40.482 INFO:tasks.rados.rados.0.smithi111.stdout:2318: done (0 left) 2023-12-01T04:51:40.482 INFO:tasks.rados.rados.0.smithi111.stdout:2319: read oid 39 snap 199 2023-12-01T04:51:40.482 INFO:tasks.rados.rados.0.smithi111.stdout:2319: expect deleted 2023-12-01T04:51:40.482 INFO:tasks.rados.rados.0.smithi111.stdout:2320: snap_remove snap 214 2023-12-01T04:51:41.494 INFO:tasks.rados.rados.0.smithi111.stdout:2320: done (1 left) 2023-12-01T04:51:41.494 INFO:tasks.rados.rados.0.smithi111.stdout:2321: read oid 19 snap -1 2023-12-01T04:51:41.494 INFO:tasks.rados.rados.0.smithi111.stdout:2321: expect (ObjNum 682 snap 217 seq_num 682) 2023-12-01T04:51:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2322: setattr oid 41 current snap is 231 2023-12-01T04:51:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2319: done (2 left) 2023-12-01T04:51:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 231 2023-12-01T04:51:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2323: seq_num 730 ranges {5472256=229376} 2023-12-01T04:51:41.528 INFO:tasks.rados.rados.0.smithi111.stdout:2323: writing smithi111183488-30 from 5472256 to 5701632 tid 1 2023-12-01T04:51:41.528 INFO:tasks.rados.rados.0.smithi111.stdout:2324: setattr oid 13 current snap is 231 2023-12-01T04:51:41.528 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1285 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:51:41.528 INFO:tasks.rados.rados.0.smithi111.stdout:2321: expect (ObjNum 682 snap 217 seq_num 682) 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: finishing write tid 1 to smithi111183488-30 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: finishing write tid 2 to smithi111183488-30 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: finishing write tid 3 to smithi111183488-30 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: oid 30 updating version 0 to 1684 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: oid 30 updating version 1684 to 1685 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1685 (ObjNum 730 snap 231 seq_num 730) dirty exists 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: left oid 30 (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2321: done (3 left) 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2322: done (2 left) 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2323: done (1 left) 2023-12-01T04:51:41.577 INFO:tasks.rados.rados.0.smithi111.stdout:2325: rmattr oid 37 current snap is 231 2023-12-01T04:51:41.578 INFO:tasks.rados.rados.0.smithi111.stdout:2325: done (1 left) 2023-12-01T04:51:41.578 INFO:tasks.rados.rados.0.smithi111.stdout:2326: snap_create 2023-12-01T04:51:41.580 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1687 (ObjNum 145 snap 0 seq_num 3707476816) dirty exists 2023-12-01T04:51:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:41 smithi111 ceph-mon[97855]: osdmap e522: 8 total, 8 up, 8 in 2023-12-01T04:51:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:41 smithi111 ceph-mon[97855]: pgmap v757: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 136 KiB/s wr, 6 op/s 2023-12-01T04:51:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:41 smithi111 ceph-mon[116524]: osdmap e522: 8 total, 8 up, 8 in 2023-12-01T04:51:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:41 smithi111 ceph-mon[116524]: pgmap v757: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 136 KiB/s wr, 6 op/s 2023-12-01T04:51:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:41 smithi155 ceph-mon[102677]: osdmap e522: 8 total, 8 up, 8 in 2023-12-01T04:51:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:41 smithi155 ceph-mon[102677]: pgmap v757: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 136 KiB/s wr, 6 op/s 2023-12-01T04:51:42.494 INFO:tasks.rados.rados.0.smithi111.stdout:2324: done (1 left) 2023-12-01T04:51:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2326: done (0 left) 2023-12-01T04:51:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2327: read oid 44 snap 221 2023-12-01T04:51:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2327: expect (ObjNum 510 snap 156 seq_num 510) 2023-12-01T04:51:42.498 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 232 2023-12-01T04:51:42.498 INFO:tasks.rados.rados.0.smithi111.stdout:2328: seq_num 731 ranges {10674176=245760} 2023-12-01T04:51:42.553 INFO:tasks.rados.rados.0.smithi111.stdout:2328: writing smithi111183488-34 from 10674176 to 10919936 tid 1 2023-12-01T04:51:42.553 INFO:tasks.rados.rados.0.smithi111.stdout:2329: read oid 42 snap 213 2023-12-01T04:51:42.553 INFO:tasks.rados.rados.0.smithi111.stdout:2329: expect (ObjNum 635 snap 200 seq_num 635) 2023-12-01T04:51:42.553 INFO:tasks.rados.rados.0.smithi111.stdout:2330: read oid 47 snap -1 2023-12-01T04:51:42.553 INFO:tasks.rados.rados.0.smithi111.stdout:2330: expect deleted 2023-12-01T04:51:42.554 INFO:tasks.rados.rados.0.smithi111.stdout:2331: delete oid 24 current snap is 232 2023-12-01T04:51:42.554 INFO:tasks.rados.rados.0.smithi111.stdout:2327: expect (ObjNum 510 snap 156 seq_num 510) 2023-12-01T04:51:42.597 INFO:tasks.rados.rados.0.smithi111.stdout:2328: finishing write tid 1 to smithi111183488-34 2023-12-01T04:51:42.597 INFO:tasks.rados.rados.0.smithi111.stdout:2328: finishing write tid 2 to smithi111183488-34 2023-12-01T04:51:42.597 INFO:tasks.rados.rados.0.smithi111.stdout:2329: expect (ObjNum 635 snap 200 seq_num 635) 2023-12-01T04:51:42.624 INFO:tasks.rados.rados.0.smithi111.stdout:2328: finishing write tid 3 to smithi111183488-34 2023-12-01T04:51:42.624 INFO:tasks.rados.rados.0.smithi111.stdout:2328: oid 34 updating version 0 to 1158 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:2328: oid 34 version 1158 is already newer than 1157 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1158 (ObjNum 731 snap 232 seq_num 731) dirty exists 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:2328: left oid 34 (ObjNum 731 snap 232 seq_num 731) 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:2327: done (4 left) 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:2328: done (3 left) 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:2329: done (2 left) 2023-12-01T04:51:42.625 INFO:tasks.rados.rados.0.smithi111.stdout:2330: done (1 left) 2023-12-01T04:51:42.626 INFO:tasks.rados.rados.0.smithi111.stdout:2331: done (0 left) 2023-12-01T04:51:42.626 INFO:tasks.rados.rados.0.smithi111.stdout:2332: delete oid 23 current snap is 232 2023-12-01T04:51:42.627 INFO:tasks.rados.rados.0.smithi111.stdout:2332: done (0 left) 2023-12-01T04:51:42.627 INFO:tasks.rados.rados.0.smithi111.stdout:2333: read oid 37 snap 228 2023-12-01T04:51:42.627 INFO:tasks.rados.rados.0.smithi111.stdout:2333: expect deleted 2023-12-01T04:51:42.628 INFO:tasks.rados.rados.0.smithi111.stdout:2334: read oid 33 snap -1 2023-12-01T04:51:42.628 INFO:tasks.rados.rados.0.smithi111.stdout:2334: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:51:42.628 INFO:tasks.rados.rados.0.smithi111.stdout:2335: delete oid 45 current snap is 232 2023-12-01T04:51:42.631 INFO:tasks.rados.rados.0.smithi111.stdout:2333: done (2 left) 2023-12-01T04:51:42.632 INFO:tasks.rados.rados.0.smithi111.stdout:2335: done (1 left) 2023-12-01T04:51:42.632 INFO:tasks.rados.rados.0.smithi111.stdout:2336: rollback oid 23 current snap is 232 2023-12-01T04:51:42.632 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 23 to 230 2023-12-01T04:51:42.632 INFO:tasks.rados.rados.0.smithi111.stdout:2337: rollback oid 50 current snap is 232 2023-12-01T04:51:42.632 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 50 to 226 2023-12-01T04:51:42.632 INFO:tasks.rados.rados.0.smithi111.stdout:2338: rmattr oid 22 current snap is 232 2023-12-01T04:51:42.633 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 232 2023-12-01T04:51:42.633 INFO:tasks.rados.rados.0.smithi111.stdout:2339: seq_num 735 ranges {1835008=311296} 2023-12-01T04:51:42.643 INFO:tasks.rados.rados.0.smithi111.stdout:2339: writing smithi111183488-29 from 1835008 to 2146304 tid 1 2023-12-01T04:51:42.643 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 232 2023-12-01T04:51:42.643 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1178 (ObjNum 694 snap 223 seq_num 694) dirty exists 2023-12-01T04:51:42.643 INFO:tasks.rados.rados.0.smithi111.stdout:2340: seq_num 736 ranges {0=335872} 2023-12-01T04:51:42.645 INFO:tasks.rados.rados.0.smithi111.stdout:2340: writing smithi111183488-9 from 0 to 335872 tid 1 2023-12-01T04:51:42.645 INFO:tasks.rados.rados.0.smithi111.stdout:2338: done (5 left) 2023-12-01T04:51:42.645 INFO:tasks.rados.rados.0.smithi111.stdout:2341: read oid 30 snap -1 2023-12-01T04:51:42.645 INFO:tasks.rados.rados.0.smithi111.stdout:2341: expect (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:51:42.645 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 232 2023-12-01T04:51:42.645 INFO:tasks.rados.rados.0.smithi111.stdout:2337: finishing rollback tid 0 to smithi111183488-50 2023-12-01T04:51:42.646 INFO:tasks.rados.rados.0.smithi111.stdout:2337: finishing rollback tid 1 to smithi111183488-50 2023-12-01T04:51:42.646 INFO:tasks.rados.rados.0.smithi111.stdout:2337: finishing rollback tid 2 to smithi111183488-50 2023-12-01T04:51:42.646 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1878 (ObjNum 588 snap 184 seq_num 588) dirty exists 2023-12-01T04:51:42.646 INFO:tasks.rados.rados.0.smithi111.stdout:2336: finishing rollback tid 1 to smithi111183488-23 2023-12-01T04:51:42.646 INFO:tasks.rados.rados.0.smithi111.stdout:2336: finishing rollback tid 2 to smithi111183488-23 2023-12-01T04:51:42.646 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1327 (ObjNum 716 snap 227 seq_num 716) dirty exists 2023-12-01T04:51:42.647 INFO:tasks.rados.rados.0.smithi111.stdout:2342: seq_num 737 ranges {3768320=352256} 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2342: writing smithi111183488-25 from 3768320 to 4120576 tid 1 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2336: done (6 left) 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2337: done (5 left) 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2343: copy_from oid 17 from oid 18 current snap is 232 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2339: finishing write tid 1 to smithi111183488-29 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2339: finishing write tid 2 to smithi111183488-29 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2340: finishing write tid 1 to smithi111183488-9 2023-12-01T04:51:42.668 INFO:tasks.rados.rados.0.smithi111.stdout:2340: finishing write tid 2 to smithi111183488-9 2023-12-01T04:51:42.669 INFO:tasks.rados.rados.0.smithi111.stdout:2334: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:51:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:42 smithi111 ceph-mon[97855]: osdmap e523: 8 total, 8 up, 8 in 2023-12-01T04:51:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:42 smithi111 ceph-mon[116524]: osdmap e523: 8 total, 8 up, 8 in 2023-12-01T04:51:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:42 smithi155 ceph-mon[102677]: osdmap e523: 8 total, 8 up, 8 in 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2340: finishing write tid 3 to smithi111183488-9 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2340: oid 9 updating version 0 to 1310 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2340: oid 9 updating version 1310 to 1311 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1311 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2340: left oid 9 (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2339: finishing write tid 3 to smithi111183488-29 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2339: oid 29 updating version 0 to 1881 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2339: oid 29 version 1881 is already newer than 1880 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1881 (ObjNum 735 snap 232 seq_num 735) dirty exists 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2339: left oid 29 (ObjNum 735 snap 232 seq_num 735) 2023-12-01T04:51:43.126 INFO:tasks.rados.rados.0.smithi111.stdout:2341: expect (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2334: done (5 left) 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2339: done (4 left) 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2340: done (3 left) 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2341: done (2 left) 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2344: read oid 41 snap -1 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2344: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:43.441 INFO:tasks.rados.rados.0.smithi111.stdout:2345: snap_remove snap 218 2023-12-01T04:51:43.480 INFO:tasks.rados.rados.0.smithi111.stdout:2345: done (3 left) 2023-12-01T04:51:43.481 INFO:tasks.rados.rados.0.smithi111.stdout:2346: rollback oid 4 current snap is 232 2023-12-01T04:51:43.481 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 215 2023-12-01T04:51:43.481 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 232 2023-12-01T04:51:43.481 INFO:tasks.rados.rados.0.smithi111.stdout:2347: seq_num 738 ranges {2146304=368640} 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2347: writing smithi111183488-29 from 2146304 to 2514944 tid 1 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 232 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2343: finishing copy_from to smithi111183488-17 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2343: got expected ENOENT (src dne) 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2343: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2342: finishing write tid 1 to smithi111183488-25 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2342: finishing write tid 2 to smithi111183488-25 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2342: finishing write tid 3 to smithi111183488-25 2023-12-01T04:51:43.487 INFO:tasks.rados.rados.0.smithi111.stdout:2342: oid 25 updating version 0 to 1272 2023-12-01T04:51:43.488 INFO:tasks.rados.rados.0.smithi111.stdout:2342: oid 25 version 1272 is already newer than 1271 2023-12-01T04:51:43.488 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1272 (ObjNum 737 snap 232 seq_num 737) dirty exists 2023-12-01T04:51:43.488 INFO:tasks.rados.rados.0.smithi111.stdout:2342: left oid 25 (ObjNum 737 snap 232 seq_num 737) 2023-12-01T04:51:43.488 INFO:tasks.rados.rados.0.smithi111.stdout:2344: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:43 smithi155 ceph-mon[102677]: osdmap e524: 8 total, 8 up, 8 in 2023-12-01T04:51:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:43 smithi155 ceph-mon[102677]: pgmap v760: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 136 KiB/s wr, 6 op/s 2023-12-01T04:51:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:43 smithi155 ceph-mon[102677]: osdmap e525: 8 total, 8 up, 8 in 2023-12-01T04:51:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:43 smithi111 ceph-mon[97855]: osdmap e524: 8 total, 8 up, 8 in 2023-12-01T04:51:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:43 smithi111 ceph-mon[97855]: pgmap v760: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 136 KiB/s wr, 6 op/s 2023-12-01T04:51:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:43 smithi111 ceph-mon[97855]: osdmap e525: 8 total, 8 up, 8 in 2023-12-01T04:51:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:43 smithi111 ceph-mon[116524]: osdmap e524: 8 total, 8 up, 8 in 2023-12-01T04:51:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:43 smithi111 ceph-mon[116524]: pgmap v760: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 136 KiB/s wr, 6 op/s 2023-12-01T04:51:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:43 smithi111 ceph-mon[116524]: osdmap e525: 8 total, 8 up, 8 in 2023-12-01T04:51:44.175 INFO:tasks.rados.rados.0.smithi111.stdout:2346: finishing rollback tid 0 to smithi111183488-4 2023-12-01T04:51:44.175 INFO:tasks.rados.rados.0.smithi111.stdout:2346: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:51:44.175 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1767 (ObjNum 289 snap 0 seq_num 3707210816) dirty dne 2023-12-01T04:51:44.175 INFO:tasks.rados.rados.0.smithi111.stdout:2347: finishing write tid 1 to smithi111183488-29 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:2347: finishing write tid 2 to smithi111183488-29 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:2347: finishing write tid 3 to smithi111183488-29 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:2347: oid 29 updating version 0 to 1890 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:2347: oid 29 updating version 1890 to 1891 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1891 (ObjNum 738 snap 232 seq_num 738) dirty exists 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:2347: left oid 29 (ObjNum 738 snap 232 seq_num 738) 2023-12-01T04:51:44.176 INFO:tasks.rados.rados.0.smithi111.stdout:2348: seq_num 739 ranges {0=385024} 2023-12-01T04:51:44.177 INFO:tasks.rados.rados.0.smithi111.stdout:2348: writing smithi111183488-45 from 0 to 385024 tid 1 2023-12-01T04:51:44.177 INFO:tasks.rados.rados.0.smithi111.stdout:2342: done (5 left) 2023-12-01T04:51:44.177 INFO:tasks.rados.rados.0.smithi111.stdout:2343: done (4 left) 2023-12-01T04:51:44.177 INFO:tasks.rados.rados.0.smithi111.stdout:2344: done (3 left) 2023-12-01T04:51:44.178 INFO:tasks.rados.rados.0.smithi111.stdout:2346: done (2 left) 2023-12-01T04:51:44.178 INFO:tasks.rados.rados.0.smithi111.stdout:2347: done (1 left) 2023-12-01T04:51:44.178 INFO:tasks.rados.rados.0.smithi111.stdout:2349: snap_create 2023-12-01T04:51:44.180 INFO:tasks.rados.rados.0.smithi111.stdout:2348: finishing write tid 1 to smithi111183488-45 2023-12-01T04:51:44.180 INFO:tasks.rados.rados.0.smithi111.stdout:2348: finishing write tid 2 to smithi111183488-45 2023-12-01T04:51:44.181 INFO:tasks.rados.rados.0.smithi111.stdout:2348: finishing write tid 3 to smithi111183488-45 2023-12-01T04:51:44.181 INFO:tasks.rados.rados.0.smithi111.stdout:2348: oid 45 updating version 0 to 1343 2023-12-01T04:51:44.182 INFO:tasks.rados.rados.0.smithi111.stdout:2348: oid 45 version 1343 is already newer than 1342 2023-12-01T04:51:44.182 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1343 (ObjNum 739 snap 232 seq_num 739) dirty exists 2023-12-01T04:51:44.182 INFO:tasks.rados.rados.0.smithi111.stdout:2348: left oid 45 (ObjNum 739 snap 232 seq_num 739) 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:2348: done (1 left) 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:2349: done (0 left) 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:2350: rollback oid 16 current snap is 233 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 213 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:2351: read oid 42 snap -1 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:2351: expect (ObjNum 635 snap 200 seq_num 635) 2023-12-01T04:51:44.507 INFO:tasks.rados.rados.0.smithi111.stdout:2352: snap_remove snap 187 2023-12-01T04:51:45.512 INFO:tasks.rados.rados.0.smithi111.stdout:2352: done (2 left) 2023-12-01T04:51:45.513 INFO:tasks.rados.rados.0.smithi111.stdout:2353: copy_from oid 12 from oid 25 current snap is 233 2023-12-01T04:51:45.513 INFO:tasks.rados.rados.0.smithi111.stdout:2354: snap_create 2023-12-01T04:51:45.513 INFO:tasks.rados.rados.0.smithi111.stdout:2350: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:51:45.513 INFO:tasks.rados.rados.0.smithi111.stdout:2350: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:51:45.513 INFO:tasks.rados.rados.0.smithi111.stdout:2351: expect (ObjNum 635 snap 200 seq_num 635) 2023-12-01T04:51:45.551 INFO:tasks.rados.rados.0.smithi111.stdout:2350: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:51:45.551 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1771 (ObjNum 516 snap 159 seq_num 516) dirty exists 2023-12-01T04:51:45.551 INFO:tasks.rados.rados.0.smithi111.stdout:2353: finishing copy_from to smithi111183488-12 2023-12-01T04:51:45.551 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1272 (ObjNum 737 snap 232 seq_num 737) dirty exists 2023-12-01T04:51:45.552 INFO:tasks.rados.rados.0.smithi111.stdout:2353: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:45 smithi155 ceph-mon[102677]: osdmap e526: 8 total, 8 up, 8 in 2023-12-01T04:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:45 smithi155 ceph-mon[102677]: pgmap v763: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:45 smithi111 ceph-mon[97855]: osdmap e526: 8 total, 8 up, 8 in 2023-12-01T04:51:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:45 smithi111 ceph-mon[97855]: pgmap v763: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:45 smithi111 ceph-mon[116524]: osdmap e526: 8 total, 8 up, 8 in 2023-12-01T04:51:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:45 smithi111 ceph-mon[116524]: pgmap v763: 121 pgs: 121 active+clean; 470 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:46.517 INFO:tasks.rados.rados.0.smithi111.stdout:2350: done (3 left) 2023-12-01T04:51:46.517 INFO:tasks.rados.rados.0.smithi111.stdout:2351: done (2 left) 2023-12-01T04:51:46.517 INFO:tasks.rados.rados.0.smithi111.stdout:2353: done (1 left) 2023-12-01T04:51:46.517 INFO:tasks.rados.rados.0.smithi111.stdout:2354: done (0 left) 2023-12-01T04:51:46.517 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 234 2023-12-01T04:51:46.517 INFO:tasks.rados.rados.0.smithi111.stdout:2355: seq_num 740 ranges {2367488=401408} 2023-12-01T04:51:46.531 INFO:tasks.rados.rados.0.smithi111.stdout:2355: writing smithi111183488-40 from 2367488 to 2768896 tid 1 2023-12-01T04:51:46.532 INFO:tasks.rados.rados.0.smithi111.stdout:2356: copy_from oid 27 from oid 9 current snap is 234 2023-12-01T04:51:46.532 INFO:tasks.rados.rados.0.smithi111.stdout:2357: snap_remove snap 213 2023-12-01T04:51:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:46 smithi155 ceph-mon[102677]: osdmap e527: 8 total, 8 up, 8 in 2023-12-01T04:51:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:46 smithi111 ceph-mon[97855]: osdmap e527: 8 total, 8 up, 8 in 2023-12-01T04:51:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:46 smithi111 ceph-mon[116524]: osdmap e527: 8 total, 8 up, 8 in 2023-12-01T04:51:47.525 INFO:tasks.rados.rados.0.smithi111.stdout:2357: done (2 left) 2023-12-01T04:51:47.525 INFO:tasks.rados.rados.0.smithi111.stdout:2358: copy_from oid 32 from oid 2 current snap is 234 2023-12-01T04:51:47.525 INFO:tasks.rados.rados.0.smithi111.stdout:2355: finishing write tid 1 to smithi111183488-40 2023-12-01T04:51:47.525 INFO:tasks.rados.rados.0.smithi111.stdout:2355: finishing write tid 2 to smithi111183488-40 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2355: finishing write tid 3 to smithi111183488-40 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2355: oid 40 updating version 0 to 1159 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2355: oid 40 updating version 1159 to 1160 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1160 (ObjNum 740 snap 234 seq_num 740) dirty exists 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2355: left oid 40 (ObjNum 740 snap 234 seq_num 740) 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2356: finishing copy_from to smithi111183488-27 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1311 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2356: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2355: done (2 left) 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2356: done (1 left) 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2359: rmattr oid 44 current snap is 234 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2360: copy_from oid 21 from oid 29 current snap is 234 2023-12-01T04:51:47.526 INFO:tasks.rados.rados.0.smithi111.stdout:2361: snap_create 2023-12-01T04:51:47.543 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1502 (ObjNum 698 snap 223 seq_num 698) dirty exists 2023-12-01T04:51:47.548 INFO:tasks.rados.rados.0.smithi111.stdout:2358: finishing copy_from to smithi111183488-32 2023-12-01T04:51:47.548 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1629 (ObjNum 673 snap 216 seq_num 673) dirty exists 2023-12-01T04:51:47.549 INFO:tasks.rados.rados.0.smithi111.stdout:2358: finishing copy_from racing read to smithi111183488-32 2023-12-01T04:51:47.560 INFO:tasks.rados.rados.0.smithi111.stdout:2360: finishing copy_from to smithi111183488-21 2023-12-01T04:51:47.560 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1891 (ObjNum 738 snap 232 seq_num 738) dirty exists 2023-12-01T04:51:47.561 INFO:tasks.rados.rados.0.smithi111.stdout:2360: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:51:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:47 smithi155 ceph-mon[102677]: osdmap e528: 8 total, 8 up, 8 in 2023-12-01T04:51:47.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:47 smithi155 ceph-mon[102677]: pgmap v766: 121 pgs: 121 active+clean; 478 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 544 KiB/s wr, 28 op/s 2023-12-01T04:51:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:47 smithi111 ceph-mon[97855]: osdmap e528: 8 total, 8 up, 8 in 2023-12-01T04:51:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:47 smithi111 ceph-mon[97855]: pgmap v766: 121 pgs: 121 active+clean; 478 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 544 KiB/s wr, 28 op/s 2023-12-01T04:51:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:47 smithi111 ceph-mon[116524]: osdmap e528: 8 total, 8 up, 8 in 2023-12-01T04:51:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:47 smithi111 ceph-mon[116524]: pgmap v766: 121 pgs: 121 active+clean; 478 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 544 KiB/s wr, 28 op/s 2023-12-01T04:51:48.471 INFO:tasks.rados.rados.0.smithi111.stdout:2358: done (3 left) 2023-12-01T04:51:48.471 INFO:tasks.rados.rados.0.smithi111.stdout:2359: done (2 left) 2023-12-01T04:51:48.471 INFO:tasks.rados.rados.0.smithi111.stdout:2360: done (1 left) 2023-12-01T04:51:48.471 INFO:tasks.rados.rados.0.smithi111.stdout:2361: done (0 left) 2023-12-01T04:51:48.471 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 235 2023-12-01T04:51:48.472 INFO:tasks.rados.rados.0.smithi111.stdout:2362: seq_num 741 ranges {2768896=417792} 2023-12-01T04:51:48.489 INFO:tasks.rados.rados.0.smithi111.stdout:2362: writing smithi111183488-40 from 2768896 to 3186688 tid 1 2023-12-01T04:51:48.489 INFO:tasks.rados.rados.0.smithi111.stdout:2363: setattr oid 23 current snap is 235 2023-12-01T04:51:48.489 INFO:tasks.rados.rados.0.smithi111.stdout:2364: delete oid 21 current snap is 235 2023-12-01T04:51:48.494 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 1351 (ObjNum 716 snap 227 seq_num 716) dirty exists 2023-12-01T04:51:48.496 INFO:tasks.rados.rados.0.smithi111.stdout:2362: finishing write tid 1 to smithi111183488-40 2023-12-01T04:51:48.497 INFO:tasks.rados.rados.0.smithi111.stdout:2362: finishing write tid 2 to smithi111183488-40 2023-12-01T04:51:48.499 INFO:tasks.rados.rados.0.smithi111.stdout:2362: finishing write tid 3 to smithi111183488-40 2023-12-01T04:51:48.499 INFO:tasks.rados.rados.0.smithi111.stdout:2362: oid 40 updating version 0 to 1161 2023-12-01T04:51:48.499 INFO:tasks.rados.rados.0.smithi111.stdout:2362: oid 40 updating version 1161 to 1162 2023-12-01T04:51:48.499 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1162 (ObjNum 741 snap 235 seq_num 741) dirty exists 2023-12-01T04:51:48.499 INFO:tasks.rados.rados.0.smithi111.stdout:2362: left oid 40 (ObjNum 741 snap 235 seq_num 741) 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:2362: done (2 left) 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:2363: done (1 left) 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:2364: done (0 left) 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:2365: read oid 41 snap -1 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:2365: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 235 2023-12-01T04:51:48.500 INFO:tasks.rados.rados.0.smithi111.stdout:2366: seq_num 743 ranges {1916928=450560} 2023-12-01T04:51:48.513 INFO:tasks.rados.rados.0.smithi111.stdout:2366: writing smithi111183488-31 from 1916928 to 2367488 tid 1 2023-12-01T04:51:48.513 INFO:tasks.rados.rados.0.smithi111.stdout:2367: delete oid 15 current snap is 235 2023-12-01T04:51:48.523 INFO:tasks.rados.rados.0.smithi111.stdout:2366: finishing write tid 1 to smithi111183488-31 2023-12-01T04:51:48.523 INFO:tasks.rados.rados.0.smithi111.stdout:2367: done (2 left) 2023-12-01T04:51:48.523 INFO:tasks.rados.rados.0.smithi111.stdout:2368: rollback oid 39 current snap is 235 2023-12-01T04:51:48.524 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 215 2023-12-01T04:51:48.524 INFO:tasks.rados.rados.0.smithi111.stdout:2369: snap_remove snap 234 2023-12-01T04:51:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:48 smithi155 ceph-mon[102677]: osdmap e529: 8 total, 8 up, 8 in 2023-12-01T04:51:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:51:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:48 smithi155 ceph-mon[102677]: osdmap e530: 8 total, 8 up, 8 in 2023-12-01T04:51:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:48 smithi111 ceph-mon[97855]: osdmap e529: 8 total, 8 up, 8 in 2023-12-01T04:51:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:51:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:48 smithi111 ceph-mon[97855]: osdmap e530: 8 total, 8 up, 8 in 2023-12-01T04:51:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:48 smithi111 ceph-mon[116524]: osdmap e529: 8 total, 8 up, 8 in 2023-12-01T04:51:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:51:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:48 smithi111 ceph-mon[116524]: osdmap e530: 8 total, 8 up, 8 in 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2369: done (3 left) 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2370: snap_create 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2366: finishing write tid 2 to smithi111183488-31 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2368: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2368: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1556 (ObjNum 33 snap 0 seq_num 3687183928) dirty dne 2023-12-01T04:51:49.531 INFO:tasks.rados.rados.0.smithi111.stdout:2365: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:51:49] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[97855]: pgmap v769: 121 pgs: 121 active+clean; 478 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 544 KiB/s wr, 28 op/s 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[116524]: pgmap v769: 121 pgs: 121 active+clean; 478 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 544 KiB/s wr, 28 op/s 2023-12-01T04:51:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:49 smithi155 ceph-mon[102677]: pgmap v769: 121 pgs: 121 active+clean; 478 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 544 KiB/s wr, 28 op/s 2023-12-01T04:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:51:50.214 INFO:tasks.rados.rados.0.smithi111.stdout:2366: finishing write tid 3 to smithi111183488-31 2023-12-01T04:51:50.215 INFO:tasks.rados.rados.0.smithi111.stdout:2366: oid 31 updating version 0 to 1719 2023-12-01T04:51:50.215 INFO:tasks.rados.rados.0.smithi111.stdout:2366: oid 31 updating version 1719 to 1720 2023-12-01T04:51:50.215 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1720 (ObjNum 743 snap 235 seq_num 743) dirty exists 2023-12-01T04:51:50.215 INFO:tasks.rados.rados.0.smithi111.stdout:2366: left oid 31 (ObjNum 743 snap 235 seq_num 743) 2023-12-01T04:51:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:2365: done (3 left) 2023-12-01T04:51:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:2366: done (2 left) 2023-12-01T04:51:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:2368: done (1 left) 2023-12-01T04:51:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:2370: done (0 left) 2023-12-01T04:51:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 236 2023-12-01T04:51:50.536 INFO:tasks.rados.rados.0.smithi111.stdout:2371: seq_num 745 ranges {3186688=483328} 2023-12-01T04:51:50.555 INFO:tasks.rados.rados.0.smithi111.stdout:2371: writing smithi111183488-40 from 3186688 to 3670016 tid 1 2023-12-01T04:51:50.555 INFO:tasks.rados.rados.0.smithi111.stdout:2372: setattr oid 18 current snap is 236 2023-12-01T04:51:50.557 INFO:tasks.rados.rados.0.smithi111.stdout:2373: setattr oid 7 current snap is 236 2023-12-01T04:51:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:2374: rollback oid 12 current snap is 236 2023-12-01T04:51:50.560 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 215 2023-12-01T04:51:50.560 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 236 2023-12-01T04:51:50.560 INFO:tasks.rados.rados.0.smithi111.stdout:2375: seq_num 746 ranges {0=499712} 2023-12-01T04:51:50.563 INFO:tasks.rados.rados.0.smithi111.stdout:2375: writing smithi111183488-4 from 0 to 499712 tid 1 2023-12-01T04:51:50.563 INFO:tasks.rados.rados.0.smithi111.stdout:2376: read oid 32 snap 235 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2376: expect (ObjNum 673 snap 216 seq_num 673) 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2377: copy_from oid 46 from oid 20 current snap is 236 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2378: read oid 17 snap 215 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2378: expect (ObjNum 563 snap 175 seq_num 563) 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2379: delete oid 5 current snap is 236 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2371: finishing write tid 1 to smithi111183488-40 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2371: finishing write tid 2 to smithi111183488-40 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1179 (ObjNum 65 snap 0 seq_num 3687183784) dirty exists 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2371: finishing write tid 3 to smithi111183488-40 2023-12-01T04:51:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:2371: oid 40 updating version 0 to 1163 2023-12-01T04:51:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:2371: oid 40 updating version 1163 to 1164 2023-12-01T04:51:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1164 (ObjNum 745 snap 236 seq_num 745) dirty exists 2023-12-01T04:51:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:2371: left oid 40 (ObjNum 745 snap 236 seq_num 745) 2023-12-01T04:51:50.567 INFO:tasks.rados.rados.0.smithi111.stdout:2377: finishing copy_from to smithi111183488-46 2023-12-01T04:51:50.567 INFO:tasks.rados.rados.0.smithi111.stdout:2377: got expected ENOENT (src dne) 2023-12-01T04:51:50.567 INFO:tasks.rados.rados.0.smithi111.stdout:2377: finishing copy_from racing read to smithi111183488-46 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2371: done (8 left) 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2372: done (7 left) 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2377: done (6 left) 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2379: done (5 left) 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2380: delete oid 22 current snap is 236 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2375: finishing write tid 1 to smithi111183488-4 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2374: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:2374: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:51:50.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1478 (ObjNum 177 snap 0 seq_num 1) dirty dne 2023-12-01T04:51:50.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1270 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:51:50.575 INFO:tasks.rados.rados.0.smithi111.stdout:2376: expect (ObjNum 673 snap 216 seq_num 673) 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2375: finishing write tid 2 to smithi111183488-4 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2375: finishing write tid 3 to smithi111183488-4 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2375: oid 4 updating version 0 to 1785 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2375: oid 4 version 1785 is already newer than 1784 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1785 (ObjNum 746 snap 236 seq_num 746) dirty exists 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2375: left oid 4 (ObjNum 746 snap 236 seq_num 746) 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2373: done (5 left) 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2374: done (4 left) 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2375: done (3 left) 2023-12-01T04:51:50.624 INFO:tasks.rados.rados.0.smithi111.stdout:2376: done (2 left) 2023-12-01T04:51:50.625 INFO:tasks.rados.rados.0.smithi111.stdout:2380: done (1 left) 2023-12-01T04:51:50.625 INFO:tasks.rados.rados.0.smithi111.stdout:2381: snap_create 2023-12-01T04:51:50.625 INFO:tasks.rados.rados.0.smithi111.stdout:2378: expect (ObjNum 563 snap 175 seq_num 563) 2023-12-01T04:51:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:50 smithi155 ceph-mon[102677]: osdmap e531: 8 total, 8 up, 8 in 2023-12-01T04:51:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:50 smithi111 ceph-mon[97855]: osdmap e531: 8 total, 8 up, 8 in 2023-12-01T04:51:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:50 smithi111 ceph-mon[116524]: osdmap e531: 8 total, 8 up, 8 in 2023-12-01T04:51:51.546 INFO:tasks.rados.rados.0.smithi111.stdout:2378: done (1 left) 2023-12-01T04:51:51.595 INFO:tasks.rados.rados.0.smithi111.stdout:2381: done (0 left) 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:2382: rmattr oid 43 current snap is 237 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:2382: done (0 left) 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:2383: read oid 11 snap -1 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:2383: expect (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:2384: rollback oid 38 current snap is 237 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 38 to 221 2023-12-01T04:51:51.596 INFO:tasks.rados.rados.0.smithi111.stdout:2385: snap_create 2023-12-01T04:51:51.597 INFO:tasks.rados.rados.0.smithi111.stdout:2384: finishing rollback tid 0 to smithi111183488-38 2023-12-01T04:51:51.597 INFO:tasks.rados.rados.0.smithi111.stdout:2384: finishing rollback tid 1 to smithi111183488-38 2023-12-01T04:51:51.597 INFO:tasks.rados.rados.0.smithi111.stdout:2384: finishing rollback tid 2 to smithi111183488-38 2023-12-01T04:51:51.597 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1580 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:51:51.597 INFO:tasks.rados.rados.0.smithi111.stdout:2383: expect (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:51:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:51 smithi155 ceph-mon[102677]: osdmap e532: 8 total, 8 up, 8 in 2023-12-01T04:51:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:51 smithi155 ceph-mon[102677]: pgmap v772: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-01T04:51:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:51 smithi111 ceph-mon[97855]: osdmap e532: 8 total, 8 up, 8 in 2023-12-01T04:51:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:51 smithi111 ceph-mon[97855]: pgmap v772: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-01T04:51:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:51 smithi111 ceph-mon[116524]: osdmap e532: 8 total, 8 up, 8 in 2023-12-01T04:51:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:51 smithi111 ceph-mon[116524]: pgmap v772: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-01T04:51:52.547 INFO:tasks.rados.rados.0.smithi111.stdout:2383: done (2 left) 2023-12-01T04:51:52.547 INFO:tasks.rados.rados.0.smithi111.stdout:2384: done (1 left) 2023-12-01T04:51:52.547 INFO:tasks.rados.rados.0.smithi111.stdout:2385: done (0 left) 2023-12-01T04:51:52.547 INFO:tasks.rados.rados.0.smithi111.stdout:2386: setattr oid 39 current snap is 238 2023-12-01T04:51:52.549 INFO:tasks.rados.rados.0.smithi111.stdout:2387: rmattr oid 7 current snap is 238 2023-12-01T04:51:52.549 INFO:tasks.rados.rados.0.smithi111.stdout:2388: read oid 26 snap -1 2023-12-01T04:51:52.549 INFO:tasks.rados.rados.0.smithi111.stdout:2388: expect deleted 2023-12-01T04:51:52.549 INFO:tasks.rados.rados.0.smithi111.stdout:2389: read oid 25 snap -1 2023-12-01T04:51:52.550 INFO:tasks.rados.rados.0.smithi111.stdout:2389: expect (ObjNum 737 snap 232 seq_num 737) 2023-12-01T04:51:52.550 INFO:tasks.rados.rados.0.smithi111.stdout:2390: copy_from oid 17 from oid 27 current snap is 238 2023-12-01T04:51:52.550 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 238 2023-12-01T04:51:52.550 INFO:tasks.rados.rados.0.smithi111.stdout:2391: seq_num 749 ranges {1040384=548864} 2023-12-01T04:51:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2391: writing smithi111183488-42 from 1040384 to 1589248 tid 1 2023-12-01T04:51:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2392: snap_remove snap 229 2023-12-01T04:51:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:52 smithi155 ceph-mon[102677]: osdmap e533: 8 total, 8 up, 8 in 2023-12-01T04:51:52.960 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:51:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:52 smithi111 ceph-mon[97855]: osdmap e533: 8 total, 8 up, 8 in 2023-12-01T04:51:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:52 smithi111 ceph-mon[116524]: osdmap e533: 8 total, 8 up, 8 in 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9m) 8m ago 9m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9m) 8m ago 9m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10m) 8m ago 10m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10m) 8m ago 10m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (13m) 8m ago 13m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (15m) 8m ago 15m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:51:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (15m) 8m ago 15m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (14m) 8m ago 14m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (14m) 8m ago 14m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9m) 8m ago 9m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9m) 8m ago 9m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (13m) 8m ago 13m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (13m) 8m ago 13m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (12m) 8m ago 12m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (12m) 8m ago 12m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (12m) 8m ago 12m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11m) 8m ago 11m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11m) 8m ago 11m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11m) 8m ago 11m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:51:53.266 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9m) 8m ago 10m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:51:53.478 INFO:tasks.rados.rados.0.smithi111.stdout:2392: done (6 left) 2023-12-01T04:51:53.479 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 238 2023-12-01T04:51:53.479 INFO:tasks.rados.rados.0.smithi111.stdout:2393: seq_num 750 ranges {0=565248} 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2393: writing smithi111183488-13 from 0 to 565248 tid 1 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2394: rollback oid 10 current snap is 238 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 233 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1557 (ObjNum 33 snap 0 seq_num 3706847328) dirty exists 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1271 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2391: finishing write tid 1 to smithi111183488-42 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2386: done (7 left) 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2387: done (6 left) 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2388: done (5 left) 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 238 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2391: finishing write tid 2 to smithi111183488-42 2023-12-01T04:51:53.483 INFO:tasks.rados.rados.0.smithi111.stdout:2391: finishing write tid 3 to smithi111183488-42 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2391: oid 42 updating version 0 to 1287 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2391: oid 42 version 1287 is already newer than 1286 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1287 (ObjNum 749 snap 238 seq_num 749) dirty exists 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2391: left oid 42 (ObjNum 749 snap 238 seq_num 749) 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2390: finishing copy_from to smithi111183488-17 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1311 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2390: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:51:53.484 INFO:tasks.rados.rados.0.smithi111.stdout:2389: expect (ObjNum 737 snap 232 seq_num 737) 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:51:53.685 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:51:53.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:51:53.686 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:51:53.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:51:53.686 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:51:53.686 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:51:53.700 INFO:tasks.rados.rados.0.smithi111.stdout:2395: seq_num 751 ranges {3670016=581632} 2023-12-01T04:51:53.723 INFO:tasks.rados.rados.0.smithi111.stdout:2395: writing smithi111183488-40 from 3670016 to 4251648 tid 1 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2389: done (5 left) 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2390: done (4 left) 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2391: done (3 left) 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2396: snap_create 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2393: finishing write tid 1 to smithi111183488-13 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2393: finishing write tid 2 to smithi111183488-13 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2393: finishing write tid 3 to smithi111183488-13 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2393: oid 13 updating version 0 to 1729 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2393: oid 13 version 1729 is already newer than 1728 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1729 (ObjNum 750 snap 238 seq_num 750) dirty exists 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2393: left oid 13 (ObjNum 750 snap 238 seq_num 750) 2023-12-01T04:51:53.724 INFO:tasks.rados.rados.0.smithi111.stdout:2394: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:51:53.725 INFO:tasks.rados.rados.0.smithi111.stdout:2394: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:51:53.725 INFO:tasks.rados.rados.0.smithi111.stdout:2394: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:51:53.725 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1793 (ObjNum 639 snap 203 seq_num 639) dirty exists 2023-12-01T04:51:53.727 INFO:tasks.rados.rados.0.smithi111.stdout:2395: finishing write tid 1 to smithi111183488-40 2023-12-01T04:51:53.727 INFO:tasks.rados.rados.0.smithi111.stdout:2395: finishing write tid 2 to smithi111183488-40 2023-12-01T04:51:53.729 INFO:tasks.rados.rados.0.smithi111.stdout:2395: finishing write tid 3 to smithi111183488-40 2023-12-01T04:51:53.729 INFO:tasks.rados.rados.0.smithi111.stdout:2395: oid 40 updating version 0 to 1166 2023-12-01T04:51:53.729 INFO:tasks.rados.rados.0.smithi111.stdout:2395: oid 40 version 1166 is already newer than 1165 2023-12-01T04:51:53.729 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1166 (ObjNum 751 snap 238 seq_num 751) dirty exists 2023-12-01T04:51:53.729 INFO:tasks.rados.rados.0.smithi111.stdout:2395: left oid 40 (ObjNum 751 snap 238 seq_num 751) 2023-12-01T04:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:53 smithi155 ceph-mon[102677]: osdmap e534: 8 total, 8 up, 8 in 2023-12-01T04:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:53 smithi155 ceph-mon[102677]: pgmap v775: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-01T04:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:53 smithi155 ceph-mon[102677]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:53 smithi155 ceph-mon[102677]: osdmap e535: 8 total, 8 up, 8 in 2023-12-01T04:51:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[97855]: osdmap e534: 8 total, 8 up, 8 in 2023-12-01T04:51:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[97855]: pgmap v775: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-01T04:51:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[97855]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[97855]: osdmap e535: 8 total, 8 up, 8 in 2023-12-01T04:51:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[116524]: osdmap e534: 8 total, 8 up, 8 in 2023-12-01T04:51:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[116524]: pgmap v775: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2023-12-01T04:51:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[116524]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:53 smithi111 ceph-mon[116524]: osdmap e535: 8 total, 8 up, 8 in 2023-12-01T04:51:54.567 INFO:tasks.rados.rados.0.smithi111.stdout:2393: done (3 left) 2023-12-01T04:51:54.567 INFO:tasks.rados.rados.0.smithi111.stdout:2394: done (2 left) 2023-12-01T04:51:54.567 INFO:tasks.rados.rados.0.smithi111.stdout:2395: done (1 left) 2023-12-01T04:51:54.567 INFO:tasks.rados.rados.0.smithi111.stdout:2396: done (0 left) 2023-12-01T04:51:54.567 INFO:tasks.rados.rados.0.smithi111.stdout:2397: snap_remove snap 226 2023-12-01T04:51:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:54 smithi155 ceph-mon[102677]: from='client.15321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2726970263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:51:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:54 smithi111 ceph-mon[97855]: from='client.15321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2726970263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:51:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:54 smithi111 ceph-mon[116524]: from='client.15321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:51:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2726970263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:51:55.574 INFO:tasks.rados.rados.0.smithi111.stdout:2397: done (0 left) 2023-12-01T04:51:55.574 INFO:tasks.rados.rados.0.smithi111.stdout:2398: read oid 16 snap -1 2023-12-01T04:51:55.574 INFO:tasks.rados.rados.0.smithi111.stdout:2398: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:51:55.574 INFO:tasks.rados.rados.0.smithi111.stdout:2399: read oid 15 snap -1 2023-12-01T04:51:55.574 INFO:tasks.rados.rados.0.smithi111.stdout:2399: expect deleted 2023-12-01T04:51:55.574 INFO:tasks.rados.rados.0.smithi111.stdout:2400: snap_create 2023-12-01T04:51:55.591 INFO:tasks.rados.rados.0.smithi111.stdout:2398: expect (ObjNum 516 snap 159 seq_num 516) 2023-12-01T04:51:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:55 smithi155 ceph-mon[102677]: osdmap e536: 8 total, 8 up, 8 in 2023-12-01T04:51:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:55 smithi155 ceph-mon[102677]: pgmap v778: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:55 smithi111 ceph-mon[97855]: osdmap e536: 8 total, 8 up, 8 in 2023-12-01T04:51:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:55 smithi111 ceph-mon[97855]: pgmap v778: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:55 smithi111 ceph-mon[116524]: osdmap e536: 8 total, 8 up, 8 in 2023-12-01T04:51:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:55 smithi111 ceph-mon[116524]: pgmap v778: 121 pgs: 121 active+clean; 452 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:51:56.575 INFO:tasks.rados.rados.0.smithi111.stdout:2398: done (2 left) 2023-12-01T04:51:56.576 INFO:tasks.rados.rados.0.smithi111.stdout:2399: done (1 left) 2023-12-01T04:51:56.576 INFO:tasks.rados.rados.0.smithi111.stdout:2400: done (0 left) 2023-12-01T04:51:56.576 INFO:tasks.rados.rados.0.smithi111.stdout:2401: setattr oid 33 current snap is 240 2023-12-01T04:51:56.579 INFO:tasks.rados.rados.0.smithi111.stdout:2402: delete oid 35 current snap is 240 2023-12-01T04:51:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2402: done (1 left) 2023-12-01T04:51:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 240 2023-12-01T04:51:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2403: seq_num 753 ranges {2818048=614400} 2023-12-01T04:51:56.602 INFO:tasks.rados.rados.0.smithi111.stdout:2403: writing smithi111183488-49 from 2818048 to 3432448 tid 1 2023-12-01T04:51:56.603 INFO:tasks.rados.rados.0.smithi111.stdout:2404: snap_create 2023-12-01T04:51:56.603 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1592 (ObjNum 578 snap 180 seq_num 578) dirty exists 2023-12-01T04:51:56.609 INFO:tasks.rados.rados.0.smithi111.stdout:2403: finishing write tid 1 to smithi111183488-49 2023-12-01T04:51:56.609 INFO:tasks.rados.rados.0.smithi111.stdout:2403: finishing write tid 2 to smithi111183488-49 2023-12-01T04:51:56.610 INFO:tasks.rados.rados.0.smithi111.stdout:2403: finishing write tid 3 to smithi111183488-49 2023-12-01T04:51:56.610 INFO:tasks.rados.rados.0.smithi111.stdout:2403: oid 49 updating version 0 to 1312 2023-12-01T04:51:56.610 INFO:tasks.rados.rados.0.smithi111.stdout:2403: oid 49 updating version 1312 to 1313 2023-12-01T04:51:56.610 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1313 (ObjNum 753 snap 240 seq_num 753) dirty exists 2023-12-01T04:51:56.611 INFO:tasks.rados.rados.0.smithi111.stdout:2403: left oid 49 (ObjNum 753 snap 240 seq_num 753) 2023-12-01T04:51:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:56 smithi155 ceph-mon[102677]: osdmap e537: 8 total, 8 up, 8 in 2023-12-01T04:51:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:56 smithi111 ceph-mon[97855]: osdmap e537: 8 total, 8 up, 8 in 2023-12-01T04:51:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:56 smithi111 ceph-mon[116524]: osdmap e537: 8 total, 8 up, 8 in 2023-12-01T04:51:57.585 INFO:tasks.rados.rados.0.smithi111.stdout:2401: done (2 left) 2023-12-01T04:51:57.585 INFO:tasks.rados.rados.0.smithi111.stdout:2403: done (1 left) 2023-12-01T04:51:57.586 INFO:tasks.rados.rados.0.smithi111.stdout:2404: done (0 left) 2023-12-01T04:51:57.586 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 241 2023-12-01T04:51:57.586 INFO:tasks.rados.rados.0.smithi111.stdout:2405: seq_num 754 ranges {1679360=630784} 2023-12-01T04:51:57.598 INFO:tasks.rados.rados.0.smithi111.stdout:2405: writing smithi111183488-32 from 1679360 to 2310144 tid 1 2023-12-01T04:51:57.598 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 241 2023-12-01T04:51:57.598 INFO:tasks.rados.rados.0.smithi111.stdout:2406: seq_num 755 ranges {0=647168} 2023-12-01T04:51:57.603 INFO:tasks.rados.rados.0.smithi111.stdout:2406: writing smithi111183488-12 from 0 to 647168 tid 1 2023-12-01T04:51:57.603 INFO:tasks.rados.rados.0.smithi111.stdout:2407: rmattr oid 2 current snap is 241 2023-12-01T04:51:57.603 INFO:tasks.rados.rados.0.smithi111.stdout:2407: done (2 left) 2023-12-01T04:51:57.604 INFO:tasks.rados.rados.0.smithi111.stdout:2408: rollback oid 46 current snap is 241 2023-12-01T04:51:57.604 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 230 2023-12-01T04:51:57.604 INFO:tasks.rados.rados.0.smithi111.stdout:2409: delete oid 16 current snap is 241 2023-12-01T04:51:57.604 INFO:tasks.rados.rados.0.smithi111.stdout:2405: finishing write tid 1 to smithi111183488-32 2023-12-01T04:51:57.606 INFO:tasks.rados.rados.0.smithi111.stdout:2405: finishing write tid 2 to smithi111183488-32 2023-12-01T04:51:57.607 INFO:tasks.rados.rados.0.smithi111.stdout:2409: done (3 left) 2023-12-01T04:51:57.607 INFO:tasks.rados.rados.0.smithi111.stdout:2410: setattr oid 49 current snap is 241 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2405: finishing write tid 3 to smithi111183488-32 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2405: oid 32 updating version 0 to 1741 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2405: oid 32 updating version 1741 to 1742 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 1742 (ObjNum 754 snap 241 seq_num 754) dirty exists 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2405: left oid 32 (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2405: done (3 left) 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2411: rmattr oid 41 current snap is 241 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2412: read oid 36 snap -1 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2412: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2413: read oid 16 snap -1 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2413: expect deleted 2023-12-01T04:51:57.609 INFO:tasks.rados.rados.0.smithi111.stdout:2414: snap_remove snap 196 2023-12-01T04:51:57.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:57 smithi155 ceph-mon[102677]: osdmap e538: 8 total, 8 up, 8 in 2023-12-01T04:51:57.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:57 smithi155 ceph-mon[102677]: pgmap v781: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 736 KiB/s wr, 29 op/s 2023-12-01T04:51:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:57 smithi111 ceph-mon[97855]: osdmap e538: 8 total, 8 up, 8 in 2023-12-01T04:51:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:57 smithi111 ceph-mon[97855]: pgmap v781: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 736 KiB/s wr, 29 op/s 2023-12-01T04:51:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:57 smithi111 ceph-mon[116524]: osdmap e538: 8 total, 8 up, 8 in 2023-12-01T04:51:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:57 smithi111 ceph-mon[116524]: pgmap v781: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 736 KiB/s wr, 29 op/s 2023-12-01T04:51:58.473 INFO:tasks.rados.rados.0.smithi111.stdout:2414: done (6 left) 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2415: read oid 27 snap -1 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2415: expect (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2416: copy_from oid 7 from oid 43 current snap is 241 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2406: finishing write tid 1 to smithi111183488-12 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2406: finishing write tid 2 to smithi111183488-12 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2408: finishing rollback tid 0 to smithi111183488-46 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2408: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2408: finishing rollback tid 2 to smithi111183488-46 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 1940 (ObjNum 536 snap 168 seq_num 536) dirty exists 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2406: finishing write tid 3 to smithi111183488-12 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2406: oid 12 updating version 0 to 1480 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:2406: oid 12 version 1480 is already newer than 1479 2023-12-01T04:51:58.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1480 (ObjNum 755 snap 241 seq_num 755) dirty exists 2023-12-01T04:51:58.475 INFO:tasks.rados.rados.0.smithi111.stdout:2406: left oid 12 (ObjNum 755 snap 241 seq_num 755) 2023-12-01T04:51:58.475 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1314 (ObjNum 753 snap 240 seq_num 753) dirty exists 2023-12-01T04:51:58.475 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1288 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:51:58.475 INFO:tasks.rados.rados.0.smithi111.stdout:2412: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:51:58.506 INFO:tasks.rados.rados.0.smithi111.stdout:2406: done (7 left) 2023-12-01T04:51:58.506 INFO:tasks.rados.rados.0.smithi111.stdout:2408: done (6 left) 2023-12-01T04:51:58.506 INFO:tasks.rados.rados.0.smithi111.stdout:2410: done (5 left) 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2411: done (4 left) 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2412: done (3 left) 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2413: done (2 left) 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2417: read oid 41 snap -1 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2417: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2418: setattr oid 21 current snap is 241 2023-12-01T04:51:58.507 INFO:tasks.rados.rados.0.smithi111.stdout:2415: expect (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:51:58.520 INFO:tasks.rados.rados.0.smithi111.stdout:2416: finishing copy_from to smithi111183488-7 2023-12-01T04:51:58.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1369 (ObjNum 717 snap 227 seq_num 717) dirty exists 2023-12-01T04:51:58.520 INFO:tasks.rados.rados.0.smithi111.stdout:2416: finishing copy_from racing read to smithi111183488-7 2023-12-01T04:51:58.520 INFO:tasks.rados.rados.0.smithi111.stdout:2415: done (3 left) 2023-12-01T04:51:58.520 INFO:tasks.rados.rados.0.smithi111.stdout:2416: done (2 left) 2023-12-01T04:51:58.520 INFO:tasks.rados.rados.0.smithi111.stdout:2419: snap_remove snap 210 2023-12-01T04:51:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:58 smithi155 ceph-mon[102677]: osdmap e539: 8 total, 8 up, 8 in 2023-12-01T04:51:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:58 smithi155 ceph-mon[102677]: osdmap e540: 8 total, 8 up, 8 in 2023-12-01T04:51:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:58 smithi111 ceph-mon[116524]: osdmap e539: 8 total, 8 up, 8 in 2023-12-01T04:51:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:58 smithi111 ceph-mon[116524]: osdmap e540: 8 total, 8 up, 8 in 2023-12-01T04:51:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:58 smithi111 ceph-mon[97855]: osdmap e539: 8 total, 8 up, 8 in 2023-12-01T04:51:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:58 smithi111 ceph-mon[97855]: osdmap e540: 8 total, 8 up, 8 in 2023-12-01T04:51:59.512 INFO:tasks.rados.rados.0.smithi111.stdout:2419: done (2 left) 2023-12-01T04:51:59.512 INFO:tasks.rados.rados.0.smithi111.stdout:2420: delete oid 43 current snap is 241 2023-12-01T04:51:59.512 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1951 (ObjNum 65 snap 0 seq_num 1668051283) dirty exists 2023-12-01T04:51:59.512 INFO:tasks.rados.rados.0.smithi111.stdout:2417: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:51:59.589 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:51:59] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:51:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:59 smithi155 ceph-mon[102677]: pgmap v784: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 736 KiB/s wr, 29 op/s 2023-12-01T04:51:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:51:59 smithi155 ceph-mon[102677]: osdmap e541: 8 total, 8 up, 8 in 2023-12-01T04:51:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:59 smithi111 ceph-mon[97855]: pgmap v784: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 736 KiB/s wr, 29 op/s 2023-12-01T04:51:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:51:59 smithi111 ceph-mon[97855]: osdmap e541: 8 total, 8 up, 8 in 2023-12-01T04:51:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:59 smithi111 ceph-mon[116524]: pgmap v784: 121 pgs: 121 active+clean; 455 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 736 KiB/s wr, 29 op/s 2023-12-01T04:51:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:51:59 smithi111 ceph-mon[116524]: osdmap e541: 8 total, 8 up, 8 in 2023-12-01T04:52:00.197 INFO:tasks.rados.rados.0.smithi111.stdout:2417: done (2 left) 2023-12-01T04:52:00.197 INFO:tasks.rados.rados.0.smithi111.stdout:2418: done (1 left) 2023-12-01T04:52:00.197 INFO:tasks.rados.rados.0.smithi111.stdout:2420: done (0 left) 2023-12-01T04:52:00.198 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 241 2023-12-01T04:52:00.198 INFO:tasks.rados.rados.0.smithi111.stdout:2421: seq_num 758 ranges {0=704512} 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:2421: writing smithi111183488-21 from 0 to 704512 tid 1 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:2422: rollback oid 24 current snap is 241 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 235 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:2423: copy_from oid 44 from oid 15 current snap is 241 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:2424: rmattr oid 11 current snap is 241 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:2425: rmattr oid 16 current snap is 241 2023-12-01T04:52:00.201 INFO:tasks.rados.rados.0.smithi111.stdout:2425: done (4 left) 2023-12-01T04:52:00.202 INFO:tasks.rados.rados.0.smithi111.stdout:2426: delete oid 47 current snap is 241 2023-12-01T04:52:00.203 INFO:tasks.rados.rados.0.smithi111.stdout:2423: finishing copy_from to smithi111183488-44 2023-12-01T04:52:00.203 INFO:tasks.rados.rados.0.smithi111.stdout:2423: got expected ENOENT (src dne) 2023-12-01T04:52:00.203 INFO:tasks.rados.rados.0.smithi111.stdout:2423: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:52:00.205 INFO:tasks.rados.rados.0.smithi111.stdout:2422: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:52:00.205 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1760 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2023-12-01T04:52:00.205 INFO:tasks.rados.rados.0.smithi111.stdout:2422: done (4 left) 2023-12-01T04:52:00.205 INFO:tasks.rados.rados.0.smithi111.stdout:2423: done (3 left) 2023-12-01T04:52:00.205 INFO:tasks.rados.rados.0.smithi111.stdout:2426: done (2 left) 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2427: read oid 47 snap -1 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2427: expect deleted 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2428: read oid 8 snap -1 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2428: expect (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2429: read oid 45 snap -1 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2429: expect (ObjNum 739 snap 232 seq_num 739) 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:2430: delete oid 2 current snap is 241 2023-12-01T04:52:00.206 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1764 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:52:00.207 INFO:tasks.rados.rados.0.smithi111.stdout:2421: finishing write tid 1 to smithi111183488-21 2023-12-01T04:52:00.208 INFO:tasks.rados.rados.0.smithi111.stdout:2424: done (5 left) 2023-12-01T04:52:00.208 INFO:tasks.rados.rados.0.smithi111.stdout:2427: done (4 left) 2023-12-01T04:52:00.208 INFO:tasks.rados.rados.0.smithi111.stdout:2430: done (3 left) 2023-12-01T04:52:00.208 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 241 2023-12-01T04:52:00.208 INFO:tasks.rados.rados.0.smithi111.stdout:2431: seq_num 761 ranges {6537216=753664} 2023-12-01T04:52:00.247 INFO:tasks.rados.rados.0.smithi111.stdout:2431: writing smithi111183488-46 from 6537216 to 7290880 tid 1 2023-12-01T04:52:00.247 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 241 2023-12-01T04:52:00.247 INFO:tasks.rados.rados.0.smithi111.stdout:2429: expect (ObjNum 739 snap 232 seq_num 739) 2023-12-01T04:52:00.257 INFO:tasks.rados.rados.0.smithi111.stdout:2421: finishing write tid 2 to smithi111183488-21 2023-12-01T04:52:00.257 INFO:tasks.rados.rados.0.smithi111.stdout:2428: expect (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:52:00.260 INFO:tasks.rados.rados.0.smithi111.stdout:2421: finishing write tid 3 to smithi111183488-21 2023-12-01T04:52:00.260 INFO:tasks.rados.rados.0.smithi111.stdout:2421: oid 21 updating version 0 to 1964 2023-12-01T04:52:00.260 INFO:tasks.rados.rados.0.smithi111.stdout:2421: oid 21 updating version 1964 to 1965 2023-12-01T04:52:00.260 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1965 (ObjNum 758 snap 241 seq_num 758) dirty exists 2023-12-01T04:52:00.260 INFO:tasks.rados.rados.0.smithi111.stdout:2421: left oid 21 (ObjNum 758 snap 241 seq_num 758) 2023-12-01T04:52:00.261 INFO:tasks.rados.rados.0.smithi111.stdout:2431: finishing write tid 1 to smithi111183488-46 2023-12-01T04:52:00.261 INFO:tasks.rados.rados.0.smithi111.stdout:2431: finishing write tid 2 to smithi111183488-46 2023-12-01T04:52:00.261 INFO:tasks.rados.rados.0.smithi111.stdout:2431: finishing write tid 3 to smithi111183488-46 2023-12-01T04:52:00.261 INFO:tasks.rados.rados.0.smithi111.stdout:2431: oid 46 updating version 0 to 1966 2023-12-01T04:52:00.261 INFO:tasks.rados.rados.0.smithi111.stdout:2431: oid 46 updating version 1966 to 1967 2023-12-01T04:52:00.261 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 1967 (ObjNum 761 snap 241 seq_num 761) dirty exists 2023-12-01T04:52:00.262 INFO:tasks.rados.rados.0.smithi111.stdout:2431: left oid 46 (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:52:00.263 INFO:tasks.rados.rados.0.smithi111.stdout:2432: seq_num 762 ranges {6635520=770048} 2023-12-01T04:52:00.299 INFO:tasks.rados.rados.0.smithi111.stdout:2432: writing smithi111183488-50 from 6635520 to 7405568 tid 1 2023-12-01T04:52:00.299 INFO:tasks.rados.rados.0.smithi111.stdout:2421: done (4 left) 2023-12-01T04:52:00.299 INFO:tasks.rados.rados.0.smithi111.stdout:2428: done (3 left) 2023-12-01T04:52:00.299 INFO:tasks.rados.rados.0.smithi111.stdout:2429: done (2 left) 2023-12-01T04:52:00.299 INFO:tasks.rados.rados.0.smithi111.stdout:2431: done (1 left) 2023-12-01T04:52:00.299 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 241 2023-12-01T04:52:00.300 INFO:tasks.rados.rados.0.smithi111.stdout:2433: seq_num 763 ranges {0=786432} 2023-12-01T04:52:00.303 INFO:tasks.rados.rados.0.smithi111.stdout:2433: writing smithi111183488-18 from 0 to 786432 tid 1 2023-12-01T04:52:00.303 INFO:tasks.rados.rados.0.smithi111.stdout:2434: read oid 17 snap -1 2023-12-01T04:52:00.303 INFO:tasks.rados.rados.0.smithi111.stdout:2434: expect (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:52:00.303 INFO:tasks.rados.rados.0.smithi111.stdout:2435: delete oid 43 current snap is 241 2023-12-01T04:52:00.304 INFO:tasks.rados.rados.0.smithi111.stdout:2432: finishing write tid 1 to smithi111183488-50 2023-12-01T04:52:00.306 INFO:tasks.rados.rados.0.smithi111.stdout:2435: done (3 left) 2023-12-01T04:52:00.306 INFO:tasks.rados.rados.0.smithi111.stdout:2436: rmattr oid 8 current snap is 241 2023-12-01T04:52:00.306 INFO:tasks.rados.rados.0.smithi111.stdout:2436: done (3 left) 2023-12-01T04:52:00.306 INFO:tasks.rados.rados.0.smithi111.stdout:2437: snap_remove snap 235 2023-12-01T04:52:00.594 INFO:tasks.rados.rados.0.smithi111.stdout:2437: done (3 left) 2023-12-01T04:52:00.594 INFO:tasks.rados.rados.0.smithi111.stdout:2438: snap_create 2023-12-01T04:52:00.594 INFO:tasks.rados.rados.0.smithi111.stdout:2432: finishing write tid 2 to smithi111183488-50 2023-12-01T04:52:00.594 INFO:tasks.rados.rados.0.smithi111.stdout:2434: expect (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:52:00.605 INFO:tasks.rados.rados.0.smithi111.stdout:2432: finishing write tid 3 to smithi111183488-50 2023-12-01T04:52:00.605 INFO:tasks.rados.rados.0.smithi111.stdout:2432: oid 50 updating version 0 to 1969 2023-12-01T04:52:00.605 INFO:tasks.rados.rados.0.smithi111.stdout:2432: oid 50 updating version 1969 to 1970 2023-12-01T04:52:00.605 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1970 (ObjNum 762 snap 241 seq_num 762) dirty exists 2023-12-01T04:52:00.605 INFO:tasks.rados.rados.0.smithi111.stdout:2432: left oid 50 (ObjNum 762 snap 241 seq_num 762) 2023-12-01T04:52:00.605 INFO:tasks.rados.rados.0.smithi111.stdout:2433: finishing write tid 1 to smithi111183488-18 2023-12-01T04:52:00.606 INFO:tasks.rados.rados.0.smithi111.stdout:2433: finishing write tid 2 to smithi111183488-18 2023-12-01T04:52:00.606 INFO:tasks.rados.rados.0.smithi111.stdout:2433: finishing write tid 3 to smithi111183488-18 2023-12-01T04:52:00.606 INFO:tasks.rados.rados.0.smithi111.stdout:2433: oid 18 updating version 0 to 1181 2023-12-01T04:52:00.606 INFO:tasks.rados.rados.0.smithi111.stdout:2433: oid 18 updating version 1181 to 1182 2023-12-01T04:52:00.606 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1182 (ObjNum 763 snap 241 seq_num 763) dirty exists 2023-12-01T04:52:00.606 INFO:tasks.rados.rados.0.smithi111.stdout:2433: left oid 18 (ObjNum 763 snap 241 seq_num 763) 2023-12-01T04:52:01.600 INFO:tasks.rados.rados.0.smithi111.stdout:2432: done (3 left) 2023-12-01T04:52:01.600 INFO:tasks.rados.rados.0.smithi111.stdout:2433: done (2 left) 2023-12-01T04:52:01.600 INFO:tasks.rados.rados.0.smithi111.stdout:2434: done (1 left) 2023-12-01T04:52:01.601 INFO:tasks.rados.rados.0.smithi111.stdout:2438: done (0 left) 2023-12-01T04:52:01.601 INFO:tasks.rados.rados.0.smithi111.stdout:2439: rollback oid 30 current snap is 242 2023-12-01T04:52:01.601 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 240 2023-12-01T04:52:01.601 INFO:tasks.rados.rados.0.smithi111.stdout:2440: rollback oid 21 current snap is 242 2023-12-01T04:52:01.601 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 237 2023-12-01T04:52:01.601 INFO:tasks.rados.rados.0.smithi111.stdout:2441: delete oid 10 current snap is 242 2023-12-01T04:52:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:2439: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:52:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:2441: done (2 left) 2023-12-01T04:52:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 242 2023-12-01T04:52:01.607 INFO:tasks.rados.rados.0.smithi111.stdout:2442: seq_num 766 ranges {32768=434176,466944=401408} 2023-12-01T04:52:01.609 INFO:tasks.rados.rados.0.smithi111.stdout:2442: writing smithi111183488-48 from 32768 to 466944 tid 1 2023-12-01T04:52:01.612 INFO:tasks.rados.rados.0.smithi111.stdout:2442: writing smithi111183488-48 from 466944 to 868352 tid 2 2023-12-01T04:52:01.612 INFO:tasks.rados.rados.0.smithi111.stdout:2443: snap_create 2023-12-01T04:52:01.612 INFO:tasks.rados.rados.0.smithi111.stdout:2439: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:52:01.613 INFO:tasks.rados.rados.0.smithi111.stdout:2439: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:52:01.613 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1774 (ObjNum 730 snap 231 seq_num 730) dirty exists 2023-12-01T04:52:01.613 INFO:tasks.rados.rados.0.smithi111.stdout:2440: finishing rollback tid 0 to smithi111183488-21 2023-12-01T04:52:01.613 INFO:tasks.rados.rados.0.smithi111.stdout:2440: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:52:01.613 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1979 (ObjNum 33 snap 0 seq_num 3708042384) dirty dne 2023-12-01T04:52:01.615 INFO:tasks.rados.rados.0.smithi111.stdout:2442: finishing write tid 1 to smithi111183488-48 2023-12-01T04:52:01.615 INFO:tasks.rados.rados.0.smithi111.stdout:2442: finishing write tid 2 to smithi111183488-48 2023-12-01T04:52:01.615 INFO:tasks.rados.rados.0.smithi111.stdout:2442: finishing write tid 3 to smithi111183488-48 2023-12-01T04:52:01.617 INFO:tasks.rados.rados.0.smithi111.stdout:2442: finishing write tid 4 to smithi111183488-48 2023-12-01T04:52:01.617 INFO:tasks.rados.rados.0.smithi111.stdout:2442: oid 48 updating version 0 to 1615 2023-12-01T04:52:01.618 INFO:tasks.rados.rados.0.smithi111.stdout:2442: oid 48 updating version 1615 to 1616 2023-12-01T04:52:01.618 INFO:tasks.rados.rados.0.smithi111.stdout:2442: oid 48 version 1616 is already newer than 1614 2023-12-01T04:52:01.618 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1616 (ObjNum 766 snap 242 seq_num 766) dirty exists 2023-12-01T04:52:01.619 INFO:tasks.rados.rados.0.smithi111.stdout:2442: left oid 48 (ObjNum 766 snap 242 seq_num 766) 2023-12-01T04:52:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:01 smithi155 ceph-mon[102677]: osdmap e542: 8 total, 8 up, 8 in 2023-12-01T04:52:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:01 smithi155 ceph-mon[102677]: pgmap v787: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 466 KiB/s wr, 26 op/s 2023-12-01T04:52:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:01 smithi111 ceph-mon[97855]: osdmap e542: 8 total, 8 up, 8 in 2023-12-01T04:52:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:01 smithi111 ceph-mon[97855]: pgmap v787: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 466 KiB/s wr, 26 op/s 2023-12-01T04:52:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:01 smithi111 ceph-mon[116524]: osdmap e542: 8 total, 8 up, 8 in 2023-12-01T04:52:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:01 smithi111 ceph-mon[116524]: pgmap v787: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 466 KiB/s wr, 26 op/s 2023-12-01T04:52:02.610 INFO:tasks.rados.rados.0.smithi111.stdout:2439: done (3 left) 2023-12-01T04:52:02.610 INFO:tasks.rados.rados.0.smithi111.stdout:2440: done (2 left) 2023-12-01T04:52:02.610 INFO:tasks.rados.rados.0.smithi111.stdout:2442: done (1 left) 2023-12-01T04:52:02.611 INFO:tasks.rados.rados.0.smithi111.stdout:2443: done (0 left) 2023-12-01T04:52:02.611 INFO:tasks.rados.rados.0.smithi111.stdout:2444: rmattr oid 36 current snap is 243 2023-12-01T04:52:02.611 INFO:tasks.rados.rados.0.smithi111.stdout:2445: delete oid 14 current snap is 243 2023-12-01T04:52:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1289 (ObjNum 618 snap 196 seq_num 618) dirty exists 2023-12-01T04:52:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:2444: done (1 left) 2023-12-01T04:52:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:2445: done (0 left) 2023-12-01T04:52:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:2446: read oid 46 snap -1 2023-12-01T04:52:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:2446: expect (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:52:02.616 INFO:tasks.rados.rados.0.smithi111.stdout:2447: delete oid 7 current snap is 243 2023-12-01T04:52:02.618 INFO:tasks.rados.rados.0.smithi111.stdout:2447: done (1 left) 2023-12-01T04:52:02.618 INFO:tasks.rados.rados.0.smithi111.stdout:2448: snap_create 2023-12-01T04:52:02.655 INFO:tasks.rados.rados.0.smithi111.stdout:2446: expect (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:52:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:02 smithi155 ceph-mon[102677]: osdmap e543: 8 total, 8 up, 8 in 2023-12-01T04:52:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:02 smithi111 ceph-mon[97855]: osdmap e543: 8 total, 8 up, 8 in 2023-12-01T04:52:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:02 smithi111 ceph-mon[116524]: osdmap e543: 8 total, 8 up, 8 in 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:2446: done (1 left) 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:2448: done (0 left) 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:2449: rollback oid 27 current snap is 244 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 237 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:2450: read oid 11 snap 230 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:2450: expect (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:52:03.474 INFO:tasks.rados.rados.0.smithi111.stdout:2451: delete oid 25 current snap is 244 2023-12-01T04:52:03.482 INFO:tasks.rados.rados.0.smithi111.stdout:2449: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:52:03.483 INFO:tasks.rados.rados.0.smithi111.stdout:2449: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:52:03.483 INFO:tasks.rados.rados.0.smithi111.stdout:2449: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:52:03.484 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1483 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:52:03.484 INFO:tasks.rados.rados.0.smithi111.stdout:2449: done (2 left) 2023-12-01T04:52:03.485 INFO:tasks.rados.rados.0.smithi111.stdout:2451: done (1 left) 2023-12-01T04:52:03.485 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 244 2023-12-01T04:52:03.485 INFO:tasks.rados.rados.0.smithi111.stdout:2452: seq_num 770 ranges {3383296=499712,3883008=401408} 2023-12-01T04:52:03.506 INFO:tasks.rados.rados.0.smithi111.stdout:2452: writing smithi111183488-3 from 3383296 to 3883008 tid 1 2023-12-01T04:52:03.508 INFO:tasks.rados.rados.0.smithi111.stdout:2452: writing smithi111183488-3 from 3883008 to 4284416 tid 2 2023-12-01T04:52:03.508 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 244 2023-12-01T04:52:03.508 INFO:tasks.rados.rados.0.smithi111.stdout:2453: seq_num 771 ranges {0=516096,516096=401408} 2023-12-01T04:52:03.511 INFO:tasks.rados.rados.0.smithi111.stdout:2453: writing smithi111183488-2 from 0 to 516096 tid 1 2023-12-01T04:52:03.514 INFO:tasks.rados.rados.0.smithi111.stdout:2453: writing smithi111183488-2 from 516096 to 917504 tid 2 2023-12-01T04:52:03.514 INFO:tasks.rados.rados.0.smithi111.stdout:2454: snap_remove snap 208 2023-12-01T04:52:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:03 smithi155 ceph-mon[102677]: osdmap e544: 8 total, 8 up, 8 in 2023-12-01T04:52:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:03 smithi155 ceph-mon[102677]: pgmap v790: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 466 KiB/s wr, 26 op/s 2023-12-01T04:52:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:03 smithi155 ceph-mon[102677]: osdmap e545: 8 total, 8 up, 8 in 2023-12-01T04:52:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:03 smithi111 ceph-mon[97855]: osdmap e544: 8 total, 8 up, 8 in 2023-12-01T04:52:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:03 smithi111 ceph-mon[97855]: pgmap v790: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 466 KiB/s wr, 26 op/s 2023-12-01T04:52:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:03 smithi111 ceph-mon[97855]: osdmap e545: 8 total, 8 up, 8 in 2023-12-01T04:52:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:03 smithi111 ceph-mon[116524]: osdmap e544: 8 total, 8 up, 8 in 2023-12-01T04:52:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:03 smithi111 ceph-mon[116524]: pgmap v790: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.6 MiB/s rd, 466 KiB/s wr, 26 op/s 2023-12-01T04:52:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:03 smithi111 ceph-mon[116524]: osdmap e545: 8 total, 8 up, 8 in 2023-12-01T04:52:04.481 INFO:tasks.rados.rados.0.smithi111.stdout:2454: done (3 left) 2023-12-01T04:52:04.482 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 244 2023-12-01T04:52:04.482 INFO:tasks.rados.rados.0.smithi111.stdout:2450: expect (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:04 smithi155 ceph-mon[102677]: osdmap e546: 8 total, 8 up, 8 in 2023-12-01T04:52:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:04 smithi111 ceph-mon[97855]: osdmap e546: 8 total, 8 up, 8 in 2023-12-01T04:52:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:04 smithi111 ceph-mon[116524]: osdmap e546: 8 total, 8 up, 8 in 2023-12-01T04:52:05.108 INFO:tasks.rados.rados.0.smithi111.stdout:2452: finishing write tid 1 to smithi111183488-3 2023-12-01T04:52:05.108 INFO:tasks.rados.rados.0.smithi111.stdout:2452: finishing write tid 2 to smithi111183488-3 2023-12-01T04:52:05.108 INFO:tasks.rados.rados.0.smithi111.stdout:2452: finishing write tid 3 to smithi111183488-3 2023-12-01T04:52:05.108 INFO:tasks.rados.rados.0.smithi111.stdout:2452: finishing write tid 4 to smithi111183488-3 2023-12-01T04:52:05.108 INFO:tasks.rados.rados.0.smithi111.stdout:2452: oid 3 updating version 0 to 1981 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2452: oid 3 updating version 1981 to 1982 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2452: oid 3 updating version 1982 to 1983 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 1983 (ObjNum 770 snap 244 seq_num 770) dirty exists 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2452: left oid 3 (ObjNum 770 snap 244 seq_num 770) 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: finishing write tid 1 to smithi111183488-2 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: finishing write tid 2 to smithi111183488-2 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: finishing write tid 3 to smithi111183488-2 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: finishing write tid 4 to smithi111183488-2 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: oid 2 updating version 0 to 1826 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: oid 2 updating version 1826 to 1827 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: oid 2 version 1827 is already newer than 1825 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 1827 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2453: left oid 2 (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:52:05.109 INFO:tasks.rados.rados.0.smithi111.stdout:2455: seq_num 772 ranges {647168=532480,1179648=401408} 2023-12-01T04:52:05.114 INFO:tasks.rados.rados.0.smithi111.stdout:2455: writing smithi111183488-12 from 647168 to 1179648 tid 1 2023-12-01T04:52:05.117 INFO:tasks.rados.rados.0.smithi111.stdout:2455: writing smithi111183488-12 from 1179648 to 1581056 tid 2 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:2450: done (3 left) 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:2452: done (2 left) 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:2453: done (1 left) 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:2456: read oid 36 snap 240 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:2456: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 244 2023-12-01T04:52:05.118 INFO:tasks.rados.rados.0.smithi111.stdout:2457: seq_num 773 ranges {0=548864,548864=401408} 2023-12-01T04:52:05.120 INFO:tasks.rados.rados.0.smithi111.stdout:2457: writing smithi111183488-15 from 0 to 548864 tid 1 2023-12-01T04:52:05.124 INFO:tasks.rados.rados.0.smithi111.stdout:2457: writing smithi111183488-15 from 548864 to 950272 tid 2 2023-12-01T04:52:05.124 INFO:tasks.rados.rados.0.smithi111.stdout:2458: delete oid 29 current snap is 244 2023-12-01T04:52:05.124 INFO:tasks.rados.rados.0.smithi111.stdout:2455: finishing write tid 1 to smithi111183488-12 2023-12-01T04:52:05.125 INFO:tasks.rados.rados.0.smithi111.stdout:2455: finishing write tid 2 to smithi111183488-12 2023-12-01T04:52:05.125 INFO:tasks.rados.rados.0.smithi111.stdout:2455: finishing write tid 3 to smithi111183488-12 2023-12-01T04:52:05.125 INFO:tasks.rados.rados.0.smithi111.stdout:2456: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2455: finishing write tid 4 to smithi111183488-12 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2455: oid 12 updating version 0 to 1485 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2455: oid 12 updating version 1485 to 1486 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2455: oid 12 version 1486 is already newer than 1484 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1486 (ObjNum 772 snap 244 seq_num 772) dirty exists 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2455: left oid 12 (ObjNum 772 snap 244 seq_num 772) 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2457: finishing write tid 1 to smithi111183488-15 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2455: done (3 left) 2023-12-01T04:52:05.146 INFO:tasks.rados.rados.0.smithi111.stdout:2456: done (2 left) 2023-12-01T04:52:05.147 INFO:tasks.rados.rados.0.smithi111.stdout:2458: done (1 left) 2023-12-01T04:52:05.147 INFO:tasks.rados.rados.0.smithi111.stdout:2459: read oid 8 snap -1 2023-12-01T04:52:05.147 INFO:tasks.rados.rados.0.smithi111.stdout:2459: expect (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:52:05.147 INFO:tasks.rados.rados.0.smithi111.stdout:2460: snap_remove snap 240 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2460: done (2 left) 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2461: copy_from oid 33 from oid 38 current snap is 244 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: finishing write tid 2 to smithi111183488-15 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: finishing write tid 3 to smithi111183488-15 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: finishing write tid 4 to smithi111183488-15 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: oid 15 updating version 0 to 1345 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: oid 15 updating version 1345 to 1347 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: oid 15 version 1347 is already newer than 1346 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1347 (ObjNum 773 snap 244 seq_num 773) dirty exists 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2457: left oid 15 (ObjNum 773 snap 244 seq_num 773) 2023-12-01T04:52:05.618 INFO:tasks.rados.rados.0.smithi111.stdout:2459: expect (ObjNum 722 snap 227 seq_num 722) 2023-12-01T04:52:05.622 INFO:tasks.rados.rados.0.smithi111.stdout:2457: done (2 left) 2023-12-01T04:52:05.622 INFO:tasks.rados.rados.0.smithi111.stdout:2459: done (1 left) 2023-12-01T04:52:05.622 INFO:tasks.rados.rados.0.smithi111.stdout:2462: delete oid 20 current snap is 244 2023-12-01T04:52:05.627 INFO:tasks.rados.rados.0.smithi111.stdout:2462: done (1 left) 2023-12-01T04:52:05.627 INFO:tasks.rados.rados.0.smithi111.stdout:2463: read oid 3 snap -1 2023-12-01T04:52:05.628 INFO:tasks.rados.rados.0.smithi111.stdout:2463: expect (ObjNum 770 snap 244 seq_num 770) 2023-12-01T04:52:05.628 INFO:tasks.rados.rados.0.smithi111.stdout:2464: snap_remove snap 239 2023-12-01T04:52:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:05 smithi155 ceph-mon[102677]: pgmap v793: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:05 smithi111 ceph-mon[97855]: pgmap v793: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:05 smithi111 ceph-mon[116524]: pgmap v793: 121 pgs: 121 active+clean; 422 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:06.630 INFO:tasks.rados.rados.0.smithi111.stdout:2464: done (2 left) 2023-12-01T04:52:06.630 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 244 2023-12-01T04:52:06.630 INFO:tasks.rados.rados.0.smithi111.stdout:2465: seq_num 776 ranges {0=606208,606208=401408} 2023-12-01T04:52:06.630 INFO:tasks.rados.rados.0.smithi111.stdout:2465: writing smithi111183488-16 from 0 to 606208 tid 1 2023-12-01T04:52:06.631 INFO:tasks.rados.rados.0.smithi111.stdout:2465: writing smithi111183488-16 from 606208 to 1007616 tid 2 2023-12-01T04:52:06.631 INFO:tasks.rados.rados.0.smithi111.stdout:2466: rmattr oid 12 current snap is 244 2023-12-01T04:52:06.631 INFO:tasks.rados.rados.0.smithi111.stdout:2466: done (3 left) 2023-12-01T04:52:06.632 INFO:tasks.rados.rados.0.smithi111.stdout:2467: read oid 39 snap 231 2023-12-01T04:52:06.632 INFO:tasks.rados.rados.0.smithi111.stdout:2467: expect (ObjNum 425 snap 136 seq_num 425) 2023-12-01T04:52:06.632 INFO:tasks.rados.rados.0.smithi111.stdout:2468: copy_from oid 36 from oid 41 current snap is 244 2023-12-01T04:52:06.632 INFO:tasks.rados.rados.0.smithi111.stdout:2469: rmattr oid 49 current snap is 244 2023-12-01T04:52:06.632 INFO:tasks.rados.rados.0.smithi111.stdout:2470: snap_remove snap 236 2023-12-01T04:52:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:06 smithi155 ceph-mon[102677]: osdmap e547: 8 total, 8 up, 8 in 2023-12-01T04:52:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:06 smithi111 ceph-mon[97855]: osdmap e547: 8 total, 8 up, 8 in 2023-12-01T04:52:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:06 smithi111 ceph-mon[116524]: osdmap e547: 8 total, 8 up, 8 in 2023-12-01T04:52:07.629 INFO:tasks.rados.rados.0.smithi111.stdout:2470: done (6 left) 2023-12-01T04:52:07.630 INFO:tasks.rados.rados.0.smithi111.stdout:2471: snap_create 2023-12-01T04:52:07.630 INFO:tasks.rados.rados.0.smithi111.stdout:2461: finishing copy_from to smithi111183488-33 2023-12-01T04:52:07.630 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1580 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:52:07.630 INFO:tasks.rados.rados.0.smithi111.stdout:2461: finishing copy_from racing read to smithi111183488-33 2023-12-01T04:52:07.630 INFO:tasks.rados.rados.0.smithi111.stdout:2463: expect (ObjNum 770 snap 244 seq_num 770) 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: finishing write tid 1 to smithi111183488-16 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: finishing write tid 2 to smithi111183488-16 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: finishing write tid 3 to smithi111183488-16 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1315 (ObjNum 753 snap 240 seq_num 753) dirty exists 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: finishing write tid 4 to smithi111183488-16 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: oid 16 updating version 0 to 1846 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: oid 16 version 1846 is already newer than 1844 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:2465: oid 16 version 1846 is already newer than 1845 2023-12-01T04:52:07.821 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1846 (ObjNum 776 snap 244 seq_num 776) dirty exists 2023-12-01T04:52:07.822 INFO:tasks.rados.rados.0.smithi111.stdout:2465: left oid 16 (ObjNum 776 snap 244 seq_num 776) 2023-12-01T04:52:07.822 INFO:tasks.rados.rados.0.smithi111.stdout:2467: expect (ObjNum 425 snap 136 seq_num 425) 2023-12-01T04:52:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:07 smithi155 ceph-mon[102677]: osdmap e548: 8 total, 8 up, 8 in 2023-12-01T04:52:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:07 smithi155 ceph-mon[102677]: pgmap v796: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-01T04:52:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:07 smithi111 ceph-mon[97855]: osdmap e548: 8 total, 8 up, 8 in 2023-12-01T04:52:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:07 smithi111 ceph-mon[97855]: pgmap v796: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-01T04:52:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:07 smithi111 ceph-mon[116524]: osdmap e548: 8 total, 8 up, 8 in 2023-12-01T04:52:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:07 smithi111 ceph-mon[116524]: pgmap v796: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-01T04:52:08.091 INFO:tasks.rados.rados.0.smithi111.stdout:2468: finishing copy_from to smithi111183488-36 2023-12-01T04:52:08.091 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1288 (ObjNum 604 snap 188 seq_num 604) dirty exists 2023-12-01T04:52:08.091 INFO:tasks.rados.rados.0.smithi111.stdout:2468: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2461: done (6 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2463: done (5 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2465: done (4 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2467: done (3 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2468: done (2 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2469: done (1 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2471: done (0 left) 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2472: read oid 47 snap -1 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2472: expect deleted 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 245 2023-12-01T04:52:08.480 INFO:tasks.rados.rados.0.smithi111.stdout:2473: seq_num 777 ranges {1581056=622592,2203648=401408} 2023-12-01T04:52:08.491 INFO:tasks.rados.rados.0.smithi111.stdout:2473: writing smithi111183488-12 from 1581056 to 2203648 tid 1 2023-12-01T04:52:08.494 INFO:tasks.rados.rados.0.smithi111.stdout:2473: writing smithi111183488-12 from 2203648 to 2605056 tid 2 2023-12-01T04:52:08.494 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 245 2023-12-01T04:52:08.494 INFO:tasks.rados.rados.0.smithi111.stdout:2474: seq_num 778 ranges {98304=638976,737280=401408} 2023-12-01T04:52:08.498 INFO:tasks.rados.rados.0.smithi111.stdout:2474: writing smithi111183488-8 from 98304 to 737280 tid 1 2023-12-01T04:52:08.500 INFO:tasks.rados.rados.0.smithi111.stdout:2474: writing smithi111183488-8 from 737280 to 1138688 tid 2 2023-12-01T04:52:08.500 INFO:tasks.rados.rados.0.smithi111.stdout:2475: delete oid 31 current snap is 245 2023-12-01T04:52:08.517 INFO:tasks.rados.rados.0.smithi111.stdout:2474: finishing write tid 1 to smithi111183488-8 2023-12-01T04:52:08.519 INFO:tasks.rados.rados.0.smithi111.stdout:2473: finishing write tid 1 to smithi111183488-12 2023-12-01T04:52:08.519 INFO:tasks.rados.rados.0.smithi111.stdout:2473: finishing write tid 2 to smithi111183488-12 2023-12-01T04:52:08.519 INFO:tasks.rados.rados.0.smithi111.stdout:2473: finishing write tid 3 to smithi111183488-12 2023-12-01T04:52:08.519 INFO:tasks.rados.rados.0.smithi111.stdout:2474: finishing write tid 2 to smithi111183488-8 2023-12-01T04:52:08.519 INFO:tasks.rados.rados.0.smithi111.stdout:2474: finishing write tid 3 to smithi111183488-8 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2473: finishing write tid 4 to smithi111183488-12 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2473: oid 12 updating version 0 to 1488 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2473: oid 12 version 1488 is already newer than 1487 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2473: oid 12 updating version 1488 to 1489 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1489 (ObjNum 777 snap 245 seq_num 777) dirty exists 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2473: left oid 12 (ObjNum 777 snap 245 seq_num 777) 2023-12-01T04:52:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2474: finishing write tid 4 to smithi111183488-8 2023-12-01T04:52:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:2474: oid 8 updating version 0 to 1317 2023-12-01T04:52:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:2474: oid 8 updating version 1317 to 1318 2023-12-01T04:52:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:2474: oid 8 version 1318 is already newer than 1316 2023-12-01T04:52:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1318 (ObjNum 778 snap 245 seq_num 778) dirty exists 2023-12-01T04:52:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:2474: left oid 8 (ObjNum 778 snap 245 seq_num 778) 2023-12-01T04:52:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:2472: done (3 left) 2023-12-01T04:52:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:2473: done (2 left) 2023-12-01T04:52:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:2474: done (1 left) 2023-12-01T04:52:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:2475: done (0 left) 2023-12-01T04:52:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:2476: delete oid 43 current snap is 245 2023-12-01T04:52:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:2476: done (0 left) 2023-12-01T04:52:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:2477: read oid 13 snap -1 2023-12-01T04:52:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:2477: expect (ObjNum 750 snap 238 seq_num 750) 2023-12-01T04:52:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:2478: copy_from oid 31 from oid 11 current snap is 245 2023-12-01T04:52:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:2479: read oid 24 snap -1 2023-12-01T04:52:08.524 INFO:tasks.rados.rados.0.smithi111.stdout:2479: expect deleted 2023-12-01T04:52:08.524 INFO:tasks.rados.rados.0.smithi111.stdout:2480: snap_create 2023-12-01T04:52:08.526 INFO:tasks.rados.rados.0.smithi111.stdout:2477: expect (ObjNum 750 snap 238 seq_num 750) 2023-12-01T04:52:08.563 INFO:tasks.rados.rados.0.smithi111.stdout:2478: finishing copy_from to smithi111183488-31 2023-12-01T04:52:08.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1764 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:52:08.563 INFO:tasks.rados.rados.0.smithi111.stdout:2478: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:52:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:08 smithi155 ceph-mon[102677]: osdmap e549: 8 total, 8 up, 8 in 2023-12-01T04:52:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:08 smithi155 ceph-mon[102677]: osdmap e550: 8 total, 8 up, 8 in 2023-12-01T04:52:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:08 smithi111 ceph-mon[97855]: osdmap e549: 8 total, 8 up, 8 in 2023-12-01T04:52:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:08 smithi111 ceph-mon[97855]: osdmap e550: 8 total, 8 up, 8 in 2023-12-01T04:52:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:08 smithi111 ceph-mon[116524]: osdmap e549: 8 total, 8 up, 8 in 2023-12-01T04:52:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:08 smithi111 ceph-mon[116524]: osdmap e550: 8 total, 8 up, 8 in 2023-12-01T04:52:09.486 INFO:tasks.rados.rados.0.smithi111.stdout:2477: done (3 left) 2023-12-01T04:52:09.486 INFO:tasks.rados.rados.0.smithi111.stdout:2478: done (2 left) 2023-12-01T04:52:09.486 INFO:tasks.rados.rados.0.smithi111.stdout:2479: done (1 left) 2023-12-01T04:52:09.486 INFO:tasks.rados.rados.0.smithi111.stdout:2480: done (0 left) 2023-12-01T04:52:09.486 INFO:tasks.rados.rados.0.smithi111.stdout:2481: rmattr oid 34 current snap is 246 2023-12-01T04:52:09.487 INFO:tasks.rados.rados.0.smithi111.stdout:2482: setattr oid 27 current snap is 246 2023-12-01T04:52:09.488 INFO:tasks.rados.rados.0.smithi111.stdout:2483: read oid 38 snap -1 2023-12-01T04:52:09.488 INFO:tasks.rados.rados.0.smithi111.stdout:2483: expect (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:52:09.488 INFO:tasks.rados.rados.0.smithi111.stdout:2484: snap_create 2023-12-01T04:52:09.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1167 (ObjNum 731 snap 232 seq_num 731) dirty exists 2023-12-01T04:52:09.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1490 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:52:09.496 INFO:tasks.rados.rados.0.smithi111.stdout:2483: expect (ObjNum 542 snap 170 seq_num 542) 2023-12-01T04:52:09.631 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:52:09] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:52:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:09 smithi155 ceph-mon[102677]: pgmap v799: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-01T04:52:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:09 smithi155 ceph-mon[102677]: osdmap e551: 8 total, 8 up, 8 in 2023-12-01T04:52:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:09 smithi111 ceph-mon[97855]: pgmap v799: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-01T04:52:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:09 smithi111 ceph-mon[97855]: osdmap e551: 8 total, 8 up, 8 in 2023-12-01T04:52:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:09 smithi111 ceph-mon[116524]: pgmap v799: 121 pgs: 121 active+clean; 423 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2023-12-01T04:52:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:09 smithi111 ceph-mon[116524]: osdmap e551: 8 total, 8 up, 8 in 2023-12-01T04:52:10.493 INFO:tasks.rados.rados.0.smithi111.stdout:2481: done (3 left) 2023-12-01T04:52:10.493 INFO:tasks.rados.rados.0.smithi111.stdout:2482: done (2 left) 2023-12-01T04:52:10.493 INFO:tasks.rados.rados.0.smithi111.stdout:2483: done (1 left) 2023-12-01T04:52:10.494 INFO:tasks.rados.rados.0.smithi111.stdout:2484: done (0 left) 2023-12-01T04:52:10.494 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 247 2023-12-01T04:52:10.494 INFO:tasks.rados.rados.0.smithi111.stdout:2485: seq_num 781 ranges {0=688128,688128=401408} 2023-12-01T04:52:10.497 INFO:tasks.rados.rados.0.smithi111.stdout:2485: writing smithi111183488-24 from 0 to 688128 tid 1 2023-12-01T04:52:10.499 INFO:tasks.rados.rados.0.smithi111.stdout:2485: writing smithi111183488-24 from 688128 to 1089536 tid 2 2023-12-01T04:52:10.500 INFO:tasks.rados.rados.0.smithi111.stdout:2486: copy_from oid 30 from oid 12 current snap is 247 2023-12-01T04:52:10.500 INFO:tasks.rados.rados.0.smithi111.stdout:2487: copy_from oid 43 from oid 16 current snap is 247 2023-12-01T04:52:10.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 247 2023-12-01T04:52:10.500 INFO:tasks.rados.rados.0.smithi111.stdout:2488: seq_num 782 ranges {0=704512,704512=401408} 2023-12-01T04:52:10.504 INFO:tasks.rados.rados.0.smithi111.stdout:2488: writing smithi111183488-39 from 0 to 704512 tid 1 2023-12-01T04:52:10.507 INFO:tasks.rados.rados.0.smithi111.stdout:2488: writing smithi111183488-39 from 704512 to 1105920 tid 2 2023-12-01T04:52:10.507 INFO:tasks.rados.rados.0.smithi111.stdout:2489: snap_create 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: finishing write tid 1 to smithi111183488-24 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: finishing write tid 2 to smithi111183488-24 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: finishing write tid 3 to smithi111183488-24 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: finishing write tid 4 to smithi111183488-24 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: oid 24 updating version 0 to 1857 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: oid 24 version 1857 is already newer than 1856 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:2485: oid 24 version 1857 is already newer than 1855 2023-12-01T04:52:10.508 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1857 (ObjNum 781 snap 247 seq_num 781) dirty exists 2023-12-01T04:52:10.509 INFO:tasks.rados.rados.0.smithi111.stdout:2485: left oid 24 (ObjNum 781 snap 247 seq_num 781) 2023-12-01T04:52:10.511 INFO:tasks.rados.rados.0.smithi111.stdout:2488: finishing write tid 1 to smithi111183488-39 2023-12-01T04:52:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:2488: finishing write tid 2 to smithi111183488-39 2023-12-01T04:52:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:2488: finishing write tid 3 to smithi111183488-39 2023-12-01T04:52:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:2487: finishing copy_from to smithi111183488-43 2023-12-01T04:52:10.513 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1846 (ObjNum 776 snap 244 seq_num 776) dirty exists 2023-12-01T04:52:10.514 INFO:tasks.rados.rados.0.smithi111.stdout:2487: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:52:10.517 INFO:tasks.rados.rados.0.smithi111.stdout:2488: finishing write tid 4 to smithi111183488-39 2023-12-01T04:52:10.517 INFO:tasks.rados.rados.0.smithi111.stdout:2488: oid 39 updating version 0 to 1558 2023-12-01T04:52:10.517 INFO:tasks.rados.rados.0.smithi111.stdout:2488: oid 39 updating version 1558 to 1559 2023-12-01T04:52:10.517 INFO:tasks.rados.rados.0.smithi111.stdout:2488: oid 39 updating version 1559 to 1560 2023-12-01T04:52:10.517 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1560 (ObjNum 782 snap 247 seq_num 782) dirty exists 2023-12-01T04:52:10.517 INFO:tasks.rados.rados.0.smithi111.stdout:2488: left oid 39 (ObjNum 782 snap 247 seq_num 782) 2023-12-01T04:52:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:2486: finishing copy_from to smithi111183488-30 2023-12-01T04:52:10.521 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1489 (ObjNum 777 snap 245 seq_num 777) dirty exists 2023-12-01T04:52:10.522 INFO:tasks.rados.rados.0.smithi111.stdout:2486: finishing copy_from racing read to smithi111183488-30 2023-12-01T04:52:11.502 INFO:tasks.rados.rados.0.smithi111.stdout:2485: done (4 left) 2023-12-01T04:52:11.502 INFO:tasks.rados.rados.0.smithi111.stdout:2486: done (3 left) 2023-12-01T04:52:11.502 INFO:tasks.rados.rados.0.smithi111.stdout:2487: done (2 left) 2023-12-01T04:52:11.502 INFO:tasks.rados.rados.0.smithi111.stdout:2488: done (1 left) 2023-12-01T04:52:11.502 INFO:tasks.rados.rados.0.smithi111.stdout:2489: done (0 left) 2023-12-01T04:52:11.502 INFO:tasks.rados.rados.0.smithi111.stdout:2490: read oid 8 snap -1 2023-12-01T04:52:11.503 INFO:tasks.rados.rados.0.smithi111.stdout:2490: expect (ObjNum 778 snap 245 seq_num 778) 2023-12-01T04:52:11.503 INFO:tasks.rados.rados.0.smithi111.stdout:2491: read oid 29 snap 243 2023-12-01T04:52:11.503 INFO:tasks.rados.rados.0.smithi111.stdout:2491: expect (ObjNum 738 snap 232 seq_num 738) 2023-12-01T04:52:11.503 INFO:tasks.rados.rados.0.smithi111.stdout:2492: snap_create 2023-12-01T04:52:11.512 INFO:tasks.rados.rados.0.smithi111.stdout:2490: expect (ObjNum 778 snap 245 seq_num 778) 2023-12-01T04:52:11.543 INFO:tasks.rados.rados.0.smithi111.stdout:2491: expect (ObjNum 738 snap 232 seq_num 738) 2023-12-01T04:52:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:11 smithi111 ceph-mon[97855]: osdmap e552: 8 total, 8 up, 8 in 2023-12-01T04:52:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:11 smithi111 ceph-mon[97855]: pgmap v802: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2023-12-01T04:52:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:11 smithi111 ceph-mon[116524]: osdmap e552: 8 total, 8 up, 8 in 2023-12-01T04:52:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:11 smithi111 ceph-mon[116524]: pgmap v802: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2023-12-01T04:52:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:11 smithi155 ceph-mon[102677]: osdmap e552: 8 total, 8 up, 8 in 2023-12-01T04:52:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:11 smithi155 ceph-mon[102677]: pgmap v802: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2023-12-01T04:52:12.504 INFO:tasks.rados.rados.0.smithi111.stdout:2490: done (2 left) 2023-12-01T04:52:12.505 INFO:tasks.rados.rados.0.smithi111.stdout:2491: done (1 left) 2023-12-01T04:52:12.505 INFO:tasks.rados.rados.0.smithi111.stdout:2492: done (0 left) 2023-12-01T04:52:12.505 INFO:tasks.rados.rados.0.smithi111.stdout:2493: snap_create 2023-12-01T04:52:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:12 smithi111 ceph-mon[97855]: osdmap e553: 8 total, 8 up, 8 in 2023-12-01T04:52:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:12 smithi111 ceph-mon[116524]: osdmap e553: 8 total, 8 up, 8 in 2023-12-01T04:52:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:12 smithi155 ceph-mon[102677]: osdmap e553: 8 total, 8 up, 8 in 2023-12-01T04:52:13.477 INFO:tasks.rados.rados.0.smithi111.stdout:2493: done (0 left) 2023-12-01T04:52:13.477 INFO:tasks.rados.rados.0.smithi111.stdout:2494: delete oid 49 current snap is 250 2023-12-01T04:52:13.482 INFO:tasks.rados.rados.0.smithi111.stdout:2494: done (0 left) 2023-12-01T04:52:13.483 INFO:tasks.rados.rados.0.smithi111.stdout:2495: delete oid 41 current snap is 250 2023-12-01T04:52:13.487 INFO:tasks.rados.rados.0.smithi111.stdout:2495: done (0 left) 2023-12-01T04:52:13.487 INFO:tasks.rados.rados.0.smithi111.stdout:2496: copy_from oid 45 from oid 18 current snap is 250 2023-12-01T04:52:13.487 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 250 2023-12-01T04:52:13.487 INFO:tasks.rados.rados.0.smithi111.stdout:2497: seq_num 785 ranges {163840=753664,917504=401408} 2023-12-01T04:52:13.492 INFO:tasks.rados.rados.0.smithi111.stdout:2497: writing smithi111183488-6 from 163840 to 917504 tid 1 2023-12-01T04:52:13.498 INFO:tasks.rados.rados.0.smithi111.stdout:2497: writing smithi111183488-6 from 917504 to 1318912 tid 2 2023-12-01T04:52:13.498 INFO:tasks.rados.rados.0.smithi111.stdout:2498: copy_from oid 41 from oid 11 current snap is 250 2023-12-01T04:52:13.498 INFO:tasks.rados.rados.0.smithi111.stdout:2499: setattr oid 37 current snap is 250 2023-12-01T04:52:13.498 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 250 2023-12-01T04:52:13.498 INFO:tasks.rados.rados.0.smithi111.stdout:2500: seq_num 786 ranges {0=770048,770048=401408} 2023-12-01T04:52:13.502 INFO:tasks.rados.rados.0.smithi111.stdout:2500: writing smithi111183488-20 from 0 to 770048 tid 1 2023-12-01T04:52:13.505 INFO:tasks.rados.rados.0.smithi111.stdout:2500: writing smithi111183488-20 from 770048 to 1171456 tid 2 2023-12-01T04:52:13.505 INFO:tasks.rados.rados.0.smithi111.stdout:2501: rollback oid 33 current snap is 250 2023-12-01T04:52:13.505 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 248 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: finishing write tid 1 to smithi111183488-6 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2496: finishing copy_from to smithi111183488-45 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1182 (ObjNum 763 snap 241 seq_num 763) dirty exists 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2496: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: finishing write tid 2 to smithi111183488-6 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1503 (ObjNum 65 snap 0 seq_num 1684559983) dirty exists 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: finishing write tid 3 to smithi111183488-6 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: finishing write tid 4 to smithi111183488-6 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: oid 6 updating version 0 to 1561 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: oid 6 updating version 1561 to 1562 2023-12-01T04:52:13.506 INFO:tasks.rados.rados.0.smithi111.stdout:2497: oid 6 updating version 1562 to 1563 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1563 (ObjNum 785 snap 250 seq_num 785) dirty exists 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2497: left oid 6 (ObjNum 785 snap 250 seq_num 785) 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2496: done (5 left) 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2497: done (4 left) 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2499: done (3 left) 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2502: setattr oid 21 current snap is 250 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2503: copy_from oid 15 from oid 49 current snap is 250 2023-12-01T04:52:13.507 INFO:tasks.rados.rados.0.smithi111.stdout:2504: rmattr oid 4 current snap is 250 2023-12-01T04:52:13.508 INFO:tasks.rados.rados.0.smithi111.stdout:2504: done (5 left) 2023-12-01T04:52:13.508 INFO:tasks.rados.rados.0.smithi111.stdout:2505: copy_from oid 50 from oid 9 current snap is 250 2023-12-01T04:52:13.508 INFO:tasks.rados.rados.0.smithi111.stdout:2506: read oid 29 snap -1 2023-12-01T04:52:13.508 INFO:tasks.rados.rados.0.smithi111.stdout:2506: expect deleted 2023-12-01T04:52:13.508 INFO:tasks.rados.rados.0.smithi111.stdout:2507: delete oid 38 current snap is 250 2023-12-01T04:52:13.511 INFO:tasks.rados.rados.0.smithi111.stdout:2503: finishing copy_from to smithi111183488-15 2023-12-01T04:52:13.511 INFO:tasks.rados.rados.0.smithi111.stdout:2503: got expected ENOENT (src dne) 2023-12-01T04:52:13.511 INFO:tasks.rados.rados.0.smithi111.stdout:2503: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:52:13.512 INFO:tasks.rados.rados.0.smithi111.stdout:2500: finishing write tid 1 to smithi111183488-20 2023-12-01T04:52:13.512 INFO:tasks.rados.rados.0.smithi111.stdout:2500: finishing write tid 2 to smithi111183488-20 2023-12-01T04:52:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2022 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:52:13.516 INFO:tasks.rados.rados.0.smithi111.stdout:2505: finishing copy_from to smithi111183488-50 2023-12-01T04:52:13.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1311 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:52:13.516 INFO:tasks.rados.rados.0.smithi111.stdout:2501: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:52:13.516 INFO:tasks.rados.rados.0.smithi111.stdout:2500: finishing write tid 3 to smithi111183488-20 2023-12-01T04:52:13.517 INFO:tasks.rados.rados.0.smithi111.stdout:2505: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:52:13.518 INFO:tasks.rados.rados.0.smithi111.stdout:2501: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:52:13.518 INFO:tasks.rados.rados.0.smithi111.stdout:2501: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1642 (ObjNum 542 snap 170 seq_num 542) dirty exists 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:2500: finishing write tid 4 to smithi111183488-20 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:2500: oid 20 updating version 0 to 1395 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:2500: oid 20 version 1395 is already newer than 1394 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:2500: oid 20 version 1395 is already newer than 1393 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1395 (ObjNum 786 snap 250 seq_num 786) dirty exists 2023-12-01T04:52:13.519 INFO:tasks.rados.rados.0.smithi111.stdout:2500: left oid 20 (ObjNum 786 snap 250 seq_num 786) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2500: done (7 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2501: done (6 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2502: done (5 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2503: done (4 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2505: done (3 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2506: done (2 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2507: done (1 left) 2023-12-01T04:52:13.520 INFO:tasks.rados.rados.0.smithi111.stdout:2508: rmattr oid 39 current snap is 250 2023-12-01T04:52:13.521 INFO:tasks.rados.rados.0.smithi111.stdout:2509: delete oid 22 current snap is 250 2023-12-01T04:52:13.522 INFO:tasks.rados.rados.0.smithi111.stdout:2509: done (2 left) 2023-12-01T04:52:13.522 INFO:tasks.rados.rados.0.smithi111.stdout:2510: rollback oid 24 current snap is 250 2023-12-01T04:52:13.522 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 199 2023-12-01T04:52:13.522 INFO:tasks.rados.rados.0.smithi111.stdout:2511: rollback oid 22 current snap is 250 2023-12-01T04:52:13.523 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 244 2023-12-01T04:52:13.523 INFO:tasks.rados.rados.0.smithi111.stdout:2512: read oid 33 snap 242 2023-12-01T04:52:13.523 INFO:tasks.rados.rados.0.smithi111.stdout:2512: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:52:13.523 INFO:tasks.rados.rados.0.smithi111.stdout:2513: delete oid 50 current snap is 250 2023-12-01T04:52:13.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1564 (ObjNum 782 snap 247 seq_num 782) dirty exists 2023-12-01T04:52:13.524 INFO:tasks.rados.rados.0.smithi111.stdout:2508: done (5 left) 2023-12-01T04:52:13.524 INFO:tasks.rados.rados.0.smithi111.stdout:2513: done (4 left) 2023-12-01T04:52:13.524 INFO:tasks.rados.rados.0.smithi111.stdout:2514: rmattr oid 5 current snap is 250 2023-12-01T04:52:13.524 INFO:tasks.rados.rados.0.smithi111.stdout:2514: done (4 left) 2023-12-01T04:52:13.524 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 250 2023-12-01T04:52:13.525 INFO:tasks.rados.rados.0.smithi111.stdout:2515: seq_num 790 ranges {3571712=434176,4005888=548864,4554752=253952} 2023-12-01T04:52:13.546 INFO:tasks.rados.rados.0.smithi111.stdout:2515: writing smithi111183488-44 from 3571712 to 4005888 tid 1 2023-12-01T04:52:13.549 INFO:tasks.rados.rados.0.smithi111.stdout:2515: writing smithi111183488-44 from 4005888 to 4554752 tid 2 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:2515: writing smithi111183488-44 from 4554752 to 4808704 tid 3 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:2516: delete oid 23 current snap is 250 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:2511: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1180 (ObjNum 65 snap 0 seq_num 1616994141) dirty dne 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:2510: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:2510: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:2510: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:52:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1861 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:52:13.553 INFO:tasks.rados.rados.0.smithi111.stdout:2498: finishing copy_from to smithi111183488-41 2023-12-01T04:52:13.553 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1764 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:52:13.553 INFO:tasks.rados.rados.0.smithi111.stdout:2498: finishing copy_from racing read to smithi111183488-41 2023-12-01T04:52:13.553 INFO:tasks.rados.rados.0.smithi111.stdout:2512: expect (ObjNum 578 snap 180 seq_num 578) 2023-12-01T04:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:13 smithi155 ceph-mon[102677]: osdmap e554: 8 total, 8 up, 8 in 2023-12-01T04:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:13 smithi155 ceph-mon[102677]: pgmap v805: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2023-12-01T04:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:13 smithi155 ceph-mon[102677]: osdmap e555: 8 total, 8 up, 8 in 2023-12-01T04:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:13 smithi111 ceph-mon[97855]: osdmap e554: 8 total, 8 up, 8 in 2023-12-01T04:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:13 smithi111 ceph-mon[97855]: pgmap v805: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2023-12-01T04:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:13 smithi111 ceph-mon[97855]: osdmap e555: 8 total, 8 up, 8 in 2023-12-01T04:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:13 smithi111 ceph-mon[116524]: osdmap e554: 8 total, 8 up, 8 in 2023-12-01T04:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:13 smithi111 ceph-mon[116524]: pgmap v805: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.0 MiB/s wr, 20 op/s 2023-12-01T04:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:13 smithi111 ceph-mon[116524]: osdmap e555: 8 total, 8 up, 8 in 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: finishing write tid 1 to smithi111183488-44 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: finishing write tid 2 to smithi111183488-44 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: finishing write tid 3 to smithi111183488-44 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: finishing write tid 4 to smithi111183488-44 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: finishing write tid 5 to smithi111183488-44 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: oid 44 updating version 0 to 1504 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: oid 44 updating version 1504 to 1505 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: oid 44 updating version 1505 to 1506 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: oid 44 updating version 1506 to 1507 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1507 (ObjNum 790 snap 250 seq_num 790) dirty exists 2023-12-01T04:52:14.016 INFO:tasks.rados.rados.0.smithi111.stdout:2515: left oid 44 (ObjNum 790 snap 250 seq_num 790) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2498: done (5 left) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2510: done (4 left) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2511: done (3 left) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2512: done (2 left) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2515: done (1 left) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2516: done (0 left) 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 250 2023-12-01T04:52:14.017 INFO:tasks.rados.rados.0.smithi111.stdout:2517: seq_num 792 ranges {0=466944,466944=761856,1228800=40960} 2023-12-01T04:52:14.018 INFO:tasks.rados.rados.0.smithi111.stdout:2517: writing smithi111183488-35 from 0 to 466944 tid 1 2023-12-01T04:52:14.022 INFO:tasks.rados.rados.0.smithi111.stdout:2517: writing smithi111183488-35 from 466944 to 1228800 tid 2 2023-12-01T04:52:14.023 INFO:tasks.rados.rados.0.smithi111.stdout:2517: writing smithi111183488-35 from 1228800 to 1269760 tid 3 2023-12-01T04:52:14.023 INFO:tasks.rados.rados.0.smithi111.stdout:2518: delete oid 17 current snap is 250 2023-12-01T04:52:14.023 INFO:tasks.rados.rados.0.smithi111.stdout:2517: finishing write tid 1 to smithi111183488-35 2023-12-01T04:52:14.025 INFO:tasks.rados.rados.0.smithi111.stdout:2518: done (1 left) 2023-12-01T04:52:14.025 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 250 2023-12-01T04:52:14.025 INFO:tasks.rados.rados.0.smithi111.stdout:2519: seq_num 794 ranges {4284416=499712,4784128=532480,5316608=270336} 2023-12-01T04:52:14.050 INFO:tasks.rados.rados.0.smithi111.stdout:2519: writing smithi111183488-3 from 4284416 to 4784128 tid 1 2023-12-01T04:52:14.053 INFO:tasks.rados.rados.0.smithi111.stdout:2519: writing smithi111183488-3 from 4784128 to 5316608 tid 2 2023-12-01T04:52:14.055 INFO:tasks.rados.rados.0.smithi111.stdout:2519: writing smithi111183488-3 from 5316608 to 5586944 tid 3 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2520: snap_create 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: finishing write tid 2 to smithi111183488-35 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: finishing write tid 3 to smithi111183488-35 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: finishing write tid 4 to smithi111183488-35 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: finishing write tid 5 to smithi111183488-35 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: oid 35 updating version 0 to 1278 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: oid 35 version 1278 is already newer than 1276 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: oid 35 version 1278 is already newer than 1275 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: oid 35 version 1278 is already newer than 1277 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1278 (ObjNum 792 snap 250 seq_num 792) dirty exists 2023-12-01T04:52:14.056 INFO:tasks.rados.rados.0.smithi111.stdout:2517: left oid 35 (ObjNum 792 snap 250 seq_num 792) 2023-12-01T04:52:14.057 INFO:tasks.rados.rados.0.smithi111.stdout:2519: finishing write tid 1 to smithi111183488-3 2023-12-01T04:52:14.058 INFO:tasks.rados.rados.0.smithi111.stdout:2519: finishing write tid 2 to smithi111183488-3 2023-12-01T04:52:14.060 INFO:tasks.rados.rados.0.smithi111.stdout:2519: finishing write tid 3 to smithi111183488-3 2023-12-01T04:52:14.060 INFO:tasks.rados.rados.0.smithi111.stdout:2519: finishing write tid 4 to smithi111183488-3 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:2519: finishing write tid 5 to smithi111183488-3 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:2519: oid 3 updating version 0 to 2027 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:2519: oid 3 updating version 2027 to 2030 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:2519: oid 3 version 2030 is already newer than 2029 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:2519: oid 3 version 2030 is already newer than 2028 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2030 (ObjNum 794 snap 250 seq_num 794) dirty exists 2023-12-01T04:52:14.062 INFO:tasks.rados.rados.0.smithi111.stdout:2519: left oid 3 (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:52:14.518 INFO:tasks.rados.rados.0.smithi111.stdout:2517: done (2 left) 2023-12-01T04:52:14.518 INFO:tasks.rados.rados.0.smithi111.stdout:2519: done (1 left) 2023-12-01T04:52:14.518 INFO:tasks.rados.rados.0.smithi111.stdout:2520: done (0 left) 2023-12-01T04:52:14.518 INFO:tasks.rados.rados.0.smithi111.stdout:2521: delete oid 47 current snap is 251 2023-12-01T04:52:14.520 INFO:tasks.rados.rados.0.smithi111.stdout:2521: done (0 left) 2023-12-01T04:52:14.520 INFO:tasks.rados.rados.0.smithi111.stdout:2522: copy_from oid 37 from oid 34 current snap is 251 2023-12-01T04:52:14.520 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 251 2023-12-01T04:52:14.520 INFO:tasks.rados.rados.0.smithi111.stdout:2523: seq_num 796 ranges {335872=540672,876544=704512,1581056=98304} 2023-12-01T04:52:14.525 INFO:tasks.rados.rados.0.smithi111.stdout:2523: writing smithi111183488-9 from 335872 to 876544 tid 1 2023-12-01T04:52:14.529 INFO:tasks.rados.rados.0.smithi111.stdout:2523: writing smithi111183488-9 from 876544 to 1581056 tid 2 2023-12-01T04:52:14.530 INFO:tasks.rados.rados.0.smithi111.stdout:2523: writing smithi111183488-9 from 1581056 to 1679360 tid 3 2023-12-01T04:52:14.530 INFO:tasks.rados.rados.0.smithi111.stdout:2524: rollback oid 27 current snap is 251 2023-12-01T04:52:14.530 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 243 2023-12-01T04:52:14.530 INFO:tasks.rados.rados.0.smithi111.stdout:2525: delete oid 28 current snap is 251 2023-12-01T04:52:14.533 INFO:tasks.rados.rados.0.smithi111.stdout:2523: finishing write tid 1 to smithi111183488-9 2023-12-01T04:52:14.537 INFO:tasks.rados.rados.0.smithi111.stdout:2523: finishing write tid 2 to smithi111183488-9 2023-12-01T04:52:14.538 INFO:tasks.rados.rados.0.smithi111.stdout:2523: finishing write tid 3 to smithi111183488-9 2023-12-01T04:52:14.538 INFO:tasks.rados.rados.0.smithi111.stdout:2523: finishing write tid 4 to smithi111183488-9 2023-12-01T04:52:14.540 INFO:tasks.rados.rados.0.smithi111.stdout:2523: finishing write tid 5 to smithi111183488-9 2023-12-01T04:52:14.540 INFO:tasks.rados.rados.0.smithi111.stdout:2523: oid 9 updating version 0 to 1321 2023-12-01T04:52:14.540 INFO:tasks.rados.rados.0.smithi111.stdout:2523: oid 9 version 1321 is already newer than 1320 2023-12-01T04:52:14.540 INFO:tasks.rados.rados.0.smithi111.stdout:2523: oid 9 updating version 1321 to 1323 2023-12-01T04:52:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2523: oid 9 version 1323 is already newer than 1322 2023-12-01T04:52:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1323 (ObjNum 796 snap 251 seq_num 796) dirty exists 2023-12-01T04:52:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2523: left oid 9 (ObjNum 796 snap 251 seq_num 796) 2023-12-01T04:52:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2524: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:52:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2524: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:52:14.542 INFO:tasks.rados.rados.0.smithi111.stdout:2524: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:52:14.542 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1493 (ObjNum 736 snap 232 seq_num 736) dirty exists 2023-12-01T04:52:14.542 INFO:tasks.rados.rados.0.smithi111.stdout:2523: done (3 left) 2023-12-01T04:52:14.542 INFO:tasks.rados.rados.0.smithi111.stdout:2524: done (2 left) 2023-12-01T04:52:14.542 INFO:tasks.rados.rados.0.smithi111.stdout:2525: done (1 left) 2023-12-01T04:52:14.542 INFO:tasks.rados.rados.0.smithi111.stdout:2526: delete oid 20 current snap is 251 2023-12-01T04:52:14.543 INFO:tasks.rados.rados.0.smithi111.stdout:2526: done (1 left) 2023-12-01T04:52:14.543 INFO:tasks.rados.rados.0.smithi111.stdout:2527: snap_create 2023-12-01T04:52:14.567 INFO:tasks.rados.rados.0.smithi111.stdout:2522: finishing copy_from to smithi111183488-37 2023-12-01T04:52:14.567 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1167 (ObjNum 731 snap 232 seq_num 731) dirty exists 2023-12-01T04:52:14.567 INFO:tasks.rados.rados.0.smithi111.stdout:2522: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:52:15.526 INFO:tasks.rados.rados.0.smithi111.stdout:2522: done (1 left) 2023-12-01T04:52:15.526 INFO:tasks.rados.rados.0.smithi111.stdout:2527: done (0 left) 2023-12-01T04:52:15.526 INFO:tasks.rados.rados.0.smithi111.stdout:2528: snap_remove snap 243 2023-12-01T04:52:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:15 smithi155 ceph-mon[102677]: osdmap e556: 8 total, 8 up, 8 in 2023-12-01T04:52:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:15 smithi155 ceph-mon[102677]: pgmap v808: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:15 smithi111 ceph-mon[97855]: osdmap e556: 8 total, 8 up, 8 in 2023-12-01T04:52:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:15 smithi111 ceph-mon[97855]: pgmap v808: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:15 smithi111 ceph-mon[116524]: osdmap e556: 8 total, 8 up, 8 in 2023-12-01T04:52:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:15 smithi111 ceph-mon[116524]: pgmap v808: 121 pgs: 121 active+clean; 447 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:16.528 INFO:tasks.rados.rados.0.smithi111.stdout:2528: done (0 left) 2023-12-01T04:52:16.528 INFO:tasks.rados.rados.0.smithi111.stdout:2529: snap_create 2023-12-01T04:52:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:16 smithi155 ceph-mon[102677]: osdmap e557: 8 total, 8 up, 8 in 2023-12-01T04:52:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:16 smithi111 ceph-mon[97855]: osdmap e557: 8 total, 8 up, 8 in 2023-12-01T04:52:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:16 smithi111 ceph-mon[116524]: osdmap e557: 8 total, 8 up, 8 in 2023-12-01T04:52:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:2529: done (0 left) 2023-12-01T04:52:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:2530: snap_remove snap 248 2023-12-01T04:52:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:17 smithi155 ceph-mon[102677]: osdmap e558: 8 total, 8 up, 8 in 2023-12-01T04:52:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:17 smithi155 ceph-mon[102677]: pgmap v811: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2023-12-01T04:52:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:17 smithi155 ceph-mon[102677]: osdmap e559: 8 total, 8 up, 8 in 2023-12-01T04:52:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:17 smithi111 ceph-mon[97855]: osdmap e558: 8 total, 8 up, 8 in 2023-12-01T04:52:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:17 smithi111 ceph-mon[97855]: pgmap v811: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2023-12-01T04:52:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:17 smithi111 ceph-mon[97855]: osdmap e559: 8 total, 8 up, 8 in 2023-12-01T04:52:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:17 smithi111 ceph-mon[116524]: osdmap e558: 8 total, 8 up, 8 in 2023-12-01T04:52:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:17 smithi111 ceph-mon[116524]: pgmap v811: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2023-12-01T04:52:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:17 smithi111 ceph-mon[116524]: osdmap e559: 8 total, 8 up, 8 in 2023-12-01T04:52:18.529 INFO:tasks.rados.rados.0.smithi111.stdout:2530: done (0 left) 2023-12-01T04:52:18.529 INFO:tasks.rados.rados.0.smithi111.stdout:2531: setattr oid 43 current snap is 253 2023-12-01T04:52:18.530 INFO:tasks.rados.rados.0.smithi111.stdout:2532: setattr oid 29 current snap is 253 2023-12-01T04:52:18.536 INFO:tasks.rados.rados.0.smithi111.stdout:2533: rmattr oid 12 current snap is 253 2023-12-01T04:52:18.536 INFO:tasks.rados.rados.0.smithi111.stdout:2533: done (2 left) 2023-12-01T04:52:18.536 INFO:tasks.rados.rados.0.smithi111.stdout:2534: read oid 3 snap -1 2023-12-01T04:52:18.536 INFO:tasks.rados.rados.0.smithi111.stdout:2534: expect (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:52:18.536 INFO:tasks.rados.rados.0.smithi111.stdout:2535: copy_from oid 15 from oid 24 current snap is 253 2023-12-01T04:52:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:2536: read oid 32 snap 246 2023-12-01T04:52:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:2536: expect (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:52:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:2537: setattr oid 26 current snap is 253 2023-12-01T04:52:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:2538: delete oid 30 current snap is 253 2023-12-01T04:52:18.539 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1847 (ObjNum 776 snap 244 seq_num 776) dirty exists 2023-12-01T04:52:18.544 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 1508 (ObjNum 321 snap 0 seq_num 3708563728) dirty exists 2023-12-01T04:52:18.544 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2041 (ObjNum 65 snap 0 seq_num 1) dirty exists 2023-12-01T04:52:18.549 INFO:tasks.rados.rados.0.smithi111.stdout:2531: done (6 left) 2023-12-01T04:52:18.549 INFO:tasks.rados.rados.0.smithi111.stdout:2532: done (5 left) 2023-12-01T04:52:18.549 INFO:tasks.rados.rados.0.smithi111.stdout:2537: done (4 left) 2023-12-01T04:52:18.549 INFO:tasks.rados.rados.0.smithi111.stdout:2538: done (3 left) 2023-12-01T04:52:18.549 INFO:tasks.rados.rados.0.smithi111.stdout:2539: snap_remove snap 247 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:2539: done (3 left) 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:2540: rollback oid 12 current snap is 253 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 252 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:2535: finishing copy_from to smithi111183488-15 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1861 (ObjNum 46 snap 0 seq_num 46) dirty exists 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:2535: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:52:19.538 INFO:tasks.rados.rados.0.smithi111.stdout:2536: expect (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:52:19.629 INFO:tasks.rados.rados.0.smithi111.stdout:2534: expect (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:52:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:19 smithi111 ceph-mon[97855]: osdmap e560: 8 total, 8 up, 8 in 2023-12-01T04:52:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:19 smithi111 ceph-mon[97855]: pgmap v814: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2023-12-01T04:52:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:52:19] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:52:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:19 smithi111 ceph-mon[116524]: osdmap e560: 8 total, 8 up, 8 in 2023-12-01T04:52:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:19 smithi111 ceph-mon[116524]: pgmap v814: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2023-12-01T04:52:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2534: done (3 left) 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2535: done (2 left) 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2536: done (1 left) 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2541: read oid 40 snap -1 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2541: expect (ObjNum 751 snap 238 seq_num 751) 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2542: snap_create 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2540: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2540: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:2540: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:52:19.917 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1497 (ObjNum 777 snap 245 seq_num 777) dirty exists 2023-12-01T04:52:19.936 INFO:tasks.rados.rados.0.smithi111.stdout:2541: expect (ObjNum 751 snap 238 seq_num 751) 2023-12-01T04:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:19 smithi155 ceph-mon[102677]: osdmap e560: 8 total, 8 up, 8 in 2023-12-01T04:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:19 smithi155 ceph-mon[102677]: pgmap v814: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 8.1 MiB/s wr, 31 op/s 2023-12-01T04:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:20.538 INFO:tasks.rados.rados.0.smithi111.stdout:2540: done (2 left) 2023-12-01T04:52:20.539 INFO:tasks.rados.rados.0.smithi111.stdout:2541: done (1 left) 2023-12-01T04:52:20.539 INFO:tasks.rados.rados.0.smithi111.stdout:2542: done (0 left) 2023-12-01T04:52:20.539 INFO:tasks.rados.rados.0.smithi111.stdout:2543: read oid 10 snap -1 2023-12-01T04:52:20.539 INFO:tasks.rados.rados.0.smithi111.stdout:2543: expect deleted 2023-12-01T04:52:20.539 INFO:tasks.rados.rados.0.smithi111.stdout:2544: snap_create 2023-12-01T04:52:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:20 smithi155 ceph-mon[102677]: osdmap e561: 8 total, 8 up, 8 in 2023-12-01T04:52:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:20 smithi111 ceph-mon[97855]: osdmap e561: 8 total, 8 up, 8 in 2023-12-01T04:52:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:20 smithi111 ceph-mon[116524]: osdmap e561: 8 total, 8 up, 8 in 2023-12-01T04:52:21.545 INFO:tasks.rados.rados.0.smithi111.stdout:2543: done (1 left) 2023-12-01T04:52:21.545 INFO:tasks.rados.rados.0.smithi111.stdout:2544: done (0 left) 2023-12-01T04:52:21.545 INFO:tasks.rados.rados.0.smithi111.stdout:2545: read oid 28 snap 227 2023-12-01T04:52:21.545 INFO:tasks.rados.rados.0.smithi111.stdout:2545: expect (ObjNum 634 snap 199 seq_num 634) 2023-12-01T04:52:21.545 INFO:tasks.rados.rados.0.smithi111.stdout:2546: snap_remove snap 207 2023-12-01T04:52:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:21 smithi155 ceph-mon[102677]: osdmap e562: 8 total, 8 up, 8 in 2023-12-01T04:52:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:21 smithi155 ceph-mon[102677]: pgmap v817: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 190 KiB/s wr, 18 op/s 2023-12-01T04:52:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:21 smithi111 ceph-mon[97855]: osdmap e562: 8 total, 8 up, 8 in 2023-12-01T04:52:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:21 smithi111 ceph-mon[97855]: pgmap v817: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 190 KiB/s wr, 18 op/s 2023-12-01T04:52:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:21 smithi111 ceph-mon[116524]: osdmap e562: 8 total, 8 up, 8 in 2023-12-01T04:52:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:21 smithi111 ceph-mon[116524]: pgmap v817: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 190 KiB/s wr, 18 op/s 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:2546: done (1 left) 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:2547: rmattr oid 17 current snap is 255 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:2547: done (1 left) 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:2548: copy_from oid 26 from oid 25 current snap is 255 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:2549: read oid 36 snap -1 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:2549: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:52:22.549 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 255 2023-12-01T04:52:22.550 INFO:tasks.rados.rados.0.smithi111.stdout:2550: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:2550: writing smithi111183488-21 from 0 to 606208 tid 1 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:2550: writing smithi111183488-21 from 606208 to 1294336 tid 2 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:2550: writing smithi111183488-21 from 1294336 to 1409024 tid 3 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:2551: read oid 6 snap -1 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:2551: expect (ObjNum 785 snap 250 seq_num 785) 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 255 2023-12-01T04:52:22.557 INFO:tasks.rados.rados.0.smithi111.stdout:2552: seq_num 801 ranges {499712=622592,1122304=573440,1695744=229376} 2023-12-01T04:52:22.566 INFO:tasks.rados.rados.0.smithi111.stdout:2552: writing smithi111183488-4 from 499712 to 1122304 tid 1 2023-12-01T04:52:22.566 INFO:tasks.rados.rados.0.smithi111.stdout:2552: writing smithi111183488-4 from 1122304 to 1695744 tid 2 2023-12-01T04:52:22.568 INFO:tasks.rados.rados.0.smithi111.stdout:2552: writing smithi111183488-4 from 1695744 to 1925120 tid 3 2023-12-01T04:52:22.568 INFO:tasks.rados.rados.0.smithi111.stdout:2553: snap_create 2023-12-01T04:52:22.568 INFO:tasks.rados.rados.0.smithi111.stdout:2545: expect (ObjNum 634 snap 199 seq_num 634) 2023-12-01T04:52:22.944 INFO:tasks.rados.rados.0.smithi111.stdout:2548: finishing copy_from to smithi111183488-26 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2548: got expected ENOENT (src dne) 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2548: finishing copy_from racing read to smithi111183488-26 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2550: finishing write tid 1 to smithi111183488-21 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2550: finishing write tid 2 to smithi111183488-21 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2550: finishing write tid 3 to smithi111183488-21 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2550: finishing write tid 4 to smithi111183488-21 2023-12-01T04:52:22.945 INFO:tasks.rados.rados.0.smithi111.stdout:2551: expect (ObjNum 785 snap 250 seq_num 785) 2023-12-01T04:52:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:22 smithi155 ceph-mon[102677]: osdmap e563: 8 total, 8 up, 8 in 2023-12-01T04:52:22.980 INFO:tasks.rados.rados.0.smithi111.stdout:2550: finishing write tid 5 to smithi111183488-21 2023-12-01T04:52:22.980 INFO:tasks.rados.rados.0.smithi111.stdout:2550: oid 21 updating version 0 to 2053 2023-12-01T04:52:22.980 INFO:tasks.rados.rados.0.smithi111.stdout:2550: oid 21 version 2053 is already newer than 2052 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2550: oid 21 version 2053 is already newer than 2051 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2550: oid 21 updating version 2053 to 2054 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2054 (ObjNum 800 snap 255 seq_num 800) dirty exists 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2550: left oid 21 (ObjNum 800 snap 255 seq_num 800) 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: finishing write tid 1 to smithi111183488-4 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: finishing write tid 2 to smithi111183488-4 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: finishing write tid 3 to smithi111183488-4 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: finishing write tid 4 to smithi111183488-4 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: finishing write tid 5 to smithi111183488-4 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: oid 4 updating version 0 to 1875 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: oid 4 version 1875 is already newer than 1873 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: oid 4 updating version 1875 to 1876 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: oid 4 version 1876 is already newer than 1874 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1876 (ObjNum 801 snap 255 seq_num 801) dirty exists 2023-12-01T04:52:22.981 INFO:tasks.rados.rados.0.smithi111.stdout:2552: left oid 4 (ObjNum 801 snap 255 seq_num 801) 2023-12-01T04:52:22.982 INFO:tasks.rados.rados.0.smithi111.stdout:2549: expect (ObjNum 604 snap 188 seq_num 604) 2023-12-01T04:52:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:22 smithi111 ceph-mon[97855]: osdmap e563: 8 total, 8 up, 8 in 2023-12-01T04:52:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:22 smithi111 ceph-mon[116524]: osdmap e563: 8 total, 8 up, 8 in 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2545: done (6 left) 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2548: done (5 left) 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2549: done (4 left) 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2550: done (3 left) 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2551: done (2 left) 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2552: done (1 left) 2023-12-01T04:52:23.664 INFO:tasks.rados.rados.0.smithi111.stdout:2553: done (0 left) 2023-12-01T04:52:23.665 INFO:tasks.rados.rados.0.smithi111.stdout:2554: rmattr oid 11 current snap is 256 2023-12-01T04:52:23.665 INFO:tasks.rados.rados.0.smithi111.stdout:2555: read oid 40 snap -1 2023-12-01T04:52:23.665 INFO:tasks.rados.rados.0.smithi111.stdout:2555: expect (ObjNum 751 snap 238 seq_num 751) 2023-12-01T04:52:23.665 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 256 2023-12-01T04:52:23.665 INFO:tasks.rados.rados.0.smithi111.stdout:2556: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2023-12-01T04:52:23.667 INFO:tasks.rados.rados.0.smithi111.stdout:2556: writing smithi111183488-47 from 0 to 638976 tid 1 2023-12-01T04:52:23.671 INFO:tasks.rados.rados.0.smithi111.stdout:2556: writing smithi111183488-47 from 638976 to 1097728 tid 2 2023-12-01T04:52:23.673 INFO:tasks.rados.rados.0.smithi111.stdout:2556: writing smithi111183488-47 from 1097728 to 1441792 tid 3 2023-12-01T04:52:23.673 INFO:tasks.rados.rados.0.smithi111.stdout:2557: read oid 10 snap -1 2023-12-01T04:52:23.673 INFO:tasks.rados.rados.0.smithi111.stdout:2557: expect deleted 2023-12-01T04:52:23.673 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 256 2023-12-01T04:52:23.673 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1825 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:52:23.673 INFO:tasks.rados.rados.0.smithi111.stdout:2558: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2023-12-01T04:52:23.677 INFO:tasks.rados.rados.0.smithi111.stdout:2558: writing smithi111183488-25 from 0 to 655360 tid 1 2023-12-01T04:52:23.681 INFO:tasks.rados.rados.0.smithi111.stdout:2558: writing smithi111183488-25 from 655360 to 1400832 tid 2 2023-12-01T04:52:23.681 INFO:tasks.rados.rados.0.smithi111.stdout:2558: writing smithi111183488-25 from 1400832 to 1458176 tid 3 2023-12-01T04:52:23.681 INFO:tasks.rados.rados.0.smithi111.stdout:2554: done (4 left) 2023-12-01T04:52:23.681 INFO:tasks.rados.rados.0.smithi111.stdout:2559: snap_create 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: finishing write tid 1 to smithi111183488-47 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: finishing write tid 2 to smithi111183488-47 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: finishing write tid 3 to smithi111183488-47 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: finishing write tid 4 to smithi111183488-47 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: finishing write tid 5 to smithi111183488-47 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: oid 47 updating version 0 to 1509 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: oid 47 updating version 1509 to 1511 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: oid 47 updating version 1511 to 1512 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: oid 47 version 1512 is already newer than 1510 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1512 (ObjNum 802 snap 256 seq_num 802) dirty exists 2023-12-01T04:52:23.682 INFO:tasks.rados.rados.0.smithi111.stdout:2556: left oid 47 (ObjNum 802 snap 256 seq_num 802) 2023-12-01T04:52:23.685 INFO:tasks.rados.rados.0.smithi111.stdout:2558: finishing write tid 1 to smithi111183488-25 2023-12-01T04:52:23.686 INFO:tasks.rados.rados.0.smithi111.stdout:2558: finishing write tid 2 to smithi111183488-25 2023-12-01T04:52:23.688 INFO:tasks.rados.rados.0.smithi111.stdout:2558: finishing write tid 3 to smithi111183488-25 2023-12-01T04:52:23.688 INFO:tasks.rados.rados.0.smithi111.stdout:2558: finishing write tid 4 to smithi111183488-25 2023-12-01T04:52:23.689 INFO:tasks.rados.rados.0.smithi111.stdout:2558: finishing write tid 5 to smithi111183488-25 2023-12-01T04:52:23.689 INFO:tasks.rados.rados.0.smithi111.stdout:2558: oid 25 updating version 0 to 1279 2023-12-01T04:52:23.689 INFO:tasks.rados.rados.0.smithi111.stdout:2558: oid 25 updating version 1279 to 1282 2023-12-01T04:52:23.689 INFO:tasks.rados.rados.0.smithi111.stdout:2558: oid 25 version 1282 is already newer than 1281 2023-12-01T04:52:23.689 INFO:tasks.rados.rados.0.smithi111.stdout:2558: oid 25 version 1282 is already newer than 1280 2023-12-01T04:52:23.689 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1282 (ObjNum 803 snap 256 seq_num 803) dirty exists 2023-12-01T04:52:23.690 INFO:tasks.rados.rados.0.smithi111.stdout:2558: left oid 25 (ObjNum 803 snap 256 seq_num 803) 2023-12-01T04:52:23.691 INFO:tasks.rados.rados.0.smithi111.stdout:2555: expect (ObjNum 751 snap 238 seq_num 751) 2023-12-01T04:52:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:23 smithi155 ceph-mon[102677]: osdmap e564: 8 total, 8 up, 8 in 2023-12-01T04:52:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:23 smithi155 ceph-mon[102677]: pgmap v820: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 190 KiB/s wr, 18 op/s 2023-12-01T04:52:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:23 smithi155 ceph-mon[102677]: osdmap e565: 8 total, 8 up, 8 in 2023-12-01T04:52:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:23 smithi111 ceph-mon[97855]: osdmap e564: 8 total, 8 up, 8 in 2023-12-01T04:52:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:23 smithi111 ceph-mon[97855]: pgmap v820: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 190 KiB/s wr, 18 op/s 2023-12-01T04:52:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:23 smithi111 ceph-mon[97855]: osdmap e565: 8 total, 8 up, 8 in 2023-12-01T04:52:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:23 smithi111 ceph-mon[116524]: osdmap e564: 8 total, 8 up, 8 in 2023-12-01T04:52:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:23 smithi111 ceph-mon[116524]: pgmap v820: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 190 KiB/s wr, 18 op/s 2023-12-01T04:52:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:23 smithi111 ceph-mon[116524]: osdmap e565: 8 total, 8 up, 8 in 2023-12-01T04:52:24.029 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:52:24.338 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:52:24.338 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9m) 8m ago 10m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:52:24.338 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10m) 8m ago 10m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:52:24.338 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11m) 8m ago 11m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11m) 8m ago 11m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (14m) 8m ago 14m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (15m) 8m ago 15m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (16m) 8m ago 16m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (14m) 8m ago 14m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (14m) 8m ago 14m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9m) 8m ago 9m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9m) 8m ago 9m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (14m) 8m ago 14m 67.4M 3012M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (13m) 8m ago 13m 67.6M 3012M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (13m) 8m ago 13m 59.9M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (12m) 8m ago 12m 58.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (12m) 8m ago 12m 57.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (12m) 8m ago 12m 60.2M 3012M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:52:24.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11m) 8m ago 11m 58.8M 3012M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:52:24.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11m) 8m ago 11m 64.1M 3012M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:52:24.340 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9m) 8m ago 10m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:52:24.570 INFO:tasks.rados.rados.0.smithi111.stdout:2555: done (4 left) 2023-12-01T04:52:24.570 INFO:tasks.rados.rados.0.smithi111.stdout:2556: done (3 left) 2023-12-01T04:52:24.570 INFO:tasks.rados.rados.0.smithi111.stdout:2557: done (2 left) 2023-12-01T04:52:24.570 INFO:tasks.rados.rados.0.smithi111.stdout:2558: done (1 left) 2023-12-01T04:52:24.570 INFO:tasks.rados.rados.0.smithi111.stdout:2559: done (0 left) 2023-12-01T04:52:24.570 INFO:tasks.rados.rados.0.smithi111.stdout:2560: delete oid 37 current snap is 257 2023-12-01T04:52:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2560: done (0 left) 2023-12-01T04:52:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2561: delete oid 8 current snap is 257 2023-12-01T04:52:24.578 INFO:tasks.rados.rados.0.smithi111.stdout:2561: done (0 left) 2023-12-01T04:52:24.578 INFO:tasks.rados.rados.0.smithi111.stdout:2562: read oid 49 snap 250 2023-12-01T04:52:24.578 INFO:tasks.rados.rados.0.smithi111.stdout:2562: expect deleted 2023-12-01T04:52:24.578 INFO:tasks.rados.rados.0.smithi111.stdout:2563: read oid 36 snap 242 2023-12-01T04:52:24.578 INFO:tasks.rados.rados.0.smithi111.stdout:2563: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:52:24.578 INFO:tasks.rados.rados.0.smithi111.stdout:2564: delete oid 4 current snap is 257 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2562: done (2 left) 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2564: done (1 left) 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2565: read oid 27 snap -1 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2565: expect (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2566: rollback oid 6 current snap is 257 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 242 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2567: rmattr oid 32 current snap is 257 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2567: done (3 left) 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 257 2023-12-01T04:52:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2568: seq_num 807 ranges {0=720896,720896=729088,1449984=73728} 2023-12-01T04:52:24.585 INFO:tasks.rados.rados.0.smithi111.stdout:2568: writing smithi111183488-50 from 0 to 720896 tid 1 2023-12-01T04:52:24.590 INFO:tasks.rados.rados.0.smithi111.stdout:2568: writing smithi111183488-50 from 720896 to 1449984 tid 2 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2568: writing smithi111183488-50 from 1449984 to 1523712 tid 3 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2569: read oid 49 snap -1 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2569: expect deleted 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2570: read oid 47 snap -1 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2570: expect (ObjNum 802 snap 256 seq_num 802) 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2571: rollback oid 40 current snap is 257 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 227 2023-12-01T04:52:24.591 INFO:tasks.rados.rados.0.smithi111.stdout:2563: expect (ObjNum 618 snap 196 seq_num 618) 2023-12-01T04:52:24.613 INFO:tasks.rados.rados.0.smithi111.stdout:2566: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:52:24.613 INFO:tasks.rados.rados.0.smithi111.stdout:2566: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2566: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1567 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2563: done (6 left) 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2566: done (5 left) 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2572: read oid 1 snap -1 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2572: expect deleted 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2573: read oid 22 snap -1 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2573: expect deleted 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2574: setattr oid 26 current snap is 257 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2568: finishing write tid 1 to smithi111183488-50 2023-12-01T04:52:24.614 INFO:tasks.rados.rados.0.smithi111.stdout:2565: expect (ObjNum 736 snap 232 seq_num 736) 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2571: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2571: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2571: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1170 (ObjNum 714 snap 226 seq_num 714) dirty exists 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2568: finishing write tid 2 to smithi111183488-50 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2568: finishing write tid 3 to smithi111183488-50 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2568: finishing write tid 4 to smithi111183488-50 2023-12-01T04:52:24.623 INFO:tasks.rados.rados.0.smithi111.stdout:2570: expect (ObjNum 802 snap 256 seq_num 802) 2023-12-01T04:52:24.661 INFO:tasks.rados.rados.0.smithi111.stdout:2568: finishing write tid 5 to smithi111183488-50 2023-12-01T04:52:24.661 INFO:tasks.rados.rados.0.smithi111.stdout:2568: oid 50 updating version 0 to 2063 2023-12-01T04:52:24.662 INFO:tasks.rados.rados.0.smithi111.stdout:2568: oid 50 updating version 2063 to 2065 2023-12-01T04:52:24.662 INFO:tasks.rados.rados.0.smithi111.stdout:2568: oid 50 version 2065 is already newer than 2064 2023-12-01T04:52:24.662 INFO:tasks.rados.rados.0.smithi111.stdout:2568: oid 50 updating version 2065 to 2066 2023-12-01T04:52:24.662 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2066 (ObjNum 807 snap 257 seq_num 807) dirty exists 2023-12-01T04:52:24.662 INFO:tasks.rados.rados.0.smithi111.stdout:2568: left oid 50 (ObjNum 807 snap 257 seq_num 807) 2023-12-01T04:52:24.662 INFO:tasks.rados.rados.0.smithi111.stdout:2565: done (7 left) 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:2568: done (6 left) 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:2569: done (5 left) 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:2570: done (4 left) 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:2571: done (3 left) 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:2575: rollback oid 21 current snap is 257 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 215 2023-12-01T04:52:24.663 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 1514 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2023-12-01T04:52:24.664 INFO:tasks.rados.rados.0.smithi111.stdout:2572: done (3 left) 2023-12-01T04:52:24.664 INFO:tasks.rados.rados.0.smithi111.stdout:2573: done (2 left) 2023-12-01T04:52:24.664 INFO:tasks.rados.rados.0.smithi111.stdout:2574: done (1 left) 2023-12-01T04:52:24.664 INFO:tasks.rados.rados.0.smithi111.stdout:2576: snap_create 2023-12-01T04:52:24.666 INFO:tasks.rados.rados.0.smithi111.stdout:2575: finishing rollback tid 0 to smithi111183488-21 2023-12-01T04:52:24.666 INFO:tasks.rados.rados.0.smithi111.stdout:2575: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:52:24.666 INFO:tasks.rados.rados.0.smithi111.stdout:2575: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:52:24.666 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2070 (ObjNum 662 snap 211 seq_num 662) dirty exists 2023-12-01T04:52:24.737 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:52:24.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:52:24.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:52:24.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:24.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:52:24.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:52:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:52:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:52:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:52:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:52:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:52:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:52:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:52:24.739 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:52:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:2575: done (1 left) 2023-12-01T04:52:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:2576: done (0 left) 2023-12-01T04:52:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:2577: copy_from oid 16 from oid 7 current snap is 258 2023-12-01T04:52:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:2578: read oid 14 snap -1 2023-12-01T04:52:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:2578: expect deleted 2023-12-01T04:52:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:2579: delete oid 40 current snap is 258 2023-12-01T04:52:25.579 INFO:tasks.rados.rados.0.smithi111.stdout:2577: finishing copy_from to smithi111183488-16 2023-12-01T04:52:25.579 INFO:tasks.rados.rados.0.smithi111.stdout:2577: got expected ENOENT (src dne) 2023-12-01T04:52:25.579 INFO:tasks.rados.rados.0.smithi111.stdout:2577: finishing copy_from racing read to smithi111183488-16 2023-12-01T04:52:25.580 INFO:tasks.rados.rados.0.smithi111.stdout:2577: done (2 left) 2023-12-01T04:52:25.580 INFO:tasks.rados.rados.0.smithi111.stdout:2578: done (1 left) 2023-12-01T04:52:25.580 INFO:tasks.rados.rados.0.smithi111.stdout:2579: done (0 left) 2023-12-01T04:52:25.580 INFO:tasks.rados.rados.0.smithi111.stdout:2580: snap_remove snap 241 2023-12-01T04:52:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:25 smithi155 ceph-mon[102677]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:25 smithi155 ceph-mon[102677]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:25 smithi155 ceph-mon[102677]: osdmap e566: 8 total, 8 up, 8 in 2023-12-01T04:52:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2046438282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:52:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:25 smithi155 ceph-mon[102677]: pgmap v823: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[97855]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[97855]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[97855]: osdmap e566: 8 total, 8 up, 8 in 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2046438282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[97855]: pgmap v823: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[116524]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[116524]: from='client.25253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[116524]: osdmap e566: 8 total, 8 up, 8 in 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2046438282' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:52:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:25 smithi111 ceph-mon[116524]: pgmap v823: 121 pgs: 121 active+clean; 480 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:26.583 INFO:tasks.rados.rados.0.smithi111.stdout:2580: done (0 left) 2023-12-01T04:52:26.583 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 258 2023-12-01T04:52:26.583 INFO:tasks.rados.rados.0.smithi111.stdout:2581: seq_num 809 ranges {1458176=753664,2211840=499712,2711552=303104} 2023-12-01T04:52:26.595 INFO:tasks.rados.rados.0.smithi111.stdout:2581: writing smithi111183488-25 from 1458176 to 2211840 tid 1 2023-12-01T04:52:26.599 INFO:tasks.rados.rados.0.smithi111.stdout:2581: writing smithi111183488-25 from 2211840 to 2711552 tid 2 2023-12-01T04:52:26.601 INFO:tasks.rados.rados.0.smithi111.stdout:2581: writing smithi111183488-25 from 2711552 to 3014656 tid 3 2023-12-01T04:52:26.601 INFO:tasks.rados.rados.0.smithi111.stdout:2582: snap_remove snap 223 2023-12-01T04:52:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:26 smithi155 ceph-mon[102677]: osdmap e567: 8 total, 8 up, 8 in 2023-12-01T04:52:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:26 smithi111 ceph-mon[97855]: osdmap e567: 8 total, 8 up, 8 in 2023-12-01T04:52:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:26 smithi111 ceph-mon[116524]: osdmap e567: 8 total, 8 up, 8 in 2023-12-01T04:52:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:2582: done (1 left) 2023-12-01T04:52:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 258 2023-12-01T04:52:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:2583: seq_num 810 ranges {8773632=770048,9543680=778240,10321920=24576} 2023-12-01T04:52:27.654 INFO:tasks.rados.rados.0.smithi111.stdout:2583: writing smithi111183488-31 from 8773632 to 9543680 tid 1 2023-12-01T04:52:27.659 INFO:tasks.rados.rados.0.smithi111.stdout:2583: writing smithi111183488-31 from 9543680 to 10321920 tid 2 2023-12-01T04:52:27.659 INFO:tasks.rados.rados.0.smithi111.stdout:2583: writing smithi111183488-31 from 10321920 to 10346496 tid 3 2023-12-01T04:52:27.659 INFO:tasks.rados.rados.0.smithi111.stdout:2584: copy_from oid 1 from oid 7 current snap is 258 2023-12-01T04:52:27.659 INFO:tasks.rados.rados.0.smithi111.stdout:2581: finishing write tid 1 to smithi111183488-25 2023-12-01T04:52:27.659 INFO:tasks.rados.rados.0.smithi111.stdout:2581: finishing write tid 2 to smithi111183488-25 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: finishing write tid 3 to smithi111183488-25 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: finishing write tid 4 to smithi111183488-25 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: finishing write tid 5 to smithi111183488-25 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: oid 25 updating version 0 to 1286 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: oid 25 version 1286 is already newer than 1284 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: oid 25 version 1286 is already newer than 1283 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: oid 25 version 1286 is already newer than 1285 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1286 (ObjNum 809 snap 258 seq_num 809) dirty exists 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: left oid 25 (ObjNum 809 snap 258 seq_num 809) 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2583: finishing write tid 1 to smithi111183488-31 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2581: done (2 left) 2023-12-01T04:52:27.660 INFO:tasks.rados.rados.0.smithi111.stdout:2585: rollback oid 47 current snap is 258 2023-12-01T04:52:27.661 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 215 2023-12-01T04:52:27.661 INFO:tasks.rados.rados.0.smithi111.stdout:2586: delete oid 23 current snap is 258 2023-12-01T04:52:27.661 INFO:tasks.rados.rados.0.smithi111.stdout:2584: finishing copy_from to smithi111183488-1 2023-12-01T04:52:27.661 INFO:tasks.rados.rados.0.smithi111.stdout:2584: got expected ENOENT (src dne) 2023-12-01T04:52:27.661 INFO:tasks.rados.rados.0.smithi111.stdout:2584: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:52:27.662 INFO:tasks.rados.rados.0.smithi111.stdout:2584: done (3 left) 2023-12-01T04:52:27.662 INFO:tasks.rados.rados.0.smithi111.stdout:2586: done (2 left) 2023-12-01T04:52:27.662 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 258 2023-12-01T04:52:27.663 INFO:tasks.rados.rados.0.smithi111.stdout:2587: seq_num 812 ranges {1269760=802816,2072576=548864,2621440=253952} 2023-12-01T04:52:27.673 INFO:tasks.rados.rados.0.smithi111.stdout:2587: writing smithi111183488-35 from 1269760 to 2072576 tid 1 2023-12-01T04:52:27.680 INFO:tasks.rados.rados.0.smithi111.stdout:2587: writing smithi111183488-35 from 2072576 to 2621440 tid 2 2023-12-01T04:52:27.680 INFO:tasks.rados.rados.0.smithi111.stdout:2587: writing smithi111183488-35 from 2621440 to 2875392 tid 3 2023-12-01T04:52:27.680 INFO:tasks.rados.rados.0.smithi111.stdout:2588: copy_from oid 25 from oid 40 current snap is 258 2023-12-01T04:52:27.680 INFO:tasks.rados.rados.0.smithi111.stdout:2589: snap_remove snap 253 2023-12-01T04:52:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:27 smithi155 ceph-mon[102677]: osdmap e568: 8 total, 8 up, 8 in 2023-12-01T04:52:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:27 smithi155 ceph-mon[102677]: pgmap v826: 121 pgs: 121 active+clean; 492 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2023-12-01T04:52:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:27 smithi111 ceph-mon[97855]: osdmap e568: 8 total, 8 up, 8 in 2023-12-01T04:52:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:27 smithi111 ceph-mon[97855]: pgmap v826: 121 pgs: 121 active+clean; 492 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2023-12-01T04:52:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:27 smithi111 ceph-mon[116524]: osdmap e568: 8 total, 8 up, 8 in 2023-12-01T04:52:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:27 smithi111 ceph-mon[116524]: pgmap v826: 121 pgs: 121 active+clean; 492 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2023-12-01T04:52:28.482 INFO:tasks.rados.rados.0.smithi111.stdout:2589: done (4 left) 2023-12-01T04:52:28.482 INFO:tasks.rados.rados.0.smithi111.stdout:2590: read oid 37 snap -1 2023-12-01T04:52:28.482 INFO:tasks.rados.rados.0.smithi111.stdout:2590: expect deleted 2023-12-01T04:52:28.483 INFO:tasks.rados.rados.0.smithi111.stdout:2591: snap_remove snap 249 2023-12-01T04:52:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:28 smithi155 ceph-mon[102677]: osdmap e569: 8 total, 8 up, 8 in 2023-12-01T04:52:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:28 smithi155 ceph-mon[102677]: osdmap e570: 8 total, 8 up, 8 in 2023-12-01T04:52:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:28 smithi111 ceph-mon[97855]: osdmap e569: 8 total, 8 up, 8 in 2023-12-01T04:52:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:28 smithi111 ceph-mon[97855]: osdmap e570: 8 total, 8 up, 8 in 2023-12-01T04:52:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:28 smithi111 ceph-mon[116524]: osdmap e569: 8 total, 8 up, 8 in 2023-12-01T04:52:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:28 smithi111 ceph-mon[116524]: osdmap e570: 8 total, 8 up, 8 in 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:2591: done (5 left) 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:2592: read oid 23 snap -1 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:2592: expect deleted 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:2593: rollback oid 6 current snap is 258 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 257 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:2594: copy_from oid 36 from oid 9 current snap is 258 2023-12-01T04:52:29.484 INFO:tasks.rados.rados.0.smithi111.stdout:2595: snap_remove snap 250 2023-12-01T04:52:29.598 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:52:29] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:52:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:29 smithi155 ceph-mon[102677]: pgmap v829: 121 pgs: 121 active+clean; 492 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2023-12-01T04:52:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:29 smithi155 ceph-mon[102677]: osdmap e571: 8 total, 8 up, 8 in 2023-12-01T04:52:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:29 smithi111 ceph-mon[97855]: pgmap v829: 121 pgs: 121 active+clean; 492 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2023-12-01T04:52:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:29 smithi111 ceph-mon[97855]: osdmap e571: 8 total, 8 up, 8 in 2023-12-01T04:52:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:29 smithi111 ceph-mon[116524]: pgmap v829: 121 pgs: 121 active+clean; 492 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2023-12-01T04:52:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:29 smithi111 ceph-mon[116524]: osdmap e571: 8 total, 8 up, 8 in 2023-12-01T04:52:30.484 INFO:tasks.rados.rados.0.smithi111.stdout:2595: done (8 left) 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2596: rollback oid 15 current snap is 258 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 15 to 233 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2585: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2585: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: finishing write tid 2 to smithi111183488-31 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: finishing write tid 3 to smithi111183488-31 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: finishing write tid 4 to smithi111183488-31 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2585: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1517 (ObjNum 596 snap 185 seq_num 596) dirty exists 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: finishing write tid 5 to smithi111183488-31 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: oid 31 updating version 0 to 1843 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: oid 31 updating version 1843 to 1844 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: oid 31 updating version 1844 to 1846 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:2583: oid 31 version 1846 is already newer than 1845 2023-12-01T04:52:30.485 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1846 (ObjNum 810 snap 258 seq_num 810) dirty exists 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2583: left oid 31 (ObjNum 810 snap 258 seq_num 810) 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2587: finishing write tid 1 to smithi111183488-35 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2587: finishing write tid 2 to smithi111183488-35 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2583: done (8 left) 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2585: done (7 left) 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2597: read oid 21 snap 252 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2597: expect (ObjNum -588062480 snap 21858 seq_num 3707240688) 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2587: finishing write tid 3 to smithi111183488-35 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2587: finishing write tid 4 to smithi111183488-35 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2588: finishing copy_from to smithi111183488-25 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2588: got expected ENOENT (src dne) 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2588: finishing copy_from racing read to smithi111183488-25 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2587: finishing write tid 5 to smithi111183488-35 2023-12-01T04:52:30.486 INFO:tasks.rados.rados.0.smithi111.stdout:2587: oid 35 updating version 0 to 1289 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2587: oid 35 version 1289 is already newer than 1287 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2587: oid 35 version 1289 is already newer than 1288 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2587: oid 35 updating version 1289 to 1290 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1290 (ObjNum 812 snap 258 seq_num 812) dirty exists 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2587: left oid 35 (ObjNum 812 snap 258 seq_num 812) 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2593: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2593: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2593: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1570 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2594: finishing copy_from to smithi111183488-36 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1323 (ObjNum 796 snap 251 seq_num 796) dirty exists 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2594: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2598: read oid 27 snap 233 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2598: expect (ObjNum 711 snap 225 seq_num 711) 2023-12-01T04:52:30.487 INFO:tasks.rados.rados.0.smithi111.stdout:2587: done (8 left) 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2588: done (7 left) 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2590: done (6 left) 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2592: done (5 left) 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2593: done (4 left) 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2594: done (3 left) 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2599: setattr oid 29 current snap is 258 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2600: read oid 49 snap -1 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2600: expect deleted 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2601: rmattr oid 14 current snap is 258 2023-12-01T04:52:30.488 INFO:tasks.rados.rados.0.smithi111.stdout:2601: done (5 left) 2023-12-01T04:52:30.489 INFO:tasks.rados.rados.0.smithi111.stdout:2602: copy_from oid 18 from oid 31 current snap is 258 2023-12-01T04:52:30.489 INFO:tasks.rados.rados.0.smithi111.stdout:2603: delete oid 33 current snap is 258 2023-12-01T04:52:30.500 INFO:tasks.rados.rados.0.smithi111.stdout:2603: done (6 left) 2023-12-01T04:52:30.500 INFO:tasks.rados.rados.0.smithi111.stdout:2604: rollback oid 46 current snap is 258 2023-12-01T04:52:30.500 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 257 2023-12-01T04:52:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2605: read oid 35 snap -1 2023-12-01T04:52:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2605: expect (ObjNum 812 snap 258 seq_num 812) 2023-12-01T04:52:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 258 2023-12-01T04:52:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2606: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2023-12-01T04:52:30.501 INFO:tasks.rados.rados.0.smithi111.stdout:2606: writing smithi111183488-30 from 0 to 442368 tid 1 2023-12-01T04:52:30.504 INFO:tasks.rados.rados.0.smithi111.stdout:2606: writing smithi111183488-30 from 442368 to 1212416 tid 2 2023-12-01T04:52:30.507 INFO:tasks.rados.rados.0.smithi111.stdout:2606: writing smithi111183488-30 from 1212416 to 1646592 tid 3 2023-12-01T04:52:30.507 INFO:tasks.rados.rados.0.smithi111.stdout:2607: read oid 32 snap -1 2023-12-01T04:52:30.507 INFO:tasks.rados.rados.0.smithi111.stdout:2607: expect (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:52:30.507 INFO:tasks.rados.rados.0.smithi111.stdout:2608: snap_remove snap 164 2023-12-01T04:52:31.494 INFO:tasks.rados.rados.0.smithi111.stdout:2608: done (10 left) 2023-12-01T04:52:31.494 INFO:tasks.rados.rados.0.smithi111.stdout:2609: snap_create 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2597: expect (ObjNum -588062480 snap 21858 seq_num 3707240688) 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2596: finishing rollback tid 0 to smithi111183488-15 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2596: finishing rollback tid 1 to smithi111183488-15 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2596: finishing rollback tid 2 to smithi111183488-15 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 1864 (ObjNum 690 snap 221 seq_num 690) dirty exists 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2098 (ObjNum 81 snap 0 seq_num 3707133568) dirty exists 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2604: finishing rollback tid 0 to smithi111183488-46 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2604: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:52:31.500 INFO:tasks.rados.rados.0.smithi111.stdout:2598: expect (ObjNum 711 snap 225 seq_num 711) 2023-12-01T04:52:31.629 INFO:tasks.rados.rados.0.smithi111.stdout:2606: finishing write tid 1 to smithi111183488-30 2023-12-01T04:52:31.630 INFO:tasks.rados.rados.0.smithi111.stdout:2604: finishing rollback tid 2 to smithi111183488-46 2023-12-01T04:52:31.630 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2104 (ObjNum 761 snap 241 seq_num 761) dirty exists 2023-12-01T04:52:31.630 INFO:tasks.rados.rados.0.smithi111.stdout:2606: finishing write tid 2 to smithi111183488-30 2023-12-01T04:52:31.630 INFO:tasks.rados.rados.0.smithi111.stdout:2606: finishing write tid 3 to smithi111183488-30 2023-12-01T04:52:31.630 INFO:tasks.rados.rados.0.smithi111.stdout:2606: finishing write tid 4 to smithi111183488-30 2023-12-01T04:52:31.630 INFO:tasks.rados.rados.0.smithi111.stdout:2605: expect (ObjNum 812 snap 258 seq_num 812) 2023-12-01T04:52:31.722 INFO:tasks.rados.rados.0.smithi111.stdout:2606: finishing write tid 5 to smithi111183488-30 2023-12-01T04:52:31.722 INFO:tasks.rados.rados.0.smithi111.stdout:2606: oid 30 updating version 0 to 1866 2023-12-01T04:52:31.723 INFO:tasks.rados.rados.0.smithi111.stdout:2606: oid 30 version 1866 is already newer than 1860 2023-12-01T04:52:31.723 INFO:tasks.rados.rados.0.smithi111.stdout:2606: oid 30 version 1866 is already newer than 1859 2023-12-01T04:52:31.723 INFO:tasks.rados.rados.0.smithi111.stdout:2606: oid 30 version 1866 is already newer than 1865 2023-12-01T04:52:31.723 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1866 (ObjNum 814 snap 258 seq_num 814) dirty exists 2023-12-01T04:52:31.723 INFO:tasks.rados.rados.0.smithi111.stdout:2606: left oid 30 (ObjNum 814 snap 258 seq_num 814) 2023-12-01T04:52:31.723 INFO:tasks.rados.rados.0.smithi111.stdout:2607: expect (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:52:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:31 smithi111 ceph-mon[97855]: osdmap e572: 8 total, 8 up, 8 in 2023-12-01T04:52:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:31 smithi111 ceph-mon[97855]: pgmap v832: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:52:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:31 smithi111 ceph-mon[116524]: osdmap e572: 8 total, 8 up, 8 in 2023-12-01T04:52:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:31 smithi111 ceph-mon[116524]: pgmap v832: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:52:31.808 INFO:tasks.rados.rados.0.smithi111.stdout:2602: finishing copy_from to smithi111183488-18 2023-12-01T04:52:31.808 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1846 (ObjNum 810 snap 258 seq_num 810) dirty exists 2023-12-01T04:52:31.808 INFO:tasks.rados.rados.0.smithi111.stdout:2602: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:52:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:31 smithi155 ceph-mon[102677]: osdmap e572: 8 total, 8 up, 8 in 2023-12-01T04:52:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:31 smithi155 ceph-mon[102677]: pgmap v832: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2596: done (10 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2597: done (9 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2598: done (8 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2599: done (7 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2600: done (6 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2602: done (5 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2604: done (4 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2605: done (3 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2606: done (2 left) 2023-12-01T04:52:32.496 INFO:tasks.rados.rados.0.smithi111.stdout:2607: done (1 left) 2023-12-01T04:52:32.497 INFO:tasks.rados.rados.0.smithi111.stdout:2609: done (0 left) 2023-12-01T04:52:32.497 INFO:tasks.rados.rados.0.smithi111.stdout:2610: delete oid 19 current snap is 259 2023-12-01T04:52:32.499 INFO:tasks.rados.rados.0.smithi111.stdout:2610: done (0 left) 2023-12-01T04:52:32.499 INFO:tasks.rados.rados.0.smithi111.stdout:2611: setattr oid 7 current snap is 259 2023-12-01T04:52:32.501 INFO:tasks.rados.rados.0.smithi111.stdout:2612: copy_from oid 43 from oid 12 current snap is 259 2023-12-01T04:52:32.501 INFO:tasks.rados.rados.0.smithi111.stdout:2613: read oid 28 snap -1 2023-12-01T04:52:32.501 INFO:tasks.rados.rados.0.smithi111.stdout:2613: expect deleted 2023-12-01T04:52:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:2614: rollback oid 47 current snap is 259 2023-12-01T04:52:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 257 2023-12-01T04:52:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 259 2023-12-01T04:52:32.502 INFO:tasks.rados.rados.0.smithi111.stdout:2615: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2023-12-01T04:52:32.505 INFO:tasks.rados.rados.0.smithi111.stdout:2615: writing smithi111183488-10 from 0 to 475136 tid 1 2023-12-01T04:52:32.507 INFO:tasks.rados.rados.0.smithi111.stdout:2615: writing smithi111183488-10 from 475136 to 1015808 tid 2 2023-12-01T04:52:32.511 INFO:tasks.rados.rados.0.smithi111.stdout:2615: writing smithi111183488-10 from 1015808 to 1630208 tid 3 2023-12-01T04:52:32.511 INFO:tasks.rados.rados.0.smithi111.stdout:2615: writing smithi111183488-10 from 1630208 to 1679360 tid 4 2023-12-01T04:52:32.512 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 259 2023-12-01T04:52:32.512 INFO:tasks.rados.rados.0.smithi111.stdout:2616: seq_num 817 ranges {10919936=491520,11411456=417792,11829248=425984,12255232=360448} 2023-12-01T04:52:32.573 INFO:tasks.rados.rados.0.smithi111.stdout:2616: writing smithi111183488-34 from 10919936 to 11411456 tid 1 2023-12-01T04:52:32.577 INFO:tasks.rados.rados.0.smithi111.stdout:2616: writing smithi111183488-34 from 11411456 to 11829248 tid 2 2023-12-01T04:52:32.577 INFO:tasks.rados.rados.0.smithi111.stdout:2616: writing smithi111183488-34 from 11829248 to 12255232 tid 3 2023-12-01T04:52:32.580 INFO:tasks.rados.rados.0.smithi111.stdout:2616: writing smithi111183488-34 from 12255232 to 12615680 tid 4 2023-12-01T04:52:32.580 INFO:tasks.rados.rados.0.smithi111.stdout:2617: snap_create 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1371 (ObjNum 753 snap 0 seq_num 1312698112) dirty exists 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2614: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2614: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2614: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1520 (ObjNum 802 snap 256 seq_num 802) dirty exists 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2615: finishing write tid 1 to smithi111183488-10 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2615: finishing write tid 2 to smithi111183488-10 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2615: finishing write tid 3 to smithi111183488-10 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2615: finishing write tid 4 to smithi111183488-10 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2612: finishing copy_from to smithi111183488-43 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1497 (ObjNum 777 snap 245 seq_num 777) dirty exists 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2615: finishing write tid 5 to smithi111183488-10 2023-12-01T04:52:32.581 INFO:tasks.rados.rados.0.smithi111.stdout:2612: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: finishing write tid 6 to smithi111183488-10 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: oid 10 updating version 0 to 1912 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: oid 10 version 1912 is already newer than 1910 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: oid 10 version 1912 is already newer than 1911 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: oid 10 version 1912 is already newer than 1909 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: oid 10 updating version 1912 to 1913 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1913 (ObjNum 816 snap 259 seq_num 816) dirty exists 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2615: left oid 10 (ObjNum 816 snap 259 seq_num 816) 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2616: finishing write tid 1 to smithi111183488-34 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2616: finishing write tid 2 to smithi111183488-34 2023-12-01T04:52:32.582 INFO:tasks.rados.rados.0.smithi111.stdout:2616: finishing write tid 3 to smithi111183488-34 2023-12-01T04:52:32.583 INFO:tasks.rados.rados.0.smithi111.stdout:2616: finishing write tid 4 to smithi111183488-34 2023-12-01T04:52:32.583 INFO:tasks.rados.rados.0.smithi111.stdout:2616: finishing write tid 5 to smithi111183488-34 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:2616: finishing write tid 6 to smithi111183488-34 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:2616: oid 34 updating version 0 to 1176 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:2616: oid 34 version 1176 is already newer than 1173 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:2616: oid 34 version 1176 is already newer than 1174 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:2616: oid 34 version 1176 is already newer than 1172 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:2616: oid 34 version 1176 is already newer than 1175 2023-12-01T04:52:32.585 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1176 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:52:32.586 INFO:tasks.rados.rados.0.smithi111.stdout:2616: left oid 34 (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:52:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:32 smithi111 ceph-mon[97855]: osdmap e573: 8 total, 8 up, 8 in 2023-12-01T04:52:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:32 smithi111 ceph-mon[116524]: osdmap e573: 8 total, 8 up, 8 in 2023-12-01T04:52:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:32 smithi155 ceph-mon[102677]: osdmap e573: 8 total, 8 up, 8 in 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2611: done (6 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2612: done (5 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2613: done (4 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2614: done (3 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2615: done (2 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2616: done (1 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2617: done (0 left) 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2618: rollback oid 45 current snap is 260 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 233 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2619: read oid 14 snap -1 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2619: expect deleted 2023-12-01T04:52:33.486 INFO:tasks.rados.rados.0.smithi111.stdout:2620: read oid 3 snap -1 2023-12-01T04:52:33.487 INFO:tasks.rados.rados.0.smithi111.stdout:2620: expect (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:52:33.487 INFO:tasks.rados.rados.0.smithi111.stdout:2621: delete oid 25 current snap is 260 2023-12-01T04:52:33.492 INFO:tasks.rados.rados.0.smithi111.stdout:2619: done (3 left) 2023-12-01T04:52:33.492 INFO:tasks.rados.rados.0.smithi111.stdout:2621: done (2 left) 2023-12-01T04:52:33.492 INFO:tasks.rados.rados.0.smithi111.stdout:2622: delete oid 24 current snap is 260 2023-12-01T04:52:33.495 INFO:tasks.rados.rados.0.smithi111.stdout:2618: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:52:33.496 INFO:tasks.rados.rados.0.smithi111.stdout:2618: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:52:33.496 INFO:tasks.rados.rados.0.smithi111.stdout:2618: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:52:33.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1867 (ObjNum 739 snap 232 seq_num 739) dirty exists 2023-12-01T04:52:33.496 INFO:tasks.rados.rados.0.smithi111.stdout:2618: done (2 left) 2023-12-01T04:52:33.496 INFO:tasks.rados.rados.0.smithi111.stdout:2622: done (1 left) 2023-12-01T04:52:33.497 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 260 2023-12-01T04:52:33.497 INFO:tasks.rados.rados.0.smithi111.stdout:2623: seq_num 820 ranges {163840=540672,704512=475136,1179648=598016,1777664=131072} 2023-12-01T04:52:33.500 INFO:tasks.rados.rados.0.smithi111.stdout:2623: writing smithi111183488-6 from 163840 to 704512 tid 1 2023-12-01T04:52:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2623: writing smithi111183488-6 from 704512 to 1179648 tid 2 2023-12-01T04:52:33.506 INFO:tasks.rados.rados.0.smithi111.stdout:2623: writing smithi111183488-6 from 1179648 to 1777664 tid 3 2023-12-01T04:52:33.508 INFO:tasks.rados.rados.0.smithi111.stdout:2623: writing smithi111183488-6 from 1777664 to 1908736 tid 4 2023-12-01T04:52:33.508 INFO:tasks.rados.rados.0.smithi111.stdout:2624: rollback oid 39 current snap is 260 2023-12-01T04:52:33.508 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 255 2023-12-01T04:52:33.508 INFO:tasks.rados.rados.0.smithi111.stdout:2625: snap_create 2023-12-01T04:52:33.508 INFO:tasks.rados.rados.0.smithi111.stdout:2623: finishing write tid 1 to smithi111183488-6 2023-12-01T04:52:33.508 INFO:tasks.rados.rados.0.smithi111.stdout:2623: finishing write tid 2 to smithi111183488-6 2023-12-01T04:52:33.513 INFO:tasks.rados.rados.0.smithi111.stdout:2623: finishing write tid 3 to smithi111183488-6 2023-12-01T04:52:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2623: finishing write tid 4 to smithi111183488-6 2023-12-01T04:52:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2623: finishing write tid 5 to smithi111183488-6 2023-12-01T04:52:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2624: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:52:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2624: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:52:33.517 INFO:tasks.rados.rados.0.smithi111.stdout:2620: expect (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:52:33.803 INFO:tasks.rados.rados.0.smithi111.stdout:2623: finishing write tid 6 to smithi111183488-6 2023-12-01T04:52:33.803 INFO:tasks.rados.rados.0.smithi111.stdout:2623: oid 6 updating version 0 to 1571 2023-12-01T04:52:33.803 INFO:tasks.rados.rados.0.smithi111.stdout:2623: oid 6 updating version 1571 to 1572 2023-12-01T04:52:33.803 INFO:tasks.rados.rados.0.smithi111.stdout:2623: oid 6 updating version 1572 to 1575 2023-12-01T04:52:33.803 INFO:tasks.rados.rados.0.smithi111.stdout:2623: oid 6 version 1575 is already newer than 1574 2023-12-01T04:52:33.803 INFO:tasks.rados.rados.0.smithi111.stdout:2623: oid 6 version 1575 is already newer than 1573 2023-12-01T04:52:33.804 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1575 (ObjNum 820 snap 260 seq_num 820) dirty exists 2023-12-01T04:52:33.804 INFO:tasks.rados.rados.0.smithi111.stdout:2623: left oid 6 (ObjNum 820 snap 260 seq_num 820) 2023-12-01T04:52:33.804 INFO:tasks.rados.rados.0.smithi111.stdout:2624: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:52:33.804 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1578 (ObjNum 782 snap 247 seq_num 782) dirty exists 2023-12-01T04:52:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:33 smithi155 ceph-mon[102677]: osdmap e574: 8 total, 8 up, 8 in 2023-12-01T04:52:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:33 smithi155 ceph-mon[102677]: pgmap v835: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:52:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:33 smithi155 ceph-mon[102677]: osdmap e575: 8 total, 8 up, 8 in 2023-12-01T04:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:33 smithi111 ceph-mon[97855]: osdmap e574: 8 total, 8 up, 8 in 2023-12-01T04:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:33 smithi111 ceph-mon[97855]: pgmap v835: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:33 smithi111 ceph-mon[97855]: osdmap e575: 8 total, 8 up, 8 in 2023-12-01T04:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:33 smithi111 ceph-mon[116524]: osdmap e574: 8 total, 8 up, 8 in 2023-12-01T04:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:33 smithi111 ceph-mon[116524]: pgmap v835: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 5 op/s 2023-12-01T04:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:33 smithi111 ceph-mon[116524]: osdmap e575: 8 total, 8 up, 8 in 2023-12-01T04:52:34.517 INFO:tasks.rados.rados.0.smithi111.stdout:2620: done (3 left) 2023-12-01T04:52:34.517 INFO:tasks.rados.rados.0.smithi111.stdout:2623: done (2 left) 2023-12-01T04:52:34.517 INFO:tasks.rados.rados.0.smithi111.stdout:2624: done (1 left) 2023-12-01T04:52:34.518 INFO:tasks.rados.rados.0.smithi111.stdout:2625: done (0 left) 2023-12-01T04:52:34.518 INFO:tasks.rados.rados.0.smithi111.stdout:2626: snap_create 2023-12-01T04:52:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:35.524 INFO:tasks.rados.rados.0.smithi111.stdout:2626: done (0 left) 2023-12-01T04:52:35.524 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 262 2023-12-01T04:52:35.524 INFO:tasks.rados.rados.0.smithi111.stdout:2627: seq_num 821 ranges {1679360=557056,2236416=761856,2998272=442368} 2023-12-01T04:52:35.536 INFO:tasks.rados.rados.0.smithi111.stdout:2627: writing smithi111183488-36 from 1679360 to 2236416 tid 1 2023-12-01T04:52:35.541 INFO:tasks.rados.rados.0.smithi111.stdout:2627: writing smithi111183488-36 from 2236416 to 2998272 tid 2 2023-12-01T04:52:35.544 INFO:tasks.rados.rados.0.smithi111.stdout:2627: writing smithi111183488-36 from 2998272 to 3440640 tid 3 2023-12-01T04:52:35.544 INFO:tasks.rados.rados.0.smithi111.stdout:2628: snap_create 2023-12-01T04:52:35.545 INFO:tasks.rados.rados.0.smithi111.stdout:2627: finishing write tid 1 to smithi111183488-36 2023-12-01T04:52:35.545 INFO:tasks.rados.rados.0.smithi111.stdout:2627: finishing write tid 2 to smithi111183488-36 2023-12-01T04:52:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2627: finishing write tid 3 to smithi111183488-36 2023-12-01T04:52:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2627: finishing write tid 4 to smithi111183488-36 2023-12-01T04:52:35.550 INFO:tasks.rados.rados.0.smithi111.stdout:2627: finishing write tid 5 to smithi111183488-36 2023-12-01T04:52:35.550 INFO:tasks.rados.rados.0.smithi111.stdout:2627: oid 36 updating version 0 to 1765 2023-12-01T04:52:35.550 INFO:tasks.rados.rados.0.smithi111.stdout:2627: oid 36 updating version 1765 to 1767 2023-12-01T04:52:35.550 INFO:tasks.rados.rados.0.smithi111.stdout:2627: oid 36 updating version 1767 to 1768 2023-12-01T04:52:35.550 INFO:tasks.rados.rados.0.smithi111.stdout:2627: oid 36 version 1768 is already newer than 1766 2023-12-01T04:52:35.550 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 1768 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:52:35.551 INFO:tasks.rados.rados.0.smithi111.stdout:2627: left oid 36 (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:35 smithi155 ceph-mon[102677]: osdmap e576: 8 total, 8 up, 8 in 2023-12-01T04:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:35 smithi155 ceph-mon[102677]: pgmap v838: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:35 smithi111 ceph-mon[97855]: osdmap e576: 8 total, 8 up, 8 in 2023-12-01T04:52:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:35 smithi111 ceph-mon[97855]: pgmap v838: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:35 smithi111 ceph-mon[116524]: osdmap e576: 8 total, 8 up, 8 in 2023-12-01T04:52:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:35 smithi111 ceph-mon[116524]: pgmap v838: 121 pgs: 121 active+clean; 487 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:36.530 INFO:tasks.rados.rados.0.smithi111.stdout:2627: done (1 left) 2023-12-01T04:52:36.530 INFO:tasks.rados.rados.0.smithi111.stdout:2628: done (0 left) 2023-12-01T04:52:36.530 INFO:tasks.rados.rados.0.smithi111.stdout:2629: read oid 5 snap 261 2023-12-01T04:52:36.530 INFO:tasks.rados.rados.0.smithi111.stdout:2629: expect deleted 2023-12-01T04:52:36.533 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 263 2023-12-01T04:52:36.533 INFO:tasks.rados.rados.0.smithi111.stdout:2630: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2023-12-01T04:52:36.533 INFO:tasks.rados.rados.0.smithi111.stdout:2630: writing smithi111183488-19 from 0 to 573440 tid 1 2023-12-01T04:52:36.537 INFO:tasks.rados.rados.0.smithi111.stdout:2630: writing smithi111183488-19 from 573440 to 1269760 tid 2 2023-12-01T04:52:36.541 INFO:tasks.rados.rados.0.smithi111.stdout:2630: writing smithi111183488-19 from 1269760 to 1777664 tid 3 2023-12-01T04:52:36.541 INFO:tasks.rados.rados.0.smithi111.stdout:2631: delete oid 18 current snap is 263 2023-12-01T04:52:36.541 INFO:tasks.rados.rados.0.smithi111.stdout:2630: finishing write tid 1 to smithi111183488-19 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2629: done (2 left) 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2631: done (1 left) 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2632: delete oid 8 current snap is 263 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: finishing write tid 2 to smithi111183488-19 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: finishing write tid 3 to smithi111183488-19 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: finishing write tid 4 to smithi111183488-19 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: finishing write tid 5 to smithi111183488-19 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: oid 19 updating version 0 to 1705 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: oid 19 updating version 1705 to 1707 2023-12-01T04:52:36.547 INFO:tasks.rados.rados.0.smithi111.stdout:2630: oid 19 updating version 1707 to 1708 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2630: oid 19 version 1708 is already newer than 1706 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1708 (ObjNum 822 snap 263 seq_num 822) dirty exists 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2630: left oid 19 (ObjNum 822 snap 263 seq_num 822) 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2630: done (1 left) 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2632: done (0 left) 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2633: read oid 40 snap -1 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2633: expect deleted 2023-12-01T04:52:36.548 INFO:tasks.rados.rados.0.smithi111.stdout:2634: snap_create 2023-12-01T04:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:36 smithi155 ceph-mon[102677]: osdmap e577: 8 total, 8 up, 8 in 2023-12-01T04:52:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:36 smithi111 ceph-mon[97855]: osdmap e577: 8 total, 8 up, 8 in 2023-12-01T04:52:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:36 smithi111 ceph-mon[116524]: osdmap e577: 8 total, 8 up, 8 in 2023-12-01T04:52:37.541 INFO:tasks.rados.rados.0.smithi111.stdout:2633: done (1 left) 2023-12-01T04:52:37.541 INFO:tasks.rados.rados.0.smithi111.stdout:2634: done (0 left) 2023-12-01T04:52:37.541 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 264 2023-12-01T04:52:37.541 INFO:tasks.rados.rados.0.smithi111.stdout:2635: seq_num 825 ranges {2875392=622592,3497984=745472,4243456=458752} 2023-12-01T04:52:37.559 INFO:tasks.rados.rados.0.smithi111.stdout:2635: writing smithi111183488-35 from 2875392 to 3497984 tid 1 2023-12-01T04:52:37.563 INFO:tasks.rados.rados.0.smithi111.stdout:2635: writing smithi111183488-35 from 3497984 to 4243456 tid 2 2023-12-01T04:52:37.566 INFO:tasks.rados.rados.0.smithi111.stdout:2635: writing smithi111183488-35 from 4243456 to 4702208 tid 3 2023-12-01T04:52:37.566 INFO:tasks.rados.rados.0.smithi111.stdout:2636: snap_create 2023-12-01T04:52:37.570 INFO:tasks.rados.rados.0.smithi111.stdout:2635: finishing write tid 1 to smithi111183488-35 2023-12-01T04:52:37.570 INFO:tasks.rados.rados.0.smithi111.stdout:2635: finishing write tid 2 to smithi111183488-35 2023-12-01T04:52:37.570 INFO:tasks.rados.rados.0.smithi111.stdout:2635: finishing write tid 3 to smithi111183488-35 2023-12-01T04:52:37.571 INFO:tasks.rados.rados.0.smithi111.stdout:2635: finishing write tid 4 to smithi111183488-35 2023-12-01T04:52:37.572 INFO:tasks.rados.rados.0.smithi111.stdout:2635: finishing write tid 5 to smithi111183488-35 2023-12-01T04:52:37.572 INFO:tasks.rados.rados.0.smithi111.stdout:2635: oid 35 updating version 0 to 1293 2023-12-01T04:52:37.572 INFO:tasks.rados.rados.0.smithi111.stdout:2635: oid 35 updating version 1293 to 1295 2023-12-01T04:52:37.572 INFO:tasks.rados.rados.0.smithi111.stdout:2635: oid 35 version 1295 is already newer than 1292 2023-12-01T04:52:37.573 INFO:tasks.rados.rados.0.smithi111.stdout:2635: oid 35 version 1295 is already newer than 1294 2023-12-01T04:52:37.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1295 (ObjNum 825 snap 264 seq_num 825) dirty exists 2023-12-01T04:52:37.573 INFO:tasks.rados.rados.0.smithi111.stdout:2635: left oid 35 (ObjNum 825 snap 264 seq_num 825) 2023-12-01T04:52:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:37 smithi155 ceph-mon[102677]: osdmap e578: 8 total, 8 up, 8 in 2023-12-01T04:52:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:37 smithi155 ceph-mon[102677]: pgmap v841: 121 pgs: 121 active+clean; 411 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-01T04:52:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:37 smithi111 ceph-mon[97855]: osdmap e578: 8 total, 8 up, 8 in 2023-12-01T04:52:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:37 smithi111 ceph-mon[97855]: pgmap v841: 121 pgs: 121 active+clean; 411 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-01T04:52:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:37 smithi111 ceph-mon[116524]: osdmap e578: 8 total, 8 up, 8 in 2023-12-01T04:52:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:37 smithi111 ceph-mon[116524]: pgmap v841: 121 pgs: 121 active+clean; 411 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-01T04:52:38.487 INFO:tasks.rados.rados.0.smithi111.stdout:2635: done (1 left) 2023-12-01T04:52:38.487 INFO:tasks.rados.rados.0.smithi111.stdout:2636: done (0 left) 2023-12-01T04:52:38.487 INFO:tasks.rados.rados.0.smithi111.stdout:2637: read oid 2 snap -1 2023-12-01T04:52:38.487 INFO:tasks.rados.rados.0.smithi111.stdout:2637: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:52:38.487 INFO:tasks.rados.rados.0.smithi111.stdout:2638: snap_create 2023-12-01T04:52:38.494 INFO:tasks.rados.rados.0.smithi111.stdout:2637: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:52:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:38 smithi155 ceph-mon[102677]: osdmap e579: 8 total, 8 up, 8 in 2023-12-01T04:52:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:38 smithi155 ceph-mon[102677]: osdmap e580: 8 total, 8 up, 8 in 2023-12-01T04:52:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:38 smithi111 ceph-mon[97855]: osdmap e579: 8 total, 8 up, 8 in 2023-12-01T04:52:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:38 smithi111 ceph-mon[97855]: osdmap e580: 8 total, 8 up, 8 in 2023-12-01T04:52:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:38 smithi111 ceph-mon[116524]: osdmap e579: 8 total, 8 up, 8 in 2023-12-01T04:52:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:38 smithi111 ceph-mon[116524]: osdmap e580: 8 total, 8 up, 8 in 2023-12-01T04:52:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2637: done (1 left) 2023-12-01T04:52:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2638: done (0 left) 2023-12-01T04:52:39.485 INFO:tasks.rados.rados.0.smithi111.stdout:2639: snap_create 2023-12-01T04:52:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:52:39] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2023-12-01T04:52:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:39 smithi111 ceph-mon[97855]: pgmap v844: 121 pgs: 121 active+clean; 411 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-01T04:52:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:39 smithi111 ceph-mon[97855]: osdmap e581: 8 total, 8 up, 8 in 2023-12-01T04:52:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:39 smithi111 ceph-mon[116524]: pgmap v844: 121 pgs: 121 active+clean; 411 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-01T04:52:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:39 smithi111 ceph-mon[116524]: osdmap e581: 8 total, 8 up, 8 in 2023-12-01T04:52:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:39 smithi155 ceph-mon[102677]: pgmap v844: 121 pgs: 121 active+clean; 411 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 4.7 MiB/s wr, 25 op/s 2023-12-01T04:52:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:39 smithi155 ceph-mon[102677]: osdmap e581: 8 total, 8 up, 8 in 2023-12-01T04:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:52:40 smithi155 conmon[152142]: logger=sqlstore.transactions t=2023-12-01T04:52:40.043474024Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-01T04:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T04:52:40.0796789Z level=info msg="Completed cleanup jobs" duration=46.545028ms 2023-12-01T04:52:40.487 INFO:tasks.rados.rados.0.smithi111.stdout:2639: done (0 left) 2023-12-01T04:52:40.487 INFO:tasks.rados.rados.0.smithi111.stdout:2640: copy_from oid 41 from oid 34 current snap is 267 2023-12-01T04:52:40.487 INFO:tasks.rados.rados.0.smithi111.stdout:2641: read oid 14 snap 262 2023-12-01T04:52:40.487 INFO:tasks.rados.rados.0.smithi111.stdout:2641: expect deleted 2023-12-01T04:52:40.487 INFO:tasks.rados.rados.0.smithi111.stdout:2642: delete oid 13 current snap is 267 2023-12-01T04:52:40.492 INFO:tasks.rados.rados.0.smithi111.stdout:2641: done (2 left) 2023-12-01T04:52:40.492 INFO:tasks.rados.rados.0.smithi111.stdout:2642: done (1 left) 2023-12-01T04:52:40.493 INFO:tasks.rados.rados.0.smithi111.stdout:2643: rmattr oid 40 current snap is 267 2023-12-01T04:52:40.493 INFO:tasks.rados.rados.0.smithi111.stdout:2643: done (1 left) 2023-12-01T04:52:40.493 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 267 2023-12-01T04:52:40.493 INFO:tasks.rados.rados.0.smithi111.stdout:2644: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2023-12-01T04:52:40.496 INFO:tasks.rados.rados.0.smithi111.stdout:2644: writing smithi111183488-5 from 0 to 655360 tid 1 2023-12-01T04:52:40.499 INFO:tasks.rados.rados.0.smithi111.stdout:2644: writing smithi111183488-5 from 655360 to 1171456 tid 2 2023-12-01T04:52:40.504 INFO:tasks.rados.rados.0.smithi111.stdout:2644: writing smithi111183488-5 from 1171456 to 1859584 tid 3 2023-12-01T04:52:40.504 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 267 2023-12-01T04:52:40.504 INFO:tasks.rados.rados.0.smithi111.stdout:2644: finishing write tid 1 to smithi111183488-5 2023-12-01T04:52:40.504 INFO:tasks.rados.rados.0.smithi111.stdout:2645: seq_num 828 ranges {0=671744,671744=802816,1474560=401408} 2023-12-01T04:52:40.508 INFO:tasks.rados.rados.0.smithi111.stdout:2645: writing smithi111183488-37 from 0 to 671744 tid 1 2023-12-01T04:52:40.513 INFO:tasks.rados.rados.0.smithi111.stdout:2645: writing smithi111183488-37 from 671744 to 1474560 tid 2 2023-12-01T04:52:40.516 INFO:tasks.rados.rados.0.smithi111.stdout:2645: writing smithi111183488-37 from 1474560 to 1875968 tid 3 2023-12-01T04:52:40.516 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 267 2023-12-01T04:52:40.516 INFO:tasks.rados.rados.0.smithi111.stdout:2644: finishing write tid 2 to smithi111183488-5 2023-12-01T04:52:40.516 INFO:tasks.rados.rados.0.smithi111.stdout:2646: seq_num 829 ranges {1679360=688128,2367488=729088,3096576=475136} 2023-12-01T04:52:40.529 INFO:tasks.rados.rados.0.smithi111.stdout:2646: writing smithi111183488-10 from 1679360 to 2367488 tid 1 2023-12-01T04:52:40.533 INFO:tasks.rados.rados.0.smithi111.stdout:2646: writing smithi111183488-10 from 2367488 to 3096576 tid 2 2023-12-01T04:52:40.536 INFO:tasks.rados.rados.0.smithi111.stdout:2646: writing smithi111183488-10 from 3096576 to 3571712 tid 3 2023-12-01T04:52:40.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 267 2023-12-01T04:52:40.537 INFO:tasks.rados.rados.0.smithi111.stdout:2644: finishing write tid 3 to smithi111183488-5 2023-12-01T04:52:40.537 INFO:tasks.rados.rados.0.smithi111.stdout:2647: seq_num 830 ranges {1007616=704512,1712128=614400,2326528=573440,2899968=16384} 2023-12-01T04:52:40.546 INFO:tasks.rados.rados.0.smithi111.stdout:2647: writing smithi111183488-16 from 1007616 to 1712128 tid 1 2023-12-01T04:52:40.550 INFO:tasks.rados.rados.0.smithi111.stdout:2647: writing smithi111183488-16 from 1712128 to 2326528 tid 2 2023-12-01T04:52:40.554 INFO:tasks.rados.rados.0.smithi111.stdout:2647: writing smithi111183488-16 from 2326528 to 2899968 tid 3 2023-12-01T04:52:40.555 INFO:tasks.rados.rados.0.smithi111.stdout:2647: writing smithi111183488-16 from 2899968 to 2916352 tid 4 2023-12-01T04:52:40.555 INFO:tasks.rados.rados.0.smithi111.stdout:2648: read oid 30 snap 238 2023-12-01T04:52:40.555 INFO:tasks.rados.rados.0.smithi111.stdout:2648: expect (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:52:40.555 INFO:tasks.rados.rados.0.smithi111.stdout:2649: snap_remove snap 199 2023-12-01T04:52:41.495 INFO:tasks.rados.rados.0.smithi111.stdout:2649: done (6 left) 2023-12-01T04:52:41.495 INFO:tasks.rados.rados.0.smithi111.stdout:2650: snap_create 2023-12-01T04:52:41.495 INFO:tasks.rados.rados.0.smithi111.stdout:2644: finishing write tid 4 to smithi111183488-5 2023-12-01T04:52:41.495 INFO:tasks.rados.rados.0.smithi111.stdout:2645: finishing write tid 1 to smithi111183488-37 2023-12-01T04:52:41.495 INFO:tasks.rados.rados.0.smithi111.stdout:2644: finishing write tid 5 to smithi111183488-5 2023-12-01T04:52:41.495 INFO:tasks.rados.rados.0.smithi111.stdout:2644: oid 5 updating version 0 to 2115 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2644: oid 5 updating version 2115 to 2118 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2644: oid 5 version 2118 is already newer than 2117 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2644: oid 5 version 2118 is already newer than 2116 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2118 (ObjNum 827 snap 267 seq_num 827) dirty exists 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2644: left oid 5 (ObjNum 827 snap 267 seq_num 827) 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: finishing write tid 2 to smithi111183488-37 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: finishing write tid 3 to smithi111183488-37 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: finishing write tid 4 to smithi111183488-37 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: finishing write tid 5 to smithi111183488-37 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: oid 37 updating version 0 to 1521 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: oid 37 updating version 1521 to 1524 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: oid 37 version 1524 is already newer than 1523 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:2645: oid 37 version 1524 is already newer than 1522 2023-12-01T04:52:41.496 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1524 (ObjNum 828 snap 267 seq_num 828) dirty exists 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2645: left oid 37 (ObjNum 828 snap 267 seq_num 828) 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: finishing write tid 1 to smithi111183488-10 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: finishing write tid 2 to smithi111183488-10 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: finishing write tid 3 to smithi111183488-10 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: finishing write tid 4 to smithi111183488-10 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: finishing write tid 5 to smithi111183488-10 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: oid 10 updating version 0 to 1917 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: oid 10 updating version 1917 to 1919 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: oid 10 version 1919 is already newer than 1918 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: oid 10 updating version 1919 to 1920 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1920 (ObjNum 829 snap 267 seq_num 829) dirty exists 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2646: left oid 10 (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2647: finishing write tid 1 to smithi111183488-16 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2647: finishing write tid 2 to smithi111183488-16 2023-12-01T04:52:41.497 INFO:tasks.rados.rados.0.smithi111.stdout:2640: finishing copy_from to smithi111183488-41 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1176 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: finishing write tid 3 to smithi111183488-16 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: finishing write tid 4 to smithi111183488-16 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: finishing write tid 5 to smithi111183488-16 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2640: finishing copy_from racing read to smithi111183488-41 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: finishing write tid 6 to smithi111183488-16 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: oid 16 updating version 0 to 1925 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: oid 16 version 1925 is already newer than 1923 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: oid 16 version 1925 is already newer than 1922 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: oid 16 version 1925 is already newer than 1924 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:2647: oid 16 updating version 1925 to 1926 2023-12-01T04:52:41.498 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1926 (ObjNum 830 snap 267 seq_num 830) dirty exists 2023-12-01T04:52:41.499 INFO:tasks.rados.rados.0.smithi111.stdout:2647: left oid 16 (ObjNum 830 snap 267 seq_num 830) 2023-12-01T04:52:41.499 INFO:tasks.rados.rados.0.smithi111.stdout:2648: expect (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:52:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:41 smithi111 ceph-mon[97855]: osdmap e582: 8 total, 8 up, 8 in 2023-12-01T04:52:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:41 smithi111 ceph-mon[97855]: pgmap v847: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T04:52:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:41 smithi111 ceph-mon[116524]: osdmap e582: 8 total, 8 up, 8 in 2023-12-01T04:52:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:41 smithi111 ceph-mon[116524]: pgmap v847: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T04:52:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:41 smithi155 ceph-mon[102677]: osdmap e582: 8 total, 8 up, 8 in 2023-12-01T04:52:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:41 smithi155 ceph-mon[102677]: pgmap v847: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T04:52:42.494 INFO:tasks.rados.rados.0.smithi111.stdout:2640: done (6 left) 2023-12-01T04:52:42.494 INFO:tasks.rados.rados.0.smithi111.stdout:2644: done (5 left) 2023-12-01T04:52:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2645: done (4 left) 2023-12-01T04:52:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2646: done (3 left) 2023-12-01T04:52:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2647: done (2 left) 2023-12-01T04:52:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2648: done (1 left) 2023-12-01T04:52:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2650: done (0 left) 2023-12-01T04:52:42.495 INFO:tasks.rados.rados.0.smithi111.stdout:2651: snap_create 2023-12-01T04:52:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:42 smithi111 ceph-mon[97855]: osdmap e583: 8 total, 8 up, 8 in 2023-12-01T04:52:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:42 smithi111 ceph-mon[116524]: osdmap e583: 8 total, 8 up, 8 in 2023-12-01T04:52:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:42 smithi155 ceph-mon[102677]: osdmap e583: 8 total, 8 up, 8 in 2023-12-01T04:52:43.496 INFO:tasks.rados.rados.0.smithi111.stdout:2651: done (0 left) 2023-12-01T04:52:43.496 INFO:tasks.rados.rados.0.smithi111.stdout:2652: delete oid 40 current snap is 269 2023-12-01T04:52:43.500 INFO:tasks.rados.rados.0.smithi111.stdout:2652: done (0 left) 2023-12-01T04:52:43.501 INFO:tasks.rados.rados.0.smithi111.stdout:2653: snap_remove snap 245 2023-12-01T04:52:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:43 smithi155 ceph-mon[102677]: osdmap e584: 8 total, 8 up, 8 in 2023-12-01T04:52:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:43 smithi155 ceph-mon[102677]: pgmap v850: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T04:52:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:43 smithi111 ceph-mon[97855]: osdmap e584: 8 total, 8 up, 8 in 2023-12-01T04:52:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:43 smithi111 ceph-mon[97855]: pgmap v850: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T04:52:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:43 smithi111 ceph-mon[116524]: osdmap e584: 8 total, 8 up, 8 in 2023-12-01T04:52:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:43 smithi111 ceph-mon[116524]: pgmap v850: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 673 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T04:52:44.516 INFO:tasks.rados.rados.0.smithi111.stdout:2653: done (0 left) 2023-12-01T04:52:44.516 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 269 2023-12-01T04:52:44.516 INFO:tasks.rados.rados.0.smithi111.stdout:2654: seq_num 832 ranges {1859584=737280,2596864=786432,3383296=417792} 2023-12-01T04:52:44.531 INFO:tasks.rados.rados.0.smithi111.stdout:2654: writing smithi111183488-5 from 1859584 to 2596864 tid 1 2023-12-01T04:52:44.535 INFO:tasks.rados.rados.0.smithi111.stdout:2654: writing smithi111183488-5 from 2596864 to 3383296 tid 2 2023-12-01T04:52:44.538 INFO:tasks.rados.rados.0.smithi111.stdout:2654: writing smithi111183488-5 from 3383296 to 3801088 tid 3 2023-12-01T04:52:44.538 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 269 2023-12-01T04:52:44.538 INFO:tasks.rados.rados.0.smithi111.stdout:2655: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2023-12-01T04:52:44.542 INFO:tasks.rados.rados.0.smithi111.stdout:2655: writing smithi111183488-24 from 0 to 761856 tid 1 2023-12-01T04:52:44.546 INFO:tasks.rados.rados.0.smithi111.stdout:2655: writing smithi111183488-24 from 761856 to 1433600 tid 2 2023-12-01T04:52:44.550 INFO:tasks.rados.rados.0.smithi111.stdout:2655: writing smithi111183488-24 from 1433600 to 1966080 tid 3 2023-12-01T04:52:44.550 INFO:tasks.rados.rados.0.smithi111.stdout:2656: rollback oid 13 current snap is 269 2023-12-01T04:52:44.550 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 13 to 258 2023-12-01T04:52:44.550 INFO:tasks.rados.rados.0.smithi111.stdout:2654: finishing write tid 1 to smithi111183488-5 2023-12-01T04:52:44.550 INFO:tasks.rados.rados.0.smithi111.stdout:2654: finishing write tid 2 to smithi111183488-5 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: finishing write tid 3 to smithi111183488-5 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: finishing write tid 4 to smithi111183488-5 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: finishing write tid 5 to smithi111183488-5 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: oid 5 updating version 0 to 2141 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: oid 5 version 2141 is already newer than 2138 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: oid 5 version 2141 is already newer than 2139 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: oid 5 version 2141 is already newer than 2140 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2141 (ObjNum 832 snap 269 seq_num 832) dirty exists 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: left oid 5 (ObjNum 832 snap 269 seq_num 832) 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2655: finishing write tid 1 to smithi111183488-24 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2654: done (2 left) 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2657: delete oid 45 current snap is 269 2023-12-01T04:52:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:2655: finishing write tid 2 to smithi111183488-24 2023-12-01T04:52:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:2657: done (2 left) 2023-12-01T04:52:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 269 2023-12-01T04:52:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:2658: seq_num 835 ranges {1679360=794624,2473984=442368,2916352=712704,3629056=49152} 2023-12-01T04:52:44.566 INFO:tasks.rados.rados.0.smithi111.stdout:2658: writing smithi111183488-9 from 1679360 to 2473984 tid 1 2023-12-01T04:52:44.568 INFO:tasks.rados.rados.0.smithi111.stdout:2658: writing smithi111183488-9 from 2473984 to 2916352 tid 2 2023-12-01T04:52:44.573 INFO:tasks.rados.rados.0.smithi111.stdout:2658: writing smithi111183488-9 from 2916352 to 3629056 tid 3 2023-12-01T04:52:44.573 INFO:tasks.rados.rados.0.smithi111.stdout:2658: writing smithi111183488-9 from 3629056 to 3678208 tid 4 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2659: delete oid 44 current snap is 269 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2656: finishing rollback tid 1 to smithi111183488-13 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2656: finishing rollback tid 2 to smithi111183488-13 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1892 (ObjNum 750 snap 238 seq_num 750) dirty exists 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: finishing write tid 3 to smithi111183488-24 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: finishing write tid 4 to smithi111183488-24 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: finishing write tid 5 to smithi111183488-24 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: oid 24 updating version 0 to 1942 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: oid 24 version 1942 is already newer than 1940 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: oid 24 version 1942 is already newer than 1941 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: oid 24 version 1942 is already newer than 1939 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1942 (ObjNum 833 snap 269 seq_num 833) dirty exists 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2655: left oid 24 (ObjNum 833 snap 269 seq_num 833) 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2658: finishing write tid 1 to smithi111183488-9 2023-12-01T04:52:44.574 INFO:tasks.rados.rados.0.smithi111.stdout:2658: finishing write tid 2 to smithi111183488-9 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2658: finishing write tid 3 to smithi111183488-9 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2658: finishing write tid 4 to smithi111183488-9 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2658: finishing write tid 5 to smithi111183488-9 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2655: done (3 left) 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2656: done (2 left) 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2659: done (1 left) 2023-12-01T04:52:44.578 INFO:tasks.rados.rados.0.smithi111.stdout:2660: snap_remove snap 238 2023-12-01T04:52:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:44 smithi155 ceph-mon[102677]: osdmap e585: 8 total, 8 up, 8 in 2023-12-01T04:52:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:44 smithi111 ceph-mon[97855]: osdmap e585: 8 total, 8 up, 8 in 2023-12-01T04:52:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:44 smithi111 ceph-mon[116524]: osdmap e585: 8 total, 8 up, 8 in 2023-12-01T04:52:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:2660: done (1 left) 2023-12-01T04:52:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 269 2023-12-01T04:52:45.519 INFO:tasks.rados.rados.0.smithi111.stdout:2661: seq_num 837 ranges {0=425984,425984=655360,1081344=729088,1810432=221184} 2023-12-01T04:52:45.520 INFO:tasks.rados.rados.0.smithi111.stdout:2661: writing smithi111183488-38 from 0 to 425984 tid 1 2023-12-01T04:52:45.525 INFO:tasks.rados.rados.0.smithi111.stdout:2661: writing smithi111183488-38 from 425984 to 1081344 tid 2 2023-12-01T04:52:45.530 INFO:tasks.rados.rados.0.smithi111.stdout:2661: writing smithi111183488-38 from 1081344 to 1810432 tid 3 2023-12-01T04:52:45.531 INFO:tasks.rados.rados.0.smithi111.stdout:2661: writing smithi111183488-38 from 1810432 to 2031616 tid 4 2023-12-01T04:52:45.531 INFO:tasks.rados.rados.0.smithi111.stdout:2662: snap_remove snap 215 2023-12-01T04:52:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:45 smithi155 ceph-mon[102677]: osdmap e586: 8 total, 8 up, 8 in 2023-12-01T04:52:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:45 smithi155 ceph-mon[102677]: pgmap v853: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:45 smithi111 ceph-mon[97855]: osdmap e586: 8 total, 8 up, 8 in 2023-12-01T04:52:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:45 smithi111 ceph-mon[97855]: pgmap v853: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:45 smithi111 ceph-mon[116524]: osdmap e586: 8 total, 8 up, 8 in 2023-12-01T04:52:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:45 smithi111 ceph-mon[116524]: pgmap v853: 121 pgs: 121 active+clean; 416 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:46.525 INFO:tasks.rados.rados.0.smithi111.stdout:2662: done (2 left) 2023-12-01T04:52:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:2663: copy_from oid 29 from oid 2 current snap is 269 2023-12-01T04:52:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:2664: read oid 13 snap 263 2023-12-01T04:52:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:2664: expect (ObjNum 750 snap 238 seq_num 750) 2023-12-01T04:52:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:2665: rollback oid 24 current snap is 269 2023-12-01T04:52:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 246 2023-12-01T04:52:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:2666: snap_remove snap 255 2023-12-01T04:52:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:46 smithi155 ceph-mon[102677]: osdmap e587: 8 total, 8 up, 8 in 2023-12-01T04:52:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:46 smithi111 ceph-mon[97855]: osdmap e587: 8 total, 8 up, 8 in 2023-12-01T04:52:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:46 smithi111 ceph-mon[116524]: osdmap e587: 8 total, 8 up, 8 in 2023-12-01T04:52:47.531 INFO:tasks.rados.rados.0.smithi111.stdout:2666: done (5 left) 2023-12-01T04:52:47.531 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 269 2023-12-01T04:52:47.531 INFO:tasks.rados.rados.0.smithi111.stdout:2658: finishing write tid 6 to smithi111183488-9 2023-12-01T04:52:47.531 INFO:tasks.rados.rados.0.smithi111.stdout:2658: oid 9 updating version 0 to 1329 2023-12-01T04:52:47.531 INFO:tasks.rados.rados.0.smithi111.stdout:2658: oid 9 version 1329 is already newer than 1326 2023-12-01T04:52:47.531 INFO:tasks.rados.rados.0.smithi111.stdout:2658: oid 9 version 1329 is already newer than 1328 2023-12-01T04:52:47.532 INFO:tasks.rados.rados.0.smithi111.stdout:2658: oid 9 version 1329 is already newer than 1327 2023-12-01T04:52:47.532 INFO:tasks.rados.rados.0.smithi111.stdout:2658: oid 9 version 1329 is already newer than 1325 2023-12-01T04:52:47.532 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1329 (ObjNum 835 snap 269 seq_num 835) dirty exists 2023-12-01T04:52:47.532 INFO:tasks.rados.rados.0.smithi111.stdout:2658: left oid 9 (ObjNum 835 snap 269 seq_num 835) 2023-12-01T04:52:47.532 INFO:tasks.rados.rados.0.smithi111.stdout:2667: seq_num 838 ranges {1646592=442368,2088960=540672,2629632=532480,3162112=442368,3604480=90112} 2023-12-01T04:52:47.543 INFO:tasks.rados.rados.0.smithi111.stdout:2667: writing smithi111183488-30 from 1646592 to 2088960 tid 1 2023-12-01T04:52:47.552 INFO:tasks.rados.rados.0.smithi111.stdout:2667: writing smithi111183488-30 from 2088960 to 2629632 tid 2 2023-12-01T04:52:47.552 INFO:tasks.rados.rados.0.smithi111.stdout:2667: writing smithi111183488-30 from 2629632 to 3162112 tid 3 2023-12-01T04:52:47.552 INFO:tasks.rados.rados.0.smithi111.stdout:2667: writing smithi111183488-30 from 3162112 to 3604480 tid 4 2023-12-01T04:52:47.553 INFO:tasks.rados.rados.0.smithi111.stdout:2667: writing smithi111183488-30 from 3604480 to 3694592 tid 5 2023-12-01T04:52:47.553 INFO:tasks.rados.rados.0.smithi111.stdout:2658: done (5 left) 2023-12-01T04:52:47.553 INFO:tasks.rados.rados.0.smithi111.stdout:2668: snap_remove snap 221 2023-12-01T04:52:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:47 smithi155 ceph-mon[102677]: osdmap e588: 8 total, 8 up, 8 in 2023-12-01T04:52:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:47 smithi155 ceph-mon[102677]: pgmap v856: 121 pgs: 121 active+clean; 411 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.2 MiB/s wr, 12 op/s 2023-12-01T04:52:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:47 smithi111 ceph-mon[97855]: osdmap e588: 8 total, 8 up, 8 in 2023-12-01T04:52:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:47 smithi111 ceph-mon[97855]: pgmap v856: 121 pgs: 121 active+clean; 411 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.2 MiB/s wr, 12 op/s 2023-12-01T04:52:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:47 smithi111 ceph-mon[116524]: osdmap e588: 8 total, 8 up, 8 in 2023-12-01T04:52:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:47 smithi111 ceph-mon[116524]: pgmap v856: 121 pgs: 121 active+clean; 411 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.2 MiB/s wr, 12 op/s 2023-12-01T04:52:48.487 INFO:tasks.rados.rados.0.smithi111.stdout:2668: done (5 left) 2023-12-01T04:52:48.487 INFO:tasks.rados.rados.0.smithi111.stdout:2669: snap_remove snap 228 2023-12-01T04:52:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:48 smithi155 ceph-mon[102677]: osdmap e589: 8 total, 8 up, 8 in 2023-12-01T04:52:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:48 smithi155 ceph-mon[102677]: osdmap e590: 8 total, 8 up, 8 in 2023-12-01T04:52:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:48 smithi111 ceph-mon[97855]: osdmap e589: 8 total, 8 up, 8 in 2023-12-01T04:52:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:48 smithi111 ceph-mon[97855]: osdmap e590: 8 total, 8 up, 8 in 2023-12-01T04:52:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:48 smithi111 ceph-mon[116524]: osdmap e589: 8 total, 8 up, 8 in 2023-12-01T04:52:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:48 smithi111 ceph-mon[116524]: osdmap e590: 8 total, 8 up, 8 in 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2669: done (5 left) 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2670: read oid 18 snap 262 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2670: expect (ObjNum 810 snap 258 seq_num 810) 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2671: rmattr oid 25 current snap is 269 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2671: done (6 left) 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2672: read oid 49 snap -1 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2672: expect deleted 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2673: read oid 23 snap -1 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2673: expect deleted 2023-12-01T04:52:49.487 INFO:tasks.rados.rados.0.smithi111.stdout:2674: snap_remove snap 266 2023-12-01T04:52:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:52:49] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: pgmap v859: 121 pgs: 121 active+clean; 411 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.2 MiB/s wr, 12 op/s 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[116524]: osdmap e591: 8 total, 8 up, 8 in 2023-12-01T04:52:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: pgmap v859: 121 pgs: 121 active+clean; 411 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.2 MiB/s wr, 12 op/s 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:52:49.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:52:49.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:49 smithi111 ceph-mon[97855]: osdmap e591: 8 total, 8 up, 8 in 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: pgmap v859: 121 pgs: 121 active+clean; 411 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.2 MiB/s wr, 12 op/s 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:49 smithi155 ceph-mon[102677]: osdmap e591: 8 total, 8 up, 8 in 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2674: done (8 left) 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2675: delete oid 20 current snap is 269 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: finishing write tid 1 to smithi111183488-38 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: finishing write tid 2 to smithi111183488-38 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: finishing write tid 3 to smithi111183488-38 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: finishing write tid 4 to smithi111183488-38 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: finishing write tid 5 to smithi111183488-38 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: finishing write tid 6 to smithi111183488-38 2023-12-01T04:52:50.496 INFO:tasks.rados.rados.0.smithi111.stdout:2661: oid 38 updating version 0 to 1727 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:2661: oid 38 updating version 1727 to 1729 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:2661: oid 38 version 1729 is already newer than 1728 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:2661: oid 38 version 1729 is already newer than 1725 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:2661: oid 38 version 1729 is already newer than 1726 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1729 (ObjNum 837 snap 269 seq_num 837) dirty exists 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:2661: left oid 38 (ObjNum 837 snap 269 seq_num 837) 2023-12-01T04:52:50.497 INFO:tasks.rados.rados.0.smithi111.stdout:2664: expect (ObjNum 750 snap 238 seq_num 750) 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2665: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2665: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1956 (ObjNum 33 snap 0 seq_num 3707488608) dirty dne 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2663: finishing copy_from to smithi111183488-29 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 1827 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2663: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 1 to smithi111183488-30 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 2 to smithi111183488-30 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 3 to smithi111183488-30 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2661: done (8 left) 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2663: done (7 left) 2023-12-01T04:52:50.517 INFO:tasks.rados.rados.0.smithi111.stdout:2664: done (6 left) 2023-12-01T04:52:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:2665: done (5 left) 2023-12-01T04:52:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:2675: done (4 left) 2023-12-01T04:52:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 269 2023-12-01T04:52:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 4 to smithi111183488-30 2023-12-01T04:52:50.518 INFO:tasks.rados.rados.0.smithi111.stdout:2676: seq_num 840 ranges {0=475136,475136=712704,1187840=499712,1687552=393216} 2023-12-01T04:52:50.519 INFO:tasks.rados.rados.0.smithi111.stdout:2676: writing smithi111183488-25 from 0 to 475136 tid 1 2023-12-01T04:52:50.523 INFO:tasks.rados.rados.0.smithi111.stdout:2676: writing smithi111183488-25 from 475136 to 1187840 tid 2 2023-12-01T04:52:50.530 INFO:tasks.rados.rados.0.smithi111.stdout:2676: writing smithi111183488-25 from 1187840 to 1687552 tid 3 2023-12-01T04:52:50.530 INFO:tasks.rados.rados.0.smithi111.stdout:2676: writing smithi111183488-25 from 1687552 to 2080768 tid 4 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2677: copy_from oid 1 from oid 36 current snap is 269 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 5 to smithi111183488-30 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2678: snap_create 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 6 to smithi111183488-30 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: finishing write tid 7 to smithi111183488-30 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: oid 30 updating version 0 to 1914 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: oid 30 updating version 1914 to 1918 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: oid 30 version 1918 is already newer than 1916 2023-12-01T04:52:50.534 INFO:tasks.rados.rados.0.smithi111.stdout:2667: oid 30 updating version 1918 to 1919 2023-12-01T04:52:50.535 INFO:tasks.rados.rados.0.smithi111.stdout:2667: oid 30 version 1919 is already newer than 1917 2023-12-01T04:52:50.535 INFO:tasks.rados.rados.0.smithi111.stdout:2667: oid 30 version 1919 is already newer than 1915 2023-12-01T04:52:50.535 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1919 (ObjNum 838 snap 269 seq_num 838) dirty exists 2023-12-01T04:52:50.535 INFO:tasks.rados.rados.0.smithi111.stdout:2667: left oid 30 (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:52:50.535 INFO:tasks.rados.rados.0.smithi111.stdout:2670: expect (ObjNum 810 snap 258 seq_num 810) 2023-12-01T04:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:50 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2500M 2023-12-01T04:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:50 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2500M 2023-12-01T04:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:50 smithi155 ceph-mon[102677]: osdmap e592: 8 total, 8 up, 8 in 2023-12-01T04:52:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:50 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2500M 2023-12-01T04:52:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:50 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2500M 2023-12-01T04:52:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:50 smithi111 ceph-mon[97855]: osdmap e592: 8 total, 8 up, 8 in 2023-12-01T04:52:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:50 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2500M 2023-12-01T04:52:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:50 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2500M 2023-12-01T04:52:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:50 smithi111 ceph-mon[116524]: osdmap e592: 8 total, 8 up, 8 in 2023-12-01T04:52:51.322 INFO:tasks.rados.rados.0.smithi111.stdout:2676: finishing write tid 1 to smithi111183488-25 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: finishing write tid 2 to smithi111183488-25 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: finishing write tid 3 to smithi111183488-25 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: finishing write tid 4 to smithi111183488-25 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: finishing write tid 5 to smithi111183488-25 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: finishing write tid 6 to smithi111183488-25 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: oid 25 updating version 0 to 1296 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: oid 25 updating version 1296 to 1299 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: oid 25 version 1299 is already newer than 1297 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: oid 25 updating version 1299 to 1300 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: oid 25 version 1300 is already newer than 1298 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1300 (ObjNum 840 snap 269 seq_num 840) dirty exists 2023-12-01T04:52:51.323 INFO:tasks.rados.rados.0.smithi111.stdout:2676: left oid 25 (ObjNum 840 snap 269 seq_num 840) 2023-12-01T04:52:51.324 INFO:tasks.rados.rados.0.smithi111.stdout:2677: finishing copy_from to smithi111183488-1 2023-12-01T04:52:51.324 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 1768 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:52:51.324 INFO:tasks.rados.rados.0.smithi111.stdout:2677: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:52:51.497 INFO:tasks.rados.rados.0.smithi111.stdout:2667: done (6 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2670: done (5 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2672: done (4 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2673: done (3 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2676: done (2 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2677: done (1 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2678: done (0 left) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2679: setattr oid 10 current snap is 270 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2680: copy_from oid 36 from oid 20 current snap is 270 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2681: copy_from oid 12 from oid 48 current snap is 270 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2682: snap_create 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2680: finishing copy_from to smithi111183488-36 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2680: got expected ENOENT (src dne) 2023-12-01T04:52:51.498 INFO:tasks.rados.rados.0.smithi111.stdout:2680: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:52:51.499 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1984 (ObjNum 829 snap 267 seq_num 829) dirty exists 2023-12-01T04:52:51.506 INFO:tasks.rados.rados.0.smithi111.stdout:2681: finishing copy_from to smithi111183488-12 2023-12-01T04:52:51.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1616 (ObjNum 766 snap 242 seq_num 766) dirty exists 2023-12-01T04:52:51.507 INFO:tasks.rados.rados.0.smithi111.stdout:2681: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:52:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:51 smithi155 ceph-mon[102677]: pgmap v862: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-01T04:52:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:51 smithi155 ceph-mon[102677]: osdmap e593: 8 total, 8 up, 8 in 2023-12-01T04:52:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:51 smithi111 ceph-mon[97855]: pgmap v862: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-01T04:52:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:51 smithi111 ceph-mon[97855]: osdmap e593: 8 total, 8 up, 8 in 2023-12-01T04:52:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:51 smithi111 ceph-mon[116524]: pgmap v862: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-01T04:52:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:51 smithi111 ceph-mon[116524]: osdmap e593: 8 total, 8 up, 8 in 2023-12-01T04:52:52.495 INFO:tasks.rados.rados.0.smithi111.stdout:2679: done (3 left) 2023-12-01T04:52:52.495 INFO:tasks.rados.rados.0.smithi111.stdout:2680: done (2 left) 2023-12-01T04:52:52.495 INFO:tasks.rados.rados.0.smithi111.stdout:2681: done (1 left) 2023-12-01T04:52:52.495 INFO:tasks.rados.rados.0.smithi111.stdout:2682: done (0 left) 2023-12-01T04:52:52.495 INFO:tasks.rados.rados.0.smithi111.stdout:2683: rmattr oid 47 current snap is 271 2023-12-01T04:52:52.495 INFO:tasks.rados.rados.0.smithi111.stdout:2683: done (0 left) 2023-12-01T04:52:52.496 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 271 2023-12-01T04:52:52.496 INFO:tasks.rados.rados.0.smithi111.stdout:2684: seq_num 841 ranges {1523712=491520,2015232=598016,2613248=704512,3317760=303104} 2023-12-01T04:52:52.506 INFO:tasks.rados.rados.0.smithi111.stdout:2684: writing smithi111183488-50 from 1523712 to 2015232 tid 1 2023-12-01T04:52:52.509 INFO:tasks.rados.rados.0.smithi111.stdout:2684: writing smithi111183488-50 from 2015232 to 2613248 tid 2 2023-12-01T04:52:52.514 INFO:tasks.rados.rados.0.smithi111.stdout:2684: writing smithi111183488-50 from 2613248 to 3317760 tid 3 2023-12-01T04:52:52.514 INFO:tasks.rados.rados.0.smithi111.stdout:2684: writing smithi111183488-50 from 3317760 to 3620864 tid 4 2023-12-01T04:52:52.515 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 271 2023-12-01T04:52:52.515 INFO:tasks.rados.rados.0.smithi111.stdout:2685: seq_num 842 ranges {1875968=507904,2383872=475136,2859008=516096,3375104=499712,3874816=114688} 2023-12-01T04:52:52.528 INFO:tasks.rados.rados.0.smithi111.stdout:2685: writing smithi111183488-37 from 1875968 to 2383872 tid 1 2023-12-01T04:52:52.530 INFO:tasks.rados.rados.0.smithi111.stdout:2685: writing smithi111183488-37 from 2383872 to 2859008 tid 2 2023-12-01T04:52:52.533 INFO:tasks.rados.rados.0.smithi111.stdout:2685: writing smithi111183488-37 from 2859008 to 3375104 tid 3 2023-12-01T04:52:52.536 INFO:tasks.rados.rados.0.smithi111.stdout:2685: writing smithi111183488-37 from 3375104 to 3874816 tid 4 2023-12-01T04:52:52.537 INFO:tasks.rados.rados.0.smithi111.stdout:2685: writing smithi111183488-37 from 3874816 to 3989504 tid 5 2023-12-01T04:52:52.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 271 2023-12-01T04:52:52.537 INFO:tasks.rados.rados.0.smithi111.stdout:2684: finishing write tid 1 to smithi111183488-50 2023-12-01T04:52:52.538 INFO:tasks.rados.rados.0.smithi111.stdout:2686: seq_num 843 ranges {1441792=524288,1966080=761856,2727936=671744,3399680=172032} 2023-12-01T04:52:52.547 INFO:tasks.rados.rados.0.smithi111.stdout:2686: writing smithi111183488-47 from 1441792 to 1966080 tid 1 2023-12-01T04:52:52.552 INFO:tasks.rados.rados.0.smithi111.stdout:2686: writing smithi111183488-47 from 1966080 to 2727936 tid 2 2023-12-01T04:52:52.556 INFO:tasks.rados.rados.0.smithi111.stdout:2686: writing smithi111183488-47 from 2727936 to 3399680 tid 3 2023-12-01T04:52:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2686: writing smithi111183488-47 from 3399680 to 3571712 tid 4 2023-12-01T04:52:52.557 INFO:tasks.rados.rados.0.smithi111.stdout:2687: delete oid 44 current snap is 271 2023-12-01T04:52:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2684: finishing write tid 2 to smithi111183488-50 2023-12-01T04:52:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2684: finishing write tid 3 to smithi111183488-50 2023-12-01T04:52:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2684: finishing write tid 4 to smithi111183488-50 2023-12-01T04:52:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2684: finishing write tid 5 to smithi111183488-50 2023-12-01T04:52:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2684: finishing write tid 6 to smithi111183488-50 2023-12-01T04:52:52.558 INFO:tasks.rados.rados.0.smithi111.stdout:2684: oid 50 updating version 0 to 2199 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2684: oid 50 version 2199 is already newer than 2197 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2684: oid 50 version 2199 is already newer than 2195 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2684: oid 50 version 2199 is already newer than 2196 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2684: oid 50 version 2199 is already newer than 2198 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2199 (ObjNum 841 snap 271 seq_num 841) dirty exists 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2684: left oid 50 (ObjNum 841 snap 271 seq_num 841) 2023-12-01T04:52:52.559 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 1 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 2 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 3 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 4 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 5 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 6 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: finishing write tid 7 to smithi111183488-37 2023-12-01T04:52:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:2685: oid 37 updating version 0 to 1531 2023-12-01T04:52:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:2685: oid 37 version 1531 is already newer than 1527 2023-12-01T04:52:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:2685: oid 37 version 1531 is already newer than 1529 2023-12-01T04:52:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:2685: oid 37 version 1531 is already newer than 1528 2023-12-01T04:52:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:2685: oid 37 version 1531 is already newer than 1530 2023-12-01T04:52:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:2685: oid 37 version 1531 is already newer than 1526 2023-12-01T04:52:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1531 (ObjNum 842 snap 271 seq_num 842) dirty exists 2023-12-01T04:52:52.562 INFO:tasks.rados.rados.0.smithi111.stdout:2685: left oid 37 (ObjNum 842 snap 271 seq_num 842) 2023-12-01T04:52:52.562 INFO:tasks.rados.rados.0.smithi111.stdout:2686: finishing write tid 1 to smithi111183488-47 2023-12-01T04:52:52.562 INFO:tasks.rados.rados.0.smithi111.stdout:2686: finishing write tid 2 to smithi111183488-47 2023-12-01T04:52:52.564 INFO:tasks.rados.rados.0.smithi111.stdout:2686: finishing write tid 3 to smithi111183488-47 2023-12-01T04:52:52.564 INFO:tasks.rados.rados.0.smithi111.stdout:2686: finishing write tid 4 to smithi111183488-47 2023-12-01T04:52:52.564 INFO:tasks.rados.rados.0.smithi111.stdout:2686: finishing write tid 5 to smithi111183488-47 2023-12-01T04:52:52.564 INFO:tasks.rados.rados.0.smithi111.stdout:2686: finishing write tid 6 to smithi111183488-47 2023-12-01T04:52:52.564 INFO:tasks.rados.rados.0.smithi111.stdout:2686: oid 47 updating version 0 to 1532 2023-12-01T04:52:52.564 INFO:tasks.rados.rados.0.smithi111.stdout:2686: oid 47 updating version 1532 to 1535 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2686: oid 47 version 1535 is already newer than 1533 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2686: oid 47 updating version 1535 to 1536 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2686: oid 47 version 1536 is already newer than 1534 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1536 (ObjNum 843 snap 271 seq_num 843) dirty exists 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2686: left oid 47 (ObjNum 843 snap 271 seq_num 843) 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2684: done (3 left) 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2685: done (2 left) 2023-12-01T04:52:52.565 INFO:tasks.rados.rados.0.smithi111.stdout:2686: done (1 left) 2023-12-01T04:52:52.566 INFO:tasks.rados.rados.0.smithi111.stdout:2687: done (0 left) 2023-12-01T04:52:52.566 INFO:tasks.rados.rados.0.smithi111.stdout:2688: snap_create 2023-12-01T04:52:53.491 INFO:tasks.rados.rados.0.smithi111.stdout:2688: done (0 left) 2023-12-01T04:52:53.491 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 272 2023-12-01T04:52:53.492 INFO:tasks.rados.rados.0.smithi111.stdout:2689: seq_num 845 ranges {868352=557056,1425408=581632,2007040=688128,2695168=335872} 2023-12-01T04:52:53.502 INFO:tasks.rados.rados.0.smithi111.stdout:2689: writing smithi111183488-48 from 868352 to 1425408 tid 1 2023-12-01T04:52:53.505 INFO:tasks.rados.rados.0.smithi111.stdout:2689: writing smithi111183488-48 from 1425408 to 2007040 tid 2 2023-12-01T04:52:53.508 INFO:tasks.rados.rados.0.smithi111.stdout:2689: writing smithi111183488-48 from 2007040 to 2695168 tid 3 2023-12-01T04:52:53.509 INFO:tasks.rados.rados.0.smithi111.stdout:2689: writing smithi111183488-48 from 2695168 to 3031040 tid 4 2023-12-01T04:52:53.510 INFO:tasks.rados.rados.0.smithi111.stdout:2690: delete oid 9 current snap is 272 2023-12-01T04:52:53.511 INFO:tasks.rados.rados.0.smithi111.stdout:2689: finishing write tid 1 to smithi111183488-48 2023-12-01T04:52:53.513 INFO:tasks.rados.rados.0.smithi111.stdout:2689: finishing write tid 2 to smithi111183488-48 2023-12-01T04:52:53.513 INFO:tasks.rados.rados.0.smithi111.stdout:2689: finishing write tid 3 to smithi111183488-48 2023-12-01T04:52:53.515 INFO:tasks.rados.rados.0.smithi111.stdout:2689: finishing write tid 4 to smithi111183488-48 2023-12-01T04:52:53.516 INFO:tasks.rados.rados.0.smithi111.stdout:2689: finishing write tid 5 to smithi111183488-48 2023-12-01T04:52:53.517 INFO:tasks.rados.rados.0.smithi111.stdout:2690: done (1 left) 2023-12-01T04:52:53.517 INFO:tasks.rados.rados.0.smithi111.stdout:2691: read oid 25 snap -1 2023-12-01T04:52:53.517 INFO:tasks.rados.rados.0.smithi111.stdout:2691: expect (ObjNum 840 snap 269 seq_num 840) 2023-12-01T04:52:53.517 INFO:tasks.rados.rados.0.smithi111.stdout:2692: read oid 18 snap -1 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2692: expect deleted 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2693: copy_from oid 45 from oid 1 current snap is 272 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2694: read oid 20 snap -1 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2694: expect deleted 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2695: rollback oid 21 current snap is 272 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 265 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2696: snap_create 2023-12-01T04:52:53.518 INFO:tasks.rados.rados.0.smithi111.stdout:2689: finishing write tid 6 to smithi111183488-48 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:2689: oid 48 updating version 0 to 1771 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:2689: oid 48 updating version 1771 to 1772 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:2689: oid 48 version 1772 is already newer than 1770 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:2689: oid 48 version 1772 is already newer than 1769 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:2689: oid 48 updating version 1772 to 1773 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1773 (ObjNum 845 snap 272 seq_num 845) dirty exists 2023-12-01T04:52:53.519 INFO:tasks.rados.rados.0.smithi111.stdout:2689: left oid 48 (ObjNum 845 snap 272 seq_num 845) 2023-12-01T04:52:53.524 INFO:tasks.rados.rados.0.smithi111.stdout:2695: finishing rollback tid 0 to smithi111183488-21 2023-12-01T04:52:53.524 INFO:tasks.rados.rados.0.smithi111.stdout:2695: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:52:53.526 INFO:tasks.rados.rados.0.smithi111.stdout:2695: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:52:53.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2203 (ObjNum 662 snap 211 seq_num 662) dirty exists 2023-12-01T04:52:53.532 INFO:tasks.rados.rados.0.smithi111.stdout:2691: expect (ObjNum 840 snap 269 seq_num 840) 2023-12-01T04:52:53.587 INFO:tasks.rados.rados.0.smithi111.stdout:2693: finishing copy_from to smithi111183488-45 2023-12-01T04:52:53.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1768 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:52:53.587 INFO:tasks.rados.rados.0.smithi111.stdout:2693: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:52:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:53 smithi155 ceph-mon[102677]: osdmap e594: 8 total, 8 up, 8 in 2023-12-01T04:52:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:53 smithi155 ceph-mon[102677]: pgmap v865: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-01T04:52:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:53 smithi111 ceph-mon[97855]: osdmap e594: 8 total, 8 up, 8 in 2023-12-01T04:52:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:53 smithi111 ceph-mon[97855]: pgmap v865: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-01T04:52:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:53 smithi111 ceph-mon[116524]: osdmap e594: 8 total, 8 up, 8 in 2023-12-01T04:52:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:53 smithi111 ceph-mon[116524]: pgmap v865: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2023-12-01T04:52:54.511 INFO:tasks.rados.rados.0.smithi111.stdout:2689: done (6 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2691: done (5 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2692: done (4 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2693: done (3 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2694: done (2 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2695: done (1 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2696: done (0 left) 2023-12-01T04:52:54.512 INFO:tasks.rados.rados.0.smithi111.stdout:2697: snap_remove snap 254 2023-12-01T04:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:54 smithi155 ceph-mon[102677]: osdmap e595: 8 total, 8 up, 8 in 2023-12-01T04:52:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:54 smithi111 ceph-mon[97855]: osdmap e595: 8 total, 8 up, 8 in 2023-12-01T04:52:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:54 smithi111 ceph-mon[116524]: osdmap e595: 8 total, 8 up, 8 in 2023-12-01T04:52:55.083 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:52:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10m) 9m ago 10m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10m) 9m ago 10m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11m) 9m ago 11m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11m) 9m ago 11m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (14m) 9m ago 14m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (16m) 9m ago 16m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (16m) 9m ago 16m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (15m) 9m ago 15m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (15m) 9m ago 15m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10m) 9m ago 10m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10m) 9m ago 10m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (14m) 9m ago 14m 67.4M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:52:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (14m) 9m ago 14m 67.6M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (13m) 9m ago 13m 59.9M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (13m) 9m ago 13m 58.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (13m) 9m ago 13m 57.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (12m) 9m ago 12m 60.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (12m) 9m ago 12m 58.8M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (12m) 9m ago 12m 64.1M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:52:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10m) 9m ago 11m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:52:55.521 INFO:tasks.rados.rados.0.smithi111.stdout:2697: done (0 left) 2023-12-01T04:52:55.521 INFO:tasks.rados.rados.0.smithi111.stdout:2698: delete oid 47 current snap is 273 2023-12-01T04:52:55.536 INFO:tasks.rados.rados.0.smithi111.stdout:2698: done (0 left) 2023-12-01T04:52:55.536 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 273 2023-12-01T04:52:55.536 INFO:tasks.rados.rados.0.smithi111.stdout:2699: seq_num 848 ranges {335872=606208,942080=630784,1572864=458752,2031616=516096} 2023-12-01T04:52:55.541 INFO:tasks.rados.rados.0.smithi111.stdout:2699: writing smithi111183488-27 from 335872 to 942080 tid 1 2023-12-01T04:52:55.545 INFO:tasks.rados.rados.0.smithi111.stdout:2699: writing smithi111183488-27 from 942080 to 1572864 tid 2 2023-12-01T04:52:55.548 INFO:tasks.rados.rados.0.smithi111.stdout:2699: writing smithi111183488-27 from 1572864 to 2031616 tid 3 2023-12-01T04:52:55.551 INFO:tasks.rados.rados.0.smithi111.stdout:2699: writing smithi111183488-27 from 2031616 to 2547712 tid 4 2023-12-01T04:52:55.551 INFO:tasks.rados.rados.0.smithi111.stdout:2700: read oid 18 snap -1 2023-12-01T04:52:55.551 INFO:tasks.rados.rados.0.smithi111.stdout:2700: expect deleted 2023-12-01T04:52:55.552 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 273 2023-12-01T04:52:55.552 INFO:tasks.rados.rados.0.smithi111.stdout:2701: seq_num 849 ranges {2605056=622592,3227648=516096,3743744=663552,4407296=425984} 2023-12-01T04:52:55.569 INFO:tasks.rados.rados.0.smithi111.stdout:2701: writing smithi111183488-43 from 2605056 to 3227648 tid 1 2023-12-01T04:52:55.572 INFO:tasks.rados.rados.0.smithi111.stdout:2701: writing smithi111183488-43 from 3227648 to 3743744 tid 2 2023-12-01T04:52:55.576 INFO:tasks.rados.rados.0.smithi111.stdout:2701: writing smithi111183488-43 from 3743744 to 4407296 tid 3 2023-12-01T04:52:55.579 INFO:tasks.rados.rados.0.smithi111.stdout:2701: writing smithi111183488-43 from 4407296 to 4833280 tid 4 2023-12-01T04:52:55.579 INFO:tasks.rados.rados.0.smithi111.stdout:2702: read oid 8 snap 265 2023-12-01T04:52:55.579 INFO:tasks.rados.rados.0.smithi111.stdout:2702: expect deleted 2023-12-01T04:52:55.579 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 273 2023-12-01T04:52:55.579 INFO:tasks.rados.rados.0.smithi111.stdout:2699: finishing write tid 1 to smithi111183488-27 2023-12-01T04:52:55.579 INFO:tasks.rados.rados.0.smithi111.stdout:2703: seq_num 850 ranges {565248=638976,1204224=802816,2007040=475136,2482176=327680} 2023-12-01T04:52:55.585 INFO:tasks.rados.rados.0.smithi111.stdout:2703: writing smithi111183488-13 from 565248 to 1204224 tid 1 2023-12-01T04:52:55.591 INFO:tasks.rados.rados.0.smithi111.stdout:2703: writing smithi111183488-13 from 1204224 to 2007040 tid 2 2023-12-01T04:52:55.593 INFO:tasks.rados.rados.0.smithi111.stdout:2703: writing smithi111183488-13 from 2007040 to 2482176 tid 3 2023-12-01T04:52:55.595 INFO:tasks.rados.rados.0.smithi111.stdout:2703: writing smithi111183488-13 from 2482176 to 2809856 tid 4 2023-12-01T04:52:55.596 INFO:tasks.rados.rados.0.smithi111.stdout:2704: snap_remove snap 256 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:55.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:52:55.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:52:55.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:52:55.793 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:52:55.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:52:55.793 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:52:55.793 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:52:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:55 smithi155 ceph-mon[102677]: osdmap e596: 8 total, 8 up, 8 in 2023-12-01T04:52:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:55 smithi155 ceph-mon[102677]: pgmap v868: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:55 smithi111 ceph-mon[97855]: osdmap e596: 8 total, 8 up, 8 in 2023-12-01T04:52:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:55 smithi111 ceph-mon[97855]: pgmap v868: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:55 smithi111 ceph-mon[116524]: osdmap e596: 8 total, 8 up, 8 in 2023-12-01T04:52:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:55 smithi111 ceph-mon[116524]: pgmap v868: 121 pgs: 121 active+clean; 328 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:52:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:2704: done (5 left) 2023-12-01T04:52:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:2705: read oid 49 snap -1 2023-12-01T04:52:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:2705: expect deleted 2023-12-01T04:52:56.525 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 273 2023-12-01T04:52:56.525 INFO:tasks.rados.rados.0.smithi111.stdout:2706: seq_num 851 ranges {7987200=655360,8642560=688128,9330688=679936,10010624=237568} 2023-12-01T04:52:56.571 INFO:tasks.rados.rados.0.smithi111.stdout:2706: writing smithi111183488-21 from 7987200 to 8642560 tid 1 2023-12-01T04:52:56.574 INFO:tasks.rados.rados.0.smithi111.stdout:2706: writing smithi111183488-21 from 8642560 to 9330688 tid 2 2023-12-01T04:52:56.578 INFO:tasks.rados.rados.0.smithi111.stdout:2706: writing smithi111183488-21 from 9330688 to 10010624 tid 3 2023-12-01T04:52:56.582 INFO:tasks.rados.rados.0.smithi111.stdout:2706: writing smithi111183488-21 from 10010624 to 10248192 tid 4 2023-12-01T04:52:56.582 INFO:tasks.rados.rados.0.smithi111.stdout:2707: snap_create 2023-12-01T04:52:56.582 INFO:tasks.rados.rados.0.smithi111.stdout:2699: finishing write tid 2 to smithi111183488-27 2023-12-01T04:52:56.582 INFO:tasks.rados.rados.0.smithi111.stdout:2699: finishing write tid 3 to smithi111183488-27 2023-12-01T04:52:56.582 INFO:tasks.rados.rados.0.smithi111.stdout:2699: finishing write tid 4 to smithi111183488-27 2023-12-01T04:52:56.582 INFO:tasks.rados.rados.0.smithi111.stdout:2699: finishing write tid 5 to smithi111183488-27 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: finishing write tid 6 to smithi111183488-27 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: oid 27 updating version 0 to 1621 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: oid 27 version 1621 is already newer than 1617 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: oid 27 version 1621 is already newer than 1619 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: oid 27 version 1621 is already newer than 1620 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: oid 27 version 1621 is already newer than 1618 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1621 (ObjNum 848 snap 273 seq_num 848) dirty exists 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2699: left oid 27 (ObjNum 848 snap 273 seq_num 848) 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: finishing write tid 1 to smithi111183488-43 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: finishing write tid 2 to smithi111183488-43 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: finishing write tid 3 to smithi111183488-43 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: finishing write tid 4 to smithi111183488-43 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: finishing write tid 5 to smithi111183488-43 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: finishing write tid 6 to smithi111183488-43 2023-12-01T04:52:56.583 INFO:tasks.rados.rados.0.smithi111.stdout:2701: oid 43 updating version 0 to 1851 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2701: oid 43 version 1851 is already newer than 1848 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2701: oid 43 version 1851 is already newer than 1850 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2701: oid 43 version 1851 is already newer than 1849 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2701: oid 43 updating version 1851 to 1852 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1852 (ObjNum 849 snap 273 seq_num 849) dirty exists 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2701: left oid 43 (ObjNum 849 snap 273 seq_num 849) 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: finishing write tid 1 to smithi111183488-13 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: finishing write tid 2 to smithi111183488-13 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: finishing write tid 3 to smithi111183488-13 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: finishing write tid 4 to smithi111183488-13 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: finishing write tid 5 to smithi111183488-13 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: finishing write tid 6 to smithi111183488-13 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: oid 13 updating version 0 to 1961 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: oid 13 version 1961 is already newer than 1957 2023-12-01T04:52:56.584 INFO:tasks.rados.rados.0.smithi111.stdout:2703: oid 13 version 1961 is already newer than 1959 2023-12-01T04:52:56.585 INFO:tasks.rados.rados.0.smithi111.stdout:2703: oid 13 version 1961 is already newer than 1958 2023-12-01T04:52:56.585 INFO:tasks.rados.rados.0.smithi111.stdout:2703: oid 13 version 1961 is already newer than 1960 2023-12-01T04:52:56.585 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1961 (ObjNum 850 snap 273 seq_num 850) dirty exists 2023-12-01T04:52:56.585 INFO:tasks.rados.rados.0.smithi111.stdout:2703: left oid 13 (ObjNum 850 snap 273 seq_num 850) 2023-12-01T04:52:56.585 INFO:tasks.rados.rados.0.smithi111.stdout:2706: finishing write tid 1 to smithi111183488-21 2023-12-01T04:52:56.585 INFO:tasks.rados.rados.0.smithi111.stdout:2706: finishing write tid 2 to smithi111183488-21 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: finishing write tid 3 to smithi111183488-21 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: finishing write tid 4 to smithi111183488-21 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: finishing write tid 5 to smithi111183488-21 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: finishing write tid 6 to smithi111183488-21 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: oid 21 updating version 0 to 2218 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: oid 21 updating version 2218 to 2220 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: oid 21 version 2220 is already newer than 2217 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: oid 21 version 2220 is already newer than 2219 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: oid 21 updating version 2220 to 2221 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2221 (ObjNum 851 snap 273 seq_num 851) dirty exists 2023-12-01T04:52:56.586 INFO:tasks.rados.rados.0.smithi111.stdout:2706: left oid 21 (ObjNum 851 snap 273 seq_num 851) 2023-12-01T04:52:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:56 smithi155 ceph-mon[102677]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:56 smithi155 ceph-mon[102677]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:56 smithi155 ceph-mon[102677]: osdmap e597: 8 total, 8 up, 8 in 2023-12-01T04:52:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2943913391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:52:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[97855]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[97855]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[97855]: osdmap e597: 8 total, 8 up, 8 in 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2943913391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[116524]: from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[116524]: from='client.15357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[116524]: osdmap e597: 8 total, 8 up, 8 in 2023-12-01T04:52:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2943913391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2699: done (7 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2700: done (6 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2701: done (5 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2702: done (4 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2703: done (3 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2705: done (2 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2706: done (1 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2707: done (0 left) 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 274 2023-12-01T04:52:57.535 INFO:tasks.rados.rados.0.smithi111.stdout:2708: seq_num 852 ranges {868352=671744,1540096=622592,2162688=442368,2605056=540672} 2023-12-01T04:52:57.544 INFO:tasks.rados.rados.0.smithi111.stdout:2708: writing smithi111183488-12 from 868352 to 1540096 tid 1 2023-12-01T04:52:57.546 INFO:tasks.rados.rados.0.smithi111.stdout:2708: writing smithi111183488-12 from 1540096 to 2162688 tid 2 2023-12-01T04:52:57.550 INFO:tasks.rados.rados.0.smithi111.stdout:2708: writing smithi111183488-12 from 2162688 to 2605056 tid 3 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2708: writing smithi111183488-12 from 2605056 to 3145728 tid 4 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2709: rollback oid 49 current snap is 274 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 269 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2708: finishing write tid 1 to smithi111183488-12 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2708: finishing write tid 2 to smithi111183488-12 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2708: finishing write tid 3 to smithi111183488-12 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2710: copy_from oid 20 from oid 40 current snap is 274 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2711: rollback oid 8 current snap is 274 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 273 2023-12-01T04:52:57.553 INFO:tasks.rados.rados.0.smithi111.stdout:2712: delete oid 31 current snap is 274 2023-12-01T04:52:57.557 INFO:tasks.rados.rados.0.smithi111.stdout:2708: finishing write tid 4 to smithi111183488-12 2023-12-01T04:52:57.557 INFO:tasks.rados.rados.0.smithi111.stdout:2712: done (4 left) 2023-12-01T04:52:57.557 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 274 2023-12-01T04:52:57.557 INFO:tasks.rados.rados.0.smithi111.stdout:2713: seq_num 854 ranges {0=712704,712704=794624,1507328=450560,1957888=360448} 2023-12-01T04:52:57.562 INFO:tasks.rados.rados.0.smithi111.stdout:2713: writing smithi111183488-44 from 0 to 712704 tid 1 2023-12-01T04:52:57.566 INFO:tasks.rados.rados.0.smithi111.stdout:2713: writing smithi111183488-44 from 712704 to 1507328 tid 2 2023-12-01T04:52:57.569 INFO:tasks.rados.rados.0.smithi111.stdout:2713: writing smithi111183488-44 from 1507328 to 1957888 tid 3 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2713: writing smithi111183488-44 from 1957888 to 2318336 tid 4 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2714: setattr oid 45 current snap is 274 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2709: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1319 (ObjNum 65 snap 0 seq_num 1952672367) dirty dne 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2710: finishing copy_from to smithi111183488-20 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2710: got expected ENOENT (src dne) 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2708: finishing write tid 5 to smithi111183488-12 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2710: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2711: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 1324 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2708: finishing write tid 6 to smithi111183488-12 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2708: oid 12 updating version 0 to 1623 2023-12-01T04:52:57.572 INFO:tasks.rados.rados.0.smithi111.stdout:2708: oid 12 updating version 1623 to 1624 2023-12-01T04:52:57.573 INFO:tasks.rados.rados.0.smithi111.stdout:2708: oid 12 updating version 1624 to 1626 2023-12-01T04:52:57.573 INFO:tasks.rados.rados.0.smithi111.stdout:2708: oid 12 version 1626 is already newer than 1625 2023-12-01T04:52:57.573 INFO:tasks.rados.rados.0.smithi111.stdout:2708: oid 12 version 1626 is already newer than 1622 2023-12-01T04:52:57.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1626 (ObjNum 852 snap 274 seq_num 852) dirty exists 2023-12-01T04:52:57.573 INFO:tasks.rados.rados.0.smithi111.stdout:2708: left oid 12 (ObjNum 852 snap 274 seq_num 852) 2023-12-01T04:52:57.573 INFO:tasks.rados.rados.0.smithi111.stdout:2713: finishing write tid 1 to smithi111183488-44 2023-12-01T04:52:57.574 INFO:tasks.rados.rados.0.smithi111.stdout:2713: finishing write tid 2 to smithi111183488-44 2023-12-01T04:52:57.574 INFO:tasks.rados.rados.0.smithi111.stdout:2713: finishing write tid 3 to smithi111183488-44 2023-12-01T04:52:57.575 INFO:tasks.rados.rados.0.smithi111.stdout:2708: done (5 left) 2023-12-01T04:52:57.576 INFO:tasks.rados.rados.0.smithi111.stdout:2709: done (4 left) 2023-12-01T04:52:57.576 INFO:tasks.rados.rados.0.smithi111.stdout:2710: done (3 left) 2023-12-01T04:52:57.576 INFO:tasks.rados.rados.0.smithi111.stdout:2711: done (2 left) 2023-12-01T04:52:57.576 INFO:tasks.rados.rados.0.smithi111.stdout:2715: read oid 32 snap -1 2023-12-01T04:52:57.576 INFO:tasks.rados.rados.0.smithi111.stdout:2715: expect (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:52:57.576 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 274 2023-12-01T04:52:57.577 INFO:tasks.rados.rados.0.smithi111.stdout:2716: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2023-12-01T04:52:57.578 INFO:tasks.rados.rados.0.smithi111.stdout:2716: writing smithi111183488-17 from 0 to 729088 tid 1 2023-12-01T04:52:57.581 INFO:tasks.rados.rados.0.smithi111.stdout:2716: writing smithi111183488-17 from 729088 to 1400832 tid 2 2023-12-01T04:52:57.585 INFO:tasks.rados.rados.0.smithi111.stdout:2716: writing smithi111183488-17 from 1400832 to 2064384 tid 3 2023-12-01T04:52:57.588 INFO:tasks.rados.rados.0.smithi111.stdout:2716: writing smithi111183488-17 from 2064384 to 2334720 tid 4 2023-12-01T04:52:57.588 INFO:tasks.rados.rados.0.smithi111.stdout:2717: setattr oid 35 current snap is 274 2023-12-01T04:52:57.588 INFO:tasks.rados.rados.0.smithi111.stdout:2713: finishing write tid 4 to smithi111183488-44 2023-12-01T04:52:57.588 INFO:tasks.rados.rados.0.smithi111.stdout:2713: finishing write tid 5 to smithi111183488-44 2023-12-01T04:52:57.588 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1869 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:52:57.588 INFO:tasks.rados.rados.0.smithi111.stdout:2713: finishing write tid 6 to smithi111183488-44 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:2713: oid 44 updating version 0 to 1539 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:2713: oid 44 updating version 1539 to 1540 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:2713: oid 44 updating version 1540 to 1541 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:2713: oid 44 updating version 1541 to 1542 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:2713: oid 44 version 1542 is already newer than 1538 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1542 (ObjNum 854 snap 274 seq_num 854) dirty exists 2023-12-01T04:52:57.589 INFO:tasks.rados.rados.0.smithi111.stdout:2713: left oid 44 (ObjNum 854 snap 274 seq_num 854) 2023-12-01T04:52:57.593 INFO:tasks.rados.rados.0.smithi111.stdout:2715: expect (ObjNum 754 snap 241 seq_num 754) 2023-12-01T04:52:57.674 INFO:tasks.rados.rados.0.smithi111.stdout:2716: finishing write tid 1 to smithi111183488-17 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: finishing write tid 2 to smithi111183488-17 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: finishing write tid 3 to smithi111183488-17 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: finishing write tid 4 to smithi111183488-17 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: finishing write tid 5 to smithi111183488-17 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: finishing write tid 6 to smithi111183488-17 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: oid 17 updating version 0 to 1790 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: oid 17 version 1790 is already newer than 1786 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: oid 17 version 1790 is already newer than 1789 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: oid 17 version 1790 is already newer than 1788 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: oid 17 version 1790 is already newer than 1787 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1790 (ObjNum 855 snap 274 seq_num 855) dirty exists 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2716: left oid 17 (ObjNum 855 snap 274 seq_num 855) 2023-12-01T04:52:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:2713: done (4 left) 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2714: done (3 left) 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2715: done (2 left) 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2716: done (1 left) 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2718: read oid 5 snap 269 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2718: expect (ObjNum 832 snap 269 seq_num 832) 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2719: rmattr oid 9 current snap is 274 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2719: done (2 left) 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2720: copy_from oid 21 from oid 37 current snap is 274 2023-12-01T04:52:57.676 INFO:tasks.rados.rados.0.smithi111.stdout:2721: delete oid 24 current snap is 274 2023-12-01T04:52:57.678 INFO:tasks.rados.rados.0.smithi111.stdout:2721: done (3 left) 2023-12-01T04:52:57.678 INFO:tasks.rados.rados.0.smithi111.stdout:2722: setattr oid 39 current snap is 274 2023-12-01T04:52:57.678 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1301 (ObjNum 825 snap 264 seq_num 825) dirty exists 2023-12-01T04:52:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:2717: done (3 left) 2023-12-01T04:52:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:2723: read oid 10 snap -1 2023-12-01T04:52:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:2723: expect (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:52:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:2724: delete oid 44 current snap is 274 2023-12-01T04:52:57.684 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1579 (ObjNum 782 snap 247 seq_num 782) dirty exists 2023-12-01T04:52:57.687 INFO:tasks.rados.rados.0.smithi111.stdout:2722: done (4 left) 2023-12-01T04:52:57.687 INFO:tasks.rados.rados.0.smithi111.stdout:2724: done (3 left) 2023-12-01T04:52:57.688 INFO:tasks.rados.rados.0.smithi111.stdout:2725: delete oid 33 current snap is 274 2023-12-01T04:52:57.691 INFO:tasks.rados.rados.0.smithi111.stdout:2725: done (3 left) 2023-12-01T04:52:57.691 INFO:tasks.rados.rados.0.smithi111.stdout:2726: snap_create 2023-12-01T04:52:57.693 INFO:tasks.rados.rados.0.smithi111.stdout:2723: expect (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:52:57.814 INFO:tasks.rados.rados.0.smithi111.stdout:2718: expect (ObjNum 832 snap 269 seq_num 832) 2023-12-01T04:52:57.939 INFO:tasks.rados.rados.0.smithi111.stdout:2720: finishing copy_from to smithi111183488-21 2023-12-01T04:52:57.940 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1531 (ObjNum 842 snap 271 seq_num 842) dirty exists 2023-12-01T04:52:57.940 INFO:tasks.rados.rados.0.smithi111.stdout:2720: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:52:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:57 smithi155 ceph-mon[102677]: osdmap e598: 8 total, 8 up, 8 in 2023-12-01T04:52:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:57 smithi155 ceph-mon[102677]: pgmap v871: 121 pgs: 121 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2023-12-01T04:52:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:57 smithi111 ceph-mon[97855]: osdmap e598: 8 total, 8 up, 8 in 2023-12-01T04:52:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:57 smithi111 ceph-mon[97855]: pgmap v871: 121 pgs: 121 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2023-12-01T04:52:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:57 smithi111 ceph-mon[116524]: osdmap e598: 8 total, 8 up, 8 in 2023-12-01T04:52:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:57 smithi111 ceph-mon[116524]: pgmap v871: 121 pgs: 121 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2023-12-01T04:52:58.490 INFO:tasks.rados.rados.0.smithi111.stdout:2718: done (3 left) 2023-12-01T04:52:58.491 INFO:tasks.rados.rados.0.smithi111.stdout:2720: done (2 left) 2023-12-01T04:52:58.491 INFO:tasks.rados.rados.0.smithi111.stdout:2723: done (1 left) 2023-12-01T04:52:58.491 INFO:tasks.rados.rados.0.smithi111.stdout:2726: done (0 left) 2023-12-01T04:52:58.491 INFO:tasks.rados.rados.0.smithi111.stdout:2727: snap_remove snap 251 2023-12-01T04:52:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:58 smithi155 ceph-mon[102677]: osdmap e599: 8 total, 8 up, 8 in 2023-12-01T04:52:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:58 smithi155 ceph-mon[102677]: osdmap e600: 8 total, 8 up, 8 in 2023-12-01T04:52:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:58 smithi111 ceph-mon[97855]: osdmap e599: 8 total, 8 up, 8 in 2023-12-01T04:52:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:58 smithi111 ceph-mon[97855]: osdmap e600: 8 total, 8 up, 8 in 2023-12-01T04:52:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:58 smithi111 ceph-mon[116524]: osdmap e599: 8 total, 8 up, 8 in 2023-12-01T04:52:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:58 smithi111 ceph-mon[116524]: osdmap e600: 8 total, 8 up, 8 in 2023-12-01T04:52:59.500 INFO:tasks.rados.rados.0.smithi111.stdout:2727: done (0 left) 2023-12-01T04:52:59.500 INFO:tasks.rados.rados.0.smithi111.stdout:2728: rmattr oid 26 current snap is 275 2023-12-01T04:52:59.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 275 2023-12-01T04:52:59.500 INFO:tasks.rados.rados.0.smithi111.stdout:2729: seq_num 859 ranges {8773632=794624,9568256=614400,10182656=638976,10821632=352256} 2023-12-01T04:52:59.552 INFO:tasks.rados.rados.0.smithi111.stdout:2729: writing smithi111183488-11 from 8773632 to 9568256 tid 1 2023-12-01T04:52:59.556 INFO:tasks.rados.rados.0.smithi111.stdout:2729: writing smithi111183488-11 from 9568256 to 10182656 tid 2 2023-12-01T04:52:59.560 INFO:tasks.rados.rados.0.smithi111.stdout:2729: writing smithi111183488-11 from 10182656 to 10821632 tid 3 2023-12-01T04:52:59.562 INFO:tasks.rados.rados.0.smithi111.stdout:2729: writing smithi111183488-11 from 10821632 to 11173888 tid 4 2023-12-01T04:52:59.562 INFO:tasks.rados.rados.0.smithi111.stdout:2730: copy_from oid 24 from oid 3 current snap is 275 2023-12-01T04:52:59.562 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 1544 (ObjNum 257 snap 0 seq_num 3707355616) dirty exists 2023-12-01T04:52:59.562 INFO:tasks.rados.rados.0.smithi111.stdout:2729: finishing write tid 1 to smithi111183488-11 2023-12-01T04:52:59.562 INFO:tasks.rados.rados.0.smithi111.stdout:2729: finishing write tid 2 to smithi111183488-11 2023-12-01T04:52:59.562 INFO:tasks.rados.rados.0.smithi111.stdout:2728: done (2 left) 2023-12-01T04:52:59.563 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 275 2023-12-01T04:52:59.563 INFO:tasks.rados.rados.0.smithi111.stdout:2731: seq_num 860 ranges {1589248=8192} 2023-12-01T04:52:59.571 INFO:tasks.rados.rados.0.smithi111.stdout:2731: writing smithi111183488-42 from 1589248 to 1597440 tid 1 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2732: delete oid 39 current snap is 275 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: finishing write tid 3 to smithi111183488-11 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: finishing write tid 4 to smithi111183488-11 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: finishing write tid 5 to smithi111183488-11 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: finishing write tid 6 to smithi111183488-11 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: oid 11 updating version 0 to 1979 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: oid 11 version 1979 is already newer than 1978 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: oid 11 updating version 1979 to 1980 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: oid 11 updating version 1980 to 1981 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: oid 11 version 1981 is already newer than 1977 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1981 (ObjNum 859 snap 275 seq_num 859) dirty exists 2023-12-01T04:52:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:2729: left oid 11 (ObjNum 859 snap 275 seq_num 859) 2023-12-01T04:52:59.574 INFO:tasks.rados.rados.0.smithi111.stdout:2729: done (3 left) 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:2732: done (2 left) 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:2733: rollback oid 30 current snap is 275 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 271 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:2734: rollback oid 5 current snap is 275 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 5 to 259 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:2735: rollback oid 40 current snap is 275 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 274 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 275 2023-12-01T04:52:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:2736: seq_num 862 ranges {917504=40960} 2023-12-01T04:52:59.580 INFO:tasks.rados.rados.0.smithi111.stdout:2736: writing smithi111183488-2 from 917504 to 958464 tid 1 2023-12-01T04:52:59.580 INFO:tasks.rados.rados.0.smithi111.stdout:2737: snap_create 2023-12-01T04:52:59.580 INFO:tasks.rados.rados.0.smithi111.stdout:2731: finishing write tid 1 to smithi111183488-42 2023-12-01T04:52:59.580 INFO:tasks.rados.rados.0.smithi111.stdout:2731: finishing write tid 2 to smithi111183488-42 2023-12-01T04:52:59.580 INFO:tasks.rados.rados.0.smithi111.stdout:2735: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1171 (ObjNum 289 snap 0 seq_num 1) dirty dne 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:2731: finishing write tid 3 to smithi111183488-42 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:2731: oid 42 updating version 0 to 1770 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:2731: oid 42 version 1770 is already newer than 1769 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1770 (ObjNum 860 snap 275 seq_num 860) dirty exists 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:2731: left oid 42 (ObjNum 860 snap 275 seq_num 860) 2023-12-01T04:52:59.581 INFO:tasks.rados.rados.0.smithi111.stdout:2734: finishing rollback tid 0 to smithi111183488-5 2023-12-01T04:52:59.582 INFO:tasks.rados.rados.0.smithi111.stdout:2734: finishing rollback tid 1 to smithi111183488-5 2023-12-01T04:52:59.582 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2230 (ObjNum 97 snap 0 seq_num 3707811744) dirty dne 2023-12-01T04:52:59.582 INFO:tasks.rados.rados.0.smithi111.stdout:2733: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:52:59.582 INFO:tasks.rados.rados.0.smithi111.stdout:2733: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:52:59.582 INFO:tasks.rados.rados.0.smithi111.stdout:2733: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:52:59.582 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 1985 (ObjNum 838 snap 269 seq_num 838) dirty exists 2023-12-01T04:52:59.592 INFO:tasks.rados.rados.0.smithi111.stdout:2730: finishing copy_from to smithi111183488-24 2023-12-01T04:52:59.592 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2030 (ObjNum 794 snap 250 seq_num 794) dirty exists 2023-12-01T04:52:59.592 INFO:tasks.rados.rados.0.smithi111.stdout:2730: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:52:59.593 INFO:tasks.rados.rados.0.smithi111.stdout:2736: finishing write tid 1 to smithi111183488-2 2023-12-01T04:52:59.593 INFO:tasks.rados.rados.0.smithi111.stdout:2736: finishing write tid 2 to smithi111183488-2 2023-12-01T04:52:59.594 INFO:tasks.rados.rados.0.smithi111.stdout:2736: finishing write tid 3 to smithi111183488-2 2023-12-01T04:52:59.594 INFO:tasks.rados.rados.0.smithi111.stdout:2736: oid 2 updating version 0 to 2032 2023-12-01T04:52:59.594 INFO:tasks.rados.rados.0.smithi111.stdout:2736: oid 2 version 2032 is already newer than 2031 2023-12-01T04:52:59.594 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2032 (ObjNum 862 snap 275 seq_num 862) dirty exists 2023-12-01T04:52:59.594 INFO:tasks.rados.rados.0.smithi111.stdout:2736: left oid 2 (ObjNum 862 snap 275 seq_num 862) 2023-12-01T04:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:52:59] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:52:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:59 smithi111 ceph-mon[97855]: pgmap v874: 121 pgs: 121 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2023-12-01T04:52:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:52:59 smithi111 ceph-mon[97855]: osdmap e601: 8 total, 8 up, 8 in 2023-12-01T04:52:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:59 smithi111 ceph-mon[116524]: pgmap v874: 121 pgs: 121 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2023-12-01T04:52:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:52:59 smithi111 ceph-mon[116524]: osdmap e601: 8 total, 8 up, 8 in 2023-12-01T04:52:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:59 smithi155 ceph-mon[102677]: pgmap v874: 121 pgs: 121 active+clean; 346 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2023-12-01T04:52:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:52:59 smithi155 ceph-mon[102677]: osdmap e601: 8 total, 8 up, 8 in 2023-12-01T04:53:00.539 INFO:tasks.rados.rados.0.smithi111.stdout:2730: done (6 left) 2023-12-01T04:53:00.539 INFO:tasks.rados.rados.0.smithi111.stdout:2731: done (5 left) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2733: done (4 left) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2734: done (3 left) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2735: done (2 left) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2736: done (1 left) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2737: done (0 left) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2738: read oid 19 snap -1 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2738: expect (ObjNum 822 snap 263 seq_num 822) 2023-12-01T04:53:00.540 INFO:tasks.rados.rados.0.smithi111.stdout:2739: snap_remove snap 272 2023-12-01T04:53:01.547 INFO:tasks.rados.rados.0.smithi111.stdout:2739: done (1 left) 2023-12-01T04:53:01.548 INFO:tasks.rados.rados.0.smithi111.stdout:2740: snap_create 2023-12-01T04:53:01.548 INFO:tasks.rados.rados.0.smithi111.stdout:2738: expect (ObjNum 822 snap 263 seq_num 822) 2023-12-01T04:53:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:01 smithi155 ceph-mon[102677]: osdmap e602: 8 total, 8 up, 8 in 2023-12-01T04:53:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:01 smithi155 ceph-mon[102677]: pgmap v877: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 38 op/s 2023-12-01T04:53:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:01 smithi111 ceph-mon[97855]: osdmap e602: 8 total, 8 up, 8 in 2023-12-01T04:53:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:01 smithi111 ceph-mon[97855]: pgmap v877: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 38 op/s 2023-12-01T04:53:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:01 smithi111 ceph-mon[116524]: osdmap e602: 8 total, 8 up, 8 in 2023-12-01T04:53:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:01 smithi111 ceph-mon[116524]: pgmap v877: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 38 op/s 2023-12-01T04:53:02.547 INFO:tasks.rados.rados.0.smithi111.stdout:2738: done (1 left) 2023-12-01T04:53:02.548 INFO:tasks.rados.rados.0.smithi111.stdout:2740: done (0 left) 2023-12-01T04:53:02.548 INFO:tasks.rados.rados.0.smithi111.stdout:2741: copy_from oid 50 from oid 43 current snap is 277 2023-12-01T04:53:02.548 INFO:tasks.rados.rados.0.smithi111.stdout:2742: snap_create 2023-12-01T04:53:02.580 INFO:tasks.rados.rados.0.smithi111.stdout:2741: finishing copy_from to smithi111183488-50 2023-12-01T04:53:02.580 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 1852 (ObjNum 849 snap 273 seq_num 849) dirty exists 2023-12-01T04:53:02.581 INFO:tasks.rados.rados.0.smithi111.stdout:2741: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:53:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:02 smithi155 ceph-mon[102677]: osdmap e603: 8 total, 8 up, 8 in 2023-12-01T04:53:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:02 smithi155 ceph-mon[102677]: osdmap e604: 8 total, 8 up, 8 in 2023-12-01T04:53:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:02 smithi111 ceph-mon[97855]: osdmap e603: 8 total, 8 up, 8 in 2023-12-01T04:53:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:02 smithi111 ceph-mon[97855]: osdmap e604: 8 total, 8 up, 8 in 2023-12-01T04:53:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:02 smithi111 ceph-mon[116524]: osdmap e603: 8 total, 8 up, 8 in 2023-12-01T04:53:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:02 smithi111 ceph-mon[116524]: osdmap e604: 8 total, 8 up, 8 in 2023-12-01T04:53:03.492 INFO:tasks.rados.rados.0.smithi111.stdout:2741: done (1 left) 2023-12-01T04:53:03.492 INFO:tasks.rados.rados.0.smithi111.stdout:2742: done (0 left) 2023-12-01T04:53:03.493 INFO:tasks.rados.rados.0.smithi111.stdout:2743: rollback oid 44 current snap is 278 2023-12-01T04:53:03.493 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 257 2023-12-01T04:53:03.493 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 278 2023-12-01T04:53:03.493 INFO:tasks.rados.rados.0.smithi111.stdout:2744: seq_num 863 ranges {1597440=57344} 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:2744: writing smithi111183488-42 from 1597440 to 1654784 tid 1 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:2745: rollback oid 5 current snap is 278 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 5 to 267 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:2743: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:2743: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1546 (ObjNum 790 snap 250 seq_num 790) dirty exists 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:2743: done (2 left) 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 278 2023-12-01T04:53:03.502 INFO:tasks.rados.rados.0.smithi111.stdout:2746: seq_num 864 ranges {3989504=73728} 2023-12-01T04:53:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:2746: writing smithi111183488-37 from 3989504 to 4063232 tid 1 2023-12-01T04:53:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 278 2023-12-01T04:53:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:2744: finishing write tid 1 to smithi111183488-42 2023-12-01T04:53:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:2747: seq_num 865 ranges {0=90112} 2023-12-01T04:53:03.525 INFO:tasks.rados.rados.0.smithi111.stdout:2747: writing smithi111183488-9 from 0 to 90112 tid 1 2023-12-01T04:53:03.525 INFO:tasks.rados.rados.0.smithi111.stdout:2748: read oid 19 snap -1 2023-12-01T04:53:03.525 INFO:tasks.rados.rados.0.smithi111.stdout:2748: expect (ObjNum 822 snap 263 seq_num 822) 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2749: delete oid 36 current snap is 278 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2744: finishing write tid 2 to smithi111183488-42 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2745: finishing rollback tid 1 to smithi111183488-5 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2744: finishing write tid 3 to smithi111183488-42 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2744: oid 42 updating version 0 to 1772 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2744: oid 42 version 1772 is already newer than 1771 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1772 (ObjNum 863 snap 278 seq_num 863) dirty exists 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2744: left oid 42 (ObjNum 863 snap 278 seq_num 863) 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:2745: finishing rollback tid 2 to smithi111183488-5 2023-12-01T04:53:03.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2238 (ObjNum 827 snap 267 seq_num 827) dirty exists 2023-12-01T04:53:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:2747: finishing write tid 1 to smithi111183488-9 2023-12-01T04:53:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:2744: done (5 left) 2023-12-01T04:53:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:2745: done (4 left) 2023-12-01T04:53:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:2749: done (3 left) 2023-12-01T04:53:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:2750: read oid 26 snap -1 2023-12-01T04:53:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:2750: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2751: read oid 2 snap -1 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2751: expect (ObjNum 862 snap 275 seq_num 862) 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2752: read oid 40 snap -1 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2752: expect deleted 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2753: snap_create 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2746: finishing write tid 1 to smithi111183488-37 2023-12-01T04:53:03.529 INFO:tasks.rados.rados.0.smithi111.stdout:2746: finishing write tid 2 to smithi111183488-37 2023-12-01T04:53:03.530 INFO:tasks.rados.rados.0.smithi111.stdout:2748: expect (ObjNum 822 snap 263 seq_num 822) 2023-12-01T04:53:03.580 INFO:tasks.rados.rados.0.smithi111.stdout:2747: finishing write tid 2 to smithi111183488-9 2023-12-01T04:53:03.580 INFO:tasks.rados.rados.0.smithi111.stdout:2750: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:53:03.583 INFO:tasks.rados.rados.0.smithi111.stdout:2746: finishing write tid 3 to smithi111183488-37 2023-12-01T04:53:03.583 INFO:tasks.rados.rados.0.smithi111.stdout:2746: oid 37 updating version 0 to 1548 2023-12-01T04:53:03.583 INFO:tasks.rados.rados.0.smithi111.stdout:2746: oid 37 version 1548 is already newer than 1547 2023-12-01T04:53:03.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1548 (ObjNum 864 snap 278 seq_num 864) dirty exists 2023-12-01T04:53:03.583 INFO:tasks.rados.rados.0.smithi111.stdout:2746: left oid 37 (ObjNum 864 snap 278 seq_num 864) 2023-12-01T04:53:03.584 INFO:tasks.rados.rados.0.smithi111.stdout:2747: finishing write tid 3 to smithi111183488-9 2023-12-01T04:53:03.584 INFO:tasks.rados.rados.0.smithi111.stdout:2747: oid 9 updating version 0 to 1331 2023-12-01T04:53:03.584 INFO:tasks.rados.rados.0.smithi111.stdout:2747: oid 9 updating version 1331 to 1332 2023-12-01T04:53:03.584 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 1332 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:03.584 INFO:tasks.rados.rados.0.smithi111.stdout:2747: left oid 9 (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:03.584 INFO:tasks.rados.rados.0.smithi111.stdout:2751: expect (ObjNum 862 snap 275 seq_num 862) 2023-12-01T04:53:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:03 smithi155 ceph-mon[102677]: pgmap v880: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 38 op/s 2023-12-01T04:53:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:03 smithi155 ceph-mon[102677]: osdmap e605: 8 total, 8 up, 8 in 2023-12-01T04:53:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:03 smithi111 ceph-mon[97855]: pgmap v880: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 38 op/s 2023-12-01T04:53:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:03 smithi111 ceph-mon[97855]: osdmap e605: 8 total, 8 up, 8 in 2023-12-01T04:53:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:03 smithi111 ceph-mon[116524]: pgmap v880: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.7 MiB/s wr, 38 op/s 2023-12-01T04:53:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:03 smithi111 ceph-mon[116524]: osdmap e605: 8 total, 8 up, 8 in 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2746: done (6 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2747: done (5 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2748: done (4 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2750: done (3 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2751: done (2 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2752: done (1 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2753: done (0 left) 2023-12-01T04:53:04.500 INFO:tasks.rados.rados.0.smithi111.stdout:2754: copy_from oid 38 from oid 17 current snap is 279 2023-12-01T04:53:04.501 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 279 2023-12-01T04:53:04.501 INFO:tasks.rados.rados.0.smithi111.stdout:2755: seq_num 867 ranges {11173888=122880} 2023-12-01T04:53:04.560 INFO:tasks.rados.rados.0.smithi111.stdout:2755: writing smithi111183488-11 from 11173888 to 11296768 tid 1 2023-12-01T04:53:04.560 INFO:tasks.rados.rados.0.smithi111.stdout:2756: delete oid 47 current snap is 279 2023-12-01T04:53:04.561 INFO:tasks.rados.rados.0.smithi111.stdout:2754: finishing copy_from to smithi111183488-38 2023-12-01T04:53:04.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1790 (ObjNum 855 snap 274 seq_num 855) dirty exists 2023-12-01T04:53:04.561 INFO:tasks.rados.rados.0.smithi111.stdout:2754: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:53:04.564 INFO:tasks.rados.rados.0.smithi111.stdout:2754: done (2 left) 2023-12-01T04:53:04.564 INFO:tasks.rados.rados.0.smithi111.stdout:2756: done (1 left) 2023-12-01T04:53:04.564 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 279 2023-12-01T04:53:04.564 INFO:tasks.rados.rados.0.smithi111.stdout:2757: seq_num 869 ranges {1654784=155648} 2023-12-01T04:53:04.574 INFO:tasks.rados.rados.0.smithi111.stdout:2757: writing smithi111183488-42 from 1654784 to 1810432 tid 1 2023-12-01T04:53:04.574 INFO:tasks.rados.rados.0.smithi111.stdout:2758: delete oid 25 current snap is 279 2023-12-01T04:53:04.574 INFO:tasks.rados.rados.0.smithi111.stdout:2755: finishing write tid 1 to smithi111183488-11 2023-12-01T04:53:04.575 INFO:tasks.rados.rados.0.smithi111.stdout:2755: finishing write tid 2 to smithi111183488-11 2023-12-01T04:53:04.575 INFO:tasks.rados.rados.0.smithi111.stdout:2755: finishing write tid 3 to smithi111183488-11 2023-12-01T04:53:04.575 INFO:tasks.rados.rados.0.smithi111.stdout:2755: oid 11 updating version 0 to 1995 2023-12-01T04:53:04.575 INFO:tasks.rados.rados.0.smithi111.stdout:2755: oid 11 updating version 1995 to 1996 2023-12-01T04:53:04.575 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 1996 (ObjNum 867 snap 279 seq_num 867) dirty exists 2023-12-01T04:53:04.575 INFO:tasks.rados.rados.0.smithi111.stdout:2755: left oid 11 (ObjNum 867 snap 279 seq_num 867) 2023-12-01T04:53:04.577 INFO:tasks.rados.rados.0.smithi111.stdout:2755: done (2 left) 2023-12-01T04:53:04.577 INFO:tasks.rados.rados.0.smithi111.stdout:2758: done (1 left) 2023-12-01T04:53:04.577 INFO:tasks.rados.rados.0.smithi111.stdout:2759: rollback oid 38 current snap is 279 2023-12-01T04:53:04.577 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 38 to 277 2023-12-01T04:53:04.577 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 279 2023-12-01T04:53:04.578 INFO:tasks.rados.rados.0.smithi111.stdout:2760: seq_num 871 ranges {0=188416} 2023-12-01T04:53:04.578 INFO:tasks.rados.rados.0.smithi111.stdout:2760: writing smithi111183488-47 from 0 to 188416 tid 1 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2761: read oid 7 snap -1 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2761: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2762: read oid 27 snap -1 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2762: expect (ObjNum 848 snap 273 seq_num 848) 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2763: snap_create 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2757: finishing write tid 1 to smithi111183488-42 2023-12-01T04:53:04.579 INFO:tasks.rados.rados.0.smithi111.stdout:2757: finishing write tid 2 to smithi111183488-42 2023-12-01T04:53:04.580 INFO:tasks.rados.rados.0.smithi111.stdout:2761: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2757: finishing write tid 3 to smithi111183488-42 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2757: oid 42 updating version 0 to 1775 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2757: oid 42 version 1775 is already newer than 1774 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1775 (ObjNum 869 snap 279 seq_num 869) dirty exists 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2757: left oid 42 (ObjNum 869 snap 279 seq_num 869) 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2759: finishing rollback tid 0 to smithi111183488-38 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2759: finishing rollback tid 1 to smithi111183488-38 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2760: finishing write tid 1 to smithi111183488-47 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2760: finishing write tid 2 to smithi111183488-47 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2759: finishing rollback tid 2 to smithi111183488-38 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 1802 (ObjNum 837 snap 269 seq_num 837) dirty exists 2023-12-01T04:53:04.587 INFO:tasks.rados.rados.0.smithi111.stdout:2760: finishing write tid 3 to smithi111183488-47 2023-12-01T04:53:04.588 INFO:tasks.rados.rados.0.smithi111.stdout:2760: oid 47 updating version 0 to 1550 2023-12-01T04:53:04.588 INFO:tasks.rados.rados.0.smithi111.stdout:2760: oid 47 version 1550 is already newer than 1549 2023-12-01T04:53:04.588 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1550 (ObjNum 871 snap 279 seq_num 871) dirty exists 2023-12-01T04:53:04.588 INFO:tasks.rados.rados.0.smithi111.stdout:2760: left oid 47 (ObjNum 871 snap 279 seq_num 871) 2023-12-01T04:53:04.593 INFO:tasks.rados.rados.0.smithi111.stdout:2762: expect (ObjNum 848 snap 273 seq_num 848) 2023-12-01T04:53:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:04 smithi155 ceph-mon[102677]: osdmap e606: 8 total, 8 up, 8 in 2023-12-01T04:53:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:04 smithi111 ceph-mon[97855]: osdmap e606: 8 total, 8 up, 8 in 2023-12-01T04:53:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:04 smithi111 ceph-mon[116524]: osdmap e606: 8 total, 8 up, 8 in 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2757: done (5 left) 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2759: done (4 left) 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2760: done (3 left) 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2761: done (2 left) 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2762: done (1 left) 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2763: done (0 left) 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2764: copy_from oid 19 from oid 12 current snap is 280 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 31 current snap is 280 2023-12-01T04:53:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:2765: seq_num 872 ranges {0=212992} 2023-12-01T04:53:05.577 INFO:tasks.rados.rados.0.smithi111.stdout:2765: writing smithi111183488-31 from 0 to 212992 tid 1 2023-12-01T04:53:05.577 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 280 2023-12-01T04:53:05.577 INFO:tasks.rados.rados.0.smithi111.stdout:2766: seq_num 873 ranges {1810432=229376} 2023-12-01T04:53:05.589 INFO:tasks.rados.rados.0.smithi111.stdout:2766: writing smithi111183488-42 from 1810432 to 2039808 tid 1 2023-12-01T04:53:05.589 INFO:tasks.rados.rados.0.smithi111.stdout:2767: delete oid 1 current snap is 280 2023-12-01T04:53:05.589 INFO:tasks.rados.rados.0.smithi111.stdout:2765: finishing write tid 1 to smithi111183488-31 2023-12-01T04:53:05.589 INFO:tasks.rados.rados.0.smithi111.stdout:2765: finishing write tid 2 to smithi111183488-31 2023-12-01T04:53:05.589 INFO:tasks.rados.rados.0.smithi111.stdout:2765: finishing write tid 3 to smithi111183488-31 2023-12-01T04:53:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:2765: oid 31 updating version 0 to 1997 2023-12-01T04:53:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:2765: oid 31 updating version 1997 to 1998 2023-12-01T04:53:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1998 (ObjNum 872 snap 280 seq_num 872) dirty exists 2023-12-01T04:53:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:2765: left oid 31 (ObjNum 872 snap 280 seq_num 872) 2023-12-01T04:53:05.593 INFO:tasks.rados.rados.0.smithi111.stdout:2764: finishing copy_from to smithi111183488-19 2023-12-01T04:53:05.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 1626 (ObjNum 852 snap 274 seq_num 852) dirty exists 2023-12-01T04:53:05.594 INFO:tasks.rados.rados.0.smithi111.stdout:2764: finishing copy_from racing read to smithi111183488-19 2023-12-01T04:53:05.595 INFO:tasks.rados.rados.0.smithi111.stdout:2766: finishing write tid 1 to smithi111183488-42 2023-12-01T04:53:05.595 INFO:tasks.rados.rados.0.smithi111.stdout:2766: finishing write tid 2 to smithi111183488-42 2023-12-01T04:53:05.597 INFO:tasks.rados.rados.0.smithi111.stdout:2764: done (3 left) 2023-12-01T04:53:05.597 INFO:tasks.rados.rados.0.smithi111.stdout:2765: done (2 left) 2023-12-01T04:53:05.597 INFO:tasks.rados.rados.0.smithi111.stdout:2767: done (1 left) 2023-12-01T04:53:05.597 INFO:tasks.rados.rados.0.smithi111.stdout:2768: snap_remove snap 259 2023-12-01T04:53:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:05 smithi155 ceph-mon[102677]: pgmap v883: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:05 smithi111 ceph-mon[97855]: pgmap v883: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:05 smithi111 ceph-mon[116524]: pgmap v883: 121 pgs: 121 active+clean; 367 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:06.592 INFO:tasks.rados.rados.0.smithi111.stdout:2768: done (1 left) 2023-12-01T04:53:06.592 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 280 2023-12-01T04:53:06.592 INFO:tasks.rados.rados.0.smithi111.stdout:2769: seq_num 875 ranges {3031040=262144} 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2769: writing smithi111183488-48 from 3031040 to 3293184 tid 1 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2770: read oid 4 snap -1 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2770: expect deleted 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2771: snap_create 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2766: finishing write tid 3 to smithi111183488-42 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2766: oid 42 updating version 0 to 1777 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2766: oid 42 version 1777 is already newer than 1776 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1777 (ObjNum 873 snap 280 seq_num 873) dirty exists 2023-12-01T04:53:06.611 INFO:tasks.rados.rados.0.smithi111.stdout:2766: left oid 42 (ObjNum 873 snap 280 seq_num 873) 2023-12-01T04:53:06.614 INFO:tasks.rados.rados.0.smithi111.stdout:2769: finishing write tid 1 to smithi111183488-48 2023-12-01T04:53:06.614 INFO:tasks.rados.rados.0.smithi111.stdout:2769: finishing write tid 2 to smithi111183488-48 2023-12-01T04:53:06.616 INFO:tasks.rados.rados.0.smithi111.stdout:2769: finishing write tid 3 to smithi111183488-48 2023-12-01T04:53:06.617 INFO:tasks.rados.rados.0.smithi111.stdout:2769: oid 48 updating version 0 to 1809 2023-12-01T04:53:06.617 INFO:tasks.rados.rados.0.smithi111.stdout:2769: oid 48 version 1809 is already newer than 1808 2023-12-01T04:53:06.617 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1809 (ObjNum 875 snap 280 seq_num 875) dirty exists 2023-12-01T04:53:06.617 INFO:tasks.rados.rados.0.smithi111.stdout:2769: left oid 48 (ObjNum 875 snap 280 seq_num 875) 2023-12-01T04:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:06 smithi155 ceph-mon[102677]: osdmap e607: 8 total, 8 up, 8 in 2023-12-01T04:53:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:06 smithi111 ceph-mon[97855]: osdmap e607: 8 total, 8 up, 8 in 2023-12-01T04:53:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:06 smithi111 ceph-mon[116524]: osdmap e607: 8 total, 8 up, 8 in 2023-12-01T04:53:07.594 INFO:tasks.rados.rados.0.smithi111.stdout:2766: done (3 left) 2023-12-01T04:53:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:2769: done (2 left) 2023-12-01T04:53:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:2770: done (1 left) 2023-12-01T04:53:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:2771: done (0 left) 2023-12-01T04:53:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:2772: copy_from oid 10 from oid 15 current snap is 281 2023-12-01T04:53:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 281 2023-12-01T04:53:07.595 INFO:tasks.rados.rados.0.smithi111.stdout:2773: seq_num 876 ranges {4063232=278528} 2023-12-01T04:53:07.618 INFO:tasks.rados.rados.0.smithi111.stdout:2773: writing smithi111183488-37 from 4063232 to 4341760 tid 1 2023-12-01T04:53:07.619 INFO:tasks.rados.rados.0.smithi111.stdout:2774: copy_from oid 6 from oid 9 current snap is 281 2023-12-01T04:53:07.619 INFO:tasks.rados.rados.0.smithi111.stdout:2772: finishing copy_from to smithi111183488-10 2023-12-01T04:53:07.619 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 1864 (ObjNum 690 snap 221 seq_num 690) dirty exists 2023-12-01T04:53:07.619 INFO:tasks.rados.rados.0.smithi111.stdout:2772: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:53:07.619 INFO:tasks.rados.rados.0.smithi111.stdout:2772: done (2 left) 2023-12-01T04:53:07.619 INFO:tasks.rados.rados.0.smithi111.stdout:2775: snap_remove snap 269 2023-12-01T04:53:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:07 smithi155 ceph-mon[102677]: osdmap e608: 8 total, 8 up, 8 in 2023-12-01T04:53:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:07 smithi155 ceph-mon[102677]: pgmap v886: 121 pgs: 121 active+clean; 381 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2023-12-01T04:53:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:07 smithi111 ceph-mon[97855]: osdmap e608: 8 total, 8 up, 8 in 2023-12-01T04:53:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:07 smithi111 ceph-mon[97855]: pgmap v886: 121 pgs: 121 active+clean; 381 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2023-12-01T04:53:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:07 smithi111 ceph-mon[116524]: osdmap e608: 8 total, 8 up, 8 in 2023-12-01T04:53:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:07 smithi111 ceph-mon[116524]: pgmap v886: 121 pgs: 121 active+clean; 381 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2023-12-01T04:53:08.505 INFO:tasks.rados.rados.0.smithi111.stdout:2775: done (2 left) 2023-12-01T04:53:08.505 INFO:tasks.rados.rados.0.smithi111.stdout:2776: delete oid 33 current snap is 281 2023-12-01T04:53:08.505 INFO:tasks.rados.rados.0.smithi111.stdout:2773: finishing write tid 1 to smithi111183488-37 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2773: finishing write tid 2 to smithi111183488-37 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2773: finishing write tid 3 to smithi111183488-37 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2773: oid 37 updating version 0 to 1552 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2773: oid 37 version 1552 is already newer than 1551 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1552 (ObjNum 876 snap 281 seq_num 876) dirty exists 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2773: left oid 37 (ObjNum 876 snap 281 seq_num 876) 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2774: finishing copy_from to smithi111183488-6 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1332 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:08.506 INFO:tasks.rados.rados.0.smithi111.stdout:2774: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:53:08.515 INFO:tasks.rados.rados.0.smithi111.stdout:2773: done (2 left) 2023-12-01T04:53:08.515 INFO:tasks.rados.rados.0.smithi111.stdout:2774: done (1 left) 2023-12-01T04:53:08.515 INFO:tasks.rados.rados.0.smithi111.stdout:2776: done (0 left) 2023-12-01T04:53:08.515 INFO:tasks.rados.rados.0.smithi111.stdout:2777: rmattr oid 13 current snap is 281 2023-12-01T04:53:08.515 INFO:tasks.rados.rados.0.smithi111.stdout:2778: setattr oid 5 current snap is 281 2023-12-01T04:53:08.516 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 281 2023-12-01T04:53:08.516 INFO:tasks.rados.rados.0.smithi111.stdout:2779: seq_num 878 ranges {0=311296} 2023-12-01T04:53:08.517 INFO:tasks.rados.rados.0.smithi111.stdout:2779: writing smithi111183488-18 from 0 to 311296 tid 1 2023-12-01T04:53:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 281 2023-12-01T04:53:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2780: seq_num 879 ranges {0=327680} 2023-12-01T04:53:08.520 INFO:tasks.rados.rados.0.smithi111.stdout:2780: writing smithi111183488-26 from 0 to 327680 tid 1 2023-12-01T04:53:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 281 2023-12-01T04:53:08.523 INFO:tasks.rados.rados.0.smithi111.stdout:2781: seq_num 880 ranges {3293184=344064} 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2781: writing smithi111183488-48 from 3293184 to 3637248 tid 1 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2782: rollback oid 22 current snap is 281 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 277 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2016 (ObjNum 850 snap 273 seq_num 850) dirty exists 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2252 (ObjNum 827 snap 267 seq_num 827) dirty exists 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2780: finishing write tid 1 to smithi111183488-26 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2780: finishing write tid 2 to smithi111183488-26 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2779: finishing write tid 1 to smithi111183488-18 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2779: finishing write tid 2 to smithi111183488-18 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2780: finishing write tid 3 to smithi111183488-26 2023-12-01T04:53:08.541 INFO:tasks.rados.rados.0.smithi111.stdout:2780: oid 26 updating version 0 to 1553 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2780: oid 26 updating version 1553 to 1554 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 1554 (ObjNum 879 snap 281 seq_num 879) dirty exists 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2780: left oid 26 (ObjNum 879 snap 281 seq_num 879) 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2779: finishing write tid 3 to smithi111183488-18 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2779: oid 18 updating version 0 to 1849 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2779: oid 18 version 1849 is already newer than 1848 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1849 (ObjNum 878 snap 281 seq_num 878) dirty exists 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2779: left oid 18 (ObjNum 878 snap 281 seq_num 878) 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2777: done (5 left) 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2778: done (4 left) 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2779: done (3 left) 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2780: done (2 left) 2023-12-01T04:53:08.542 INFO:tasks.rados.rados.0.smithi111.stdout:2783: delete oid 13 current snap is 281 2023-12-01T04:53:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:2782: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:53:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1180 (ObjNum 129 snap 0 seq_num 3707453568) dirty dne 2023-12-01T04:53:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:2782: done (2 left) 2023-12-01T04:53:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:2783: done (1 left) 2023-12-01T04:53:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:2784: snap_create 2023-12-01T04:53:08.544 INFO:tasks.rados.rados.0.smithi111.stdout:2781: finishing write tid 1 to smithi111183488-48 2023-12-01T04:53:08.544 INFO:tasks.rados.rados.0.smithi111.stdout:2781: finishing write tid 2 to smithi111183488-48 2023-12-01T04:53:08.545 INFO:tasks.rados.rados.0.smithi111.stdout:2781: finishing write tid 3 to smithi111183488-48 2023-12-01T04:53:08.545 INFO:tasks.rados.rados.0.smithi111.stdout:2781: oid 48 updating version 0 to 1819 2023-12-01T04:53:08.546 INFO:tasks.rados.rados.0.smithi111.stdout:2781: oid 48 version 1819 is already newer than 1818 2023-12-01T04:53:08.546 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 1819 (ObjNum 880 snap 281 seq_num 880) dirty exists 2023-12-01T04:53:08.546 INFO:tasks.rados.rados.0.smithi111.stdout:2781: left oid 48 (ObjNum 880 snap 281 seq_num 880) 2023-12-01T04:53:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:08 smithi155 ceph-mon[102677]: osdmap e609: 8 total, 8 up, 8 in 2023-12-01T04:53:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:08 smithi155 ceph-mon[102677]: osdmap e610: 8 total, 8 up, 8 in 2023-12-01T04:53:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:08 smithi111 ceph-mon[97855]: osdmap e609: 8 total, 8 up, 8 in 2023-12-01T04:53:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:08 smithi111 ceph-mon[97855]: osdmap e610: 8 total, 8 up, 8 in 2023-12-01T04:53:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:08 smithi111 ceph-mon[116524]: osdmap e609: 8 total, 8 up, 8 in 2023-12-01T04:53:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:08 smithi111 ceph-mon[116524]: osdmap e610: 8 total, 8 up, 8 in 2023-12-01T04:53:09.515 INFO:tasks.rados.rados.0.smithi111.stdout:2781: done (1 left) 2023-12-01T04:53:09.515 INFO:tasks.rados.rados.0.smithi111.stdout:2784: done (0 left) 2023-12-01T04:53:09.515 INFO:tasks.rados.rados.0.smithi111.stdout:2785: copy_from oid 8 from oid 3 current snap is 282 2023-12-01T04:53:09.515 INFO:tasks.rados.rados.0.smithi111.stdout:2786: setattr oid 13 current snap is 282 2023-12-01T04:53:09.516 INFO:tasks.rados.rados.0.smithi111.stdout:2787: delete oid 23 current snap is 282 2023-12-01T04:53:09.522 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2018 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-01T04:53:09.522 INFO:tasks.rados.rados.0.smithi111.stdout:2786: done (2 left) 2023-12-01T04:53:09.522 INFO:tasks.rados.rados.0.smithi111.stdout:2787: done (1 left) 2023-12-01T04:53:09.523 INFO:tasks.rados.rados.0.smithi111.stdout:2788: copy_from oid 37 from oid 48 current snap is 282 2023-12-01T04:53:09.523 INFO:tasks.rados.rados.0.smithi111.stdout:2789: snap_create 2023-12-01T04:53:09.550 INFO:tasks.rados.rados.0.smithi111.stdout:2785: finishing copy_from to smithi111183488-8 2023-12-01T04:53:09.550 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2030 (ObjNum 794 snap 250 seq_num 794) dirty exists 2023-12-01T04:53:09.550 INFO:tasks.rados.rados.0.smithi111.stdout:2788: finishing copy_from to smithi111183488-37 2023-12-01T04:53:09.550 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1819 (ObjNum 880 snap 281 seq_num 880) dirty exists 2023-12-01T04:53:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:2785: finishing copy_from racing read to smithi111183488-8 2023-12-01T04:53:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:2788: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:53:09.591 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:53:09] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:53:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:09 smithi155 ceph-mon[102677]: pgmap v889: 121 pgs: 121 active+clean; 381 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2023-12-01T04:53:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:09 smithi155 ceph-mon[102677]: osdmap e611: 8 total, 8 up, 8 in 2023-12-01T04:53:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:09 smithi111 ceph-mon[97855]: pgmap v889: 121 pgs: 121 active+clean; 381 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2023-12-01T04:53:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:09 smithi111 ceph-mon[97855]: osdmap e611: 8 total, 8 up, 8 in 2023-12-01T04:53:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:09 smithi111 ceph-mon[116524]: pgmap v889: 121 pgs: 121 active+clean; 381 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2023-12-01T04:53:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:09 smithi111 ceph-mon[116524]: osdmap e611: 8 total, 8 up, 8 in 2023-12-01T04:53:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:2785: done (2 left) 2023-12-01T04:53:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:2788: done (1 left) 2023-12-01T04:53:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:2789: done (0 left) 2023-12-01T04:53:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 283 2023-12-01T04:53:10.512 INFO:tasks.rados.rados.0.smithi111.stdout:2790: seq_num 883 ranges {3145728=393216} 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2790: writing smithi111183488-12 from 3145728 to 3538944 tid 1 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2791: read oid 33 snap -1 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2791: expect deleted 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2792: rmattr oid 38 current snap is 283 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2792: done (2 left) 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2793: rollback oid 44 current snap is 283 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 270 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2794: rollback oid 4 current snap is 283 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 274 2023-12-01T04:53:10.531 INFO:tasks.rados.rados.0.smithi111.stdout:2795: rollback oid 41 current snap is 283 2023-12-01T04:53:10.532 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 260 2023-12-01T04:53:10.532 INFO:tasks.rados.rados.0.smithi111.stdout:2796: read oid 29 snap -1 2023-12-01T04:53:10.532 INFO:tasks.rados.rados.0.smithi111.stdout:2796: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:53:10.532 INFO:tasks.rados.rados.0.smithi111.stdout:2797: rollback oid 6 current snap is 283 2023-12-01T04:53:10.532 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 232 2023-12-01T04:53:10.532 INFO:tasks.rados.rados.0.smithi111.stdout:2798: snap_remove snap 242 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:2798: done (7 left) 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:2799: delete oid 32 current snap is 283 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:2795: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:2794: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1878 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:2790: finishing write tid 1 to smithi111183488-12 2023-12-01T04:53:11.519 INFO:tasks.rados.rados.0.smithi111.stdout:2790: finishing write tid 2 to smithi111183488-12 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2795: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2793: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2795: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1780 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2793: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1821 (ObjNum 65 snap 0 seq_num 1566595923) dirty dne 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2797: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2797: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2790: finishing write tid 3 to smithi111183488-12 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2790: oid 12 updating version 0 to 1627 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2790: oid 12 updating version 1627 to 1628 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1628 (ObjNum 883 snap 283 seq_num 883) dirty exists 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2790: left oid 12 (ObjNum 883 snap 283 seq_num 883) 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:2797: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:53:11.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1583 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:53:11.521 INFO:tasks.rados.rados.0.smithi111.stdout:2796: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2790: done (7 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2791: done (6 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2793: done (5 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2794: done (4 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2795: done (3 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2796: done (2 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2797: done (1 left) 2023-12-01T04:53:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:2799: done (0 left) 2023-12-01T04:53:11.555 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 283 2023-12-01T04:53:11.555 INFO:tasks.rados.rados.0.smithi111.stdout:2800: seq_num 885 ranges {12615680=425984} 2023-12-01T04:53:11.622 INFO:tasks.rados.rados.0.smithi111.stdout:2800: writing smithi111183488-34 from 12615680 to 13041664 tid 1 2023-12-01T04:53:11.622 INFO:tasks.rados.rados.0.smithi111.stdout:2801: snap_create 2023-12-01T04:53:11.627 INFO:tasks.rados.rados.0.smithi111.stdout:2800: finishing write tid 1 to smithi111183488-34 2023-12-01T04:53:11.627 INFO:tasks.rados.rados.0.smithi111.stdout:2800: finishing write tid 2 to smithi111183488-34 2023-12-01T04:53:11.630 INFO:tasks.rados.rados.0.smithi111.stdout:2800: finishing write tid 3 to smithi111183488-34 2023-12-01T04:53:11.631 INFO:tasks.rados.rados.0.smithi111.stdout:2800: oid 34 updating version 0 to 1177 2023-12-01T04:53:11.631 INFO:tasks.rados.rados.0.smithi111.stdout:2800: oid 34 updating version 1177 to 1178 2023-12-01T04:53:11.631 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1178 (ObjNum 885 snap 283 seq_num 885) dirty exists 2023-12-01T04:53:11.631 INFO:tasks.rados.rados.0.smithi111.stdout:2800: left oid 34 (ObjNum 885 snap 283 seq_num 885) 2023-12-01T04:53:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:11 smithi155 ceph-mon[102677]: osdmap e612: 8 total, 8 up, 8 in 2023-12-01T04:53:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:11 smithi155 ceph-mon[102677]: pgmap v892: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 23 op/s 2023-12-01T04:53:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:11 smithi111 ceph-mon[97855]: osdmap e612: 8 total, 8 up, 8 in 2023-12-01T04:53:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:11 smithi111 ceph-mon[97855]: pgmap v892: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 23 op/s 2023-12-01T04:53:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:11 smithi111 ceph-mon[116524]: osdmap e612: 8 total, 8 up, 8 in 2023-12-01T04:53:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:11 smithi111 ceph-mon[116524]: pgmap v892: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 23 op/s 2023-12-01T04:53:12.531 INFO:tasks.rados.rados.0.smithi111.stdout:2800: done (1 left) 2023-12-01T04:53:12.531 INFO:tasks.rados.rados.0.smithi111.stdout:2801: done (0 left) 2023-12-01T04:53:12.531 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 284 2023-12-01T04:53:12.532 INFO:tasks.rados.rados.0.smithi111.stdout:2802: seq_num 886 ranges {3637248=442368} 2023-12-01T04:53:12.553 INFO:tasks.rados.rados.0.smithi111.stdout:2802: writing smithi111183488-37 from 3637248 to 4079616 tid 1 2023-12-01T04:53:12.553 INFO:tasks.rados.rados.0.smithi111.stdout:2803: rollback oid 2 current snap is 284 2023-12-01T04:53:12.553 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 265 2023-12-01T04:53:12.553 INFO:tasks.rados.rados.0.smithi111.stdout:2804: delete oid 36 current snap is 284 2023-12-01T04:53:12.557 INFO:tasks.rados.rados.0.smithi111.stdout:2804: done (2 left) 2023-12-01T04:53:12.557 INFO:tasks.rados.rados.0.smithi111.stdout:2805: snap_remove snap 263 2023-12-01T04:53:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:12 smithi155 ceph-mon[102677]: osdmap e613: 8 total, 8 up, 8 in 2023-12-01T04:53:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:12 smithi111 ceph-mon[97855]: osdmap e613: 8 total, 8 up, 8 in 2023-12-01T04:53:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:12 smithi111 ceph-mon[116524]: osdmap e613: 8 total, 8 up, 8 in 2023-12-01T04:53:13.499 INFO:tasks.rados.rados.0.smithi111.stdout:2805: done (2 left) 2023-12-01T04:53:13.500 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 284 2023-12-01T04:53:13.500 INFO:tasks.rados.rados.0.smithi111.stdout:2806: seq_num 888 ranges {0=475136} 2023-12-01T04:53:13.501 INFO:tasks.rados.rados.0.smithi111.stdout:2806: writing smithi111183488-40 from 0 to 475136 tid 1 2023-12-01T04:53:13.501 INFO:tasks.rados.rados.0.smithi111.stdout:2807: rollback oid 35 current snap is 284 2023-12-01T04:53:13.501 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 35 to 264 2023-12-01T04:53:13.501 INFO:tasks.rados.rados.0.smithi111.stdout:2808: snap_remove snap 262 2023-12-01T04:53:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:13 smithi155 ceph-mon[102677]: osdmap e614: 8 total, 8 up, 8 in 2023-12-01T04:53:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:13 smithi155 ceph-mon[102677]: pgmap v895: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 23 op/s 2023-12-01T04:53:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:13 smithi155 ceph-mon[102677]: osdmap e615: 8 total, 8 up, 8 in 2023-12-01T04:53:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:13 smithi111 ceph-mon[116524]: osdmap e614: 8 total, 8 up, 8 in 2023-12-01T04:53:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:13 smithi111 ceph-mon[116524]: pgmap v895: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 23 op/s 2023-12-01T04:53:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:13 smithi111 ceph-mon[116524]: osdmap e615: 8 total, 8 up, 8 in 2023-12-01T04:53:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:13 smithi111 ceph-mon[97855]: osdmap e614: 8 total, 8 up, 8 in 2023-12-01T04:53:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:13 smithi111 ceph-mon[97855]: pgmap v895: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.7 KiB/s rd, 3.9 MiB/s wr, 23 op/s 2023-12-01T04:53:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:13 smithi111 ceph-mon[97855]: osdmap e615: 8 total, 8 up, 8 in 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2808: done (4 left) 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2809: delete oid 4 current snap is 284 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2803: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2803: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2802: finishing write tid 1 to smithi111183488-37 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2803: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2035 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2802: finishing write tid 2 to smithi111183488-37 2023-12-01T04:53:14.514 INFO:tasks.rados.rados.0.smithi111.stdout:2802: finishing write tid 3 to smithi111183488-37 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2802: oid 37 updating version 0 to 1822 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2802: oid 37 updating version 1822 to 1823 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1823 (ObjNum 886 snap 284 seq_num 886) dirty exists 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2802: left oid 37 (ObjNum 886 snap 284 seq_num 886) 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2807: finishing rollback tid 0 to smithi111183488-35 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2807: finishing rollback tid 1 to smithi111183488-35 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2807: finishing rollback tid 2 to smithi111183488-35 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1305 (ObjNum 825 snap 264 seq_num 825) dirty exists 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2806: finishing write tid 1 to smithi111183488-40 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2806: finishing write tid 2 to smithi111183488-40 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2806: finishing write tid 3 to smithi111183488-40 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2806: oid 40 updating version 0 to 1180 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2806: oid 40 version 1180 is already newer than 1179 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1180 (ObjNum 888 snap 284 seq_num 888) dirty exists 2023-12-01T04:53:14.515 INFO:tasks.rados.rados.0.smithi111.stdout:2806: left oid 40 (ObjNum 888 snap 284 seq_num 888) 2023-12-01T04:53:14.526 INFO:tasks.rados.rados.0.smithi111.stdout:2802: done (4 left) 2023-12-01T04:53:14.526 INFO:tasks.rados.rados.0.smithi111.stdout:2803: done (3 left) 2023-12-01T04:53:14.527 INFO:tasks.rados.rados.0.smithi111.stdout:2806: done (2 left) 2023-12-01T04:53:14.527 INFO:tasks.rados.rados.0.smithi111.stdout:2807: done (1 left) 2023-12-01T04:53:14.527 INFO:tasks.rados.rados.0.smithi111.stdout:2809: done (0 left) 2023-12-01T04:53:14.527 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 284 2023-12-01T04:53:14.527 INFO:tasks.rados.rados.0.smithi111.stdout:2810: seq_num 890 ranges {1966080=507904} 2023-12-01T04:53:14.540 INFO:tasks.rados.rados.0.smithi111.stdout:2810: writing smithi111183488-10 from 1966080 to 2473984 tid 1 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2811: read oid 6 snap -1 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2811: expect (ObjNum 726 snap 229 seq_num 726) 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2812: rollback oid 37 current snap is 284 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 268 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2813: read oid 17 snap -1 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2813: expect (ObjNum 855 snap 274 seq_num 855) 2023-12-01T04:53:14.541 INFO:tasks.rados.rados.0.smithi111.stdout:2814: snap_remove snap 281 2023-12-01T04:53:15.515 INFO:tasks.rados.rados.0.smithi111.stdout:2814: done (4 left) 2023-12-01T04:53:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2815: read oid 7 snap -1 2023-12-01T04:53:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2815: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:53:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2816: delete oid 50 current snap is 284 2023-12-01T04:53:15.516 INFO:tasks.rados.rados.0.smithi111.stdout:2811: expect (ObjNum 726 snap 229 seq_num 726) 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:2812: finishing rollback tid 0 to smithi111183488-37 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:2812: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:2812: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1826 (ObjNum 828 snap 267 seq_num 828) dirty exists 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:2810: finishing write tid 1 to smithi111183488-10 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:2810: finishing write tid 2 to smithi111183488-10 2023-12-01T04:53:15.520 INFO:tasks.rados.rados.0.smithi111.stdout:2813: expect (ObjNum 855 snap 274 seq_num 855) 2023-12-01T04:53:15.583 INFO:tasks.rados.rados.0.smithi111.stdout:2810: finishing write tid 3 to smithi111183488-10 2023-12-01T04:53:15.583 INFO:tasks.rados.rados.0.smithi111.stdout:2810: oid 10 updating version 0 to 2045 2023-12-01T04:53:15.583 INFO:tasks.rados.rados.0.smithi111.stdout:2810: oid 10 updating version 2045 to 2046 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2046 (ObjNum 890 snap 284 seq_num 890) dirty exists 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2810: left oid 10 (ObjNum 890 snap 284 seq_num 890) 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2810: done (5 left) 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2811: done (4 left) 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2812: done (3 left) 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2813: done (2 left) 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2816: done (1 left) 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2817: copy_from oid 43 from oid 13 current snap is 284 2023-12-01T04:53:15.584 INFO:tasks.rados.rados.0.smithi111.stdout:2815: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:53:15.586 INFO:tasks.rados.rados.0.smithi111.stdout:2815: done (1 left) 2023-12-01T04:53:15.586 INFO:tasks.rados.rados.0.smithi111.stdout:2818: rollback oid 34 current snap is 284 2023-12-01T04:53:15.586 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 34 to 267 2023-12-01T04:53:15.586 INFO:tasks.rados.rados.0.smithi111.stdout:2819: delete oid 11 current snap is 284 2023-12-01T04:53:15.587 INFO:tasks.rados.rados.0.smithi111.stdout:2817: finishing copy_from to smithi111183488-43 2023-12-01T04:53:15.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2018 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-01T04:53:15.587 INFO:tasks.rados.rados.0.smithi111.stdout:2817: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2817: done (2 left) 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2819: done (1 left) 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2820: read oid 22 snap -1 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2820: expect deleted 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2821: read oid 6 snap -1 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2821: expect (ObjNum 726 snap 229 seq_num 726) 2023-12-01T04:53:15.590 INFO:tasks.rados.rados.0.smithi111.stdout:2822: delete oid 11 current snap is 284 2023-12-01T04:53:15.591 INFO:tasks.rados.rados.0.smithi111.stdout:2818: finishing rollback tid 0 to smithi111183488-34 2023-12-01T04:53:15.592 INFO:tasks.rados.rados.0.smithi111.stdout:2818: finishing rollback tid 1 to smithi111183488-34 2023-12-01T04:53:15.592 INFO:tasks.rados.rados.0.smithi111.stdout:2821: expect (ObjNum 726 snap 229 seq_num 726) 2023-12-01T04:53:15.597 INFO:tasks.rados.rados.0.smithi111.stdout:2818: finishing rollback tid 2 to smithi111183488-34 2023-12-01T04:53:15.597 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1183 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:53:15.597 INFO:tasks.rados.rados.0.smithi111.stdout:2818: done (3 left) 2023-12-01T04:53:15.597 INFO:tasks.rados.rados.0.smithi111.stdout:2820: done (2 left) 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2821: done (1 left) 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2822: done (0 left) 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2823: read oid 37 snap -1 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2823: expect (ObjNum 828 snap 267 seq_num 828) 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2824: read oid 22 snap -1 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2824: expect deleted 2023-12-01T04:53:15.598 INFO:tasks.rados.rados.0.smithi111.stdout:2825: setattr oid 9 current snap is 284 2023-12-01T04:53:15.599 INFO:tasks.rados.rados.0.smithi111.stdout:2824: done (2 left) 2023-12-01T04:53:15.599 INFO:tasks.rados.rados.0.smithi111.stdout:2826: snap_create 2023-12-01T04:53:15.604 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:15.606 INFO:tasks.rados.rados.0.smithi111.stdout:2823: expect (ObjNum 828 snap 267 seq_num 828) 2023-12-01T04:53:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:15 smithi155 ceph-mon[102677]: osdmap e616: 8 total, 8 up, 8 in 2023-12-01T04:53:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:15 smithi155 ceph-mon[102677]: pgmap v898: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:15 smithi111 ceph-mon[97855]: osdmap e616: 8 total, 8 up, 8 in 2023-12-01T04:53:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:15 smithi111 ceph-mon[97855]: pgmap v898: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:15 smithi111 ceph-mon[116524]: osdmap e616: 8 total, 8 up, 8 in 2023-12-01T04:53:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:15 smithi111 ceph-mon[116524]: pgmap v898: 121 pgs: 121 active+clean; 397 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:16.519 INFO:tasks.rados.rados.0.smithi111.stdout:2823: done (2 left) 2023-12-01T04:53:16.519 INFO:tasks.rados.rados.0.smithi111.stdout:2825: done (1 left) 2023-12-01T04:53:16.519 INFO:tasks.rados.rados.0.smithi111.stdout:2826: done (0 left) 2023-12-01T04:53:16.519 INFO:tasks.rados.rados.0.smithi111.stdout:2827: snap_remove snap 271 2023-12-01T04:53:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:16 smithi155 ceph-mon[102677]: osdmap e617: 8 total, 8 up, 8 in 2023-12-01T04:53:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:16 smithi111 ceph-mon[97855]: osdmap e617: 8 total, 8 up, 8 in 2023-12-01T04:53:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:16 smithi111 ceph-mon[116524]: osdmap e617: 8 total, 8 up, 8 in 2023-12-01T04:53:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:2827: done (0 left) 2023-12-01T04:53:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:2828: read oid 30 snap 244 2023-12-01T04:53:17.526 INFO:tasks.rados.rados.0.smithi111.stdout:2828: expect (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:53:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:2829: rollback oid 27 current snap is 285 2023-12-01T04:53:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 273 2023-12-01T04:53:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:2830: rollback oid 1 current snap is 285 2023-12-01T04:53:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 1 to 284 2023-12-01T04:53:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 285 2023-12-01T04:53:17.527 INFO:tasks.rados.rados.0.smithi111.stdout:2831: seq_num 894 ranges {0=581632} 2023-12-01T04:53:17.530 INFO:tasks.rados.rados.0.smithi111.stdout:2831: writing smithi111183488-7 from 0 to 581632 tid 1 2023-12-01T04:53:17.530 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 285 2023-12-01T04:53:17.530 INFO:tasks.rados.rados.0.smithi111.stdout:2832: seq_num 895 ranges {0=598016} 2023-12-01T04:53:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2832: writing smithi111183488-20 from 0 to 598016 tid 1 2023-12-01T04:53:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2833: copy_from oid 38 from oid 24 current snap is 285 2023-12-01T04:53:17.534 INFO:tasks.rados.rados.0.smithi111.stdout:2834: setattr oid 47 current snap is 285 2023-12-01T04:53:17.540 INFO:tasks.rados.rados.0.smithi111.stdout:2835: read oid 32 snap -1 2023-12-01T04:53:17.540 INFO:tasks.rados.rados.0.smithi111.stdout:2835: expect deleted 2023-12-01T04:53:17.540 INFO:tasks.rados.rados.0.smithi111.stdout:2836: read oid 3 snap -1 2023-12-01T04:53:17.540 INFO:tasks.rados.rados.0.smithi111.stdout:2836: expect (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:53:17.540 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 285 2023-12-01T04:53:17.540 INFO:tasks.rados.rados.0.smithi111.stdout:2837: seq_num 896 ranges {2916352=614400} 2023-12-01T04:53:17.563 INFO:tasks.rados.rados.0.smithi111.stdout:2837: writing smithi111183488-16 from 2916352 to 3530752 tid 1 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2838: copy_from oid 45 from oid 10 current snap is 285 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2831: finishing write tid 1 to smithi111183488-7 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2830: finishing rollback tid 1 to smithi111183488-1 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 1769 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2831: finishing write tid 2 to smithi111183488-7 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2832: finishing write tid 1 to smithi111183488-20 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2832: finishing write tid 2 to smithi111183488-20 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2829: finishing rollback tid 0 to smithi111183488-27 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2829: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:53:17.564 INFO:tasks.rados.rados.0.smithi111.stdout:2829: finishing rollback tid 2 to smithi111183488-27 2023-12-01T04:53:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1631 (ObjNum 848 snap 273 seq_num 848) dirty exists 2023-12-01T04:53:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1827 (ObjNum 871 snap 279 seq_num 871) dirty exists 2023-12-01T04:53:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:2832: finishing write tid 3 to smithi111183488-20 2023-12-01T04:53:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:2832: oid 20 updating version 0 to 1770 2023-12-01T04:53:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:2832: oid 20 updating version 1770 to 1771 2023-12-01T04:53:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 1771 (ObjNum 895 snap 285 seq_num 895) dirty exists 2023-12-01T04:53:17.566 INFO:tasks.rados.rados.0.smithi111.stdout:2832: left oid 20 (ObjNum 895 snap 285 seq_num 895) 2023-12-01T04:53:17.566 INFO:tasks.rados.rados.0.smithi111.stdout:2831: finishing write tid 3 to smithi111183488-7 2023-12-01T04:53:17.566 INFO:tasks.rados.rados.0.smithi111.stdout:2831: oid 7 updating version 0 to 1373 2023-12-01T04:53:17.566 INFO:tasks.rados.rados.0.smithi111.stdout:2831: oid 7 version 1373 is already newer than 1372 2023-12-01T04:53:17.566 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1373 (ObjNum 894 snap 285 seq_num 894) dirty exists 2023-12-01T04:53:17.566 INFO:tasks.rados.rados.0.smithi111.stdout:2831: left oid 7 (ObjNum 894 snap 285 seq_num 894) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2829: done (10 left) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2830: done (9 left) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2831: done (8 left) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2832: done (7 left) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2834: done (6 left) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2835: done (5 left) 2023-12-01T04:53:17.567 INFO:tasks.rados.rados.0.smithi111.stdout:2839: snap_remove snap 278 2023-12-01T04:53:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:17 smithi155 ceph-mon[102677]: osdmap e618: 8 total, 8 up, 8 in 2023-12-01T04:53:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:17 smithi155 ceph-mon[102677]: pgmap v901: 121 pgs: 121 active+clean; 409 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 548 KiB/s wr, 10 op/s 2023-12-01T04:53:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:17 smithi111 ceph-mon[97855]: osdmap e618: 8 total, 8 up, 8 in 2023-12-01T04:53:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:17 smithi111 ceph-mon[97855]: pgmap v901: 121 pgs: 121 active+clean; 409 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 548 KiB/s wr, 10 op/s 2023-12-01T04:53:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:17 smithi111 ceph-mon[116524]: osdmap e618: 8 total, 8 up, 8 in 2023-12-01T04:53:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:17 smithi111 ceph-mon[116524]: pgmap v901: 121 pgs: 121 active+clean; 409 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 548 KiB/s wr, 10 op/s 2023-12-01T04:53:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:2839: done (5 left) 2023-12-01T04:53:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 285 2023-12-01T04:53:18.505 INFO:tasks.rados.rados.0.smithi111.stdout:2840: seq_num 897 ranges {0=630784} 2023-12-01T04:53:18.508 INFO:tasks.rados.rados.0.smithi111.stdout:2840: writing smithi111183488-44 from 0 to 630784 tid 1 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:2841: delete oid 7 current snap is 285 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:2837: finishing write tid 1 to smithi111183488-16 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:2837: finishing write tid 2 to smithi111183488-16 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:2837: finishing write tid 3 to smithi111183488-16 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:2837: oid 16 updating version 0 to 2056 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:2837: oid 16 updating version 2056 to 2057 2023-12-01T04:53:18.509 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2057 (ObjNum 896 snap 285 seq_num 896) dirty exists 2023-12-01T04:53:18.510 INFO:tasks.rados.rados.0.smithi111.stdout:2837: left oid 16 (ObjNum 896 snap 285 seq_num 896) 2023-12-01T04:53:18.510 INFO:tasks.rados.rados.0.smithi111.stdout:2828: expect (ObjNum 730 snap 231 seq_num 730) 2023-12-01T04:53:18.835 INFO:tasks.rados.rados.0.smithi111.stdout:2833: finishing copy_from to smithi111183488-38 2023-12-01T04:53:18.835 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2030 (ObjNum 794 snap 250 seq_num 794) dirty exists 2023-12-01T04:53:18.835 INFO:tasks.rados.rados.0.smithi111.stdout:2833: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:53:18.835 INFO:tasks.rados.rados.0.smithi111.stdout:2836: expect (ObjNum 794 snap 250 seq_num 794) 2023-12-01T04:53:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:18 smithi155 ceph-mon[102677]: osdmap e619: 8 total, 8 up, 8 in 2023-12-01T04:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:18 smithi155 ceph-mon[102677]: osdmap e620: 8 total, 8 up, 8 in 2023-12-01T04:53:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:18 smithi111 ceph-mon[97855]: osdmap e619: 8 total, 8 up, 8 in 2023-12-01T04:53:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:18 smithi111 ceph-mon[97855]: osdmap e620: 8 total, 8 up, 8 in 2023-12-01T04:53:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:18 smithi111 ceph-mon[116524]: osdmap e619: 8 total, 8 up, 8 in 2023-12-01T04:53:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:18 smithi111 ceph-mon[116524]: osdmap e620: 8 total, 8 up, 8 in 2023-12-01T04:53:19.121 INFO:tasks.rados.rados.0.smithi111.stdout:2838: finishing copy_from to smithi111183488-45 2023-12-01T04:53:19.121 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2046 (ObjNum 890 snap 284 seq_num 890) dirty exists 2023-12-01T04:53:19.121 INFO:tasks.rados.rados.0.smithi111.stdout:2838: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2828: done (6 left) 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2833: done (5 left) 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2836: done (4 left) 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2837: done (3 left) 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2838: done (2 left) 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2841: done (1 left) 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2842: rollback oid 10 current snap is 285 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 230 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2840: finishing write tid 1 to smithi111183488-44 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2840: finishing write tid 2 to smithi111183488-44 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2840: finishing write tid 3 to smithi111183488-44 2023-12-01T04:53:19.122 INFO:tasks.rados.rados.0.smithi111.stdout:2840: oid 44 updating version 0 to 1829 2023-12-01T04:53:19.123 INFO:tasks.rados.rados.0.smithi111.stdout:2840: oid 44 version 1829 is already newer than 1828 2023-12-01T04:53:19.123 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1829 (ObjNum 897 snap 285 seq_num 897) dirty exists 2023-12-01T04:53:19.123 INFO:tasks.rados.rados.0.smithi111.stdout:2840: left oid 44 (ObjNum 897 snap 285 seq_num 897) 2023-12-01T04:53:19.123 INFO:tasks.rados.rados.0.smithi111.stdout:2840: done (1 left) 2023-12-01T04:53:19.123 INFO:tasks.rados.rados.0.smithi111.stdout:2843: snap_create 2023-12-01T04:53:19.125 INFO:tasks.rados.rados.0.smithi111.stdout:2842: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:53:19.125 INFO:tasks.rados.rados.0.smithi111.stdout:2842: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:53:19.125 INFO:tasks.rados.rados.0.smithi111.stdout:2842: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:53:19.125 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2067 (ObjNum 639 snap 203 seq_num 639) dirty exists 2023-12-01T04:53:19.540 INFO:tasks.rados.rados.0.smithi111.stdout:2842: done (1 left) 2023-12-01T04:53:19.540 INFO:tasks.rados.rados.0.smithi111.stdout:2843: done (0 left) 2023-12-01T04:53:19.540 INFO:tasks.rados.rados.0.smithi111.stdout:2844: delete oid 44 current snap is 286 2023-12-01T04:53:19.543 INFO:tasks.rados.rados.0.smithi111.stdout:2844: done (0 left) 2023-12-01T04:53:19.543 INFO:tasks.rados.rados.0.smithi111.stdout:2845: read oid 11 snap -1 2023-12-01T04:53:19.543 INFO:tasks.rados.rados.0.smithi111.stdout:2845: expect deleted 2023-12-01T04:53:19.543 INFO:tasks.rados.rados.0.smithi111.stdout:2846: copy_from oid 15 from oid 43 current snap is 286 2023-12-01T04:53:19.543 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 286 2023-12-01T04:53:19.543 INFO:tasks.rados.rados.0.smithi111.stdout:2847: seq_num 900 ranges {0=679936} 2023-12-01T04:53:19.547 INFO:tasks.rados.rados.0.smithi111.stdout:2847: writing smithi111183488-32 from 0 to 679936 tid 1 2023-12-01T04:53:19.547 INFO:tasks.rados.rados.0.smithi111.stdout:2848: delete oid 37 current snap is 286 2023-12-01T04:53:19.548 INFO:tasks.rados.rados.0.smithi111.stdout:2846: finishing copy_from to smithi111183488-15 2023-12-01T04:53:19.549 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2018 (ObjNum 65 snap 0 seq_num 1584355687) dirty exists 2023-12-01T04:53:19.549 INFO:tasks.rados.rados.0.smithi111.stdout:2845: done (3 left) 2023-12-01T04:53:19.549 INFO:tasks.rados.rados.0.smithi111.stdout:2848: done (2 left) 2023-12-01T04:53:19.550 INFO:tasks.rados.rados.0.smithi111.stdout:2849: setattr oid 6 current snap is 286 2023-12-01T04:53:19.550 INFO:tasks.rados.rados.0.smithi111.stdout:2846: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:53:19.552 INFO:tasks.rados.rados.0.smithi111.stdout:2846: done (2 left) 2023-12-01T04:53:19.552 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 286 2023-12-01T04:53:19.552 INFO:tasks.rados.rados.0.smithi111.stdout:2850: seq_num 902 ranges {327680=712704} 2023-12-01T04:53:19.558 INFO:tasks.rados.rados.0.smithi111.stdout:2850: writing smithi111183488-26 from 327680 to 1040384 tid 1 2023-12-01T04:53:19.558 INFO:tasks.rados.rados.0.smithi111.stdout:2851: setattr oid 50 current snap is 286 2023-12-01T04:53:19.558 INFO:tasks.rados.rados.0.smithi111.stdout:2847: finishing write tid 1 to smithi111183488-32 2023-12-01T04:53:19.558 INFO:tasks.rados.rados.0.smithi111.stdout:2847: finishing write tid 2 to smithi111183488-32 2023-12-01T04:53:19.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1584 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:53:19.559 INFO:tasks.rados.rados.0.smithi111.stdout:2847: finishing write tid 3 to smithi111183488-32 2023-12-01T04:53:19.559 INFO:tasks.rados.rados.0.smithi111.stdout:2847: oid 32 updating version 0 to 2071 2023-12-01T04:53:19.559 INFO:tasks.rados.rados.0.smithi111.stdout:2847: oid 32 version 2071 is already newer than 2070 2023-12-01T04:53:19.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2071 (ObjNum 900 snap 286 seq_num 900) dirty exists 2023-12-01T04:53:19.559 INFO:tasks.rados.rados.0.smithi111.stdout:2847: left oid 32 (ObjNum 900 snap 286 seq_num 900) 2023-12-01T04:53:19.561 INFO:tasks.rados.rados.0.smithi111.stdout:2847: done (3 left) 2023-12-01T04:53:19.561 INFO:tasks.rados.rados.0.smithi111.stdout:2849: done (2 left) 2023-12-01T04:53:19.561 INFO:tasks.rados.rados.0.smithi111.stdout:2852: rollback oid 17 current snap is 286 2023-12-01T04:53:19.561 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 274 2023-12-01T04:53:19.562 INFO:tasks.rados.rados.0.smithi111.stdout:2853: read oid 34 snap -1 2023-12-01T04:53:19.562 INFO:tasks.rados.rados.0.smithi111.stdout:2853: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:53:19.562 INFO:tasks.rados.rados.0.smithi111.stdout:2854: snap_remove snap 264 2023-12-01T04:53:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:19 smithi111 ceph-mon[97855]: pgmap v904: 121 pgs: 121 active+clean; 409 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 548 KiB/s wr, 10 op/s 2023-12-01T04:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:53:19] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:53:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:19 smithi111 ceph-mon[116524]: pgmap v904: 121 pgs: 121 active+clean; 409 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 548 KiB/s wr, 10 op/s 2023-12-01T04:53:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:19 smithi155 ceph-mon[102677]: pgmap v904: 121 pgs: 121 active+clean; 409 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 548 KiB/s wr, 10 op/s 2023-12-01T04:53:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:20.549 INFO:tasks.rados.rados.0.smithi111.stdout:2854: done (4 left) 2023-12-01T04:53:20.549 INFO:tasks.rados.rados.0.smithi111.stdout:2855: snap_create 2023-12-01T04:53:20.549 INFO:tasks.rados.rados.0.smithi111.stdout:2852: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:2852: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:2852: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2033 (ObjNum 855 snap 274 seq_num 855) dirty exists 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2285 (ObjNum -587069760 snap 21858 seq_num 304) dirty exists 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:2850: finishing write tid 1 to smithi111183488-26 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:2850: finishing write tid 2 to smithi111183488-26 2023-12-01T04:53:20.550 INFO:tasks.rados.rados.0.smithi111.stdout:2850: finishing write tid 3 to smithi111183488-26 2023-12-01T04:53:20.551 INFO:tasks.rados.rados.0.smithi111.stdout:2850: oid 26 updating version 0 to 1832 2023-12-01T04:53:20.551 INFO:tasks.rados.rados.0.smithi111.stdout:2850: oid 26 updating version 1832 to 1833 2023-12-01T04:53:20.551 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 1833 (ObjNum 902 snap 286 seq_num 902) dirty exists 2023-12-01T04:53:20.551 INFO:tasks.rados.rados.0.smithi111.stdout:2850: left oid 26 (ObjNum 902 snap 286 seq_num 902) 2023-12-01T04:53:20.551 INFO:tasks.rados.rados.0.smithi111.stdout:2853: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:53:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:20 smithi155 ceph-mon[102677]: osdmap e621: 8 total, 8 up, 8 in 2023-12-01T04:53:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:20 smithi111 ceph-mon[97855]: osdmap e621: 8 total, 8 up, 8 in 2023-12-01T04:53:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:20 smithi111 ceph-mon[116524]: osdmap e621: 8 total, 8 up, 8 in 2023-12-01T04:53:21.815 INFO:tasks.rados.rados.0.smithi111.stdout:2850: done (4 left) 2023-12-01T04:53:21.815 INFO:tasks.rados.rados.0.smithi111.stdout:2851: done (3 left) 2023-12-01T04:53:21.815 INFO:tasks.rados.rados.0.smithi111.stdout:2852: done (2 left) 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:2853: done (1 left) 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:2855: done (0 left) 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:2856: copy_from oid 3 from oid 15 current snap is 287 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:2857: read oid 33 snap -1 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:2857: expect deleted 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 287 2023-12-01T04:53:21.816 INFO:tasks.rados.rados.0.smithi111.stdout:2858: seq_num 903 ranges {0=729088} 2023-12-01T04:53:21.819 INFO:tasks.rados.rados.0.smithi111.stdout:2858: writing smithi111183488-49 from 0 to 729088 tid 1 2023-12-01T04:53:21.820 INFO:tasks.rados.rados.0.smithi111.stdout:2859: snap_remove snap 261 2023-12-01T04:53:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:21 smithi155 ceph-mon[102677]: osdmap e622: 8 total, 8 up, 8 in 2023-12-01T04:53:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:21 smithi155 ceph-mon[102677]: pgmap v907: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2023-12-01T04:53:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:21 smithi111 ceph-mon[97855]: osdmap e622: 8 total, 8 up, 8 in 2023-12-01T04:53:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:21 smithi111 ceph-mon[97855]: pgmap v907: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2023-12-01T04:53:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:21 smithi111 ceph-mon[116524]: osdmap e622: 8 total, 8 up, 8 in 2023-12-01T04:53:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:21 smithi111 ceph-mon[116524]: pgmap v907: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2023-12-01T04:53:22.558 INFO:tasks.rados.rados.0.smithi111.stdout:2859: done (3 left) 2023-12-01T04:53:22.558 INFO:tasks.rados.rados.0.smithi111.stdout:2860: snap_remove snap 237 2023-12-01T04:53:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:22 smithi155 ceph-mon[102677]: osdmap e623: 8 total, 8 up, 8 in 2023-12-01T04:53:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:22 smithi111 ceph-mon[97855]: osdmap e623: 8 total, 8 up, 8 in 2023-12-01T04:53:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:22 smithi111 ceph-mon[116524]: osdmap e623: 8 total, 8 up, 8 in 2023-12-01T04:53:23.503 INFO:tasks.rados.rados.0.smithi111.stdout:2860: done (3 left) 2023-12-01T04:53:23.503 INFO:tasks.rados.rados.0.smithi111.stdout:2861: delete oid 12 current snap is 287 2023-12-01T04:53:23.503 INFO:tasks.rados.rados.0.smithi111.stdout:2856: finishing copy_from to smithi111183488-3 2023-12-01T04:53:23.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2018 (ObjNum 129 snap 0 seq_num 3707604304) dirty exists 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2858: finishing write tid 1 to smithi111183488-49 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2856: finishing copy_from racing read to smithi111183488-3 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2858: finishing write tid 2 to smithi111183488-49 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2858: finishing write tid 3 to smithi111183488-49 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2858: oid 49 updating version 0 to 2032 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2858: oid 49 updating version 2032 to 2033 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2033 (ObjNum 903 snap 287 seq_num 903) dirty exists 2023-12-01T04:53:23.504 INFO:tasks.rados.rados.0.smithi111.stdout:2858: left oid 49 (ObjNum 903 snap 287 seq_num 903) 2023-12-01T04:53:23.512 INFO:tasks.rados.rados.0.smithi111.stdout:2856: done (3 left) 2023-12-01T04:53:23.512 INFO:tasks.rados.rados.0.smithi111.stdout:2857: done (2 left) 2023-12-01T04:53:23.512 INFO:tasks.rados.rados.0.smithi111.stdout:2858: done (1 left) 2023-12-01T04:53:23.512 INFO:tasks.rados.rados.0.smithi111.stdout:2861: done (0 left) 2023-12-01T04:53:23.512 INFO:tasks.rados.rados.0.smithi111.stdout:2862: rollback oid 41 current snap is 287 2023-12-01T04:53:23.512 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 277 2023-12-01T04:53:23.513 INFO:tasks.rados.rados.0.smithi111.stdout:2863: copy_from oid 2 from oid 3 current snap is 287 2023-12-01T04:53:23.513 INFO:tasks.rados.rados.0.smithi111.stdout:2864: delete oid 12 current snap is 287 2023-12-01T04:53:23.521 INFO:tasks.rados.rados.0.smithi111.stdout:2864: done (2 left) 2023-12-01T04:53:23.521 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 287 2023-12-01T04:53:23.521 INFO:tasks.rados.rados.0.smithi111.stdout:2865: seq_num 906 ranges {7290880=778240} 2023-12-01T04:53:23.564 INFO:tasks.rados.rados.0.smithi111.stdout:2865: writing smithi111183488-46 from 7290880 to 8069120 tid 1 2023-12-01T04:53:23.564 INFO:tasks.rados.rados.0.smithi111.stdout:2866: copy_from oid 30 from oid 25 current snap is 287 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2862: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2862: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2862: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1783 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2863: finishing copy_from to smithi111183488-2 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2018 (ObjNum 33 snap 0 seq_num 3687183928) dirty exists 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2863: finishing copy_from racing read to smithi111183488-2 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2862: done (3 left) 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2863: done (2 left) 2023-12-01T04:53:23.565 INFO:tasks.rados.rados.0.smithi111.stdout:2867: snap_remove snap 258 2023-12-01T04:53:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:23 smithi155 ceph-mon[102677]: osdmap e624: 8 total, 8 up, 8 in 2023-12-01T04:53:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:23 smithi155 ceph-mon[102677]: pgmap v910: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2023-12-01T04:53:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:23 smithi155 ceph-mon[102677]: osdmap e625: 8 total, 8 up, 8 in 2023-12-01T04:53:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:23 smithi111 ceph-mon[97855]: osdmap e624: 8 total, 8 up, 8 in 2023-12-01T04:53:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:23 smithi111 ceph-mon[97855]: pgmap v910: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2023-12-01T04:53:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:23 smithi111 ceph-mon[97855]: osdmap e625: 8 total, 8 up, 8 in 2023-12-01T04:53:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:23 smithi111 ceph-mon[116524]: osdmap e624: 8 total, 8 up, 8 in 2023-12-01T04:53:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:23 smithi111 ceph-mon[116524]: pgmap v910: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 2.8 MiB/s wr, 36 op/s 2023-12-01T04:53:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:23 smithi111 ceph-mon[116524]: osdmap e625: 8 total, 8 up, 8 in 2023-12-01T04:53:24.568 INFO:tasks.rados.rados.0.smithi111.stdout:2867: done (2 left) 2023-12-01T04:53:24.568 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 287 2023-12-01T04:53:24.568 INFO:tasks.rados.rados.0.smithi111.stdout:2868: seq_num 907 ranges {475136=794624} 2023-12-01T04:53:24.573 INFO:tasks.rados.rados.0.smithi111.stdout:2868: writing smithi111183488-40 from 475136 to 1269760 tid 1 2023-12-01T04:53:24.573 INFO:tasks.rados.rados.0.smithi111.stdout:2869: delete oid 26 current snap is 287 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2866: finishing copy_from to smithi111183488-30 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2866: got expected ENOENT (src dne) 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2866: finishing copy_from racing read to smithi111183488-30 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2865: finishing write tid 1 to smithi111183488-46 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2865: finishing write tid 2 to smithi111183488-46 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2865: finishing write tid 3 to smithi111183488-46 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2865: oid 46 updating version 0 to 2312 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2865: oid 46 version 2312 is already newer than 2311 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2312 (ObjNum 906 snap 287 seq_num 906) dirty exists 2023-12-01T04:53:24.574 INFO:tasks.rados.rados.0.smithi111.stdout:2865: left oid 46 (ObjNum 906 snap 287 seq_num 906) 2023-12-01T04:53:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2865: done (3 left) 2023-12-01T04:53:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2866: done (2 left) 2023-12-01T04:53:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2869: done (1 left) 2023-12-01T04:53:24.583 INFO:tasks.rados.rados.0.smithi111.stdout:2870: delete oid 28 current snap is 287 2023-12-01T04:53:24.587 INFO:tasks.rados.rados.0.smithi111.stdout:2868: finishing write tid 1 to smithi111183488-40 2023-12-01T04:53:24.587 INFO:tasks.rados.rados.0.smithi111.stdout:2868: finishing write tid 2 to smithi111183488-40 2023-12-01T04:53:24.587 INFO:tasks.rados.rados.0.smithi111.stdout:2868: finishing write tid 3 to smithi111183488-40 2023-12-01T04:53:24.587 INFO:tasks.rados.rados.0.smithi111.stdout:2868: oid 40 updating version 0 to 1184 2023-12-01T04:53:24.587 INFO:tasks.rados.rados.0.smithi111.stdout:2868: oid 40 updating version 1184 to 1185 2023-12-01T04:53:24.588 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1185 (ObjNum 907 snap 287 seq_num 907) dirty exists 2023-12-01T04:53:24.588 INFO:tasks.rados.rados.0.smithi111.stdout:2868: left oid 40 (ObjNum 907 snap 287 seq_num 907) 2023-12-01T04:53:24.588 INFO:tasks.rados.rados.0.smithi111.stdout:2868: done (1 left) 2023-12-01T04:53:24.588 INFO:tasks.rados.rados.0.smithi111.stdout:2870: done (0 left) 2023-12-01T04:53:24.588 INFO:tasks.rados.rados.0.smithi111.stdout:2871: snap_remove snap 260 2023-12-01T04:53:25.572 INFO:tasks.rados.rados.0.smithi111.stdout:2871: done (0 left) 2023-12-01T04:53:25.572 INFO:tasks.rados.rados.0.smithi111.stdout:2872: snap_create 2023-12-01T04:53:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:25 smithi155 ceph-mon[102677]: osdmap e626: 8 total, 8 up, 8 in 2023-12-01T04:53:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:25 smithi155 ceph-mon[102677]: pgmap v913: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:25 smithi111 ceph-mon[97855]: osdmap e626: 8 total, 8 up, 8 in 2023-12-01T04:53:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:25 smithi111 ceph-mon[97855]: pgmap v913: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:25 smithi111 ceph-mon[116524]: osdmap e626: 8 total, 8 up, 8 in 2023-12-01T04:53:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:25 smithi111 ceph-mon[116524]: pgmap v913: 121 pgs: 121 active+clean; 421 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:26.144 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:53:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:53:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10m) 9m ago 11m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:53:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11m) 9m ago 11m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:53:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (12m) 9m ago 12m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:53:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (12m) 9m ago 12m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (15m) 9m ago 15m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (17m) 9m ago 17m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (17m) 9m ago 17m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (15m) 9m ago 15m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (15m) 9m ago 15m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10m) 9m ago 10m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10m) 9m ago 10m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (15m) 9m ago 15m 67.4M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (14m) 9m ago 14m 67.6M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (14m) 9m ago 14m 59.9M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (14m) 9m ago 14m 58.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (13m) 9m ago 13m 57.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (13m) 9m ago 13m 60.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (12m) 9m ago 12m 58.8M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:53:26.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (12m) 9m ago 12m 64.1M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:53:26.453 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10m) 9m ago 11m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:53:26.575 INFO:tasks.rados.rados.0.smithi111.stdout:2872: done (0 left) 2023-12-01T04:53:26.575 INFO:tasks.rados.rados.0.smithi111.stdout:2873: rmattr oid 49 current snap is 288 2023-12-01T04:53:26.575 INFO:tasks.rados.rados.0.smithi111.stdout:2873: done (0 left) 2023-12-01T04:53:26.576 INFO:tasks.rados.rados.0.smithi111.stdout:2874: snap_remove snap 232 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:26.838 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:53:26.839 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:53:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:26 smithi155 ceph-mon[102677]: osdmap e627: 8 total, 8 up, 8 in 2023-12-01T04:53:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:26 smithi111 ceph-mon[97855]: osdmap e627: 8 total, 8 up, 8 in 2023-12-01T04:53:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:26 smithi111 ceph-mon[116524]: osdmap e627: 8 total, 8 up, 8 in 2023-12-01T04:53:27.589 INFO:tasks.rados.rados.0.smithi111.stdout:2874: done (0 left) 2023-12-01T04:53:27.590 INFO:tasks.rados.rados.0.smithi111.stdout:2875: rollback oid 11 current snap is 288 2023-12-01T04:53:27.590 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 231 2023-12-01T04:53:27.590 INFO:tasks.rados.rados.0.smithi111.stdout:2876: delete oid 36 current snap is 288 2023-12-01T04:53:27.597 INFO:tasks.rados.rados.0.smithi111.stdout:2876: done (1 left) 2023-12-01T04:53:27.597 INFO:tasks.rados.rados.0.smithi111.stdout:2877: copy_from oid 1 from oid 9 current snap is 288 2023-12-01T04:53:27.597 INFO:tasks.rados.rados.0.smithi111.stdout:2878: snap_remove snap 285 2023-12-01T04:53:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:27 smithi155 ceph-mon[102677]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:27 smithi155 ceph-mon[102677]: from='client.15375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:27 smithi155 ceph-mon[102677]: osdmap e628: 8 total, 8 up, 8 in 2023-12-01T04:53:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:27 smithi155 ceph-mon[102677]: pgmap v916: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 562 KiB/s wr, 4 op/s 2023-12-01T04:53:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/535244424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:53:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[97855]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[97855]: from='client.15375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[97855]: osdmap e628: 8 total, 8 up, 8 in 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[97855]: pgmap v916: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 562 KiB/s wr, 4 op/s 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/535244424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[116524]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[116524]: from='client.15375 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[116524]: osdmap e628: 8 total, 8 up, 8 in 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[116524]: pgmap v916: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 562 KiB/s wr, 4 op/s 2023-12-01T04:53:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/535244424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:53:28.502 INFO:tasks.rados.rados.0.smithi111.stdout:2878: done (2 left) 2023-12-01T04:53:28.502 INFO:tasks.rados.rados.0.smithi111.stdout:2879: setattr oid 41 current snap is 288 2023-12-01T04:53:28.502 INFO:tasks.rados.rados.0.smithi111.stdout:2875: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:53:28.502 INFO:tasks.rados.rados.0.smithi111.stdout:2875: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:53:28.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2123 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:53:28.503 INFO:tasks.rados.rados.0.smithi111.stdout:2877: finishing copy_from to smithi111183488-1 2023-12-01T04:53:28.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:28.503 INFO:tasks.rados.rados.0.smithi111.stdout:2877: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:53:28.504 INFO:tasks.rados.rados.0.smithi111.stdout:2875: done (2 left) 2023-12-01T04:53:28.504 INFO:tasks.rados.rados.0.smithi111.stdout:2877: done (1 left) 2023-12-01T04:53:28.504 INFO:tasks.rados.rados.0.smithi111.stdout:2880: snap_remove snap 244 2023-12-01T04:53:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:28 smithi155 ceph-mon[102677]: osdmap e629: 8 total, 8 up, 8 in 2023-12-01T04:53:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:28 smithi155 ceph-mon[102677]: osdmap e630: 8 total, 8 up, 8 in 2023-12-01T04:53:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:28 smithi111 ceph-mon[97855]: osdmap e629: 8 total, 8 up, 8 in 2023-12-01T04:53:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:28 smithi111 ceph-mon[97855]: osdmap e630: 8 total, 8 up, 8 in 2023-12-01T04:53:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:28 smithi111 ceph-mon[116524]: osdmap e629: 8 total, 8 up, 8 in 2023-12-01T04:53:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:28 smithi111 ceph-mon[116524]: osdmap e630: 8 total, 8 up, 8 in 2023-12-01T04:53:29.509 INFO:tasks.rados.rados.0.smithi111.stdout:2880: done (1 left) 2023-12-01T04:53:29.509 INFO:tasks.rados.rados.0.smithi111.stdout:2881: delete oid 35 current snap is 288 2023-12-01T04:53:29.509 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 1784 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:53:29.525 INFO:tasks.rados.rados.0.smithi111.stdout:2879: done (1 left) 2023-12-01T04:53:29.525 INFO:tasks.rados.rados.0.smithi111.stdout:2881: done (0 left) 2023-12-01T04:53:29.525 INFO:tasks.rados.rados.0.smithi111.stdout:2882: copy_from oid 14 from oid 22 current snap is 288 2023-12-01T04:53:29.525 INFO:tasks.rados.rados.0.smithi111.stdout:2883: delete oid 40 current snap is 288 2023-12-01T04:53:29.527 INFO:tasks.rados.rados.0.smithi111.stdout:2882: finishing copy_from to smithi111183488-14 2023-12-01T04:53:29.527 INFO:tasks.rados.rados.0.smithi111.stdout:2882: got expected ENOENT (src dne) 2023-12-01T04:53:29.527 INFO:tasks.rados.rados.0.smithi111.stdout:2882: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:53:29.530 INFO:tasks.rados.rados.0.smithi111.stdout:2882: done (1 left) 2023-12-01T04:53:29.530 INFO:tasks.rados.rados.0.smithi111.stdout:2883: done (0 left) 2023-12-01T04:53:29.530 INFO:tasks.rados.rados.0.smithi111.stdout:2884: delete oid 19 current snap is 288 2023-12-01T04:53:29.539 INFO:tasks.rados.rados.0.smithi111.stdout:2884: done (0 left) 2023-12-01T04:53:29.539 INFO:tasks.rados.rados.0.smithi111.stdout:2885: rmattr oid 35 current snap is 288 2023-12-01T04:53:29.539 INFO:tasks.rados.rados.0.smithi111.stdout:2885: done (0 left) 2023-12-01T04:53:29.540 INFO:tasks.rados.rados.0.smithi111.stdout:2886: read oid 38 snap 274 2023-12-01T04:53:29.540 INFO:tasks.rados.rados.0.smithi111.stdout:2886: expect (ObjNum 837 snap 269 seq_num 837) 2023-12-01T04:53:29.540 INFO:tasks.rados.rados.0.smithi111.stdout:2887: copy_from oid 36 from oid 40 current snap is 288 2023-12-01T04:53:29.540 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 288 2023-12-01T04:53:29.540 INFO:tasks.rados.rados.0.smithi111.stdout:2888: seq_num 914 ranges {0=516096,516096=401408} 2023-12-01T04:53:29.542 INFO:tasks.rados.rados.0.smithi111.stdout:2888: writing smithi111183488-4 from 0 to 516096 tid 1 2023-12-01T04:53:29.545 INFO:tasks.rados.rados.0.smithi111.stdout:2888: writing smithi111183488-4 from 516096 to 917504 tid 2 2023-12-01T04:53:29.545 INFO:tasks.rados.rados.0.smithi111.stdout:2889: read oid 32 snap -1 2023-12-01T04:53:29.546 INFO:tasks.rados.rados.0.smithi111.stdout:2889: expect (ObjNum 900 snap 286 seq_num 900) 2023-12-01T04:53:29.546 INFO:tasks.rados.rados.0.smithi111.stdout:2890: snap_remove snap 287 2023-12-01T04:53:29.582 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:53:29] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:53:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:29 smithi155 ceph-mon[102677]: pgmap v919: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 562 KiB/s wr, 4 op/s 2023-12-01T04:53:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:29 smithi155 ceph-mon[102677]: osdmap e631: 8 total, 8 up, 8 in 2023-12-01T04:53:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:29 smithi111 ceph-mon[97855]: pgmap v919: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 562 KiB/s wr, 4 op/s 2023-12-01T04:53:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:29 smithi111 ceph-mon[97855]: osdmap e631: 8 total, 8 up, 8 in 2023-12-01T04:53:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:29 smithi111 ceph-mon[116524]: pgmap v919: 121 pgs: 121 active+clean; 434 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 562 KiB/s wr, 4 op/s 2023-12-01T04:53:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:29 smithi111 ceph-mon[116524]: osdmap e631: 8 total, 8 up, 8 in 2023-12-01T04:53:30.510 INFO:tasks.rados.rados.0.smithi111.stdout:2890: done (4 left) 2023-12-01T04:53:30.511 INFO:tasks.rados.rados.0.smithi111.stdout:2891: copy_from oid 41 from oid 9 current snap is 288 2023-12-01T04:53:30.511 INFO:tasks.rados.rados.0.smithi111.stdout:2887: finishing copy_from to smithi111183488-36 2023-12-01T04:53:30.511 INFO:tasks.rados.rados.0.smithi111.stdout:2887: got expected ENOENT (src dne) 2023-12-01T04:53:30.511 INFO:tasks.rados.rados.0.smithi111.stdout:2887: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:53:30.511 INFO:tasks.rados.rados.0.smithi111.stdout:2888: finishing write tid 1 to smithi111183488-4 2023-12-01T04:53:30.511 INFO:tasks.rados.rados.0.smithi111.stdout:2886: expect (ObjNum 837 snap 269 seq_num 837) 2023-12-01T04:53:30.567 INFO:tasks.rados.rados.0.smithi111.stdout:2889: expect (ObjNum 900 snap 286 seq_num 900) 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: finishing write tid 2 to smithi111183488-4 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: finishing write tid 3 to smithi111183488-4 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: finishing write tid 4 to smithi111183488-4 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: oid 4 updating version 0 to 2118 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: oid 4 version 2118 is already newer than 2117 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: oid 4 version 2118 is already newer than 2116 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2118 (ObjNum 914 snap 288 seq_num 914) dirty exists 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2888: left oid 4 (ObjNum 914 snap 288 seq_num 914) 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2886: done (4 left) 2023-12-01T04:53:30.585 INFO:tasks.rados.rados.0.smithi111.stdout:2887: done (3 left) 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2888: done (2 left) 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2889: done (1 left) 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2892: read oid 39 snap 273 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2892: expect (ObjNum 782 snap 247 seq_num 782) 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 288 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2891: finishing copy_from to smithi111183488-41 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2891: finishing copy_from racing read to smithi111183488-41 2023-12-01T04:53:30.586 INFO:tasks.rados.rados.0.smithi111.stdout:2893: seq_num 915 ranges {3530752=532480,4063232=401408} 2023-12-01T04:53:30.606 INFO:tasks.rados.rados.0.smithi111.stdout:2893: writing smithi111183488-16 from 3530752 to 4063232 tid 1 2023-12-01T04:53:30.608 INFO:tasks.rados.rados.0.smithi111.stdout:2893: writing smithi111183488-16 from 4063232 to 4464640 tid 2 2023-12-01T04:53:30.608 INFO:tasks.rados.rados.0.smithi111.stdout:2891: done (2 left) 2023-12-01T04:53:30.608 INFO:tasks.rados.rados.0.smithi111.stdout:2894: rmattr oid 12 current snap is 288 2023-12-01T04:53:30.609 INFO:tasks.rados.rados.0.smithi111.stdout:2894: done (2 left) 2023-12-01T04:53:30.609 INFO:tasks.rados.rados.0.smithi111.stdout:2895: copy_from oid 49 from oid 4 current snap is 288 2023-12-01T04:53:30.609 INFO:tasks.rados.rados.0.smithi111.stdout:2892: expect (ObjNum 782 snap 247 seq_num 782) 2023-12-01T04:53:30.641 INFO:tasks.rados.rados.0.smithi111.stdout:2893: finishing write tid 1 to smithi111183488-16 2023-12-01T04:53:30.641 INFO:tasks.rados.rados.0.smithi111.stdout:2893: finishing write tid 2 to smithi111183488-16 2023-12-01T04:53:30.641 INFO:tasks.rados.rados.0.smithi111.stdout:2893: finishing write tid 3 to smithi111183488-16 2023-12-01T04:53:30.641 INFO:tasks.rados.rados.0.smithi111.stdout:2893: finishing write tid 4 to smithi111183488-16 2023-12-01T04:53:30.641 INFO:tasks.rados.rados.0.smithi111.stdout:2893: oid 16 updating version 0 to 2122 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2893: oid 16 version 2122 is already newer than 2121 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2893: oid 16 version 2122 is already newer than 2120 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2122 (ObjNum 915 snap 288 seq_num 915) dirty exists 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2893: left oid 16 (ObjNum 915 snap 288 seq_num 915) 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2895: finishing copy_from to smithi111183488-49 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2118 (ObjNum 914 snap 288 seq_num 914) dirty exists 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2895: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2892: done (2 left) 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2893: done (1 left) 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2895: done (0 left) 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 288 2023-12-01T04:53:30.642 INFO:tasks.rados.rados.0.smithi111.stdout:2896: seq_num 916 ranges {0=548864,548864=401408} 2023-12-01T04:53:30.644 INFO:tasks.rados.rados.0.smithi111.stdout:2896: writing smithi111183488-3 from 0 to 548864 tid 1 2023-12-01T04:53:30.646 INFO:tasks.rados.rados.0.smithi111.stdout:2896: writing smithi111183488-3 from 548864 to 950272 tid 2 2023-12-01T04:53:30.646 INFO:tasks.rados.rados.0.smithi111.stdout:2897: delete oid 17 current snap is 288 2023-12-01T04:53:30.649 INFO:tasks.rados.rados.0.smithi111.stdout:2897: done (1 left) 2023-12-01T04:53:30.649 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 288 2023-12-01T04:53:30.649 INFO:tasks.rados.rados.0.smithi111.stdout:2898: seq_num 918 ranges {0=581632,581632=401408} 2023-12-01T04:53:30.652 INFO:tasks.rados.rados.0.smithi111.stdout:2898: writing smithi111183488-23 from 0 to 581632 tid 1 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2898: writing smithi111183488-23 from 581632 to 983040 tid 2 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2899: delete oid 15 current snap is 288 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2896: finishing write tid 1 to smithi111183488-3 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2896: finishing write tid 2 to smithi111183488-3 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2896: finishing write tid 3 to smithi111183488-3 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2896: finishing write tid 4 to smithi111183488-3 2023-12-01T04:53:30.655 INFO:tasks.rados.rados.0.smithi111.stdout:2896: oid 3 updating version 0 to 2355 2023-12-01T04:53:30.656 INFO:tasks.rados.rados.0.smithi111.stdout:2896: oid 3 version 2355 is already newer than 2353 2023-12-01T04:53:30.656 INFO:tasks.rados.rados.0.smithi111.stdout:2896: oid 3 version 2355 is already newer than 2354 2023-12-01T04:53:30.656 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2355 (ObjNum 916 snap 288 seq_num 916) dirty exists 2023-12-01T04:53:30.656 INFO:tasks.rados.rados.0.smithi111.stdout:2896: left oid 3 (ObjNum 916 snap 288 seq_num 916) 2023-12-01T04:53:30.657 INFO:tasks.rados.rados.0.smithi111.stdout:2896: done (2 left) 2023-12-01T04:53:30.657 INFO:tasks.rados.rados.0.smithi111.stdout:2899: done (1 left) 2023-12-01T04:53:30.657 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 288 2023-12-01T04:53:30.658 INFO:tasks.rados.rados.0.smithi111.stdout:2900: seq_num 920 ranges {5586944=614400,6201344=401408} 2023-12-01T04:53:30.690 INFO:tasks.rados.rados.0.smithi111.stdout:2900: writing smithi111183488-38 from 5586944 to 6201344 tid 1 2023-12-01T04:53:30.693 INFO:tasks.rados.rados.0.smithi111.stdout:2900: writing smithi111183488-38 from 6201344 to 6602752 tid 2 2023-12-01T04:53:30.693 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 288 2023-12-01T04:53:30.693 INFO:tasks.rados.rados.0.smithi111.stdout:2901: seq_num 921 ranges {0=630784,630784=401408} 2023-12-01T04:53:30.696 INFO:tasks.rados.rados.0.smithi111.stdout:2901: writing smithi111183488-50 from 0 to 630784 tid 1 2023-12-01T04:53:30.699 INFO:tasks.rados.rados.0.smithi111.stdout:2901: writing smithi111183488-50 from 630784 to 1032192 tid 2 2023-12-01T04:53:30.699 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 288 2023-12-01T04:53:30.699 INFO:tasks.rados.rados.0.smithi111.stdout:2898: finishing write tid 1 to smithi111183488-23 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: finishing write tid 2 to smithi111183488-23 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: finishing write tid 3 to smithi111183488-23 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: finishing write tid 4 to smithi111183488-23 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: oid 23 updating version 0 to 2034 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: oid 23 version 2034 is already newer than 2033 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: oid 23 version 2034 is already newer than 2032 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2034 (ObjNum 918 snap 288 seq_num 918) dirty exists 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2898: left oid 23 (ObjNum 918 snap 288 seq_num 918) 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2900: finishing write tid 1 to smithi111183488-38 2023-12-01T04:53:30.700 INFO:tasks.rados.rados.0.smithi111.stdout:2902: seq_num 922 ranges {90112=647168,737280=401408} 2023-12-01T04:53:30.703 INFO:tasks.rados.rados.0.smithi111.stdout:2902: writing smithi111183488-9 from 90112 to 737280 tid 1 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2902: writing smithi111183488-9 from 737280 to 1138688 tid 2 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2900: finishing write tid 2 to smithi111183488-38 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2898: done (3 left) 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2903: read oid 41 snap -1 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2903: expect (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2900: finishing write tid 3 to smithi111183488-38 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 288 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2900: finishing write tid 4 to smithi111183488-38 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2900: oid 38 updating version 0 to 2037 2023-12-01T04:53:30.707 INFO:tasks.rados.rados.0.smithi111.stdout:2900: oid 38 updating version 2037 to 2038 2023-12-01T04:53:30.708 INFO:tasks.rados.rados.0.smithi111.stdout:2900: oid 38 version 2038 is already newer than 2036 2023-12-01T04:53:30.708 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2038 (ObjNum 920 snap 288 seq_num 920) dirty exists 2023-12-01T04:53:30.708 INFO:tasks.rados.rados.0.smithi111.stdout:2900: left oid 38 (ObjNum 920 snap 288 seq_num 920) 2023-12-01T04:53:30.708 INFO:tasks.rados.rados.0.smithi111.stdout:2901: finishing write tid 1 to smithi111183488-50 2023-12-01T04:53:30.708 INFO:tasks.rados.rados.0.smithi111.stdout:2901: finishing write tid 2 to smithi111183488-50 2023-12-01T04:53:30.708 INFO:tasks.rados.rados.0.smithi111.stdout:2904: seq_num 923 ranges {311296=663552,974848=401408} 2023-12-01T04:53:30.712 INFO:tasks.rados.rados.0.smithi111.stdout:2904: writing smithi111183488-18 from 311296 to 974848 tid 1 2023-12-01T04:53:30.714 INFO:tasks.rados.rados.0.smithi111.stdout:2904: writing smithi111183488-18 from 974848 to 1376256 tid 2 2023-12-01T04:53:30.714 INFO:tasks.rados.rados.0.smithi111.stdout:2900: done (4 left) 2023-12-01T04:53:30.714 INFO:tasks.rados.rados.0.smithi111.stdout:2905: read oid 44 snap -1 2023-12-01T04:53:30.715 INFO:tasks.rados.rados.0.smithi111.stdout:2905: expect deleted 2023-12-01T04:53:30.715 INFO:tasks.rados.rados.0.smithi111.stdout:2906: snap_remove snap 286 2023-12-01T04:53:31.516 INFO:tasks.rados.rados.0.smithi111.stdout:2906: done (5 left) 2023-12-01T04:53:31.517 INFO:tasks.rados.rados.0.smithi111.stdout:2907: setattr oid 14 current snap is 288 2023-12-01T04:53:31.517 INFO:tasks.rados.rados.0.smithi111.stdout:2901: finishing write tid 3 to smithi111183488-50 2023-12-01T04:53:31.517 INFO:tasks.rados.rados.0.smithi111.stdout:2903: expect (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:2902: finishing write tid 1 to smithi111183488-9 2023-12-01T04:53:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:2902: finishing write tid 2 to smithi111183488-9 2023-12-01T04:53:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:2901: finishing write tid 4 to smithi111183488-50 2023-12-01T04:53:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:2901: oid 50 updating version 0 to 2357 2023-12-01T04:53:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:2901: oid 50 updating version 2357 to 2359 2023-12-01T04:53:31.525 INFO:tasks.rados.rados.0.smithi111.stdout:2901: oid 50 version 2359 is already newer than 2358 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2359 (ObjNum 921 snap 288 seq_num 921) dirty exists 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2901: left oid 50 (ObjNum 921 snap 288 seq_num 921) 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2902: finishing write tid 3 to smithi111183488-9 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2902: finishing write tid 4 to smithi111183488-9 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2902: oid 9 updating version 0 to 2121 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2902: oid 9 version 2121 is already newer than 2119 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2902: oid 9 version 2121 is already newer than 2120 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 2121 (ObjNum 922 snap 288 seq_num 922) dirty exists 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2902: left oid 9 (ObjNum 922 snap 288 seq_num 922) 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2904: finishing write tid 1 to smithi111183488-18 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2904: finishing write tid 2 to smithi111183488-18 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2904: finishing write tid 3 to smithi111183488-18 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2904: finishing write tid 4 to smithi111183488-18 2023-12-01T04:53:31.526 INFO:tasks.rados.rados.0.smithi111.stdout:2904: oid 18 updating version 0 to 1851 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2904: oid 18 updating version 1851 to 1852 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2904: oid 18 version 1852 is already newer than 1850 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1852 (ObjNum 923 snap 288 seq_num 923) dirty exists 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2904: left oid 18 (ObjNum 923 snap 288 seq_num 923) 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2901: done (5 left) 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2902: done (4 left) 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2903: done (3 left) 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2904: done (2 left) 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2905: done (1 left) 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 288 2023-12-01T04:53:31.527 INFO:tasks.rados.rados.0.smithi111.stdout:2908: seq_num 924 ranges {917504=679936,1597440=401408} 2023-12-01T04:53:31.534 INFO:tasks.rados.rados.0.smithi111.stdout:2908: writing smithi111183488-49 from 917504 to 1597440 tid 1 2023-12-01T04:53:31.537 INFO:tasks.rados.rados.0.smithi111.stdout:2908: writing smithi111183488-49 from 1597440 to 1998848 tid 2 2023-12-01T04:53:31.537 INFO:tasks.rados.rados.0.smithi111.stdout:2909: snap_remove snap 268 2023-12-01T04:53:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:31 smithi155 ceph-mon[102677]: osdmap e632: 8 total, 8 up, 8 in 2023-12-01T04:53:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:31 smithi155 ceph-mon[102677]: pgmap v922: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 246 KiB/s wr, 9 op/s 2023-12-01T04:53:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:31 smithi111 ceph-mon[97855]: osdmap e632: 8 total, 8 up, 8 in 2023-12-01T04:53:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:31 smithi111 ceph-mon[97855]: pgmap v922: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 246 KiB/s wr, 9 op/s 2023-12-01T04:53:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:31 smithi111 ceph-mon[116524]: osdmap e632: 8 total, 8 up, 8 in 2023-12-01T04:53:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:31 smithi111 ceph-mon[116524]: pgmap v922: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 246 KiB/s wr, 9 op/s 2023-12-01T04:53:32.521 INFO:tasks.rados.rados.0.smithi111.stdout:2909: done (2 left) 2023-12-01T04:53:32.522 INFO:tasks.rados.rados.0.smithi111.stdout:2910: snap_remove snap 267 2023-12-01T04:53:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:32 smithi155 ceph-mon[102677]: osdmap e633: 8 total, 8 up, 8 in 2023-12-01T04:53:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:32 smithi111 ceph-mon[97855]: osdmap e633: 8 total, 8 up, 8 in 2023-12-01T04:53:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:32 smithi111 ceph-mon[116524]: osdmap e633: 8 total, 8 up, 8 in 2023-12-01T04:53:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:2910: done (2 left) 2023-12-01T04:53:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:2911: delete oid 32 current snap is 288 2023-12-01T04:53:33.502 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2035 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: finishing write tid 1 to smithi111183488-49 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: finishing write tid 2 to smithi111183488-49 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: finishing write tid 3 to smithi111183488-49 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: finishing write tid 4 to smithi111183488-49 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: oid 49 updating version 0 to 2123 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: oid 49 updating version 2123 to 2124 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: oid 49 version 2124 is already newer than 2122 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2124 (ObjNum 924 snap 288 seq_num 924) dirty exists 2023-12-01T04:53:33.503 INFO:tasks.rados.rados.0.smithi111.stdout:2908: left oid 49 (ObjNum 924 snap 288 seq_num 924) 2023-12-01T04:53:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2907: done (2 left) 2023-12-01T04:53:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2908: done (1 left) 2023-12-01T04:53:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2911: done (0 left) 2023-12-01T04:53:33.516 INFO:tasks.rados.rados.0.smithi111.stdout:2912: delete oid 19 current snap is 288 2023-12-01T04:53:33.522 INFO:tasks.rados.rados.0.smithi111.stdout:2912: done (0 left) 2023-12-01T04:53:33.523 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 288 2023-12-01T04:53:33.523 INFO:tasks.rados.rados.0.smithi111.stdout:2913: seq_num 927 ranges {1376256=729088,2105344=401408} 2023-12-01T04:53:33.535 INFO:tasks.rados.rados.0.smithi111.stdout:2913: writing smithi111183488-18 from 1376256 to 2105344 tid 1 2023-12-01T04:53:33.537 INFO:tasks.rados.rados.0.smithi111.stdout:2913: writing smithi111183488-18 from 2105344 to 2506752 tid 2 2023-12-01T04:53:33.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 288 2023-12-01T04:53:33.538 INFO:tasks.rados.rados.0.smithi111.stdout:2914: seq_num 928 ranges {0=745472,745472=401408} 2023-12-01T04:53:33.542 INFO:tasks.rados.rados.0.smithi111.stdout:2914: writing smithi111183488-14 from 0 to 745472 tid 1 2023-12-01T04:53:33.544 INFO:tasks.rados.rados.0.smithi111.stdout:2914: writing smithi111183488-14 from 745472 to 1146880 tid 2 2023-12-01T04:53:33.544 INFO:tasks.rados.rados.0.smithi111.stdout:2915: delete oid 35 current snap is 288 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: finishing write tid 1 to smithi111183488-18 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: finishing write tid 2 to smithi111183488-18 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: finishing write tid 3 to smithi111183488-18 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: finishing write tid 4 to smithi111183488-18 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: oid 18 updating version 0 to 1853 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: oid 18 updating version 1853 to 1855 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: oid 18 version 1855 is already newer than 1854 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1855 (ObjNum 927 snap 288 seq_num 927) dirty exists 2023-12-01T04:53:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:2913: left oid 18 (ObjNum 927 snap 288 seq_num 927) 2023-12-01T04:53:33.546 INFO:tasks.rados.rados.0.smithi111.stdout:2913: done (2 left) 2023-12-01T04:53:33.546 INFO:tasks.rados.rados.0.smithi111.stdout:2915: done (1 left) 2023-12-01T04:53:33.546 INFO:tasks.rados.rados.0.smithi111.stdout:2916: setattr oid 35 current snap is 288 2023-12-01T04:53:33.547 INFO:tasks.rados.rados.0.smithi111.stdout:2914: finishing write tid 1 to smithi111183488-14 2023-12-01T04:53:33.547 INFO:tasks.rados.rados.0.smithi111.stdout:2914: finishing write tid 2 to smithi111183488-14 2023-12-01T04:53:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:2914: finishing write tid 3 to smithi111183488-14 2023-12-01T04:53:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:2917: copy_from oid 26 from oid 1 current snap is 288 2023-12-01T04:53:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:2918: copy_from oid 17 from oid 29 current snap is 288 2023-12-01T04:53:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 288 2023-12-01T04:53:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:2919: seq_num 930 ranges {2547712=786432,3334144=401408} 2023-12-01T04:53:33.566 INFO:tasks.rados.rados.0.smithi111.stdout:2919: writing smithi111183488-27 from 2547712 to 3334144 tid 1 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2919: writing smithi111183488-27 from 3334144 to 3735552 tid 2 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 288 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2914: finishing write tid 4 to smithi111183488-14 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2914: oid 14 updating version 0 to 2038 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2914: oid 14 version 2038 is already newer than 2036 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2914: oid 14 version 2038 is already newer than 2037 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2038 (ObjNum 928 snap 288 seq_num 928) dirty exists 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2914: left oid 14 (ObjNum 928 snap 288 seq_num 928) 2023-12-01T04:53:33.569 INFO:tasks.rados.rados.0.smithi111.stdout:2920: seq_num 931 ranges {0=802816,802816=401408} 2023-12-01T04:53:33.573 INFO:tasks.rados.rados.0.smithi111.stdout:2920: writing smithi111183488-2 from 0 to 802816 tid 1 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:2920: writing smithi111183488-2 from 802816 to 1204224 tid 2 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:2914: done (5 left) 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:2921: read oid 5 snap -1 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:2921: expect (ObjNum 827 snap 267 seq_num 827) 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:2922: rollback oid 11 current snap is 288 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 279 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1307 (ObjNum 289 snap 0 seq_num 0) dirty exists 2023-12-01T04:53:33.577 INFO:tasks.rados.rados.0.smithi111.stdout:2917: finishing copy_from to smithi111183488-26 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2917: finishing copy_from racing read to smithi111183488-26 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2918: finishing copy_from to smithi111183488-17 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 1827 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2918: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2916: done (6 left) 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2917: done (5 left) 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2918: done (4 left) 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2923: read oid 9 snap -1 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2923: expect (ObjNum 922 snap 288 seq_num 922) 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2924: rollback oid 44 current snap is 288 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 277 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2919: finishing write tid 1 to smithi111183488-27 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2919: finishing write tid 2 to smithi111183488-27 2023-12-01T04:53:33.578 INFO:tasks.rados.rados.0.smithi111.stdout:2919: finishing write tid 3 to smithi111183488-27 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2919: finishing write tid 4 to smithi111183488-27 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2919: oid 27 updating version 0 to 1635 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2919: oid 27 version 1635 is already newer than 1634 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2919: oid 27 version 1635 is already newer than 1633 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1635 (ObjNum 930 snap 288 seq_num 930) dirty exists 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2919: left oid 27 (ObjNum 930 snap 288 seq_num 930) 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2919: done (5 left) 2023-12-01T04:53:33.579 INFO:tasks.rados.rados.0.smithi111.stdout:2925: snap_create 2023-12-01T04:53:33.580 INFO:tasks.rados.rados.0.smithi111.stdout:2920: finishing write tid 1 to smithi111183488-2 2023-12-01T04:53:33.581 INFO:tasks.rados.rados.0.smithi111.stdout:2920: finishing write tid 2 to smithi111183488-2 2023-12-01T04:53:33.581 INFO:tasks.rados.rados.0.smithi111.stdout:2924: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:53:33.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 1830 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-01T04:53:33.581 INFO:tasks.rados.rados.0.smithi111.stdout:2920: finishing write tid 3 to smithi111183488-2 2023-12-01T04:53:33.583 INFO:tasks.rados.rados.0.smithi111.stdout:2922: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:53:33.584 INFO:tasks.rados.rados.0.smithi111.stdout:2920: finishing write tid 4 to smithi111183488-2 2023-12-01T04:53:33.584 INFO:tasks.rados.rados.0.smithi111.stdout:2920: oid 2 updating version 0 to 2140 2023-12-01T04:53:33.584 INFO:tasks.rados.rados.0.smithi111.stdout:2920: oid 2 version 2140 is already newer than 2139 2023-12-01T04:53:33.584 INFO:tasks.rados.rados.0.smithi111.stdout:2920: oid 2 updating version 2140 to 2141 2023-12-01T04:53:33.584 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2141 (ObjNum 931 snap 288 seq_num 931) dirty exists 2023-12-01T04:53:33.584 INFO:tasks.rados.rados.0.smithi111.stdout:2920: left oid 2 (ObjNum 931 snap 288 seq_num 931) 2023-12-01T04:53:33.585 INFO:tasks.rados.rados.0.smithi111.stdout:2922: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:53:33.585 INFO:tasks.rados.rados.0.smithi111.stdout:2922: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:53:33.585 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2163 (ObjNum 867 snap 279 seq_num 867) dirty exists 2023-12-01T04:53:33.586 INFO:tasks.rados.rados.0.smithi111.stdout:2923: expect (ObjNum 922 snap 288 seq_num 922) 2023-12-01T04:53:33.620 INFO:tasks.rados.rados.0.smithi111.stdout:2921: expect (ObjNum 827 snap 267 seq_num 827) 2023-12-01T04:53:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:33 smithi155 ceph-mon[102677]: osdmap e634: 8 total, 8 up, 8 in 2023-12-01T04:53:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:33 smithi155 ceph-mon[102677]: pgmap v925: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 246 KiB/s wr, 9 op/s 2023-12-01T04:53:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:33 smithi155 ceph-mon[102677]: osdmap e635: 8 total, 8 up, 8 in 2023-12-01T04:53:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:33 smithi111 ceph-mon[97855]: osdmap e634: 8 total, 8 up, 8 in 2023-12-01T04:53:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:33 smithi111 ceph-mon[97855]: pgmap v925: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 246 KiB/s wr, 9 op/s 2023-12-01T04:53:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:33 smithi111 ceph-mon[97855]: osdmap e635: 8 total, 8 up, 8 in 2023-12-01T04:53:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:33 smithi111 ceph-mon[116524]: osdmap e634: 8 total, 8 up, 8 in 2023-12-01T04:53:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:33 smithi111 ceph-mon[116524]: pgmap v925: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 246 KiB/s wr, 9 op/s 2023-12-01T04:53:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:33 smithi111 ceph-mon[116524]: osdmap e635: 8 total, 8 up, 8 in 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2920: done (5 left) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2921: done (4 left) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2922: done (3 left) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2923: done (2 left) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2924: done (1 left) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2925: done (0 left) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2926: read oid 49 snap -1 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2926: expect (ObjNum 924 snap 288 seq_num 924) 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2927: rmattr oid 6 current snap is 289 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:2928: rollback oid 39 current snap is 289 2023-12-01T04:53:34.543 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 233 2023-12-01T04:53:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:2929: copy_from oid 14 from oid 26 current snap is 289 2023-12-01T04:53:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:2930: delete oid 19 current snap is 289 2023-12-01T04:53:34.546 INFO:tasks.rados.rados.0.smithi111.stdout:2930: done (4 left) 2023-12-01T04:53:34.546 INFO:tasks.rados.rados.0.smithi111.stdout:2931: read oid 1 snap 233 2023-12-01T04:53:34.547 INFO:tasks.rados.rados.0.smithi111.stdout:2931: expect deleted 2023-12-01T04:53:34.547 INFO:tasks.rados.rados.0.smithi111.stdout:2932: snap_create 2023-12-01T04:53:34.554 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1585 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:53:34.554 INFO:tasks.rados.rados.0.smithi111.stdout:2928: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:53:34.554 INFO:tasks.rados.rados.0.smithi111.stdout:2928: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:53:34.554 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1587 (ObjNum 425 snap 136 seq_num 425) dirty exists 2023-12-01T04:53:34.558 INFO:tasks.rados.rados.0.smithi111.stdout:2929: finishing copy_from to smithi111183488-14 2023-12-01T04:53:34.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:34.560 INFO:tasks.rados.rados.0.smithi111.stdout:2929: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:53:34.562 INFO:tasks.rados.rados.0.smithi111.stdout:2926: expect (ObjNum 924 snap 288 seq_num 924) 2023-12-01T04:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2926: done (5 left) 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2927: done (4 left) 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2928: done (3 left) 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2929: done (2 left) 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2931: done (1 left) 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2932: done (0 left) 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:2933: rollback oid 18 current snap is 290 2023-12-01T04:53:35.547 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 18 to 231 2023-12-01T04:53:35.548 INFO:tasks.rados.rados.0.smithi111.stdout:2934: copy_from oid 24 from oid 30 current snap is 290 2023-12-01T04:53:35.548 INFO:tasks.rados.rados.0.smithi111.stdout:2935: copy_from oid 10 from oid 22 current snap is 290 2023-12-01T04:53:35.548 INFO:tasks.rados.rados.0.smithi111.stdout:2936: snap_remove snap 252 2023-12-01T04:53:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:35 smithi155 ceph-mon[102677]: osdmap e636: 8 total, 8 up, 8 in 2023-12-01T04:53:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:35 smithi155 ceph-mon[102677]: pgmap v928: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:35 smithi111 ceph-mon[97855]: osdmap e636: 8 total, 8 up, 8 in 2023-12-01T04:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:35 smithi111 ceph-mon[97855]: pgmap v928: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:35 smithi111 ceph-mon[116524]: osdmap e636: 8 total, 8 up, 8 in 2023-12-01T04:53:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:35 smithi111 ceph-mon[116524]: pgmap v928: 121 pgs: 121 active+clean; 432 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:2936: done (3 left) 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:2937: read oid 16 snap -1 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:2937: expect (ObjNum 915 snap 288 seq_num 915) 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:2938: rollback oid 11 current snap is 290 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 233 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:2939: copy_from oid 35 from oid 42 current snap is 290 2023-12-01T04:53:36.566 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 290 2023-12-01T04:53:36.567 INFO:tasks.rados.rados.0.smithi111.stdout:2940: seq_num 933 ranges {5914624=434176,6348800=548864,6897664=253952} 2023-12-01T04:53:36.592 INFO:tasks.rados.rados.0.smithi111.stdout:2940: writing smithi111183488-39 from 5914624 to 6348800 tid 1 2023-12-01T04:53:36.595 INFO:tasks.rados.rados.0.smithi111.stdout:2940: writing smithi111183488-39 from 6348800 to 6897664 tid 2 2023-12-01T04:53:36.597 INFO:tasks.rados.rados.0.smithi111.stdout:2940: writing smithi111183488-39 from 6897664 to 7151616 tid 3 2023-12-01T04:53:36.597 INFO:tasks.rados.rados.0.smithi111.stdout:2941: snap_remove snap 273 2023-12-01T04:53:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:36 smithi155 ceph-mon[102677]: osdmap e637: 8 total, 8 up, 8 in 2023-12-01T04:53:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:36 smithi111 ceph-mon[97855]: osdmap e637: 8 total, 8 up, 8 in 2023-12-01T04:53:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:36 smithi111 ceph-mon[116524]: osdmap e637: 8 total, 8 up, 8 in 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2941: done (7 left) 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2942: delete oid 26 current snap is 290 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2935: finishing copy_from to smithi111183488-10 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2935: got expected ENOENT (src dne) 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2935: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2933: finishing rollback tid 0 to smithi111183488-18 2023-12-01T04:53:37.560 INFO:tasks.rados.rados.0.smithi111.stdout:2933: finishing rollback tid 1 to smithi111183488-18 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1857 (ObjNum 49 snap 0 seq_num 1785492594) dirty dne 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:2934: finishing copy_from to smithi111183488-24 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 1985 (ObjNum 838 snap 269 seq_num 838) dirty exists 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:2934: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:2938: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:2938: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:2938: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2167 (ObjNum 701 snap 223 seq_num 701) dirty exists 2023-12-01T04:53:37.561 INFO:tasks.rados.rados.0.smithi111.stdout:2937: expect (ObjNum 915 snap 288 seq_num 915) 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:2939: finishing copy_from to smithi111183488-35 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1777 (ObjNum 873 snap 280 seq_num 873) dirty exists 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:2939: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:2940: finishing write tid 1 to smithi111183488-39 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:2940: finishing write tid 2 to smithi111183488-39 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:2940: finishing write tid 3 to smithi111183488-39 2023-12-01T04:53:37.800 INFO:tasks.rados.rados.0.smithi111.stdout:2940: finishing write tid 4 to smithi111183488-39 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: finishing write tid 5 to smithi111183488-39 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: oid 39 updating version 0 to 1589 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: oid 39 updating version 1589 to 1590 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: oid 39 version 1590 is already newer than 1588 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: oid 39 updating version 1590 to 1591 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1591 (ObjNum 933 snap 290 seq_num 933) dirty exists 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: left oid 39 (ObjNum 933 snap 290 seq_num 933) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2933: done (7 left) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2934: done (6 left) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2935: done (5 left) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2937: done (4 left) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2938: done (3 left) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2939: done (2 left) 2023-12-01T04:53:37.801 INFO:tasks.rados.rados.0.smithi111.stdout:2940: done (1 left) 2023-12-01T04:53:37.802 INFO:tasks.rados.rados.0.smithi111.stdout:2942: done (0 left) 2023-12-01T04:53:37.802 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 290 2023-12-01T04:53:37.802 INFO:tasks.rados.rados.0.smithi111.stdout:2943: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2023-12-01T04:53:37.802 INFO:tasks.rados.rados.0.smithi111.stdout:2943: writing smithi111183488-43 from 0 to 466944 tid 1 2023-12-01T04:53:37.807 INFO:tasks.rados.rados.0.smithi111.stdout:2943: writing smithi111183488-43 from 466944 to 1187840 tid 2 2023-12-01T04:53:37.807 INFO:tasks.rados.rados.0.smithi111.stdout:2943: writing smithi111183488-43 from 1187840 to 1269760 tid 3 2023-12-01T04:53:37.807 INFO:tasks.rados.rados.0.smithi111.stdout:2944: snap_remove snap 277 2023-12-01T04:53:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:37 smithi155 ceph-mon[102677]: osdmap e638: 8 total, 8 up, 8 in 2023-12-01T04:53:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:37 smithi155 ceph-mon[102677]: pgmap v931: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2023-12-01T04:53:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:37 smithi111 ceph-mon[97855]: osdmap e638: 8 total, 8 up, 8 in 2023-12-01T04:53:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:37 smithi111 ceph-mon[97855]: pgmap v931: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2023-12-01T04:53:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:37 smithi111 ceph-mon[116524]: osdmap e638: 8 total, 8 up, 8 in 2023-12-01T04:53:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:37 smithi111 ceph-mon[116524]: pgmap v931: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2023-12-01T04:53:38.513 INFO:tasks.rados.rados.0.smithi111.stdout:2944: done (1 left) 2023-12-01T04:53:38.514 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 290 2023-12-01T04:53:38.514 INFO:tasks.rados.rados.0.smithi111.stdout:2945: seq_num 936 ranges {3989504=483328,4472832=655360,5128192=147456} 2023-12-01T04:53:38.537 INFO:tasks.rados.rados.0.smithi111.stdout:2945: writing smithi111183488-21 from 3989504 to 4472832 tid 1 2023-12-01T04:53:38.540 INFO:tasks.rados.rados.0.smithi111.stdout:2945: writing smithi111183488-21 from 4472832 to 5128192 tid 2 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2945: writing smithi111183488-21 from 5128192 to 5275648 tid 3 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2946: rmattr oid 39 current snap is 290 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: finishing write tid 1 to smithi111183488-43 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: finishing write tid 2 to smithi111183488-43 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: finishing write tid 3 to smithi111183488-43 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: finishing write tid 4 to smithi111183488-43 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: finishing write tid 5 to smithi111183488-43 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: oid 43 updating version 0 to 2021 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: oid 43 version 2021 is already newer than 2019 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: oid 43 updating version 2021 to 2022 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:2943: oid 43 version 2022 is already newer than 2020 2023-12-01T04:53:38.542 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2022 (ObjNum 935 snap 290 seq_num 935) dirty exists 2023-12-01T04:53:38.543 INFO:tasks.rados.rados.0.smithi111.stdout:2943: left oid 43 (ObjNum 935 snap 290 seq_num 935) 2023-12-01T04:53:38.543 INFO:tasks.rados.rados.0.smithi111.stdout:2943: done (2 left) 2023-12-01T04:53:38.543 INFO:tasks.rados.rados.0.smithi111.stdout:2947: snap_remove snap 282 2023-12-01T04:53:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:38 smithi155 ceph-mon[102677]: osdmap e639: 8 total, 8 up, 8 in 2023-12-01T04:53:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:38 smithi155 ceph-mon[102677]: osdmap e640: 8 total, 8 up, 8 in 2023-12-01T04:53:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:38 smithi111 ceph-mon[97855]: osdmap e639: 8 total, 8 up, 8 in 2023-12-01T04:53:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:38 smithi111 ceph-mon[97855]: osdmap e640: 8 total, 8 up, 8 in 2023-12-01T04:53:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:38 smithi111 ceph-mon[116524]: osdmap e639: 8 total, 8 up, 8 in 2023-12-01T04:53:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:38 smithi111 ceph-mon[116524]: osdmap e640: 8 total, 8 up, 8 in 2023-12-01T04:53:39.523 INFO:tasks.rados.rados.0.smithi111.stdout:2947: done (2 left) 2023-12-01T04:53:39.523 INFO:tasks.rados.rados.0.smithi111.stdout:2948: snap_remove snap 270 2023-12-01T04:53:39.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:53:39] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:53:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:39 smithi155 ceph-mon[102677]: pgmap v934: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2023-12-01T04:53:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:39 smithi155 ceph-mon[102677]: osdmap e641: 8 total, 8 up, 8 in 2023-12-01T04:53:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:39 smithi111 ceph-mon[97855]: pgmap v934: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2023-12-01T04:53:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:39 smithi111 ceph-mon[97855]: osdmap e641: 8 total, 8 up, 8 in 2023-12-01T04:53:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:39 smithi111 ceph-mon[116524]: pgmap v934: 121 pgs: 121 active+clean; 439 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.5 MiB/s wr, 33 op/s 2023-12-01T04:53:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:39 smithi111 ceph-mon[116524]: osdmap e641: 8 total, 8 up, 8 in 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2948: done (2 left) 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2949: rmattr oid 29 current snap is 290 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2949: done (2 left) 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2950: read oid 11 snap -1 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2950: expect (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2951: rmattr oid 43 current snap is 290 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2952: rmattr oid 35 current snap is 290 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2952: done (4 left) 2023-12-01T04:53:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:2953: read oid 46 snap 257 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2953: expect (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2954: snap_create 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: finishing write tid 1 to smithi111183488-21 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1592 (ObjNum 933 snap 290 seq_num 933) dirty exists 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: finishing write tid 2 to smithi111183488-21 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: finishing write tid 3 to smithi111183488-21 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: finishing write tid 4 to smithi111183488-21 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: finishing write tid 5 to smithi111183488-21 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: oid 21 updating version 0 to 2416 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: oid 21 version 2416 is already newer than 2415 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: oid 21 version 2416 is already newer than 2413 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: oid 21 version 2416 is already newer than 2414 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2416 (ObjNum 936 snap 290 seq_num 936) dirty exists 2023-12-01T04:53:40.532 INFO:tasks.rados.rados.0.smithi111.stdout:2945: left oid 21 (ObjNum 936 snap 290 seq_num 936) 2023-12-01T04:53:40.541 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2023 (ObjNum 935 snap 290 seq_num 935) dirty exists 2023-12-01T04:53:40.583 INFO:tasks.rados.rados.0.smithi111.stdout:2950: expect (ObjNum 701 snap 223 seq_num 701) 2023-12-01T04:53:41.195 INFO:tasks.rados.rados.0.smithi111.stdout:2953: expect (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:53:41.671 INFO:tasks.rados.rados.0.smithi111.stdout:2945: done (5 left) 2023-12-01T04:53:41.671 INFO:tasks.rados.rados.0.smithi111.stdout:2946: done (4 left) 2023-12-01T04:53:41.671 INFO:tasks.rados.rados.0.smithi111.stdout:2950: done (3 left) 2023-12-01T04:53:41.671 INFO:tasks.rados.rados.0.smithi111.stdout:2951: done (2 left) 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:2953: done (1 left) 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:2954: done (0 left) 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:2955: read oid 32 snap -1 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:2955: expect deleted 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:2956: rollback oid 11 current snap is 291 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 279 2023-12-01T04:53:41.672 INFO:tasks.rados.rados.0.smithi111.stdout:2957: setattr oid 49 current snap is 291 2023-12-01T04:53:41.673 INFO:tasks.rados.rados.0.smithi111.stdout:2955: done (2 left) 2023-12-01T04:53:41.673 INFO:tasks.rados.rados.0.smithi111.stdout:2958: copy_from oid 45 from oid 35 current snap is 291 2023-12-01T04:53:41.673 INFO:tasks.rados.rados.0.smithi111.stdout:2959: rmattr oid 44 current snap is 291 2023-12-01T04:53:41.673 INFO:tasks.rados.rados.0.smithi111.stdout:2959: done (3 left) 2023-12-01T04:53:41.673 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 291 2023-12-01T04:53:41.673 INFO:tasks.rados.rados.0.smithi111.stdout:2960: seq_num 937 ranges {6602752=499712,7102464=532480,7634944=270336} 2023-12-01T04:53:41.710 INFO:tasks.rados.rados.0.smithi111.stdout:2960: writing smithi111183488-38 from 6602752 to 7102464 tid 1 2023-12-01T04:53:41.713 INFO:tasks.rados.rados.0.smithi111.stdout:2960: writing smithi111183488-38 from 7102464 to 7634944 tid 2 2023-12-01T04:53:41.715 INFO:tasks.rados.rados.0.smithi111.stdout:2960: writing smithi111183488-38 from 7634944 to 7905280 tid 3 2023-12-01T04:53:41.715 INFO:tasks.rados.rados.0.smithi111.stdout:2961: delete oid 22 current snap is 291 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2125 (ObjNum 924 snap 288 seq_num 924) dirty exists 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:2956: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:2956: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:2956: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2211 (ObjNum 867 snap 279 seq_num 867) dirty exists 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:2958: finishing copy_from to smithi111183488-45 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 1777 (ObjNum 873 snap 280 seq_num 873) dirty exists 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:2958: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:53:41.716 INFO:tasks.rados.rados.0.smithi111.stdout:2960: finishing write tid 1 to smithi111183488-38 2023-12-01T04:53:41.717 INFO:tasks.rados.rados.0.smithi111.stdout:2956: done (4 left) 2023-12-01T04:53:41.717 INFO:tasks.rados.rados.0.smithi111.stdout:2957: done (3 left) 2023-12-01T04:53:41.717 INFO:tasks.rados.rados.0.smithi111.stdout:2958: done (2 left) 2023-12-01T04:53:41.717 INFO:tasks.rados.rados.0.smithi111.stdout:2961: done (1 left) 2023-12-01T04:53:41.717 INFO:tasks.rados.rados.0.smithi111.stdout:2962: snap_remove snap 275 2023-12-01T04:53:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:41 smithi155 ceph-mon[102677]: osdmap e642: 8 total, 8 up, 8 in 2023-12-01T04:53:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:41 smithi155 ceph-mon[102677]: pgmap v937: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-01T04:53:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:41 smithi111 ceph-mon[97855]: osdmap e642: 8 total, 8 up, 8 in 2023-12-01T04:53:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:41 smithi111 ceph-mon[97855]: pgmap v937: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-01T04:53:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:41 smithi111 ceph-mon[116524]: osdmap e642: 8 total, 8 up, 8 in 2023-12-01T04:53:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:41 smithi111 ceph-mon[116524]: pgmap v937: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-01T04:53:42.543 INFO:tasks.rados.rados.0.smithi111.stdout:2962: done (1 left) 2023-12-01T04:53:42.543 INFO:tasks.rados.rados.0.smithi111.stdout:2963: read oid 4 snap -1 2023-12-01T04:53:42.543 INFO:tasks.rados.rados.0.smithi111.stdout:2963: expect (ObjNum 914 snap 288 seq_num 914) 2023-12-01T04:53:42.543 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 291 2023-12-01T04:53:42.543 INFO:tasks.rados.rados.0.smithi111.stdout:2960: finishing write tid 2 to smithi111183488-38 2023-12-01T04:53:42.543 INFO:tasks.rados.rados.0.smithi111.stdout:2964: seq_num 939 ranges {0=532480,532480=704512,1236992=98304} 2023-12-01T04:53:42.547 INFO:tasks.rados.rados.0.smithi111.stdout:2964: writing smithi111183488-19 from 0 to 532480 tid 1 2023-12-01T04:53:42.551 INFO:tasks.rados.rados.0.smithi111.stdout:2964: writing smithi111183488-19 from 532480 to 1236992 tid 2 2023-12-01T04:53:42.551 INFO:tasks.rados.rados.0.smithi111.stdout:2964: writing smithi111183488-19 from 1236992 to 1335296 tid 3 2023-12-01T04:53:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:2965: rollback oid 25 current snap is 291 2023-12-01T04:53:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 25 to 274 2023-12-01T04:53:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:2966: rmattr oid 47 current snap is 291 2023-12-01T04:53:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:2967: read oid 21 snap 276 2023-12-01T04:53:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:2967: expect (ObjNum 842 snap 271 seq_num 842) 2023-12-01T04:53:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:2968: delete oid 29 current snap is 291 2023-12-01T04:53:42.556 INFO:tasks.rados.rados.0.smithi111.stdout:2960: finishing write tid 3 to smithi111183488-38 2023-12-01T04:53:42.556 INFO:tasks.rados.rados.0.smithi111.stdout:2960: finishing write tid 4 to smithi111183488-38 2023-12-01T04:53:42.556 INFO:tasks.rados.rados.0.smithi111.stdout:2960: finishing write tid 5 to smithi111183488-38 2023-12-01T04:53:42.556 INFO:tasks.rados.rados.0.smithi111.stdout:2960: oid 38 updating version 0 to 2041 2023-12-01T04:53:42.556 INFO:tasks.rados.rados.0.smithi111.stdout:2960: oid 38 version 2041 is already newer than 2039 2023-12-01T04:53:42.557 INFO:tasks.rados.rados.0.smithi111.stdout:2960: oid 38 version 2041 is already newer than 2040 2023-12-01T04:53:42.557 INFO:tasks.rados.rados.0.smithi111.stdout:2960: oid 38 updating version 2041 to 2042 2023-12-01T04:53:42.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2042 (ObjNum 937 snap 291 seq_num 937) dirty exists 2023-12-01T04:53:42.557 INFO:tasks.rados.rados.0.smithi111.stdout:2960: left oid 38 (ObjNum 937 snap 291 seq_num 937) 2023-12-01T04:53:42.568 INFO:tasks.rados.rados.0.smithi111.stdout:2963: expect (ObjNum 914 snap 288 seq_num 914) 2023-12-01T04:53:42.591 INFO:tasks.rados.rados.0.smithi111.stdout:2965: finishing rollback tid 1 to smithi111183488-25 2023-12-01T04:53:42.591 INFO:tasks.rados.rados.0.smithi111.stdout:2965: finishing rollback tid 2 to smithi111183488-25 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1779 (ObjNum 840 snap 269 seq_num 840) dirty exists 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2033 (ObjNum 871 snap 279 seq_num 871) dirty exists 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: finishing write tid 1 to smithi111183488-19 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: finishing write tid 2 to smithi111183488-19 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: finishing write tid 3 to smithi111183488-19 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: finishing write tid 4 to smithi111183488-19 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: finishing write tid 5 to smithi111183488-19 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: oid 19 updating version 0 to 2045 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: oid 19 updating version 2045 to 2046 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: oid 19 version 2046 is already newer than 2043 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:2964: oid 19 version 2046 is already newer than 2044 2023-12-01T04:53:42.592 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2046 (ObjNum 939 snap 291 seq_num 939) dirty exists 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2964: left oid 19 (ObjNum 939 snap 291 seq_num 939) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2960: done (6 left) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2963: done (5 left) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2964: done (4 left) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2965: done (3 left) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2966: done (2 left) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2968: done (1 left) 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2969: copy_from oid 23 from oid 46 current snap is 291 2023-12-01T04:53:42.593 INFO:tasks.rados.rados.0.smithi111.stdout:2967: expect (ObjNum 842 snap 271 seq_num 842) 2023-12-01T04:53:42.725 INFO:tasks.rados.rados.0.smithi111.stdout:2969: finishing copy_from to smithi111183488-23 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2312 (ObjNum 906 snap 287 seq_num 906) dirty exists 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2969: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2967: done (1 left) 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2969: done (0 left) 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2970: read oid 22 snap -1 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2970: expect deleted 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2971: read oid 31 snap -1 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2971: expect (ObjNum 872 snap 280 seq_num 872) 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2972: rollback oid 14 current snap is 291 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 14 to 289 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:2973: rollback oid 3 current snap is 291 2023-12-01T04:53:42.726 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 280 2023-12-01T04:53:42.727 INFO:tasks.rados.rados.0.smithi111.stdout:2974: setattr oid 38 current snap is 291 2023-12-01T04:53:42.730 INFO:tasks.rados.rados.0.smithi111.stdout:2970: done (4 left) 2023-12-01T04:53:42.731 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 291 2023-12-01T04:53:42.731 INFO:tasks.rados.rados.0.smithi111.stdout:2975: seq_num 941 ranges {0=565248,565248=475136,1040384=327680} 2023-12-01T04:53:42.731 INFO:tasks.rados.rados.0.smithi111.stdout:2975: writing smithi111183488-29 from 0 to 565248 tid 1 2023-12-01T04:53:42.733 INFO:tasks.rados.rados.0.smithi111.stdout:2975: writing smithi111183488-29 from 565248 to 1040384 tid 2 2023-12-01T04:53:42.736 INFO:tasks.rados.rados.0.smithi111.stdout:2975: writing smithi111183488-29 from 1040384 to 1368064 tid 3 2023-12-01T04:53:42.736 INFO:tasks.rados.rados.0.smithi111.stdout:2976: read oid 16 snap -1 2023-12-01T04:53:42.736 INFO:tasks.rados.rados.0.smithi111.stdout:2976: expect (ObjNum 915 snap 288 seq_num 915) 2023-12-01T04:53:42.736 INFO:tasks.rados.rados.0.smithi111.stdout:2977: delete oid 11 current snap is 291 2023-12-01T04:53:42.736 INFO:tasks.rados.rados.0.smithi111.stdout:2972: finishing rollback tid 0 to smithi111183488-14 2023-12-01T04:53:42.737 INFO:tasks.rados.rados.0.smithi111.stdout:2972: finishing rollback tid 1 to smithi111183488-14 2023-12-01T04:53:42.737 INFO:tasks.rados.rados.0.smithi111.stdout:2971: expect (ObjNum 872 snap 280 seq_num 872) 2023-12-01T04:53:42.744 INFO:tasks.rados.rados.0.smithi111.stdout:2972: finishing rollback tid 2 to smithi111183488-14 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2315 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:2973: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:2973: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:2971: done (6 left) 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:2972: done (5 left) 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:2977: done (4 left) 2023-12-01T04:53:42.745 INFO:tasks.rados.rados.0.smithi111.stdout:2978: read oid 25 snap -1 2023-12-01T04:53:42.746 INFO:tasks.rados.rados.0.smithi111.stdout:2978: expect (ObjNum 840 snap 269 seq_num 840) 2023-12-01T04:53:42.746 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 291 2023-12-01T04:53:42.746 INFO:tasks.rados.rados.0.smithi111.stdout:2979: seq_num 943 ranges {1204224=598016,1802240=688128,2490368=114688} 2023-12-01T04:53:42.753 INFO:tasks.rados.rados.0.smithi111.stdout:2979: writing smithi111183488-2 from 1204224 to 1802240 tid 1 2023-12-01T04:53:42.757 INFO:tasks.rados.rados.0.smithi111.stdout:2979: writing smithi111183488-2 from 1802240 to 2490368 tid 2 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2979: writing smithi111183488-2 from 2490368 to 2605056 tid 3 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 291 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2973: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2448 (ObjNum 794 snap 250 seq_num 794) dirty exists 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2047 (ObjNum 937 snap 291 seq_num 937) dirty exists 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2975: finishing write tid 1 to smithi111183488-29 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2975: finishing write tid 2 to smithi111183488-29 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2975: finishing write tid 3 to smithi111183488-29 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2975: finishing write tid 4 to smithi111183488-29 2023-12-01T04:53:42.760 INFO:tasks.rados.rados.0.smithi111.stdout:2975: finishing write tid 5 to smithi111183488-29 2023-12-01T04:53:42.761 INFO:tasks.rados.rados.0.smithi111.stdout:2975: oid 29 updating version 0 to 2450 2023-12-01T04:53:42.761 INFO:tasks.rados.rados.0.smithi111.stdout:2975: oid 29 version 2450 is already newer than 2449 2023-12-01T04:53:42.761 INFO:tasks.rados.rados.0.smithi111.stdout:2975: oid 29 updating version 2450 to 2451 2023-12-01T04:53:42.761 INFO:tasks.rados.rados.0.smithi111.stdout:2975: oid 29 updating version 2451 to 2452 2023-12-01T04:53:42.761 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2452 (ObjNum 941 snap 291 seq_num 941) dirty exists 2023-12-01T04:53:42.761 INFO:tasks.rados.rados.0.smithi111.stdout:2975: left oid 29 (ObjNum 941 snap 291 seq_num 941) 2023-12-01T04:53:42.762 INFO:tasks.rados.rados.0.smithi111.stdout:2976: expect (ObjNum 915 snap 288 seq_num 915) 2023-12-01T04:53:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:42 smithi155 ceph-mon[102677]: osdmap e643: 8 total, 8 up, 8 in 2023-12-01T04:53:42.988 INFO:tasks.rados.rados.0.smithi111.stdout:2978: expect (ObjNum 840 snap 269 seq_num 840) 2023-12-01T04:53:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:42 smithi111 ceph-mon[97855]: osdmap e643: 8 total, 8 up, 8 in 2023-12-01T04:53:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:42 smithi111 ceph-mon[116524]: osdmap e643: 8 total, 8 up, 8 in 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: finishing write tid 1 to smithi111183488-2 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: finishing write tid 2 to smithi111183488-2 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: finishing write tid 3 to smithi111183488-2 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: finishing write tid 4 to smithi111183488-2 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: finishing write tid 5 to smithi111183488-2 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: oid 2 updating version 0 to 2189 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: oid 2 updating version 2189 to 2192 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: oid 2 version 2192 is already newer than 2191 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: oid 2 version 2192 is already newer than 2190 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2192 (ObjNum 943 snap 291 seq_num 943) dirty exists 2023-12-01T04:53:43.042 INFO:tasks.rados.rados.0.smithi111.stdout:2979: left oid 2 (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:53:43.043 INFO:tasks.rados.rados.0.smithi111.stdout:2980: seq_num 944 ranges {3694592=614400,4308992=573440,4882432=229376} 2023-12-01T04:53:43.064 INFO:tasks.rados.rados.0.smithi111.stdout:2980: writing smithi111183488-30 from 3694592 to 4308992 tid 1 2023-12-01T04:53:43.067 INFO:tasks.rados.rados.0.smithi111.stdout:2980: writing smithi111183488-30 from 4308992 to 4882432 tid 2 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2980: writing smithi111183488-30 from 4882432 to 5111808 tid 3 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2973: done (6 left) 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2974: done (5 left) 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2975: done (4 left) 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2976: done (3 left) 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2978: done (2 left) 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2979: done (1 left) 2023-12-01T04:53:43.069 INFO:tasks.rados.rados.0.smithi111.stdout:2981: rollback oid 20 current snap is 291 2023-12-01T04:53:43.070 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 230 2023-12-01T04:53:43.070 INFO:tasks.rados.rados.0.smithi111.stdout:2982: rmattr oid 50 current snap is 291 2023-12-01T04:53:43.070 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 291 2023-12-01T04:53:43.070 INFO:tasks.rados.rados.0.smithi111.stdout:2983: seq_num 945 ranges {5586944=630784,6217728=458752,6676480=344064} 2023-12-01T04:53:43.102 INFO:tasks.rados.rados.0.smithi111.stdout:2983: writing smithi111183488-3 from 5586944 to 6217728 tid 1 2023-12-01T04:53:43.104 INFO:tasks.rados.rados.0.smithi111.stdout:2983: writing smithi111183488-3 from 6217728 to 6676480 tid 2 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:2983: writing smithi111183488-3 from 6676480 to 7020544 tid 3 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:2984: copy_from oid 4 from oid 46 current snap is 291 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:2980: finishing write tid 1 to smithi111183488-30 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2454 (ObjNum 921 snap 288 seq_num 921) dirty exists 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:2981: finishing rollback tid 0 to smithi111183488-20 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:2981: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2317 (ObjNum 2 snap 0 seq_num 304) dirty dne 2023-12-01T04:53:43.107 INFO:tasks.rados.rados.0.smithi111.stdout:2981: done (4 left) 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2982: done (3 left) 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2985: read oid 17 snap -1 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2985: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2986: setattr oid 43 current snap is 291 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: finishing write tid 2 to smithi111183488-30 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: finishing write tid 3 to smithi111183488-30 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: finishing write tid 4 to smithi111183488-30 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: finishing write tid 5 to smithi111183488-30 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: oid 30 updating version 0 to 2222 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: oid 30 version 2222 is already newer than 2221 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: oid 30 version 2222 is already newer than 2220 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: oid 30 updating version 2222 to 2223 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2223 (ObjNum 944 snap 291 seq_num 944) dirty exists 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2980: left oid 30 (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:53:43.108 INFO:tasks.rados.rados.0.smithi111.stdout:2983: finishing write tid 1 to smithi111183488-3 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2980: done (4 left) 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2987: rmattr oid 10 current snap is 291 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2987: done (4 left) 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2988: read oid 23 snap 276 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2988: expect deleted 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2989: snap_create 2023-12-01T04:53:43.109 INFO:tasks.rados.rados.0.smithi111.stdout:2983: finishing write tid 2 to smithi111183488-3 2023-12-01T04:53:43.110 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2024 (ObjNum 935 snap 290 seq_num 935) dirty exists 2023-12-01T04:53:43.111 INFO:tasks.rados.rados.0.smithi111.stdout:2985: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: finishing write tid 3 to smithi111183488-3 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: finishing write tid 4 to smithi111183488-3 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: finishing write tid 5 to smithi111183488-3 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: oid 3 updating version 0 to 2458 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: oid 3 version 2458 is already newer than 2456 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: oid 3 version 2458 is already newer than 2455 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: oid 3 version 2458 is already newer than 2457 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2458 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:53:43.136 INFO:tasks.rados.rados.0.smithi111.stdout:2983: left oid 3 (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:53:43.155 INFO:tasks.rados.rados.0.smithi111.stdout:2984: finishing copy_from to smithi111183488-4 2023-12-01T04:53:43.155 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2312 (ObjNum 906 snap 287 seq_num 906) dirty exists 2023-12-01T04:53:43.156 INFO:tasks.rados.rados.0.smithi111.stdout:2984: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2983: done (5 left) 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2984: done (4 left) 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2985: done (3 left) 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2986: done (2 left) 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2988: done (1 left) 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2989: done (0 left) 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 292 2023-12-01T04:53:43.504 INFO:tasks.rados.rados.0.smithi111.stdout:2990: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2023-12-01T04:53:43.507 INFO:tasks.rados.rados.0.smithi111.stdout:2990: writing smithi111183488-15 from 0 to 647168 tid 1 2023-12-01T04:53:43.513 INFO:tasks.rados.rados.0.smithi111.stdout:2990: writing smithi111183488-15 from 647168 to 1392640 tid 2 2023-12-01T04:53:43.514 INFO:tasks.rados.rados.0.smithi111.stdout:2990: writing smithi111183488-15 from 1392640 to 1449984 tid 3 2023-12-01T04:53:43.514 INFO:tasks.rados.rados.0.smithi111.stdout:2991: delete oid 23 current snap is 292 2023-12-01T04:53:43.517 INFO:tasks.rados.rados.0.smithi111.stdout:2990: finishing write tid 1 to smithi111183488-15 2023-12-01T04:53:43.517 INFO:tasks.rados.rados.0.smithi111.stdout:2990: finishing write tid 2 to smithi111183488-15 2023-12-01T04:53:43.518 INFO:tasks.rados.rados.0.smithi111.stdout:2990: finishing write tid 3 to smithi111183488-15 2023-12-01T04:53:43.518 INFO:tasks.rados.rados.0.smithi111.stdout:2990: finishing write tid 4 to smithi111183488-15 2023-12-01T04:53:43.518 INFO:tasks.rados.rados.0.smithi111.stdout:2991: done (1 left) 2023-12-01T04:53:43.518 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 292 2023-12-01T04:53:43.518 INFO:tasks.rados.rados.0.smithi111.stdout:2992: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2023-12-01T04:53:43.522 INFO:tasks.rados.rados.0.smithi111.stdout:2992: writing smithi111183488-28 from 0 to 679936 tid 1 2023-12-01T04:53:43.525 INFO:tasks.rados.rados.0.smithi111.stdout:2992: writing smithi111183488-28 from 679936 to 1196032 tid 2 2023-12-01T04:53:43.527 INFO:tasks.rados.rados.0.smithi111.stdout:2992: writing smithi111183488-28 from 1196032 to 1482752 tid 3 2023-12-01T04:53:43.527 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 292 2023-12-01T04:53:43.527 INFO:tasks.rados.rados.0.smithi111.stdout:2990: finishing write tid 5 to smithi111183488-15 2023-12-01T04:53:43.527 INFO:tasks.rados.rados.0.smithi111.stdout:2990: oid 15 updating version 0 to 2050 2023-12-01T04:53:43.527 INFO:tasks.rados.rados.0.smithi111.stdout:2990: oid 15 updating version 2050 to 2051 2023-12-01T04:53:43.527 INFO:tasks.rados.rados.0.smithi111.stdout:2990: oid 15 version 2051 is already newer than 2049 2023-12-01T04:53:43.528 INFO:tasks.rados.rados.0.smithi111.stdout:2990: oid 15 version 2051 is already newer than 2048 2023-12-01T04:53:43.528 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2051 (ObjNum 946 snap 292 seq_num 946) dirty exists 2023-12-01T04:53:43.528 INFO:tasks.rados.rados.0.smithi111.stdout:2990: left oid 15 (ObjNum 946 snap 292 seq_num 946) 2023-12-01T04:53:43.528 INFO:tasks.rados.rados.0.smithi111.stdout:2993: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2023-12-01T04:53:43.531 INFO:tasks.rados.rados.0.smithi111.stdout:2993: writing smithi111183488-37 from 0 to 704512 tid 1 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2993: writing smithi111183488-37 from 704512 to 1499136 tid 2 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2993: writing smithi111183488-37 from 1499136 to 1507328 tid 3 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2990: done (2 left) 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2994: read oid 36 snap -1 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2994: expect deleted 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2995: delete oid 19 current snap is 292 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: finishing write tid 1 to smithi111183488-28 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: finishing write tid 2 to smithi111183488-28 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: finishing write tid 3 to smithi111183488-28 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: finishing write tid 4 to smithi111183488-28 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: finishing write tid 5 to smithi111183488-28 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: oid 28 updating version 0 to 1637 2023-12-01T04:53:43.537 INFO:tasks.rados.rados.0.smithi111.stdout:2992: oid 28 updating version 1637 to 1639 2023-12-01T04:53:43.538 INFO:tasks.rados.rados.0.smithi111.stdout:2992: oid 28 version 1639 is already newer than 1636 2023-12-01T04:53:43.538 INFO:tasks.rados.rados.0.smithi111.stdout:2992: oid 28 version 1639 is already newer than 1638 2023-12-01T04:53:43.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1639 (ObjNum 948 snap 292 seq_num 948) dirty exists 2023-12-01T04:53:43.538 INFO:tasks.rados.rados.0.smithi111.stdout:2992: left oid 28 (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:53:43.538 INFO:tasks.rados.rados.0.smithi111.stdout:2993: finishing write tid 1 to smithi111183488-37 2023-12-01T04:53:43.539 INFO:tasks.rados.rados.0.smithi111.stdout:2992: done (3 left) 2023-12-01T04:53:43.539 INFO:tasks.rados.rados.0.smithi111.stdout:2994: done (2 left) 2023-12-01T04:53:43.539 INFO:tasks.rados.rados.0.smithi111.stdout:2995: done (1 left) 2023-12-01T04:53:43.539 INFO:tasks.rados.rados.0.smithi111.stdout:2996: copy_from oid 42 from oid 6 current snap is 292 2023-12-01T04:53:43.539 INFO:tasks.rados.rados.0.smithi111.stdout:2997: copy_from oid 36 from oid 41 current snap is 292 2023-12-01T04:53:43.539 INFO:tasks.rados.rados.0.smithi111.stdout:2998: snap_create 2023-12-01T04:53:43.541 INFO:tasks.rados.rados.0.smithi111.stdout:2993: finishing write tid 2 to smithi111183488-37 2023-12-01T04:53:43.541 INFO:tasks.rados.rados.0.smithi111.stdout:2993: finishing write tid 3 to smithi111183488-37 2023-12-01T04:53:43.541 INFO:tasks.rados.rados.0.smithi111.stdout:2993: finishing write tid 4 to smithi111183488-37 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:2993: finishing write tid 5 to smithi111183488-37 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:2993: oid 37 updating version 0 to 2034 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:2993: oid 37 updating version 2034 to 2036 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:2993: oid 37 updating version 2036 to 2037 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:2993: oid 37 version 2037 is already newer than 2035 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2037 (ObjNum 949 snap 292 seq_num 949) dirty exists 2023-12-01T04:53:43.543 INFO:tasks.rados.rados.0.smithi111.stdout:2993: left oid 37 (ObjNum 949 snap 292 seq_num 949) 2023-12-01T04:53:43.544 INFO:tasks.rados.rados.0.smithi111.stdout:2996: finishing copy_from to smithi111183488-42 2023-12-01T04:53:43.544 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1585 (ObjNum 726 snap 229 seq_num 726) dirty exists 2023-12-01T04:53:43.544 INFO:tasks.rados.rados.0.smithi111.stdout:2996: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:53:43.546 INFO:tasks.rados.rados.0.smithi111.stdout:2997: finishing copy_from to smithi111183488-36 2023-12-01T04:53:43.547 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:43.547 INFO:tasks.rados.rados.0.smithi111.stdout:2997: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:53:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:43 smithi155 ceph-mon[102677]: osdmap e644: 8 total, 8 up, 8 in 2023-12-01T04:53:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:43 smithi155 ceph-mon[102677]: pgmap v940: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-01T04:53:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:43 smithi155 ceph-mon[102677]: osdmap e645: 8 total, 8 up, 8 in 2023-12-01T04:53:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:43 smithi111 ceph-mon[97855]: osdmap e644: 8 total, 8 up, 8 in 2023-12-01T04:53:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:43 smithi111 ceph-mon[97855]: pgmap v940: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-01T04:53:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:43 smithi111 ceph-mon[97855]: osdmap e645: 8 total, 8 up, 8 in 2023-12-01T04:53:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:43 smithi111 ceph-mon[116524]: osdmap e644: 8 total, 8 up, 8 in 2023-12-01T04:53:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:43 smithi111 ceph-mon[116524]: pgmap v940: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2023-12-01T04:53:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:43 smithi111 ceph-mon[116524]: osdmap e645: 8 total, 8 up, 8 in 2023-12-01T04:53:44.511 INFO:tasks.rados.rados.0.smithi111.stdout:2993: done (3 left) 2023-12-01T04:53:44.511 INFO:tasks.rados.rados.0.smithi111.stdout:2996: done (2 left) 2023-12-01T04:53:44.511 INFO:tasks.rados.rados.0.smithi111.stdout:2997: done (1 left) 2023-12-01T04:53:44.511 INFO:tasks.rados.rados.0.smithi111.stdout:2998: done (0 left) 2023-12-01T04:53:44.511 INFO:tasks.rados.rados.0.smithi111.stdout:2999: copy_from oid 4 from oid 16 current snap is 293 2023-12-01T04:53:44.511 INFO:tasks.rados.rados.0.smithi111.stdout:3000: snap_create 2023-12-01T04:53:44.541 INFO:tasks.rados.rados.0.smithi111.stdout:2999: finishing copy_from to smithi111183488-4 2023-12-01T04:53:44.541 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2122 (ObjNum 915 snap 288 seq_num 915) dirty exists 2023-12-01T04:53:44.542 INFO:tasks.rados.rados.0.smithi111.stdout:2999: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:53:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:2999: done (1 left) 2023-12-01T04:53:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:3000: done (0 left) 2023-12-01T04:53:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:3001: read oid 49 snap -1 2023-12-01T04:53:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:3001: expect (ObjNum 924 snap 288 seq_num 924) 2023-12-01T04:53:45.518 INFO:tasks.rados.rados.0.smithi111.stdout:3002: delete oid 45 current snap is 294 2023-12-01T04:53:45.521 INFO:tasks.rados.rados.0.smithi111.stdout:3002: done (1 left) 2023-12-01T04:53:45.521 INFO:tasks.rados.rados.0.smithi111.stdout:3003: snap_remove snap 291 2023-12-01T04:53:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:45 smithi155 ceph-mon[102677]: osdmap e646: 8 total, 8 up, 8 in 2023-12-01T04:53:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:45 smithi155 ceph-mon[102677]: pgmap v943: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:45 smithi111 ceph-mon[97855]: osdmap e646: 8 total, 8 up, 8 in 2023-12-01T04:53:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:45 smithi111 ceph-mon[97855]: pgmap v943: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:45 smithi111 ceph-mon[116524]: osdmap e646: 8 total, 8 up, 8 in 2023-12-01T04:53:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:45 smithi111 ceph-mon[116524]: pgmap v943: 121 pgs: 121 active+clean; 441 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:3003: done (1 left) 2023-12-01T04:53:46.526 INFO:tasks.rados.rados.0.smithi111.stdout:3004: rmattr oid 46 current snap is 294 2023-12-01T04:53:46.527 INFO:tasks.rados.rados.0.smithi111.stdout:3001: expect (ObjNum 924 snap 288 seq_num 924) 2023-12-01T04:53:46.597 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2460 (ObjNum 906 snap 287 seq_num 906) dirty exists 2023-12-01T04:53:46.597 INFO:tasks.rados.rados.0.smithi111.stdout:3001: done (1 left) 2023-12-01T04:53:46.597 INFO:tasks.rados.rados.0.smithi111.stdout:3004: done (0 left) 2023-12-01T04:53:46.597 INFO:tasks.rados.rados.0.smithi111.stdout:3005: snap_create 2023-12-01T04:53:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:46 smithi155 ceph-mon[102677]: osdmap e647: 8 total, 8 up, 8 in 2023-12-01T04:53:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:46 smithi111 ceph-mon[97855]: osdmap e647: 8 total, 8 up, 8 in 2023-12-01T04:53:47.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:46 smithi111 ceph-mon[116524]: osdmap e647: 8 total, 8 up, 8 in 2023-12-01T04:53:47.536 INFO:tasks.rados.rados.0.smithi111.stdout:3005: done (0 left) 2023-12-01T04:53:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 295 2023-12-01T04:53:47.537 INFO:tasks.rados.rados.0.smithi111.stdout:3006: seq_num 952 ranges {4464640=753664,5218304=499712,5718016=303104} 2023-12-01T04:53:47.564 INFO:tasks.rados.rados.0.smithi111.stdout:3006: writing smithi111183488-4 from 4464640 to 5218304 tid 1 2023-12-01T04:53:47.567 INFO:tasks.rados.rados.0.smithi111.stdout:3006: writing smithi111183488-4 from 5218304 to 5718016 tid 2 2023-12-01T04:53:47.569 INFO:tasks.rados.rados.0.smithi111.stdout:3006: writing smithi111183488-4 from 5718016 to 6021120 tid 3 2023-12-01T04:53:47.569 INFO:tasks.rados.rados.0.smithi111.stdout:3007: read oid 38 snap -1 2023-12-01T04:53:47.569 INFO:tasks.rados.rados.0.smithi111.stdout:3007: expect (ObjNum 937 snap 291 seq_num 937) 2023-12-01T04:53:47.570 INFO:tasks.rados.rados.0.smithi111.stdout:3008: rmattr oid 3 current snap is 295 2023-12-01T04:53:47.570 INFO:tasks.rados.rados.0.smithi111.stdout:3008: done (2 left) 2023-12-01T04:53:47.570 INFO:tasks.rados.rados.0.smithi111.stdout:3009: read oid 39 snap 288 2023-12-01T04:53:47.570 INFO:tasks.rados.rados.0.smithi111.stdout:3009: expect deleted 2023-12-01T04:53:47.570 INFO:tasks.rados.rados.0.smithi111.stdout:3010: snap_create 2023-12-01T04:53:47.570 INFO:tasks.rados.rados.0.smithi111.stdout:3006: finishing write tid 1 to smithi111183488-4 2023-12-01T04:53:47.574 INFO:tasks.rados.rados.0.smithi111.stdout:3006: finishing write tid 2 to smithi111183488-4 2023-12-01T04:53:47.574 INFO:tasks.rados.rados.0.smithi111.stdout:3006: finishing write tid 3 to smithi111183488-4 2023-12-01T04:53:47.575 INFO:tasks.rados.rados.0.smithi111.stdout:3006: finishing write tid 4 to smithi111183488-4 2023-12-01T04:53:47.577 INFO:tasks.rados.rados.0.smithi111.stdout:3006: finishing write tid 5 to smithi111183488-4 2023-12-01T04:53:47.577 INFO:tasks.rados.rados.0.smithi111.stdout:3006: oid 4 updating version 0 to 2315 2023-12-01T04:53:47.577 INFO:tasks.rados.rados.0.smithi111.stdout:3006: oid 4 updating version 2315 to 2316 2023-12-01T04:53:47.577 INFO:tasks.rados.rados.0.smithi111.stdout:3006: oid 4 version 2316 is already newer than 2314 2023-12-01T04:53:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:3006: oid 4 version 2316 is already newer than 2313 2023-12-01T04:53:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2316 (ObjNum 952 snap 295 seq_num 952) dirty exists 2023-12-01T04:53:47.578 INFO:tasks.rados.rados.0.smithi111.stdout:3006: left oid 4 (ObjNum 952 snap 295 seq_num 952) 2023-12-01T04:53:47.599 INFO:tasks.rados.rados.0.smithi111.stdout:3007: expect (ObjNum 937 snap 291 seq_num 937) 2023-12-01T04:53:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:47 smithi155 ceph-mon[102677]: osdmap e648: 8 total, 8 up, 8 in 2023-12-01T04:53:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:47 smithi155 ceph-mon[102677]: pgmap v946: 121 pgs: 121 active+clean; 480 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2023-12-01T04:53:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:47 smithi111 ceph-mon[97855]: osdmap e648: 8 total, 8 up, 8 in 2023-12-01T04:53:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:47 smithi111 ceph-mon[97855]: pgmap v946: 121 pgs: 121 active+clean; 480 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2023-12-01T04:53:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:47 smithi111 ceph-mon[116524]: osdmap e648: 8 total, 8 up, 8 in 2023-12-01T04:53:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:47 smithi111 ceph-mon[116524]: pgmap v946: 121 pgs: 121 active+clean; 480 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2023-12-01T04:53:48.505 INFO:tasks.rados.rados.0.smithi111.stdout:3006: done (3 left) 2023-12-01T04:53:48.506 INFO:tasks.rados.rados.0.smithi111.stdout:3007: done (2 left) 2023-12-01T04:53:48.506 INFO:tasks.rados.rados.0.smithi111.stdout:3009: done (1 left) 2023-12-01T04:53:48.506 INFO:tasks.rados.rados.0.smithi111.stdout:3010: done (0 left) 2023-12-01T04:53:48.506 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 20 current snap is 296 2023-12-01T04:53:48.506 INFO:tasks.rados.rados.0.smithi111.stdout:3011: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2023-12-01T04:53:48.510 INFO:tasks.rados.rados.0.smithi111.stdout:3011: writing smithi111183488-20 from 0 to 770048 tid 1 2023-12-01T04:53:48.515 INFO:tasks.rados.rados.0.smithi111.stdout:3011: writing smithi111183488-20 from 770048 to 1556480 tid 2 2023-12-01T04:53:48.515 INFO:tasks.rados.rados.0.smithi111.stdout:3011: writing smithi111183488-20 from 1556480 to 1572864 tid 3 2023-12-01T04:53:48.515 INFO:tasks.rados.rados.0.smithi111.stdout:3012: read oid 17 snap 293 2023-12-01T04:53:48.515 INFO:tasks.rados.rados.0.smithi111.stdout:3012: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:53:48.515 INFO:tasks.rados.rados.0.smithi111.stdout:3013: setattr oid 26 current snap is 296 2023-12-01T04:53:48.517 INFO:tasks.rados.rados.0.smithi111.stdout:3014: read oid 14 snap -1 2023-12-01T04:53:48.517 INFO:tasks.rados.rados.0.smithi111.stdout:3014: expect (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:48.517 INFO:tasks.rados.rados.0.smithi111.stdout:3015: rollback oid 7 current snap is 296 2023-12-01T04:53:48.517 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 7 to 246 2023-12-01T04:53:48.517 INFO:tasks.rados.rados.0.smithi111.stdout:3016: delete oid 31 current snap is 296 2023-12-01T04:53:48.519 INFO:tasks.rados.rados.0.smithi111.stdout:3015: finishing rollback tid 1 to smithi111183488-7 2023-12-01T04:53:48.519 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1374 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-01T04:53:48.520 INFO:tasks.rados.rados.0.smithi111.stdout:3011: finishing write tid 1 to smithi111183488-20 2023-12-01T04:53:48.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2038 (ObjNum 289 snap 0 seq_num 3707390128) dirty exists 2023-12-01T04:53:48.524 INFO:tasks.rados.rados.0.smithi111.stdout:3013: done (5 left) 2023-12-01T04:53:48.524 INFO:tasks.rados.rados.0.smithi111.stdout:3015: done (4 left) 2023-12-01T04:53:48.524 INFO:tasks.rados.rados.0.smithi111.stdout:3016: done (3 left) 2023-12-01T04:53:48.524 INFO:tasks.rados.rados.0.smithi111.stdout:3017: snap_remove snap 292 2023-12-01T04:53:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:48 smithi155 ceph-mon[102677]: osdmap e649: 8 total, 8 up, 8 in 2023-12-01T04:53:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:48 smithi155 ceph-mon[102677]: osdmap e650: 8 total, 8 up, 8 in 2023-12-01T04:53:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:48 smithi111 ceph-mon[97855]: osdmap e649: 8 total, 8 up, 8 in 2023-12-01T04:53:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:48 smithi111 ceph-mon[97855]: osdmap e650: 8 total, 8 up, 8 in 2023-12-01T04:53:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:48 smithi111 ceph-mon[116524]: osdmap e649: 8 total, 8 up, 8 in 2023-12-01T04:53:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:48 smithi111 ceph-mon[116524]: osdmap e650: 8 total, 8 up, 8 in 2023-12-01T04:53:49.516 INFO:tasks.rados.rados.0.smithi111.stdout:3017: done (3 left) 2023-12-01T04:53:49.516 INFO:tasks.rados.rados.0.smithi111.stdout:3018: read oid 31 snap -1 2023-12-01T04:53:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:3018: expect deleted 2023-12-01T04:53:49.517 INFO:tasks.rados.rados.0.smithi111.stdout:3019: snap_remove snap 246 2023-12-01T04:53:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:53:49] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2023-12-01T04:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[97855]: pgmap v949: 121 pgs: 121 active+clean; 480 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2023-12-01T04:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[97855]: osdmap e651: 8 total, 8 up, 8 in 2023-12-01T04:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[116524]: pgmap v949: 121 pgs: 121 active+clean; 480 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2023-12-01T04:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:49 smithi111 ceph-mon[116524]: osdmap e651: 8 total, 8 up, 8 in 2023-12-01T04:53:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:49 smithi155 ceph-mon[102677]: pgmap v949: 121 pgs: 121 active+clean; 480 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2023-12-01T04:53:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:53:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:53:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:49 smithi155 ceph-mon[102677]: osdmap e651: 8 total, 8 up, 8 in 2023-12-01T04:53:50.525 INFO:tasks.rados.rados.0.smithi111.stdout:3019: done (4 left) 2023-12-01T04:53:50.525 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 296 2023-12-01T04:53:50.525 INFO:tasks.rados.rados.0.smithi111.stdout:3020: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2023-12-01T04:53:50.525 INFO:tasks.rados.rados.0.smithi111.stdout:3020: writing smithi111183488-12 from 0 to 802816 tid 1 2023-12-01T04:53:50.525 INFO:tasks.rados.rados.0.smithi111.stdout:3020: writing smithi111183488-12 from 802816 to 1359872 tid 2 2023-12-01T04:53:50.526 INFO:tasks.rados.rados.0.smithi111.stdout:3020: writing smithi111183488-12 from 1359872 to 1605632 tid 3 2023-12-01T04:53:50.526 INFO:tasks.rados.rados.0.smithi111.stdout:3021: snap_create 2023-12-01T04:53:50.527 INFO:tasks.rados.rados.0.smithi111.stdout:3011: finishing write tid 2 to smithi111183488-20 2023-12-01T04:53:50.527 INFO:tasks.rados.rados.0.smithi111.stdout:3011: finishing write tid 3 to smithi111183488-20 2023-12-01T04:53:50.527 INFO:tasks.rados.rados.0.smithi111.stdout:3011: finishing write tid 4 to smithi111183488-20 2023-12-01T04:53:50.527 INFO:tasks.rados.rados.0.smithi111.stdout:3012: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:53:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:3011: finishing write tid 5 to smithi111183488-20 2023-12-01T04:53:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:3011: oid 20 updating version 0 to 2320 2023-12-01T04:53:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:3011: oid 20 updating version 2320 to 2321 2023-12-01T04:53:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:3011: oid 20 updating version 2321 to 2322 2023-12-01T04:53:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:3011: oid 20 version 2322 is already newer than 2319 2023-12-01T04:53:50.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2322 (ObjNum 953 snap 296 seq_num 953) dirty exists 2023-12-01T04:53:50.560 INFO:tasks.rados.rados.0.smithi111.stdout:3011: left oid 20 (ObjNum 953 snap 296 seq_num 953) 2023-12-01T04:53:50.560 INFO:tasks.rados.rados.0.smithi111.stdout:3014: expect (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: finishing write tid 1 to smithi111183488-12 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: finishing write tid 2 to smithi111183488-12 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: finishing write tid 3 to smithi111183488-12 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: finishing write tid 4 to smithi111183488-12 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: finishing write tid 5 to smithi111183488-12 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: oid 12 updating version 0 to 1642 2023-12-01T04:53:50.564 INFO:tasks.rados.rados.0.smithi111.stdout:3020: oid 12 version 1642 is already newer than 1641 2023-12-01T04:53:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:3020: oid 12 updating version 1642 to 1643 2023-12-01T04:53:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:3020: oid 12 version 1643 is already newer than 1640 2023-12-01T04:53:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1643 (ObjNum 955 snap 296 seq_num 955) dirty exists 2023-12-01T04:53:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:3020: left oid 12 (ObjNum 955 snap 296 seq_num 955) 2023-12-01T04:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:50 smithi155 ceph-mon[102677]: osdmap e652: 8 total, 8 up, 8 in 2023-12-01T04:53:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:53:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:53:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:53:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[97855]: osdmap e652: 8 total, 8 up, 8 in 2023-12-01T04:53:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:53:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:53:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:53:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:50 smithi111 ceph-mon[116524]: osdmap e652: 8 total, 8 up, 8 in 2023-12-01T04:53:51.515 INFO:tasks.rados.rados.0.smithi111.stdout:3011: done (5 left) 2023-12-01T04:53:51.515 INFO:tasks.rados.rados.0.smithi111.stdout:3012: done (4 left) 2023-12-01T04:53:51.515 INFO:tasks.rados.rados.0.smithi111.stdout:3014: done (3 left) 2023-12-01T04:53:51.516 INFO:tasks.rados.rados.0.smithi111.stdout:3018: done (2 left) 2023-12-01T04:53:51.516 INFO:tasks.rados.rados.0.smithi111.stdout:3020: done (1 left) 2023-12-01T04:53:51.516 INFO:tasks.rados.rados.0.smithi111.stdout:3021: done (0 left) 2023-12-01T04:53:51.516 INFO:tasks.rados.rados.0.smithi111.stdout:3022: delete oid 33 current snap is 297 2023-12-01T04:53:51.519 INFO:tasks.rados.rados.0.smithi111.stdout:3022: done (0 left) 2023-12-01T04:53:51.519 INFO:tasks.rados.rados.0.smithi111.stdout:3023: snap_remove snap 257 2023-12-01T04:53:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:51 smithi155 ceph-mon[102677]: pgmap v952: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 764 KiB/s wr, 14 op/s 2023-12-01T04:53:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:51 smithi155 ceph-mon[102677]: osdmap e653: 8 total, 8 up, 8 in 2023-12-01T04:53:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:51 smithi111 ceph-mon[97855]: pgmap v952: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 764 KiB/s wr, 14 op/s 2023-12-01T04:53:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:51 smithi111 ceph-mon[97855]: osdmap e653: 8 total, 8 up, 8 in 2023-12-01T04:53:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:51 smithi111 ceph-mon[116524]: pgmap v952: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 764 KiB/s wr, 14 op/s 2023-12-01T04:53:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:51 smithi111 ceph-mon[116524]: osdmap e653: 8 total, 8 up, 8 in 2023-12-01T04:53:52.521 INFO:tasks.rados.rados.0.smithi111.stdout:3023: done (0 left) 2023-12-01T04:53:52.521 INFO:tasks.rados.rados.0.smithi111.stdout:3024: snap_remove snap 231 2023-12-01T04:53:53.513 INFO:tasks.rados.rados.0.smithi111.stdout:3024: done (0 left) 2023-12-01T04:53:53.514 INFO:tasks.rados.rados.0.smithi111.stdout:3025: read oid 40 snap -1 2023-12-01T04:53:53.514 INFO:tasks.rados.rados.0.smithi111.stdout:3025: expect deleted 2023-12-01T04:53:53.514 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 297 2023-12-01T04:53:53.514 INFO:tasks.rados.rados.0.smithi111.stdout:3026: seq_num 957 ranges {4464640=434176,4898816=720896,5619712=483328} 2023-12-01T04:53:53.540 INFO:tasks.rados.rados.0.smithi111.stdout:3026: writing smithi111183488-16 from 4464640 to 4898816 tid 1 2023-12-01T04:53:53.543 INFO:tasks.rados.rados.0.smithi111.stdout:3026: writing smithi111183488-16 from 4898816 to 5619712 tid 2 2023-12-01T04:53:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3026: writing smithi111183488-16 from 5619712 to 6103040 tid 3 2023-12-01T04:53:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3025: done (1 left) 2023-12-01T04:53:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3027: delete oid 19 current snap is 297 2023-12-01T04:53:53.550 INFO:tasks.rados.rados.0.smithi111.stdout:3026: finishing write tid 1 to smithi111183488-16 2023-12-01T04:53:53.552 INFO:tasks.rados.rados.0.smithi111.stdout:3026: finishing write tid 2 to smithi111183488-16 2023-12-01T04:53:53.552 INFO:tasks.rados.rados.0.smithi111.stdout:3026: finishing write tid 3 to smithi111183488-16 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:3027: done (1 left) 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:3028: rollback oid 33 current snap is 297 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 296 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:3029: rollback oid 3 current snap is 297 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 293 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:3030: copy_from oid 47 from oid 34 current snap is 297 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:3031: copy_from oid 13 from oid 17 current snap is 297 2023-12-01T04:53:53.553 INFO:tasks.rados.rados.0.smithi111.stdout:3032: snap_remove snap 289 2023-12-01T04:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:53 smithi155 ceph-mon[102677]: osdmap e654: 8 total, 8 up, 8 in 2023-12-01T04:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:53 smithi155 ceph-mon[102677]: pgmap v955: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 764 KiB/s wr, 14 op/s 2023-12-01T04:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:53 smithi155 ceph-mon[102677]: osdmap e655: 8 total, 8 up, 8 in 2023-12-01T04:53:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:53 smithi111 ceph-mon[97855]: osdmap e654: 8 total, 8 up, 8 in 2023-12-01T04:53:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:53 smithi111 ceph-mon[97855]: pgmap v955: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 764 KiB/s wr, 14 op/s 2023-12-01T04:53:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:53 smithi111 ceph-mon[97855]: osdmap e655: 8 total, 8 up, 8 in 2023-12-01T04:53:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:53 smithi111 ceph-mon[116524]: osdmap e654: 8 total, 8 up, 8 in 2023-12-01T04:53:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:53 smithi111 ceph-mon[116524]: pgmap v955: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 764 KiB/s wr, 14 op/s 2023-12-01T04:53:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:53 smithi111 ceph-mon[116524]: osdmap e655: 8 total, 8 up, 8 in 2023-12-01T04:53:54.546 INFO:tasks.rados.rados.0.smithi111.stdout:3032: done (5 left) 2023-12-01T04:53:54.546 INFO:tasks.rados.rados.0.smithi111.stdout:3033: snap_remove snap 290 2023-12-01T04:53:55.555 INFO:tasks.rados.rados.0.smithi111.stdout:3033: done (5 left) 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3034: read oid 12 snap 296 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3034: expect (ObjNum 955 snap 296 seq_num 955) 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3035: setattr oid 48 current snap is 297 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: finishing write tid 4 to smithi111183488-16 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: finishing write tid 5 to smithi111183488-16 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: oid 16 updating version 0 to 2319 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: oid 16 updating version 2319 to 2320 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: oid 16 version 2320 is already newer than 2317 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: oid 16 version 2320 is already newer than 2318 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2320 (ObjNum 957 snap 297 seq_num 957) dirty exists 2023-12-01T04:53:55.556 INFO:tasks.rados.rados.0.smithi111.stdout:3026: left oid 16 (ObjNum 957 snap 297 seq_num 957) 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3029: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3029: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3029: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2492 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3028: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 1694 (ObjNum 1921 snap 0 seq_num 1312698608) dirty dne 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3031: finishing copy_from to smithi111183488-13 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 1827 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3031: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3030: finishing copy_from to smithi111183488-47 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 1183 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:53:55.557 INFO:tasks.rados.rados.0.smithi111.stdout:3030: finishing copy_from racing read to smithi111183488-47 2023-12-01T04:53:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:3026: done (6 left) 2023-12-01T04:53:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:3028: done (5 left) 2023-12-01T04:53:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:3029: done (4 left) 2023-12-01T04:53:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:3030: done (3 left) 2023-12-01T04:53:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:3031: done (2 left) 2023-12-01T04:53:55.558 INFO:tasks.rados.rados.0.smithi111.stdout:3036: delete oid 39 current snap is 297 2023-12-01T04:53:55.567 INFO:tasks.rados.rados.0.smithi111.stdout:3036: done (2 left) 2023-12-01T04:53:55.567 INFO:tasks.rados.rados.0.smithi111.stdout:3037: read oid 47 snap -1 2023-12-01T04:53:55.568 INFO:tasks.rados.rados.0.smithi111.stdout:3037: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:53:55.568 INFO:tasks.rados.rados.0.smithi111.stdout:3038: rmattr oid 49 current snap is 297 2023-12-01T04:53:55.568 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 297 2023-12-01T04:53:55.568 INFO:tasks.rados.rados.0.smithi111.stdout:3039: seq_num 960 ranges {6103040=483328,6586368=425984,7012352=761856,7774208=16384} 2023-12-01T04:53:55.604 INFO:tasks.rados.rados.0.smithi111.stdout:3039: writing smithi111183488-16 from 6103040 to 6586368 tid 1 2023-12-01T04:53:55.606 INFO:tasks.rados.rados.0.smithi111.stdout:3039: writing smithi111183488-16 from 6586368 to 7012352 tid 2 2023-12-01T04:53:55.613 INFO:tasks.rados.rados.0.smithi111.stdout:3039: writing smithi111183488-16 from 7012352 to 7774208 tid 3 2023-12-01T04:53:55.613 INFO:tasks.rados.rados.0.smithi111.stdout:3039: writing smithi111183488-16 from 7774208 to 7790592 tid 4 2023-12-01T04:53:55.614 INFO:tasks.rados.rados.0.smithi111.stdout:3040: read oid 21 snap 280 2023-12-01T04:53:55.614 INFO:tasks.rados.rados.0.smithi111.stdout:3040: expect (ObjNum 842 snap 271 seq_num 842) 2023-12-01T04:53:55.614 INFO:tasks.rados.rados.0.smithi111.stdout:3041: snap_create 2023-12-01T04:53:55.614 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2049 (ObjNum 880 snap 281 seq_num 880) dirty exists 2023-12-01T04:53:55.614 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2126 (ObjNum 924 snap 288 seq_num 924) dirty exists 2023-12-01T04:53:55.614 INFO:tasks.rados.rados.0.smithi111.stdout:3034: expect (ObjNum 955 snap 296 seq_num 955) 2023-12-01T04:53:55.658 INFO:tasks.rados.rados.0.smithi111.stdout:3039: finishing write tid 1 to smithi111183488-16 2023-12-01T04:53:55.658 INFO:tasks.rados.rados.0.smithi111.stdout:3039: finishing write tid 2 to smithi111183488-16 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: finishing write tid 3 to smithi111183488-16 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: finishing write tid 4 to smithi111183488-16 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: finishing write tid 5 to smithi111183488-16 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: finishing write tid 6 to smithi111183488-16 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: oid 16 updating version 0 to 2321 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: oid 16 updating version 2321 to 2323 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: oid 16 updating version 2323 to 2325 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: oid 16 version 2325 is already newer than 2322 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: oid 16 version 2325 is already newer than 2324 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2325 (ObjNum 960 snap 297 seq_num 960) dirty exists 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3039: left oid 16 (ObjNum 960 snap 297 seq_num 960) 2023-12-01T04:53:55.659 INFO:tasks.rados.rados.0.smithi111.stdout:3040: expect (ObjNum 842 snap 271 seq_num 842) 2023-12-01T04:53:55.788 INFO:tasks.rados.rados.0.smithi111.stdout:3037: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:53:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:55 smithi155 ceph-mon[102677]: osdmap e656: 8 total, 8 up, 8 in 2023-12-01T04:53:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:55 smithi155 ceph-mon[102677]: pgmap v958: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:55 smithi111 ceph-mon[97855]: osdmap e656: 8 total, 8 up, 8 in 2023-12-01T04:53:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:55 smithi111 ceph-mon[97855]: pgmap v958: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:55 smithi111 ceph-mon[116524]: osdmap e656: 8 total, 8 up, 8 in 2023-12-01T04:53:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:55 smithi111 ceph-mon[116524]: pgmap v958: 121 pgs: 121 active+clean; 466 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:53:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:56 smithi155 ceph-mon[102677]: osdmap e657: 8 total, 8 up, 8 in 2023-12-01T04:53:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:56 smithi111 ceph-mon[97855]: osdmap e657: 8 total, 8 up, 8 in 2023-12-01T04:53:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:56 smithi111 ceph-mon[116524]: osdmap e657: 8 total, 8 up, 8 in 2023-12-01T04:53:57.055 INFO:tasks.rados.rados.0.smithi111.stdout:3034: done (6 left) 2023-12-01T04:53:57.055 INFO:tasks.rados.rados.0.smithi111.stdout:3035: done (5 left) 2023-12-01T04:53:57.055 INFO:tasks.rados.rados.0.smithi111.stdout:3037: done (4 left) 2023-12-01T04:53:57.055 INFO:tasks.rados.rados.0.smithi111.stdout:3038: done (3 left) 2023-12-01T04:53:57.055 INFO:tasks.rados.rados.0.smithi111.stdout:3039: done (2 left) 2023-12-01T04:53:57.055 INFO:tasks.rados.rados.0.smithi111.stdout:3040: done (1 left) 2023-12-01T04:53:57.056 INFO:tasks.rados.rados.0.smithi111.stdout:3041: done (0 left) 2023-12-01T04:53:57.056 INFO:tasks.rados.rados.0.smithi111.stdout:3042: copy_from oid 43 from oid 41 current snap is 298 2023-12-01T04:53:57.056 INFO:tasks.rados.rados.0.smithi111.stdout:3043: delete oid 31 current snap is 298 2023-12-01T04:53:57.058 INFO:tasks.rados.rados.0.smithi111.stdout:3043: done (1 left) 2023-12-01T04:53:57.058 INFO:tasks.rados.rados.0.smithi111.stdout:3044: copy_from oid 10 from oid 31 current snap is 298 2023-12-01T04:53:57.058 INFO:tasks.rados.rados.0.smithi111.stdout:3045: read oid 4 snap -1 2023-12-01T04:53:57.058 INFO:tasks.rados.rados.0.smithi111.stdout:3045: expect (ObjNum 952 snap 295 seq_num 952) 2023-12-01T04:53:57.058 INFO:tasks.rados.rados.0.smithi111.stdout:3046: snap_create 2023-12-01T04:53:57.059 INFO:tasks.rados.rados.0.smithi111.stdout:3044: finishing copy_from to smithi111183488-10 2023-12-01T04:53:57.059 INFO:tasks.rados.rados.0.smithi111.stdout:3044: got expected ENOENT (src dne) 2023-12-01T04:53:57.059 INFO:tasks.rados.rados.0.smithi111.stdout:3044: finishing copy_from racing read to smithi111183488-10 2023-12-01T04:53:57.060 INFO:tasks.rados.rados.0.smithi111.stdout:3042: finishing copy_from to smithi111183488-43 2023-12-01T04:53:57.060 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2031 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:57.061 INFO:tasks.rados.rados.0.smithi111.stdout:3042: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:53:57.081 INFO:tasks.rados.rados.0.smithi111.stdout:3045: expect (ObjNum 952 snap 295 seq_num 952) 2023-12-01T04:53:57.193 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11m) 10m ago 11m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11m) 10m ago 11m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (12m) 10m ago 12m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (12m) 10m ago 12m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (15m) 10m ago 15m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (17m) 10m ago 17m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (17m) 10m ago 17m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (16m) 10m ago 16m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (16m) 10m ago 16m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11m) 10m ago 11m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:53:57.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11m) 10m ago 11m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (15m) 10m ago 15m 67.4M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (15m) 10m ago 15m 67.6M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (14m) 10m ago 14m 59.9M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (14m) 10m ago 14m 58.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (14m) 10m ago 14m 57.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (13m) 10m ago 13m 60.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (13m) 10m ago 13m 58.8M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (13m) 10m ago 13m 64.1M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:53:57.509 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11m) 10m ago 12m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:53:57.569 INFO:tasks.rados.rados.0.smithi111.stdout:3042: done (3 left) 2023-12-01T04:53:57.570 INFO:tasks.rados.rados.0.smithi111.stdout:3044: done (2 left) 2023-12-01T04:53:57.570 INFO:tasks.rados.rados.0.smithi111.stdout:3045: done (1 left) 2023-12-01T04:53:57.570 INFO:tasks.rados.rados.0.smithi111.stdout:3046: done (0 left) 2023-12-01T04:53:57.570 INFO:tasks.rados.rados.0.smithi111.stdout:3047: snap_remove snap 227 2023-12-01T04:53:57.895 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:53:57.895 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:53:57.895 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:53:57.895 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:53:57.896 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:53:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:57 smithi155 ceph-mon[102677]: osdmap e658: 8 total, 8 up, 8 in 2023-12-01T04:53:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:57 smithi155 ceph-mon[102677]: pgmap v961: 121 pgs: 121 active+clean; 459 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 4.0 MiB/s wr, 3 op/s 2023-12-01T04:53:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:57 smithi111 ceph-mon[97855]: osdmap e658: 8 total, 8 up, 8 in 2023-12-01T04:53:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:57 smithi111 ceph-mon[97855]: pgmap v961: 121 pgs: 121 active+clean; 459 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 4.0 MiB/s wr, 3 op/s 2023-12-01T04:53:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:57 smithi111 ceph-mon[116524]: osdmap e658: 8 total, 8 up, 8 in 2023-12-01T04:53:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:57 smithi111 ceph-mon[116524]: pgmap v961: 121 pgs: 121 active+clean; 459 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 4.0 MiB/s wr, 3 op/s 2023-12-01T04:53:58.512 INFO:tasks.rados.rados.0.smithi111.stdout:3047: done (0 left) 2023-12-01T04:53:58.512 INFO:tasks.rados.rados.0.smithi111.stdout:3048: read oid 1 snap -1 2023-12-01T04:53:58.512 INFO:tasks.rados.rados.0.smithi111.stdout:3048: expect (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:58.512 INFO:tasks.rados.rados.0.smithi111.stdout:3049: setattr oid 36 current snap is 299 2023-12-01T04:53:58.512 INFO:tasks.rados.rados.0.smithi111.stdout:3050: snap_create 2023-12-01T04:53:58.527 INFO:tasks.rados.rados.0.smithi111.stdout:3048: expect (ObjNum 865 snap 278 seq_num 865) 2023-12-01T04:53:58.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2032 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:58 smithi155 ceph-mon[102677]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:58 smithi155 ceph-mon[102677]: from='client.15393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:58 smithi155 ceph-mon[102677]: osdmap e659: 8 total, 8 up, 8 in 2023-12-01T04:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3383186945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:58 smithi155 ceph-mon[102677]: osdmap e660: 8 total, 8 up, 8 in 2023-12-01T04:53:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[97855]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[97855]: from='client.15393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[97855]: osdmap e659: 8 total, 8 up, 8 in 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3383186945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[97855]: osdmap e660: 8 total, 8 up, 8 in 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[116524]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[116524]: from='client.15393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[116524]: osdmap e659: 8 total, 8 up, 8 in 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3383186945' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:58 smithi111 ceph-mon[116524]: osdmap e660: 8 total, 8 up, 8 in 2023-12-01T04:53:59.516 INFO:tasks.rados.rados.0.smithi111.stdout:3048: done (2 left) 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3049: done (1 left) 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3050: done (0 left) 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3051: read oid 18 snap -1 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3051: expect deleted 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3052: read oid 38 snap -1 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3052: expect (ObjNum 937 snap 291 seq_num 937) 2023-12-01T04:53:59.517 INFO:tasks.rados.rados.0.smithi111.stdout:3053: setattr oid 40 current snap is 300 2023-12-01T04:53:59.518 INFO:tasks.rados.rados.0.smithi111.stdout:3054: read oid 50 snap -1 2023-12-01T04:53:59.518 INFO:tasks.rados.rados.0.smithi111.stdout:3054: expect (ObjNum 921 snap 288 seq_num 921) 2023-12-01T04:53:59.518 INFO:tasks.rados.rados.0.smithi111.stdout:3055: read oid 46 snap -1 2023-12-01T04:53:59.518 INFO:tasks.rados.rados.0.smithi111.stdout:3055: expect (ObjNum 906 snap 287 seq_num 906) 2023-12-01T04:53:59.518 INFO:tasks.rados.rados.0.smithi111.stdout:3056: copy_from oid 42 from oid 47 current snap is 300 2023-12-01T04:53:59.519 INFO:tasks.rados.rados.0.smithi111.stdout:3057: setattr oid 16 current snap is 300 2023-12-01T04:53:59.519 INFO:tasks.rados.rados.0.smithi111.stdout:3051: done (6 left) 2023-12-01T04:53:59.519 INFO:tasks.rados.rados.0.smithi111.stdout:3058: snap_create 2023-12-01T04:53:59.525 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2326 (ObjNum 960 snap 297 seq_num 960) dirty exists 2023-12-01T04:53:59.526 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1187 (ObjNum 65 snap 0 seq_num 1566332757) dirty exists 2023-12-01T04:53:59.538 INFO:tasks.rados.rados.0.smithi111.stdout:3054: expect (ObjNum 921 snap 288 seq_num 921) 2023-12-01T04:53:59.575 INFO:tasks.rados.rados.0.smithi111.stdout:3052: expect (ObjNum 937 snap 291 seq_num 937) 2023-12-01T04:53:59.577 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:53:59] "GET /metrics HTTP/1.1" 200 36101 "" "Prometheus/2.43.0" 2023-12-01T04:53:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:59 smithi155 ceph-mon[102677]: pgmap v964: 121 pgs: 121 active+clean; 459 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 4.0 MiB/s wr, 3 op/s 2023-12-01T04:53:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:53:59 smithi155 ceph-mon[102677]: osdmap e661: 8 total, 8 up, 8 in 2023-12-01T04:53:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:59 smithi111 ceph-mon[97855]: pgmap v964: 121 pgs: 121 active+clean; 459 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 4.0 MiB/s wr, 3 op/s 2023-12-01T04:53:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:53:59 smithi111 ceph-mon[97855]: osdmap e661: 8 total, 8 up, 8 in 2023-12-01T04:53:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:59 smithi111 ceph-mon[116524]: pgmap v964: 121 pgs: 121 active+clean; 459 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 4.0 MiB/s wr, 3 op/s 2023-12-01T04:53:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:53:59 smithi111 ceph-mon[116524]: osdmap e661: 8 total, 8 up, 8 in 2023-12-01T04:54:00.117 INFO:tasks.rados.rados.0.smithi111.stdout:3055: expect (ObjNum 906 snap 287 seq_num 906) 2023-12-01T04:54:00.726 INFO:tasks.rados.rados.0.smithi111.stdout:3056: finishing copy_from to smithi111183488-42 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 1183 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3056: finishing copy_from racing read to smithi111183488-42 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3052: done (6 left) 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3053: done (5 left) 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3054: done (4 left) 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3055: done (3 left) 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3056: done (2 left) 2023-12-01T04:54:00.727 INFO:tasks.rados.rados.0.smithi111.stdout:3057: done (1 left) 2023-12-01T04:54:00.728 INFO:tasks.rados.rados.0.smithi111.stdout:3058: done (0 left) 2023-12-01T04:54:00.728 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 301 2023-12-01T04:54:00.728 INFO:tasks.rados.rados.0.smithi111.stdout:3059: seq_num 962 ranges {1032192=516096,1548288=589824,2138112=614400} 2023-12-01T04:54:00.734 INFO:tasks.rados.rados.0.smithi111.stdout:3059: writing smithi111183488-50 from 1032192 to 1548288 tid 1 2023-12-01T04:54:00.737 INFO:tasks.rados.rados.0.smithi111.stdout:3059: writing smithi111183488-50 from 1548288 to 2138112 tid 2 2023-12-01T04:54:00.741 INFO:tasks.rados.rados.0.smithi111.stdout:3059: writing smithi111183488-50 from 2138112 to 2752512 tid 3 2023-12-01T04:54:00.741 INFO:tasks.rados.rados.0.smithi111.stdout:3060: setattr oid 3 current snap is 301 2023-12-01T04:54:00.742 INFO:tasks.rados.rados.0.smithi111.stdout:3061: setattr oid 21 current snap is 301 2023-12-01T04:54:00.743 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 301 2023-12-01T04:54:00.743 INFO:tasks.rados.rados.0.smithi111.stdout:3062: seq_num 963 ranges {90112=532480,622592=475136,1097728=532480,1630208=196608} 2023-12-01T04:54:00.746 INFO:tasks.rados.rados.0.smithi111.stdout:3062: writing smithi111183488-1 from 90112 to 622592 tid 1 2023-12-01T04:54:00.750 INFO:tasks.rados.rados.0.smithi111.stdout:3062: writing smithi111183488-1 from 622592 to 1097728 tid 2 2023-12-01T04:54:00.752 INFO:tasks.rados.rados.0.smithi111.stdout:3062: writing smithi111183488-1 from 1097728 to 1630208 tid 3 2023-12-01T04:54:00.754 INFO:tasks.rados.rados.0.smithi111.stdout:3062: writing smithi111183488-1 from 1630208 to 1826816 tid 4 2023-12-01T04:54:00.754 INFO:tasks.rados.rados.0.smithi111.stdout:3063: snap_remove snap 288 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3063: done (4 left) 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3064: delete oid 49 current snap is 301 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3059: finishing write tid 1 to smithi111183488-50 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3059: finishing write tid 2 to smithi111183488-50 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3059: finishing write tid 3 to smithi111183488-50 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3059: finishing write tid 4 to smithi111183488-50 2023-12-01T04:54:01.519 INFO:tasks.rados.rados.0.smithi111.stdout:3059: finishing write tid 5 to smithi111183488-50 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3059: oid 50 updating version 0 to 2524 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3059: oid 50 version 2524 is already newer than 2522 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3059: oid 50 updating version 2524 to 2525 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3059: oid 50 version 2525 is already newer than 2523 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2525 (ObjNum 962 snap 301 seq_num 962) dirty exists 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3059: left oid 50 (ObjNum 962 snap 301 seq_num 962) 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3062: finishing write tid 1 to smithi111183488-1 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:3062: finishing write tid 2 to smithi111183488-1 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2527 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:54:01.520 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2529 (ObjNum 936 snap 290 seq_num 936) dirty exists 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: finishing write tid 3 to smithi111183488-1 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: finishing write tid 4 to smithi111183488-1 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: finishing write tid 5 to smithi111183488-1 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: finishing write tid 6 to smithi111183488-1 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: oid 1 updating version 0 to 2324 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: oid 1 updating version 2324 to 2327 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: oid 1 version 2327 is already newer than 2323 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: oid 1 version 2327 is already newer than 2325 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:3062: oid 1 version 2327 is already newer than 2326 2023-12-01T04:54:01.521 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2327 (ObjNum 963 snap 301 seq_num 963) dirty exists 2023-12-01T04:54:01.522 INFO:tasks.rados.rados.0.smithi111.stdout:3062: left oid 1 (ObjNum 963 snap 301 seq_num 963) 2023-12-01T04:54:01.528 INFO:tasks.rados.rados.0.smithi111.stdout:3059: done (4 left) 2023-12-01T04:54:01.528 INFO:tasks.rados.rados.0.smithi111.stdout:3060: done (3 left) 2023-12-01T04:54:01.529 INFO:tasks.rados.rados.0.smithi111.stdout:3061: done (2 left) 2023-12-01T04:54:01.529 INFO:tasks.rados.rados.0.smithi111.stdout:3062: done (1 left) 2023-12-01T04:54:01.529 INFO:tasks.rados.rados.0.smithi111.stdout:3064: done (0 left) 2023-12-01T04:54:01.529 INFO:tasks.rados.rados.0.smithi111.stdout:3065: snap_create 2023-12-01T04:54:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:01 smithi155 ceph-mon[102677]: osdmap e662: 8 total, 8 up, 8 in 2023-12-01T04:54:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:01 smithi155 ceph-mon[102677]: pgmap v967: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-01T04:54:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:01 smithi111 ceph-mon[97855]: osdmap e662: 8 total, 8 up, 8 in 2023-12-01T04:54:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:01 smithi111 ceph-mon[97855]: pgmap v967: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-01T04:54:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:01 smithi111 ceph-mon[116524]: osdmap e662: 8 total, 8 up, 8 in 2023-12-01T04:54:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:01 smithi111 ceph-mon[116524]: pgmap v967: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-01T04:54:02.526 INFO:tasks.rados.rados.0.smithi111.stdout:3065: done (0 left) 2023-12-01T04:54:02.526 INFO:tasks.rados.rados.0.smithi111.stdout:3066: read oid 43 snap 276 2023-12-01T04:54:02.526 INFO:tasks.rados.rados.0.smithi111.stdout:3066: expect (ObjNum 849 snap 273 seq_num 849) 2023-12-01T04:54:02.527 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 302 2023-12-01T04:54:02.527 INFO:tasks.rados.rados.0.smithi111.stdout:3067: seq_num 965 ranges {5586944=565248,6152192=647168,6799360=548864,7348224=8192} 2023-12-01T04:54:02.559 INFO:tasks.rados.rados.0.smithi111.stdout:3067: writing smithi111183488-8 from 5586944 to 6152192 tid 1 2023-12-01T04:54:02.565 INFO:tasks.rados.rados.0.smithi111.stdout:3067: writing smithi111183488-8 from 6152192 to 6799360 tid 2 2023-12-01T04:54:02.569 INFO:tasks.rados.rados.0.smithi111.stdout:3067: writing smithi111183488-8 from 6799360 to 7348224 tid 3 2023-12-01T04:54:02.569 INFO:tasks.rados.rados.0.smithi111.stdout:3067: writing smithi111183488-8 from 7348224 to 7356416 tid 4 2023-12-01T04:54:02.569 INFO:tasks.rados.rados.0.smithi111.stdout:3068: rollback oid 29 current snap is 302 2023-12-01T04:54:02.569 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 283 2023-12-01T04:54:02.569 INFO:tasks.rados.rados.0.smithi111.stdout:3066: expect (ObjNum 849 snap 273 seq_num 849) 2023-12-01T04:54:02.767 INFO:tasks.rados.rados.0.smithi111.stdout:3067: finishing write tid 1 to smithi111183488-8 2023-12-01T04:54:02.767 INFO:tasks.rados.rados.0.smithi111.stdout:3067: finishing write tid 2 to smithi111183488-8 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: finishing write tid 3 to smithi111183488-8 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: finishing write tid 4 to smithi111183488-8 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: finishing write tid 5 to smithi111183488-8 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3068: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3068: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3066: done (2 left) 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 302 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3068: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2543 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: finishing write tid 6 to smithi111183488-8 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: oid 8 updating version 0 to 2131 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: oid 8 updating version 2131 to 2132 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: oid 8 version 2132 is already newer than 2128 2023-12-01T04:54:02.768 INFO:tasks.rados.rados.0.smithi111.stdout:3067: oid 8 version 2132 is already newer than 2129 2023-12-01T04:54:02.769 INFO:tasks.rados.rados.0.smithi111.stdout:3067: oid 8 version 2132 is already newer than 2130 2023-12-01T04:54:02.769 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2132 (ObjNum 965 snap 302 seq_num 965) dirty exists 2023-12-01T04:54:02.769 INFO:tasks.rados.rados.0.smithi111.stdout:3067: left oid 8 (ObjNum 965 snap 302 seq_num 965) 2023-12-01T04:54:02.769 INFO:tasks.rados.rados.0.smithi111.stdout:3069: seq_num 966 ranges {1859584=581632,2441216=581632,3022848=622592} 2023-12-01T04:54:02.780 INFO:tasks.rados.rados.0.smithi111.stdout:3069: writing smithi111183488-5 from 1859584 to 2441216 tid 1 2023-12-01T04:54:02.783 INFO:tasks.rados.rados.0.smithi111.stdout:3069: writing smithi111183488-5 from 2441216 to 3022848 tid 2 2023-12-01T04:54:02.786 INFO:tasks.rados.rados.0.smithi111.stdout:3069: writing smithi111183488-5 from 3022848 to 3645440 tid 3 2023-12-01T04:54:02.787 INFO:tasks.rados.rados.0.smithi111.stdout:3067: done (2 left) 2023-12-01T04:54:02.787 INFO:tasks.rados.rados.0.smithi111.stdout:3068: done (1 left) 2023-12-01T04:54:02.787 INFO:tasks.rados.rados.0.smithi111.stdout:3070: delete oid 25 current snap is 302 2023-12-01T04:54:02.787 INFO:tasks.rados.rados.0.smithi111.stdout:3069: finishing write tid 1 to smithi111183488-5 2023-12-01T04:54:02.787 INFO:tasks.rados.rados.0.smithi111.stdout:3069: finishing write tid 2 to smithi111183488-5 2023-12-01T04:54:02.790 INFO:tasks.rados.rados.0.smithi111.stdout:3070: done (1 left) 2023-12-01T04:54:02.790 INFO:tasks.rados.rados.0.smithi111.stdout:3071: setattr oid 30 current snap is 302 2023-12-01T04:54:02.793 INFO:tasks.rados.rados.0.smithi111.stdout:3072: read oid 40 snap -1 2023-12-01T04:54:02.794 INFO:tasks.rados.rados.0.smithi111.stdout:3072: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:54:02.794 INFO:tasks.rados.rados.0.smithi111.stdout:3073: copy_from oid 6 from oid 25 current snap is 302 2023-12-01T04:54:02.794 INFO:tasks.rados.rados.0.smithi111.stdout:3074: read oid 26 snap -1 2023-12-01T04:54:02.794 INFO:tasks.rados.rados.0.smithi111.stdout:3074: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:54:02.794 INFO:tasks.rados.rados.0.smithi111.stdout:3075: snap_remove snap 230 2023-12-01T04:54:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:02 smithi155 ceph-mon[102677]: osdmap e663: 8 total, 8 up, 8 in 2023-12-01T04:54:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:02 smithi111 ceph-mon[97855]: osdmap e663: 8 total, 8 up, 8 in 2023-12-01T04:54:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:02 smithi111 ceph-mon[116524]: osdmap e663: 8 total, 8 up, 8 in 2023-12-01T04:54:03.521 INFO:tasks.rados.rados.0.smithi111.stdout:3075: done (5 left) 2023-12-01T04:54:03.521 INFO:tasks.rados.rados.0.smithi111.stdout:3076: delete oid 50 current snap is 302 2023-12-01T04:54:03.521 INFO:tasks.rados.rados.0.smithi111.stdout:3072: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:54:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:3073: finishing copy_from to smithi111183488-6 2023-12-01T04:54:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:3073: got expected ENOENT (src dne) 2023-12-01T04:54:03.524 INFO:tasks.rados.rados.0.smithi111.stdout:3074: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3073: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: finishing write tid 3 to smithi111183488-5 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: finishing write tid 4 to smithi111183488-5 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2294 (ObjNum 944 snap 291 seq_num 944) dirty exists 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: finishing write tid 5 to smithi111183488-5 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: oid 5 updating version 0 to 2545 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: oid 5 updating version 2545 to 2546 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: oid 5 updating version 2546 to 2547 2023-12-01T04:54:03.527 INFO:tasks.rados.rados.0.smithi111.stdout:3069: oid 5 updating version 2547 to 2548 2023-12-01T04:54:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2548 (ObjNum 966 snap 302 seq_num 966) dirty exists 2023-12-01T04:54:03.528 INFO:tasks.rados.rados.0.smithi111.stdout:3069: left oid 5 (ObjNum 966 snap 302 seq_num 966) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3069: done (5 left) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3071: done (4 left) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3072: done (3 left) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3073: done (2 left) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3074: done (1 left) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3076: done (0 left) 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:3077: rollback oid 31 current snap is 302 2023-12-01T04:54:03.539 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 295 2023-12-01T04:54:03.542 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 302 2023-12-01T04:54:03.542 INFO:tasks.rados.rados.0.smithi111.stdout:3078: seq_num 969 ranges {917504=638976,1556480=630784,2187264=532480,2719744=40960} 2023-12-01T04:54:03.548 INFO:tasks.rados.rados.0.smithi111.stdout:3078: writing smithi111183488-29 from 917504 to 1556480 tid 1 2023-12-01T04:54:03.553 INFO:tasks.rados.rados.0.smithi111.stdout:3078: writing smithi111183488-29 from 1556480 to 2187264 tid 2 2023-12-01T04:54:03.555 INFO:tasks.rados.rados.0.smithi111.stdout:3078: writing smithi111183488-29 from 2187264 to 2719744 tid 3 2023-12-01T04:54:03.556 INFO:tasks.rados.rados.0.smithi111.stdout:3078: writing smithi111183488-29 from 2719744 to 2760704 tid 4 2023-12-01T04:54:03.556 INFO:tasks.rados.rados.0.smithi111.stdout:3079: read oid 48 snap 280 2023-12-01T04:54:03.556 INFO:tasks.rados.rados.0.smithi111.stdout:3079: expect (ObjNum 875 snap 280 seq_num 875) 2023-12-01T04:54:03.556 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 302 2023-12-01T04:54:03.557 INFO:tasks.rados.rados.0.smithi111.stdout:3077: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:54:03.557 INFO:tasks.rados.rados.0.smithi111.stdout:3080: seq_num 970 ranges {1605632=655360,2260992=516096,2777088=688128} 2023-12-01T04:54:03.569 INFO:tasks.rados.rados.0.smithi111.stdout:3080: writing smithi111183488-12 from 1605632 to 2260992 tid 1 2023-12-01T04:54:03.572 INFO:tasks.rados.rados.0.smithi111.stdout:3080: writing smithi111183488-12 from 2260992 to 2777088 tid 2 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3080: writing smithi111183488-12 from 2777088 to 3465216 tid 3 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3081: copy_from oid 24 from oid 39 current snap is 302 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3077: finishing rollback tid 2 to smithi111183488-31 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 2296 (ObjNum 872 snap 280 seq_num 872) dirty exists 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3078: finishing write tid 1 to smithi111183488-29 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3078: finishing write tid 2 to smithi111183488-29 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3078: finishing write tid 3 to smithi111183488-29 2023-12-01T04:54:03.577 INFO:tasks.rados.rados.0.smithi111.stdout:3078: finishing write tid 4 to smithi111183488-29 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3077: done (4 left) 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3082: delete oid 11 current snap is 302 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: finishing write tid 5 to smithi111183488-29 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: finishing write tid 6 to smithi111183488-29 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: oid 29 updating version 0 to 2562 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: oid 29 updating version 2562 to 2565 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: oid 29 version 2565 is already newer than 2564 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: oid 29 version 2565 is already newer than 2563 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: oid 29 version 2565 is already newer than 2561 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2565 (ObjNum 969 snap 302 seq_num 969) dirty exists 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3078: left oid 29 (ObjNum 969 snap 302 seq_num 969) 2023-12-01T04:54:03.578 INFO:tasks.rados.rados.0.smithi111.stdout:3079: expect (ObjNum 875 snap 280 seq_num 875) 2023-12-01T04:54:03.723 INFO:tasks.rados.rados.0.smithi111.stdout:3080: finishing write tid 1 to smithi111183488-12 2023-12-01T04:54:03.723 INFO:tasks.rados.rados.0.smithi111.stdout:3080: finishing write tid 2 to smithi111183488-12 2023-12-01T04:54:03.723 INFO:tasks.rados.rados.0.smithi111.stdout:3081: finishing copy_from to smithi111183488-24 2023-12-01T04:54:03.723 INFO:tasks.rados.rados.0.smithi111.stdout:3081: got expected ENOENT (src dne) 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3081: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: finishing write tid 3 to smithi111183488-12 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: finishing write tid 4 to smithi111183488-12 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: finishing write tid 5 to smithi111183488-12 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: oid 12 updating version 0 to 1647 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: oid 12 version 1647 is already newer than 1644 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: oid 12 version 1647 is already newer than 1645 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: oid 12 version 1647 is already newer than 1646 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1647 (ObjNum 970 snap 302 seq_num 970) dirty exists 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: left oid 12 (ObjNum 970 snap 302 seq_num 970) 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3078: done (4 left) 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3079: done (3 left) 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3080: done (2 left) 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3081: done (1 left) 2023-12-01T04:54:03.724 INFO:tasks.rados.rados.0.smithi111.stdout:3082: done (0 left) 2023-12-01T04:54:03.725 INFO:tasks.rados.rados.0.smithi111.stdout:3083: read oid 30 snap -1 2023-12-01T04:54:03.725 INFO:tasks.rados.rados.0.smithi111.stdout:3083: expect (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:54:03.725 INFO:tasks.rados.rados.0.smithi111.stdout:3084: delete oid 38 current snap is 302 2023-12-01T04:54:03.726 INFO:tasks.rados.rados.0.smithi111.stdout:3084: done (1 left) 2023-12-01T04:54:03.726 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 302 2023-12-01T04:54:03.726 INFO:tasks.rados.rados.0.smithi111.stdout:3085: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2023-12-01T04:54:03.730 INFO:tasks.rados.rados.0.smithi111.stdout:3085: writing smithi111183488-39 from 0 to 704512 tid 1 2023-12-01T04:54:03.733 INFO:tasks.rados.rados.0.smithi111.stdout:3085: writing smithi111183488-39 from 704512 to 1277952 tid 2 2023-12-01T04:54:03.736 INFO:tasks.rados.rados.0.smithi111.stdout:3085: writing smithi111183488-39 from 1277952 to 1785856 tid 3 2023-12-01T04:54:03.737 INFO:tasks.rados.rados.0.smithi111.stdout:3085: writing smithi111183488-39 from 1785856 to 1908736 tid 4 2023-12-01T04:54:03.737 INFO:tasks.rados.rados.0.smithi111.stdout:3086: rollback oid 32 current snap is 302 2023-12-01T04:54:03.737 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 32 to 284 2023-12-01T04:54:03.737 INFO:tasks.rados.rados.0.smithi111.stdout:3087: delete oid 9 current snap is 302 2023-12-01T04:54:03.738 INFO:tasks.rados.rados.0.smithi111.stdout:3085: finishing write tid 1 to smithi111183488-39 2023-12-01T04:54:03.738 INFO:tasks.rados.rados.0.smithi111.stdout:3085: finishing write tid 2 to smithi111183488-39 2023-12-01T04:54:03.741 INFO:tasks.rados.rados.0.smithi111.stdout:3085: finishing write tid 3 to smithi111183488-39 2023-12-01T04:54:03.741 INFO:tasks.rados.rados.0.smithi111.stdout:3083: expect (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:54:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:03 smithi155 ceph-mon[102677]: osdmap e664: 8 total, 8 up, 8 in 2023-12-01T04:54:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:03 smithi155 ceph-mon[102677]: pgmap v970: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-01T04:54:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:03 smithi155 ceph-mon[102677]: osdmap e665: 8 total, 8 up, 8 in 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: finishing write tid 4 to smithi111183488-39 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: finishing write tid 5 to smithi111183488-39 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3086: finishing rollback tid 1 to smithi111183488-32 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2152 (ObjNum 497 snap 0 seq_num 3708018048) dirty dne 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: finishing write tid 6 to smithi111183488-39 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: oid 39 updating version 0 to 1594 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: oid 39 updating version 1594 to 1595 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: oid 39 updating version 1595 to 1598 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: oid 39 version 1598 is already newer than 1596 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: oid 39 version 1598 is already newer than 1597 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1598 (ObjNum 973 snap 302 seq_num 973) dirty exists 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3085: left oid 39 (ObjNum 973 snap 302 seq_num 973) 2023-12-01T04:54:03.962 INFO:tasks.rados.rados.0.smithi111.stdout:3083: done (3 left) 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:3085: done (2 left) 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:3086: done (1 left) 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:3087: done (0 left) 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:3088: read oid 15 snap -1 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:3088: expect (ObjNum 946 snap 292 seq_num 946) 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 302 2023-12-01T04:54:03.963 INFO:tasks.rados.rados.0.smithi111.stdout:3089: seq_num 975 ranges {0=737280,737280=786432,1523712=417792} 2023-12-01T04:54:03.966 INFO:tasks.rados.rados.0.smithi111.stdout:3089: writing smithi111183488-18 from 0 to 737280 tid 1 2023-12-01T04:54:03.970 INFO:tasks.rados.rados.0.smithi111.stdout:3089: writing smithi111183488-18 from 737280 to 1523712 tid 2 2023-12-01T04:54:03.973 INFO:tasks.rados.rados.0.smithi111.stdout:3089: writing smithi111183488-18 from 1523712 to 1941504 tid 3 2023-12-01T04:54:03.973 INFO:tasks.rados.rados.0.smithi111.stdout:3090: read oid 9 snap -1 2023-12-01T04:54:03.974 INFO:tasks.rados.rados.0.smithi111.stdout:3090: expect deleted 2023-12-01T04:54:03.974 INFO:tasks.rados.rados.0.smithi111.stdout:3091: read oid 40 snap 293 2023-12-01T04:54:03.974 INFO:tasks.rados.rados.0.smithi111.stdout:3091: expect deleted 2023-12-01T04:54:03.974 INFO:tasks.rados.rados.0.smithi111.stdout:3092: delete oid 11 current snap is 302 2023-12-01T04:54:03.974 INFO:tasks.rados.rados.0.smithi111.stdout:3088: expect (ObjNum 946 snap 292 seq_num 946) 2023-12-01T04:54:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:03 smithi111 ceph-mon[97855]: osdmap e664: 8 total, 8 up, 8 in 2023-12-01T04:54:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:03 smithi111 ceph-mon[97855]: pgmap v970: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-01T04:54:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:03 smithi111 ceph-mon[97855]: osdmap e665: 8 total, 8 up, 8 in 2023-12-01T04:54:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:03 smithi111 ceph-mon[116524]: osdmap e664: 8 total, 8 up, 8 in 2023-12-01T04:54:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:03 smithi111 ceph-mon[116524]: pgmap v970: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 3.4 MiB/s wr, 32 op/s 2023-12-01T04:54:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:03 smithi111 ceph-mon[116524]: osdmap e665: 8 total, 8 up, 8 in 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: finishing write tid 1 to smithi111183488-18 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: finishing write tid 2 to smithi111183488-18 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: finishing write tid 3 to smithi111183488-18 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: finishing write tid 4 to smithi111183488-18 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: finishing write tid 5 to smithi111183488-18 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: oid 18 updating version 0 to 1859 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: oid 18 version 1859 is already newer than 1858 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: oid 18 updating version 1859 to 1861 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:3089: oid 18 version 1861 is already newer than 1860 2023-12-01T04:54:04.013 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 1861 (ObjNum 975 snap 302 seq_num 975) dirty exists 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3089: left oid 18 (ObjNum 975 snap 302 seq_num 975) 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3088: done (4 left) 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3089: done (3 left) 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3090: done (2 left) 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3091: done (1 left) 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3092: done (0 left) 2023-12-01T04:54:04.014 INFO:tasks.rados.rados.0.smithi111.stdout:3093: snap_remove snap 293 2023-12-01T04:54:04.560 INFO:tasks.rados.rados.0.smithi111.stdout:3093: done (0 left) 2023-12-01T04:54:04.560 INFO:tasks.rados.rados.0.smithi111.stdout:3094: snap_remove snap 283 2023-12-01T04:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:05.563 INFO:tasks.rados.rados.0.smithi111.stdout:3094: done (0 left) 2023-12-01T04:54:05.563 INFO:tasks.rados.rados.0.smithi111.stdout:3095: rollback oid 12 current snap is 302 2023-12-01T04:54:05.563 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 301 2023-12-01T04:54:05.563 INFO:tasks.rados.rados.0.smithi111.stdout:3096: rmattr oid 23 current snap is 302 2023-12-01T04:54:05.563 INFO:tasks.rados.rados.0.smithi111.stdout:3096: done (1 left) 2023-12-01T04:54:05.563 INFO:tasks.rados.rados.0.smithi111.stdout:3097: read oid 2 snap -1 2023-12-01T04:54:05.564 INFO:tasks.rados.rados.0.smithi111.stdout:3097: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:54:05.570 INFO:tasks.rados.rados.0.smithi111.stdout:3098: copy_from oid 31 from oid 39 current snap is 302 2023-12-01T04:54:05.570 INFO:tasks.rados.rados.0.smithi111.stdout:3099: setattr oid 10 current snap is 302 2023-12-01T04:54:05.570 INFO:tasks.rados.rados.0.smithi111.stdout:3100: rollback oid 22 current snap is 302 2023-12-01T04:54:05.571 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 233 2023-12-01T04:54:05.571 INFO:tasks.rados.rados.0.smithi111.stdout:3101: rmattr oid 25 current snap is 302 2023-12-01T04:54:05.571 INFO:tasks.rados.rados.0.smithi111.stdout:3101: done (5 left) 2023-12-01T04:54:05.571 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 302 2023-12-01T04:54:05.571 INFO:tasks.rados.rados.0.smithi111.stdout:3102: seq_num 977 ranges {917504=770048,1687552=557056,2244608=491520,2736128=155648} 2023-12-01T04:54:05.577 INFO:tasks.rados.rados.0.smithi111.stdout:3102: writing smithi111183488-13 from 917504 to 1687552 tid 1 2023-12-01T04:54:05.582 INFO:tasks.rados.rados.0.smithi111.stdout:3102: writing smithi111183488-13 from 1687552 to 2244608 tid 2 2023-12-01T04:54:05.582 INFO:tasks.rados.rados.0.smithi111.stdout:3102: writing smithi111183488-13 from 2244608 to 2736128 tid 3 2023-12-01T04:54:05.583 INFO:tasks.rados.rados.0.smithi111.stdout:3102: writing smithi111183488-13 from 2736128 to 2891776 tid 4 2023-12-01T04:54:05.583 INFO:tasks.rados.rados.0.smithi111.stdout:3103: delete oid 4 current snap is 302 2023-12-01T04:54:05.583 INFO:tasks.rados.rados.0.smithi111.stdout:3095: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:54:05.584 INFO:tasks.rados.rados.0.smithi111.stdout:3095: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:54:05.584 INFO:tasks.rados.rados.0.smithi111.stdout:3095: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:54:05.584 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1650 (ObjNum 955 snap 296 seq_num 955) dirty exists 2023-12-01T04:54:05.587 INFO:tasks.rados.rados.0.smithi111.stdout:3100: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:54:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:3100: finishing rollback tid 2 to smithi111183488-22 2023-12-01T04:54:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1863 (ObjNum 694 snap 223 seq_num 694) dirty exists 2023-12-01T04:54:05.590 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2327 (ObjNum 639 snap 203 seq_num 639) dirty exists 2023-12-01T04:54:05.592 INFO:tasks.rados.rados.0.smithi111.stdout:3097: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:54:05.686 INFO:tasks.rados.rados.0.smithi111.stdout:3102: finishing write tid 1 to smithi111183488-13 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3102: finishing write tid 2 to smithi111183488-13 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3102: finishing write tid 3 to smithi111183488-13 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3102: finishing write tid 4 to smithi111183488-13 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3098: finishing copy_from to smithi111183488-31 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1598 (ObjNum 973 snap 302 seq_num 973) dirty exists 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3098: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3095: done (6 left) 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3097: done (5 left) 2023-12-01T04:54:05.687 INFO:tasks.rados.rados.0.smithi111.stdout:3098: done (4 left) 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3099: done (3 left) 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3100: done (2 left) 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3103: done (1 left) 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3104: copy_from oid 23 from oid 33 current snap is 302 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: finishing write tid 5 to smithi111183488-13 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: finishing write tid 6 to smithi111183488-13 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: oid 13 updating version 0 to 2322 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: oid 13 version 2322 is already newer than 2318 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: oid 13 version 2322 is already newer than 2319 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: oid 13 version 2322 is already newer than 2320 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:3102: oid 13 version 2322 is already newer than 2317 2023-12-01T04:54:05.688 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2322 (ObjNum 977 snap 302 seq_num 977) dirty exists 2023-12-01T04:54:05.689 INFO:tasks.rados.rados.0.smithi111.stdout:3102: left oid 13 (ObjNum 977 snap 302 seq_num 977) 2023-12-01T04:54:05.689 INFO:tasks.rados.rados.0.smithi111.stdout:3102: done (1 left) 2023-12-01T04:54:05.689 INFO:tasks.rados.rados.0.smithi111.stdout:3105: delete oid 14 current snap is 302 2023-12-01T04:54:05.689 INFO:tasks.rados.rados.0.smithi111.stdout:3104: finishing copy_from to smithi111183488-23 2023-12-01T04:54:05.690 INFO:tasks.rados.rados.0.smithi111.stdout:3104: got expected ENOENT (src dne) 2023-12-01T04:54:05.690 INFO:tasks.rados.rados.0.smithi111.stdout:3104: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:54:05.690 INFO:tasks.rados.rados.0.smithi111.stdout:3104: done (1 left) 2023-12-01T04:54:05.690 INFO:tasks.rados.rados.0.smithi111.stdout:3105: done (0 left) 2023-12-01T04:54:05.691 INFO:tasks.rados.rados.0.smithi111.stdout:3106: setattr oid 4 current snap is 302 2023-12-01T04:54:05.692 INFO:tasks.rados.rados.0.smithi111.stdout:3107: rollback oid 15 current snap is 302 2023-12-01T04:54:05.692 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 15 to 300 2023-12-01T04:54:05.692 INFO:tasks.rados.rados.0.smithi111.stdout:3108: copy_from oid 1 from oid 45 current snap is 302 2023-12-01T04:54:05.692 INFO:tasks.rados.rados.0.smithi111.stdout:3109: rollback oid 36 current snap is 302 2023-12-01T04:54:05.692 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 274 2023-12-01T04:54:05.692 INFO:tasks.rados.rados.0.smithi111.stdout:3110: read oid 29 snap -1 2023-12-01T04:54:05.693 INFO:tasks.rados.rados.0.smithi111.stdout:3110: expect (ObjNum 969 snap 302 seq_num 969) 2023-12-01T04:54:05.693 INFO:tasks.rados.rados.0.smithi111.stdout:3111: delete oid 39 current snap is 302 2023-12-01T04:54:05.695 INFO:tasks.rados.rados.0.smithi111.stdout:3108: finishing copy_from to smithi111183488-1 2023-12-01T04:54:05.695 INFO:tasks.rados.rados.0.smithi111.stdout:3108: got expected ENOENT (src dne) 2023-12-01T04:54:05.696 INFO:tasks.rados.rados.0.smithi111.stdout:3108: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:54:05.696 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2329 (ObjNum 81 snap 0 seq_num 3707008352) dirty exists 2023-12-01T04:54:05.700 INFO:tasks.rados.rados.0.smithi111.stdout:3106: done (5 left) 2023-12-01T04:54:05.700 INFO:tasks.rados.rados.0.smithi111.stdout:3108: done (4 left) 2023-12-01T04:54:05.700 INFO:tasks.rados.rados.0.smithi111.stdout:3111: done (3 left) 2023-12-01T04:54:05.700 INFO:tasks.rados.rados.0.smithi111.stdout:3112: setattr oid 4 current snap is 302 2023-12-01T04:54:05.700 INFO:tasks.rados.rados.0.smithi111.stdout:3107: finishing rollback tid 0 to smithi111183488-15 2023-12-01T04:54:05.700 INFO:tasks.rados.rados.0.smithi111.stdout:3113: snap_remove snap 276 2023-12-01T04:54:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:05 smithi155 ceph-mon[102677]: osdmap e666: 8 total, 8 up, 8 in 2023-12-01T04:54:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:05 smithi155 ceph-mon[102677]: pgmap v973: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:05 smithi111 ceph-mon[97855]: osdmap e666: 8 total, 8 up, 8 in 2023-12-01T04:54:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:05 smithi111 ceph-mon[97855]: pgmap v973: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:05 smithi111 ceph-mon[116524]: osdmap e666: 8 total, 8 up, 8 in 2023-12-01T04:54:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:05 smithi111 ceph-mon[116524]: pgmap v973: 121 pgs: 121 active+clean; 464 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3113: done (4 left) 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3114: read oid 43 snap 265 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3114: expect (ObjNum 777 snap 245 seq_num 777) 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3115: read oid 1 snap -1 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3115: expect (ObjNum 963 snap 301 seq_num 963) 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3116: read oid 50 snap 274 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:3116: expect (ObjNum 841 snap 271 seq_num 841) 2023-12-01T04:54:06.576 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 302 2023-12-01T04:54:06.577 INFO:tasks.rados.rados.0.smithi111.stdout:3117: seq_num 981 ranges {0=434176,434176=540672,974848=466944,1441792=524288,1966080=73728} 2023-12-01T04:54:06.577 INFO:tasks.rados.rados.0.smithi111.stdout:3117: writing smithi111183488-40 from 0 to 434176 tid 1 2023-12-01T04:54:06.578 INFO:tasks.rados.rados.0.smithi111.stdout:3117: writing smithi111183488-40 from 434176 to 974848 tid 2 2023-12-01T04:54:06.581 INFO:tasks.rados.rados.0.smithi111.stdout:3117: writing smithi111183488-40 from 974848 to 1441792 tid 3 2023-12-01T04:54:06.585 INFO:tasks.rados.rados.0.smithi111.stdout:3117: writing smithi111183488-40 from 1441792 to 1966080 tid 4 2023-12-01T04:54:06.585 INFO:tasks.rados.rados.0.smithi111.stdout:3117: writing smithi111183488-40 from 1966080 to 2039808 tid 5 2023-12-01T04:54:06.585 INFO:tasks.rados.rados.0.smithi111.stdout:3118: snap_remove snap 299 2023-12-01T04:54:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:06 smithi155 ceph-mon[102677]: osdmap e667: 8 total, 8 up, 8 in 2023-12-01T04:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:06 smithi111 ceph-mon[97855]: osdmap e667: 8 total, 8 up, 8 in 2023-12-01T04:54:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:06 smithi111 ceph-mon[116524]: osdmap e667: 8 total, 8 up, 8 in 2023-12-01T04:54:07.575 INFO:tasks.rados.rados.0.smithi111.stdout:3118: done (8 left) 2023-12-01T04:54:07.575 INFO:tasks.rados.rados.0.smithi111.stdout:3119: read oid 42 snap -1 2023-12-01T04:54:07.575 INFO:tasks.rados.rados.0.smithi111.stdout:3119: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:07.575 INFO:tasks.rados.rados.0.smithi111.stdout:3120: read oid 48 snap 284 2023-12-01T04:54:07.575 INFO:tasks.rados.rados.0.smithi111.stdout:3120: expect (ObjNum 880 snap 281 seq_num 880) 2023-12-01T04:54:07.575 INFO:tasks.rados.rados.0.smithi111.stdout:3121: snap_remove snap 294 2023-12-01T04:54:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:07 smithi155 ceph-mon[102677]: osdmap e668: 8 total, 8 up, 8 in 2023-12-01T04:54:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:07 smithi155 ceph-mon[102677]: pgmap v976: 121 pgs: 121 active+clean; 443 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-01T04:54:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:07 smithi111 ceph-mon[97855]: osdmap e668: 8 total, 8 up, 8 in 2023-12-01T04:54:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:07 smithi111 ceph-mon[97855]: pgmap v976: 121 pgs: 121 active+clean; 443 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-01T04:54:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:07 smithi111 ceph-mon[116524]: osdmap e668: 8 total, 8 up, 8 in 2023-12-01T04:54:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:07 smithi111 ceph-mon[116524]: pgmap v976: 121 pgs: 121 active+clean; 443 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-01T04:54:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:3121: done (10 left) 2023-12-01T04:54:08.521 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 302 2023-12-01T04:54:08.522 INFO:tasks.rados.rados.0.smithi111.stdout:3122: seq_num 982 ranges {2039808=450560,2490368=425984,2916352=679936,3596288=466944,4063232=32768} 2023-12-01T04:54:08.533 INFO:tasks.rados.rados.0.smithi111.stdout:3122: writing smithi111183488-35 from 2039808 to 2490368 tid 1 2023-12-01T04:54:08.536 INFO:tasks.rados.rados.0.smithi111.stdout:3122: writing smithi111183488-35 from 2490368 to 2916352 tid 2 2023-12-01T04:54:08.540 INFO:tasks.rados.rados.0.smithi111.stdout:3122: writing smithi111183488-35 from 2916352 to 3596288 tid 3 2023-12-01T04:54:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:3122: writing smithi111183488-35 from 3596288 to 4063232 tid 4 2023-12-01T04:54:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:3122: writing smithi111183488-35 from 4063232 to 4096000 tid 5 2023-12-01T04:54:08.543 INFO:tasks.rados.rados.0.smithi111.stdout:3123: snap_remove snap 297 2023-12-01T04:54:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:08 smithi155 ceph-mon[102677]: osdmap e669: 8 total, 8 up, 8 in 2023-12-01T04:54:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:08 smithi155 ceph-mon[102677]: osdmap e670: 8 total, 8 up, 8 in 2023-12-01T04:54:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:08 smithi111 ceph-mon[97855]: osdmap e669: 8 total, 8 up, 8 in 2023-12-01T04:54:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:08 smithi111 ceph-mon[97855]: osdmap e670: 8 total, 8 up, 8 in 2023-12-01T04:54:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:08 smithi111 ceph-mon[116524]: osdmap e669: 8 total, 8 up, 8 in 2023-12-01T04:54:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:08 smithi111 ceph-mon[116524]: osdmap e670: 8 total, 8 up, 8 in 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3123: done (11 left) 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3124: snap_create 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3109: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3107: finishing rollback tid 1 to smithi111183488-15 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3109: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3109: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2035 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3107: finishing rollback tid 2 to smithi111183488-15 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2055 (ObjNum 946 snap 292 seq_num 946) dirty exists 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2330 (ObjNum 81 snap 0 seq_num 3706774880) dirty exists 2023-12-01T04:54:09.534 INFO:tasks.rados.rados.0.smithi111.stdout:3110: expect (ObjNum 969 snap 302 seq_num 969) 2023-12-01T04:54:09.575 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:54:09] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:54:09.623 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 1 to smithi111183488-40 2023-12-01T04:54:09.623 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 2 to smithi111183488-40 2023-12-01T04:54:09.623 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 3 to smithi111183488-40 2023-12-01T04:54:09.623 INFO:tasks.rados.rados.0.smithi111.stdout:3114: expect (ObjNum 777 snap 245 seq_num 777) 2023-12-01T04:54:09.728 INFO:tasks.rados.rados.0.smithi111.stdout:3115: expect (ObjNum 963 snap 301 seq_num 963) 2023-12-01T04:54:09.780 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 4 to smithi111183488-40 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 5 to smithi111183488-40 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 6 to smithi111183488-40 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: finishing write tid 7 to smithi111183488-40 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: oid 40 updating version 0 to 1189 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: oid 40 updating version 1189 to 1190 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: oid 40 updating version 1190 to 1191 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: oid 40 updating version 1191 to 1192 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: oid 40 version 1192 is already newer than 1188 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: oid 40 updating version 1192 to 1193 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1193 (ObjNum 981 snap 302 seq_num 981) dirty exists 2023-12-01T04:54:09.874 INFO:tasks.rados.rados.0.smithi111.stdout:3117: left oid 40 (ObjNum 981 snap 302 seq_num 981) 2023-12-01T04:54:09.875 INFO:tasks.rados.rados.0.smithi111.stdout:3116: expect (ObjNum 841 snap 271 seq_num 841) 2023-12-01T04:54:09.895 INFO:tasks.rados.rados.0.smithi111.stdout:3120: expect (ObjNum 880 snap 281 seq_num 880) 2023-12-01T04:54:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:09 smithi155 ceph-mon[102677]: pgmap v979: 121 pgs: 121 active+clean; 443 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-01T04:54:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:09 smithi155 ceph-mon[102677]: osdmap e671: 8 total, 8 up, 8 in 2023-12-01T04:54:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:09 smithi111 ceph-mon[97855]: pgmap v979: 121 pgs: 121 active+clean; 443 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-01T04:54:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:09 smithi111 ceph-mon[97855]: osdmap e671: 8 total, 8 up, 8 in 2023-12-01T04:54:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:09 smithi111 ceph-mon[116524]: pgmap v979: 121 pgs: 121 active+clean; 443 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 35 op/s 2023-12-01T04:54:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:09 smithi111 ceph-mon[116524]: osdmap e671: 8 total, 8 up, 8 in 2023-12-01T04:54:10.100 INFO:tasks.rados.rados.0.smithi111.stdout:3119: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 1 to smithi111183488-35 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 2 to smithi111183488-35 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 3 to smithi111183488-35 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 4 to smithi111183488-35 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 5 to smithi111183488-35 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 6 to smithi111183488-35 2023-12-01T04:54:11.357 INFO:tasks.rados.rados.0.smithi111.stdout:3122: finishing write tid 7 to smithi111183488-35 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: oid 35 updating version 0 to 1784 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: oid 35 updating version 1784 to 1785 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: oid 35 version 1785 is already newer than 1781 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: oid 35 updating version 1785 to 1786 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: oid 35 version 1786 is already newer than 1783 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: oid 35 version 1786 is already newer than 1782 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1786 (ObjNum 982 snap 302 seq_num 982) dirty exists 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3122: left oid 35 (ObjNum 982 snap 302 seq_num 982) 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3107: done (11 left) 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3109: done (10 left) 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3110: done (9 left) 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3112: done (8 left) 2023-12-01T04:54:11.358 INFO:tasks.rados.rados.0.smithi111.stdout:3114: done (7 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3115: done (6 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3116: done (5 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3117: done (4 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3119: done (3 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3120: done (2 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3122: done (1 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3124: done (0 left) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3125: read oid 30 snap -1 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3125: expect (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:54:11.359 INFO:tasks.rados.rados.0.smithi111.stdout:3126: snap_remove snap 284 2023-12-01T04:54:11.544 INFO:tasks.rados.rados.0.smithi111.stdout:3126: done (1 left) 2023-12-01T04:54:11.544 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 303 2023-12-01T04:54:11.544 INFO:tasks.rados.rados.0.smithi111.stdout:3127: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2023-12-01T04:54:11.551 INFO:tasks.rados.rados.0.smithi111.stdout:3127: writing smithi111183488-33 from 0 to 466944 tid 1 2023-12-01T04:54:11.552 INFO:tasks.rados.rados.0.smithi111.stdout:3127: writing smithi111183488-33 from 466944 to 1179648 tid 2 2023-12-01T04:54:11.554 INFO:tasks.rados.rados.0.smithi111.stdout:3127: writing smithi111183488-33 from 1179648 to 1613824 tid 3 2023-12-01T04:54:11.558 INFO:tasks.rados.rados.0.smithi111.stdout:3127: writing smithi111183488-33 from 1613824 to 2072576 tid 4 2023-12-01T04:54:11.558 INFO:tasks.rados.rados.0.smithi111.stdout:3128: delete oid 16 current snap is 303 2023-12-01T04:54:11.561 INFO:tasks.rados.rados.0.smithi111.stdout:3125: expect (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:54:11.780 INFO:tasks.rados.rados.0.smithi111.stdout:3127: finishing write tid 1 to smithi111183488-33 2023-12-01T04:54:11.780 INFO:tasks.rados.rados.0.smithi111.stdout:3127: finishing write tid 2 to smithi111183488-33 2023-12-01T04:54:11.780 INFO:tasks.rados.rados.0.smithi111.stdout:3127: finishing write tid 3 to smithi111183488-33 2023-12-01T04:54:11.780 INFO:tasks.rados.rados.0.smithi111.stdout:3127: finishing write tid 4 to smithi111183488-33 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: finishing write tid 5 to smithi111183488-33 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: finishing write tid 6 to smithi111183488-33 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: oid 33 updating version 0 to 2076 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: oid 33 updating version 2076 to 2079 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: oid 33 version 2079 is already newer than 2078 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: oid 33 updating version 2079 to 2080 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: oid 33 version 2080 is already newer than 2077 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2080 (ObjNum 983 snap 303 seq_num 983) dirty exists 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: left oid 33 (ObjNum 983 snap 303 seq_num 983) 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3125: done (2 left) 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3127: done (1 left) 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3128: done (0 left) 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 303 2023-12-01T04:54:11.781 INFO:tasks.rados.rados.0.smithi111.stdout:3129: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2023-12-01T04:54:11.783 INFO:tasks.rados.rados.0.smithi111.stdout:3129: writing smithi111183488-9 from 0 to 499712 tid 1 2023-12-01T04:54:11.785 INFO:tasks.rados.rados.0.smithi111.stdout:3129: writing smithi111183488-9 from 499712 to 983040 tid 2 2023-12-01T04:54:11.788 INFO:tasks.rados.rados.0.smithi111.stdout:3129: writing smithi111183488-9 from 983040 to 1433600 tid 3 2023-12-01T04:54:11.791 INFO:tasks.rados.rados.0.smithi111.stdout:3129: writing smithi111183488-9 from 1433600 to 2015232 tid 4 2023-12-01T04:54:11.792 INFO:tasks.rados.rados.0.smithi111.stdout:3129: writing smithi111183488-9 from 2015232 to 2105344 tid 5 2023-12-01T04:54:11.792 INFO:tasks.rados.rados.0.smithi111.stdout:3130: snap_remove snap 279 2023-12-01T04:54:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:11 smithi155 ceph-mon[102677]: osdmap e672: 8 total, 8 up, 8 in 2023-12-01T04:54:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:11 smithi155 ceph-mon[102677]: pgmap v982: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2023-12-01T04:54:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:11 smithi111 ceph-mon[97855]: osdmap e672: 8 total, 8 up, 8 in 2023-12-01T04:54:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:11 smithi111 ceph-mon[97855]: pgmap v982: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2023-12-01T04:54:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:11 smithi111 ceph-mon[116524]: osdmap e672: 8 total, 8 up, 8 in 2023-12-01T04:54:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:11 smithi111 ceph-mon[116524]: pgmap v982: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2023-12-01T04:54:12.546 INFO:tasks.rados.rados.0.smithi111.stdout:3130: done (1 left) 2023-12-01T04:54:12.546 INFO:tasks.rados.rados.0.smithi111.stdout:3131: rmattr oid 26 current snap is 303 2023-12-01T04:54:12.546 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 1 to smithi111183488-9 2023-12-01T04:54:12.546 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 2 to smithi111183488-9 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 3 to smithi111183488-9 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 4 to smithi111183488-9 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 5 to smithi111183488-9 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 6 to smithi111183488-9 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: finishing write tid 7 to smithi111183488-9 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: oid 9 updating version 0 to 2135 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: oid 9 version 2135 is already newer than 2134 2023-12-01T04:54:12.547 INFO:tasks.rados.rados.0.smithi111.stdout:3129: oid 9 updating version 2135 to 2137 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:3129: oid 9 updating version 2137 to 2138 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:3129: oid 9 updating version 2138 to 2139 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:3129: oid 9 version 2139 is already newer than 2136 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 2139 (ObjNum 985 snap 303 seq_num 985) dirty exists 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:3129: left oid 9 (ObjNum 985 snap 303 seq_num 985) 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:3129: done (1 left) 2023-12-01T04:54:12.548 INFO:tasks.rados.rados.0.smithi111.stdout:3132: delete oid 37 current snap is 303 2023-12-01T04:54:12.558 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2039 (ObjNum 129 snap 0 seq_num 4175671160) dirty exists 2023-12-01T04:54:12.558 INFO:tasks.rados.rados.0.smithi111.stdout:3131: done (1 left) 2023-12-01T04:54:12.558 INFO:tasks.rados.rados.0.smithi111.stdout:3132: done (0 left) 2023-12-01T04:54:12.558 INFO:tasks.rados.rados.0.smithi111.stdout:3133: rollback oid 41 current snap is 303 2023-12-01T04:54:12.558 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 302 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3134: read oid 26 snap -1 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3134: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3135: read oid 17 snap -1 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3135: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3136: read oid 48 snap 296 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3136: expect (ObjNum 880 snap 281 seq_num 880) 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3137: rollback oid 29 current snap is 303 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 302 2023-12-01T04:54:12.559 INFO:tasks.rados.rados.0.smithi111.stdout:3138: snap_remove snap 265 2023-12-01T04:54:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:12 smithi155 ceph-mon[102677]: osdmap e673: 8 total, 8 up, 8 in 2023-12-01T04:54:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:12 smithi111 ceph-mon[97855]: osdmap e673: 8 total, 8 up, 8 in 2023-12-01T04:54:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:12 smithi111 ceph-mon[116524]: osdmap e673: 8 total, 8 up, 8 in 2023-12-01T04:54:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3138: done (5 left) 2023-12-01T04:54:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3139: read oid 27 snap -1 2023-12-01T04:54:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3139: expect (ObjNum 930 snap 288 seq_num 930) 2023-12-01T04:54:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 303 2023-12-01T04:54:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3140: seq_num 987 ranges {3694592=532480,4227072=647168,4874240=417792,5292032=409600,5701632=131072} 2023-12-01T04:54:13.539 INFO:tasks.rados.rados.0.smithi111.stdout:3140: writing smithi111183488-24 from 3694592 to 4227072 tid 1 2023-12-01T04:54:13.543 INFO:tasks.rados.rados.0.smithi111.stdout:3140: writing smithi111183488-24 from 4227072 to 4874240 tid 2 2023-12-01T04:54:13.547 INFO:tasks.rados.rados.0.smithi111.stdout:3140: writing smithi111183488-24 from 4874240 to 5292032 tid 3 2023-12-01T04:54:13.549 INFO:tasks.rados.rados.0.smithi111.stdout:3140: writing smithi111183488-24 from 5292032 to 5701632 tid 4 2023-12-01T04:54:13.551 INFO:tasks.rados.rados.0.smithi111.stdout:3140: writing smithi111183488-24 from 5701632 to 5832704 tid 5 2023-12-01T04:54:13.551 INFO:tasks.rados.rados.0.smithi111.stdout:3141: read oid 30 snap 300 2023-12-01T04:54:13.551 INFO:tasks.rados.rados.0.smithi111.stdout:3141: expect (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:54:13.551 INFO:tasks.rados.rados.0.smithi111.stdout:3142: setattr oid 20 current snap is 303 2023-12-01T04:54:13.552 INFO:tasks.rados.rados.0.smithi111.stdout:3134: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:3137: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:3133: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:3133: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:3137: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:3137: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2647 (ObjNum 969 snap 302 seq_num 969) dirty exists 2023-12-01T04:54:13.560 INFO:tasks.rados.rados.0.smithi111.stdout:3135: expect (ObjNum 771 snap 244 seq_num 771) 2023-12-01T04:54:13.582 INFO:tasks.rados.rados.0.smithi111.stdout:3133: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:54:13.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2038 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:54:13.583 INFO:tasks.rados.rados.0.smithi111.stdout:3136: expect (ObjNum 880 snap 281 seq_num 880) 2023-12-01T04:54:13.786 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 1 to smithi111183488-24 2023-12-01T04:54:13.787 INFO:tasks.rados.rados.0.smithi111.stdout:3139: expect (ObjNum 930 snap 288 seq_num 930) 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 2 to smithi111183488-24 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 3 to smithi111183488-24 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 4 to smithi111183488-24 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 5 to smithi111183488-24 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 6 to smithi111183488-24 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: finishing write tid 7 to smithi111183488-24 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: oid 24 updating version 0 to 2351 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: oid 24 updating version 2351 to 2354 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: oid 24 version 2354 is already newer than 2350 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: oid 24 version 2354 is already newer than 2353 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: oid 24 version 2354 is already newer than 2352 2023-12-01T04:54:13.927 INFO:tasks.rados.rados.0.smithi111.stdout:3140: oid 24 version 2354 is already newer than 2349 2023-12-01T04:54:13.928 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2354 (ObjNum 987 snap 303 seq_num 987) dirty exists 2023-12-01T04:54:13.928 INFO:tasks.rados.rados.0.smithi111.stdout:3140: left oid 24 (ObjNum 987 snap 303 seq_num 987) 2023-12-01T04:54:13.928 INFO:tasks.rados.rados.0.smithi111.stdout:3141: expect (ObjNum 944 snap 291 seq_num 944) 2023-12-01T04:54:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:13 smithi155 ceph-mon[102677]: osdmap e674: 8 total, 8 up, 8 in 2023-12-01T04:54:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:13 smithi155 ceph-mon[102677]: pgmap v985: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2023-12-01T04:54:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:13 smithi155 ceph-mon[102677]: osdmap e675: 8 total, 8 up, 8 in 2023-12-01T04:54:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:13 smithi111 ceph-mon[97855]: osdmap e674: 8 total, 8 up, 8 in 2023-12-01T04:54:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:13 smithi111 ceph-mon[97855]: pgmap v985: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2023-12-01T04:54:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:13 smithi111 ceph-mon[97855]: osdmap e675: 8 total, 8 up, 8 in 2023-12-01T04:54:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:13 smithi111 ceph-mon[116524]: osdmap e674: 8 total, 8 up, 8 in 2023-12-01T04:54:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:13 smithi111 ceph-mon[116524]: pgmap v985: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 1.9 MiB/s wr, 30 op/s 2023-12-01T04:54:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:13 smithi111 ceph-mon[116524]: osdmap e675: 8 total, 8 up, 8 in 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2329 (ObjNum 953 snap 296 seq_num 953) dirty exists 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3133: done (8 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3134: done (7 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3135: done (6 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3136: done (5 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3137: done (4 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3139: done (3 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3140: done (2 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3141: done (1 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3142: done (0 left) 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3143: copy_from oid 45 from oid 14 current snap is 303 2023-12-01T04:54:14.140 INFO:tasks.rados.rados.0.smithi111.stdout:3144: snap_remove snap 296 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:3144: done (1 left) 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:3145: rollback oid 17 current snap is 303 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 274 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:3146: rollback oid 41 current snap is 303 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 300 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:3147: rollback oid 49 current snap is 303 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 233 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 303 2023-12-01T04:54:14.565 INFO:tasks.rados.rados.0.smithi111.stdout:3148: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2023-12-01T04:54:14.569 INFO:tasks.rados.rados.0.smithi111.stdout:3148: writing smithi111183488-26 from 0 to 557056 tid 1 2023-12-01T04:54:14.572 INFO:tasks.rados.rados.0.smithi111.stdout:3148: writing smithi111183488-26 from 557056 to 1089536 tid 2 2023-12-01T04:54:14.576 INFO:tasks.rados.rados.0.smithi111.stdout:3148: writing smithi111183488-26 from 1089536 to 1712128 tid 3 2023-12-01T04:54:14.580 INFO:tasks.rados.rados.0.smithi111.stdout:3148: writing smithi111183488-26 from 1712128 to 2162688 tid 4 2023-12-01T04:54:14.580 INFO:tasks.rados.rados.0.smithi111.stdout:3149: read oid 35 snap -1 2023-12-01T04:54:14.580 INFO:tasks.rados.rados.0.smithi111.stdout:3149: expect (ObjNum 982 snap 302 seq_num 982) 2023-12-01T04:54:14.580 INFO:tasks.rados.rados.0.smithi111.stdout:3150: snap_remove snap 301 2023-12-01T04:54:15.570 INFO:tasks.rados.rados.0.smithi111.stdout:3150: done (6 left) 2023-12-01T04:54:15.570 INFO:tasks.rados.rados.0.smithi111.stdout:3151: snap_create 2023-12-01T04:54:15.570 INFO:tasks.rados.rados.0.smithi111.stdout:3143: finishing copy_from to smithi111183488-45 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3143: got expected ENOENT (src dne) 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3143: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3147: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3147: finishing rollback tid 2 to smithi111183488-49 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2141 (ObjNum 724 snap 227 seq_num 724) dirty exists 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3146: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3146: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:3146: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:54:15.571 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2041 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3145: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3145: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3145: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2096 (ObjNum 855 snap 274 seq_num 855) dirty exists 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3148: finishing write tid 1 to smithi111183488-26 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3148: finishing write tid 2 to smithi111183488-26 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3148: finishing write tid 3 to smithi111183488-26 2023-12-01T04:54:15.572 INFO:tasks.rados.rados.0.smithi111.stdout:3148: finishing write tid 4 to smithi111183488-26 2023-12-01T04:54:15.573 INFO:tasks.rados.rados.0.smithi111.stdout:3148: finishing write tid 5 to smithi111183488-26 2023-12-01T04:54:15.573 INFO:tasks.rados.rados.0.smithi111.stdout:3148: finishing write tid 6 to smithi111183488-26 2023-12-01T04:54:15.573 INFO:tasks.rados.rados.0.smithi111.stdout:3148: oid 26 updating version 0 to 2045 2023-12-01T04:54:15.573 INFO:tasks.rados.rados.0.smithi111.stdout:3148: oid 26 version 2045 is already newer than 2044 2023-12-01T04:54:15.573 INFO:tasks.rados.rados.0.smithi111.stdout:3148: oid 26 version 2045 is already newer than 2043 2023-12-01T04:54:15.573 INFO:tasks.rados.rados.0.smithi111.stdout:3148: oid 26 version 2045 is already newer than 2042 2023-12-01T04:54:15.574 INFO:tasks.rados.rados.0.smithi111.stdout:3148: oid 26 version 2045 is already newer than 2041 2023-12-01T04:54:15.574 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2045 (ObjNum 988 snap 303 seq_num 988) dirty exists 2023-12-01T04:54:15.574 INFO:tasks.rados.rados.0.smithi111.stdout:3148: left oid 26 (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:54:15.574 INFO:tasks.rados.rados.0.smithi111.stdout:3149: expect (ObjNum 982 snap 302 seq_num 982) 2023-12-01T04:54:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:15 smithi155 ceph-mon[102677]: osdmap e676: 8 total, 8 up, 8 in 2023-12-01T04:54:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:15 smithi155 ceph-mon[102677]: pgmap v988: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:15 smithi111 ceph-mon[97855]: osdmap e676: 8 total, 8 up, 8 in 2023-12-01T04:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:15 smithi111 ceph-mon[97855]: pgmap v988: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:15 smithi111 ceph-mon[116524]: osdmap e676: 8 total, 8 up, 8 in 2023-12-01T04:54:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:15 smithi111 ceph-mon[116524]: pgmap v988: 121 pgs: 121 active+clean; 454 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:16.574 INFO:tasks.rados.rados.0.smithi111.stdout:3143: done (6 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3145: done (5 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3146: done (4 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3147: done (3 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3148: done (2 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3149: done (1 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3151: done (0 left) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3152: read oid 27 snap -1 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3152: expect (ObjNum 930 snap 288 seq_num 930) 2023-12-01T04:54:16.575 INFO:tasks.rados.rados.0.smithi111.stdout:3153: snap_remove snap 300 2023-12-01T04:54:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:16 smithi155 ceph-mon[102677]: osdmap e677: 8 total, 8 up, 8 in 2023-12-01T04:54:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:16 smithi111 ceph-mon[97855]: osdmap e677: 8 total, 8 up, 8 in 2023-12-01T04:54:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:16 smithi111 ceph-mon[116524]: osdmap e677: 8 total, 8 up, 8 in 2023-12-01T04:54:17.581 INFO:tasks.rados.rados.0.smithi111.stdout:3153: done (1 left) 2023-12-01T04:54:17.581 INFO:tasks.rados.rados.0.smithi111.stdout:3154: copy_from oid 5 from oid 47 current snap is 304 2023-12-01T04:54:17.581 INFO:tasks.rados.rados.0.smithi111.stdout:3155: snap_remove snap 302 2023-12-01T04:54:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:17 smithi155 ceph-mon[102677]: osdmap e678: 8 total, 8 up, 8 in 2023-12-01T04:54:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:17 smithi155 ceph-mon[102677]: pgmap v991: 121 pgs: 121 active+clean; 420 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:54:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:17 smithi111 ceph-mon[97855]: osdmap e678: 8 total, 8 up, 8 in 2023-12-01T04:54:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:17 smithi111 ceph-mon[97855]: pgmap v991: 121 pgs: 121 active+clean; 420 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:54:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:17 smithi111 ceph-mon[116524]: osdmap e678: 8 total, 8 up, 8 in 2023-12-01T04:54:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:17 smithi111 ceph-mon[116524]: pgmap v991: 121 pgs: 121 active+clean; 420 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:54:18.516 INFO:tasks.rados.rados.0.smithi111.stdout:3155: done (2 left) 2023-12-01T04:54:18.516 INFO:tasks.rados.rados.0.smithi111.stdout:3156: read oid 46 snap 274 2023-12-01T04:54:18.516 INFO:tasks.rados.rados.0.smithi111.stdout:3156: expect (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:54:18.516 INFO:tasks.rados.rados.0.smithi111.stdout:3157: rmattr oid 45 current snap is 304 2023-12-01T04:54:18.516 INFO:tasks.rados.rados.0.smithi111.stdout:3157: done (3 left) 2023-12-01T04:54:18.516 INFO:tasks.rados.rados.0.smithi111.stdout:3158: rollback oid 17 current snap is 304 2023-12-01T04:54:18.517 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 295 2023-12-01T04:54:18.517 INFO:tasks.rados.rados.0.smithi111.stdout:3152: expect (ObjNum 930 snap 288 seq_num 930) 2023-12-01T04:54:18.667 INFO:tasks.rados.rados.0.smithi111.stdout:3154: finishing copy_from to smithi111183488-5 2023-12-01T04:54:18.667 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 1183 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:54:18.667 INFO:tasks.rados.rados.0.smithi111.stdout:3154: finishing copy_from racing read to smithi111183488-5 2023-12-01T04:54:18.667 INFO:tasks.rados.rados.0.smithi111.stdout:3152: done (3 left) 2023-12-01T04:54:18.667 INFO:tasks.rados.rados.0.smithi111.stdout:3154: done (2 left) 2023-12-01T04:54:18.667 INFO:tasks.rados.rados.0.smithi111.stdout:3159: snap_remove snap 303 2023-12-01T04:54:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:18 smithi155 ceph-mon[102677]: osdmap e679: 8 total, 8 up, 8 in 2023-12-01T04:54:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:18 smithi155 ceph-mon[102677]: osdmap e680: 8 total, 8 up, 8 in 2023-12-01T04:54:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:18 smithi111 ceph-mon[97855]: osdmap e679: 8 total, 8 up, 8 in 2023-12-01T04:54:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:18 smithi111 ceph-mon[97855]: osdmap e680: 8 total, 8 up, 8 in 2023-12-01T04:54:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:18 smithi111 ceph-mon[116524]: osdmap e679: 8 total, 8 up, 8 in 2023-12-01T04:54:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:18 smithi111 ceph-mon[116524]: osdmap e680: 8 total, 8 up, 8 in 2023-12-01T04:54:19.587 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:54:19] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:54:19.592 INFO:tasks.rados.rados.0.smithi111.stdout:3159: done (2 left) 2023-12-01T04:54:19.592 INFO:tasks.rados.rados.0.smithi111.stdout:3160: rollback oid 43 current snap is 304 2023-12-01T04:54:19.593 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 274 2023-12-01T04:54:19.593 INFO:tasks.rados.rados.0.smithi111.stdout:3158: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:54:19.593 INFO:tasks.rados.rados.0.smithi111.stdout:3158: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:54:19.593 INFO:tasks.rados.rados.0.smithi111.stdout:3158: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:54:19.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2112 (ObjNum 771 snap 244 seq_num 771) dirty exists 2023-12-01T04:54:19.593 INFO:tasks.rados.rados.0.smithi111.stdout:3156: expect (ObjNum 761 snap 241 seq_num 761) 2023-12-01T04:54:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:19 smithi155 ceph-mon[102677]: pgmap v994: 121 pgs: 121 active+clean; 420 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:54:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:19 smithi111 ceph-mon[97855]: pgmap v994: 121 pgs: 121 active+clean; 420 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:54:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:19 smithi111 ceph-mon[116524]: pgmap v994: 121 pgs: 121 active+clean; 420 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:54:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:20.075 INFO:tasks.rados.rados.0.smithi111.stdout:3160: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3160: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3160: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2034 (ObjNum 849 snap 273 seq_num 849) dirty exists 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3156: done (2 left) 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3158: done (1 left) 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3160: done (0 left) 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3161: setattr oid 19 current snap is 304 2023-12-01T04:54:20.076 INFO:tasks.rados.rados.0.smithi111.stdout:3162: delete oid 9 current snap is 304 2023-12-01T04:54:20.079 INFO:tasks.rados.rados.0.smithi111.stdout:3162: done (1 left) 2023-12-01T04:54:20.079 INFO:tasks.rados.rados.0.smithi111.stdout:3163: copy_from oid 8 from oid 41 current snap is 304 2023-12-01T04:54:20.079 INFO:tasks.rados.rados.0.smithi111.stdout:3164: snap_remove snap 274 2023-12-01T04:54:20.594 INFO:tasks.rados.rados.0.smithi111.stdout:3164: done (2 left) 2023-12-01T04:54:20.594 INFO:tasks.rados.rados.0.smithi111.stdout:3165: rmattr oid 40 current snap is 304 2023-12-01T04:54:20.594 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 304 2023-12-01T04:54:20.594 INFO:tasks.rados.rados.0.smithi111.stdout:3166: seq_num 990 ranges {917504=589824,1507328=753664,2260992=638976,2899968=212992} 2023-12-01T04:54:20.601 INFO:tasks.rados.rados.0.smithi111.stdout:3166: writing smithi111183488-17 from 917504 to 1507328 tid 1 2023-12-01T04:54:20.606 INFO:tasks.rados.rados.0.smithi111.stdout:3166: writing smithi111183488-17 from 1507328 to 2260992 tid 2 2023-12-01T04:54:20.611 INFO:tasks.rados.rados.0.smithi111.stdout:3166: writing smithi111183488-17 from 2260992 to 2899968 tid 3 2023-12-01T04:54:20.612 INFO:tasks.rados.rados.0.smithi111.stdout:3166: writing smithi111183488-17 from 2899968 to 3112960 tid 4 2023-12-01T04:54:20.613 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 27 current snap is 304 2023-12-01T04:54:20.613 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2117 (ObjNum 65 snap 0 seq_num 3687183784) dirty exists 2023-12-01T04:54:20.613 INFO:tasks.rados.rados.0.smithi111.stdout:3167: seq_num 991 ranges {3735552=606208,4341760=638976,4980736=794624,5775360=172032} 2023-12-01T04:54:20.639 INFO:tasks.rados.rados.0.smithi111.stdout:3167: writing smithi111183488-27 from 3735552 to 4341760 tid 1 2023-12-01T04:54:20.640 INFO:tasks.rados.rados.0.smithi111.stdout:3167: writing smithi111183488-27 from 4341760 to 4980736 tid 2 2023-12-01T04:54:20.645 INFO:tasks.rados.rados.0.smithi111.stdout:3167: writing smithi111183488-27 from 4980736 to 5775360 tid 3 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:3167: writing smithi111183488-27 from 5775360 to 5947392 tid 4 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:3161: done (4 left) 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 304 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:3163: finishing copy_from to smithi111183488-8 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2041 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:3163: finishing copy_from racing read to smithi111183488-8 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1194 (ObjNum 981 snap 302 seq_num 981) dirty exists 2023-12-01T04:54:20.647 INFO:tasks.rados.rados.0.smithi111.stdout:3168: seq_num 992 ranges {5111808=622592,5734400=524288,6258688=606208,6864896=475136} 2023-12-01T04:54:20.677 INFO:tasks.rados.rados.0.smithi111.stdout:3168: writing smithi111183488-30 from 5111808 to 5734400 tid 1 2023-12-01T04:54:20.681 INFO:tasks.rados.rados.0.smithi111.stdout:3168: writing smithi111183488-30 from 5734400 to 6258688 tid 2 2023-12-01T04:54:20.684 INFO:tasks.rados.rados.0.smithi111.stdout:3168: writing smithi111183488-30 from 6258688 to 6864896 tid 3 2023-12-01T04:54:20.687 INFO:tasks.rados.rados.0.smithi111.stdout:3168: writing smithi111183488-30 from 6864896 to 7340032 tid 4 2023-12-01T04:54:20.687 INFO:tasks.rados.rados.0.smithi111.stdout:3163: done (4 left) 2023-12-01T04:54:20.687 INFO:tasks.rados.rados.0.smithi111.stdout:3165: done (3 left) 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3169: copy_from oid 5 from oid 37 current snap is 304 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: finishing write tid 1 to smithi111183488-17 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: finishing write tid 2 to smithi111183488-17 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: finishing write tid 3 to smithi111183488-17 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: finishing write tid 4 to smithi111183488-17 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: finishing write tid 5 to smithi111183488-17 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: finishing write tid 6 to smithi111183488-17 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: oid 17 updating version 0 to 2124 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: oid 17 version 2124 is already newer than 2123 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: oid 17 version 2124 is already newer than 2118 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: oid 17 updating version 2124 to 2126 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: oid 17 version 2126 is already newer than 2125 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2126 (ObjNum 990 snap 304 seq_num 990) dirty exists 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3166: left oid 17 (ObjNum 990 snap 304 seq_num 990) 2023-12-01T04:54:20.688 INFO:tasks.rados.rados.0.smithi111.stdout:3167: finishing write tid 1 to smithi111183488-27 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: finishing write tid 2 to smithi111183488-27 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3166: done (3 left) 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3170: snap_create 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: finishing write tid 3 to smithi111183488-27 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: finishing write tid 4 to smithi111183488-27 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: finishing write tid 5 to smithi111183488-27 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: finishing write tid 6 to smithi111183488-27 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: oid 27 updating version 0 to 1653 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: oid 27 updating version 1653 to 1654 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: oid 27 version 1654 is already newer than 1652 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: oid 27 updating version 1654 to 1655 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: oid 27 version 1655 is already newer than 1651 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 1655 (ObjNum 991 snap 304 seq_num 991) dirty exists 2023-12-01T04:54:20.689 INFO:tasks.rados.rados.0.smithi111.stdout:3167: left oid 27 (ObjNum 991 snap 304 seq_num 991) 2023-12-01T04:54:20.690 INFO:tasks.rados.rados.0.smithi111.stdout:3168: finishing write tid 1 to smithi111183488-30 2023-12-01T04:54:20.690 INFO:tasks.rados.rados.0.smithi111.stdout:3168: finishing write tid 2 to smithi111183488-30 2023-12-01T04:54:20.690 INFO:tasks.rados.rados.0.smithi111.stdout:3169: finishing copy_from to smithi111183488-5 2023-12-01T04:54:20.690 INFO:tasks.rados.rados.0.smithi111.stdout:3169: got expected ENOENT (src dne) 2023-12-01T04:54:20.690 INFO:tasks.rados.rados.0.smithi111.stdout:3169: finishing copy_from racing read to smithi111183488-5 2023-12-01T04:54:20.690 INFO:tasks.rados.rados.0.smithi111.stdout:3168: finishing write tid 3 to smithi111183488-30 2023-12-01T04:54:20.691 INFO:tasks.rados.rados.0.smithi111.stdout:3168: finishing write tid 4 to smithi111183488-30 2023-12-01T04:54:20.691 INFO:tasks.rados.rados.0.smithi111.stdout:3168: finishing write tid 5 to smithi111183488-30 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: finishing write tid 6 to smithi111183488-30 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: oid 30 updating version 0 to 2399 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: oid 30 version 2399 is already newer than 2398 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: oid 30 updating version 2399 to 2401 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: oid 30 version 2401 is already newer than 2400 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: oid 30 version 2401 is already newer than 2397 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2401 (ObjNum 992 snap 304 seq_num 992) dirty exists 2023-12-01T04:54:20.692 INFO:tasks.rados.rados.0.smithi111.stdout:3168: left oid 30 (ObjNum 992 snap 304 seq_num 992) 2023-12-01T04:54:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:20 smithi155 ceph-mon[102677]: osdmap e681: 8 total, 8 up, 8 in 2023-12-01T04:54:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:20 smithi111 ceph-mon[97855]: osdmap e681: 8 total, 8 up, 8 in 2023-12-01T04:54:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:20 smithi111 ceph-mon[116524]: osdmap e681: 8 total, 8 up, 8 in 2023-12-01T04:54:21.599 INFO:tasks.rados.rados.0.smithi111.stdout:3167: done (3 left) 2023-12-01T04:54:21.599 INFO:tasks.rados.rados.0.smithi111.stdout:3168: done (2 left) 2023-12-01T04:54:21.599 INFO:tasks.rados.rados.0.smithi111.stdout:3169: done (1 left) 2023-12-01T04:54:21.599 INFO:tasks.rados.rados.0.smithi111.stdout:3170: done (0 left) 2023-12-01T04:54:21.599 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 305 2023-12-01T04:54:21.599 INFO:tasks.rados.rados.0.smithi111.stdout:3171: seq_num 993 ranges {2891776=638976,3530752=409600,3940352=409600,4349952=688128,5038080=98304} 2023-12-01T04:54:21.618 INFO:tasks.rados.rados.0.smithi111.stdout:3171: writing smithi111183488-13 from 2891776 to 3530752 tid 1 2023-12-01T04:54:21.620 INFO:tasks.rados.rados.0.smithi111.stdout:3171: writing smithi111183488-13 from 3530752 to 3940352 tid 2 2023-12-01T04:54:21.623 INFO:tasks.rados.rados.0.smithi111.stdout:3171: writing smithi111183488-13 from 3940352 to 4349952 tid 3 2023-12-01T04:54:21.627 INFO:tasks.rados.rados.0.smithi111.stdout:3171: writing smithi111183488-13 from 4349952 to 5038080 tid 4 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:3171: writing smithi111183488-13 from 5038080 to 5136384 tid 5 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:3172: rollback oid 43 current snap is 305 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 280 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 1 to smithi111183488-13 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 2 to smithi111183488-13 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 3 to smithi111183488-13 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 305 2023-12-01T04:54:21.628 INFO:tasks.rados.rados.0.smithi111.stdout:3173: seq_num 994 ranges {7340032=655360,7995392=688128,8683520=622592,9306112=294912} 2023-12-01T04:54:21.670 INFO:tasks.rados.rados.0.smithi111.stdout:3173: writing smithi111183488-30 from 7340032 to 7995392 tid 1 2023-12-01T04:54:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3173: writing smithi111183488-30 from 7995392 to 8683520 tid 2 2023-12-01T04:54:21.677 INFO:tasks.rados.rados.0.smithi111.stdout:3173: writing smithi111183488-30 from 8683520 to 9306112 tid 3 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:3173: writing smithi111183488-30 from 9306112 to 9601024 tid 4 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:3174: snap_create 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:3172: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 4 to smithi111183488-13 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:3172: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:3172: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:54:21.680 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2037 (ObjNum 849 snap 273 seq_num 849) dirty exists 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 5 to smithi111183488-13 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 6 to smithi111183488-13 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: finishing write tid 7 to smithi111183488-13 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: oid 13 updating version 0 to 2408 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: oid 13 version 2408 is already newer than 2407 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: oid 13 version 2408 is already newer than 2406 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: oid 13 version 2408 is already newer than 2404 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: oid 13 version 2408 is already newer than 2405 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: oid 13 version 2408 is already newer than 2403 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2408 (ObjNum 993 snap 305 seq_num 993) dirty exists 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3171: left oid 13 (ObjNum 993 snap 305 seq_num 993) 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3173: finishing write tid 1 to smithi111183488-30 2023-12-01T04:54:21.681 INFO:tasks.rados.rados.0.smithi111.stdout:3173: finishing write tid 2 to smithi111183488-30 2023-12-01T04:54:21.683 INFO:tasks.rados.rados.0.smithi111.stdout:3173: finishing write tid 3 to smithi111183488-30 2023-12-01T04:54:21.683 INFO:tasks.rados.rados.0.smithi111.stdout:3173: finishing write tid 4 to smithi111183488-30 2023-12-01T04:54:21.684 INFO:tasks.rados.rados.0.smithi111.stdout:3173: finishing write tid 5 to smithi111183488-30 2023-12-01T04:54:21.685 INFO:tasks.rados.rados.0.smithi111.stdout:3173: finishing write tid 6 to smithi111183488-30 2023-12-01T04:54:21.685 INFO:tasks.rados.rados.0.smithi111.stdout:3173: oid 30 updating version 0 to 2414 2023-12-01T04:54:21.685 INFO:tasks.rados.rados.0.smithi111.stdout:3173: oid 30 version 2414 is already newer than 2413 2023-12-01T04:54:21.685 INFO:tasks.rados.rados.0.smithi111.stdout:3173: oid 30 version 2414 is already newer than 2412 2023-12-01T04:54:21.685 INFO:tasks.rados.rados.0.smithi111.stdout:3173: oid 30 version 2414 is already newer than 2410 2023-12-01T04:54:21.686 INFO:tasks.rados.rados.0.smithi111.stdout:3173: oid 30 version 2414 is already newer than 2411 2023-12-01T04:54:21.686 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2414 (ObjNum 994 snap 305 seq_num 994) dirty exists 2023-12-01T04:54:21.686 INFO:tasks.rados.rados.0.smithi111.stdout:3173: left oid 30 (ObjNum 994 snap 305 seq_num 994) 2023-12-01T04:54:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:21 smithi155 ceph-mon[102677]: osdmap e682: 8 total, 8 up, 8 in 2023-12-01T04:54:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:21 smithi155 ceph-mon[102677]: pgmap v997: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-01T04:54:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:21 smithi111 ceph-mon[97855]: osdmap e682: 8 total, 8 up, 8 in 2023-12-01T04:54:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:21 smithi111 ceph-mon[97855]: pgmap v997: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-01T04:54:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:21 smithi111 ceph-mon[116524]: osdmap e682: 8 total, 8 up, 8 in 2023-12-01T04:54:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:21 smithi111 ceph-mon[116524]: pgmap v997: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-01T04:54:22.605 INFO:tasks.rados.rados.0.smithi111.stdout:3171: done (3 left) 2023-12-01T04:54:22.605 INFO:tasks.rados.rados.0.smithi111.stdout:3172: done (2 left) 2023-12-01T04:54:22.606 INFO:tasks.rados.rados.0.smithi111.stdout:3173: done (1 left) 2023-12-01T04:54:22.606 INFO:tasks.rados.rados.0.smithi111.stdout:3174: done (0 left) 2023-12-01T04:54:22.606 INFO:tasks.rados.rados.0.smithi111.stdout:3175: snap_remove snap 304 2023-12-01T04:54:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:22 smithi155 ceph-mon[102677]: osdmap e683: 8 total, 8 up, 8 in 2023-12-01T04:54:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:22 smithi111 ceph-mon[97855]: osdmap e683: 8 total, 8 up, 8 in 2023-12-01T04:54:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:22 smithi111 ceph-mon[116524]: osdmap e683: 8 total, 8 up, 8 in 2023-12-01T04:54:23.519 INFO:tasks.rados.rados.0.smithi111.stdout:3175: done (0 left) 2023-12-01T04:54:23.519 INFO:tasks.rados.rados.0.smithi111.stdout:3176: setattr oid 40 current snap is 306 2023-12-01T04:54:23.521 INFO:tasks.rados.rados.0.smithi111.stdout:3177: read oid 41 snap 280 2023-12-01T04:54:23.521 INFO:tasks.rados.rados.0.smithi111.stdout:3177: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:23.522 INFO:tasks.rados.rados.0.smithi111.stdout:3178: copy_from oid 35 from oid 5 current snap is 306 2023-12-01T04:54:23.522 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 306 2023-12-01T04:54:23.522 INFO:tasks.rados.rados.0.smithi111.stdout:3179: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2023-12-01T04:54:23.530 INFO:tasks.rados.rados.0.smithi111.stdout:3179: writing smithi111183488-19 from 0 to 671744 tid 1 2023-12-01T04:54:23.530 INFO:tasks.rados.rados.0.smithi111.stdout:3179: writing smithi111183488-19 from 671744 to 1245184 tid 2 2023-12-01T04:54:23.538 INFO:tasks.rados.rados.0.smithi111.stdout:3179: writing smithi111183488-19 from 1245184 to 2023424 tid 3 2023-12-01T04:54:23.538 INFO:tasks.rados.rados.0.smithi111.stdout:3179: writing smithi111183488-19 from 2023424 to 2277376 tid 4 2023-12-01T04:54:23.538 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 306 2023-12-01T04:54:23.538 INFO:tasks.rados.rados.0.smithi111.stdout:3180: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2023-12-01T04:54:23.540 INFO:tasks.rados.rados.0.smithi111.stdout:3180: writing smithi111183488-50 from 0 to 688128 tid 1 2023-12-01T04:54:23.544 INFO:tasks.rados.rados.0.smithi111.stdout:3180: writing smithi111183488-50 from 688128 to 1196032 tid 2 2023-12-01T04:54:23.548 INFO:tasks.rados.rados.0.smithi111.stdout:3180: writing smithi111183488-50 from 1196032 to 1777664 tid 3 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3180: writing smithi111183488-50 from 1777664 to 2293760 tid 4 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3181: copy_from oid 45 from oid 36 current snap is 306 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1195 (ObjNum 981 snap 302 seq_num 981) dirty exists 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3176: done (5 left) 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3182: rollback oid 12 current snap is 306 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 280 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: finishing write tid 1 to smithi111183488-19 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: finishing write tid 2 to smithi111183488-19 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: finishing write tid 3 to smithi111183488-19 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: finishing write tid 4 to smithi111183488-19 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: finishing write tid 5 to smithi111183488-19 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: finishing write tid 6 to smithi111183488-19 2023-12-01T04:54:23.552 INFO:tasks.rados.rados.0.smithi111.stdout:3179: oid 19 updating version 0 to 2134 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3179: oid 19 version 2134 is already newer than 2133 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3179: oid 19 version 2134 is already newer than 2132 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3179: oid 19 updating version 2134 to 2135 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3179: oid 19 updating version 2135 to 2136 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2136 (ObjNum 995 snap 306 seq_num 995) dirty exists 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3179: left oid 19 (ObjNum 995 snap 306 seq_num 995) 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3179: done (5 left) 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3183: read oid 33 snap -1 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3183: expect (ObjNum 983 snap 303 seq_num 983) 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3184: rollback oid 37 current snap is 306 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 298 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3185: copy_from oid 48 from oid 26 current snap is 306 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 306 2023-12-01T04:54:23.553 INFO:tasks.rados.rados.0.smithi111.stdout:3186: seq_num 997 ranges {5275648=704512,5980160=794624,6774784=794624,7569408=16384} 2023-12-01T04:54:23.584 INFO:tasks.rados.rados.0.smithi111.stdout:3186: writing smithi111183488-21 from 5275648 to 5980160 tid 1 2023-12-01T04:54:23.589 INFO:tasks.rados.rados.0.smithi111.stdout:3186: writing smithi111183488-21 from 5980160 to 6774784 tid 2 2023-12-01T04:54:23.594 INFO:tasks.rados.rados.0.smithi111.stdout:3186: writing smithi111183488-21 from 6774784 to 7569408 tid 3 2023-12-01T04:54:23.594 INFO:tasks.rados.rados.0.smithi111.stdout:3186: writing smithi111183488-21 from 7569408 to 7585792 tid 4 2023-12-01T04:54:23.594 INFO:tasks.rados.rados.0.smithi111.stdout:3187: snap_remove snap 233 2023-12-01T04:54:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:23 smithi155 ceph-mon[102677]: osdmap e684: 8 total, 8 up, 8 in 2023-12-01T04:54:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:23 smithi155 ceph-mon[102677]: pgmap v1000: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-01T04:54:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:23 smithi155 ceph-mon[102677]: osdmap e685: 8 total, 8 up, 8 in 2023-12-01T04:54:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:23 smithi111 ceph-mon[97855]: osdmap e684: 8 total, 8 up, 8 in 2023-12-01T04:54:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:23 smithi111 ceph-mon[97855]: pgmap v1000: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-01T04:54:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:23 smithi111 ceph-mon[97855]: osdmap e685: 8 total, 8 up, 8 in 2023-12-01T04:54:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:23 smithi111 ceph-mon[116524]: osdmap e684: 8 total, 8 up, 8 in 2023-12-01T04:54:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:23 smithi111 ceph-mon[116524]: pgmap v1000: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2023-12-01T04:54:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:23 smithi111 ceph-mon[116524]: osdmap e685: 8 total, 8 up, 8 in 2023-12-01T04:54:24.530 INFO:tasks.rados.rados.0.smithi111.stdout:3187: done (9 left) 2023-12-01T04:54:24.531 INFO:tasks.rados.rados.0.smithi111.stdout:3188: rmattr oid 46 current snap is 306 2023-12-01T04:54:24.536 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 306 2023-12-01T04:54:24.536 INFO:tasks.rados.rados.0.smithi111.stdout:3189: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2023-12-01T04:54:24.536 INFO:tasks.rados.rados.0.smithi111.stdout:3189: writing smithi111183488-44 from 0 to 720896 tid 1 2023-12-01T04:54:24.541 INFO:tasks.rados.rados.0.smithi111.stdout:3189: writing smithi111183488-44 from 720896 to 1400832 tid 2 2023-12-01T04:54:24.546 INFO:tasks.rados.rados.0.smithi111.stdout:3189: writing smithi111183488-44 from 1400832 to 1998848 tid 3 2023-12-01T04:54:24.546 INFO:tasks.rados.rados.0.smithi111.stdout:3189: writing smithi111183488-44 from 1998848 to 2326528 tid 4 2023-12-01T04:54:24.546 INFO:tasks.rados.rados.0.smithi111.stdout:3190: read oid 15 snap -1 2023-12-01T04:54:24.546 INFO:tasks.rados.rados.0.smithi111.stdout:3190: expect (ObjNum 946 snap 292 seq_num 946) 2023-12-01T04:54:24.546 INFO:tasks.rados.rados.0.smithi111.stdout:3191: copy_from oid 1 from oid 11 current snap is 306 2023-12-01T04:54:24.547 INFO:tasks.rados.rados.0.smithi111.stdout:3192: copy_from oid 6 from oid 32 current snap is 306 2023-12-01T04:54:24.547 INFO:tasks.rados.rados.0.smithi111.stdout:3193: snap_remove snap 295 2023-12-01T04:54:25.537 INFO:tasks.rados.rados.0.smithi111.stdout:3193: done (14 left) 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3194: copy_from oid 31 from oid 40 current snap is 306 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3195: read oid 47 snap 298 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3195: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3180: finishing write tid 1 to smithi111183488-50 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3180: finishing write tid 2 to smithi111183488-50 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3180: finishing write tid 3 to smithi111183488-50 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3182: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3182: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3184: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3182: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1658 (ObjNum 852 snap 274 seq_num 852) dirty exists 2023-12-01T04:54:25.538 INFO:tasks.rados.rados.0.smithi111.stdout:3183: expect (ObjNum 983 snap 303 seq_num 983) 2023-12-01T04:54:25.611 INFO:tasks.rados.rados.0.smithi111.stdout:3184: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2047 (ObjNum 949 snap 292 seq_num 949) dirty exists 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:3180: finishing write tid 4 to smithi111183488-50 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:3180: finishing write tid 5 to smithi111183488-50 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:3182: done (15 left) 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:3183: done (14 left) 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:3184: done (13 left) 2023-12-01T04:54:25.612 INFO:tasks.rados.rados.0.smithi111.stdout:3196: snap_remove snap 305 2023-12-01T04:54:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:25 smithi155 ceph-mon[102677]: osdmap e686: 8 total, 8 up, 8 in 2023-12-01T04:54:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:25 smithi155 ceph-mon[102677]: pgmap v1003: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:25 smithi111 ceph-mon[97855]: osdmap e686: 8 total, 8 up, 8 in 2023-12-01T04:54:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:25 smithi111 ceph-mon[97855]: pgmap v1003: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:25 smithi111 ceph-mon[116524]: osdmap e686: 8 total, 8 up, 8 in 2023-12-01T04:54:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:25 smithi111 ceph-mon[116524]: pgmap v1003: 121 pgs: 121 active+clean; 432 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3196: done (13 left) 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3197: copy_from oid 8 from oid 7 current snap is 306 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: finishing write tid 6 to smithi111183488-50 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: oid 50 updating version 0 to 2713 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: oid 50 updating version 2713 to 2716 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: oid 50 version 2716 is already newer than 2714 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: oid 50 version 2716 is already newer than 2712 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: oid 50 version 2716 is already newer than 2715 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2716 (ObjNum 996 snap 306 seq_num 996) dirty exists 2023-12-01T04:54:26.541 INFO:tasks.rados.rados.0.smithi111.stdout:3180: left oid 50 (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:54:26.542 INFO:tasks.rados.rados.0.smithi111.stdout:3180: done (13 left) 2023-12-01T04:54:26.542 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 306 2023-12-01T04:54:26.542 INFO:tasks.rados.rados.0.smithi111.stdout:3198: seq_num 999 ranges {4833280=737280,5570560=565248,6135808=761856,6897664=278528} 2023-12-01T04:54:26.571 INFO:tasks.rados.rados.0.smithi111.stdout:3198: writing smithi111183488-43 from 4833280 to 5570560 tid 1 2023-12-01T04:54:26.574 INFO:tasks.rados.rados.0.smithi111.stdout:3198: writing smithi111183488-43 from 5570560 to 6135808 tid 2 2023-12-01T04:54:26.578 INFO:tasks.rados.rados.0.smithi111.stdout:3198: writing smithi111183488-43 from 6135808 to 6897664 tid 3 2023-12-01T04:54:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3198: writing smithi111183488-43 from 6897664 to 7176192 tid 4 2023-12-01T04:54:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3199: rollback oid 30 current snap is 306 2023-12-01T04:54:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 280 2023-12-01T04:54:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3185: finishing copy_from to smithi111183488-48 2023-12-01T04:54:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2045 (ObjNum 988 snap 303 seq_num 988) dirty exists 2023-12-01T04:54:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3185: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:54:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3177: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:26 smithi155 ceph-mon[102677]: osdmap e687: 8 total, 8 up, 8 in 2023-12-01T04:54:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:26 smithi111 ceph-mon[97855]: osdmap e687: 8 total, 8 up, 8 in 2023-12-01T04:54:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:26 smithi111 ceph-mon[116524]: osdmap e687: 8 total, 8 up, 8 in 2023-12-01T04:54:27.844 INFO:tasks.rados.rados.0.smithi111.stdout:3186: finishing write tid 1 to smithi111183488-21 2023-12-01T04:54:27.844 INFO:tasks.rados.rados.0.smithi111.stdout:3186: finishing write tid 2 to smithi111183488-21 2023-12-01T04:54:27.844 INFO:tasks.rados.rados.0.smithi111.stdout:3178: finishing copy_from to smithi111183488-35 2023-12-01T04:54:27.844 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1183 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:3181: finishing copy_from to smithi111183488-45 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2035 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:3178: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:3181: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:3186: finishing write tid 3 to smithi111183488-21 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:3186: finishing write tid 4 to smithi111183488-21 2023-12-01T04:54:27.845 INFO:tasks.rados.rados.0.smithi111.stdout:3186: finishing write tid 5 to smithi111183488-21 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: finishing write tid 6 to smithi111183488-21 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: oid 21 updating version 0 to 2719 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: oid 21 updating version 2719 to 2722 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: oid 21 version 2722 is already newer than 2718 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: oid 21 version 2722 is already newer than 2720 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: oid 21 version 2722 is already newer than 2721 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2722 (ObjNum 997 snap 306 seq_num 997) dirty exists 2023-12-01T04:54:27.846 INFO:tasks.rados.rados.0.smithi111.stdout:3186: left oid 21 (ObjNum 997 snap 306 seq_num 997) 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2728 (ObjNum 906 snap 287 seq_num 906) dirty exists 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:3177: done (14 left) 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:3178: done (13 left) 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:3181: done (12 left) 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:3185: done (11 left) 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:3186: done (10 left) 2023-12-01T04:54:27.847 INFO:tasks.rados.rados.0.smithi111.stdout:3188: done (9 left) 2023-12-01T04:54:27.848 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 306 2023-12-01T04:54:27.848 INFO:tasks.rados.rados.0.smithi111.stdout:3190: expect (ObjNum 946 snap 292 seq_num 946) 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3192: finishing copy_from to smithi111183488-6 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3192: got expected ENOENT (src dne) 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3192: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: finishing write tid 1 to smithi111183488-44 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: finishing write tid 2 to smithi111183488-44 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: finishing write tid 3 to smithi111183488-44 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: finishing write tid 4 to smithi111183488-44 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: finishing write tid 5 to smithi111183488-44 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3191: finishing copy_from to smithi111183488-1 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3191: got expected ENOENT (src dne) 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3191: finishing copy_from racing read to smithi111183488-1 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: finishing write tid 6 to smithi111183488-44 2023-12-01T04:54:27.880 INFO:tasks.rados.rados.0.smithi111.stdout:3189: oid 44 updating version 0 to 2051 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:3189: oid 44 version 2051 is already newer than 2048 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:3189: oid 44 version 2051 is already newer than 2049 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:3189: oid 44 updating version 2051 to 2052 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:3189: oid 44 version 2052 is already newer than 2050 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2052 (ObjNum 998 snap 306 seq_num 998) dirty exists 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:3189: left oid 44 (ObjNum 998 snap 306 seq_num 998) 2023-12-01T04:54:27.881 INFO:tasks.rados.rados.0.smithi111.stdout:3200: seq_num 1000 ranges {3440640=753664,4194304=442368,4636672=565248,5201920=458752,5660672=139264} 2023-12-01T04:54:27.901 INFO:tasks.rados.rados.0.smithi111.stdout:3200: writing smithi111183488-45 from 3440640 to 4194304 tid 1 2023-12-01T04:54:27.903 INFO:tasks.rados.rados.0.smithi111.stdout:3200: writing smithi111183488-45 from 4194304 to 4636672 tid 2 2023-12-01T04:54:27.907 INFO:tasks.rados.rados.0.smithi111.stdout:3200: writing smithi111183488-45 from 4636672 to 5201920 tid 3 2023-12-01T04:54:27.910 INFO:tasks.rados.rados.0.smithi111.stdout:3200: writing smithi111183488-45 from 5201920 to 5660672 tid 4 2023-12-01T04:54:27.911 INFO:tasks.rados.rados.0.smithi111.stdout:3200: writing smithi111183488-45 from 5660672 to 5799936 tid 5 2023-12-01T04:54:27.911 INFO:tasks.rados.rados.0.smithi111.stdout:3189: done (9 left) 2023-12-01T04:54:27.911 INFO:tasks.rados.rados.0.smithi111.stdout:3190: done (8 left) 2023-12-01T04:54:27.912 INFO:tasks.rados.rados.0.smithi111.stdout:3191: done (7 left) 2023-12-01T04:54:27.912 INFO:tasks.rados.rados.0.smithi111.stdout:3192: done (6 left) 2023-12-01T04:54:27.912 INFO:tasks.rados.rados.0.smithi111.stdout:3201: copy_from oid 20 from oid 9 current snap is 306 2023-12-01T04:54:27.912 INFO:tasks.rados.rados.0.smithi111.stdout:3202: read oid 49 snap -1 2023-12-01T04:54:27.912 INFO:tasks.rados.rados.0.smithi111.stdout:3202: expect (ObjNum 724 snap 227 seq_num 724) 2023-12-01T04:54:27.912 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 306 2023-12-01T04:54:27.915 INFO:tasks.rados.rados.0.smithi111.stdout:3203: seq_num 1001 ranges {12615680=770048,13385728=729088,14114816=770048,14884864=106496} 2023-12-01T04:54:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:27 smithi155 ceph-mon[102677]: osdmap e688: 8 total, 8 up, 8 in 2023-12-01T04:54:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:27 smithi155 ceph-mon[102677]: pgmap v1006: 121 pgs: 121 active+clean; 311 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.2 MiB/s wr, 34 op/s 2023-12-01T04:54:27.984 INFO:tasks.rados.rados.0.smithi111.stdout:3203: writing smithi111183488-42 from 12615680 to 13385728 tid 1 2023-12-01T04:54:27.988 INFO:tasks.rados.rados.0.smithi111.stdout:3203: writing smithi111183488-42 from 13385728 to 14114816 tid 2 2023-12-01T04:54:27.993 INFO:tasks.rados.rados.0.smithi111.stdout:3203: writing smithi111183488-42 from 14114816 to 14884864 tid 3 2023-12-01T04:54:27.994 INFO:tasks.rados.rados.0.smithi111.stdout:3203: writing smithi111183488-42 from 14884864 to 14991360 tid 4 2023-12-01T04:54:27.994 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 306 2023-12-01T04:54:27.994 INFO:tasks.rados.rados.0.smithi111.stdout:3194: finishing copy_from to smithi111183488-31 2023-12-01T04:54:27.994 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 1195 (ObjNum 981 snap 302 seq_num 981) dirty exists 2023-12-01T04:54:27.994 INFO:tasks.rados.rados.0.smithi111.stdout:3194: finishing copy_from racing read to smithi111183488-31 2023-12-01T04:54:27.994 INFO:tasks.rados.rados.0.smithi111.stdout:3195: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:27 smithi111 ceph-mon[97855]: osdmap e688: 8 total, 8 up, 8 in 2023-12-01T04:54:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:27 smithi111 ceph-mon[97855]: pgmap v1006: 121 pgs: 121 active+clean; 311 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.2 MiB/s wr, 34 op/s 2023-12-01T04:54:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:27 smithi111 ceph-mon[116524]: osdmap e688: 8 total, 8 up, 8 in 2023-12-01T04:54:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:27 smithi111 ceph-mon[116524]: pgmap v1006: 121 pgs: 121 active+clean; 311 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 9.2 MiB/s wr, 34 op/s 2023-12-01T04:54:28.250 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11m) 10m ago 12m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (12m) 10m ago 12m 91.7M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (13m) 10m ago 13m 15.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (13m) 10m ago 13m 17.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (16m) 10m ago 16m 449M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (18m) 10m ago 18m 513M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (18m) 10m ago 18m 86.0M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (16m) 10m ago 16m 60.2M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (16m) 10m ago 16m 57.7M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11m) 10m ago 11m 15.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:54:28.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11m) 10m ago 11m 9852k - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (16m) 10m ago 16m 67.4M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (15m) 10m ago 15m 67.6M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (15m) 10m ago 15m 59.9M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (15m) 10m ago 15m 58.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (14m) 10m ago 14m 57.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (14m) 10m ago 14m 60.2M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (13m) 10m ago 13m 58.8M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (13m) 10m ago 13m 64.1M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:54:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11m) 10m ago 12m 36.7M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:54:28.990 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:54:28.991 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3197: finishing copy_from to smithi111183488-8 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3197: got expected ENOENT (src dne) 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3197: finishing copy_from racing read to smithi111183488-8 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3198: finishing write tid 1 to smithi111183488-43 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3198: finishing write tid 2 to smithi111183488-43 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3198: finishing write tid 3 to smithi111183488-43 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3199: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:54:29.312 INFO:tasks.rados.rados.0.smithi111.stdout:3204: seq_num 1002 ranges {3145728=786432,3932160=614400,4546560=581632,5128192=409600} 2023-12-01T04:54:29.332 INFO:tasks.rados.rados.0.smithi111.stdout:3204: writing smithi111183488-12 from 3145728 to 3932160 tid 1 2023-12-01T04:54:29.335 INFO:tasks.rados.rados.0.smithi111.stdout:3204: writing smithi111183488-12 from 3932160 to 4546560 tid 2 2023-12-01T04:54:29.338 INFO:tasks.rados.rados.0.smithi111.stdout:3204: writing smithi111183488-12 from 4546560 to 5128192 tid 3 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3204: writing smithi111183488-12 from 5128192 to 5537792 tid 4 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3194: done (9 left) 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3195: done (8 left) 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3197: done (7 left) 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3205: snap_create 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3199: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3199: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2441 (ObjNum 838 snap 269 seq_num 838) dirty exists 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3198: finishing write tid 4 to smithi111183488-43 2023-12-01T04:54:29.342 INFO:tasks.rados.rados.0.smithi111.stdout:3198: finishing write tid 5 to smithi111183488-43 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: finishing write tid 6 to smithi111183488-43 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: oid 43 updating version 0 to 2038 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: oid 43 updating version 2038 to 2041 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: oid 43 version 2041 is already newer than 2040 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: oid 43 updating version 2041 to 2042 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: oid 43 version 2042 is already newer than 2039 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2042 (ObjNum 999 snap 306 seq_num 999) dirty exists 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3198: left oid 43 (ObjNum 999 snap 306 seq_num 999) 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 1 to smithi111183488-45 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 2 to smithi111183488-45 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 3 to smithi111183488-45 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 4 to smithi111183488-45 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 5 to smithi111183488-45 2023-12-01T04:54:29.343 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 6 to smithi111183488-45 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3201: finishing copy_from to smithi111183488-20 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3201: got expected ENOENT (src dne) 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3201: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: finishing write tid 7 to smithi111183488-45 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: oid 45 updating version 0 to 2061 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: oid 45 version 2061 is already newer than 2057 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: oid 45 version 2061 is already newer than 2060 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: oid 45 version 2061 is already newer than 2059 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: oid 45 version 2061 is already newer than 2058 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: oid 45 version 2061 is already newer than 2056 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2061 (ObjNum 1000 snap 306 seq_num 1000) dirty exists 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3200: left oid 45 (ObjNum 1000 snap 306 seq_num 1000) 2023-12-01T04:54:29.344 INFO:tasks.rados.rados.0.smithi111.stdout:3202: expect (ObjNum 724 snap 227 seq_num 724) 2023-12-01T04:54:29.513 INFO:tasks.rados.rados.0.smithi111.stdout:3203: finishing write tid 1 to smithi111183488-42 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: finishing write tid 2 to smithi111183488-42 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: finishing write tid 3 to smithi111183488-42 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: finishing write tid 4 to smithi111183488-42 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: finishing write tid 5 to smithi111183488-42 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: finishing write tid 6 to smithi111183488-42 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: oid 42 updating version 0 to 2045 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: oid 42 version 2045 is already newer than 2042 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: oid 42 version 2045 is already newer than 2044 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: oid 42 version 2045 is already newer than 2043 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:3203: oid 42 updating version 2045 to 2046 2023-12-01T04:54:29.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2046 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3203: left oid 42 (ObjNum 1001 snap 306 seq_num 1001) 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: finishing write tid 1 to smithi111183488-12 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: finishing write tid 2 to smithi111183488-12 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: finishing write tid 3 to smithi111183488-12 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: finishing write tid 4 to smithi111183488-12 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: finishing write tid 5 to smithi111183488-12 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: finishing write tid 6 to smithi111183488-12 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: oid 12 updating version 0 to 1660 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: oid 12 version 1660 is already newer than 1659 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: oid 12 updating version 1660 to 1662 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: oid 12 version 1662 is already newer than 1661 2023-12-01T04:54:29.515 INFO:tasks.rados.rados.0.smithi111.stdout:3204: oid 12 updating version 1662 to 1663 2023-12-01T04:54:29.516 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1663 (ObjNum 1002 snap 306 seq_num 1002) dirty exists 2023-12-01T04:54:29.516 INFO:tasks.rados.rados.0.smithi111.stdout:3204: left oid 12 (ObjNum 1002 snap 306 seq_num 1002) 2023-12-01T04:54:29.531 INFO:tasks.rados.rados.0.smithi111.stdout:3198: done (7 left) 2023-12-01T04:54:29.531 INFO:tasks.rados.rados.0.smithi111.stdout:3199: done (6 left) 2023-12-01T04:54:29.531 INFO:tasks.rados.rados.0.smithi111.stdout:3200: done (5 left) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3201: done (4 left) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3202: done (3 left) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3203: done (2 left) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3204: done (1 left) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3205: done (0 left) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3206: read oid 28 snap -1 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3206: expect (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:54:29.532 INFO:tasks.rados.rados.0.smithi111.stdout:3207: snap_create 2023-12-01T04:54:29.546 INFO:tasks.rados.rados.0.smithi111.stdout:3206: expect (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:54:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:54:29] "GET /metrics HTTP/1.1" 200 36095 "" "Prometheus/2.43.0" 2023-12-01T04:54:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[97855]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[97855]: osdmap e689: 8 total, 8 up, 8 in 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[97855]: from='client.25325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[97855]: pgmap v1008: 121 pgs: 121 active+clean; 311 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3835862961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[116524]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[116524]: osdmap e689: 8 total, 8 up, 8 in 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[116524]: from='client.25325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[116524]: pgmap v1008: 121 pgs: 121 active+clean; 311 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2023-12-01T04:54:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3835862961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:54:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:29 smithi155 ceph-mon[102677]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:54:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:29 smithi155 ceph-mon[102677]: osdmap e689: 8 total, 8 up, 8 in 2023-12-01T04:54:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:29 smithi155 ceph-mon[102677]: from='client.25325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:54:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:29 smithi155 ceph-mon[102677]: pgmap v1008: 121 pgs: 121 active+clean; 311 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2023-12-01T04:54:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3835862961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:54:30.541 INFO:tasks.rados.rados.0.smithi111.stdout:3206: done (1 left) 2023-12-01T04:54:30.541 INFO:tasks.rados.rados.0.smithi111.stdout:3207: done (0 left) 2023-12-01T04:54:30.541 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 308 2023-12-01T04:54:30.541 INFO:tasks.rados.rados.0.smithi111.stdout:3208: seq_num 1003 ranges {8069120=802816,8871936=499712,9371648=737280,10108928=368640} 2023-12-01T04:54:30.587 INFO:tasks.rados.rados.0.smithi111.stdout:3208: writing smithi111183488-46 from 8069120 to 8871936 tid 1 2023-12-01T04:54:30.590 INFO:tasks.rados.rados.0.smithi111.stdout:3208: writing smithi111183488-46 from 8871936 to 9371648 tid 2 2023-12-01T04:54:30.594 INFO:tasks.rados.rados.0.smithi111.stdout:3208: writing smithi111183488-46 from 9371648 to 10108928 tid 3 2023-12-01T04:54:30.596 INFO:tasks.rados.rados.0.smithi111.stdout:3208: writing smithi111183488-46 from 10108928 to 10477568 tid 4 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:3209: rollback oid 30 current snap is 308 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 30 to 280 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:3210: read oid 45 snap 280 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:3210: expect (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:3211: read oid 27 snap -1 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:3211: expect (ObjNum 991 snap 304 seq_num 991) 2023-12-01T04:54:30.597 INFO:tasks.rados.rados.0.smithi111.stdout:3212: snap_remove snap 298 2023-12-01T04:54:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:30 smithi155 ceph-mon[102677]: osdmap e690: 8 total, 8 up, 8 in 2023-12-01T04:54:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:30 smithi111 ceph-mon[97855]: osdmap e690: 8 total, 8 up, 8 in 2023-12-01T04:54:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:30 smithi111 ceph-mon[116524]: osdmap e690: 8 total, 8 up, 8 in 2023-12-01T04:54:31.559 INFO:tasks.rados.rados.0.smithi111.stdout:3212: done (4 left) 2023-12-01T04:54:31.559 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 308 2023-12-01T04:54:31.560 INFO:tasks.rados.rados.0.smithi111.stdout:3213: seq_num 1004 ranges {2277376=16384} 2023-12-01T04:54:31.571 INFO:tasks.rados.rados.0.smithi111.stdout:3213: writing smithi111183488-19 from 2277376 to 2293760 tid 1 2023-12-01T04:54:31.571 INFO:tasks.rados.rados.0.smithi111.stdout:3214: rollback oid 31 current snap is 308 2023-12-01T04:54:31.571 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 280 2023-12-01T04:54:31.571 INFO:tasks.rados.rados.0.smithi111.stdout:3215: read oid 24 snap -1 2023-12-01T04:54:31.571 INFO:tasks.rados.rados.0.smithi111.stdout:3215: expect (ObjNum 987 snap 303 seq_num 987) 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3216: setattr oid 29 current snap is 308 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: finishing write tid 1 to smithi111183488-46 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3209: finishing rollback tid 0 to smithi111183488-30 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3209: finishing rollback tid 1 to smithi111183488-30 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3209: finishing rollback tid 2 to smithi111183488-30 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2445 (ObjNum 838 snap 269 seq_num 838) dirty exists 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: finishing write tid 2 to smithi111183488-46 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: finishing write tid 3 to smithi111183488-46 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: finishing write tid 4 to smithi111183488-46 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: finishing write tid 5 to smithi111183488-46 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: finishing write tid 6 to smithi111183488-46 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: oid 46 updating version 0 to 2756 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: oid 46 version 2756 is already newer than 2752 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: oid 46 version 2756 is already newer than 2755 2023-12-01T04:54:31.572 INFO:tasks.rados.rados.0.smithi111.stdout:3208: oid 46 version 2756 is already newer than 2754 2023-12-01T04:54:31.573 INFO:tasks.rados.rados.0.smithi111.stdout:3208: oid 46 version 2756 is already newer than 2753 2023-12-01T04:54:31.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2756 (ObjNum 1003 snap 308 seq_num 1003) dirty exists 2023-12-01T04:54:31.573 INFO:tasks.rados.rados.0.smithi111.stdout:3208: left oid 46 (ObjNum 1003 snap 308 seq_num 1003) 2023-12-01T04:54:31.573 INFO:tasks.rados.rados.0.smithi111.stdout:3210: expect (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:54:31.701 INFO:tasks.rados.rados.0.smithi111.stdout:3211: expect (ObjNum 991 snap 304 seq_num 991) 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:3214: finishing rollback tid 0 to smithi111183488-31 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:3213: finishing write tid 1 to smithi111183488-19 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:3214: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:3213: finishing write tid 2 to smithi111183488-19 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:3214: finishing rollback tid 2 to smithi111183488-31 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 2449 (ObjNum 872 snap 280 seq_num 872) dirty exists 2023-12-01T04:54:31.955 INFO:tasks.rados.rados.0.smithi111.stdout:3213: finishing write tid 3 to smithi111183488-19 2023-12-01T04:54:31.956 INFO:tasks.rados.rados.0.smithi111.stdout:3213: oid 19 updating version 0 to 2167 2023-12-01T04:54:31.956 INFO:tasks.rados.rados.0.smithi111.stdout:3213: oid 19 version 2167 is already newer than 2166 2023-12-01T04:54:31.956 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2167 (ObjNum 1004 snap 308 seq_num 1004) dirty exists 2023-12-01T04:54:31.956 INFO:tasks.rados.rados.0.smithi111.stdout:3213: left oid 19 (ObjNum 1004 snap 308 seq_num 1004) 2023-12-01T04:54:31.956 INFO:tasks.rados.rados.0.smithi111.stdout:3215: expect (ObjNum 987 snap 303 seq_num 987) 2023-12-01T04:54:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:31 smithi155 ceph-mon[102677]: osdmap e691: 8 total, 8 up, 8 in 2023-12-01T04:54:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:31 smithi155 ceph-mon[102677]: pgmap v1011: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2023-12-01T04:54:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:31 smithi111 ceph-mon[97855]: osdmap e691: 8 total, 8 up, 8 in 2023-12-01T04:54:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:31 smithi111 ceph-mon[97855]: pgmap v1011: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2023-12-01T04:54:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:31 smithi111 ceph-mon[116524]: osdmap e691: 8 total, 8 up, 8 in 2023-12-01T04:54:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:31 smithi111 ceph-mon[116524]: pgmap v1011: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 2.6 MiB/s wr, 10 op/s 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2770 (ObjNum 969 snap 302 seq_num 969) dirty exists 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:3208: done (7 left) 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:3209: done (6 left) 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:3210: done (5 left) 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:3211: done (4 left) 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:3213: done (3 left) 2023-12-01T04:54:32.188 INFO:tasks.rados.rados.0.smithi111.stdout:3214: done (2 left) 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3215: done (1 left) 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3216: done (0 left) 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3217: read oid 34 snap -1 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3217: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 308 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3218: seq_num 1005 ranges {0=32768} 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3218: writing smithi111183488-16 from 0 to 32768 tid 1 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3219: read oid 28 snap -1 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3219: expect (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3220: read oid 7 snap 280 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3220: expect (ObjNum -590381632 snap 21858 seq_num 3707207264) 2023-12-01T04:54:32.189 INFO:tasks.rados.rados.0.smithi111.stdout:3221: snap_remove snap 307 2023-12-01T04:54:32.559 INFO:tasks.rados.rados.0.smithi111.stdout:3221: done (4 left) 2023-12-01T04:54:32.559 INFO:tasks.rados.rados.0.smithi111.stdout:3222: read oid 17 snap -1 2023-12-01T04:54:32.559 INFO:tasks.rados.rados.0.smithi111.stdout:3222: expect (ObjNum 990 snap 304 seq_num 990) 2023-12-01T04:54:32.559 INFO:tasks.rados.rados.0.smithi111.stdout:3223: read oid 19 snap -1 2023-12-01T04:54:32.559 INFO:tasks.rados.rados.0.smithi111.stdout:3223: expect (ObjNum 1004 snap 308 seq_num 1004) 2023-12-01T04:54:32.559 INFO:tasks.rados.rados.0.smithi111.stdout:3224: snap_remove snap 306 2023-12-01T04:54:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:32 smithi155 ceph-mon[102677]: osdmap e692: 8 total, 8 up, 8 in 2023-12-01T04:54:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:32 smithi111 ceph-mon[97855]: osdmap e692: 8 total, 8 up, 8 in 2023-12-01T04:54:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:32 smithi111 ceph-mon[116524]: osdmap e692: 8 total, 8 up, 8 in 2023-12-01T04:54:33.527 INFO:tasks.rados.rados.0.smithi111.stdout:3224: done (6 left) 2023-12-01T04:54:33.527 INFO:tasks.rados.rados.0.smithi111.stdout:3225: snap_create 2023-12-01T04:54:33.527 INFO:tasks.rados.rados.0.smithi111.stdout:3220: expect (ObjNum -590381632 snap 21858 seq_num 3707207264) 2023-12-01T04:54:33.530 INFO:tasks.rados.rados.0.smithi111.stdout:3218: finishing write tid 1 to smithi111183488-16 2023-12-01T04:54:33.530 INFO:tasks.rados.rados.0.smithi111.stdout:3218: finishing write tid 2 to smithi111183488-16 2023-12-01T04:54:33.530 INFO:tasks.rados.rados.0.smithi111.stdout:3219: expect (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:54:33.572 INFO:tasks.rados.rados.0.smithi111.stdout:3218: finishing write tid 3 to smithi111183488-16 2023-12-01T04:54:33.573 INFO:tasks.rados.rados.0.smithi111.stdout:3218: oid 16 updating version 0 to 2411 2023-12-01T04:54:33.573 INFO:tasks.rados.rados.0.smithi111.stdout:3218: oid 16 updating version 2411 to 2412 2023-12-01T04:54:33.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2412 (ObjNum 1005 snap 308 seq_num 1005) dirty exists 2023-12-01T04:54:33.573 INFO:tasks.rados.rados.0.smithi111.stdout:3218: left oid 16 (ObjNum 1005 snap 308 seq_num 1005) 2023-12-01T04:54:33.573 INFO:tasks.rados.rados.0.smithi111.stdout:3217: expect (ObjNum 817 snap 259 seq_num 817) 2023-12-01T04:54:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:33 smithi155 ceph-mon[102677]: osdmap e693: 8 total, 8 up, 8 in 2023-12-01T04:54:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:33 smithi155 ceph-mon[102677]: pgmap v1014: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:54:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:33 smithi155 ceph-mon[102677]: osdmap e694: 8 total, 8 up, 8 in 2023-12-01T04:54:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:33 smithi111 ceph-mon[97855]: osdmap e693: 8 total, 8 up, 8 in 2023-12-01T04:54:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:33 smithi111 ceph-mon[97855]: pgmap v1014: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:54:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:33 smithi111 ceph-mon[97855]: osdmap e694: 8 total, 8 up, 8 in 2023-12-01T04:54:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:33 smithi111 ceph-mon[116524]: osdmap e693: 8 total, 8 up, 8 in 2023-12-01T04:54:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:33 smithi111 ceph-mon[116524]: pgmap v1014: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2023-12-01T04:54:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:33 smithi111 ceph-mon[116524]: osdmap e694: 8 total, 8 up, 8 in 2023-12-01T04:54:34.829 INFO:tasks.rados.rados.0.smithi111.stdout:3222: expect (ObjNum 990 snap 304 seq_num 990) 2023-12-01T04:54:34.922 INFO:tasks.rados.rados.0.smithi111.stdout:3223: expect (ObjNum 1004 snap 308 seq_num 1004) 2023-12-01T04:54:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:34 smithi155 ceph-mon[102677]: osdmap e695: 8 total, 8 up, 8 in 2023-12-01T04:54:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:34 smithi111 ceph-mon[97855]: osdmap e695: 8 total, 8 up, 8 in 2023-12-01T04:54:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:34 smithi111 ceph-mon[116524]: osdmap e695: 8 total, 8 up, 8 in 2023-12-01T04:54:35.017 INFO:tasks.rados.rados.0.smithi111.stdout:3217: done (6 left) 2023-12-01T04:54:35.017 INFO:tasks.rados.rados.0.smithi111.stdout:3218: done (5 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3219: done (4 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3220: done (3 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3222: done (2 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3223: done (1 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3225: done (0 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3226: rmattr oid 37 current snap is 309 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3226: done (0 left) 2023-12-01T04:54:35.018 INFO:tasks.rados.rados.0.smithi111.stdout:3227: delete oid 40 current snap is 309 2023-12-01T04:54:35.022 INFO:tasks.rados.rados.0.smithi111.stdout:3227: done (0 left) 2023-12-01T04:54:35.022 INFO:tasks.rados.rados.0.smithi111.stdout:3228: snap_remove snap 308 2023-12-01T04:54:35.570 INFO:tasks.rados.rados.0.smithi111.stdout:3228: done (0 left) 2023-12-01T04:54:35.571 INFO:tasks.rados.rados.0.smithi111.stdout:3229: rollback oid 38 current snap is 309 2023-12-01T04:54:35.571 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 38 to 280 2023-12-01T04:54:35.571 INFO:tasks.rados.rados.0.smithi111.stdout:3230: setattr oid 47 current snap is 309 2023-12-01T04:54:35.572 INFO:tasks.rados.rados.0.smithi111.stdout:3231: copy_from oid 15 from oid 33 current snap is 309 2023-12-01T04:54:35.572 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 309 2023-12-01T04:54:35.572 INFO:tasks.rados.rados.0.smithi111.stdout:3232: seq_num 1007 ranges {12615680=65536} 2023-12-01T04:54:35.640 INFO:tasks.rados.rados.0.smithi111.stdout:3232: writing smithi111183488-35 from 12615680 to 12681216 tid 1 2023-12-01T04:54:35.640 INFO:tasks.rados.rados.0.smithi111.stdout:3233: copy_from oid 4 from oid 5 current snap is 309 2023-12-01T04:54:35.640 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2053 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3229: finishing rollback tid 1 to smithi111183488-38 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3229: finishing rollback tid 2 to smithi111183488-38 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2173 (ObjNum 837 snap 269 seq_num 837) dirty exists 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3231: finishing copy_from to smithi111183488-15 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2080 (ObjNum 983 snap 303 seq_num 983) dirty exists 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3231: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3229: done (4 left) 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3230: done (3 left) 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3231: done (2 left) 2023-12-01T04:54:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3234: delete oid 47 current snap is 309 2023-12-01T04:54:35.643 INFO:tasks.rados.rados.0.smithi111.stdout:3234: done (2 left) 2023-12-01T04:54:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 309 2023-12-01T04:54:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:3235: seq_num 1009 ranges {10477568=106496} 2023-12-01T04:54:35.702 INFO:tasks.rados.rados.0.smithi111.stdout:3235: writing smithi111183488-46 from 10477568 to 10584064 tid 1 2023-12-01T04:54:35.702 INFO:tasks.rados.rados.0.smithi111.stdout:3236: read oid 28 snap -1 2023-12-01T04:54:35.702 INFO:tasks.rados.rados.0.smithi111.stdout:3236: expect (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:54:35.702 INFO:tasks.rados.rados.0.smithi111.stdout:3237: delete oid 39 current snap is 309 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3232: finishing write tid 1 to smithi111183488-35 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3232: finishing write tid 2 to smithi111183488-35 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3232: finishing write tid 3 to smithi111183488-35 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3232: oid 35 updating version 0 to 1788 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3232: oid 35 version 1788 is already newer than 1787 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1788 (ObjNum 1007 snap 309 seq_num 1007) dirty exists 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3232: left oid 35 (ObjNum 1007 snap 309 seq_num 1007) 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3233: finishing copy_from to smithi111183488-4 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 1183 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:54:35.703 INFO:tasks.rados.rados.0.smithi111.stdout:3233: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3232: done (4 left) 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3233: done (3 left) 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3237: done (2 left) 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3238: read oid 36 snap -1 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3238: expect (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3239: read oid 33 snap -1 2023-12-01T04:54:35.705 INFO:tasks.rados.rados.0.smithi111.stdout:3239: expect (ObjNum 983 snap 303 seq_num 983) 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3240: rollback oid 10 current snap is 309 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 280 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3241: rmattr oid 35 current snap is 309 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3242: read oid 44 snap -1 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3242: expect (ObjNum 998 snap 306 seq_num 998) 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3243: read oid 30 snap -1 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3243: expect (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:54:35.706 INFO:tasks.rados.rados.0.smithi111.stdout:3244: delete oid 41 current snap is 309 2023-12-01T04:54:35.707 INFO:tasks.rados.rados.0.smithi111.stdout:3235: finishing write tid 1 to smithi111183488-46 2023-12-01T04:54:35.710 INFO:tasks.rados.rados.0.smithi111.stdout:3235: finishing write tid 2 to smithi111183488-46 2023-12-01T04:54:35.714 INFO:tasks.rados.rados.0.smithi111.stdout:3236: expect (ObjNum 948 snap 292 seq_num 948) 2023-12-01T04:54:35.757 INFO:tasks.rados.rados.0.smithi111.stdout:3236: done (8 left) 2023-12-01T04:54:35.757 INFO:tasks.rados.rados.0.smithi111.stdout:3244: done (7 left) 2023-12-01T04:54:35.757 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 309 2023-12-01T04:54:35.757 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1789 (ObjNum 1007 snap 309 seq_num 1007) dirty exists 2023-12-01T04:54:35.757 INFO:tasks.rados.rados.0.smithi111.stdout:3239: expect (ObjNum 983 snap 303 seq_num 983) 2023-12-01T04:54:35.810 INFO:tasks.rados.rados.0.smithi111.stdout:3240: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:54:35.811 INFO:tasks.rados.rados.0.smithi111.stdout:3240: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:54:35.811 INFO:tasks.rados.rados.0.smithi111.stdout:3240: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:54:35.811 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2416 (ObjNum 829 snap 267 seq_num 829) dirty exists 2023-12-01T04:54:35.811 INFO:tasks.rados.rados.0.smithi111.stdout:3245: seq_num 1012 ranges {7176192=155648} 2023-12-01T04:54:35.849 INFO:tasks.rados.rados.0.smithi111.stdout:3245: writing smithi111183488-43 from 7176192 to 7331840 tid 1 2023-12-01T04:54:35.849 INFO:tasks.rados.rados.0.smithi111.stdout:3239: done (7 left) 2023-12-01T04:54:35.849 INFO:tasks.rados.rados.0.smithi111.stdout:3240: done (6 left) 2023-12-01T04:54:35.849 INFO:tasks.rados.rados.0.smithi111.stdout:3241: done (5 left) 2023-12-01T04:54:35.849 INFO:tasks.rados.rados.0.smithi111.stdout:3246: snap_create 2023-12-01T04:54:35.849 INFO:tasks.rados.rados.0.smithi111.stdout:3235: finishing write tid 3 to smithi111183488-46 2023-12-01T04:54:35.850 INFO:tasks.rados.rados.0.smithi111.stdout:3235: oid 46 updating version 0 to 2779 2023-12-01T04:54:35.850 INFO:tasks.rados.rados.0.smithi111.stdout:3235: oid 46 updating version 2779 to 2780 2023-12-01T04:54:35.850 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2780 (ObjNum 1009 snap 309 seq_num 1009) dirty exists 2023-12-01T04:54:35.850 INFO:tasks.rados.rados.0.smithi111.stdout:3235: left oid 46 (ObjNum 1009 snap 309 seq_num 1009) 2023-12-01T04:54:35.850 INFO:tasks.rados.rados.0.smithi111.stdout:3242: expect (ObjNum 998 snap 306 seq_num 998) 2023-12-01T04:54:35.908 INFO:tasks.rados.rados.0.smithi111.stdout:3243: expect (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:54:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:35 smithi155 ceph-mon[102677]: pgmap v1017: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:35 smithi111 ceph-mon[97855]: pgmap v1017: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:35 smithi111 ceph-mon[116524]: pgmap v1017: 121 pgs: 121 active+clean; 306 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:36.030 INFO:tasks.rados.rados.0.smithi111.stdout:3238: expect (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:3245: finishing write tid 1 to smithi111183488-43 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:3245: finishing write tid 2 to smithi111183488-43 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:3245: finishing write tid 3 to smithi111183488-43 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:3245: oid 43 updating version 0 to 2043 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:3245: oid 43 updating version 2043 to 2044 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2044 (ObjNum 1012 snap 309 seq_num 1012) dirty exists 2023-12-01T04:54:36.148 INFO:tasks.rados.rados.0.smithi111.stdout:3245: left oid 43 (ObjNum 1012 snap 309 seq_num 1012) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3235: done (5 left) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3238: done (4 left) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3242: done (3 left) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3243: done (2 left) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3245: done (1 left) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3246: done (0 left) 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:3247: rollback oid 21 current snap is 310 2023-12-01T04:54:36.575 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 21 to 309 2023-12-01T04:54:36.576 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 310 2023-12-01T04:54:36.576 INFO:tasks.rados.rados.0.smithi111.stdout:3248: seq_num 1013 ranges {5537792=172032} 2023-12-01T04:54:36.605 INFO:tasks.rados.rados.0.smithi111.stdout:3248: writing smithi111183488-12 from 5537792 to 5709824 tid 1 2023-12-01T04:54:36.606 INFO:tasks.rados.rados.0.smithi111.stdout:3249: delete oid 13 current snap is 310 2023-12-01T04:54:36.606 INFO:tasks.rados.rados.0.smithi111.stdout:3247: finishing rollback tid 0 to smithi111183488-21 2023-12-01T04:54:36.606 INFO:tasks.rados.rados.0.smithi111.stdout:3247: finishing rollback tid 1 to smithi111183488-21 2023-12-01T04:54:36.606 INFO:tasks.rados.rados.0.smithi111.stdout:3247: finishing rollback tid 2 to smithi111183488-21 2023-12-01T04:54:36.606 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2784 (ObjNum 997 snap 306 seq_num 997) dirty exists 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:3247: done (2 left) 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:3249: done (1 left) 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:3250: rmattr oid 43 current snap is 310 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:3250: done (1 left) 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:3251: rollback oid 14 current snap is 310 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 14 to 280 2023-12-01T04:54:36.609 INFO:tasks.rados.rados.0.smithi111.stdout:3252: read oid 39 snap -1 2023-12-01T04:54:36.610 INFO:tasks.rados.rados.0.smithi111.stdout:3252: expect deleted 2023-12-01T04:54:36.610 INFO:tasks.rados.rados.0.smithi111.stdout:3253: snap_create 2023-12-01T04:54:36.610 INFO:tasks.rados.rados.0.smithi111.stdout:3248: finishing write tid 1 to smithi111183488-12 2023-12-01T04:54:36.610 INFO:tasks.rados.rados.0.smithi111.stdout:3248: finishing write tid 2 to smithi111183488-12 2023-12-01T04:54:36.611 INFO:tasks.rados.rados.0.smithi111.stdout:3248: finishing write tid 3 to smithi111183488-12 2023-12-01T04:54:36.611 INFO:tasks.rados.rados.0.smithi111.stdout:3248: oid 12 updating version 0 to 1665 2023-12-01T04:54:36.611 INFO:tasks.rados.rados.0.smithi111.stdout:3248: oid 12 version 1665 is already newer than 1664 2023-12-01T04:54:36.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 1665 (ObjNum 1013 snap 310 seq_num 1013) dirty exists 2023-12-01T04:54:36.611 INFO:tasks.rados.rados.0.smithi111.stdout:3248: left oid 12 (ObjNum 1013 snap 310 seq_num 1013) 2023-12-01T04:54:36.612 INFO:tasks.rados.rados.0.smithi111.stdout:3251: finishing rollback tid 1 to smithi111183488-14 2023-12-01T04:54:36.612 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2023-12-01T04:54:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:36 smithi155 ceph-mon[102677]: osdmap e696: 8 total, 8 up, 8 in 2023-12-01T04:54:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:36 smithi111 ceph-mon[97855]: osdmap e696: 8 total, 8 up, 8 in 2023-12-01T04:54:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:36 smithi111 ceph-mon[116524]: osdmap e696: 8 total, 8 up, 8 in 2023-12-01T04:54:37.587 INFO:tasks.rados.rados.0.smithi111.stdout:3248: done (3 left) 2023-12-01T04:54:37.588 INFO:tasks.rados.rados.0.smithi111.stdout:3251: done (2 left) 2023-12-01T04:54:37.588 INFO:tasks.rados.rados.0.smithi111.stdout:3252: done (1 left) 2023-12-01T04:54:37.588 INFO:tasks.rados.rados.0.smithi111.stdout:3253: done (0 left) 2023-12-01T04:54:37.588 INFO:tasks.rados.rados.0.smithi111.stdout:3254: rmattr oid 4 current snap is 311 2023-12-01T04:54:37.588 INFO:tasks.rados.rados.0.smithi111.stdout:3255: snap_create 2023-12-01T04:54:37.591 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2418 (ObjNum 817 snap 259 seq_num 817) dirty exists 2023-12-01T04:54:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:37 smithi155 ceph-mon[102677]: osdmap e697: 8 total, 8 up, 8 in 2023-12-01T04:54:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:37 smithi155 ceph-mon[102677]: pgmap v1020: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 600 KiB/s wr, 16 op/s 2023-12-01T04:54:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:37 smithi111 ceph-mon[97855]: osdmap e697: 8 total, 8 up, 8 in 2023-12-01T04:54:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:37 smithi111 ceph-mon[97855]: pgmap v1020: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 600 KiB/s wr, 16 op/s 2023-12-01T04:54:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:37 smithi111 ceph-mon[116524]: osdmap e697: 8 total, 8 up, 8 in 2023-12-01T04:54:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:37 smithi111 ceph-mon[116524]: pgmap v1020: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 600 KiB/s wr, 16 op/s 2023-12-01T04:54:38.528 INFO:tasks.rados.rados.0.smithi111.stdout:3254: done (1 left) 2023-12-01T04:54:38.528 INFO:tasks.rados.rados.0.smithi111.stdout:3255: done (0 left) 2023-12-01T04:54:38.528 INFO:tasks.rados.rados.0.smithi111.stdout:3256: snap_create 2023-12-01T04:54:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:38 smithi155 ceph-mon[102677]: osdmap e698: 8 total, 8 up, 8 in 2023-12-01T04:54:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:38 smithi155 ceph-mon[102677]: osdmap e699: 8 total, 8 up, 8 in 2023-12-01T04:54:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:38 smithi111 ceph-mon[97855]: osdmap e698: 8 total, 8 up, 8 in 2023-12-01T04:54:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:38 smithi111 ceph-mon[97855]: osdmap e699: 8 total, 8 up, 8 in 2023-12-01T04:54:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:38 smithi111 ceph-mon[116524]: osdmap e698: 8 total, 8 up, 8 in 2023-12-01T04:54:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:38 smithi111 ceph-mon[116524]: osdmap e699: 8 total, 8 up, 8 in 2023-12-01T04:54:39.531 INFO:tasks.rados.rados.0.smithi111.stdout:3256: done (0 left) 2023-12-01T04:54:39.531 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 313 2023-12-01T04:54:39.531 INFO:tasks.rados.rados.0.smithi111.stdout:3257: seq_num 1015 ranges {2072576=204800} 2023-12-01T04:54:39.543 INFO:tasks.rados.rados.0.smithi111.stdout:3257: writing smithi111183488-15 from 2072576 to 2277376 tid 1 2023-12-01T04:54:39.543 INFO:tasks.rados.rados.0.smithi111.stdout:3258: rollback oid 3 current snap is 313 2023-12-01T04:54:39.543 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 3 to 309 2023-12-01T04:54:39.543 INFO:tasks.rados.rados.0.smithi111.stdout:3259: read oid 50 snap 311 2023-12-01T04:54:39.543 INFO:tasks.rados.rados.0.smithi111.stdout:3259: expect (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:54:39.543 INFO:tasks.rados.rados.0.smithi111.stdout:3260: snap_create 2023-12-01T04:54:39.549 INFO:tasks.rados.rados.0.smithi111.stdout:3257: finishing write tid 1 to smithi111183488-15 2023-12-01T04:54:39.549 INFO:tasks.rados.rados.0.smithi111.stdout:3257: finishing write tid 2 to smithi111183488-15 2023-12-01T04:54:39.551 INFO:tasks.rados.rados.0.smithi111.stdout:3257: finishing write tid 3 to smithi111183488-15 2023-12-01T04:54:39.551 INFO:tasks.rados.rados.0.smithi111.stdout:3257: oid 15 updating version 0 to 2082 2023-12-01T04:54:39.551 INFO:tasks.rados.rados.0.smithi111.stdout:3257: oid 15 version 2082 is already newer than 2081 2023-12-01T04:54:39.551 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2082 (ObjNum 1015 snap 313 seq_num 1015) dirty exists 2023-12-01T04:54:39.551 INFO:tasks.rados.rados.0.smithi111.stdout:3257: left oid 15 (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:54:39.552 INFO:tasks.rados.rados.0.smithi111.stdout:3258: finishing rollback tid 0 to smithi111183488-3 2023-12-01T04:54:39.553 INFO:tasks.rados.rados.0.smithi111.stdout:3258: finishing rollback tid 1 to smithi111183488-3 2023-12-01T04:54:39.561 INFO:tasks.rados.rados.0.smithi111.stdout:3258: finishing rollback tid 2 to smithi111183488-3 2023-12-01T04:54:39.561 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2788 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:54:39.566 INFO:tasks.rados.rados.0.smithi111.stdout:3259: expect (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:54:39.586 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:54:39] "GET /metrics HTTP/1.1" 200 36102 "" "Prometheus/2.43.0" 2023-12-01T04:54:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:39 smithi155 ceph-mon[102677]: pgmap v1023: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 600 KiB/s wr, 16 op/s 2023-12-01T04:54:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:39 smithi155 ceph-mon[102677]: osdmap e700: 8 total, 8 up, 8 in 2023-12-01T04:54:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:39 smithi111 ceph-mon[97855]: pgmap v1023: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 600 KiB/s wr, 16 op/s 2023-12-01T04:54:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:39 smithi111 ceph-mon[97855]: osdmap e700: 8 total, 8 up, 8 in 2023-12-01T04:54:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:39 smithi111 ceph-mon[116524]: pgmap v1023: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 600 KiB/s wr, 16 op/s 2023-12-01T04:54:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:39 smithi111 ceph-mon[116524]: osdmap e700: 8 total, 8 up, 8 in 2023-12-01T04:54:40.529 INFO:tasks.rados.rados.0.smithi111.stdout:3257: done (3 left) 2023-12-01T04:54:40.529 INFO:tasks.rados.rados.0.smithi111.stdout:3258: done (2 left) 2023-12-01T04:54:40.529 INFO:tasks.rados.rados.0.smithi111.stdout:3259: done (1 left) 2023-12-01T04:54:40.529 INFO:tasks.rados.rados.0.smithi111.stdout:3260: done (0 left) 2023-12-01T04:54:40.530 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 314 2023-12-01T04:54:40.530 INFO:tasks.rados.rados.0.smithi111.stdout:3261: seq_num 1016 ranges {0=221184} 2023-12-01T04:54:40.530 INFO:tasks.rados.rados.0.smithi111.stdout:3261: writing smithi111183488-7 from 0 to 221184 tid 1 2023-12-01T04:54:40.530 INFO:tasks.rados.rados.0.smithi111.stdout:3262: rollback oid 44 current snap is 314 2023-12-01T04:54:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 312 2023-12-01T04:54:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 314 2023-12-01T04:54:40.531 INFO:tasks.rados.rados.0.smithi111.stdout:3263: seq_num 1017 ranges {14991360=237568} 2023-12-01T04:54:40.610 INFO:tasks.rados.rados.0.smithi111.stdout:3263: writing smithi111183488-42 from 14991360 to 15228928 tid 1 2023-12-01T04:54:40.610 INFO:tasks.rados.rados.0.smithi111.stdout:3264: rollback oid 9 current snap is 314 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 9 to 312 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: finishing write tid 1 to smithi111183488-7 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: finishing write tid 2 to smithi111183488-7 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3262: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3262: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3262: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2057 (ObjNum 998 snap 306 seq_num 998) dirty exists 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: finishing write tid 3 to smithi111183488-7 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: oid 7 updating version 0 to 1376 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: oid 7 version 1376 is already newer than 1375 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1376 (ObjNum 1016 snap 314 seq_num 1016) dirty exists 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: left oid 7 (ObjNum 1016 snap 314 seq_num 1016) 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3261: done (3 left) 2023-12-01T04:54:40.611 INFO:tasks.rados.rados.0.smithi111.stdout:3262: done (2 left) 2023-12-01T04:54:40.612 INFO:tasks.rados.rados.0.smithi111.stdout:3265: read oid 14 snap -1 2023-12-01T04:54:40.612 INFO:tasks.rados.rados.0.smithi111.stdout:3265: expect deleted 2023-12-01T04:54:40.612 INFO:tasks.rados.rados.0.smithi111.stdout:3266: snap_create 2023-12-01T04:54:40.612 INFO:tasks.rados.rados.0.smithi111.stdout:3264: finishing rollback tid 1 to smithi111183488-9 2023-12-01T04:54:40.612 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 2142 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:54:40.614 INFO:tasks.rados.rados.0.smithi111.stdout:3263: finishing write tid 1 to smithi111183488-42 2023-12-01T04:54:40.614 INFO:tasks.rados.rados.0.smithi111.stdout:3263: finishing write tid 2 to smithi111183488-42 2023-12-01T04:54:40.615 INFO:tasks.rados.rados.0.smithi111.stdout:3263: finishing write tid 3 to smithi111183488-42 2023-12-01T04:54:40.615 INFO:tasks.rados.rados.0.smithi111.stdout:3263: oid 42 updating version 0 to 2049 2023-12-01T04:54:40.615 INFO:tasks.rados.rados.0.smithi111.stdout:3263: oid 42 version 2049 is already newer than 2048 2023-12-01T04:54:40.616 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2049 (ObjNum 1017 snap 314 seq_num 1017) dirty exists 2023-12-01T04:54:40.616 INFO:tasks.rados.rados.0.smithi111.stdout:3263: left oid 42 (ObjNum 1017 snap 314 seq_num 1017) 2023-12-01T04:54:41.536 INFO:tasks.rados.rados.0.smithi111.stdout:3263: done (3 left) 2023-12-01T04:54:41.537 INFO:tasks.rados.rados.0.smithi111.stdout:3264: done (2 left) 2023-12-01T04:54:41.537 INFO:tasks.rados.rados.0.smithi111.stdout:3265: done (1 left) 2023-12-01T04:54:41.537 INFO:tasks.rados.rados.0.smithi111.stdout:3266: done (0 left) 2023-12-01T04:54:41.537 INFO:tasks.rados.rados.0.smithi111.stdout:3267: snap_remove snap 309 2023-12-01T04:54:41.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:41 smithi155 ceph-mon[102677]: osdmap e701: 8 total, 8 up, 8 in 2023-12-01T04:54:41.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:41 smithi155 ceph-mon[102677]: pgmap v1026: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-01T04:54:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:41 smithi111 ceph-mon[116524]: osdmap e701: 8 total, 8 up, 8 in 2023-12-01T04:54:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:41 smithi111 ceph-mon[116524]: pgmap v1026: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-01T04:54:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:41 smithi111 ceph-mon[97855]: osdmap e701: 8 total, 8 up, 8 in 2023-12-01T04:54:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:41 smithi111 ceph-mon[97855]: pgmap v1026: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3267: done (0 left) 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3268: rmattr oid 38 current snap is 315 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3268: done (0 left) 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3269: read oid 15 snap -1 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3269: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3270: rollback oid 33 current snap is 315 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 312 2023-12-01T04:54:42.552 INFO:tasks.rados.rados.0.smithi111.stdout:3271: snap_remove snap 314 2023-12-01T04:54:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:42 smithi155 ceph-mon[102677]: osdmap e702: 8 total, 8 up, 8 in 2023-12-01T04:54:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:42 smithi111 ceph-mon[97855]: osdmap e702: 8 total, 8 up, 8 in 2023-12-01T04:54:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:42 smithi111 ceph-mon[116524]: osdmap e702: 8 total, 8 up, 8 in 2023-12-01T04:54:43.531 INFO:tasks.rados.rados.0.smithi111.stdout:3271: done (2 left) 2023-12-01T04:54:43.531 INFO:tasks.rados.rados.0.smithi111.stdout:3272: setattr oid 44 current snap is 315 2023-12-01T04:54:43.531 INFO:tasks.rados.rados.0.smithi111.stdout:3270: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:54:43.532 INFO:tasks.rados.rados.0.smithi111.stdout:3270: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:54:43.532 INFO:tasks.rados.rados.0.smithi111.stdout:3270: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:54:43.532 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2177 (ObjNum 983 snap 303 seq_num 983) dirty exists 2023-12-01T04:54:43.532 INFO:tasks.rados.rados.0.smithi111.stdout:3269: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:54:43.624 INFO:tasks.rados.rados.0.smithi111.stdout:3269: done (2 left) 2023-12-01T04:54:43.624 INFO:tasks.rados.rados.0.smithi111.stdout:3270: done (1 left) 2023-12-01T04:54:43.624 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 315 2023-12-01T04:54:43.625 INFO:tasks.rados.rados.0.smithi111.stdout:3273: seq_num 1018 ranges {0=253952} 2023-12-01T04:54:43.626 INFO:tasks.rados.rados.0.smithi111.stdout:3273: writing smithi111183488-47 from 0 to 253952 tid 1 2023-12-01T04:54:43.626 INFO:tasks.rados.rados.0.smithi111.stdout:3274: read oid 50 snap -1 2023-12-01T04:54:43.626 INFO:tasks.rados.rados.0.smithi111.stdout:3274: expect (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:54:43.626 INFO:tasks.rados.rados.0.smithi111.stdout:3275: read oid 23 snap 313 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3275: expect deleted 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3276: read oid 41 snap -1 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3276: expect deleted 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3277: read oid 31 snap 312 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3277: expect (ObjNum 872 snap 280 seq_num 872) 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3278: read oid 48 snap -1 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3278: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 315 2023-12-01T04:54:43.627 INFO:tasks.rados.rados.0.smithi111.stdout:3279: seq_num 1019 ranges {2760704=270336} 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3279: writing smithi111183488-29 from 2760704 to 3031040 tid 1 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3280: read oid 43 snap 311 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3280: expect (ObjNum 1012 snap 309 seq_num 1012) 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3281: rollback oid 1 current snap is 315 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 1 to 280 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3275: done (9 left) 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3276: done (8 left) 2023-12-01T04:54:43.645 INFO:tasks.rados.rados.0.smithi111.stdout:3282: read oid 7 snap -1 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:3282: expect (ObjNum 1016 snap 314 seq_num 1016) 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:3283: rollback oid 17 current snap is 315 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 311 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2058 (ObjNum 998 snap 306 seq_num 998) dirty exists 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:3273: finishing write tid 1 to smithi111183488-47 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:3273: finishing write tid 2 to smithi111183488-47 2023-12-01T04:54:43.646 INFO:tasks.rados.rados.0.smithi111.stdout:3277: expect (ObjNum 872 snap 280 seq_num 872) 2023-12-01T04:54:43.652 INFO:tasks.rados.rados.0.smithi111.stdout:3273: finishing write tid 3 to smithi111183488-47 2023-12-01T04:54:43.652 INFO:tasks.rados.rados.0.smithi111.stdout:3273: oid 47 updating version 0 to 2060 2023-12-01T04:54:43.652 INFO:tasks.rados.rados.0.smithi111.stdout:3273: oid 47 version 2060 is already newer than 2059 2023-12-01T04:54:43.652 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2060 (ObjNum 1018 snap 315 seq_num 1018) dirty exists 2023-12-01T04:54:43.652 INFO:tasks.rados.rados.0.smithi111.stdout:3273: left oid 47 (ObjNum 1018 snap 315 seq_num 1018) 2023-12-01T04:54:43.652 INFO:tasks.rados.rados.0.smithi111.stdout:3278: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:54:43.713 INFO:tasks.rados.rados.0.smithi111.stdout:3274: expect (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:54:43.771 INFO:tasks.rados.rados.0.smithi111.stdout:3282: expect (ObjNum 1016 snap 314 seq_num 1016) 2023-12-01T04:54:43.777 INFO:tasks.rados.rados.0.smithi111.stdout:3279: finishing write tid 1 to smithi111183488-29 2023-12-01T04:54:43.777 INFO:tasks.rados.rados.0.smithi111.stdout:3281: finishing rollback tid 0 to smithi111183488-1 2023-12-01T04:54:43.777 INFO:tasks.rados.rados.0.smithi111.stdout:3279: finishing write tid 2 to smithi111183488-29 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3281: finishing rollback tid 1 to smithi111183488-1 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2331 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3279: finishing write tid 3 to smithi111183488-29 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3279: oid 29 updating version 0 to 2795 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3279: oid 29 version 2795 is already newer than 2794 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2795 (ObjNum 1019 snap 315 seq_num 1019) dirty exists 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3279: left oid 29 (ObjNum 1019 snap 315 seq_num 1019) 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3283: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3283: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3283: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2183 (ObjNum 990 snap 304 seq_num 990) dirty exists 2023-12-01T04:54:43.778 INFO:tasks.rados.rados.0.smithi111.stdout:3280: expect (ObjNum 1012 snap 309 seq_num 1012) 2023-12-01T04:54:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:43 smithi155 ceph-mon[102677]: osdmap e703: 8 total, 8 up, 8 in 2023-12-01T04:54:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:43 smithi155 ceph-mon[102677]: pgmap v1029: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-01T04:54:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:43 smithi155 ceph-mon[102677]: osdmap e704: 8 total, 8 up, 8 in 2023-12-01T04:54:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:43 smithi111 ceph-mon[97855]: osdmap e703: 8 total, 8 up, 8 in 2023-12-01T04:54:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:43 smithi111 ceph-mon[97855]: pgmap v1029: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-01T04:54:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:43 smithi111 ceph-mon[97855]: osdmap e704: 8 total, 8 up, 8 in 2023-12-01T04:54:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:43 smithi111 ceph-mon[116524]: osdmap e703: 8 total, 8 up, 8 in 2023-12-01T04:54:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:43 smithi111 ceph-mon[116524]: pgmap v1029: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 21 op/s 2023-12-01T04:54:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:43 smithi111 ceph-mon[116524]: osdmap e704: 8 total, 8 up, 8 in 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3272: done (9 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3273: done (8 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3274: done (7 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3277: done (6 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3278: done (5 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3279: done (4 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3280: done (3 left) 2023-12-01T04:54:44.228 INFO:tasks.rados.rados.0.smithi111.stdout:3281: done (2 left) 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3282: done (1 left) 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3283: done (0 left) 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3284: copy_from oid 38 from oid 3 current snap is 315 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3285: copy_from oid 18 from oid 23 current snap is 315 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3286: read oid 41 snap -1 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3286: expect deleted 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3287: copy_from oid 6 from oid 9 current snap is 315 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 315 2023-12-01T04:54:44.229 INFO:tasks.rados.rados.0.smithi111.stdout:3288: seq_num 1020 ranges {12615680=286720} 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3288: writing smithi111183488-4 from 12615680 to 12902400 tid 1 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3289: snap_create 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3285: finishing copy_from to smithi111183488-18 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3285: got expected ENOENT (src dne) 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3285: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3287: finishing copy_from to smithi111183488-6 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3287: got expected ENOENT (src dne) 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3287: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3284: finishing copy_from to smithi111183488-38 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2788 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:54:44.297 INFO:tasks.rados.rados.0.smithi111.stdout:3284: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:54:44.301 INFO:tasks.rados.rados.0.smithi111.stdout:3288: finishing write tid 1 to smithi111183488-4 2023-12-01T04:54:44.301 INFO:tasks.rados.rados.0.smithi111.stdout:3288: finishing write tid 2 to smithi111183488-4 2023-12-01T04:54:44.304 INFO:tasks.rados.rados.0.smithi111.stdout:3288: finishing write tid 3 to smithi111183488-4 2023-12-01T04:54:44.304 INFO:tasks.rados.rados.0.smithi111.stdout:3288: oid 4 updating version 0 to 2423 2023-12-01T04:54:44.304 INFO:tasks.rados.rados.0.smithi111.stdout:3288: oid 4 version 2423 is already newer than 2422 2023-12-01T04:54:44.304 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2423 (ObjNum 1020 snap 315 seq_num 1020) dirty exists 2023-12-01T04:54:44.304 INFO:tasks.rados.rados.0.smithi111.stdout:3288: left oid 4 (ObjNum 1020 snap 315 seq_num 1020) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3284: done (5 left) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3285: done (4 left) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3286: done (3 left) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3287: done (2 left) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3288: done (1 left) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3289: done (0 left) 2023-12-01T04:54:44.553 INFO:tasks.rados.rados.0.smithi111.stdout:3290: delete oid 35 current snap is 316 2023-12-01T04:54:44.559 INFO:tasks.rados.rados.0.smithi111.stdout:3290: done (0 left) 2023-12-01T04:54:44.560 INFO:tasks.rados.rados.0.smithi111.stdout:3291: delete oid 27 current snap is 316 2023-12-01T04:54:44.563 INFO:tasks.rados.rados.0.smithi111.stdout:3291: done (0 left) 2023-12-01T04:54:44.563 INFO:tasks.rados.rados.0.smithi111.stdout:3292: snap_remove snap 313 2023-12-01T04:54:45.567 INFO:tasks.rados.rados.0.smithi111.stdout:3292: done (0 left) 2023-12-01T04:54:45.567 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 316 2023-12-01T04:54:45.567 INFO:tasks.rados.rados.0.smithi111.stdout:3293: seq_num 1023 ranges {3112960=335872} 2023-12-01T04:54:45.582 INFO:tasks.rados.rados.0.smithi111.stdout:3293: writing smithi111183488-17 from 3112960 to 3448832 tid 1 2023-12-01T04:54:45.582 INFO:tasks.rados.rados.0.smithi111.stdout:3294: snap_remove snap 310 2023-12-01T04:54:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:45 smithi155 ceph-mon[102677]: osdmap e705: 8 total, 8 up, 8 in 2023-12-01T04:54:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:45 smithi155 ceph-mon[102677]: pgmap v1032: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:45 smithi111 ceph-mon[97855]: osdmap e705: 8 total, 8 up, 8 in 2023-12-01T04:54:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:45 smithi111 ceph-mon[97855]: pgmap v1032: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:45 smithi111 ceph-mon[116524]: osdmap e705: 8 total, 8 up, 8 in 2023-12-01T04:54:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:45 smithi111 ceph-mon[116524]: pgmap v1032: 121 pgs: 121 active+clean; 268 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:46.567 INFO:tasks.rados.rados.0.smithi111.stdout:3294: done (1 left) 2023-12-01T04:54:46.567 INFO:tasks.rados.rados.0.smithi111.stdout:3295: snap_create 2023-12-01T04:54:46.567 INFO:tasks.rados.rados.0.smithi111.stdout:3293: finishing write tid 1 to smithi111183488-17 2023-12-01T04:54:46.567 INFO:tasks.rados.rados.0.smithi111.stdout:3293: finishing write tid 2 to smithi111183488-17 2023-12-01T04:54:46.567 INFO:tasks.rados.rados.0.smithi111.stdout:3293: finishing write tid 3 to smithi111183488-17 2023-12-01T04:54:46.568 INFO:tasks.rados.rados.0.smithi111.stdout:3293: oid 17 updating version 0 to 2789 2023-12-01T04:54:46.568 INFO:tasks.rados.rados.0.smithi111.stdout:3293: oid 17 updating version 2789 to 2790 2023-12-01T04:54:46.568 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2790 (ObjNum 1023 snap 316 seq_num 1023) dirty exists 2023-12-01T04:54:46.568 INFO:tasks.rados.rados.0.smithi111.stdout:3293: left oid 17 (ObjNum 1023 snap 316 seq_num 1023) 2023-12-01T04:54:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:46 smithi155 ceph-mon[102677]: osdmap e706: 8 total, 8 up, 8 in 2023-12-01T04:54:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:46 smithi111 ceph-mon[97855]: osdmap e706: 8 total, 8 up, 8 in 2023-12-01T04:54:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:46 smithi111 ceph-mon[116524]: osdmap e706: 8 total, 8 up, 8 in 2023-12-01T04:54:47.574 INFO:tasks.rados.rados.0.smithi111.stdout:3293: done (1 left) 2023-12-01T04:54:47.574 INFO:tasks.rados.rados.0.smithi111.stdout:3295: done (0 left) 2023-12-01T04:54:47.575 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 317 2023-12-01T04:54:47.575 INFO:tasks.rados.rados.0.smithi111.stdout:3296: seq_num 1024 ranges {12615680=352256} 2023-12-01T04:54:47.642 INFO:tasks.rados.rados.0.smithi111.stdout:3296: writing smithi111183488-34 from 12615680 to 12967936 tid 1 2023-12-01T04:54:47.642 INFO:tasks.rados.rados.0.smithi111.stdout:3297: setattr oid 41 current snap is 317 2023-12-01T04:54:47.643 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 317 2023-12-01T04:54:47.643 INFO:tasks.rados.rados.0.smithi111.stdout:3298: seq_num 1025 ranges {0=368640} 2023-12-01T04:54:47.645 INFO:tasks.rados.rados.0.smithi111.stdout:3298: writing smithi111183488-40 from 0 to 368640 tid 1 2023-12-01T04:54:47.645 INFO:tasks.rados.rados.0.smithi111.stdout:3299: read oid 47 snap 280 2023-12-01T04:54:47.645 INFO:tasks.rados.rados.0.smithi111.stdout:3299: expect (ObjNum 871 snap 279 seq_num 871) 2023-12-01T04:54:47.645 INFO:tasks.rados.rados.0.smithi111.stdout:3300: read oid 12 snap -1 2023-12-01T04:54:47.646 INFO:tasks.rados.rados.0.smithi111.stdout:3300: expect (ObjNum 1013 snap 310 seq_num 1013) 2023-12-01T04:54:47.646 INFO:tasks.rados.rados.0.smithi111.stdout:3301: snap_remove snap 316 2023-12-01T04:54:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:47 smithi155 ceph-mon[102677]: osdmap e707: 8 total, 8 up, 8 in 2023-12-01T04:54:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:47 smithi155 ceph-mon[102677]: pgmap v1035: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T04:54:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:47 smithi111 ceph-mon[116524]: osdmap e707: 8 total, 8 up, 8 in 2023-12-01T04:54:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:47 smithi111 ceph-mon[116524]: pgmap v1035: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T04:54:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:47 smithi111 ceph-mon[97855]: osdmap e707: 8 total, 8 up, 8 in 2023-12-01T04:54:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:47 smithi111 ceph-mon[97855]: pgmap v1035: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T04:54:48.531 INFO:tasks.rados.rados.0.smithi111.stdout:3301: done (5 left) 2023-12-01T04:54:48.531 INFO:tasks.rados.rados.0.smithi111.stdout:3302: delete oid 42 current snap is 317 2023-12-01T04:54:48.531 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2050 (ObjNum 33 snap 0 seq_num 2) dirty exists 2023-12-01T04:54:48.531 INFO:tasks.rados.rados.0.smithi111.stdout:3296: finishing write tid 1 to smithi111183488-34 2023-12-01T04:54:48.531 INFO:tasks.rados.rados.0.smithi111.stdout:3296: finishing write tid 2 to smithi111183488-34 2023-12-01T04:54:48.532 INFO:tasks.rados.rados.0.smithi111.stdout:3299: expect (ObjNum 871 snap 279 seq_num 871) 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3298: finishing write tid 1 to smithi111183488-40 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3298: finishing write tid 2 to smithi111183488-40 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3296: finishing write tid 3 to smithi111183488-34 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3296: oid 34 updating version 0 to 1198 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3296: oid 34 version 1198 is already newer than 1197 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1198 (ObjNum 1024 snap 317 seq_num 1024) dirty exists 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3296: left oid 34 (ObjNum 1024 snap 317 seq_num 1024) 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3298: finishing write tid 3 to smithi111183488-40 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3298: oid 40 updating version 0 to 1200 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:3298: oid 40 version 1200 is already newer than 1199 2023-12-01T04:54:48.537 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1200 (ObjNum 1025 snap 317 seq_num 1025) dirty exists 2023-12-01T04:54:48.538 INFO:tasks.rados.rados.0.smithi111.stdout:3298: left oid 40 (ObjNum 1025 snap 317 seq_num 1025) 2023-12-01T04:54:48.538 INFO:tasks.rados.rados.0.smithi111.stdout:3300: expect (ObjNum 1013 snap 310 seq_num 1013) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3296: done (5 left) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3297: done (4 left) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3298: done (3 left) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3299: done (2 left) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3300: done (1 left) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3302: done (0 left) 2023-12-01T04:54:48.836 INFO:tasks.rados.rados.0.smithi111.stdout:3303: snap_remove snap 315 2023-12-01T04:54:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:48 smithi155 ceph-mon[102677]: osdmap e708: 8 total, 8 up, 8 in 2023-12-01T04:54:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:48 smithi155 ceph-mon[102677]: osdmap e709: 8 total, 8 up, 8 in 2023-12-01T04:54:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:48 smithi111 ceph-mon[97855]: osdmap e708: 8 total, 8 up, 8 in 2023-12-01T04:54:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:48 smithi111 ceph-mon[97855]: osdmap e709: 8 total, 8 up, 8 in 2023-12-01T04:54:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:48 smithi111 ceph-mon[116524]: osdmap e708: 8 total, 8 up, 8 in 2023-12-01T04:54:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:48 smithi111 ceph-mon[116524]: osdmap e709: 8 total, 8 up, 8 in 2023-12-01T04:54:49.575 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:54:49] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:54:49.581 INFO:tasks.rados.rados.0.smithi111.stdout:3303: done (0 left) 2023-12-01T04:54:49.581 INFO:tasks.rados.rados.0.smithi111.stdout:3304: copy_from oid 33 from oid 15 current snap is 317 2023-12-01T04:54:49.581 INFO:tasks.rados.rados.0.smithi111.stdout:3305: copy_from oid 16 from oid 12 current snap is 317 2023-12-01T04:54:49.582 INFO:tasks.rados.rados.0.smithi111.stdout:3306: rmattr oid 8 current snap is 317 2023-12-01T04:54:49.582 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 317 2023-12-01T04:54:49.582 INFO:tasks.rados.rados.0.smithi111.stdout:3307: seq_num 1027 ranges {7020544=409600} 2023-12-01T04:54:49.622 INFO:tasks.rados.rados.0.smithi111.stdout:3307: writing smithi111183488-3 from 7020544 to 7430144 tid 1 2023-12-01T04:54:49.622 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 317 2023-12-01T04:54:49.622 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2143 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:54:49.622 INFO:tasks.rados.rados.0.smithi111.stdout:3308: seq_num 1028 ranges {2293760=425984} 2023-12-01T04:54:49.637 INFO:tasks.rados.rados.0.smithi111.stdout:3308: writing smithi111183488-19 from 2293760 to 2719744 tid 1 2023-12-01T04:54:49.637 INFO:tasks.rados.rados.0.smithi111.stdout:3306: done (4 left) 2023-12-01T04:54:49.637 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 317 2023-12-01T04:54:49.637 INFO:tasks.rados.rados.0.smithi111.stdout:3309: seq_num 1029 ranges {163840=442368} 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3309: writing smithi111183488-6 from 163840 to 606208 tid 1 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3310: snap_create 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3304: finishing copy_from to smithi111183488-33 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2082 (ObjNum 1015 snap 313 seq_num 1015) dirty exists 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3304: finishing copy_from racing read to smithi111183488-33 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3305: finishing copy_from to smithi111183488-16 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 1665 (ObjNum 1013 snap 310 seq_num 1013) dirty exists 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3305: finishing copy_from racing read to smithi111183488-16 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3307: finishing write tid 1 to smithi111183488-3 2023-12-01T04:54:49.641 INFO:tasks.rados.rados.0.smithi111.stdout:3307: finishing write tid 2 to smithi111183488-3 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3307: finishing write tid 3 to smithi111183488-3 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3307: oid 3 updating version 0 to 2803 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3307: oid 3 version 2803 is already newer than 2802 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 2803 (ObjNum 1027 snap 317 seq_num 1027) dirty exists 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3307: left oid 3 (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3308: finishing write tid 1 to smithi111183488-19 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3308: finishing write tid 2 to smithi111183488-19 2023-12-01T04:54:49.642 INFO:tasks.rados.rados.0.smithi111.stdout:3308: finishing write tid 3 to smithi111183488-19 2023-12-01T04:54:49.643 INFO:tasks.rados.rados.0.smithi111.stdout:3308: oid 19 updating version 0 to 2791 2023-12-01T04:54:49.643 INFO:tasks.rados.rados.0.smithi111.stdout:3308: oid 19 updating version 2791 to 2792 2023-12-01T04:54:49.643 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2792 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:54:49.643 INFO:tasks.rados.rados.0.smithi111.stdout:3308: left oid 19 (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:54:49.644 INFO:tasks.rados.rados.0.smithi111.stdout:3309: finishing write tid 1 to smithi111183488-6 2023-12-01T04:54:49.645 INFO:tasks.rados.rados.0.smithi111.stdout:3309: finishing write tid 2 to smithi111183488-6 2023-12-01T04:54:49.646 INFO:tasks.rados.rados.0.smithi111.stdout:3309: finishing write tid 3 to smithi111183488-6 2023-12-01T04:54:49.646 INFO:tasks.rados.rados.0.smithi111.stdout:3309: oid 6 updating version 0 to 1601 2023-12-01T04:54:49.646 INFO:tasks.rados.rados.0.smithi111.stdout:3309: oid 6 version 1601 is already newer than 1600 2023-12-01T04:54:49.646 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1601 (ObjNum 1029 snap 317 seq_num 1029) dirty exists 2023-12-01T04:54:49.646 INFO:tasks.rados.rados.0.smithi111.stdout:3309: left oid 6 (ObjNum 1029 snap 317 seq_num 1029) 2023-12-01T04:54:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:49 smithi155 ceph-mon[102677]: pgmap v1038: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T04:54:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:49 smithi111 ceph-mon[97855]: pgmap v1038: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T04:54:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:49 smithi111 ceph-mon[116524]: pgmap v1038: 121 pgs: 121 active+clean; 271 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T04:54:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:54:50.591 INFO:tasks.rados.rados.0.smithi111.stdout:3304: done (5 left) 2023-12-01T04:54:50.591 INFO:tasks.rados.rados.0.smithi111.stdout:3305: done (4 left) 2023-12-01T04:54:50.591 INFO:tasks.rados.rados.0.smithi111.stdout:3307: done (3 left) 2023-12-01T04:54:50.591 INFO:tasks.rados.rados.0.smithi111.stdout:3308: done (2 left) 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3309: done (1 left) 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3310: done (0 left) 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3311: rmattr oid 44 current snap is 318 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3312: rmattr oid 36 current snap is 318 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3312: done (1 left) 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3313: read oid 37 snap -1 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3313: expect (ObjNum 949 snap 292 seq_num 949) 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3314: rmattr oid 50 current snap is 318 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3314: done (2 left) 2023-12-01T04:54:50.592 INFO:tasks.rados.rados.0.smithi111.stdout:3315: snap_create 2023-12-01T04:54:50.596 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2061 (ObjNum 998 snap 306 seq_num 998) dirty exists 2023-12-01T04:54:50.604 INFO:tasks.rados.rados.0.smithi111.stdout:3313: expect (ObjNum 949 snap 292 seq_num 949) 2023-12-01T04:54:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:50 smithi155 ceph-mon[102677]: osdmap e710: 8 total, 8 up, 8 in 2023-12-01T04:54:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:54:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:50 smithi111 ceph-mon[97855]: osdmap e710: 8 total, 8 up, 8 in 2023-12-01T04:54:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:54:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:50 smithi111 ceph-mon[116524]: osdmap e710: 8 total, 8 up, 8 in 2023-12-01T04:54:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:54:51.593 INFO:tasks.rados.rados.0.smithi111.stdout:3311: done (2 left) 2023-12-01T04:54:51.593 INFO:tasks.rados.rados.0.smithi111.stdout:3313: done (1 left) 2023-12-01T04:54:51.593 INFO:tasks.rados.rados.0.smithi111.stdout:3315: done (0 left) 2023-12-01T04:54:51.593 INFO:tasks.rados.rados.0.smithi111.stdout:3316: snap_remove snap 317 2023-12-01T04:54:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:51 smithi155 ceph-mon[102677]: osdmap e711: 8 total, 8 up, 8 in 2023-12-01T04:54:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:51 smithi155 ceph-mon[102677]: pgmap v1041: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2023-12-01T04:54:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:51 smithi111 ceph-mon[97855]: osdmap e711: 8 total, 8 up, 8 in 2023-12-01T04:54:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:51 smithi111 ceph-mon[97855]: pgmap v1041: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2023-12-01T04:54:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:51 smithi111 ceph-mon[116524]: osdmap e711: 8 total, 8 up, 8 in 2023-12-01T04:54:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:51 smithi111 ceph-mon[116524]: pgmap v1041: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2023-12-01T04:54:52.597 INFO:tasks.rados.rados.0.smithi111.stdout:3316: done (0 left) 2023-12-01T04:54:52.597 INFO:tasks.rados.rados.0.smithi111.stdout:3317: read oid 1 snap -1 2023-12-01T04:54:52.597 INFO:tasks.rados.rados.0.smithi111.stdout:3317: expect deleted 2023-12-01T04:54:52.597 INFO:tasks.rados.rados.0.smithi111.stdout:3318: copy_from oid 12 from oid 10 current snap is 319 2023-12-01T04:54:52.598 INFO:tasks.rados.rados.0.smithi111.stdout:3319: read oid 45 snap -1 2023-12-01T04:54:52.598 INFO:tasks.rados.rados.0.smithi111.stdout:3319: expect (ObjNum 1000 snap 306 seq_num 1000) 2023-12-01T04:54:52.598 INFO:tasks.rados.rados.0.smithi111.stdout:3320: copy_from oid 28 from oid 16 current snap is 319 2023-12-01T04:54:52.598 INFO:tasks.rados.rados.0.smithi111.stdout:3321: read oid 2 snap 312 2023-12-01T04:54:52.598 INFO:tasks.rados.rados.0.smithi111.stdout:3321: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:54:52.598 INFO:tasks.rados.rados.0.smithi111.stdout:3322: snap_remove snap 280 2023-12-01T04:54:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:52 smithi155 ceph-mon[102677]: osdmap e712: 8 total, 8 up, 8 in 2023-12-01T04:54:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:52 smithi111 ceph-mon[97855]: osdmap e712: 8 total, 8 up, 8 in 2023-12-01T04:54:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:52 smithi111 ceph-mon[116524]: osdmap e712: 8 total, 8 up, 8 in 2023-12-01T04:54:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.529 INFO:tasks.rados.rados.0.smithi111.stdout:3322: done (5 left) 2023-12-01T04:54:53.530 INFO:tasks.rados.rados.0.smithi111.stdout:3323: read oid 25 snap 318 2023-12-01T04:54:53.530 INFO:tasks.rados.rados.0.smithi111.stdout:3323: expect deleted 2023-12-01T04:54:53.530 INFO:tasks.rados.rados.0.smithi111.stdout:3324: rollback oid 40 current snap is 319 2023-12-01T04:54:53.530 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 318 2023-12-01T04:54:53.530 INFO:tasks.rados.rados.0.smithi111.stdout:3325: snap_create 2023-12-01T04:54:53.530 INFO:tasks.rados.rados.0.smithi111.stdout:3321: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:54:53.627 INFO:tasks.rados.rados.0.smithi111.stdout:3319: expect (ObjNum 1000 snap 306 seq_num 1000) 2023-12-01T04:54:53.859 INFO:tasks.rados.rados.0.smithi111.stdout:3318: finishing copy_from to smithi111183488-12 2023-12-01T04:54:53.859 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2416 (ObjNum 829 snap 267 seq_num 829) dirty exists 2023-12-01T04:54:53.859 INFO:tasks.rados.rados.0.smithi111.stdout:3318: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:54:53.859 INFO:tasks.rados.rados.0.smithi111.stdout:3320: finishing copy_from to smithi111183488-28 2023-12-01T04:54:53.859 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 1665 (ObjNum 1013 snap 310 seq_num 1013) dirty exists 2023-12-01T04:54:53.859 INFO:tasks.rados.rados.0.smithi111.stdout:3320: finishing copy_from racing read to smithi111183488-28 2023-12-01T04:54:53.860 INFO:tasks.rados.rados.0.smithi111.stdout:3324: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:54:53.860 INFO:tasks.rados.rados.0.smithi111.stdout:3324: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:54:53.860 INFO:tasks.rados.rados.0.smithi111.stdout:3324: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:54:53.860 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1203 (ObjNum 1025 snap 317 seq_num 1025) dirty exists 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: osdmap e713: 8 total, 8 up, 8 in 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: pgmap v1044: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:53 smithi155 ceph-mon[102677]: osdmap e714: 8 total, 8 up, 8 in 2023-12-01T04:54:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: osdmap e713: 8 total, 8 up, 8 in 2023-12-01T04:54:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: pgmap v1044: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[97855]: osdmap e714: 8 total, 8 up, 8 in 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: osdmap e713: 8 total, 8 up, 8 in 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: pgmap v1044: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2023-12-01T04:54:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:54:54.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:54:54.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:54:54.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:53 smithi111 ceph-mon[116524]: osdmap e714: 8 total, 8 up, 8 in 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3317: done (7 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3318: done (6 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3319: done (5 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3320: done (4 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3321: done (3 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3323: done (2 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3324: done (1 left) 2023-12-01T04:54:54.531 INFO:tasks.rados.rados.0.smithi111.stdout:3325: done (0 left) 2023-12-01T04:54:54.532 INFO:tasks.rados.rados.0.smithi111.stdout:3326: read oid 13 snap -1 2023-12-01T04:54:54.532 INFO:tasks.rados.rados.0.smithi111.stdout:3326: expect deleted 2023-12-01T04:54:54.532 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 14 current snap is 320 2023-12-01T04:54:54.532 INFO:tasks.rados.rados.0.smithi111.stdout:3327: seq_num 1030 ranges {0=458752} 2023-12-01T04:54:54.533 INFO:tasks.rados.rados.0.smithi111.stdout:3327: writing smithi111183488-14 from 0 to 458752 tid 1 2023-12-01T04:54:54.534 INFO:tasks.rados.rados.0.smithi111.stdout:3328: rmattr oid 44 current snap is 320 2023-12-01T04:54:54.534 INFO:tasks.rados.rados.0.smithi111.stdout:3326: done (2 left) 2023-12-01T04:54:54.534 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 320 2023-12-01T04:54:54.534 INFO:tasks.rados.rados.0.smithi111.stdout:3329: seq_num 1031 ranges {5799936=475136} 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3329: writing smithi111183488-45 from 5799936 to 6275072 tid 1 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3330: rollback oid 47 current snap is 320 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 318 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2062 (ObjNum 998 snap 306 seq_num 998) dirty exists 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3327: finishing write tid 1 to smithi111183488-14 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3327: finishing write tid 2 to smithi111183488-14 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3328: done (3 left) 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3331: read oid 21 snap -1 2023-12-01T04:54:54.568 INFO:tasks.rados.rados.0.smithi111.stdout:3331: expect (ObjNum 997 snap 306 seq_num 997) 2023-12-01T04:54:54.569 INFO:tasks.rados.rados.0.smithi111.stdout:3332: delete oid 46 current snap is 320 2023-12-01T04:54:54.569 INFO:tasks.rados.rados.0.smithi111.stdout:3327: finishing write tid 3 to smithi111183488-14 2023-12-01T04:54:54.569 INFO:tasks.rados.rados.0.smithi111.stdout:3327: oid 14 updating version 0 to 2333 2023-12-01T04:54:54.569 INFO:tasks.rados.rados.0.smithi111.stdout:3327: oid 14 version 2333 is already newer than 2332 2023-12-01T04:54:54.569 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2333 (ObjNum 1030 snap 320 seq_num 1030) dirty exists 2023-12-01T04:54:54.569 INFO:tasks.rados.rados.0.smithi111.stdout:3327: left oid 14 (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:54:54.572 INFO:tasks.rados.rados.0.smithi111.stdout:3330: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:54:54.572 INFO:tasks.rados.rados.0.smithi111.stdout:3329: finishing write tid 1 to smithi111183488-45 2023-12-01T04:54:54.572 INFO:tasks.rados.rados.0.smithi111.stdout:3329: finishing write tid 2 to smithi111183488-45 2023-12-01T04:54:54.572 INFO:tasks.rados.rados.0.smithi111.stdout:3330: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:54:54.572 INFO:tasks.rados.rados.0.smithi111.stdout:3330: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:54:54.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2065 (ObjNum 1018 snap 315 seq_num 1018) dirty exists 2023-12-01T04:54:54.573 INFO:tasks.rados.rados.0.smithi111.stdout:3329: finishing write tid 3 to smithi111183488-45 2023-12-01T04:54:54.573 INFO:tasks.rados.rados.0.smithi111.stdout:3329: oid 45 updating version 0 to 2084 2023-12-01T04:54:54.573 INFO:tasks.rados.rados.0.smithi111.stdout:3329: oid 45 version 2084 is already newer than 2083 2023-12-01T04:54:54.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2084 (ObjNum 1031 snap 320 seq_num 1031) dirty exists 2023-12-01T04:54:54.574 INFO:tasks.rados.rados.0.smithi111.stdout:3329: left oid 45 (ObjNum 1031 snap 320 seq_num 1031) 2023-12-01T04:54:54.606 INFO:tasks.rados.rados.0.smithi111.stdout:3331: expect (ObjNum 997 snap 306 seq_num 997) 2023-12-01T04:54:54.977 INFO:tasks.rados.rados.0.smithi111.stdout:3327: done (4 left) 2023-12-01T04:54:54.977 INFO:tasks.rados.rados.0.smithi111.stdout:3329: done (3 left) 2023-12-01T04:54:54.978 INFO:tasks.rados.rados.0.smithi111.stdout:3330: done (2 left) 2023-12-01T04:54:54.978 INFO:tasks.rados.rados.0.smithi111.stdout:3331: done (1 left) 2023-12-01T04:54:54.978 INFO:tasks.rados.rados.0.smithi111.stdout:3332: done (0 left) 2023-12-01T04:54:54.978 INFO:tasks.rados.rados.0.smithi111.stdout:3333: read oid 4 snap -1 2023-12-01T04:54:54.978 INFO:tasks.rados.rados.0.smithi111.stdout:3333: expect (ObjNum 1020 snap 315 seq_num 1020) 2023-12-01T04:54:54.978 INFO:tasks.rados.rados.0.smithi111.stdout:3334: setattr oid 23 current snap is 320 2023-12-01T04:54:54.979 INFO:tasks.rados.rados.0.smithi111.stdout:3335: read oid 35 snap -1 2023-12-01T04:54:54.979 INFO:tasks.rados.rados.0.smithi111.stdout:3335: expect deleted 2023-12-01T04:54:54.982 INFO:tasks.rados.rados.0.smithi111.stdout:3336: snap_remove snap 311 2023-12-01T04:54:55.546 INFO:tasks.rados.rados.0.smithi111.stdout:3336: done (3 left) 2023-12-01T04:54:55.547 INFO:tasks.rados.rados.0.smithi111.stdout:3337: read oid 46 snap -1 2023-12-01T04:54:55.547 INFO:tasks.rados.rados.0.smithi111.stdout:3337: expect deleted 2023-12-01T04:54:55.547 INFO:tasks.rados.rados.0.smithi111.stdout:3338: rollback oid 41 current snap is 320 2023-12-01T04:54:55.547 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 319 2023-12-01T04:54:55.547 INFO:tasks.rados.rados.0.smithi111.stdout:3339: snap_remove snap 312 2023-12-01T04:54:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:55 smithi155 ceph-mon[102677]: osdmap e715: 8 total, 8 up, 8 in 2023-12-01T04:54:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:55 smithi155 ceph-mon[102677]: pgmap v1047: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:55 smithi111 ceph-mon[97855]: osdmap e715: 8 total, 8 up, 8 in 2023-12-01T04:54:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:55 smithi111 ceph-mon[97855]: pgmap v1047: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:55 smithi111 ceph-mon[116524]: osdmap e715: 8 total, 8 up, 8 in 2023-12-01T04:54:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:55 smithi111 ceph-mon[116524]: pgmap v1047: 121 pgs: 121 active+clean; 281 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:54:56.543 INFO:tasks.rados.rados.0.smithi111.stdout:3339: done (5 left) 2023-12-01T04:54:56.543 INFO:tasks.rados.rados.0.smithi111.stdout:3340: rollback oid 49 current snap is 320 2023-12-01T04:54:56.543 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 318 2023-12-01T04:54:56.543 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 320 2023-12-01T04:54:56.543 INFO:tasks.rados.rados.0.smithi111.stdout:3341: seq_num 1033 ranges {0=507904} 2023-12-01T04:54:56.544 INFO:tasks.rados.rados.0.smithi111.stdout:3341: writing smithi111183488-39 from 0 to 507904 tid 1 2023-12-01T04:54:56.544 INFO:tasks.rados.rados.0.smithi111.stdout:3342: read oid 14 snap -1 2023-12-01T04:54:56.544 INFO:tasks.rados.rados.0.smithi111.stdout:3342: expect (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:54:56.544 INFO:tasks.rados.rados.0.smithi111.stdout:3343: delete oid 22 current snap is 320 2023-12-01T04:54:56.546 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2334 (ObjNum 33 snap 0 seq_num 3708183168) dirty exists 2023-12-01T04:54:56.546 INFO:tasks.rados.rados.0.smithi111.stdout:3333: expect (ObjNum 1020 snap 315 seq_num 1020) 2023-12-01T04:54:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:56 smithi155 ceph-mon[102677]: osdmap e716: 8 total, 8 up, 8 in 2023-12-01T04:54:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:56 smithi111 ceph-mon[97855]: osdmap e716: 8 total, 8 up, 8 in 2023-12-01T04:54:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:56 smithi111 ceph-mon[116524]: osdmap e716: 8 total, 8 up, 8 in 2023-12-01T04:54:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:57 smithi155 ceph-mon[102677]: osdmap e717: 8 total, 8 up, 8 in 2023-12-01T04:54:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:57 smithi155 ceph-mon[102677]: pgmap v1050: 121 pgs: 121 active+clean; 198 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:54:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:57 smithi111 ceph-mon[97855]: osdmap e717: 8 total, 8 up, 8 in 2023-12-01T04:54:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:57 smithi111 ceph-mon[97855]: pgmap v1050: 121 pgs: 121 active+clean; 198 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:54:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:57 smithi111 ceph-mon[116524]: osdmap e717: 8 total, 8 up, 8 in 2023-12-01T04:54:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:57 smithi111 ceph-mon[116524]: pgmap v1050: 121 pgs: 121 active+clean; 198 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2023-12-01T04:54:58.016 INFO:tasks.rados.rados.0.smithi111.stdout:3338: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:54:58.016 INFO:tasks.rados.rados.0.smithi111.stdout:3338: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:54:58.017 INFO:tasks.rados.rados.0.smithi111.stdout:3338: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:54:58.017 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2054 (ObjNum 65 snap 0 seq_num 1717723229) dirty exists 2023-12-01T04:54:58.017 INFO:tasks.rados.rados.0.smithi111.stdout:3340: finishing rollback tid 0 to smithi111183488-49 2023-12-01T04:54:58.017 INFO:tasks.rados.rados.0.smithi111.stdout:3340: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:54:58.017 INFO:tasks.rados.rados.0.smithi111.stdout:3342: expect (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:54:58.029 INFO:tasks.rados.rados.0.smithi111.stdout:3341: finishing write tid 1 to smithi111183488-39 2023-12-01T04:54:58.029 INFO:tasks.rados.rados.0.smithi111.stdout:3341: finishing write tid 2 to smithi111183488-39 2023-12-01T04:54:58.029 INFO:tasks.rados.rados.0.smithi111.stdout:3341: finishing write tid 3 to smithi111183488-39 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3341: oid 39 updating version 0 to 1603 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3341: oid 39 version 1603 is already newer than 1602 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 1603 (ObjNum 1033 snap 320 seq_num 1033) dirty exists 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3341: left oid 39 (ObjNum 1033 snap 320 seq_num 1033) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3340: finishing rollback tid 2 to smithi111183488-49 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2146 (ObjNum 724 snap 227 seq_num 724) dirty exists 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3333: done (8 left) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3334: done (7 left) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3335: done (6 left) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3337: done (5 left) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3338: done (4 left) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3340: done (3 left) 2023-12-01T04:54:58.030 INFO:tasks.rados.rados.0.smithi111.stdout:3341: done (2 left) 2023-12-01T04:54:58.031 INFO:tasks.rados.rados.0.smithi111.stdout:3342: done (1 left) 2023-12-01T04:54:58.031 INFO:tasks.rados.rados.0.smithi111.stdout:3343: done (0 left) 2023-12-01T04:54:58.031 INFO:tasks.rados.rados.0.smithi111.stdout:3344: rmattr oid 32 current snap is 320 2023-12-01T04:54:58.031 INFO:tasks.rados.rados.0.smithi111.stdout:3344: done (0 left) 2023-12-01T04:54:58.031 INFO:tasks.rados.rados.0.smithi111.stdout:3345: snap_remove snap 319 2023-12-01T04:54:58.535 INFO:tasks.rados.rados.0.smithi111.stdout:3345: done (0 left) 2023-12-01T04:54:58.535 INFO:tasks.rados.rados.0.smithi111.stdout:3346: read oid 29 snap -1 2023-12-01T04:54:58.535 INFO:tasks.rados.rados.0.smithi111.stdout:3346: expect (ObjNum 1019 snap 315 seq_num 1019) 2023-12-01T04:54:58.535 INFO:tasks.rados.rados.0.smithi111.stdout:3347: copy_from oid 44 from oid 13 current snap is 320 2023-12-01T04:54:58.535 INFO:tasks.rados.rados.0.smithi111.stdout:3348: copy_from oid 20 from oid 50 current snap is 320 2023-12-01T04:54:58.535 INFO:tasks.rados.rados.0.smithi111.stdout:3349: delete oid 46 current snap is 320 2023-12-01T04:54:58.543 INFO:tasks.rados.rados.0.smithi111.stdout:3347: finishing copy_from to smithi111183488-44 2023-12-01T04:54:58.543 INFO:tasks.rados.rados.0.smithi111.stdout:3347: got expected ENOENT (src dne) 2023-12-01T04:54:58.543 INFO:tasks.rados.rados.0.smithi111.stdout:3347: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:54:58.558 INFO:tasks.rados.rados.0.smithi111.stdout:3347: done (3 left) 2023-12-01T04:54:58.558 INFO:tasks.rados.rados.0.smithi111.stdout:3349: done (2 left) 2023-12-01T04:54:58.558 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 320 2023-12-01T04:54:58.558 INFO:tasks.rados.rados.0.smithi111.stdout:3350: seq_num 1036 ranges {0=557056} 2023-12-01T04:54:58.561 INFO:tasks.rados.rados.0.smithi111.stdout:3350: writing smithi111183488-42 from 0 to 557056 tid 1 2023-12-01T04:54:58.561 INFO:tasks.rados.rados.0.smithi111.stdout:3351: copy_from oid 18 from oid 36 current snap is 320 2023-12-01T04:54:58.561 INFO:tasks.rados.rados.0.smithi111.stdout:3346: expect (ObjNum 1019 snap 315 seq_num 1019) 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:3350: finishing write tid 1 to smithi111183488-42 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:3350: finishing write tid 2 to smithi111183488-42 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:3348: finishing copy_from to smithi111183488-20 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2716 (ObjNum 996 snap 306 seq_num 996) dirty exists 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:3350: finishing write tid 3 to smithi111183488-42 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:3350: oid 42 updating version 0 to 2055 2023-12-01T04:54:58.703 INFO:tasks.rados.rados.0.smithi111.stdout:3350: oid 42 updating version 2055 to 2056 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2056 (ObjNum 1036 snap 320 seq_num 1036) dirty exists 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3350: left oid 42 (ObjNum 1036 snap 320 seq_num 1036) 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3348: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3351: finishing copy_from to smithi111183488-18 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2035 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3351: finishing copy_from racing read to smithi111183488-18 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3346: done (3 left) 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3348: done (2 left) 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3350: done (1 left) 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3351: done (0 left) 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3352: copy_from oid 15 from oid 1 current snap is 320 2023-12-01T04:54:58.704 INFO:tasks.rados.rados.0.smithi111.stdout:3353: snap_remove snap 318 2023-12-01T04:54:59.328 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:54:59.542 INFO:tasks.rados.rados.0.smithi111.stdout:3353: done (1 left) 2023-12-01T04:54:59.543 INFO:tasks.rados.rados.0.smithi111.stdout:3354: copy_from oid 22 from oid 38 current snap is 320 2023-12-01T04:54:59.543 INFO:tasks.rados.rados.0.smithi111.stdout:3355: copy_from oid 21 from oid 4 current snap is 320 2023-12-01T04:54:59.543 INFO:tasks.rados.rados.0.smithi111.stdout:3356: delete oid 34 current snap is 320 2023-12-01T04:54:59.543 INFO:tasks.rados.rados.0.smithi111.stdout:3352: finishing copy_from to smithi111183488-15 2023-12-01T04:54:59.543 INFO:tasks.rados.rados.0.smithi111.stdout:3352: got expected ENOENT (src dne) 2023-12-01T04:54:59.543 INFO:tasks.rados.rados.0.smithi111.stdout:3352: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:54:59.559 INFO:tasks.rados.rados.0.smithi111.stdout:3352: done (3 left) 2023-12-01T04:54:59.559 INFO:tasks.rados.rados.0.smithi111.stdout:3356: done (2 left) 2023-12-01T04:54:59.559 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 320 2023-12-01T04:54:59.559 INFO:tasks.rados.rados.0.smithi111.stdout:3357: seq_num 1038 ranges {606208=589824} 2023-12-01T04:54:59.559 INFO:tasks.rados.rados.0.smithi111.stdout:3357: writing smithi111183488-6 from 606208 to 1196032 tid 1 2023-12-01T04:54:59.566 INFO:tasks.rados.rados.0.smithi111.stdout:3358: rmattr oid 1 current snap is 320 2023-12-01T04:54:59.566 INFO:tasks.rados.rados.0.smithi111.stdout:3358: done (3 left) 2023-12-01T04:54:59.566 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 320 2023-12-01T04:54:59.566 INFO:tasks.rados.rados.0.smithi111.stdout:3359: seq_num 1039 ranges {368640=606208} 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:3359: writing smithi111183488-40 from 368640 to 974848 tid 1 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:3360: read oid 1 snap -1 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:3360: expect deleted 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:3361: read oid 49 snap -1 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:3361: expect (ObjNum 724 snap 227 seq_num 724) 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 320 2023-12-01T04:54:59.570 INFO:tasks.rados.rados.0.smithi111.stdout:3362: seq_num 1040 ranges {5709824=622592} 2023-12-01T04:54:59.602 INFO:tasks.rados.rados.0.smithi111.stdout:3362: writing smithi111183488-16 from 5709824 to 6332416 tid 1 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3363: rollback oid 24 current snap is 320 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3357: finishing write tid 1 to smithi111183488-6 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3363: done (7 left) 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3364: snap_create 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3357: finishing write tid 2 to smithi111183488-6 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3359: finishing write tid 1 to smithi111183488-40 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3359: finishing write tid 2 to smithi111183488-40 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3359: finishing write tid 3 to smithi111183488-40 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3359: oid 40 updating version 0 to 1205 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3359: oid 40 updating version 1205 to 1206 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1206 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3359: left oid 40 (ObjNum 1039 snap 320 seq_num 1039) 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3357: finishing write tid 3 to smithi111183488-6 2023-12-01T04:54:59.603 INFO:tasks.rados.rados.0.smithi111.stdout:3357: oid 6 updating version 0 to 1605 2023-12-01T04:54:59.604 INFO:tasks.rados.rados.0.smithi111.stdout:3357: oid 6 version 1605 is already newer than 1604 2023-12-01T04:54:59.604 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 1605 (ObjNum 1038 snap 320 seq_num 1038) dirty exists 2023-12-01T04:54:59.604 INFO:tasks.rados.rados.0.smithi111.stdout:3357: left oid 6 (ObjNum 1038 snap 320 seq_num 1038) 2023-12-01T04:54:59.604 INFO:tasks.rados.rados.0.smithi111.stdout:3361: expect (ObjNum 724 snap 227 seq_num 724) 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (12m) 7s ago 12m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (12m) 7s ago 12m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (13m) 7s ago 13m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (13m) 7s ago 13m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (17m) 7s ago 17m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (18m) 7s ago 18m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:54:59.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (18m) 7s ago 18m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (17m) 7s ago 17m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (17m) 7s ago 17m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (12m) 7s ago 12m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (12m) 7s ago 12m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (16m) 7s ago 16m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (16m) 7s ago 16m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (15m) 7s ago 15m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (15m) 7s ago 15m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (15m) 7s ago 15m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (14m) 7s ago 14m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:54:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (14m) 7s ago 14m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:54:59.669 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (14m) 7s ago 14m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:54:59.669 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (12m) 7s ago 13m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:54:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:54:59] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:54:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:59 smithi111 ceph-mon[97855]: osdmap e718: 8 total, 8 up, 8 in 2023-12-01T04:54:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:54:59 smithi111 ceph-mon[97855]: pgmap v1052: 121 pgs: 121 active+clean; 198 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2023-12-01T04:54:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:59 smithi111 ceph-mon[116524]: osdmap e718: 8 total, 8 up, 8 in 2023-12-01T04:54:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:54:59 smithi111 ceph-mon[116524]: pgmap v1052: 121 pgs: 121 active+clean; 198 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2023-12-01T04:54:59.784 INFO:tasks.rados.rados.0.smithi111.stdout:3354: finishing copy_from to smithi111183488-22 2023-12-01T04:54:59.784 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2788 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:54:59.784 INFO:tasks.rados.rados.0.smithi111.stdout:3354: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:54:59.784 INFO:tasks.rados.rados.0.smithi111.stdout:3362: finishing write tid 1 to smithi111183488-16 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3362: finishing write tid 2 to smithi111183488-16 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3362: finishing write tid 3 to smithi111183488-16 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3362: oid 16 updating version 0 to 2447 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3362: oid 16 version 2447 is already newer than 2446 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2447 (ObjNum 1040 snap 320 seq_num 1040) dirty exists 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3362: left oid 16 (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3355: finishing copy_from to smithi111183488-21 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2423 (ObjNum 1020 snap 315 seq_num 1020) dirty exists 2023-12-01T04:54:59.785 INFO:tasks.rados.rados.0.smithi111.stdout:3355: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:54:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:59 smithi155 ceph-mon[102677]: osdmap e718: 8 total, 8 up, 8 in 2023-12-01T04:54:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:54:59 smithi155 ceph-mon[102677]: pgmap v1052: 121 pgs: 121 active+clean; 198 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2023-12-01T04:55:00.055 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:55:00.055 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:55:00.055 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:55:00.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:55:00.057 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:55:00.057 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:55:00.548 INFO:tasks.rados.rados.0.smithi111.stdout:3354: done (7 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3355: done (6 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3357: done (5 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3359: done (4 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3360: done (3 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3361: done (2 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3362: done (1 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3364: done (0 left) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3365: read oid 26 snap 320 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3365: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3366: read oid 20 snap -1 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3366: expect (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:55:00.549 INFO:tasks.rados.rados.0.smithi111.stdout:3367: read oid 6 snap 320 2023-12-01T04:55:00.550 INFO:tasks.rados.rados.0.smithi111.stdout:3367: expect (ObjNum 1038 snap 320 seq_num 1038) 2023-12-01T04:55:00.550 INFO:tasks.rados.rados.0.smithi111.stdout:3368: delete oid 37 current snap is 321 2023-12-01T04:55:00.557 INFO:tasks.rados.rados.0.smithi111.stdout:3366: expect (ObjNum 996 snap 306 seq_num 996) 2023-12-01T04:55:00.618 INFO:tasks.rados.rados.0.smithi111.stdout:3366: done (3 left) 2023-12-01T04:55:00.618 INFO:tasks.rados.rados.0.smithi111.stdout:3368: done (2 left) 2023-12-01T04:55:00.618 INFO:tasks.rados.rados.0.smithi111.stdout:3369: snap_create 2023-12-01T04:55:00.618 INFO:tasks.rados.rados.0.smithi111.stdout:3367: expect (ObjNum 1038 snap 320 seq_num 1038) 2023-12-01T04:55:00.661 INFO:tasks.rados.rados.0.smithi111.stdout:3365: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:55:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:00 smithi155 ceph-mon[102677]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:00 smithi155 ceph-mon[102677]: osdmap e719: 8 total, 8 up, 8 in 2023-12-01T04:55:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:00 smithi155 ceph-mon[102677]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4206813729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:55:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[97855]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[97855]: osdmap e719: 8 total, 8 up, 8 in 2023-12-01T04:55:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[97855]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4206813729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:55:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[116524]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[116524]: osdmap e719: 8 total, 8 up, 8 in 2023-12-01T04:55:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[116524]: from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4206813729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:55:01.555 INFO:tasks.rados.rados.0.smithi111.stdout:3365: done (2 left) 2023-12-01T04:55:01.555 INFO:tasks.rados.rados.0.smithi111.stdout:3367: done (1 left) 2023-12-01T04:55:01.555 INFO:tasks.rados.rados.0.smithi111.stdout:3369: done (0 left) 2023-12-01T04:55:01.555 INFO:tasks.rados.rados.0.smithi111.stdout:3370: snap_create 2023-12-01T04:55:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:01 smithi155 ceph-mon[102677]: osdmap e720: 8 total, 8 up, 8 in 2023-12-01T04:55:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:01 smithi155 ceph-mon[102677]: pgmap v1055: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 15 op/s 2023-12-01T04:55:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:01 smithi111 ceph-mon[97855]: osdmap e720: 8 total, 8 up, 8 in 2023-12-01T04:55:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:01 smithi111 ceph-mon[97855]: pgmap v1055: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 15 op/s 2023-12-01T04:55:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:01 smithi111 ceph-mon[116524]: osdmap e720: 8 total, 8 up, 8 in 2023-12-01T04:55:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:01 smithi111 ceph-mon[116524]: pgmap v1055: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 6.4 MiB/s wr, 15 op/s 2023-12-01T04:55:02.557 INFO:tasks.rados.rados.0.smithi111.stdout:3370: done (0 left) 2023-12-01T04:55:02.558 INFO:tasks.rados.rados.0.smithi111.stdout:3371: snap_create 2023-12-01T04:55:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:02 smithi155 ceph-mon[102677]: osdmap e721: 8 total, 8 up, 8 in 2023-12-01T04:55:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:02 smithi111 ceph-mon[97855]: osdmap e721: 8 total, 8 up, 8 in 2023-12-01T04:55:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:02 smithi111 ceph-mon[116524]: osdmap e721: 8 total, 8 up, 8 in 2023-12-01T04:55:03.534 INFO:tasks.rados.rados.0.smithi111.stdout:3371: done (0 left) 2023-12-01T04:55:03.534 INFO:tasks.rados.rados.0.smithi111.stdout:3372: snap_create 2023-12-01T04:55:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:03 smithi155 ceph-mon[102677]: osdmap e722: 8 total, 8 up, 8 in 2023-12-01T04:55:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:03 smithi155 ceph-mon[102677]: pgmap v1058: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 16 op/s 2023-12-01T04:55:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:03 smithi155 ceph-mon[102677]: osdmap e723: 8 total, 8 up, 8 in 2023-12-01T04:55:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:03 smithi111 ceph-mon[97855]: osdmap e722: 8 total, 8 up, 8 in 2023-12-01T04:55:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:03 smithi111 ceph-mon[97855]: pgmap v1058: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 16 op/s 2023-12-01T04:55:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:03 smithi111 ceph-mon[97855]: osdmap e723: 8 total, 8 up, 8 in 2023-12-01T04:55:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:03 smithi111 ceph-mon[116524]: osdmap e722: 8 total, 8 up, 8 in 2023-12-01T04:55:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:03 smithi111 ceph-mon[116524]: pgmap v1058: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 16 op/s 2023-12-01T04:55:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:03 smithi111 ceph-mon[116524]: osdmap e723: 8 total, 8 up, 8 in 2023-12-01T04:55:04.534 INFO:tasks.rados.rados.0.smithi111.stdout:3372: done (0 left) 2023-12-01T04:55:04.534 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 325 2023-12-01T04:55:04.534 INFO:tasks.rados.rados.0.smithi111.stdout:3373: seq_num 1042 ranges {3448832=655360} 2023-12-01T04:55:04.556 INFO:tasks.rados.rados.0.smithi111.stdout:3373: writing smithi111183488-17 from 3448832 to 4104192 tid 1 2023-12-01T04:55:04.556 INFO:tasks.rados.rados.0.smithi111.stdout:3374: rollback oid 40 current snap is 325 2023-12-01T04:55:04.556 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 322 2023-12-01T04:55:04.556 INFO:tasks.rados.rados.0.smithi111.stdout:3375: snap_remove snap 320 2023-12-01T04:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:04 smithi155 ceph-mon[102677]: osdmap e724: 8 total, 8 up, 8 in 2023-12-01T04:55:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:04 smithi111 ceph-mon[97855]: osdmap e724: 8 total, 8 up, 8 in 2023-12-01T04:55:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:04 smithi111 ceph-mon[116524]: osdmap e724: 8 total, 8 up, 8 in 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3375: done (2 left) 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3376: read oid 29 snap 324 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3376: expect (ObjNum 1019 snap 315 seq_num 1019) 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3377: snap_create 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3373: finishing write tid 1 to smithi111183488-17 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3373: finishing write tid 2 to smithi111183488-17 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3374: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:55:05.537 INFO:tasks.rados.rados.0.smithi111.stdout:3374: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:3374: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1209 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:3373: finishing write tid 3 to smithi111183488-17 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:3373: oid 17 updating version 0 to 2793 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:3373: oid 17 updating version 2793 to 2794 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2794 (ObjNum 1042 snap 325 seq_num 1042) dirty exists 2023-12-01T04:55:05.538 INFO:tasks.rados.rados.0.smithi111.stdout:3373: left oid 17 (ObjNum 1042 snap 325 seq_num 1042) 2023-12-01T04:55:05.555 INFO:tasks.rados.rados.0.smithi111.stdout:3376: expect (ObjNum 1019 snap 315 seq_num 1019) 2023-12-01T04:55:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:05 smithi155 ceph-mon[102677]: pgmap v1061: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:55:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:05 smithi155 ceph-mon[102677]: osdmap e725: 8 total, 8 up, 8 in 2023-12-01T04:55:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:05 smithi111 ceph-mon[116524]: pgmap v1061: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:55:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:05 smithi111 ceph-mon[116524]: osdmap e725: 8 total, 8 up, 8 in 2023-12-01T04:55:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:05 smithi111 ceph-mon[97855]: pgmap v1061: 121 pgs: 121 active+clean; 139 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2023-12-01T04:55:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:05 smithi111 ceph-mon[97855]: osdmap e725: 8 total, 8 up, 8 in 2023-12-01T04:55:06.539 INFO:tasks.rados.rados.0.smithi111.stdout:3373: done (3 left) 2023-12-01T04:55:06.539 INFO:tasks.rados.rados.0.smithi111.stdout:3374: done (2 left) 2023-12-01T04:55:06.539 INFO:tasks.rados.rados.0.smithi111.stdout:3376: done (1 left) 2023-12-01T04:55:06.539 INFO:tasks.rados.rados.0.smithi111.stdout:3377: done (0 left) 2023-12-01T04:55:06.539 INFO:tasks.rados.rados.0.smithi111.stdout:3378: snap_create 2023-12-01T04:55:07.549 INFO:tasks.rados.rados.0.smithi111.stdout:3378: done (0 left) 2023-12-01T04:55:07.549 INFO:tasks.rados.rados.0.smithi111.stdout:3379: read oid 26 snap -1 2023-12-01T04:55:07.549 INFO:tasks.rados.rados.0.smithi111.stdout:3379: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:55:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:3380: copy_from oid 23 from oid 45 current snap is 327 2023-12-01T04:55:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:3381: copy_from oid 49 from oid 41 current snap is 327 2023-12-01T04:55:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:3382: read oid 30 snap -1 2023-12-01T04:55:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:3382: expect (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:55:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:3383: rollback oid 17 current snap is 327 2023-12-01T04:55:07.550 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 325 2023-12-01T04:55:07.551 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 327 2023-12-01T04:55:07.551 INFO:tasks.rados.rados.0.smithi111.stdout:3384: seq_num 1043 ranges {0=671744} 2023-12-01T04:55:07.553 INFO:tasks.rados.rados.0.smithi111.stdout:3384: writing smithi111183488-37 from 0 to 671744 tid 1 2023-12-01T04:55:07.555 INFO:tasks.rados.rados.0.smithi111.stdout:3385: read oid 35 snap -1 2023-12-01T04:55:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:3385: expect deleted 2023-12-01T04:55:07.556 INFO:tasks.rados.rados.0.smithi111.stdout:3386: delete oid 8 current snap is 327 2023-12-01T04:55:07.562 INFO:tasks.rados.rados.0.smithi111.stdout:3381: finishing copy_from to smithi111183488-49 2023-12-01T04:55:07.562 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2054 (ObjNum 161 snap 0 seq_num 1) dirty exists 2023-12-01T04:55:07.562 INFO:tasks.rados.rados.0.smithi111.stdout:3381: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:55:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:3383: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:55:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:3381: done (7 left) 2023-12-01T04:55:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:3385: done (6 left) 2023-12-01T04:55:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:3386: done (5 left) 2023-12-01T04:55:07.566 INFO:tasks.rados.rados.0.smithi111.stdout:3387: rollback oid 1 current snap is 327 2023-12-01T04:55:07.567 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 1 to 326 2023-12-01T04:55:07.567 INFO:tasks.rados.rados.0.smithi111.stdout:3383: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:55:07.567 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 50 current snap is 327 2023-12-01T04:55:07.567 INFO:tasks.rados.rados.0.smithi111.stdout:3388: seq_num 1045 ranges {2293760=704512} 2023-12-01T04:55:07.582 INFO:tasks.rados.rados.0.smithi111.stdout:3388: writing smithi111183488-50 from 2293760 to 2998272 tid 1 2023-12-01T04:55:07.583 INFO:tasks.rados.rados.0.smithi111.stdout:3389: snap_create 2023-12-01T04:55:07.583 INFO:tasks.rados.rados.0.smithi111.stdout:3383: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:55:07.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2797 (ObjNum 1042 snap 325 seq_num 1042) dirty exists 2023-12-01T04:55:07.583 INFO:tasks.rados.rados.0.smithi111.stdout:3382: expect (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:55:07.702 INFO:tasks.rados.rados.0.smithi111.stdout:3379: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3384: finishing write tid 1 to smithi111183488-37 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3384: finishing write tid 2 to smithi111183488-37 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3384: finishing write tid 3 to smithi111183488-37 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3384: oid 37 updating version 0 to 2067 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3384: oid 37 updating version 2067 to 2068 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2068 (ObjNum 1043 snap 327 seq_num 1043) dirty exists 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3384: left oid 37 (ObjNum 1043 snap 327 seq_num 1043) 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3387: finishing rollback tid 1 to smithi111183488-1 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 0 (ObjNum 33 snap 0 seq_num 3708031824) dirty dne 2023-12-01T04:55:07.759 INFO:tasks.rados.rados.0.smithi111.stdout:3380: finishing copy_from to smithi111183488-23 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2084 (ObjNum 1031 snap 320 seq_num 1031) dirty exists 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3380: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3388: finishing write tid 1 to smithi111183488-50 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3388: finishing write tid 2 to smithi111183488-50 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3388: finishing write tid 3 to smithi111183488-50 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3388: oid 50 updating version 0 to 2837 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3388: oid 50 updating version 2837 to 2838 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2838 (ObjNum 1045 snap 327 seq_num 1045) dirty exists 2023-12-01T04:55:07.760 INFO:tasks.rados.rados.0.smithi111.stdout:3388: left oid 50 (ObjNum 1045 snap 327 seq_num 1045) 2023-12-01T04:55:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:07 smithi155 ceph-mon[102677]: osdmap e726: 8 total, 8 up, 8 in 2023-12-01T04:55:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:07 smithi155 ceph-mon[102677]: pgmap v1064: 121 pgs: 121 active+clean; 140 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-01T04:55:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:07 smithi111 ceph-mon[97855]: osdmap e726: 8 total, 8 up, 8 in 2023-12-01T04:55:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:07 smithi111 ceph-mon[97855]: pgmap v1064: 121 pgs: 121 active+clean; 140 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-01T04:55:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:07 smithi111 ceph-mon[116524]: osdmap e726: 8 total, 8 up, 8 in 2023-12-01T04:55:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:07 smithi111 ceph-mon[116524]: pgmap v1064: 121 pgs: 121 active+clean; 140 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-01T04:55:08.554 INFO:tasks.rados.rados.0.smithi111.stdout:3379: done (7 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3380: done (6 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3382: done (5 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3383: done (4 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3384: done (3 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3387: done (2 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3388: done (1 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3389: done (0 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3390: rmattr oid 32 current snap is 328 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3390: done (0 left) 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3391: rollback oid 8 current snap is 328 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 324 2023-12-01T04:55:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3392: copy_from oid 6 from oid 50 current snap is 328 2023-12-01T04:55:08.556 INFO:tasks.rados.rados.0.smithi111.stdout:3393: read oid 38 snap 321 2023-12-01T04:55:08.556 INFO:tasks.rados.rados.0.smithi111.stdout:3393: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:08.556 INFO:tasks.rados.rados.0.smithi111.stdout:3394: snap_create 2023-12-01T04:55:08.562 INFO:tasks.rados.rados.0.smithi111.stdout:3391: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:55:08.562 INFO:tasks.rados.rados.0.smithi111.stdout:3391: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:55:08.562 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2149 (ObjNum 865 snap 278 seq_num 865) dirty exists 2023-12-01T04:55:08.573 INFO:tasks.rados.rados.0.smithi111.stdout:3392: finishing copy_from to smithi111183488-6 2023-12-01T04:55:08.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 2838 (ObjNum 1045 snap 327 seq_num 1045) dirty exists 2023-12-01T04:55:08.573 INFO:tasks.rados.rados.0.smithi111.stdout:3392: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:55:08.579 INFO:tasks.rados.rados.0.smithi111.stdout:3393: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:08 smithi155 ceph-mon[102677]: osdmap e727: 8 total, 8 up, 8 in 2023-12-01T04:55:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:08 smithi111 ceph-mon[97855]: osdmap e727: 8 total, 8 up, 8 in 2023-12-01T04:55:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:08 smithi111 ceph-mon[116524]: osdmap e727: 8 total, 8 up, 8 in 2023-12-01T04:55:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:3391: done (3 left) 2023-12-01T04:55:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:3392: done (2 left) 2023-12-01T04:55:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:3393: done (1 left) 2023-12-01T04:55:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:3394: done (0 left) 2023-12-01T04:55:09.551 INFO:tasks.rados.rados.0.smithi111.stdout:3395: snap_remove snap 328 2023-12-01T04:55:09.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:55:09] "GET /metrics HTTP/1.1" 200 36099 "" "Prometheus/2.43.0" 2023-12-01T04:55:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:09 smithi155 ceph-mon[102677]: osdmap e728: 8 total, 8 up, 8 in 2023-12-01T04:55:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:09 smithi155 ceph-mon[102677]: pgmap v1067: 121 pgs: 121 active+clean; 140 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-01T04:55:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:09 smithi155 ceph-mon[102677]: osdmap e729: 8 total, 8 up, 8 in 2023-12-01T04:55:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:09 smithi111 ceph-mon[97855]: osdmap e728: 8 total, 8 up, 8 in 2023-12-01T04:55:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:09 smithi111 ceph-mon[97855]: pgmap v1067: 121 pgs: 121 active+clean; 140 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-01T04:55:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:09 smithi111 ceph-mon[97855]: osdmap e729: 8 total, 8 up, 8 in 2023-12-01T04:55:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:09 smithi111 ceph-mon[116524]: osdmap e728: 8 total, 8 up, 8 in 2023-12-01T04:55:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:09 smithi111 ceph-mon[116524]: pgmap v1067: 121 pgs: 121 active+clean; 140 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 160 KiB/s wr, 4 op/s 2023-12-01T04:55:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:09 smithi111 ceph-mon[116524]: osdmap e729: 8 total, 8 up, 8 in 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3395: done (0 left) 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3396: copy_from oid 20 from oid 32 current snap is 329 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3397: read oid 42 snap -1 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3397: expect (ObjNum 1036 snap 320 seq_num 1036) 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3398: read oid 19 snap -1 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3398: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:10.557 INFO:tasks.rados.rados.0.smithi111.stdout:3399: setattr oid 13 current snap is 329 2023-12-01T04:55:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:3400: read oid 14 snap -1 2023-12-01T04:55:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:3400: expect (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:55:10.558 INFO:tasks.rados.rados.0.smithi111.stdout:3401: setattr oid 43 current snap is 329 2023-12-01T04:55:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3402: delete oid 17 current snap is 329 2023-12-01T04:55:10.562 INFO:tasks.rados.rados.0.smithi111.stdout:3397: expect (ObjNum 1036 snap 320 seq_num 1036) 2023-12-01T04:55:10.581 INFO:tasks.rados.rados.0.smithi111.stdout:3397: done (6 left) 2023-12-01T04:55:10.581 INFO:tasks.rados.rados.0.smithi111.stdout:3402: done (5 left) 2023-12-01T04:55:10.581 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 329 2023-12-01T04:55:10.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2476 (ObjNum 273 snap 0 seq_num 0) dirty exists 2023-12-01T04:55:10.581 INFO:tasks.rados.rados.0.smithi111.stdout:3403: seq_num 1047 ranges {3031040=745472} 2023-12-01T04:55:10.601 INFO:tasks.rados.rados.0.smithi111.stdout:3403: writing smithi111183488-29 from 3031040 to 3776512 tid 1 2023-12-01T04:55:10.601 INFO:tasks.rados.rados.0.smithi111.stdout:3399: done (5 left) 2023-12-01T04:55:10.602 INFO:tasks.rados.rados.0.smithi111.stdout:3404: delete oid 7 current snap is 329 2023-12-01T04:55:10.602 INFO:tasks.rados.rados.0.smithi111.stdout:3396: finishing copy_from to smithi111183488-20 2023-12-01T04:55:10.602 INFO:tasks.rados.rados.0.smithi111.stdout:3396: got expected ENOENT (src dne) 2023-12-01T04:55:10.602 INFO:tasks.rados.rados.0.smithi111.stdout:3396: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:55:10.602 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2045 (ObjNum 1012 snap 309 seq_num 1012) dirty exists 2023-12-01T04:55:10.602 INFO:tasks.rados.rados.0.smithi111.stdout:3400: expect (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:55:10.614 INFO:tasks.rados.rados.0.smithi111.stdout:3398: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3396: done (5 left) 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3398: done (4 left) 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3400: done (3 left) 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3401: done (2 left) 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3404: done (1 left) 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3405: rollback oid 27 current snap is 329 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 27 to 323 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3403: finishing write tid 1 to smithi111183488-29 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3403: finishing write tid 2 to smithi111183488-29 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3403: finishing write tid 3 to smithi111183488-29 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3403: oid 29 updating version 0 to 2841 2023-12-01T04:55:10.757 INFO:tasks.rados.rados.0.smithi111.stdout:3403: oid 29 version 2841 is already newer than 2840 2023-12-01T04:55:10.758 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2841 (ObjNum 1047 snap 329 seq_num 1047) dirty exists 2023-12-01T04:55:10.758 INFO:tasks.rados.rados.0.smithi111.stdout:3403: left oid 29 (ObjNum 1047 snap 329 seq_num 1047) 2023-12-01T04:55:10.758 INFO:tasks.rados.rados.0.smithi111.stdout:3403: done (1 left) 2023-12-01T04:55:10.758 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 329 2023-12-01T04:55:10.758 INFO:tasks.rados.rados.0.smithi111.stdout:3406: seq_num 1049 ranges {0=778240} 2023-12-01T04:55:10.760 INFO:tasks.rados.rados.0.smithi111.stdout:3406: writing smithi111183488-32 from 0 to 778240 tid 1 2023-12-01T04:55:10.761 INFO:tasks.rados.rados.0.smithi111.stdout:3407: read oid 46 snap -1 2023-12-01T04:55:10.761 INFO:tasks.rados.rados.0.smithi111.stdout:3407: expect deleted 2023-12-01T04:55:10.761 INFO:tasks.rados.rados.0.smithi111.stdout:3408: snap_remove snap 327 2023-12-01T04:55:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:3408: done (3 left) 2023-12-01T04:55:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 329 2023-12-01T04:55:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:3405: finishing rollback tid 1 to smithi111183488-27 2023-12-01T04:55:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 0 (ObjNum 33 snap 0 seq_num 3708170528) dirty dne 2023-12-01T04:55:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:3409: seq_num 1050 ranges {0=794624} 2023-12-01T04:55:11.569 INFO:tasks.rados.rados.0.smithi111.stdout:3409: writing smithi111183488-11 from 0 to 794624 tid 1 2023-12-01T04:55:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3405: done (3 left) 2023-12-01T04:55:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 329 2023-12-01T04:55:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3410: seq_num 1051 ranges {0=409600,409600=401408} 2023-12-01T04:55:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3410: writing smithi111183488-41 from 0 to 409600 tid 1 2023-12-01T04:55:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3410: writing smithi111183488-41 from 409600 to 811008 tid 2 2023-12-01T04:55:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3411: snap_remove snap 323 2023-12-01T04:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:11 smithi155 ceph-mon[102677]: osdmap e730: 8 total, 8 up, 8 in 2023-12-01T04:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:11 smithi155 ceph-mon[102677]: pgmap v1070: 121 pgs: 121 active+clean; 149 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T04:55:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:11 smithi111 ceph-mon[97855]: osdmap e730: 8 total, 8 up, 8 in 2023-12-01T04:55:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:11 smithi111 ceph-mon[97855]: pgmap v1070: 121 pgs: 121 active+clean; 149 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T04:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:11 smithi111 ceph-mon[116524]: osdmap e730: 8 total, 8 up, 8 in 2023-12-01T04:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:11 smithi111 ceph-mon[116524]: pgmap v1070: 121 pgs: 121 active+clean; 149 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T04:55:12.567 INFO:tasks.rados.rados.0.smithi111.stdout:3411: done (4 left) 2023-12-01T04:55:12.567 INFO:tasks.rados.rados.0.smithi111.stdout:3412: read oid 1 snap -1 2023-12-01T04:55:12.567 INFO:tasks.rados.rados.0.smithi111.stdout:3412: expect deleted 2023-12-01T04:55:12.568 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 329 2023-12-01T04:55:12.568 INFO:tasks.rados.rados.0.smithi111.stdout:3413: seq_num 1052 ranges {507904=425984,933888=401408} 2023-12-01T04:55:12.574 INFO:tasks.rados.rados.0.smithi111.stdout:3413: writing smithi111183488-39 from 507904 to 933888 tid 1 2023-12-01T04:55:12.577 INFO:tasks.rados.rados.0.smithi111.stdout:3413: writing smithi111183488-39 from 933888 to 1335296 tid 2 2023-12-01T04:55:12.577 INFO:tasks.rados.rados.0.smithi111.stdout:3414: copy_from oid 20 from oid 19 current snap is 329 2023-12-01T04:55:12.577 INFO:tasks.rados.rados.0.smithi111.stdout:3415: read oid 33 snap -1 2023-12-01T04:55:12.577 INFO:tasks.rados.rados.0.smithi111.stdout:3415: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:12.577 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 329 2023-12-01T04:55:12.577 INFO:tasks.rados.rados.0.smithi111.stdout:3416: seq_num 1053 ranges {3776512=442368,4218880=401408} 2023-12-01T04:55:12.599 INFO:tasks.rados.rados.0.smithi111.stdout:3416: writing smithi111183488-29 from 3776512 to 4218880 tid 1 2023-12-01T04:55:12.601 INFO:tasks.rados.rados.0.smithi111.stdout:3416: writing smithi111183488-29 from 4218880 to 4620288 tid 2 2023-12-01T04:55:12.601 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 49 current snap is 329 2023-12-01T04:55:12.601 INFO:tasks.rados.rados.0.smithi111.stdout:3417: seq_num 1054 ranges {0=458752,458752=401408} 2023-12-01T04:55:12.604 INFO:tasks.rados.rados.0.smithi111.stdout:3417: writing smithi111183488-49 from 0 to 458752 tid 1 2023-12-01T04:55:12.608 INFO:tasks.rados.rados.0.smithi111.stdout:3417: writing smithi111183488-49 from 458752 to 860160 tid 2 2023-12-01T04:55:12.608 INFO:tasks.rados.rados.0.smithi111.stdout:3418: rollback oid 48 current snap is 329 2023-12-01T04:55:12.608 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 322 2023-12-01T04:55:12.608 INFO:tasks.rados.rados.0.smithi111.stdout:3406: finishing write tid 1 to smithi111183488-32 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3406: finishing write tid 2 to smithi111183488-32 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3406: finishing write tid 3 to smithi111183488-32 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3406: oid 32 updating version 0 to 2478 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3406: oid 32 version 2478 is already newer than 2477 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2478 (ObjNum 1049 snap 329 seq_num 1049) dirty exists 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3406: left oid 32 (ObjNum 1049 snap 329 seq_num 1049) 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3406: done (10 left) 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3407: done (9 left) 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3419: read oid 43 snap -1 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3419: expect (ObjNum 1012 snap 309 seq_num 1012) 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 329 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3409: finishing write tid 1 to smithi111183488-11 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3409: finishing write tid 2 to smithi111183488-11 2023-12-01T04:55:12.609 INFO:tasks.rados.rados.0.smithi111.stdout:3410: finishing write tid 1 to smithi111183488-41 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3410: finishing write tid 2 to smithi111183488-41 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3410: finishing write tid 3 to smithi111183488-41 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3409: finishing write tid 3 to smithi111183488-11 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3409: oid 11 updating version 0 to 2480 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3409: oid 11 version 2480 is already newer than 2479 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2480 (ObjNum 1050 snap 329 seq_num 1050) dirty exists 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3409: left oid 11 (ObjNum 1050 snap 329 seq_num 1050) 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3410: finishing write tid 4 to smithi111183488-41 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3410: oid 41 updating version 0 to 2057 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3410: oid 41 updating version 2057 to 2059 2023-12-01T04:55:12.610 INFO:tasks.rados.rados.0.smithi111.stdout:3410: oid 41 version 2059 is already newer than 2058 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2059 (ObjNum 1051 snap 329 seq_num 1051) dirty exists 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:3410: left oid 41 (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:3413: finishing write tid 1 to smithi111183488-39 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:3413: finishing write tid 2 to smithi111183488-39 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:3413: finishing write tid 3 to smithi111183488-39 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:3413: finishing write tid 4 to smithi111183488-39 2023-12-01T04:55:12.611 INFO:tasks.rados.rados.0.smithi111.stdout:3413: oid 39 updating version 0 to 2841 2023-12-01T04:55:12.612 INFO:tasks.rados.rados.0.smithi111.stdout:3413: oid 39 version 2841 is already newer than 2839 2023-12-01T04:55:12.612 INFO:tasks.rados.rados.0.smithi111.stdout:3413: oid 39 version 2841 is already newer than 2840 2023-12-01T04:55:12.612 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 2841 (ObjNum 1052 snap 329 seq_num 1052) dirty exists 2023-12-01T04:55:12.612 INFO:tasks.rados.rados.0.smithi111.stdout:3413: left oid 39 (ObjNum 1052 snap 329 seq_num 1052) 2023-12-01T04:55:12.612 INFO:tasks.rados.rados.0.smithi111.stdout:3415: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:12.702 INFO:tasks.rados.rados.0.smithi111.stdout:3414: finishing copy_from to smithi111183488-20 2023-12-01T04:55:12.703 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2792 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:55:12.703 INFO:tasks.rados.rados.0.smithi111.stdout:3414: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:55:12.703 INFO:tasks.rados.rados.0.smithi111.stdout:3416: finishing write tid 1 to smithi111183488-29 2023-12-01T04:55:12.703 INFO:tasks.rados.rados.0.smithi111.stdout:3416: finishing write tid 2 to smithi111183488-29 2023-12-01T04:55:12.703 INFO:tasks.rados.rados.0.smithi111.stdout:3420: seq_num 1055 ranges {7020544=475136,7495680=401408} 2023-12-01T04:55:12.741 INFO:tasks.rados.rados.0.smithi111.stdout:3420: writing smithi111183488-38 from 7020544 to 7495680 tid 1 2023-12-01T04:55:12.745 INFO:tasks.rados.rados.0.smithi111.stdout:3420: writing smithi111183488-38 from 7495680 to 7897088 tid 2 2023-12-01T04:55:12.745 INFO:tasks.rados.rados.0.smithi111.stdout:3409: done (10 left) 2023-12-01T04:55:12.745 INFO:tasks.rados.rados.0.smithi111.stdout:3410: done (9 left) 2023-12-01T04:55:12.745 INFO:tasks.rados.rados.0.smithi111.stdout:3412: done (8 left) 2023-12-01T04:55:12.745 INFO:tasks.rados.rados.0.smithi111.stdout:3413: done (7 left) 2023-12-01T04:55:12.745 INFO:tasks.rados.rados.0.smithi111.stdout:3414: done (6 left) 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3415: done (5 left) 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3421: read oid 11 snap -1 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3421: expect (ObjNum 1050 snap 329 seq_num 1050) 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3422: rollback oid 28 current snap is 329 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 28 to 325 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3416: finishing write tid 3 to smithi111183488-29 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3417: finishing write tid 1 to smithi111183488-49 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3417: finishing write tid 2 to smithi111183488-49 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3416: finishing write tid 4 to smithi111183488-29 2023-12-01T04:55:12.746 INFO:tasks.rados.rados.0.smithi111.stdout:3416: oid 29 updating version 0 to 2850 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3416: oid 29 version 2850 is already newer than 2849 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3416: oid 29 version 2850 is already newer than 2848 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2850 (ObjNum 1053 snap 329 seq_num 1053) dirty exists 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3416: left oid 29 (ObjNum 1053 snap 329 seq_num 1053) 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3417: finishing write tid 3 to smithi111183488-49 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3416: done (6 left) 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3423: delete oid 25 current snap is 329 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3417: finishing write tid 4 to smithi111183488-49 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3417: oid 49 updating version 0 to 2151 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3417: oid 49 updating version 2151 to 2152 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3417: oid 49 version 2152 is already newer than 2150 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2152 (ObjNum 1054 snap 329 seq_num 1054) dirty exists 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3417: left oid 49 (ObjNum 1054 snap 329 seq_num 1054) 2023-12-01T04:55:12.747 INFO:tasks.rados.rados.0.smithi111.stdout:3418: finishing rollback tid 0 to smithi111183488-48 2023-12-01T04:55:12.748 INFO:tasks.rados.rados.0.smithi111.stdout:3418: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:55:12.748 INFO:tasks.rados.rados.0.smithi111.stdout:3418: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:55:12.748 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2801 (ObjNum 988 snap 303 seq_num 988) dirty exists 2023-12-01T04:55:12.748 INFO:tasks.rados.rados.0.smithi111.stdout:3419: expect (ObjNum 1012 snap 309 seq_num 1012) 2023-12-01T04:55:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:12 smithi155 ceph-mon[102677]: osdmap e731: 8 total, 8 up, 8 in 2023-12-01T04:55:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:12 smithi111 ceph-mon[97855]: osdmap e731: 8 total, 8 up, 8 in 2023-12-01T04:55:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:12 smithi111 ceph-mon[116524]: osdmap e731: 8 total, 8 up, 8 in 2023-12-01T04:55:13.196 INFO:tasks.rados.rados.0.smithi111.stdout:3420: finishing write tid 1 to smithi111183488-38 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:3420: finishing write tid 2 to smithi111183488-38 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:3420: finishing write tid 3 to smithi111183488-38 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:3422: finishing rollback tid 0 to smithi111183488-28 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:3422: finishing rollback tid 1 to smithi111183488-28 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:3422: finishing rollback tid 2 to smithi111183488-28 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 2419 (ObjNum 1013 snap 310 seq_num 1013) dirty exists 2023-12-01T04:55:13.197 INFO:tasks.rados.rados.0.smithi111.stdout:3421: expect (ObjNum 1050 snap 329 seq_num 1050) 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3420: finishing write tid 4 to smithi111183488-38 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3420: oid 38 updating version 0 to 2804 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3420: oid 38 version 2804 is already newer than 2803 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3420: oid 38 version 2804 is already newer than 2802 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2804 (ObjNum 1055 snap 329 seq_num 1055) dirty exists 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3420: left oid 38 (ObjNum 1055 snap 329 seq_num 1055) 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3417: done (6 left) 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3418: done (5 left) 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3419: done (4 left) 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3420: done (3 left) 2023-12-01T04:55:13.217 INFO:tasks.rados.rados.0.smithi111.stdout:3421: done (2 left) 2023-12-01T04:55:13.218 INFO:tasks.rados.rados.0.smithi111.stdout:3422: done (1 left) 2023-12-01T04:55:13.218 INFO:tasks.rados.rados.0.smithi111.stdout:3423: done (0 left) 2023-12-01T04:55:13.218 INFO:tasks.rados.rados.0.smithi111.stdout:3424: read oid 44 snap -1 2023-12-01T04:55:13.218 INFO:tasks.rados.rados.0.smithi111.stdout:3424: expect (ObjNum 998 snap 306 seq_num 998) 2023-12-01T04:55:13.218 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 329 2023-12-01T04:55:13.218 INFO:tasks.rados.rados.0.smithi111.stdout:3425: seq_num 1057 ranges {12902400=507904,13410304=401408} 2023-12-01T04:55:13.287 INFO:tasks.rados.rados.0.smithi111.stdout:3425: writing smithi111183488-21 from 12902400 to 13410304 tid 1 2023-12-01T04:55:13.289 INFO:tasks.rados.rados.0.smithi111.stdout:3425: writing smithi111183488-21 from 13410304 to 13811712 tid 2 2023-12-01T04:55:13.290 INFO:tasks.rados.rados.0.smithi111.stdout:3426: rollback oid 47 current snap is 329 2023-12-01T04:55:13.290 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 47 to 326 2023-12-01T04:55:13.290 INFO:tasks.rados.rados.0.smithi111.stdout:3424: expect (ObjNum 998 snap 306 seq_num 998) 2023-12-01T04:55:13.350 INFO:tasks.rados.rados.0.smithi111.stdout:3426: finishing rollback tid 0 to smithi111183488-47 2023-12-01T04:55:13.350 INFO:tasks.rados.rados.0.smithi111.stdout:3426: finishing rollback tid 1 to smithi111183488-47 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3426: finishing rollback tid 2 to smithi111183488-47 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2071 (ObjNum 1018 snap 315 seq_num 1018) dirty exists 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: finishing write tid 1 to smithi111183488-21 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: finishing write tid 2 to smithi111183488-21 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3424: done (2 left) 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3426: done (1 left) 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3427: delete oid 8 current snap is 329 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: finishing write tid 3 to smithi111183488-21 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: finishing write tid 4 to smithi111183488-21 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: oid 21 updating version 0 to 2854 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: oid 21 version 2854 is already newer than 2852 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: oid 21 version 2854 is already newer than 2853 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2854 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2023-12-01T04:55:13.351 INFO:tasks.rados.rados.0.smithi111.stdout:3425: left oid 21 (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:13.352 INFO:tasks.rados.rados.0.smithi111.stdout:3425: done (1 left) 2023-12-01T04:55:13.352 INFO:tasks.rados.rados.0.smithi111.stdout:3427: done (0 left) 2023-12-01T04:55:13.352 INFO:tasks.rados.rados.0.smithi111.stdout:3428: snap_remove snap 326 2023-12-01T04:55:13.542 INFO:tasks.rados.rados.0.smithi111.stdout:3428: done (0 left) 2023-12-01T04:55:13.543 INFO:tasks.rados.rados.0.smithi111.stdout:3429: copy_from oid 6 from oid 30 current snap is 329 2023-12-01T04:55:13.543 INFO:tasks.rados.rados.0.smithi111.stdout:3430: snap_remove snap 321 2023-12-01T04:55:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:13 smithi155 ceph-mon[102677]: osdmap e732: 8 total, 8 up, 8 in 2023-12-01T04:55:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:13 smithi155 ceph-mon[102677]: pgmap v1073: 121 pgs: 121 active+clean; 149 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T04:55:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:13 smithi155 ceph-mon[102677]: osdmap e733: 8 total, 8 up, 8 in 2023-12-01T04:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:13 smithi111 ceph-mon[97855]: osdmap e732: 8 total, 8 up, 8 in 2023-12-01T04:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:13 smithi111 ceph-mon[97855]: pgmap v1073: 121 pgs: 121 active+clean; 149 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T04:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:13 smithi111 ceph-mon[97855]: osdmap e733: 8 total, 8 up, 8 in 2023-12-01T04:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:13 smithi111 ceph-mon[116524]: osdmap e732: 8 total, 8 up, 8 in 2023-12-01T04:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:13 smithi111 ceph-mon[116524]: pgmap v1073: 121 pgs: 121 active+clean; 149 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T04:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:13 smithi111 ceph-mon[116524]: osdmap e733: 8 total, 8 up, 8 in 2023-12-01T04:55:14.551 INFO:tasks.rados.rados.0.smithi111.stdout:3430: done (1 left) 2023-12-01T04:55:14.551 INFO:tasks.rados.rados.0.smithi111.stdout:3431: read oid 1 snap -1 2023-12-01T04:55:14.551 INFO:tasks.rados.rados.0.smithi111.stdout:3431: expect deleted 2023-12-01T04:55:14.551 INFO:tasks.rados.rados.0.smithi111.stdout:3432: read oid 21 snap -1 2023-12-01T04:55:14.551 INFO:tasks.rados.rados.0.smithi111.stdout:3432: expect (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:14.551 INFO:tasks.rados.rados.0.smithi111.stdout:3433: snap_remove snap 322 2023-12-01T04:55:15.558 INFO:tasks.rados.rados.0.smithi111.stdout:3433: done (3 left) 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3434: read oid 33 snap -1 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3434: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3435: copy_from oid 23 from oid 38 current snap is 329 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3436: read oid 37 snap -1 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3436: expect (ObjNum 1043 snap 327 seq_num 1043) 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3437: delete oid 28 current snap is 329 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3429: finishing copy_from to smithi111183488-6 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 2445 (ObjNum 838 snap 269 seq_num 838) dirty exists 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3429: finishing copy_from racing read to smithi111183488-6 2023-12-01T04:55:15.559 INFO:tasks.rados.rados.0.smithi111.stdout:3432: expect (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:15 smithi155 ceph-mon[102677]: osdmap e734: 8 total, 8 up, 8 in 2023-12-01T04:55:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:15 smithi155 ceph-mon[102677]: pgmap v1076: 121 pgs: 121 active+clean; 150 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2023-12-01T04:55:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:15 smithi111 ceph-mon[97855]: osdmap e734: 8 total, 8 up, 8 in 2023-12-01T04:55:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:15 smithi111 ceph-mon[97855]: pgmap v1076: 121 pgs: 121 active+clean; 150 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2023-12-01T04:55:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:15 smithi111 ceph-mon[116524]: osdmap e734: 8 total, 8 up, 8 in 2023-12-01T04:55:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:15 smithi111 ceph-mon[116524]: pgmap v1076: 121 pgs: 121 active+clean; 150 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2023-12-01T04:55:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:16 smithi155 ceph-mon[102677]: osdmap e735: 8 total, 8 up, 8 in 2023-12-01T04:55:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:16 smithi111 ceph-mon[97855]: osdmap e735: 8 total, 8 up, 8 in 2023-12-01T04:55:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:16 smithi111 ceph-mon[116524]: osdmap e735: 8 total, 8 up, 8 in 2023-12-01T04:55:17.254 INFO:tasks.rados.rados.0.smithi111.stdout:3436: expect (ObjNum 1043 snap 327 seq_num 1043) 2023-12-01T04:55:17.271 INFO:tasks.rados.rados.0.smithi111.stdout:3434: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:17.361 INFO:tasks.rados.rados.0.smithi111.stdout:3435: finishing copy_from to smithi111183488-23 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2804 (ObjNum 1055 snap 329 seq_num 1055) dirty exists 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3435: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3429: done (6 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3431: done (5 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3432: done (4 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3434: done (3 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3435: done (2 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3436: done (1 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3437: done (0 left) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3438: read oid 41 snap -1 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3438: expect (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:3439: rollback oid 43 current snap is 329 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 324 2023-12-01T04:55:17.362 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 329 2023-12-01T04:55:17.363 INFO:tasks.rados.rados.0.smithi111.stdout:3440: seq_num 1060 ranges {0=557056,557056=401408} 2023-12-01T04:55:17.364 INFO:tasks.rados.rados.0.smithi111.stdout:3440: writing smithi111183488-7 from 0 to 557056 tid 1 2023-12-01T04:55:17.367 INFO:tasks.rados.rados.0.smithi111.stdout:3440: writing smithi111183488-7 from 557056 to 958464 tid 2 2023-12-01T04:55:17.367 INFO:tasks.rados.rados.0.smithi111.stdout:3441: read oid 13 snap -1 2023-12-01T04:55:17.367 INFO:tasks.rados.rados.0.smithi111.stdout:3441: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:55:17.368 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 329 2023-12-01T04:55:17.368 INFO:tasks.rados.rados.0.smithi111.stdout:3442: seq_num 1061 ranges {12902400=573440,13475840=401408} 2023-12-01T04:55:17.438 INFO:tasks.rados.rados.0.smithi111.stdout:3442: writing smithi111183488-4 from 12902400 to 13475840 tid 1 2023-12-01T04:55:17.441 INFO:tasks.rados.rados.0.smithi111.stdout:3442: writing smithi111183488-4 from 13475840 to 13877248 tid 2 2023-12-01T04:55:17.441 INFO:tasks.rados.rados.0.smithi111.stdout:3443: delete oid 28 current snap is 329 2023-12-01T04:55:17.442 INFO:tasks.rados.rados.0.smithi111.stdout:3439: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:55:17.442 INFO:tasks.rados.rados.0.smithi111.stdout:3439: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:55:17.442 INFO:tasks.rados.rados.0.smithi111.stdout:3439: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:55:17.442 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2048 (ObjNum 1012 snap 309 seq_num 1012) dirty exists 2023-12-01T04:55:17.442 INFO:tasks.rados.rados.0.smithi111.stdout:3438: expect (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:55:17.464 INFO:tasks.rados.rados.0.smithi111.stdout:3441: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: finishing write tid 1 to smithi111183488-7 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: finishing write tid 2 to smithi111183488-7 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: finishing write tid 3 to smithi111183488-7 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: finishing write tid 4 to smithi111183488-7 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: oid 7 updating version 0 to 1379 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: oid 7 version 1379 is already newer than 1378 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: oid 7 updating version 1379 to 1380 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1380 (ObjNum 1060 snap 329 seq_num 1060) dirty exists 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3440: left oid 7 (ObjNum 1060 snap 329 seq_num 1060) 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3442: finishing write tid 1 to smithi111183488-4 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3442: finishing write tid 2 to smithi111183488-4 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3438: done (5 left) 2023-12-01T04:55:17.466 INFO:tasks.rados.rados.0.smithi111.stdout:3439: done (4 left) 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3440: done (3 left) 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3441: done (2 left) 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3443: done (1 left) 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3444: copy_from oid 15 from oid 1 current snap is 329 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: finishing write tid 3 to smithi111183488-4 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: finishing write tid 4 to smithi111183488-4 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: oid 4 updating version 0 to 2449 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: oid 4 updating version 2449 to 2450 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: oid 4 updating version 2450 to 2451 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2451 (ObjNum 1061 snap 329 seq_num 1061) dirty exists 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: left oid 4 (ObjNum 1061 snap 329 seq_num 1061) 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3442: done (1 left) 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 329 2023-12-01T04:55:17.467 INFO:tasks.rados.rados.0.smithi111.stdout:3445: seq_num 1063 ranges {0=606208,606208=401408} 2023-12-01T04:55:17.468 INFO:tasks.rados.rados.0.smithi111.stdout:3445: writing smithi111183488-17 from 0 to 606208 tid 1 2023-12-01T04:55:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:3445: writing smithi111183488-17 from 606208 to 1007616 tid 2 2023-12-01T04:55:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 329 2023-12-01T04:55:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:3444: finishing copy_from to smithi111183488-15 2023-12-01T04:55:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:3444: got expected ENOENT (src dne) 2023-12-01T04:55:17.471 INFO:tasks.rados.rados.0.smithi111.stdout:3446: seq_num 1064 ranges {2162688=622592,2785280=401408} 2023-12-01T04:55:17.486 INFO:tasks.rados.rados.0.smithi111.stdout:3446: writing smithi111183488-26 from 2162688 to 2785280 tid 1 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3446: writing smithi111183488-26 from 2785280 to 3186688 tid 2 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3447: copy_from oid 29 from oid 35 current snap is 329 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3444: finishing copy_from racing read to smithi111183488-15 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3445: finishing write tid 1 to smithi111183488-17 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3445: finishing write tid 2 to smithi111183488-17 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3445: finishing write tid 3 to smithi111183488-17 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3445: finishing write tid 4 to smithi111183488-17 2023-12-01T04:55:17.488 INFO:tasks.rados.rados.0.smithi111.stdout:3445: oid 17 updating version 0 to 2806 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3445: oid 17 updating version 2806 to 2807 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3445: oid 17 version 2807 is already newer than 2805 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2807 (ObjNum 1063 snap 329 seq_num 1063) dirty exists 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3445: left oid 17 (ObjNum 1063 snap 329 seq_num 1063) 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3444: done (3 left) 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3445: done (2 left) 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3448: snap_create 2023-12-01T04:55:17.489 INFO:tasks.rados.rados.0.smithi111.stdout:3447: finishing copy_from to smithi111183488-29 2023-12-01T04:55:17.490 INFO:tasks.rados.rados.0.smithi111.stdout:3447: got expected ENOENT (src dne) 2023-12-01T04:55:17.490 INFO:tasks.rados.rados.0.smithi111.stdout:3447: finishing copy_from racing read to smithi111183488-29 2023-12-01T04:55:17.493 INFO:tasks.rados.rados.0.smithi111.stdout:3446: finishing write tid 1 to smithi111183488-26 2023-12-01T04:55:17.493 INFO:tasks.rados.rados.0.smithi111.stdout:3446: finishing write tid 2 to smithi111183488-26 2023-12-01T04:55:17.493 INFO:tasks.rados.rados.0.smithi111.stdout:3446: finishing write tid 3 to smithi111183488-26 2023-12-01T04:55:17.495 INFO:tasks.rados.rados.0.smithi111.stdout:3446: finishing write tid 4 to smithi111183488-26 2023-12-01T04:55:17.495 INFO:tasks.rados.rados.0.smithi111.stdout:3446: oid 26 updating version 0 to 2073 2023-12-01T04:55:17.495 INFO:tasks.rados.rados.0.smithi111.stdout:3446: oid 26 updating version 2073 to 2074 2023-12-01T04:55:17.495 INFO:tasks.rados.rados.0.smithi111.stdout:3446: oid 26 version 2074 is already newer than 2072 2023-12-01T04:55:17.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2074 (ObjNum 1064 snap 329 seq_num 1064) dirty exists 2023-12-01T04:55:17.495 INFO:tasks.rados.rados.0.smithi111.stdout:3446: left oid 26 (ObjNum 1064 snap 329 seq_num 1064) 2023-12-01T04:55:17.560 INFO:tasks.rados.rados.0.smithi111.stdout:3446: done (2 left) 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3447: done (1 left) 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3448: done (0 left) 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3449: read oid 38 snap 324 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3449: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3450: read oid 37 snap 329 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3450: expect (ObjNum 1043 snap 327 seq_num 1043) 2023-12-01T04:55:17.561 INFO:tasks.rados.rados.0.smithi111.stdout:3451: snap_create 2023-12-01T04:55:17.565 INFO:tasks.rados.rados.0.smithi111.stdout:3450: expect (ObjNum 1043 snap 327 seq_num 1043) 2023-12-01T04:55:17.585 INFO:tasks.rados.rados.0.smithi111.stdout:3449: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:17 smithi155 ceph-mon[102677]: pgmap v1078: 121 pgs: 121 active+clean; 159 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:17 smithi111 ceph-mon[97855]: pgmap v1078: 121 pgs: 121 active+clean; 159 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:17 smithi111 ceph-mon[116524]: pgmap v1078: 121 pgs: 121 active+clean; 159 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:3449: done (2 left) 2023-12-01T04:55:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:3450: done (1 left) 2023-12-01T04:55:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:3451: done (0 left) 2023-12-01T04:55:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 331 2023-12-01T04:55:18.537 INFO:tasks.rados.rados.0.smithi111.stdout:3452: seq_num 1065 ranges {6275072=638976,6914048=401408} 2023-12-01T04:55:18.574 INFO:tasks.rados.rados.0.smithi111.stdout:3452: writing smithi111183488-45 from 6275072 to 6914048 tid 1 2023-12-01T04:55:18.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: writing smithi111183488-45 from 6914048 to 7315456 tid 2 2023-12-01T04:55:18.577 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 331 2023-12-01T04:55:18.577 INFO:tasks.rados.rados.0.smithi111.stdout:3453: seq_num 1066 ranges {0=663552,663552=401408} 2023-12-01T04:55:18.581 INFO:tasks.rados.rados.0.smithi111.stdout:3453: writing smithi111183488-1 from 0 to 663552 tid 1 2023-12-01T04:55:18.584 INFO:tasks.rados.rados.0.smithi111.stdout:3453: writing smithi111183488-1 from 663552 to 1064960 tid 2 2023-12-01T04:55:18.584 INFO:tasks.rados.rados.0.smithi111.stdout:3454: snap_remove snap 329 2023-12-01T04:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:18 smithi155 ceph-mon[102677]: osdmap e736: 8 total, 8 up, 8 in 2023-12-01T04:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:18 smithi155 ceph-mon[102677]: osdmap e737: 8 total, 8 up, 8 in 2023-12-01T04:55:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:18 smithi111 ceph-mon[97855]: osdmap e736: 8 total, 8 up, 8 in 2023-12-01T04:55:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:18 smithi111 ceph-mon[97855]: osdmap e737: 8 total, 8 up, 8 in 2023-12-01T04:55:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:18 smithi111 ceph-mon[116524]: osdmap e736: 8 total, 8 up, 8 in 2023-12-01T04:55:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:18 smithi111 ceph-mon[116524]: osdmap e737: 8 total, 8 up, 8 in 2023-12-01T04:55:19.570 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:55:19] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3454: done (2 left) 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3455: read oid 9 snap 325 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3455: expect deleted 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3456: rmattr oid 31 current snap is 331 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3456: done (3 left) 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3457: read oid 22 snap 330 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3457: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:19.576 INFO:tasks.rados.rados.0.smithi111.stdout:3458: delete oid 10 current snap is 331 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: finishing write tid 1 to smithi111183488-45 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: finishing write tid 2 to smithi111183488-45 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: finishing write tid 3 to smithi111183488-45 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: finishing write tid 4 to smithi111183488-45 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: oid 45 updating version 0 to 2085 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: oid 45 updating version 2085 to 2087 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:3452: oid 45 version 2087 is already newer than 2086 2023-12-01T04:55:19.577 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2087 (ObjNum 1065 snap 331 seq_num 1065) dirty exists 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3452: left oid 45 (ObjNum 1065 snap 331 seq_num 1065) 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: finishing write tid 1 to smithi111183488-1 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: finishing write tid 2 to smithi111183488-1 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: finishing write tid 3 to smithi111183488-1 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: finishing write tid 4 to smithi111183488-1 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: oid 1 updating version 0 to 2806 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: oid 1 updating version 2806 to 2807 2023-12-01T04:55:19.578 INFO:tasks.rados.rados.0.smithi111.stdout:3453: oid 1 version 2807 is already newer than 2805 2023-12-01T04:55:19.579 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2807 (ObjNum 1066 snap 331 seq_num 1066) dirty exists 2023-12-01T04:55:19.579 INFO:tasks.rados.rados.0.smithi111.stdout:3453: left oid 1 (ObjNum 1066 snap 331 seq_num 1066) 2023-12-01T04:55:19.582 INFO:tasks.rados.rados.0.smithi111.stdout:3452: done (4 left) 2023-12-01T04:55:19.582 INFO:tasks.rados.rados.0.smithi111.stdout:3453: done (3 left) 2023-12-01T04:55:19.582 INFO:tasks.rados.rados.0.smithi111.stdout:3455: done (2 left) 2023-12-01T04:55:19.582 INFO:tasks.rados.rados.0.smithi111.stdout:3458: done (1 left) 2023-12-01T04:55:19.582 INFO:tasks.rados.rados.0.smithi111.stdout:3459: copy_from oid 27 from oid 10 current snap is 331 2023-12-01T04:55:19.582 INFO:tasks.rados.rados.0.smithi111.stdout:3460: delete oid 9 current snap is 331 2023-12-01T04:55:19.584 INFO:tasks.rados.rados.0.smithi111.stdout:3459: finishing copy_from to smithi111183488-27 2023-12-01T04:55:19.584 INFO:tasks.rados.rados.0.smithi111.stdout:3459: got expected ENOENT (src dne) 2023-12-01T04:55:19.584 INFO:tasks.rados.rados.0.smithi111.stdout:3459: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:55:19.585 INFO:tasks.rados.rados.0.smithi111.stdout:3459: done (2 left) 2023-12-01T04:55:19.585 INFO:tasks.rados.rados.0.smithi111.stdout:3460: done (1 left) 2023-12-01T04:55:19.585 INFO:tasks.rados.rados.0.smithi111.stdout:3461: snap_create 2023-12-01T04:55:19.603 INFO:tasks.rados.rados.0.smithi111.stdout:3457: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:19 smithi155 ceph-mon[102677]: pgmap v1081: 121 pgs: 121 active+clean; 159 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:19 smithi111 ceph-mon[97855]: pgmap v1081: 121 pgs: 121 active+clean; 159 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:19 smithi111 ceph-mon[116524]: pgmap v1081: 121 pgs: 121 active+clean; 159 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:20.575 INFO:tasks.rados.rados.0.smithi111.stdout:3457: done (1 left) 2023-12-01T04:55:20.575 INFO:tasks.rados.rados.0.smithi111.stdout:3461: done (0 left) 2023-12-01T04:55:20.575 INFO:tasks.rados.rados.0.smithi111.stdout:3462: copy_from oid 14 from oid 19 current snap is 332 2023-12-01T04:55:20.575 INFO:tasks.rados.rados.0.smithi111.stdout:3463: rmattr oid 49 current snap is 332 2023-12-01T04:55:20.575 INFO:tasks.rados.rados.0.smithi111.stdout:3464: delete oid 31 current snap is 332 2023-12-01T04:55:20.579 INFO:tasks.rados.rados.0.smithi111.stdout:3464: done (2 left) 2023-12-01T04:55:20.580 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 332 2023-12-01T04:55:20.580 INFO:tasks.rados.rados.0.smithi111.stdout:3465: seq_num 1070 ranges {5832704=729088,6561792=401408} 2023-12-01T04:55:20.615 INFO:tasks.rados.rados.0.smithi111.stdout:3465: writing smithi111183488-24 from 5832704 to 6561792 tid 1 2023-12-01T04:55:20.617 INFO:tasks.rados.rados.0.smithi111.stdout:3465: writing smithi111183488-24 from 6561792 to 6963200 tid 2 2023-12-01T04:55:20.617 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2154 (ObjNum 1054 snap 329 seq_num 1054) dirty exists 2023-12-01T04:55:20.617 INFO:tasks.rados.rados.0.smithi111.stdout:3463: done (2 left) 2023-12-01T04:55:20.618 INFO:tasks.rados.rados.0.smithi111.stdout:3466: delete oid 5 current snap is 332 2023-12-01T04:55:20.618 INFO:tasks.rados.rados.0.smithi111.stdout:3462: finishing copy_from to smithi111183488-14 2023-12-01T04:55:20.618 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2792 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:55:20.618 INFO:tasks.rados.rados.0.smithi111.stdout:3462: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:55:20.623 INFO:tasks.rados.rados.0.smithi111.stdout:3462: done (2 left) 2023-12-01T04:55:20.623 INFO:tasks.rados.rados.0.smithi111.stdout:3466: done (1 left) 2023-12-01T04:55:20.623 INFO:tasks.rados.rados.0.smithi111.stdout:3467: rmattr oid 47 current snap is 332 2023-12-01T04:55:20.623 INFO:tasks.rados.rados.0.smithi111.stdout:3467: done (1 left) 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:3468: read oid 47 snap 324 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:3468: expect (ObjNum 1018 snap 315 seq_num 1018) 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:3469: read oid 15 snap -1 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:3469: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:3470: rollback oid 38 current snap is 332 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 38 to 325 2023-12-01T04:55:20.624 INFO:tasks.rados.rados.0.smithi111.stdout:3471: copy_from oid 49 from oid 14 current snap is 332 2023-12-01T04:55:20.625 INFO:tasks.rados.rados.0.smithi111.stdout:3472: read oid 40 snap 325 2023-12-01T04:55:20.625 INFO:tasks.rados.rados.0.smithi111.stdout:3472: expect (ObjNum 1039 snap 320 seq_num 1039) 2023-12-01T04:55:20.625 INFO:tasks.rados.rados.0.smithi111.stdout:3473: read oid 12 snap -1 2023-12-01T04:55:20.625 INFO:tasks.rados.rados.0.smithi111.stdout:3473: expect (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:55:20.625 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 332 2023-12-01T04:55:20.625 INFO:tasks.rados.rados.0.smithi111.stdout:3474: seq_num 1072 ranges {0=761856,761856=401408} 2023-12-01T04:55:20.632 INFO:tasks.rados.rados.0.smithi111.stdout:3474: writing smithi111183488-8 from 0 to 761856 tid 1 2023-12-01T04:55:20.632 INFO:tasks.rados.rados.0.smithi111.stdout:3474: writing smithi111183488-8 from 761856 to 1163264 tid 2 2023-12-01T04:55:20.632 INFO:tasks.rados.rados.0.smithi111.stdout:3475: setattr oid 16 current snap is 332 2023-12-01T04:55:20.633 INFO:tasks.rados.rados.0.smithi111.stdout:3465: finishing write tid 1 to smithi111183488-24 2023-12-01T04:55:20.633 INFO:tasks.rados.rados.0.smithi111.stdout:3465: finishing write tid 2 to smithi111183488-24 2023-12-01T04:55:20.633 INFO:tasks.rados.rados.0.smithi111.stdout:3465: finishing write tid 3 to smithi111183488-24 2023-12-01T04:55:20.633 INFO:tasks.rados.rados.0.smithi111.stdout:3465: finishing write tid 4 to smithi111183488-24 2023-12-01T04:55:20.633 INFO:tasks.rados.rados.0.smithi111.stdout:3465: oid 24 updating version 0 to 2455 2023-12-01T04:55:20.633 INFO:tasks.rados.rados.0.smithi111.stdout:3465: oid 24 updating version 2455 to 2457 2023-12-01T04:55:20.634 INFO:tasks.rados.rados.0.smithi111.stdout:3465: oid 24 version 2457 is already newer than 2456 2023-12-01T04:55:20.634 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2457 (ObjNum 1070 snap 332 seq_num 1070) dirty exists 2023-12-01T04:55:20.634 INFO:tasks.rados.rados.0.smithi111.stdout:3465: left oid 24 (ObjNum 1070 snap 332 seq_num 1070) 2023-12-01T04:55:20.634 INFO:tasks.rados.rados.0.smithi111.stdout:3472: expect (ObjNum 1039 snap 320 seq_num 1039) 2023-12-01T04:55:20.665 INFO:tasks.rados.rados.0.smithi111.stdout:3470: finishing rollback tid 0 to smithi111183488-38 2023-12-01T04:55:20.665 INFO:tasks.rados.rados.0.smithi111.stdout:3470: finishing rollback tid 1 to smithi111183488-38 2023-12-01T04:55:20.665 INFO:tasks.rados.rados.0.smithi111.stdout:3474: finishing write tid 1 to smithi111183488-8 2023-12-01T04:55:20.665 INFO:tasks.rados.rados.0.smithi111.stdout:3470: finishing rollback tid 2 to smithi111183488-38 2023-12-01T04:55:20.665 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2810 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:55:20.665 INFO:tasks.rados.rados.0.smithi111.stdout:3468: expect (ObjNum 1018 snap 315 seq_num 1018) 2023-12-01T04:55:20.673 INFO:tasks.rados.rados.0.smithi111.stdout:3469: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:20.763 INFO:tasks.rados.rados.0.smithi111.stdout:3474: finishing write tid 2 to smithi111183488-8 2023-12-01T04:55:20.763 INFO:tasks.rados.rados.0.smithi111.stdout:3474: finishing write tid 3 to smithi111183488-8 2023-12-01T04:55:20.763 INFO:tasks.rados.rados.0.smithi111.stdout:3473: expect (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3474: finishing write tid 4 to smithi111183488-8 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3474: oid 8 updating version 0 to 2155 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3474: oid 8 updating version 2155 to 2157 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3474: oid 8 version 2157 is already newer than 2156 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2157 (ObjNum 1072 snap 332 seq_num 1072) dirty exists 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3474: left oid 8 (ObjNum 1072 snap 332 seq_num 1072) 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3471: finishing copy_from to smithi111183488-49 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2792 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:55:20.883 INFO:tasks.rados.rados.0.smithi111.stdout:3471: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3465: done (8 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3468: done (7 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3469: done (6 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3470: done (5 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3471: done (4 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3472: done (3 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3473: done (2 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3474: done (1 left) 2023-12-01T04:55:20.884 INFO:tasks.rados.rados.0.smithi111.stdout:3476: snap_create 2023-12-01T04:55:20.885 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2459 (ObjNum 1040 snap 320 seq_num 1040) dirty exists 2023-12-01T04:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:20 smithi155 ceph-mon[102677]: osdmap e738: 8 total, 8 up, 8 in 2023-12-01T04:55:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:20 smithi111 ceph-mon[97855]: osdmap e738: 8 total, 8 up, 8 in 2023-12-01T04:55:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:20 smithi111 ceph-mon[116524]: osdmap e738: 8 total, 8 up, 8 in 2023-12-01T04:55:21.581 INFO:tasks.rados.rados.0.smithi111.stdout:3475: done (1 left) 2023-12-01T04:55:21.581 INFO:tasks.rados.rados.0.smithi111.stdout:3476: done (0 left) 2023-12-01T04:55:21.581 INFO:tasks.rados.rados.0.smithi111.stdout:3477: delete oid 42 current snap is 333 2023-12-01T04:55:21.586 INFO:tasks.rados.rados.0.smithi111.stdout:3477: done (0 left) 2023-12-01T04:55:21.586 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 333 2023-12-01T04:55:21.586 INFO:tasks.rados.rados.0.smithi111.stdout:3478: seq_num 1074 ranges {3186688=794624,3981312=401408} 2023-12-01T04:55:21.607 INFO:tasks.rados.rados.0.smithi111.stdout:3478: writing smithi111183488-26 from 3186688 to 3981312 tid 1 2023-12-01T04:55:21.609 INFO:tasks.rados.rados.0.smithi111.stdout:3478: writing smithi111183488-26 from 3981312 to 4382720 tid 2 2023-12-01T04:55:21.609 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 333 2023-12-01T04:55:21.609 INFO:tasks.rados.rados.0.smithi111.stdout:3479: seq_num 1075 ranges {0=409600,409600=671744,1081344=131072} 2023-12-01T04:55:21.611 INFO:tasks.rados.rados.0.smithi111.stdout:3479: writing smithi111183488-42 from 0 to 409600 tid 1 2023-12-01T04:55:21.615 INFO:tasks.rados.rados.0.smithi111.stdout:3479: writing smithi111183488-42 from 409600 to 1081344 tid 2 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:3479: writing smithi111183488-42 from 1081344 to 1212416 tid 3 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 333 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:3479: finishing write tid 1 to smithi111183488-42 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:3478: finishing write tid 1 to smithi111183488-26 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:3478: finishing write tid 2 to smithi111183488-26 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:3478: finishing write tid 3 to smithi111183488-26 2023-12-01T04:55:21.617 INFO:tasks.rados.rados.0.smithi111.stdout:3480: seq_num 1076 ranges {7020544=425984,7446528=548864,7995392=253952} 2023-12-01T04:55:21.656 INFO:tasks.rados.rados.0.smithi111.stdout:3480: writing smithi111183488-22 from 7020544 to 7446528 tid 1 2023-12-01T04:55:21.659 INFO:tasks.rados.rados.0.smithi111.stdout:3480: writing smithi111183488-22 from 7446528 to 7995392 tid 2 2023-12-01T04:55:21.663 INFO:tasks.rados.rados.0.smithi111.stdout:3480: writing smithi111183488-22 from 7995392 to 8249344 tid 3 2023-12-01T04:55:21.663 INFO:tasks.rados.rados.0.smithi111.stdout:3481: delete oid 44 current snap is 333 2023-12-01T04:55:21.663 INFO:tasks.rados.rados.0.smithi111.stdout:3478: finishing write tid 4 to smithi111183488-26 2023-12-01T04:55:21.663 INFO:tasks.rados.rados.0.smithi111.stdout:3478: oid 26 updating version 0 to 2076 2023-12-01T04:55:21.663 INFO:tasks.rados.rados.0.smithi111.stdout:3478: oid 26 updating version 2076 to 2077 2023-12-01T04:55:21.663 INFO:tasks.rados.rados.0.smithi111.stdout:3478: oid 26 version 2077 is already newer than 2075 2023-12-01T04:55:21.664 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2077 (ObjNum 1074 snap 333 seq_num 1074) dirty exists 2023-12-01T04:55:21.664 INFO:tasks.rados.rados.0.smithi111.stdout:3478: left oid 26 (ObjNum 1074 snap 333 seq_num 1074) 2023-12-01T04:55:21.664 INFO:tasks.rados.rados.0.smithi111.stdout:3479: finishing write tid 2 to smithi111183488-42 2023-12-01T04:55:21.664 INFO:tasks.rados.rados.0.smithi111.stdout:3479: finishing write tid 3 to smithi111183488-42 2023-12-01T04:55:21.664 INFO:tasks.rados.rados.0.smithi111.stdout:3479: finishing write tid 4 to smithi111183488-42 2023-12-01T04:55:21.664 INFO:tasks.rados.rados.0.smithi111.stdout:3479: finishing write tid 5 to smithi111183488-42 2023-12-01T04:55:21.665 INFO:tasks.rados.rados.0.smithi111.stdout:3479: oid 42 updating version 0 to 2061 2023-12-01T04:55:21.665 INFO:tasks.rados.rados.0.smithi111.stdout:3479: oid 42 updating version 2061 to 2064 2023-12-01T04:55:21.665 INFO:tasks.rados.rados.0.smithi111.stdout:3479: oid 42 version 2064 is already newer than 2062 2023-12-01T04:55:21.665 INFO:tasks.rados.rados.0.smithi111.stdout:3479: oid 42 version 2064 is already newer than 2063 2023-12-01T04:55:21.665 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2064 (ObjNum 1075 snap 333 seq_num 1075) dirty exists 2023-12-01T04:55:21.665 INFO:tasks.rados.rados.0.smithi111.stdout:3479: left oid 42 (ObjNum 1075 snap 333 seq_num 1075) 2023-12-01T04:55:21.666 INFO:tasks.rados.rados.0.smithi111.stdout:3480: finishing write tid 1 to smithi111183488-22 2023-12-01T04:55:21.667 INFO:tasks.rados.rados.0.smithi111.stdout:3478: done (3 left) 2023-12-01T04:55:21.667 INFO:tasks.rados.rados.0.smithi111.stdout:3479: done (2 left) 2023-12-01T04:55:21.667 INFO:tasks.rados.rados.0.smithi111.stdout:3481: done (1 left) 2023-12-01T04:55:21.667 INFO:tasks.rados.rados.0.smithi111.stdout:3482: read oid 18 snap -1 2023-12-01T04:55:21.668 INFO:tasks.rados.rados.0.smithi111.stdout:3482: expect (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:55:21.669 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 333 2023-12-01T04:55:21.670 INFO:tasks.rados.rados.0.smithi111.stdout:3483: seq_num 1078 ranges {0=458752,458752=720896,1179648=81920} 2023-12-01T04:55:21.670 INFO:tasks.rados.rados.0.smithi111.stdout:3483: writing smithi111183488-46 from 0 to 458752 tid 1 2023-12-01T04:55:21.671 INFO:tasks.rados.rados.0.smithi111.stdout:3483: writing smithi111183488-46 from 458752 to 1179648 tid 2 2023-12-01T04:55:21.673 INFO:tasks.rados.rados.0.smithi111.stdout:3483: writing smithi111183488-46 from 1179648 to 1261568 tid 3 2023-12-01T04:55:21.673 INFO:tasks.rados.rados.0.smithi111.stdout:3484: read oid 29 snap -1 2023-12-01T04:55:21.673 INFO:tasks.rados.rados.0.smithi111.stdout:3484: expect (ObjNum 1053 snap 329 seq_num 1053) 2023-12-01T04:55:21.673 INFO:tasks.rados.rados.0.smithi111.stdout:3485: rollback oid 43 current snap is 333 2023-12-01T04:55:21.673 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 324 2023-12-01T04:55:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3480: finishing write tid 2 to smithi111183488-22 2023-12-01T04:55:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3480: finishing write tid 3 to smithi111183488-22 2023-12-01T04:55:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3480: finishing write tid 4 to smithi111183488-22 2023-12-01T04:55:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3480: finishing write tid 5 to smithi111183488-22 2023-12-01T04:55:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3480: oid 22 updating version 0 to 2791 2023-12-01T04:55:21.674 INFO:tasks.rados.rados.0.smithi111.stdout:3480: oid 22 version 2791 is already newer than 2790 2023-12-01T04:55:21.675 INFO:tasks.rados.rados.0.smithi111.stdout:3480: oid 22 updating version 2791 to 2792 2023-12-01T04:55:21.675 INFO:tasks.rados.rados.0.smithi111.stdout:3480: oid 22 version 2792 is already newer than 2789 2023-12-01T04:55:21.675 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2792 (ObjNum 1076 snap 333 seq_num 1076) dirty exists 2023-12-01T04:55:21.675 INFO:tasks.rados.rados.0.smithi111.stdout:3480: left oid 22 (ObjNum 1076 snap 333 seq_num 1076) 2023-12-01T04:55:21.675 INFO:tasks.rados.rados.0.smithi111.stdout:3483: finishing write tid 1 to smithi111183488-46 2023-12-01T04:55:21.675 INFO:tasks.rados.rados.0.smithi111.stdout:3480: done (4 left) 2023-12-01T04:55:21.676 INFO:tasks.rados.rados.0.smithi111.stdout:3486: read oid 42 snap 331 2023-12-01T04:55:21.676 INFO:tasks.rados.rados.0.smithi111.stdout:3486: expect (ObjNum 1036 snap 320 seq_num 1036) 2023-12-01T04:55:21.676 INFO:tasks.rados.rados.0.smithi111.stdout:3487: snap_remove snap 330 2023-12-01T04:55:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:21 smithi155 ceph-mon[102677]: osdmap e739: 8 total, 8 up, 8 in 2023-12-01T04:55:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:21 smithi155 ceph-mon[102677]: pgmap v1084: 121 pgs: 121 active+clean; 166 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2023-12-01T04:55:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:21 smithi111 ceph-mon[97855]: osdmap e739: 8 total, 8 up, 8 in 2023-12-01T04:55:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:21 smithi111 ceph-mon[97855]: pgmap v1084: 121 pgs: 121 active+clean; 166 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2023-12-01T04:55:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:21 smithi111 ceph-mon[116524]: osdmap e739: 8 total, 8 up, 8 in 2023-12-01T04:55:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:21 smithi111 ceph-mon[116524]: pgmap v1084: 121 pgs: 121 active+clean; 166 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2023-12-01T04:55:22.588 INFO:tasks.rados.rados.0.smithi111.stdout:3487: done (5 left) 2023-12-01T04:55:22.589 INFO:tasks.rados.rados.0.smithi111.stdout:3488: copy_from oid 17 from oid 27 current snap is 333 2023-12-01T04:55:22.589 INFO:tasks.rados.rados.0.smithi111.stdout:3489: snap_remove snap 325 2023-12-01T04:55:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:22 smithi155 ceph-mon[102677]: osdmap e740: 8 total, 8 up, 8 in 2023-12-01T04:55:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:22 smithi111 ceph-mon[97855]: osdmap e740: 8 total, 8 up, 8 in 2023-12-01T04:55:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:22 smithi111 ceph-mon[116524]: osdmap e740: 8 total, 8 up, 8 in 2023-12-01T04:55:23.542 INFO:tasks.rados.rados.0.smithi111.stdout:3489: done (6 left) 2023-12-01T04:55:23.543 INFO:tasks.rados.rados.0.smithi111.stdout:3490: read oid 48 snap -1 2023-12-01T04:55:23.543 INFO:tasks.rados.rados.0.smithi111.stdout:3490: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:55:23.543 INFO:tasks.rados.rados.0.smithi111.stdout:3491: copy_from oid 22 from oid 40 current snap is 333 2023-12-01T04:55:23.543 INFO:tasks.rados.rados.0.smithi111.stdout:3492: setattr oid 36 current snap is 333 2023-12-01T04:55:23.543 INFO:tasks.rados.rados.0.smithi111.stdout:3493: snap_remove snap 332 2023-12-01T04:55:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:23 smithi155 ceph-mon[102677]: osdmap e741: 8 total, 8 up, 8 in 2023-12-01T04:55:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:23 smithi155 ceph-mon[102677]: pgmap v1087: 121 pgs: 121 active+clean; 166 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2023-12-01T04:55:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:23 smithi155 ceph-mon[102677]: osdmap e742: 8 total, 8 up, 8 in 2023-12-01T04:55:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:23 smithi111 ceph-mon[97855]: osdmap e741: 8 total, 8 up, 8 in 2023-12-01T04:55:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:23 smithi111 ceph-mon[97855]: pgmap v1087: 121 pgs: 121 active+clean; 166 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2023-12-01T04:55:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:23 smithi111 ceph-mon[97855]: osdmap e742: 8 total, 8 up, 8 in 2023-12-01T04:55:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:23 smithi111 ceph-mon[116524]: osdmap e741: 8 total, 8 up, 8 in 2023-12-01T04:55:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:23 smithi111 ceph-mon[116524]: pgmap v1087: 121 pgs: 121 active+clean; 166 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2023-12-01T04:55:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:23 smithi111 ceph-mon[116524]: osdmap e742: 8 total, 8 up, 8 in 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:3493: done (9 left) 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 333 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:3485: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:3485: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:3485: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2051 (ObjNum 1012 snap 309 seq_num 1012) dirty exists 2023-12-01T04:55:24.552 INFO:tasks.rados.rados.0.smithi111.stdout:3482: expect (ObjNum 821 snap 262 seq_num 821) 2023-12-01T04:55:24.672 INFO:tasks.rados.rados.0.smithi111.stdout:3483: finishing write tid 2 to smithi111183488-46 2023-12-01T04:55:24.673 INFO:tasks.rados.rados.0.smithi111.stdout:3486: expect (ObjNum 1036 snap 320 seq_num 1036) 2023-12-01T04:55:24.686 INFO:tasks.rados.rados.0.smithi111.stdout:3483: finishing write tid 3 to smithi111183488-46 2023-12-01T04:55:24.687 INFO:tasks.rados.rados.0.smithi111.stdout:3483: finishing write tid 4 to smithi111183488-46 2023-12-01T04:55:24.687 INFO:tasks.rados.rados.0.smithi111.stdout:3484: expect (ObjNum 1053 snap 329 seq_num 1053) 2023-12-01T04:55:24.970 INFO:tasks.rados.rados.0.smithi111.stdout:3483: finishing write tid 5 to smithi111183488-46 2023-12-01T04:55:24.970 INFO:tasks.rados.rados.0.smithi111.stdout:3483: oid 46 updating version 0 to 2877 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3483: oid 46 updating version 2877 to 2878 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3483: oid 46 version 2878 is already newer than 2876 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3483: oid 46 version 2878 is already newer than 2875 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2878 (ObjNum 1078 snap 333 seq_num 1078) dirty exists 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3483: left oid 46 (ObjNum 1078 snap 333 seq_num 1078) 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3488: finishing copy_from to smithi111183488-17 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3488: got expected ENOENT (src dne) 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3488: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2065 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:55:24.971 INFO:tasks.rados.rados.0.smithi111.stdout:3490: expect (ObjNum 988 snap 303 seq_num 988) 2023-12-01T04:55:25.027 INFO:tasks.rados.rados.0.smithi111.stdout:3491: finishing copy_from to smithi111183488-22 2023-12-01T04:55:25.027 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 1209 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:55:25.027 INFO:tasks.rados.rados.0.smithi111.stdout:3491: finishing copy_from racing read to smithi111183488-22 2023-12-01T04:55:25.028 INFO:tasks.rados.rados.0.smithi111.stdout:3494: seq_num 1079 ranges {671744=475136,1146880=606208,1753088=196608} 2023-12-01T04:55:25.033 INFO:tasks.rados.rados.0.smithi111.stdout:3494: writing smithi111183488-37 from 671744 to 1146880 tid 1 2023-12-01T04:55:25.037 INFO:tasks.rados.rados.0.smithi111.stdout:3494: writing smithi111183488-37 from 1146880 to 1753088 tid 2 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3494: writing smithi111183488-37 from 1753088 to 1949696 tid 3 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3482: done (9 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3483: done (8 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3484: done (7 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3485: done (6 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3486: done (5 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3488: done (4 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3490: done (3 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3491: done (2 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3492: done (1 left) 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:3495: rollback oid 40 current snap is 333 2023-12-01T04:55:25.039 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 331 2023-12-01T04:55:25.040 INFO:tasks.rados.rados.0.smithi111.stdout:3496: read oid 19 snap -1 2023-12-01T04:55:25.040 INFO:tasks.rados.rados.0.smithi111.stdout:3496: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:25.040 INFO:tasks.rados.rados.0.smithi111.stdout:3497: delete oid 45 current snap is 333 2023-12-01T04:55:25.040 INFO:tasks.rados.rados.0.smithi111.stdout:3494: finishing write tid 1 to smithi111183488-37 2023-12-01T04:55:25.042 INFO:tasks.rados.rados.0.smithi111.stdout:3495: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:55:25.043 INFO:tasks.rados.rados.0.smithi111.stdout:3495: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:55:25.045 INFO:tasks.rados.rados.0.smithi111.stdout:3497: done (3 left) 2023-12-01T04:55:25.045 INFO:tasks.rados.rados.0.smithi111.stdout:3498: copy_from oid 14 from oid 29 current snap is 333 2023-12-01T04:55:25.045 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 333 2023-12-01T04:55:25.045 INFO:tasks.rados.rados.0.smithi111.stdout:3499: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2023-12-01T04:55:25.046 INFO:tasks.rados.rados.0.smithi111.stdout:3499: writing smithi111183488-34 from 0 to 507904 tid 1 2023-12-01T04:55:25.049 INFO:tasks.rados.rados.0.smithi111.stdout:3499: writing smithi111183488-34 from 507904 to 933888 tid 2 2023-12-01T04:55:25.051 INFO:tasks.rados.rados.0.smithi111.stdout:3499: writing smithi111183488-34 from 933888 to 1310720 tid 3 2023-12-01T04:55:25.052 INFO:tasks.rados.rados.0.smithi111.stdout:3500: read oid 3 snap -1 2023-12-01T04:55:25.052 INFO:tasks.rados.rados.0.smithi111.stdout:3500: expect (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:55:25.052 INFO:tasks.rados.rados.0.smithi111.stdout:3501: read oid 6 snap 331 2023-12-01T04:55:25.052 INFO:tasks.rados.rados.0.smithi111.stdout:3501: expect (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:55:25.052 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 333 2023-12-01T04:55:25.052 INFO:tasks.rados.rados.0.smithi111.stdout:3502: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2023-12-01T04:55:25.054 INFO:tasks.rados.rados.0.smithi111.stdout:3502: writing smithi111183488-44 from 0 to 524288 tid 1 2023-12-01T04:55:25.058 INFO:tasks.rados.rados.0.smithi111.stdout:3502: writing smithi111183488-44 from 524288 to 1228800 tid 2 2023-12-01T04:55:25.059 INFO:tasks.rados.rados.0.smithi111.stdout:3502: writing smithi111183488-44 from 1228800 to 1327104 tid 3 2023-12-01T04:55:25.060 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 43 current snap is 333 2023-12-01T04:55:25.060 INFO:tasks.rados.rados.0.smithi111.stdout:3494: finishing write tid 2 to smithi111183488-37 2023-12-01T04:55:25.060 INFO:tasks.rados.rados.0.smithi111.stdout:3503: seq_num 1083 ranges {7331840=540672,7872512=589824,8462336=212992} 2023-12-01T04:55:25.103 INFO:tasks.rados.rados.0.smithi111.stdout:3503: writing smithi111183488-43 from 7331840 to 7872512 tid 1 2023-12-01T04:55:25.106 INFO:tasks.rados.rados.0.smithi111.stdout:3503: writing smithi111183488-43 from 7872512 to 8462336 tid 2 2023-12-01T04:55:25.107 INFO:tasks.rados.rados.0.smithi111.stdout:3503: writing smithi111183488-43 from 8462336 to 8675328 tid 3 2023-12-01T04:55:25.107 INFO:tasks.rados.rados.0.smithi111.stdout:3504: read oid 38 snap -1 2023-12-01T04:55:25.107 INFO:tasks.rados.rados.0.smithi111.stdout:3504: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:25.107 INFO:tasks.rados.rados.0.smithi111.stdout:3505: snap_remove snap 324 2023-12-01T04:55:25.562 INFO:tasks.rados.rados.0.smithi111.stdout:3505: done (10 left) 2023-12-01T04:55:25.562 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 333 2023-12-01T04:55:25.562 INFO:tasks.rados.rados.0.smithi111.stdout:3506: seq_num 1084 ranges {3440640=557056,3997696=475136,4472832=327680} 2023-12-01T04:55:25.583 INFO:tasks.rados.rados.0.smithi111.stdout:3506: writing smithi111183488-18 from 3440640 to 3997696 tid 1 2023-12-01T04:55:25.586 INFO:tasks.rados.rados.0.smithi111.stdout:3506: writing smithi111183488-18 from 3997696 to 4472832 tid 2 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3506: writing smithi111183488-18 from 4472832 to 4800512 tid 3 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3507: read oid 13 snap -1 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3507: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3508: rmattr oid 42 current snap is 333 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3508: done (12 left) 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3509: rollback oid 17 current snap is 333 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 17 to 331 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3510: copy_from oid 20 from oid 49 current snap is 333 2023-12-01T04:55:25.589 INFO:tasks.rados.rados.0.smithi111.stdout:3511: copy_from oid 50 from oid 36 current snap is 333 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3512: setattr oid 7 current snap is 333 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: finishing write tid 3 to smithi111183488-37 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: finishing write tid 4 to smithi111183488-37 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3495: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 1212 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: finishing write tid 5 to smithi111183488-37 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: oid 37 updating version 0 to 2080 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: oid 37 updating version 2080 to 2082 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: oid 37 version 2082 is already newer than 2081 2023-12-01T04:55:25.590 INFO:tasks.rados.rados.0.smithi111.stdout:3494: oid 37 version 2082 is already newer than 2079 2023-12-01T04:55:25.591 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2082 (ObjNum 1079 snap 333 seq_num 1079) dirty exists 2023-12-01T04:55:25.591 INFO:tasks.rados.rados.0.smithi111.stdout:3494: left oid 37 (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:25.591 INFO:tasks.rados.rados.0.smithi111.stdout:3496: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:25.736 INFO:tasks.rados.rados.0.smithi111.stdout:3499: finishing write tid 1 to smithi111183488-34 2023-12-01T04:55:25.736 INFO:tasks.rados.rados.0.smithi111.stdout:3499: finishing write tid 2 to smithi111183488-34 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: finishing write tid 3 to smithi111183488-34 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: finishing write tid 4 to smithi111183488-34 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: finishing write tid 5 to smithi111183488-34 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: oid 34 updating version 0 to 1216 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: oid 34 version 1216 is already newer than 1213 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: oid 34 version 1216 is already newer than 1215 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: oid 34 version 1216 is already newer than 1214 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 1216 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3499: left oid 34 (ObjNum 1081 snap 333 seq_num 1081) 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3502: finishing write tid 1 to smithi111183488-44 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3498: finishing copy_from to smithi111183488-14 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2850 (ObjNum 1053 snap 329 seq_num 1053) dirty exists 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3498: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:55:25.737 INFO:tasks.rados.rados.0.smithi111.stdout:3501: expect (ObjNum 838 snap 269 seq_num 838) 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: finishing write tid 2 to smithi111183488-44 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: finishing write tid 3 to smithi111183488-44 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: finishing write tid 4 to smithi111183488-44 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: finishing write tid 5 to smithi111183488-44 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: oid 44 updating version 0 to 2085 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: oid 44 version 2085 is already newer than 2083 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: oid 44 version 2085 is already newer than 2084 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: oid 44 updating version 2085 to 2086 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2086 (ObjNum 1082 snap 333 seq_num 1082) dirty exists 2023-12-01T04:55:25.855 INFO:tasks.rados.rados.0.smithi111.stdout:3502: left oid 44 (ObjNum 1082 snap 333 seq_num 1082) 2023-12-01T04:55:25.856 INFO:tasks.rados.rados.0.smithi111.stdout:3500: expect (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:55:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:25 smithi155 ceph-mon[102677]: osdmap e743: 8 total, 8 up, 8 in 2023-12-01T04:55:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:25 smithi155 ceph-mon[102677]: pgmap v1090: 121 pgs: 121 active+clean; 173 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:55:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:25 smithi111 ceph-mon[97855]: osdmap e743: 8 total, 8 up, 8 in 2023-12-01T04:55:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:25 smithi111 ceph-mon[97855]: pgmap v1090: 121 pgs: 121 active+clean; 173 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:55:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:25 smithi111 ceph-mon[116524]: osdmap e743: 8 total, 8 up, 8 in 2023-12-01T04:55:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:25 smithi111 ceph-mon[116524]: pgmap v1090: 121 pgs: 121 active+clean; 173 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: finishing write tid 1 to smithi111183488-43 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: finishing write tid 2 to smithi111183488-43 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: finishing write tid 3 to smithi111183488-43 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: finishing write tid 4 to smithi111183488-43 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: finishing write tid 5 to smithi111183488-43 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: oid 43 updating version 0 to 2055 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: oid 43 version 2055 is already newer than 2052 2023-12-01T04:55:26.384 INFO:tasks.rados.rados.0.smithi111.stdout:3503: oid 43 version 2055 is already newer than 2053 2023-12-01T04:55:26.385 INFO:tasks.rados.rados.0.smithi111.stdout:3503: oid 43 version 2055 is already newer than 2054 2023-12-01T04:55:26.385 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2055 (ObjNum 1083 snap 333 seq_num 1083) dirty exists 2023-12-01T04:55:26.385 INFO:tasks.rados.rados.0.smithi111.stdout:3503: left oid 43 (ObjNum 1083 snap 333 seq_num 1083) 2023-12-01T04:55:26.385 INFO:tasks.rados.rados.0.smithi111.stdout:3504: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:26.796 INFO:tasks.rados.rados.0.smithi111.stdout:3507: expect (ObjNum 0 snap 0 seq_num 0) 2023-12-01T04:55:26.798 INFO:tasks.rados.rados.0.smithi111.stdout:3506: finishing write tid 1 to smithi111183488-18 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: finishing write tid 2 to smithi111183488-18 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: finishing write tid 3 to smithi111183488-18 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: finishing write tid 4 to smithi111183488-18 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: finishing write tid 5 to smithi111183488-18 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: oid 18 updating version 0 to 2794 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: oid 18 updating version 2794 to 2796 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: oid 18 version 2796 is already newer than 2795 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: oid 18 version 2796 is already newer than 2793 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2796 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3506: left oid 18 (ObjNum 1084 snap 333 seq_num 1084) 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3509: finishing rollback tid 0 to smithi111183488-17 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3509: finishing rollback tid 1 to smithi111183488-17 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:3509: finishing rollback tid 2 to smithi111183488-17 2023-12-01T04:55:26.799 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2813 (ObjNum 1063 snap 329 seq_num 1063) dirty exists 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3510: finishing copy_from to smithi111183488-20 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2792 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3510: finishing copy_from racing read to smithi111183488-20 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3511: finishing copy_from to smithi111183488-50 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2065 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3511: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3494: done (15 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3495: done (14 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3496: done (13 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3498: done (12 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3499: done (11 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3500: done (10 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3501: done (9 left) 2023-12-01T04:55:26.800 INFO:tasks.rados.rados.0.smithi111.stdout:3502: done (8 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3503: done (7 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3504: done (6 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3506: done (5 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3507: done (4 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3509: done (3 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3510: done (2 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3511: done (1 left) 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:3513: delete oid 6 current snap is 333 2023-12-01T04:55:26.801 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1381 (ObjNum 1060 snap 329 seq_num 1060) dirty exists 2023-12-01T04:55:26.802 INFO:tasks.rados.rados.0.smithi111.stdout:3512: done (1 left) 2023-12-01T04:55:26.802 INFO:tasks.rados.rados.0.smithi111.stdout:3513: done (0 left) 2023-12-01T04:55:26.802 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 333 2023-12-01T04:55:26.802 INFO:tasks.rados.rados.0.smithi111.stdout:3514: seq_num 1086 ranges {3694592=598016,4292608=647168,4939776=155648} 2023-12-01T04:55:26.822 INFO:tasks.rados.rados.0.smithi111.stdout:3514: writing smithi111183488-30 from 3694592 to 4292608 tid 1 2023-12-01T04:55:26.826 INFO:tasks.rados.rados.0.smithi111.stdout:3514: writing smithi111183488-30 from 4292608 to 4939776 tid 2 2023-12-01T04:55:26.827 INFO:tasks.rados.rados.0.smithi111.stdout:3514: writing smithi111183488-30 from 4939776 to 5095424 tid 3 2023-12-01T04:55:26.827 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 333 2023-12-01T04:55:26.827 INFO:tasks.rados.rados.0.smithi111.stdout:3515: seq_num 1087 ranges {958464=614400,1572864=532480,2105344=270336} 2023-12-01T04:55:26.836 INFO:tasks.rados.rados.0.smithi111.stdout:3515: writing smithi111183488-7 from 958464 to 1572864 tid 1 2023-12-01T04:55:26.839 INFO:tasks.rados.rados.0.smithi111.stdout:3515: writing smithi111183488-7 from 1572864 to 2105344 tid 2 2023-12-01T04:55:26.841 INFO:tasks.rados.rados.0.smithi111.stdout:3515: writing smithi111183488-7 from 2105344 to 2375680 tid 3 2023-12-01T04:55:26.841 INFO:tasks.rados.rados.0.smithi111.stdout:3516: setattr oid 36 current snap is 333 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: finishing write tid 1 to smithi111183488-30 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: finishing write tid 2 to smithi111183488-30 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: finishing write tid 3 to smithi111183488-30 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: finishing write tid 4 to smithi111183488-30 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: finishing write tid 5 to smithi111183488-30 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: oid 30 updating version 0 to 2491 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: oid 30 updating version 2491 to 2492 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: oid 30 updating version 2492 to 2493 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: oid 30 version 2493 is already newer than 2490 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2493 (ObjNum 1086 snap 333 seq_num 1086) dirty exists 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3514: left oid 30 (ObjNum 1086 snap 333 seq_num 1086) 2023-12-01T04:55:26.842 INFO:tasks.rados.rados.0.smithi111.stdout:3515: finishing write tid 1 to smithi111183488-7 2023-12-01T04:55:26.843 INFO:tasks.rados.rados.0.smithi111.stdout:3514: done (2 left) 2023-12-01T04:55:26.843 INFO:tasks.rados.rados.0.smithi111.stdout:3517: rollback oid 14 current snap is 333 2023-12-01T04:55:26.843 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 14 to 331 2023-12-01T04:55:26.843 INFO:tasks.rados.rados.0.smithi111.stdout:3518: setattr oid 22 current snap is 333 2023-12-01T04:55:26.843 INFO:tasks.rados.rados.0.smithi111.stdout:3515: finishing write tid 2 to smithi111183488-7 2023-12-01T04:55:26.844 INFO:tasks.rados.rados.0.smithi111.stdout:3519: snap_create 2023-12-01T04:55:26.845 INFO:tasks.rados.rados.0.smithi111.stdout:3515: finishing write tid 3 to smithi111183488-7 2023-12-01T04:55:26.845 INFO:tasks.rados.rados.0.smithi111.stdout:3515: finishing write tid 4 to smithi111183488-7 2023-12-01T04:55:26.845 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2066 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2797 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3515: finishing write tid 5 to smithi111183488-7 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3515: oid 7 updating version 0 to 1385 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3515: oid 7 version 1385 is already newer than 1382 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3515: oid 7 version 1385 is already newer than 1384 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3515: oid 7 version 1385 is already newer than 1383 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1385 (ObjNum 1087 snap 333 seq_num 1087) dirty exists 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3515: left oid 7 (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3517: finishing rollback tid 0 to smithi111183488-14 2023-12-01T04:55:26.848 INFO:tasks.rados.rados.0.smithi111.stdout:3517: finishing rollback tid 1 to smithi111183488-14 2023-12-01T04:55:26.849 INFO:tasks.rados.rados.0.smithi111.stdout:3517: finishing rollback tid 2 to smithi111183488-14 2023-12-01T04:55:26.849 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 2853 (ObjNum 1030 snap 320 seq_num 1030) dirty exists 2023-12-01T04:55:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:26 smithi155 ceph-mon[102677]: osdmap e744: 8 total, 8 up, 8 in 2023-12-01T04:55:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:26 smithi111 ceph-mon[116524]: osdmap e744: 8 total, 8 up, 8 in 2023-12-01T04:55:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:26 smithi111 ceph-mon[97855]: osdmap e744: 8 total, 8 up, 8 in 2023-12-01T04:55:27.565 INFO:tasks.rados.rados.0.smithi111.stdout:3515: done (4 left) 2023-12-01T04:55:27.565 INFO:tasks.rados.rados.0.smithi111.stdout:3516: done (3 left) 2023-12-01T04:55:27.565 INFO:tasks.rados.rados.0.smithi111.stdout:3517: done (2 left) 2023-12-01T04:55:27.566 INFO:tasks.rados.rados.0.smithi111.stdout:3518: done (1 left) 2023-12-01T04:55:27.566 INFO:tasks.rados.rados.0.smithi111.stdout:3519: done (0 left) 2023-12-01T04:55:27.566 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 334 2023-12-01T04:55:27.566 INFO:tasks.rados.rados.0.smithi111.stdout:3520: seq_num 1088 ranges {0=630784,630784=466944,1097728=335872} 2023-12-01T04:55:27.568 INFO:tasks.rados.rados.0.smithi111.stdout:3520: writing smithi111183488-45 from 0 to 630784 tid 1 2023-12-01T04:55:27.571 INFO:tasks.rados.rados.0.smithi111.stdout:3520: writing smithi111183488-45 from 630784 to 1097728 tid 2 2023-12-01T04:55:27.573 INFO:tasks.rados.rados.0.smithi111.stdout:3520: writing smithi111183488-45 from 1097728 to 1433600 tid 3 2023-12-01T04:55:27.576 INFO:tasks.rados.rados.0.smithi111.stdout:3521: read oid 41 snap 333 2023-12-01T04:55:27.576 INFO:tasks.rados.rados.0.smithi111.stdout:3521: expect (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:55:27.576 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 334 2023-12-01T04:55:27.576 INFO:tasks.rados.rados.0.smithi111.stdout:3522: seq_num 1089 ranges {0=647168,647168=745472,1392640=57344} 2023-12-01T04:55:27.578 INFO:tasks.rados.rados.0.smithi111.stdout:3522: writing smithi111183488-35 from 0 to 647168 tid 1 2023-12-01T04:55:27.582 INFO:tasks.rados.rados.0.smithi111.stdout:3522: writing smithi111183488-35 from 647168 to 1392640 tid 2 2023-12-01T04:55:27.583 INFO:tasks.rados.rados.0.smithi111.stdout:3522: writing smithi111183488-35 from 1392640 to 1449984 tid 3 2023-12-01T04:55:27.583 INFO:tasks.rados.rados.0.smithi111.stdout:3523: delete oid 40 current snap is 334 2023-12-01T04:55:27.583 INFO:tasks.rados.rados.0.smithi111.stdout:3520: finishing write tid 1 to smithi111183488-45 2023-12-01T04:55:27.583 INFO:tasks.rados.rados.0.smithi111.stdout:3521: expect (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:55:27.606 INFO:tasks.rados.rados.0.smithi111.stdout:3520: finishing write tid 2 to smithi111183488-45 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: finishing write tid 3 to smithi111183488-45 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: finishing write tid 4 to smithi111183488-45 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: finishing write tid 5 to smithi111183488-45 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: oid 45 updating version 0 to 2091 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: oid 45 version 2091 is already newer than 2090 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: oid 45 version 2091 is already newer than 2089 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: oid 45 updating version 2091 to 2092 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2092 (ObjNum 1088 snap 334 seq_num 1088) dirty exists 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3520: left oid 45 (ObjNum 1088 snap 334 seq_num 1088) 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3522: finishing write tid 1 to smithi111183488-35 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3522: finishing write tid 2 to smithi111183488-35 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3522: finishing write tid 3 to smithi111183488-35 2023-12-01T04:55:27.607 INFO:tasks.rados.rados.0.smithi111.stdout:3522: finishing write tid 4 to smithi111183488-35 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: finishing write tid 5 to smithi111183488-35 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: oid 35 updating version 0 to 1794 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: oid 35 version 1794 is already newer than 1793 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: oid 35 version 1794 is already newer than 1792 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: oid 35 version 1794 is already newer than 1791 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1794 (ObjNum 1089 snap 334 seq_num 1089) dirty exists 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: left oid 35 (ObjNum 1089 snap 334 seq_num 1089) 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3520: done (3 left) 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3521: done (2 left) 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3522: done (1 left) 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3523: done (0 left) 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3524: copy_from oid 23 from oid 9 current snap is 334 2023-12-01T04:55:27.608 INFO:tasks.rados.rados.0.smithi111.stdout:3525: setattr oid 33 current snap is 334 2023-12-01T04:55:27.609 INFO:tasks.rados.rados.0.smithi111.stdout:3526: rollback oid 36 current snap is 334 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 331 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:3527: rmattr oid 21 current snap is 334 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:3528: rollback oid 15 current snap is 334 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 15 to 333 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:3529: copy_from oid 45 from oid 8 current snap is 334 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:3530: rollback oid 20 current snap is 334 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 333 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 11 current snap is 334 2023-12-01T04:55:27.610 INFO:tasks.rados.rados.0.smithi111.stdout:3531: seq_num 1091 ranges {794624=679936,1474560=516096,1990656=286720} 2023-12-01T04:55:27.616 INFO:tasks.rados.rados.0.smithi111.stdout:3531: writing smithi111183488-11 from 794624 to 1474560 tid 1 2023-12-01T04:55:27.620 INFO:tasks.rados.rados.0.smithi111.stdout:3531: writing smithi111183488-11 from 1474560 to 1990656 tid 2 2023-12-01T04:55:27.622 INFO:tasks.rados.rados.0.smithi111.stdout:3531: writing smithi111183488-11 from 1990656 to 2277376 tid 3 2023-12-01T04:55:27.622 INFO:tasks.rados.rados.0.smithi111.stdout:3532: read oid 22 snap 333 2023-12-01T04:55:27.622 INFO:tasks.rados.rados.0.smithi111.stdout:3532: expect (ObjNum 1039 snap 320 seq_num 1039) 2023-12-01T04:55:27.622 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 334 2023-12-01T04:55:27.622 INFO:tasks.rados.rados.0.smithi111.stdout:3524: finishing copy_from to smithi111183488-23 2023-12-01T04:55:27.623 INFO:tasks.rados.rados.0.smithi111.stdout:3524: got expected ENOENT (src dne) 2023-12-01T04:55:27.623 INFO:tasks.rados.rados.0.smithi111.stdout:3533: seq_num 1092 ranges {13877248=696320,14573568=802816} 2023-12-01T04:55:27.698 INFO:tasks.rados.rados.0.smithi111.stdout:3533: writing smithi111183488-4 from 13877248 to 14573568 tid 1 2023-12-01T04:55:27.703 INFO:tasks.rados.rados.0.smithi111.stdout:3533: writing smithi111183488-4 from 14573568 to 15376384 tid 2 2023-12-01T04:55:27.703 INFO:tasks.rados.rados.0.smithi111.stdout:3534: delete oid 31 current snap is 334 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3524: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3530: finishing rollback tid 0 to smithi111183488-20 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3530: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3526: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3528: finishing rollback tid 0 to smithi111183488-15 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3528: finishing rollback tid 1 to smithi111183488-15 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2814 (ObjNum 1015 snap 313 seq_num 1015) dirty exists 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3528: finishing rollback tid 2 to smithi111183488-15 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2095 (ObjNum 1015 snap 313 seq_num 1015) dirty exists 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3526: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3530: finishing rollback tid 2 to smithi111183488-20 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2856 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:3526: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:55:27.704 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2069 (ObjNum 821 snap 262 seq_num 821) dirty exists 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2900 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3529: finishing copy_from to smithi111183488-45 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2157 (ObjNum 1072 snap 332 seq_num 1072) dirty exists 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3531: finishing write tid 1 to smithi111183488-11 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3529: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3531: finishing write tid 2 to smithi111183488-11 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3531: finishing write tid 3 to smithi111183488-11 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3531: finishing write tid 4 to smithi111183488-11 2023-12-01T04:55:27.705 INFO:tasks.rados.rados.0.smithi111.stdout:3532: expect (ObjNum 1039 snap 320 seq_num 1039) 2023-12-01T04:55:27.738 INFO:tasks.rados.rados.0.smithi111.stdout:3531: finishing write tid 5 to smithi111183488-11 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3531: oid 11 updating version 0 to 2495 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3531: oid 11 updating version 2495 to 2496 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3531: oid 11 updating version 2496 to 2497 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3531: oid 11 updating version 2497 to 2498 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2498 (ObjNum 1091 snap 334 seq_num 1091) dirty exists 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3531: left oid 11 (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3524: done (10 left) 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3525: done (9 left) 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3526: done (8 left) 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3527: done (7 left) 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3528: done (6 left) 2023-12-01T04:55:27.739 INFO:tasks.rados.rados.0.smithi111.stdout:3529: done (5 left) 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3530: done (4 left) 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3531: done (3 left) 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3532: done (2 left) 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3534: done (1 left) 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3535: rmattr oid 10 current snap is 334 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3535: done (1 left) 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 334 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: finishing write tid 1 to smithi111183488-4 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: finishing write tid 2 to smithi111183488-4 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: finishing write tid 3 to smithi111183488-4 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: finishing write tid 4 to smithi111183488-4 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: oid 4 updating version 0 to 2485 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: oid 4 version 2485 is already newer than 2484 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:3533: oid 4 version 2485 is already newer than 2483 2023-12-01T04:55:27.740 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2485 (ObjNum 1092 snap 334 seq_num 1092) dirty exists 2023-12-01T04:55:27.741 INFO:tasks.rados.rados.0.smithi111.stdout:3533: left oid 4 (ObjNum 1092 snap 334 seq_num 1092) 2023-12-01T04:55:27.741 INFO:tasks.rados.rados.0.smithi111.stdout:3536: seq_num 1094 ranges {0=729088,729088=573440,1302528=229376} 2023-12-01T04:55:27.741 INFO:tasks.rados.rados.0.smithi111.stdout:3536: writing smithi111183488-5 from 0 to 729088 tid 1 2023-12-01T04:55:27.745 INFO:tasks.rados.rados.0.smithi111.stdout:3536: writing smithi111183488-5 from 729088 to 1302528 tid 2 2023-12-01T04:55:27.746 INFO:tasks.rados.rados.0.smithi111.stdout:3536: writing smithi111183488-5 from 1302528 to 1531904 tid 3 2023-12-01T04:55:27.746 INFO:tasks.rados.rados.0.smithi111.stdout:3533: done (1 left) 2023-12-01T04:55:27.746 INFO:tasks.rados.rados.0.smithi111.stdout:3537: snap_create 2023-12-01T04:55:27.748 INFO:tasks.rados.rados.0.smithi111.stdout:3536: finishing write tid 1 to smithi111183488-5 2023-12-01T04:55:27.752 INFO:tasks.rados.rados.0.smithi111.stdout:3536: finishing write tid 2 to smithi111183488-5 2023-12-01T04:55:27.752 INFO:tasks.rados.rados.0.smithi111.stdout:3536: finishing write tid 3 to smithi111183488-5 2023-12-01T04:55:27.752 INFO:tasks.rados.rados.0.smithi111.stdout:3536: finishing write tid 4 to smithi111183488-5 2023-12-01T04:55:27.754 INFO:tasks.rados.rados.0.smithi111.stdout:3536: finishing write tid 5 to smithi111183488-5 2023-12-01T04:55:27.754 INFO:tasks.rados.rados.0.smithi111.stdout:3536: oid 5 updating version 0 to 2902 2023-12-01T04:55:27.754 INFO:tasks.rados.rados.0.smithi111.stdout:3536: oid 5 updating version 2902 to 2903 2023-12-01T04:55:27.754 INFO:tasks.rados.rados.0.smithi111.stdout:3536: oid 5 updating version 2903 to 2904 2023-12-01T04:55:27.755 INFO:tasks.rados.rados.0.smithi111.stdout:3536: oid 5 version 2904 is already newer than 2901 2023-12-01T04:55:27.755 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2904 (ObjNum 1094 snap 334 seq_num 1094) dirty exists 2023-12-01T04:55:27.755 INFO:tasks.rados.rados.0.smithi111.stdout:3536: left oid 5 (ObjNum 1094 snap 334 seq_num 1094) 2023-12-01T04:55:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:27 smithi155 ceph-mon[102677]: pgmap v1092: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:27 smithi111 ceph-mon[97855]: pgmap v1092: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:27 smithi111 ceph-mon[116524]: pgmap v1092: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.1 MiB/s wr, 28 op/s 2023-12-01T04:55:28.541 INFO:tasks.rados.rados.0.smithi111.stdout:3536: done (1 left) 2023-12-01T04:55:28.541 INFO:tasks.rados.rados.0.smithi111.stdout:3537: done (0 left) 2023-12-01T04:55:28.541 INFO:tasks.rados.rados.0.smithi111.stdout:3538: delete oid 25 current snap is 335 2023-12-01T04:55:28.547 INFO:tasks.rados.rados.0.smithi111.stdout:3538: done (0 left) 2023-12-01T04:55:28.547 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 335 2023-12-01T04:55:28.547 INFO:tasks.rados.rados.0.smithi111.stdout:3539: seq_num 1096 ranges {1163264=761856,1925120=786432,2711552=16384} 2023-12-01T04:55:28.557 INFO:tasks.rados.rados.0.smithi111.stdout:3539: writing smithi111183488-45 from 1163264 to 1925120 tid 1 2023-12-01T04:55:28.562 INFO:tasks.rados.rados.0.smithi111.stdout:3539: writing smithi111183488-45 from 1925120 to 2711552 tid 2 2023-12-01T04:55:28.562 INFO:tasks.rados.rados.0.smithi111.stdout:3539: writing smithi111183488-45 from 2711552 to 2727936 tid 3 2023-12-01T04:55:28.562 INFO:tasks.rados.rados.0.smithi111.stdout:3540: read oid 17 snap -1 2023-12-01T04:55:28.562 INFO:tasks.rados.rados.0.smithi111.stdout:3540: expect (ObjNum 1063 snap 329 seq_num 1063) 2023-12-01T04:55:28.562 INFO:tasks.rados.rados.0.smithi111.stdout:3541: delete oid 32 current snap is 335 2023-12-01T04:55:28.567 INFO:tasks.rados.rados.0.smithi111.stdout:3539: finishing write tid 1 to smithi111183488-45 2023-12-01T04:55:28.567 INFO:tasks.rados.rados.0.smithi111.stdout:3539: finishing write tid 2 to smithi111183488-45 2023-12-01T04:55:28.569 INFO:tasks.rados.rados.0.smithi111.stdout:3541: done (2 left) 2023-12-01T04:55:28.569 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 335 2023-12-01T04:55:28.569 INFO:tasks.rados.rados.0.smithi111.stdout:3542: seq_num 1098 ranges {1064960=794624,1859584=557056,2416640=245760} 2023-12-01T04:55:28.578 INFO:tasks.rados.rados.0.smithi111.stdout:3542: writing smithi111183488-1 from 1064960 to 1859584 tid 1 2023-12-01T04:55:28.582 INFO:tasks.rados.rados.0.smithi111.stdout:3542: writing smithi111183488-1 from 1859584 to 2416640 tid 2 2023-12-01T04:55:28.583 INFO:tasks.rados.rados.0.smithi111.stdout:3542: writing smithi111183488-1 from 2416640 to 2662400 tid 3 2023-12-01T04:55:28.583 INFO:tasks.rados.rados.0.smithi111.stdout:3543: snap_create 2023-12-01T04:55:28.583 INFO:tasks.rados.rados.0.smithi111.stdout:3540: expect (ObjNum 1063 snap 329 seq_num 1063) 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: finishing write tid 3 to smithi111183488-45 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: finishing write tid 4 to smithi111183488-45 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: finishing write tid 5 to smithi111183488-45 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: oid 45 updating version 0 to 2159 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: oid 45 version 2159 is already newer than 2158 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: oid 45 updating version 2159 to 2161 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:3539: oid 45 version 2161 is already newer than 2160 2023-12-01T04:55:28.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2161 (ObjNum 1096 snap 335 seq_num 1096) dirty exists 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3539: left oid 45 (ObjNum 1096 snap 335 seq_num 1096) 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: finishing write tid 1 to smithi111183488-1 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: finishing write tid 2 to smithi111183488-1 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: finishing write tid 3 to smithi111183488-1 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: finishing write tid 4 to smithi111183488-1 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: finishing write tid 5 to smithi111183488-1 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: oid 1 updating version 0 to 2858 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: oid 1 updating version 2858 to 2859 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: oid 1 version 2859 is already newer than 2857 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: oid 1 updating version 2859 to 2860 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2860 (ObjNum 1098 snap 335 seq_num 1098) dirty exists 2023-12-01T04:55:28.612 INFO:tasks.rados.rados.0.smithi111.stdout:3542: left oid 1 (ObjNum 1098 snap 335 seq_num 1098) 2023-12-01T04:55:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:28 smithi155 ceph-mon[102677]: osdmap e745: 8 total, 8 up, 8 in 2023-12-01T04:55:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:28 smithi155 ceph-mon[102677]: osdmap e746: 8 total, 8 up, 8 in 2023-12-01T04:55:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:28 smithi111 ceph-mon[97855]: osdmap e745: 8 total, 8 up, 8 in 2023-12-01T04:55:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:28 smithi111 ceph-mon[97855]: osdmap e746: 8 total, 8 up, 8 in 2023-12-01T04:55:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:28 smithi111 ceph-mon[116524]: osdmap e745: 8 total, 8 up, 8 in 2023-12-01T04:55:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:28 smithi111 ceph-mon[116524]: osdmap e746: 8 total, 8 up, 8 in 2023-12-01T04:55:29.571 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:55:29] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:55:29.575 INFO:tasks.rados.rados.0.smithi111.stdout:3539: done (3 left) 2023-12-01T04:55:29.575 INFO:tasks.rados.rados.0.smithi111.stdout:3540: done (2 left) 2023-12-01T04:55:29.575 INFO:tasks.rados.rados.0.smithi111.stdout:3542: done (1 left) 2023-12-01T04:55:29.576 INFO:tasks.rados.rados.0.smithi111.stdout:3543: done (0 left) 2023-12-01T04:55:29.576 INFO:tasks.rados.rados.0.smithi111.stdout:3544: delete oid 26 current snap is 336 2023-12-01T04:55:29.579 INFO:tasks.rados.rados.0.smithi111.stdout:3544: done (0 left) 2023-12-01T04:55:29.579 INFO:tasks.rados.rados.0.smithi111.stdout:3545: copy_from oid 40 from oid 42 current snap is 336 2023-12-01T04:55:29.579 INFO:tasks.rados.rados.0.smithi111.stdout:3546: rmattr oid 28 current snap is 336 2023-12-01T04:55:29.579 INFO:tasks.rados.rados.0.smithi111.stdout:3547: delete oid 50 current snap is 336 2023-12-01T04:55:29.583 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:55:29.583 INFO:tasks.rados.rados.0.smithi111.stdout:3546: done (2 left) 2023-12-01T04:55:29.583 INFO:tasks.rados.rados.0.smithi111.stdout:3547: done (1 left) 2023-12-01T04:55:29.583 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 336 2023-12-01T04:55:29.583 INFO:tasks.rados.rados.0.smithi111.stdout:3548: seq_num 1101 ranges {2727936=442368,3170304=606208,3776512=598016} 2023-12-01T04:55:29.601 INFO:tasks.rados.rados.0.smithi111.stdout:3548: writing smithi111183488-45 from 2727936 to 3170304 tid 1 2023-12-01T04:55:29.604 INFO:tasks.rados.rados.0.smithi111.stdout:3548: writing smithi111183488-45 from 3170304 to 3776512 tid 2 2023-12-01T04:55:29.608 INFO:tasks.rados.rados.0.smithi111.stdout:3548: writing smithi111183488-45 from 3776512 to 4374528 tid 3 2023-12-01T04:55:29.608 INFO:tasks.rados.rados.0.smithi111.stdout:3549: read oid 14 snap -1 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3549: expect (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3550: read oid 21 snap -1 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3550: expect (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3551: rollback oid 22 current snap is 336 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 333 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3552: snap_create 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3545: finishing copy_from to smithi111183488-40 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 2064 (ObjNum 1075 snap 333 seq_num 1075) dirty exists 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3545: finishing copy_from racing read to smithi111183488-40 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3548: finishing write tid 1 to smithi111183488-45 2023-12-01T04:55:29.609 INFO:tasks.rados.rados.0.smithi111.stdout:3548: finishing write tid 2 to smithi111183488-45 2023-12-01T04:55:29.612 INFO:tasks.rados.rados.0.smithi111.stdout:3549: expect (ObjNum 1030 snap 320 seq_num 1030) 2023-12-01T04:55:29.627 INFO:tasks.rados.rados.0.smithi111.stdout:3551: finishing rollback tid 0 to smithi111183488-22 2023-12-01T04:55:29.627 INFO:tasks.rados.rados.0.smithi111.stdout:3548: finishing write tid 3 to smithi111183488-45 2023-12-01T04:55:29.627 INFO:tasks.rados.rados.0.smithi111.stdout:3551: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:55:29.627 INFO:tasks.rados.rados.0.smithi111.stdout:3548: finishing write tid 4 to smithi111183488-45 2023-12-01T04:55:29.627 INFO:tasks.rados.rados.0.smithi111.stdout:3551: finishing rollback tid 2 to smithi111183488-22 2023-12-01T04:55:29.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2800 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:3548: finishing write tid 5 to smithi111183488-45 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:3548: oid 45 updating version 0 to 2165 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:3548: oid 45 version 2165 is already newer than 2164 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:3548: oid 45 version 2165 is already newer than 2163 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:3548: oid 45 version 2165 is already newer than 2162 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2165 (ObjNum 1101 snap 336 seq_num 1101) dirty exists 2023-12-01T04:55:29.628 INFO:tasks.rados.rados.0.smithi111.stdout:3548: left oid 45 (ObjNum 1101 snap 336 seq_num 1101) 2023-12-01T04:55:29.675 INFO:tasks.rados.rados.0.smithi111.stdout:3550: expect (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:29 smithi155 ceph-mon[102677]: pgmap v1095: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-01T04:55:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:29 smithi111 ceph-mon[97855]: pgmap v1095: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-01T04:55:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:29 smithi111 ceph-mon[116524]: pgmap v1095: 121 pgs: 121 active+clean; 178 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-01T04:55:30.398 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:55:30.716 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (12m) 38s ago 13m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (13m) 38s ago 13m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (14m) 38s ago 14m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (14m) 38s ago 14m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (17m) 38s ago 17m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (19m) 38s ago 19m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (19m) 38s ago 19m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (17m) 38s ago 17m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (17m) 38s ago 17m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (12m) 38s ago 12m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:55:30.717 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (12m) 38s ago 12m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (17m) 38s ago 17m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (16m) 38s ago 16m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (16m) 38s ago 16m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (16m) 38s ago 16m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (15m) 38s ago 15m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (15m) 38s ago 15m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (15m) 38s ago 15m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (14m) 38s ago 14m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:55:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (12m) 38s ago 13m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:55:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:30 smithi155 ceph-mon[102677]: osdmap e747: 8 total, 8 up, 8 in 2023-12-01T04:55:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:30 smithi111 ceph-mon[97855]: osdmap e747: 8 total, 8 up, 8 in 2023-12-01T04:55:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:30 smithi111 ceph-mon[116524]: osdmap e747: 8 total, 8 up, 8 in 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:55:31.108 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:55:31.109 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:55:31.403 INFO:tasks.rados.rados.0.smithi111.stdout:3545: done (5 left) 2023-12-01T04:55:31.404 INFO:tasks.rados.rados.0.smithi111.stdout:3548: done (4 left) 2023-12-01T04:55:31.404 INFO:tasks.rados.rados.0.smithi111.stdout:3549: done (3 left) 2023-12-01T04:55:31.404 INFO:tasks.rados.rados.0.smithi111.stdout:3550: done (2 left) 2023-12-01T04:55:31.404 INFO:tasks.rados.rados.0.smithi111.stdout:3551: done (1 left) 2023-12-01T04:55:31.404 INFO:tasks.rados.rados.0.smithi111.stdout:3552: done (0 left) 2023-12-01T04:55:31.404 INFO:tasks.rados.rados.0.smithi111.stdout:3553: read oid 15 snap -1 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:3553: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:3554: read oid 49 snap -1 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:3554: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:3555: copy_from oid 43 from oid 7 current snap is 337 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:3556: copy_from oid 48 from oid 3 current snap is 337 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:3557: rollback oid 39 current snap is 337 2023-12-01T04:55:31.405 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 334 2023-12-01T04:55:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:3558: read oid 16 snap -1 2023-12-01T04:55:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:3558: expect (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:55:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:3559: copy_from oid 4 from oid 6 current snap is 337 2023-12-01T04:55:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 337 2023-12-01T04:55:31.406 INFO:tasks.rados.rados.0.smithi111.stdout:3560: seq_num 1102 ranges {1327104=458752,1785856=491520,2277376=491520,2768896=221184} 2023-12-01T04:55:31.413 INFO:tasks.rados.rados.0.smithi111.stdout:3560: writing smithi111183488-44 from 1327104 to 1785856 tid 1 2023-12-01T04:55:31.416 INFO:tasks.rados.rados.0.smithi111.stdout:3560: writing smithi111183488-44 from 1785856 to 2277376 tid 2 2023-12-01T04:55:31.419 INFO:tasks.rados.rados.0.smithi111.stdout:3560: writing smithi111183488-44 from 2277376 to 2768896 tid 3 2023-12-01T04:55:31.421 INFO:tasks.rados.rados.0.smithi111.stdout:3560: writing smithi111183488-44 from 2768896 to 2990080 tid 4 2023-12-01T04:55:31.421 INFO:tasks.rados.rados.0.smithi111.stdout:3561: snap_remove snap 336 2023-12-01T04:55:31.589 INFO:tasks.rados.rados.0.smithi111.stdout:3561: done (8 left) 2023-12-01T04:55:31.589 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 337 2023-12-01T04:55:31.589 INFO:tasks.rados.rados.0.smithi111.stdout:3553: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:31.680 INFO:tasks.rados.rados.0.smithi111.stdout:3557: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:55:31.680 INFO:tasks.rados.rados.0.smithi111.stdout:3557: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:55:31.680 INFO:tasks.rados.rados.0.smithi111.stdout:3557: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:55:31.681 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 2845 (ObjNum 1052 snap 329 seq_num 1052) dirty exists 2023-12-01T04:55:31.681 INFO:tasks.rados.rados.0.smithi111.stdout:3562: seq_num 1103 ranges {2719744=475136,3194880=425984,3620864=696320,4317184=81920} 2023-12-01T04:55:31.696 INFO:tasks.rados.rados.0.smithi111.stdout:3562: writing smithi111183488-19 from 2719744 to 3194880 tid 1 2023-12-01T04:55:31.699 INFO:tasks.rados.rados.0.smithi111.stdout:3562: writing smithi111183488-19 from 3194880 to 3620864 tid 2 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3562: writing smithi111183488-19 from 3620864 to 4317184 tid 3 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3562: writing smithi111183488-19 from 4317184 to 4399104 tid 4 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3553: done (8 left) 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3557: done (7 left) 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3563: read oid 5 snap -1 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3563: expect (ObjNum 1094 snap 334 seq_num 1094) 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3564: rollback oid 45 current snap is 337 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 45 to 334 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3559: finishing copy_from to smithi111183488-4 2023-12-01T04:55:31.704 INFO:tasks.rados.rados.0.smithi111.stdout:3559: got expected ENOENT (src dne) 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:3559: finishing copy_from racing read to smithi111183488-4 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:3555: finishing copy_from to smithi111183488-43 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 1385 (ObjNum 1087 snap 333 seq_num 1087) dirty exists 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:3555: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:3560: finishing write tid 1 to smithi111183488-44 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:3560: finishing write tid 2 to smithi111183488-44 2023-12-01T04:55:31.705 INFO:tasks.rados.rados.0.smithi111.stdout:3554: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3554: done (8 left) 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3555: done (7 left) 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3559: done (6 left) 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3565: snap_create 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: finishing write tid 3 to smithi111183488-44 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: finishing write tid 4 to smithi111183488-44 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: finishing write tid 5 to smithi111183488-44 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: finishing write tid 6 to smithi111183488-44 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: oid 44 updating version 0 to 2088 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: oid 44 updating version 2088 to 2091 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: oid 44 updating version 2091 to 2092 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: oid 44 version 2092 is already newer than 2090 2023-12-01T04:55:31.851 INFO:tasks.rados.rados.0.smithi111.stdout:3560: oid 44 version 2092 is already newer than 2089 2023-12-01T04:55:31.852 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2092 (ObjNum 1102 snap 337 seq_num 1102) dirty exists 2023-12-01T04:55:31.852 INFO:tasks.rados.rados.0.smithi111.stdout:3560: left oid 44 (ObjNum 1102 snap 337 seq_num 1102) 2023-12-01T04:55:31.852 INFO:tasks.rados.rados.0.smithi111.stdout:3558: expect (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:31 smithi155 ceph-mon[102677]: from='client.15441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:31 smithi155 ceph-mon[102677]: osdmap e748: 8 total, 8 up, 8 in 2023-12-01T04:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:31 smithi155 ceph-mon[102677]: from='client.15447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:31 smithi155 ceph-mon[102677]: pgmap v1098: 121 pgs: 121 active+clean; 184 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 8.3 MiB/s wr, 57 op/s 2023-12-01T04:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/679875242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:55:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[97855]: from='client.15441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[97855]: osdmap e748: 8 total, 8 up, 8 in 2023-12-01T04:55:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[97855]: from='client.15447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[97855]: pgmap v1098: 121 pgs: 121 active+clean; 184 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 8.3 MiB/s wr, 57 op/s 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/679875242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[116524]: from='client.15441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[116524]: osdmap e748: 8 total, 8 up, 8 in 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[116524]: from='client.15447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[116524]: pgmap v1098: 121 pgs: 121 active+clean; 184 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 8.3 MiB/s wr, 57 op/s 2023-12-01T04:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/679875242' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:55:32.256 INFO:tasks.rados.rados.0.smithi111.stdout:3556: finishing copy_from to smithi111183488-48 2023-12-01T04:55:32.256 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2803 (ObjNum 1027 snap 317 seq_num 1027) dirty exists 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3556: finishing copy_from racing read to smithi111183488-48 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3564: finishing rollback tid 0 to smithi111183488-45 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3564: finishing rollback tid 1 to smithi111183488-45 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3564: finishing rollback tid 2 to smithi111183488-45 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2168 (ObjNum 1072 snap 332 seq_num 1072) dirty exists 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: finishing write tid 1 to smithi111183488-19 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: finishing write tid 2 to smithi111183488-19 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: finishing write tid 3 to smithi111183488-19 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: finishing write tid 4 to smithi111183488-19 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: finishing write tid 5 to smithi111183488-19 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: finishing write tid 6 to smithi111183488-19 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: oid 19 updating version 0 to 2819 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: oid 19 version 2819 is already newer than 2817 2023-12-01T04:55:32.257 INFO:tasks.rados.rados.0.smithi111.stdout:3562: oid 19 version 2819 is already newer than 2818 2023-12-01T04:55:32.258 INFO:tasks.rados.rados.0.smithi111.stdout:3562: oid 19 version 2819 is already newer than 2816 2023-12-01T04:55:32.258 INFO:tasks.rados.rados.0.smithi111.stdout:3562: oid 19 version 2819 is already newer than 2815 2023-12-01T04:55:32.258 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2819 (ObjNum 1103 snap 337 seq_num 1103) dirty exists 2023-12-01T04:55:32.258 INFO:tasks.rados.rados.0.smithi111.stdout:3562: left oid 19 (ObjNum 1103 snap 337 seq_num 1103) 2023-12-01T04:55:32.258 INFO:tasks.rados.rados.0.smithi111.stdout:3563: expect (ObjNum 1094 snap 334 seq_num 1094) 2023-12-01T04:55:32.594 INFO:tasks.rados.rados.0.smithi111.stdout:3556: done (6 left) 2023-12-01T04:55:32.594 INFO:tasks.rados.rados.0.smithi111.stdout:3558: done (5 left) 2023-12-01T04:55:32.594 INFO:tasks.rados.rados.0.smithi111.stdout:3560: done (4 left) 2023-12-01T04:55:32.594 INFO:tasks.rados.rados.0.smithi111.stdout:3562: done (3 left) 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:3563: done (2 left) 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:3564: done (1 left) 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:3565: done (0 left) 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:3566: read oid 11 snap -1 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:3566: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 338 2023-12-01T04:55:32.595 INFO:tasks.rados.rados.0.smithi111.stdout:3567: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2023-12-01T04:55:32.599 INFO:tasks.rados.rados.0.smithi111.stdout:3567: writing smithi111183488-28 from 0 to 499712 tid 1 2023-12-01T04:55:32.602 INFO:tasks.rados.rados.0.smithi111.stdout:3567: writing smithi111183488-28 from 499712 to 1212416 tid 2 2023-12-01T04:55:32.606 INFO:tasks.rados.rados.0.smithi111.stdout:3567: writing smithi111183488-28 from 1212416 to 1703936 tid 3 2023-12-01T04:55:32.606 INFO:tasks.rados.rados.0.smithi111.stdout:3568: delete oid 49 current snap is 338 2023-12-01T04:55:32.606 INFO:tasks.rados.rados.0.smithi111.stdout:3566: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:32.679 INFO:tasks.rados.rados.0.smithi111.stdout:3567: finishing write tid 1 to smithi111183488-28 2023-12-01T04:55:32.679 INFO:tasks.rados.rados.0.smithi111.stdout:3566: done (2 left) 2023-12-01T04:55:32.679 INFO:tasks.rados.rados.0.smithi111.stdout:3568: done (1 left) 2023-12-01T04:55:32.679 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 338 2023-12-01T04:55:32.679 INFO:tasks.rados.rados.0.smithi111.stdout:3567: finishing write tid 2 to smithi111183488-28 2023-12-01T04:55:32.680 INFO:tasks.rados.rados.0.smithi111.stdout:3567: finishing write tid 3 to smithi111183488-28 2023-12-01T04:55:32.680 INFO:tasks.rados.rados.0.smithi111.stdout:3569: seq_num 1106 ranges {7430144=532480,7962624=483328,8445952=475136,8921088=245760} 2023-12-01T04:55:32.720 INFO:tasks.rados.rados.0.smithi111.stdout:3569: writing smithi111183488-48 from 7430144 to 7962624 tid 1 2023-12-01T04:55:32.723 INFO:tasks.rados.rados.0.smithi111.stdout:3569: writing smithi111183488-48 from 7962624 to 8445952 tid 2 2023-12-01T04:55:32.726 INFO:tasks.rados.rados.0.smithi111.stdout:3569: writing smithi111183488-48 from 8445952 to 8921088 tid 3 2023-12-01T04:55:32.728 INFO:tasks.rados.rados.0.smithi111.stdout:3569: writing smithi111183488-48 from 8921088 to 9166848 tid 4 2023-12-01T04:55:32.728 INFO:tasks.rados.rados.0.smithi111.stdout:3570: setattr oid 21 current snap is 338 2023-12-01T04:55:32.728 INFO:tasks.rados.rados.0.smithi111.stdout:3567: finishing write tid 4 to smithi111183488-28 2023-12-01T04:55:32.728 INFO:tasks.rados.rados.0.smithi111.stdout:3567: finishing write tid 5 to smithi111183488-28 2023-12-01T04:55:32.728 INFO:tasks.rados.rados.0.smithi111.stdout:3567: oid 28 updating version 0 to 2424 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:3567: oid 28 version 2424 is already newer than 2423 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:3567: oid 28 version 2424 is already newer than 2422 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:3567: oid 28 version 2424 is already newer than 2421 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 2424 (ObjNum 1104 snap 338 seq_num 1104) dirty exists 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:3567: left oid 28 (ObjNum 1104 snap 338 seq_num 1104) 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:3569: finishing write tid 1 to smithi111183488-48 2023-12-01T04:55:32.729 INFO:tasks.rados.rados.0.smithi111.stdout:3569: finishing write tid 2 to smithi111183488-48 2023-12-01T04:55:32.730 INFO:tasks.rados.rados.0.smithi111.stdout:3567: done (2 left) 2023-12-01T04:55:32.730 INFO:tasks.rados.rados.0.smithi111.stdout:3571: rollback oid 44 current snap is 338 2023-12-01T04:55:32.730 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 44 to 334 2023-12-01T04:55:32.730 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 1 current snap is 338 2023-12-01T04:55:32.730 INFO:tasks.rados.rados.0.smithi111.stdout:3572: seq_num 1107 ranges {2662400=548864,3211264=770048,3981312=434176} 2023-12-01T04:55:32.747 INFO:tasks.rados.rados.0.smithi111.stdout:3572: writing smithi111183488-1 from 2662400 to 3211264 tid 1 2023-12-01T04:55:32.752 INFO:tasks.rados.rados.0.smithi111.stdout:3572: writing smithi111183488-1 from 3211264 to 3981312 tid 2 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3572: writing smithi111183488-1 from 3981312 to 4415488 tid 3 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3573: read oid 34 snap -1 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3573: expect (ObjNum 1081 snap 333 seq_num 1081) 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3574: rollback oid 24 current snap is 338 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 333 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2908 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3569: finishing write tid 3 to smithi111183488-48 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3569: finishing write tid 4 to smithi111183488-48 2023-12-01T04:55:32.755 INFO:tasks.rados.rados.0.smithi111.stdout:3571: finishing rollback tid 0 to smithi111183488-44 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3571: finishing rollback tid 1 to smithi111183488-44 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3570: done (5 left) 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 338 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3571: finishing rollback tid 2 to smithi111183488-44 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2095 (ObjNum 1082 snap 333 seq_num 1082) dirty exists 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: finishing write tid 5 to smithi111183488-48 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: finishing write tid 6 to smithi111183488-48 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: oid 48 updating version 0 to 2822 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: oid 48 version 2822 is already newer than 2821 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: oid 48 updating version 2822 to 2824 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: oid 48 version 2824 is already newer than 2823 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: oid 48 version 2824 is already newer than 2820 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2824 (ObjNum 1106 snap 338 seq_num 1106) dirty exists 2023-12-01T04:55:32.756 INFO:tasks.rados.rados.0.smithi111.stdout:3569: left oid 48 (ObjNum 1106 snap 338 seq_num 1106) 2023-12-01T04:55:32.757 INFO:tasks.rados.rados.0.smithi111.stdout:3572: finishing write tid 1 to smithi111183488-1 2023-12-01T04:55:32.757 INFO:tasks.rados.rados.0.smithi111.stdout:3572: finishing write tid 2 to smithi111183488-1 2023-12-01T04:55:32.757 INFO:tasks.rados.rados.0.smithi111.stdout:3575: seq_num 1108 ranges {3440640=565248,4005888=647168,4653056=483328,5136384=73728} 2023-12-01T04:55:32.777 INFO:tasks.rados.rados.0.smithi111.stdout:3575: writing smithi111183488-36 from 3440640 to 4005888 tid 1 2023-12-01T04:55:32.780 INFO:tasks.rados.rados.0.smithi111.stdout:3575: writing smithi111183488-36 from 4005888 to 4653056 tid 2 2023-12-01T04:55:32.783 INFO:tasks.rados.rados.0.smithi111.stdout:3575: writing smithi111183488-36 from 4653056 to 5136384 tid 3 2023-12-01T04:55:32.784 INFO:tasks.rados.rados.0.smithi111.stdout:3575: writing smithi111183488-36 from 5136384 to 5210112 tid 4 2023-12-01T04:55:32.784 INFO:tasks.rados.rados.0.smithi111.stdout:3569: done (5 left) 2023-12-01T04:55:32.784 INFO:tasks.rados.rados.0.smithi111.stdout:3571: done (4 left) 2023-12-01T04:55:32.784 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 338 2023-12-01T04:55:32.784 INFO:tasks.rados.rados.0.smithi111.stdout:3576: seq_num 1109 ranges {4399104=581632,4980736=532480,5513216=647168,6160384=24576} 2023-12-01T04:55:32.810 INFO:tasks.rados.rados.0.smithi111.stdout:3576: writing smithi111183488-19 from 4399104 to 4980736 tid 1 2023-12-01T04:55:32.813 INFO:tasks.rados.rados.0.smithi111.stdout:3576: writing smithi111183488-19 from 4980736 to 5513216 tid 2 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3576: writing smithi111183488-19 from 5513216 to 6160384 tid 3 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3576: writing smithi111183488-19 from 6160384 to 6184960 tid 4 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 338 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3572: finishing write tid 3 to smithi111183488-1 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3572: finishing write tid 4 to smithi111183488-1 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3574: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3572: finishing write tid 5 to smithi111183488-1 2023-12-01T04:55:32.818 INFO:tasks.rados.rados.0.smithi111.stdout:3572: oid 1 updating version 0 to 2861 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3572: oid 1 updating version 2861 to 2862 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3572: oid 1 updating version 2862 to 2863 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3572: oid 1 updating version 2863 to 2864 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2864 (ObjNum 1107 snap 338 seq_num 1107) dirty exists 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3572: left oid 1 (ObjNum 1107 snap 338 seq_num 1107) 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3574: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3574: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2489 (ObjNum 1070 snap 332 seq_num 1070) dirty exists 2023-12-01T04:55:32.819 INFO:tasks.rados.rados.0.smithi111.stdout:3573: expect (ObjNum 1081 snap 333 seq_num 1081) 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: finishing write tid 1 to smithi111183488-36 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: finishing write tid 2 to smithi111183488-36 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: finishing write tid 3 to smithi111183488-36 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: finishing write tid 4 to smithi111183488-36 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: finishing write tid 5 to smithi111183488-36 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: finishing write tid 6 to smithi111183488-36 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: oid 36 updating version 0 to 2071 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: oid 36 updating version 2071 to 2072 2023-12-01T04:55:32.853 INFO:tasks.rados.rados.0.smithi111.stdout:3575: oid 36 updating version 2072 to 2073 2023-12-01T04:55:32.854 INFO:tasks.rados.rados.0.smithi111.stdout:3575: oid 36 updating version 2073 to 2074 2023-12-01T04:55:32.854 INFO:tasks.rados.rados.0.smithi111.stdout:3575: oid 36 version 2074 is already newer than 2070 2023-12-01T04:55:32.854 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2074 (ObjNum 1108 snap 338 seq_num 1108) dirty exists 2023-12-01T04:55:32.854 INFO:tasks.rados.rados.0.smithi111.stdout:3575: left oid 36 (ObjNum 1108 snap 338 seq_num 1108) 2023-12-01T04:55:32.854 INFO:tasks.rados.rados.0.smithi111.stdout:3576: finishing write tid 1 to smithi111183488-19 2023-12-01T04:55:32.854 INFO:tasks.rados.rados.0.smithi111.stdout:3577: seq_num 1110 ranges {974848=598016,1572864=466944,2039808=450560,2490368=286720} 2023-12-01T04:55:32.861 INFO:tasks.rados.rados.0.smithi111.stdout:3577: writing smithi111183488-22 from 974848 to 1572864 tid 1 2023-12-01T04:55:32.864 INFO:tasks.rados.rados.0.smithi111.stdout:3577: writing smithi111183488-22 from 1572864 to 2039808 tid 2 2023-12-01T04:55:32.867 INFO:tasks.rados.rados.0.smithi111.stdout:3577: writing smithi111183488-22 from 2039808 to 2490368 tid 3 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:3577: writing smithi111183488-22 from 2490368 to 2777088 tid 4 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:3572: done (5 left) 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:3573: done (4 left) 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:3574: done (3 left) 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:3575: done (2 left) 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 338 2023-12-01T04:55:32.870 INFO:tasks.rados.rados.0.smithi111.stdout:3576: finishing write tid 2 to smithi111183488-19 2023-12-01T04:55:32.871 INFO:tasks.rados.rados.0.smithi111.stdout:3576: finishing write tid 3 to smithi111183488-19 2023-12-01T04:55:32.871 INFO:tasks.rados.rados.0.smithi111.stdout:3576: finishing write tid 4 to smithi111183488-19 2023-12-01T04:55:32.871 INFO:tasks.rados.rados.0.smithi111.stdout:3578: seq_num 1111 ranges {1449984=614400,2064384=753664,2818048=450560} 2023-12-01T04:55:32.880 INFO:tasks.rados.rados.0.smithi111.stdout:3578: writing smithi111183488-35 from 1449984 to 2064384 tid 1 2023-12-01T04:55:32.884 INFO:tasks.rados.rados.0.smithi111.stdout:3578: writing smithi111183488-35 from 2064384 to 2818048 tid 2 2023-12-01T04:55:32.886 INFO:tasks.rados.rados.0.smithi111.stdout:3578: writing smithi111183488-35 from 2818048 to 3268608 tid 3 2023-12-01T04:55:32.886 INFO:tasks.rados.rados.0.smithi111.stdout:3579: snap_remove snap 331 2023-12-01T04:55:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:32 smithi155 ceph-mon[102677]: osdmap e749: 8 total, 8 up, 8 in 2023-12-01T04:55:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:32 smithi111 ceph-mon[97855]: osdmap e749: 8 total, 8 up, 8 in 2023-12-01T04:55:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:32 smithi111 ceph-mon[116524]: osdmap e749: 8 total, 8 up, 8 in 2023-12-01T04:55:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:3579: done (3 left) 2023-12-01T04:55:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:3580: read oid 49 snap -1 2023-12-01T04:55:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:3580: expect deleted 2023-12-01T04:55:33.545 INFO:tasks.rados.rados.0.smithi111.stdout:3581: snap_create 2023-12-01T04:55:33.547 INFO:tasks.rados.rados.0.smithi111.stdout:3576: finishing write tid 5 to smithi111183488-19 2023-12-01T04:55:33.547 INFO:tasks.rados.rados.0.smithi111.stdout:3576: finishing write tid 6 to smithi111183488-19 2023-12-01T04:55:33.547 INFO:tasks.rados.rados.0.smithi111.stdout:3576: oid 19 updating version 0 to 2825 2023-12-01T04:55:33.547 INFO:tasks.rados.rados.0.smithi111.stdout:3576: oid 19 updating version 2825 to 2829 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3576: oid 19 version 2829 is already newer than 2826 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3576: oid 19 version 2829 is already newer than 2828 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3576: oid 19 version 2829 is already newer than 2827 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2829 (ObjNum 1109 snap 338 seq_num 1109) dirty exists 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3576: left oid 19 (ObjNum 1109 snap 338 seq_num 1109) 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: finishing write tid 1 to smithi111183488-22 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: finishing write tid 2 to smithi111183488-22 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: finishing write tid 3 to smithi111183488-22 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: finishing write tid 4 to smithi111183488-22 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: finishing write tid 5 to smithi111183488-22 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: finishing write tid 6 to smithi111183488-22 2023-12-01T04:55:33.548 INFO:tasks.rados.rados.0.smithi111.stdout:3577: oid 22 updating version 0 to 2802 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3577: oid 22 version 2802 is already newer than 2801 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3577: oid 22 updating version 2802 to 2804 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3577: oid 22 updating version 2804 to 2805 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3577: oid 22 version 2805 is already newer than 2803 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2805 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3577: left oid 22 (ObjNum 1110 snap 338 seq_num 1110) 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: finishing write tid 1 to smithi111183488-35 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: finishing write tid 2 to smithi111183488-35 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: finishing write tid 3 to smithi111183488-35 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: finishing write tid 4 to smithi111183488-35 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: finishing write tid 5 to smithi111183488-35 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: oid 35 updating version 0 to 1796 2023-12-01T04:55:33.549 INFO:tasks.rados.rados.0.smithi111.stdout:3578: oid 35 updating version 1796 to 1797 2023-12-01T04:55:33.550 INFO:tasks.rados.rados.0.smithi111.stdout:3578: oid 35 version 1797 is already newer than 1795 2023-12-01T04:55:33.550 INFO:tasks.rados.rados.0.smithi111.stdout:3578: oid 35 updating version 1797 to 1798 2023-12-01T04:55:33.550 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1798 (ObjNum 1111 snap 338 seq_num 1111) dirty exists 2023-12-01T04:55:33.550 INFO:tasks.rados.rados.0.smithi111.stdout:3578: left oid 35 (ObjNum 1111 snap 338 seq_num 1111) 2023-12-01T04:55:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:33 smithi155 ceph-mon[102677]: osdmap e750: 8 total, 8 up, 8 in 2023-12-01T04:55:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:33 smithi155 ceph-mon[102677]: pgmap v1101: 121 pgs: 121 active+clean; 184 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 8.3 MiB/s wr, 57 op/s 2023-12-01T04:55:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:33 smithi155 ceph-mon[102677]: osdmap e751: 8 total, 8 up, 8 in 2023-12-01T04:55:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:33 smithi111 ceph-mon[97855]: osdmap e750: 8 total, 8 up, 8 in 2023-12-01T04:55:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:33 smithi111 ceph-mon[97855]: pgmap v1101: 121 pgs: 121 active+clean; 184 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 8.3 MiB/s wr, 57 op/s 2023-12-01T04:55:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:33 smithi111 ceph-mon[97855]: osdmap e751: 8 total, 8 up, 8 in 2023-12-01T04:55:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:33 smithi111 ceph-mon[116524]: osdmap e750: 8 total, 8 up, 8 in 2023-12-01T04:55:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:33 smithi111 ceph-mon[116524]: pgmap v1101: 121 pgs: 121 active+clean; 184 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 8.3 MiB/s wr, 57 op/s 2023-12-01T04:55:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:33 smithi111 ceph-mon[116524]: osdmap e751: 8 total, 8 up, 8 in 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:3576: done (4 left) 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:3577: done (3 left) 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:3578: done (2 left) 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:3580: done (1 left) 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:3581: done (0 left) 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 339 2023-12-01T04:55:34.544 INFO:tasks.rados.rados.0.smithi111.stdout:3582: seq_num 1112 ranges {4800512=630784,5431296=638976,6070272=466944,6537216=98304} 2023-12-01T04:55:34.572 INFO:tasks.rados.rados.0.smithi111.stdout:3582: writing smithi111183488-18 from 4800512 to 5431296 tid 1 2023-12-01T04:55:34.576 INFO:tasks.rados.rados.0.smithi111.stdout:3582: writing smithi111183488-18 from 5431296 to 6070272 tid 2 2023-12-01T04:55:34.578 INFO:tasks.rados.rados.0.smithi111.stdout:3582: writing smithi111183488-18 from 6070272 to 6537216 tid 3 2023-12-01T04:55:34.579 INFO:tasks.rados.rados.0.smithi111.stdout:3582: writing smithi111183488-18 from 6537216 to 6635520 tid 4 2023-12-01T04:55:34.579 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 5 current snap is 339 2023-12-01T04:55:34.579 INFO:tasks.rados.rados.0.smithi111.stdout:3582: finishing write tid 1 to smithi111183488-18 2023-12-01T04:55:34.580 INFO:tasks.rados.rados.0.smithi111.stdout:3583: seq_num 1113 ranges {1531904=647168,2179072=524288,2703360=622592,3325952=57344} 2023-12-01T04:55:34.591 INFO:tasks.rados.rados.0.smithi111.stdout:3583: writing smithi111183488-5 from 1531904 to 2179072 tid 1 2023-12-01T04:55:34.594 INFO:tasks.rados.rados.0.smithi111.stdout:3583: writing smithi111183488-5 from 2179072 to 2703360 tid 2 2023-12-01T04:55:34.597 INFO:tasks.rados.rados.0.smithi111.stdout:3583: writing smithi111183488-5 from 2703360 to 3325952 tid 3 2023-12-01T04:55:34.598 INFO:tasks.rados.rados.0.smithi111.stdout:3583: writing smithi111183488-5 from 3325952 to 3383296 tid 4 2023-12-01T04:55:34.598 INFO:tasks.rados.rados.0.smithi111.stdout:3584: delete oid 35 current snap is 339 2023-12-01T04:55:34.598 INFO:tasks.rados.rados.0.smithi111.stdout:3582: finishing write tid 2 to smithi111183488-18 2023-12-01T04:55:34.598 INFO:tasks.rados.rados.0.smithi111.stdout:3582: finishing write tid 3 to smithi111183488-18 2023-12-01T04:55:34.598 INFO:tasks.rados.rados.0.smithi111.stdout:3582: finishing write tid 4 to smithi111183488-18 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: finishing write tid 5 to smithi111183488-18 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: finishing write tid 6 to smithi111183488-18 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: oid 18 updating version 0 to 2807 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: oid 18 updating version 2807 to 2809 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: oid 18 version 2809 is already newer than 2808 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: oid 18 updating version 2809 to 2810 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: oid 18 version 2810 is already newer than 2806 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2810 (ObjNum 1112 snap 339 seq_num 1112) dirty exists 2023-12-01T04:55:34.599 INFO:tasks.rados.rados.0.smithi111.stdout:3582: left oid 18 (ObjNum 1112 snap 339 seq_num 1112) 2023-12-01T04:55:34.601 INFO:tasks.rados.rados.0.smithi111.stdout:3583: finishing write tid 1 to smithi111183488-5 2023-12-01T04:55:34.601 INFO:tasks.rados.rados.0.smithi111.stdout:3582: done (2 left) 2023-12-01T04:55:34.601 INFO:tasks.rados.rados.0.smithi111.stdout:3584: done (1 left) 2023-12-01T04:55:34.601 INFO:tasks.rados.rados.0.smithi111.stdout:3585: delete oid 33 current snap is 339 2023-12-01T04:55:34.605 INFO:tasks.rados.rados.0.smithi111.stdout:3585: done (1 left) 2023-12-01T04:55:34.605 INFO:tasks.rados.rados.0.smithi111.stdout:3586: snap_create 2023-12-01T04:55:34.606 INFO:tasks.rados.rados.0.smithi111.stdout:3583: finishing write tid 2 to smithi111183488-5 2023-12-01T04:55:34.606 INFO:tasks.rados.rados.0.smithi111.stdout:3583: finishing write tid 3 to smithi111183488-5 2023-12-01T04:55:34.608 INFO:tasks.rados.rados.0.smithi111.stdout:3583: finishing write tid 4 to smithi111183488-5 2023-12-01T04:55:34.608 INFO:tasks.rados.rados.0.smithi111.stdout:3583: finishing write tid 5 to smithi111183488-5 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: finishing write tid 6 to smithi111183488-5 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: oid 5 updating version 0 to 2916 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: oid 5 updating version 2916 to 2918 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: oid 5 updating version 2918 to 2920 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: oid 5 version 2920 is already newer than 2917 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: oid 5 version 2920 is already newer than 2919 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 2920 (ObjNum 1113 snap 339 seq_num 1113) dirty exists 2023-12-01T04:55:34.610 INFO:tasks.rados.rados.0.smithi111.stdout:3583: left oid 5 (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:34 smithi155 ceph-mon[102677]: osdmap e752: 8 total, 8 up, 8 in 2023-12-01T04:55:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:34 smithi111 ceph-mon[97855]: osdmap e752: 8 total, 8 up, 8 in 2023-12-01T04:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:34 smithi111 ceph-mon[116524]: osdmap e752: 8 total, 8 up, 8 in 2023-12-01T04:55:35.614 INFO:tasks.rados.rados.0.smithi111.stdout:3583: done (1 left) 2023-12-01T04:55:35.615 INFO:tasks.rados.rados.0.smithi111.stdout:3586: done (0 left) 2023-12-01T04:55:35.615 INFO:tasks.rados.rados.0.smithi111.stdout:3587: copy_from oid 23 from oid 22 current snap is 340 2023-12-01T04:55:35.615 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 340 2023-12-01T04:55:35.615 INFO:tasks.rados.rados.0.smithi111.stdout:3588: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2023-12-01T04:55:35.618 INFO:tasks.rados.rados.0.smithi111.stdout:3588: writing smithi111183488-33 from 0 to 696320 tid 1 2023-12-01T04:55:35.621 INFO:tasks.rados.rados.0.smithi111.stdout:3588: writing smithi111183488-33 from 696320 to 1269760 tid 2 2023-12-01T04:55:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:3588: writing smithi111183488-33 from 1269760 to 1720320 tid 3 2023-12-01T04:55:35.625 INFO:tasks.rados.rados.0.smithi111.stdout:3588: writing smithi111183488-33 from 1720320 to 1900544 tid 4 2023-12-01T04:55:35.625 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 340 2023-12-01T04:55:35.626 INFO:tasks.rados.rados.0.smithi111.stdout:3588: finishing write tid 1 to smithi111183488-33 2023-12-01T04:55:35.626 INFO:tasks.rados.rados.0.smithi111.stdout:3589: seq_num 1117 ranges {0=712704,712704=458752,1171456=655360,1826816=90112} 2023-12-01T04:55:35.631 INFO:tasks.rados.rados.0.smithi111.stdout:3589: writing smithi111183488-13 from 0 to 712704 tid 1 2023-12-01T04:55:35.636 INFO:tasks.rados.rados.0.smithi111.stdout:3589: writing smithi111183488-13 from 712704 to 1171456 tid 2 2023-12-01T04:55:35.637 INFO:tasks.rados.rados.0.smithi111.stdout:3589: writing smithi111183488-13 from 1171456 to 1826816 tid 3 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3589: writing smithi111183488-13 from 1826816 to 1916928 tid 4 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3590: rmattr oid 16 current snap is 340 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3588: finishing write tid 2 to smithi111183488-33 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3588: finishing write tid 3 to smithi111183488-33 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3591: snap_create 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3588: finishing write tid 4 to smithi111183488-33 2023-12-01T04:55:35.638 INFO:tasks.rados.rados.0.smithi111.stdout:3588: finishing write tid 5 to smithi111183488-33 2023-12-01T04:55:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3587: finishing copy_from to smithi111183488-23 2023-12-01T04:55:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2805 (ObjNum 1110 snap 338 seq_num 1110) dirty exists 2023-12-01T04:55:35.641 INFO:tasks.rados.rados.0.smithi111.stdout:3587: finishing copy_from racing read to smithi111183488-23 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: finishing write tid 6 to smithi111183488-33 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: oid 33 updating version 0 to 2833 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: oid 33 version 2833 is already newer than 2831 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: oid 33 updating version 2833 to 2834 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: oid 33 version 2834 is already newer than 2832 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: oid 33 updating version 2834 to 2835 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2835 (ObjNum 1116 snap 340 seq_num 1116) dirty exists 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:3588: left oid 33 (ObjNum 1116 snap 340 seq_num 1116) 2023-12-01T04:55:35.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2497 (ObjNum 1040 snap 320 seq_num 1040) dirty exists 2023-12-01T04:55:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:3589: finishing write tid 1 to smithi111183488-13 2023-12-01T04:55:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:3589: finishing write tid 2 to smithi111183488-13 2023-12-01T04:55:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:3589: finishing write tid 3 to smithi111183488-13 2023-12-01T04:55:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:3589: finishing write tid 4 to smithi111183488-13 2023-12-01T04:55:35.644 INFO:tasks.rados.rados.0.smithi111.stdout:3589: finishing write tid 5 to smithi111183488-13 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: finishing write tid 6 to smithi111183488-13 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: oid 13 updating version 0 to 2513 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: oid 13 version 2513 is already newer than 2512 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: oid 13 updating version 2513 to 2514 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: oid 13 updating version 2514 to 2515 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: oid 13 version 2515 is already newer than 2511 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2515 (ObjNum 1117 snap 340 seq_num 1117) dirty exists 2023-12-01T04:55:35.646 INFO:tasks.rados.rados.0.smithi111.stdout:3589: left oid 13 (ObjNum 1117 snap 340 seq_num 1117) 2023-12-01T04:55:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:35 smithi155 ceph-mon[102677]: pgmap v1104: 121 pgs: 121 active+clean; 181 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 18 op/s 2023-12-01T04:55:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:35 smithi111 ceph-mon[97855]: pgmap v1104: 121 pgs: 121 active+clean; 181 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 18 op/s 2023-12-01T04:55:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:35 smithi111 ceph-mon[116524]: pgmap v1104: 121 pgs: 121 active+clean; 181 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.7 MiB/s wr, 18 op/s 2023-12-01T04:55:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3587: done (4 left) 2023-12-01T04:55:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3588: done (3 left) 2023-12-01T04:55:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3589: done (2 left) 2023-12-01T04:55:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3590: done (1 left) 2023-12-01T04:55:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3591: done (0 left) 2023-12-01T04:55:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3592: delete oid 7 current snap is 341 2023-12-01T04:55:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:3592: done (0 left) 2023-12-01T04:55:36.628 INFO:tasks.rados.rados.0.smithi111.stdout:3593: snap_remove snap 334 2023-12-01T04:55:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:36 smithi155 ceph-mon[102677]: osdmap e753: 8 total, 8 up, 8 in 2023-12-01T04:55:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:36 smithi111 ceph-mon[97855]: osdmap e753: 8 total, 8 up, 8 in 2023-12-01T04:55:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:36 smithi111 ceph-mon[116524]: osdmap e753: 8 total, 8 up, 8 in 2023-12-01T04:55:37.642 INFO:tasks.rados.rados.0.smithi111.stdout:3593: done (0 left) 2023-12-01T04:55:37.642 INFO:tasks.rados.rados.0.smithi111.stdout:3594: read oid 20 snap -1 2023-12-01T04:55:37.642 INFO:tasks.rados.rados.0.smithi111.stdout:3594: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:37.642 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 341 2023-12-01T04:55:37.642 INFO:tasks.rados.rados.0.smithi111.stdout:3595: seq_num 1119 ranges {4620288=745472,5365760=679936,6045696=524288} 2023-12-01T04:55:37.669 INFO:tasks.rados.rados.0.smithi111.stdout:3595: writing smithi111183488-29 from 4620288 to 5365760 tid 1 2023-12-01T04:55:37.673 INFO:tasks.rados.rados.0.smithi111.stdout:3595: writing smithi111183488-29 from 5365760 to 6045696 tid 2 2023-12-01T04:55:37.676 INFO:tasks.rados.rados.0.smithi111.stdout:3595: writing smithi111183488-29 from 6045696 to 6569984 tid 3 2023-12-01T04:55:37.676 INFO:tasks.rados.rados.0.smithi111.stdout:3596: read oid 23 snap 338 2023-12-01T04:55:37.677 INFO:tasks.rados.rados.0.smithi111.stdout:3596: expect (ObjNum 1055 snap 329 seq_num 1055) 2023-12-01T04:55:37.677 INFO:tasks.rados.rados.0.smithi111.stdout:3597: rollback oid 26 current snap is 341 2023-12-01T04:55:37.677 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 26 to 338 2023-12-01T04:55:37.677 INFO:tasks.rados.rados.0.smithi111.stdout:3594: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:37.820 INFO:tasks.rados.rados.0.smithi111.stdout:3595: finishing write tid 1 to smithi111183488-29 2023-12-01T04:55:37.820 INFO:tasks.rados.rados.0.smithi111.stdout:3597: finishing rollback tid 1 to smithi111183488-26 2023-12-01T04:55:37.820 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2087 (ObjNum 273 snap 0 seq_num 0) dirty dne 2023-12-01T04:55:37.820 INFO:tasks.rados.rados.0.smithi111.stdout:3595: finishing write tid 2 to smithi111183488-29 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: finishing write tid 3 to smithi111183488-29 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: finishing write tid 4 to smithi111183488-29 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: finishing write tid 5 to smithi111183488-29 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: oid 29 updating version 0 to 2931 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: oid 29 version 2931 is already newer than 2928 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: oid 29 version 2931 is already newer than 2930 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: oid 29 version 2931 is already newer than 2929 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2931 (ObjNum 1119 snap 341 seq_num 1119) dirty exists 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3595: left oid 29 (ObjNum 1119 snap 341 seq_num 1119) 2023-12-01T04:55:37.821 INFO:tasks.rados.rados.0.smithi111.stdout:3596: expect (ObjNum 1055 snap 329 seq_num 1055) 2023-12-01T04:55:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:37 smithi155 ceph-mon[102677]: osdmap e754: 8 total, 8 up, 8 in 2023-12-01T04:55:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:37 smithi155 ceph-mon[102677]: pgmap v1107: 121 pgs: 121 active+clean; 171 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2023-12-01T04:55:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:37 smithi111 ceph-mon[97855]: osdmap e754: 8 total, 8 up, 8 in 2023-12-01T04:55:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:37 smithi111 ceph-mon[97855]: pgmap v1107: 121 pgs: 121 active+clean; 171 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2023-12-01T04:55:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:37 smithi111 ceph-mon[116524]: osdmap e754: 8 total, 8 up, 8 in 2023-12-01T04:55:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:37 smithi111 ceph-mon[116524]: pgmap v1107: 121 pgs: 121 active+clean; 171 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 30 op/s 2023-12-01T04:55:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:3594: done (3 left) 2023-12-01T04:55:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:3595: done (2 left) 2023-12-01T04:55:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:3596: done (1 left) 2023-12-01T04:55:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:3597: done (0 left) 2023-12-01T04:55:38.361 INFO:tasks.rados.rados.0.smithi111.stdout:3598: setattr oid 2 current snap is 341 2023-12-01T04:55:38.362 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 341 2023-12-01T04:55:38.362 INFO:tasks.rados.rados.0.smithi111.stdout:3599: seq_num 1120 ranges {6569984=761856,7331840=557056,7888896=425984,8314880=221184} 2023-12-01T04:55:38.401 INFO:tasks.rados.rados.0.smithi111.stdout:3599: writing smithi111183488-29 from 6569984 to 7331840 tid 1 2023-12-01T04:55:38.404 INFO:tasks.rados.rados.0.smithi111.stdout:3599: writing smithi111183488-29 from 7331840 to 7888896 tid 2 2023-12-01T04:55:38.407 INFO:tasks.rados.rados.0.smithi111.stdout:3599: writing smithi111183488-29 from 7888896 to 8314880 tid 3 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3599: writing smithi111183488-29 from 8314880 to 8536064 tid 4 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3600: read oid 34 snap -1 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3600: expect (ObjNum 1081 snap 333 seq_num 1081) 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3601: copy_from oid 49 from oid 6 current snap is 341 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2503 (ObjNum 943 snap 291 seq_num 943) dirty exists 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3599: finishing write tid 1 to smithi111183488-29 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3598: done (3 left) 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3602: read oid 46 snap -1 2023-12-01T04:55:38.409 INFO:tasks.rados.rados.0.smithi111.stdout:3602: expect (ObjNum 1078 snap 333 seq_num 1078) 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3603: copy_from oid 45 from oid 9 current snap is 341 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3604: read oid 11 snap 335 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3604: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3605: setattr oid 42 current snap is 341 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3603: finishing copy_from to smithi111183488-45 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3603: got expected ENOENT (src dne) 2023-12-01T04:55:38.410 INFO:tasks.rados.rados.0.smithi111.stdout:3606: snap_remove snap 339 2023-12-01T04:55:38.546 INFO:tasks.rados.rados.0.smithi111.stdout:3606: done (7 left) 2023-12-01T04:55:38.546 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 341 2023-12-01T04:55:38.546 INFO:tasks.rados.rados.0.smithi111.stdout:3603: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:55:38.546 INFO:tasks.rados.rados.0.smithi111.stdout:3607: seq_num 1121 ranges {6635520=778240,7413760=442368,7856128=638976,8495104=122880} 2023-12-01T04:55:38.585 INFO:tasks.rados.rados.0.smithi111.stdout:3607: writing smithi111183488-18 from 6635520 to 7413760 tid 1 2023-12-01T04:55:38.588 INFO:tasks.rados.rados.0.smithi111.stdout:3607: writing smithi111183488-18 from 7413760 to 7856128 tid 2 2023-12-01T04:55:38.591 INFO:tasks.rados.rados.0.smithi111.stdout:3607: writing smithi111183488-18 from 7856128 to 8495104 tid 3 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3607: writing smithi111183488-18 from 8495104 to 8617984 tid 4 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3603: done (7 left) 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3608: copy_from oid 45 from oid 16 current snap is 341 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3601: finishing copy_from to smithi111183488-49 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3601: got expected ENOENT (src dne) 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3601: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2075 (ObjNum 1075 snap 333 seq_num 1075) dirty exists 2023-12-01T04:55:38.593 INFO:tasks.rados.rados.0.smithi111.stdout:3604: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:38.669 INFO:tasks.rados.rados.0.smithi111.stdout:3599: finishing write tid 2 to smithi111183488-29 2023-12-01T04:55:38.669 INFO:tasks.rados.rados.0.smithi111.stdout:3601: done (7 left) 2023-12-01T04:55:38.669 INFO:tasks.rados.rados.0.smithi111.stdout:3604: done (6 left) 2023-12-01T04:55:38.669 INFO:tasks.rados.rados.0.smithi111.stdout:3605: done (5 left) 2023-12-01T04:55:38.669 INFO:tasks.rados.rados.0.smithi111.stdout:3609: snap_remove snap 335 2023-12-01T04:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:38 smithi155 ceph-mon[102677]: osdmap e755: 8 total, 8 up, 8 in 2023-12-01T04:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:38 smithi155 ceph-mon[102677]: osdmap e756: 8 total, 8 up, 8 in 2023-12-01T04:55:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:38 smithi111 ceph-mon[97855]: osdmap e755: 8 total, 8 up, 8 in 2023-12-01T04:55:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:38 smithi111 ceph-mon[97855]: osdmap e756: 8 total, 8 up, 8 in 2023-12-01T04:55:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:38 smithi111 ceph-mon[116524]: osdmap e755: 8 total, 8 up, 8 in 2023-12-01T04:55:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:38 smithi111 ceph-mon[116524]: osdmap e756: 8 total, 8 up, 8 in 2023-12-01T04:55:39.630 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:55:39] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3609: done (5 left) 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3610: read oid 37 snap 333 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3610: expect (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3611: read oid 38 snap -1 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3611: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3612: rmattr oid 1 current snap is 341 2023-12-01T04:55:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3612: done (7 left) 2023-12-01T04:55:39.639 INFO:tasks.rados.rados.0.smithi111.stdout:3613: copy_from oid 32 from oid 2 current snap is 341 2023-12-01T04:55:39.639 INFO:tasks.rados.rados.0.smithi111.stdout:3614: delete oid 50 current snap is 341 2023-12-01T04:55:39.639 INFO:tasks.rados.rados.0.smithi111.stdout:3599: finishing write tid 3 to smithi111183488-29 2023-12-01T04:55:39.639 INFO:tasks.rados.rados.0.smithi111.stdout:3599: finishing write tid 4 to smithi111183488-29 2023-12-01T04:55:39.639 INFO:tasks.rados.rados.0.smithi111.stdout:3600: expect (ObjNum 1081 snap 333 seq_num 1081) 2023-12-01T04:55:39.686 INFO:tasks.rados.rados.0.smithi111.stdout:3599: finishing write tid 5 to smithi111183488-29 2023-12-01T04:55:39.686 INFO:tasks.rados.rados.0.smithi111.stdout:3599: finishing write tid 6 to smithi111183488-29 2023-12-01T04:55:39.687 INFO:tasks.rados.rados.0.smithi111.stdout:3599: oid 29 updating version 0 to 2936 2023-12-01T04:55:39.687 INFO:tasks.rados.rados.0.smithi111.stdout:3599: oid 29 version 2936 is already newer than 2932 2023-12-01T04:55:39.687 INFO:tasks.rados.rados.0.smithi111.stdout:3599: oid 29 version 2936 is already newer than 2933 2023-12-01T04:55:39.687 INFO:tasks.rados.rados.0.smithi111.stdout:3599: oid 29 version 2936 is already newer than 2935 2023-12-01T04:55:39.687 INFO:tasks.rados.rados.0.smithi111.stdout:3599: oid 29 version 2936 is already newer than 2934 2023-12-01T04:55:39.687 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2936 (ObjNum 1120 snap 341 seq_num 1120) dirty exists 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3599: left oid 29 (ObjNum 1120 snap 341 seq_num 1120) 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3599: done (8 left) 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3600: done (7 left) 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3614: done (6 left) 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3615: read oid 24 snap 338 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3615: expect (ObjNum 1070 snap 332 seq_num 1070) 2023-12-01T04:55:39.688 INFO:tasks.rados.rados.0.smithi111.stdout:3616: snap_remove snap 340 2023-12-01T04:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:39 smithi155 ceph-mon[102677]: pgmap v1110: 121 pgs: 121 active+clean; 171 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-01T04:55:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:39 smithi111 ceph-mon[97855]: pgmap v1110: 121 pgs: 121 active+clean; 171 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-01T04:55:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:39 smithi111 ceph-mon[116524]: pgmap v1110: 121 pgs: 121 active+clean; 171 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2023-12-01T04:55:40.643 INFO:tasks.rados.rados.0.smithi111.stdout:3616: done (7 left) 2023-12-01T04:55:40.643 INFO:tasks.rados.rados.0.smithi111.stdout:3617: snap_create 2023-12-01T04:55:40.650 INFO:tasks.rados.rados.0.smithi111.stdout:3602: expect (ObjNum 1078 snap 333 seq_num 1078) 2023-12-01T04:55:40.678 INFO:tasks.rados.rados.0.smithi111.stdout:3607: finishing write tid 1 to smithi111183488-18 2023-12-01T04:55:40.678 INFO:tasks.rados.rados.0.smithi111.stdout:3607: finishing write tid 2 to smithi111183488-18 2023-12-01T04:55:40.678 INFO:tasks.rados.rados.0.smithi111.stdout:3607: finishing write tid 3 to smithi111183488-18 2023-12-01T04:55:40.678 INFO:tasks.rados.rados.0.smithi111.stdout:3607: finishing write tid 4 to smithi111183488-18 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: finishing write tid 5 to smithi111183488-18 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: finishing write tid 6 to smithi111183488-18 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: oid 18 updating version 0 to 2815 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: oid 18 version 2815 is already newer than 2812 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: oid 18 version 2815 is already newer than 2813 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: oid 18 version 2815 is already newer than 2811 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: oid 18 version 2815 is already newer than 2814 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2815 (ObjNum 1121 snap 341 seq_num 1121) dirty exists 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3607: left oid 18 (ObjNum 1121 snap 341 seq_num 1121) 2023-12-01T04:55:40.679 INFO:tasks.rados.rados.0.smithi111.stdout:3608: finishing copy_from to smithi111183488-45 2023-12-01T04:55:40.680 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2497 (ObjNum 1040 snap 320 seq_num 1040) dirty exists 2023-12-01T04:55:40.680 INFO:tasks.rados.rados.0.smithi111.stdout:3608: finishing copy_from racing read to smithi111183488-45 2023-12-01T04:55:40.680 INFO:tasks.rados.rados.0.smithi111.stdout:3611: expect (ObjNum 945 snap 291 seq_num 945) 2023-12-01T04:55:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:40 smithi155 ceph-mon[102677]: osdmap e757: 8 total, 8 up, 8 in 2023-12-01T04:55:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:40 smithi111 ceph-mon[97855]: osdmap e757: 8 total, 8 up, 8 in 2023-12-01T04:55:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:40 smithi111 ceph-mon[116524]: osdmap e757: 8 total, 8 up, 8 in 2023-12-01T04:55:41.090 INFO:tasks.rados.rados.0.smithi111.stdout:3610: expect (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:41.149 INFO:tasks.rados.rados.0.smithi111.stdout:3613: finishing copy_from to smithi111183488-32 2023-12-01T04:55:41.150 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2503 (ObjNum 943 snap 291 seq_num 943) dirty exists 2023-12-01T04:55:41.150 INFO:tasks.rados.rados.0.smithi111.stdout:3613: finishing copy_from racing read to smithi111183488-32 2023-12-01T04:55:41.150 INFO:tasks.rados.rados.0.smithi111.stdout:3615: expect (ObjNum 1070 snap 332 seq_num 1070) 2023-12-01T04:55:41.654 INFO:tasks.rados.rados.0.smithi111.stdout:3602: done (7 left) 2023-12-01T04:55:41.654 INFO:tasks.rados.rados.0.smithi111.stdout:3607: done (6 left) 2023-12-01T04:55:41.654 INFO:tasks.rados.rados.0.smithi111.stdout:3608: done (5 left) 2023-12-01T04:55:41.654 INFO:tasks.rados.rados.0.smithi111.stdout:3610: done (4 left) 2023-12-01T04:55:41.654 INFO:tasks.rados.rados.0.smithi111.stdout:3611: done (3 left) 2023-12-01T04:55:41.654 INFO:tasks.rados.rados.0.smithi111.stdout:3613: done (2 left) 2023-12-01T04:55:41.655 INFO:tasks.rados.rados.0.smithi111.stdout:3615: done (1 left) 2023-12-01T04:55:41.655 INFO:tasks.rados.rados.0.smithi111.stdout:3617: done (0 left) 2023-12-01T04:55:41.655 INFO:tasks.rados.rados.0.smithi111.stdout:3618: read oid 37 snap -1 2023-12-01T04:55:41.655 INFO:tasks.rados.rados.0.smithi111.stdout:3618: expect (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:41.655 INFO:tasks.rados.rados.0.smithi111.stdout:3619: rmattr oid 21 current snap is 342 2023-12-01T04:55:41.655 INFO:tasks.rados.rados.0.smithi111.stdout:3620: snap_create 2023-12-01T04:55:41.665 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2951 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2023-12-01T04:55:41.668 INFO:tasks.rados.rados.0.smithi111.stdout:3618: expect (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:41 smithi155 ceph-mon[102677]: osdmap e758: 8 total, 8 up, 8 in 2023-12-01T04:55:41.974 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:41 smithi155 ceph-mon[102677]: pgmap v1113: 121 pgs: 121 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2023-12-01T04:55:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:41 smithi111 ceph-mon[97855]: osdmap e758: 8 total, 8 up, 8 in 2023-12-01T04:55:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:41 smithi111 ceph-mon[97855]: pgmap v1113: 121 pgs: 121 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2023-12-01T04:55:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:41 smithi111 ceph-mon[116524]: osdmap e758: 8 total, 8 up, 8 in 2023-12-01T04:55:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:41 smithi111 ceph-mon[116524]: pgmap v1113: 121 pgs: 121 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2023-12-01T04:55:42.655 INFO:tasks.rados.rados.0.smithi111.stdout:3618: done (2 left) 2023-12-01T04:55:42.655 INFO:tasks.rados.rados.0.smithi111.stdout:3619: done (1 left) 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3620: done (0 left) 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3621: read oid 43 snap -1 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3621: expect (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3622: read oid 30 snap 333 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3622: expect (ObjNum 1086 snap 333 seq_num 1086) 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3623: read oid 37 snap -1 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3623: expect (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 343 2023-12-01T04:55:42.656 INFO:tasks.rados.rados.0.smithi111.stdout:3624: seq_num 1123 ranges {1327104=409600,1736704=614400,2351104=598016,2949120=393216} 2023-12-01T04:55:42.665 INFO:tasks.rados.rados.0.smithi111.stdout:3624: writing smithi111183488-44 from 1327104 to 1736704 tid 1 2023-12-01T04:55:42.669 INFO:tasks.rados.rados.0.smithi111.stdout:3624: writing smithi111183488-44 from 1736704 to 2351104 tid 2 2023-12-01T04:55:42.673 INFO:tasks.rados.rados.0.smithi111.stdout:3624: writing smithi111183488-44 from 2351104 to 2949120 tid 3 2023-12-01T04:55:42.675 INFO:tasks.rados.rados.0.smithi111.stdout:3624: writing smithi111183488-44 from 2949120 to 3342336 tid 4 2023-12-01T04:55:42.675 INFO:tasks.rados.rados.0.smithi111.stdout:3625: snap_remove snap 341 2023-12-01T04:55:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:42 smithi155 ceph-mon[102677]: osdmap e759: 8 total, 8 up, 8 in 2023-12-01T04:55:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:42 smithi111 ceph-mon[97855]: osdmap e759: 8 total, 8 up, 8 in 2023-12-01T04:55:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:42 smithi111 ceph-mon[116524]: osdmap e759: 8 total, 8 up, 8 in 2023-12-01T04:55:43.544 INFO:tasks.rados.rados.0.smithi111.stdout:3625: done (4 left) 2023-12-01T04:55:43.544 INFO:tasks.rados.rados.0.smithi111.stdout:3626: snap_create 2023-12-01T04:55:43.544 INFO:tasks.rados.rados.0.smithi111.stdout:3621: expect (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:55:43.624 INFO:tasks.rados.rados.0.smithi111.stdout:3623: expect (ObjNum 1079 snap 333 seq_num 1079) 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: finishing write tid 1 to smithi111183488-44 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: finishing write tid 2 to smithi111183488-44 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: finishing write tid 3 to smithi111183488-44 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: finishing write tid 4 to smithi111183488-44 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: finishing write tid 5 to smithi111183488-44 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: finishing write tid 6 to smithi111183488-44 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: oid 44 updating version 0 to 2097 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: oid 44 updating version 2097 to 2099 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: oid 44 updating version 2099 to 2100 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: oid 44 version 2100 is already newer than 2098 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:3624: oid 44 version 2100 is already newer than 2096 2023-12-01T04:55:43.687 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2100 (ObjNum 1123 snap 343 seq_num 1123) dirty exists 2023-12-01T04:55:43.688 INFO:tasks.rados.rados.0.smithi111.stdout:3624: left oid 44 (ObjNum 1123 snap 343 seq_num 1123) 2023-12-01T04:55:43.688 INFO:tasks.rados.rados.0.smithi111.stdout:3622: expect (ObjNum 1086 snap 333 seq_num 1086) 2023-12-01T04:55:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:43 smithi155 ceph-mon[102677]: osdmap e760: 8 total, 8 up, 8 in 2023-12-01T04:55:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:43 smithi155 ceph-mon[102677]: pgmap v1116: 121 pgs: 121 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2023-12-01T04:55:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:43 smithi155 ceph-mon[102677]: osdmap e761: 8 total, 8 up, 8 in 2023-12-01T04:55:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:43 smithi111 ceph-mon[97855]: osdmap e760: 8 total, 8 up, 8 in 2023-12-01T04:55:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:43 smithi111 ceph-mon[97855]: pgmap v1116: 121 pgs: 121 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2023-12-01T04:55:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:43 smithi111 ceph-mon[97855]: osdmap e761: 8 total, 8 up, 8 in 2023-12-01T04:55:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:43 smithi111 ceph-mon[116524]: osdmap e760: 8 total, 8 up, 8 in 2023-12-01T04:55:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:43 smithi111 ceph-mon[116524]: pgmap v1116: 121 pgs: 121 active+clean; 190 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 5.1 MiB/s wr, 29 op/s 2023-12-01T04:55:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:43 smithi111 ceph-mon[116524]: osdmap e761: 8 total, 8 up, 8 in 2023-12-01T04:55:44.546 INFO:tasks.rados.rados.0.smithi111.stdout:3621: done (4 left) 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:3622: done (3 left) 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:3623: done (2 left) 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:3624: done (1 left) 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:3626: done (0 left) 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:3627: rollback oid 11 current snap is 344 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 342 2023-12-01T04:55:44.547 INFO:tasks.rados.rados.0.smithi111.stdout:3628: snap_create 2023-12-01T04:55:44.551 INFO:tasks.rados.rados.0.smithi111.stdout:3627: finishing rollback tid 0 to smithi111183488-11 2023-12-01T04:55:44.552 INFO:tasks.rados.rados.0.smithi111.stdout:3627: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:55:44.552 INFO:tasks.rados.rados.0.smithi111.stdout:3627: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:55:44.552 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2528 (ObjNum 1091 snap 334 seq_num 1091) dirty exists 2023-12-01T04:55:45.553 INFO:tasks.rados.rados.0.smithi111.stdout:3627: done (1 left) 2023-12-01T04:55:45.553 INFO:tasks.rados.rados.0.smithi111.stdout:3628: done (0 left) 2023-12-01T04:55:45.553 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 345 2023-12-01T04:55:45.554 INFO:tasks.rados.rados.0.smithi111.stdout:3629: seq_num 1124 ranges {15376384=434176,15810560=499712,16310272=409600,16719872=663552,17383424=32768} 2023-12-01T04:55:45.636 INFO:tasks.rados.rados.0.smithi111.stdout:3629: writing smithi111183488-4 from 15376384 to 15810560 tid 1 2023-12-01T04:55:45.639 INFO:tasks.rados.rados.0.smithi111.stdout:3629: writing smithi111183488-4 from 15810560 to 16310272 tid 2 2023-12-01T04:55:45.641 INFO:tasks.rados.rados.0.smithi111.stdout:3629: writing smithi111183488-4 from 16310272 to 16719872 tid 3 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3629: writing smithi111183488-4 from 16719872 to 17383424 tid 4 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3629: writing smithi111183488-4 from 17383424 to 17416192 tid 5 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3630: copy_from oid 17 from oid 13 current snap is 345 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 1 to smithi111183488-4 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 2 to smithi111183488-4 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 3 to smithi111183488-4 2023-12-01T04:55:45.646 INFO:tasks.rados.rados.0.smithi111.stdout:3631: snap_remove snap 342 2023-12-01T04:55:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:45 smithi155 ceph-mon[102677]: osdmap e762: 8 total, 8 up, 8 in 2023-12-01T04:55:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:45 smithi155 ceph-mon[102677]: pgmap v1119: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 492 KiB/s wr, 5 op/s 2023-12-01T04:55:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:45 smithi111 ceph-mon[97855]: osdmap e762: 8 total, 8 up, 8 in 2023-12-01T04:55:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:45 smithi111 ceph-mon[97855]: pgmap v1119: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 492 KiB/s wr, 5 op/s 2023-12-01T04:55:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:45 smithi111 ceph-mon[116524]: osdmap e762: 8 total, 8 up, 8 in 2023-12-01T04:55:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:45 smithi111 ceph-mon[116524]: pgmap v1119: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 492 KiB/s wr, 5 op/s 2023-12-01T04:55:46.561 INFO:tasks.rados.rados.0.smithi111.stdout:3631: done (2 left) 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3632: delete oid 42 current snap is 345 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 4 to smithi111183488-4 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 5 to smithi111183488-4 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 6 to smithi111183488-4 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: finishing write tid 7 to smithi111183488-4 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: oid 4 updating version 0 to 2518 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: oid 4 version 2518 is already newer than 2517 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: oid 4 updating version 2518 to 2522 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: oid 4 version 2522 is already newer than 2521 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: oid 4 version 2522 is already newer than 2520 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:3629: oid 4 version 2522 is already newer than 2519 2023-12-01T04:55:46.562 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2522 (ObjNum 1124 snap 345 seq_num 1124) dirty exists 2023-12-01T04:55:46.563 INFO:tasks.rados.rados.0.smithi111.stdout:3629: left oid 4 (ObjNum 1124 snap 345 seq_num 1124) 2023-12-01T04:55:46.563 INFO:tasks.rados.rados.0.smithi111.stdout:3630: finishing copy_from to smithi111183488-17 2023-12-01T04:55:46.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2515 (ObjNum 1117 snap 340 seq_num 1117) dirty exists 2023-12-01T04:55:46.563 INFO:tasks.rados.rados.0.smithi111.stdout:3630: finishing copy_from racing read to smithi111183488-17 2023-12-01T04:55:46.570 INFO:tasks.rados.rados.0.smithi111.stdout:3629: done (2 left) 2023-12-01T04:55:46.570 INFO:tasks.rados.rados.0.smithi111.stdout:3630: done (1 left) 2023-12-01T04:55:46.570 INFO:tasks.rados.rados.0.smithi111.stdout:3632: done (0 left) 2023-12-01T04:55:46.570 INFO:tasks.rados.rados.0.smithi111.stdout:3633: setattr oid 12 current snap is 345 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3634: read oid 5 snap -1 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3634: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3635: read oid 2 snap 333 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3635: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3636: read oid 3 snap -1 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3636: expect (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3637: read oid 10 snap 337 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3637: expect deleted 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3638: copy_from oid 8 from oid 41 current snap is 345 2023-12-01T04:55:46.572 INFO:tasks.rados.rados.0.smithi111.stdout:3639: read oid 7 snap 337 2023-12-01T04:55:46.573 INFO:tasks.rados.rados.0.smithi111.stdout:3639: expect (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:55:46.573 INFO:tasks.rados.rados.0.smithi111.stdout:3640: snap_remove snap 344 2023-12-01T04:55:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:46 smithi155 ceph-mon[102677]: osdmap e763: 8 total, 8 up, 8 in 2023-12-01T04:55:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:46 smithi111 ceph-mon[97855]: osdmap e763: 8 total, 8 up, 8 in 2023-12-01T04:55:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:46 smithi111 ceph-mon[116524]: osdmap e763: 8 total, 8 up, 8 in 2023-12-01T04:55:47.568 INFO:tasks.rados.rados.0.smithi111.stdout:3640: done (7 left) 2023-12-01T04:55:47.568 INFO:tasks.rados.rados.0.smithi111.stdout:3641: snap_remove snap 343 2023-12-01T04:55:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:47 smithi155 ceph-mon[102677]: osdmap e764: 8 total, 8 up, 8 in 2023-12-01T04:55:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:47 smithi155 ceph-mon[102677]: pgmap v1122: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 492 KiB/s wr, 6 op/s 2023-12-01T04:55:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:47 smithi111 ceph-mon[116524]: osdmap e764: 8 total, 8 up, 8 in 2023-12-01T04:55:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:47 smithi111 ceph-mon[116524]: pgmap v1122: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 492 KiB/s wr, 6 op/s 2023-12-01T04:55:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:47 smithi111 ceph-mon[97855]: osdmap e764: 8 total, 8 up, 8 in 2023-12-01T04:55:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:47 smithi111 ceph-mon[97855]: pgmap v1122: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 492 KiB/s wr, 6 op/s 2023-12-01T04:55:48.546 INFO:tasks.rados.rados.0.smithi111.stdout:3641: done (7 left) 2023-12-01T04:55:48.547 INFO:tasks.rados.rados.0.smithi111.stdout:3642: snap_remove snap 338 2023-12-01T04:55:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:48 smithi155 ceph-mon[102677]: osdmap e765: 8 total, 8 up, 8 in 2023-12-01T04:55:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:48 smithi155 ceph-mon[102677]: osdmap e766: 8 total, 8 up, 8 in 2023-12-01T04:55:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:48 smithi111 ceph-mon[97855]: osdmap e765: 8 total, 8 up, 8 in 2023-12-01T04:55:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:48 smithi111 ceph-mon[97855]: osdmap e766: 8 total, 8 up, 8 in 2023-12-01T04:55:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:48 smithi111 ceph-mon[116524]: osdmap e765: 8 total, 8 up, 8 in 2023-12-01T04:55:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:48 smithi111 ceph-mon[116524]: osdmap e766: 8 total, 8 up, 8 in 2023-12-01T04:55:49.549 INFO:tasks.rados.rados.0.smithi111.stdout:3642: done (7 left) 2023-12-01T04:55:49.549 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 345 2023-12-01T04:55:49.549 INFO:tasks.rados.rados.0.smithi111.stdout:3643: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2023-12-01T04:55:49.551 INFO:tasks.rados.rados.0.smithi111.stdout:3643: writing smithi111183488-35 from 0 to 466944 tid 1 2023-12-01T04:55:49.559 INFO:tasks.rados.rados.0.smithi111.stdout:3643: writing smithi111183488-35 from 466944 to 1187840 tid 2 2023-12-01T04:55:49.562 INFO:tasks.rados.rados.0.smithi111.stdout:3643: writing smithi111183488-35 from 1187840 to 1966080 tid 3 2023-12-01T04:55:49.562 INFO:tasks.rados.rados.0.smithi111.stdout:3643: writing smithi111183488-35 from 1966080 to 2072576 tid 4 2023-12-01T04:55:49.562 INFO:tasks.rados.rados.0.smithi111.stdout:3644: rollback oid 23 current snap is 345 2023-12-01T04:55:49.562 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 23 to 333 2023-12-01T04:55:49.562 INFO:tasks.rados.rados.0.smithi111.stdout:3645: snap_create 2023-12-01T04:55:49.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2425 (ObjNum 829 snap 267 seq_num 829) dirty exists 2023-12-01T04:55:49.563 INFO:tasks.rados.rados.0.smithi111.stdout:3639: expect (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:55:49.584 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:55:49] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:55:49.645 INFO:tasks.rados.rados.0.smithi111.stdout:3638: finishing copy_from to smithi111183488-8 2023-12-01T04:55:49.645 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2059 (ObjNum 1051 snap 329 seq_num 1051) dirty exists 2023-12-01T04:55:49.645 INFO:tasks.rados.rados.0.smithi111.stdout:3638: finishing copy_from racing read to smithi111183488-8 2023-12-01T04:55:49.645 INFO:tasks.rados.rados.0.smithi111.stdout:3635: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:55:49.730 INFO:tasks.rados.rados.0.smithi111.stdout:3634: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:55:49.841 INFO:tasks.rados.rados.0.smithi111.stdout:3636: expect (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:49 smithi155 ceph-mon[102677]: pgmap v1125: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:49 smithi155 ceph-mon[102677]: osdmap e767: 8 total, 8 up, 8 in 2023-12-01T04:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:49 smithi111 ceph-mon[97855]: pgmap v1125: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:49 smithi111 ceph-mon[97855]: osdmap e767: 8 total, 8 up, 8 in 2023-12-01T04:55:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:55:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:49 smithi111 ceph-mon[116524]: pgmap v1125: 121 pgs: 121 active+clean; 192 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:55:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:49 smithi111 ceph-mon[116524]: osdmap e767: 8 total, 8 up, 8 in 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: finishing write tid 1 to smithi111183488-35 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: finishing write tid 2 to smithi111183488-35 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: finishing write tid 3 to smithi111183488-35 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: finishing write tid 4 to smithi111183488-35 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3644: finishing rollback tid 0 to smithi111183488-23 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3644: finishing rollback tid 1 to smithi111183488-23 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: finishing write tid 5 to smithi111183488-35 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3644: finishing rollback tid 2 to smithi111183488-23 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2867 (ObjNum 1055 snap 329 seq_num 1055) dirty exists 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: finishing write tid 6 to smithi111183488-35 2023-12-01T04:55:50.371 INFO:tasks.rados.rados.0.smithi111.stdout:3643: oid 35 updating version 0 to 1802 2023-12-01T04:55:50.372 INFO:tasks.rados.rados.0.smithi111.stdout:3643: oid 35 version 1802 is already newer than 1800 2023-12-01T04:55:50.372 INFO:tasks.rados.rados.0.smithi111.stdout:3643: oid 35 updating version 1802 to 1803 2023-12-01T04:55:50.372 INFO:tasks.rados.rados.0.smithi111.stdout:3643: oid 35 updating version 1803 to 1804 2023-12-01T04:55:50.372 INFO:tasks.rados.rados.0.smithi111.stdout:3643: oid 35 version 1804 is already newer than 1801 2023-12-01T04:55:50.372 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1804 (ObjNum 1126 snap 345 seq_num 1126) dirty exists 2023-12-01T04:55:50.372 INFO:tasks.rados.rados.0.smithi111.stdout:3643: left oid 35 (ObjNum 1126 snap 345 seq_num 1126) 2023-12-01T04:55:50.549 INFO:tasks.rados.rados.0.smithi111.stdout:3633: done (9 left) 2023-12-01T04:55:50.549 INFO:tasks.rados.rados.0.smithi111.stdout:3634: done (8 left) 2023-12-01T04:55:50.549 INFO:tasks.rados.rados.0.smithi111.stdout:3635: done (7 left) 2023-12-01T04:55:50.549 INFO:tasks.rados.rados.0.smithi111.stdout:3636: done (6 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3637: done (5 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3638: done (4 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3639: done (3 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3643: done (2 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3644: done (1 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3645: done (0 left) 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 346 2023-12-01T04:55:50.550 INFO:tasks.rados.rados.0.smithi111.stdout:3646: seq_num 1127 ranges {1261568=483328,1744896=598016,2342912=581632,2924544=425984} 2023-12-01T04:55:50.558 INFO:tasks.rados.rados.0.smithi111.stdout:3646: writing smithi111183488-46 from 1261568 to 1744896 tid 1 2023-12-01T04:55:50.561 INFO:tasks.rados.rados.0.smithi111.stdout:3646: writing smithi111183488-46 from 1744896 to 2342912 tid 2 2023-12-01T04:55:50.565 INFO:tasks.rados.rados.0.smithi111.stdout:3646: writing smithi111183488-46 from 2342912 to 2924544 tid 3 2023-12-01T04:55:50.567 INFO:tasks.rados.rados.0.smithi111.stdout:3646: writing smithi111183488-46 from 2924544 to 3350528 tid 4 2023-12-01T04:55:50.568 INFO:tasks.rados.rados.0.smithi111.stdout:3647: read oid 11 snap -1 2023-12-01T04:55:50.568 INFO:tasks.rados.rados.0.smithi111.stdout:3647: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:50.568 INFO:tasks.rados.rados.0.smithi111.stdout:3648: setattr oid 38 current snap is 346 2023-12-01T04:55:50.568 INFO:tasks.rados.rados.0.smithi111.stdout:3646: finishing write tid 1 to smithi111183488-46 2023-12-01T04:55:50.569 INFO:tasks.rados.rados.0.smithi111.stdout:3649: snap_remove snap 337 2023-12-01T04:55:51.563 INFO:tasks.rados.rados.0.smithi111.stdout:3649: done (3 left) 2023-12-01T04:55:51.563 INFO:tasks.rados.rados.0.smithi111.stdout:3650: snap_remove snap 345 2023-12-01T04:55:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:51 smithi155 ceph-mon[102677]: osdmap e768: 8 total, 8 up, 8 in 2023-12-01T04:55:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:51 smithi155 ceph-mon[102677]: pgmap v1128: 121 pgs: 121 active+clean; 201 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-01T04:55:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:51 smithi111 ceph-mon[97855]: osdmap e768: 8 total, 8 up, 8 in 2023-12-01T04:55:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:51 smithi111 ceph-mon[97855]: pgmap v1128: 121 pgs: 121 active+clean; 201 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-01T04:55:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:51 smithi111 ceph-mon[116524]: osdmap e768: 8 total, 8 up, 8 in 2023-12-01T04:55:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:51 smithi111 ceph-mon[116524]: pgmap v1128: 121 pgs: 121 active+clean; 201 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-01T04:55:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:3650: done (3 left) 2023-12-01T04:55:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:3651: snap_create 2023-12-01T04:55:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:3646: finishing write tid 2 to smithi111183488-46 2023-12-01T04:55:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:3646: finishing write tid 3 to smithi111183488-46 2023-12-01T04:55:52.560 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2836 (ObjNum 945 snap 291 seq_num 945) dirty exists 2023-12-01T04:55:52.561 INFO:tasks.rados.rados.0.smithi111.stdout:3647: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:55:52.634 INFO:tasks.rados.rados.0.smithi111.stdout:3646: finishing write tid 4 to smithi111183488-46 2023-12-01T04:55:52.634 INFO:tasks.rados.rados.0.smithi111.stdout:3646: finishing write tid 5 to smithi111183488-46 2023-12-01T04:55:52.634 INFO:tasks.rados.rados.0.smithi111.stdout:3646: finishing write tid 6 to smithi111183488-46 2023-12-01T04:55:52.634 INFO:tasks.rados.rados.0.smithi111.stdout:3646: oid 46 updating version 0 to 2962 2023-12-01T04:55:52.635 INFO:tasks.rados.rados.0.smithi111.stdout:3646: oid 46 updating version 2962 to 2965 2023-12-01T04:55:52.635 INFO:tasks.rados.rados.0.smithi111.stdout:3646: oid 46 version 2965 is already newer than 2961 2023-12-01T04:55:52.635 INFO:tasks.rados.rados.0.smithi111.stdout:3646: oid 46 version 2965 is already newer than 2964 2023-12-01T04:55:52.635 INFO:tasks.rados.rados.0.smithi111.stdout:3646: oid 46 version 2965 is already newer than 2963 2023-12-01T04:55:52.635 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2965 (ObjNum 1127 snap 346 seq_num 1127) dirty exists 2023-12-01T04:55:52.635 INFO:tasks.rados.rados.0.smithi111.stdout:3646: left oid 46 (ObjNum 1127 snap 346 seq_num 1127) 2023-12-01T04:55:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:52 smithi155 ceph-mon[102677]: osdmap e769: 8 total, 8 up, 8 in 2023-12-01T04:55:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:52 smithi111 ceph-mon[97855]: osdmap e769: 8 total, 8 up, 8 in 2023-12-01T04:55:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:52 smithi111 ceph-mon[116524]: osdmap e769: 8 total, 8 up, 8 in 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3646: done (3 left) 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3647: done (2 left) 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3648: done (1 left) 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3651: done (0 left) 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3652: rmattr oid 20 current snap is 347 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3653: rollback oid 4 current snap is 347 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 4 to 333 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3654: rmattr oid 41 current snap is 347 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3655: read oid 27 snap 333 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3655: expect deleted 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3656: read oid 21 snap 333 2023-12-01T04:55:53.547 INFO:tasks.rados.rados.0.smithi111.stdout:3656: expect (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:53.548 INFO:tasks.rados.rados.0.smithi111.stdout:3657: rollback oid 22 current snap is 347 2023-12-01T04:55:53.548 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 22 to 333 2023-12-01T04:55:53.548 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 17 current snap is 347 2023-12-01T04:55:53.548 INFO:tasks.rados.rados.0.smithi111.stdout:3658: seq_num 1128 ranges {1916928=499712,2416640=483328,2899968=786432,3686400=335872} 2023-12-01T04:55:53.560 INFO:tasks.rados.rados.0.smithi111.stdout:3658: writing smithi111183488-17 from 1916928 to 2416640 tid 1 2023-12-01T04:55:53.563 INFO:tasks.rados.rados.0.smithi111.stdout:3658: writing smithi111183488-17 from 2416640 to 2899968 tid 2 2023-12-01T04:55:53.568 INFO:tasks.rados.rados.0.smithi111.stdout:3658: writing smithi111183488-17 from 2899968 to 3686400 tid 3 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3658: writing smithi111183488-17 from 3686400 to 4022272 tid 4 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3659: read oid 15 snap 333 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3659: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3660: setattr oid 46 current snap is 347 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3657: finishing rollback tid 0 to smithi111183488-22 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3657: finishing rollback tid 1 to smithi111183488-22 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3657: finishing rollback tid 2 to smithi111183488-22 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2818 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2077 (ObjNum 1051 snap 329 seq_num 1051) dirty exists 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 2868 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:55:53.571 INFO:tasks.rados.rados.0.smithi111.stdout:3653: finishing rollback tid 0 to smithi111183488-4 2023-12-01T04:55:53.572 INFO:tasks.rados.rados.0.smithi111.stdout:3653: finishing rollback tid 1 to smithi111183488-4 2023-12-01T04:55:53.572 INFO:tasks.rados.rados.0.smithi111.stdout:3653: finishing rollback tid 2 to smithi111183488-4 2023-12-01T04:55:53.572 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2546 (ObjNum 1061 snap 329 seq_num 1061) dirty exists 2023-12-01T04:55:53.572 INFO:tasks.rados.rados.0.smithi111.stdout:3658: finishing write tid 1 to smithi111183488-17 2023-12-01T04:55:53.572 INFO:tasks.rados.rados.0.smithi111.stdout:3658: finishing write tid 2 to smithi111183488-17 2023-12-01T04:55:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3652: done (8 left) 2023-12-01T04:55:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3653: done (7 left) 2023-12-01T04:55:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3654: done (6 left) 2023-12-01T04:55:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3655: done (5 left) 2023-12-01T04:55:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3657: done (4 left) 2023-12-01T04:55:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3661: rollback oid 25 current snap is 347 2023-12-01T04:55:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 25 to 346 2023-12-01T04:55:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 347 2023-12-01T04:55:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3662: seq_num 1129 ranges {1900544=516096,2416640=770048,3186688=598016,3784704=237568} 2023-12-01T04:55:53.588 INFO:tasks.rados.rados.0.smithi111.stdout:3662: writing smithi111183488-33 from 1900544 to 2416640 tid 1 2023-12-01T04:55:53.593 INFO:tasks.rados.rados.0.smithi111.stdout:3662: writing smithi111183488-33 from 2416640 to 3186688 tid 2 2023-12-01T04:55:53.597 INFO:tasks.rados.rados.0.smithi111.stdout:3662: writing smithi111183488-33 from 3186688 to 3784704 tid 3 2023-12-01T04:55:53.599 INFO:tasks.rados.rados.0.smithi111.stdout:3662: writing smithi111183488-33 from 3784704 to 4022272 tid 4 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3663: copy_from oid 38 from oid 8 current snap is 347 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3664: copy_from oid 47 from oid 39 current snap is 347 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3665: read oid 20 snap 333 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3665: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3666: copy_from oid 37 from oid 34 current snap is 347 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3667: rmattr oid 27 current snap is 347 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3667: done (10 left) 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 347 2023-12-01T04:55:53.603 INFO:tasks.rados.rados.0.smithi111.stdout:3668: seq_num 1130 ranges {13877248=532480,14409728=655360,15065088=753664,15818752=196608} 2023-12-01T04:55:53.678 INFO:tasks.rados.rados.0.smithi111.stdout:3668: writing smithi111183488-4 from 13877248 to 14409728 tid 1 2023-12-01T04:55:53.682 INFO:tasks.rados.rados.0.smithi111.stdout:3668: writing smithi111183488-4 from 14409728 to 15065088 tid 2 2023-12-01T04:55:53.687 INFO:tasks.rados.rados.0.smithi111.stdout:3668: writing smithi111183488-4 from 15065088 to 15818752 tid 3 2023-12-01T04:55:53.689 INFO:tasks.rados.rados.0.smithi111.stdout:3668: writing smithi111183488-4 from 15818752 to 16015360 tid 4 2023-12-01T04:55:53.689 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 347 2023-12-01T04:55:53.689 INFO:tasks.rados.rados.0.smithi111.stdout:3661: finishing rollback tid 1 to smithi111183488-25 2023-12-01T04:55:53.689 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2023-12-01T04:55:53.689 INFO:tasks.rados.rados.0.smithi111.stdout:3669: seq_num 1131 ranges {0=548864,548864=540672,1089536=565248,1654784=425984,2080768=73728} 2023-12-01T04:55:53.692 INFO:tasks.rados.rados.0.smithi111.stdout:3669: writing smithi111183488-26 from 0 to 548864 tid 1 2023-12-01T04:55:53.696 INFO:tasks.rados.rados.0.smithi111.stdout:3669: writing smithi111183488-26 from 548864 to 1089536 tid 2 2023-12-01T04:55:53.699 INFO:tasks.rados.rados.0.smithi111.stdout:3669: writing smithi111183488-26 from 1089536 to 1654784 tid 3 2023-12-01T04:55:53.702 INFO:tasks.rados.rados.0.smithi111.stdout:3669: writing smithi111183488-26 from 1654784 to 2080768 tid 4 2023-12-01T04:55:53.703 INFO:tasks.rados.rados.0.smithi111.stdout:3669: writing smithi111183488-26 from 2080768 to 2154496 tid 5 2023-12-01T04:55:53.703 INFO:tasks.rados.rados.0.smithi111.stdout:3661: done (11 left) 2023-12-01T04:55:53.703 INFO:tasks.rados.rados.0.smithi111.stdout:3670: snap_remove snap 346 2023-12-01T04:55:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:53 smithi155 ceph-mon[102677]: osdmap e770: 8 total, 8 up, 8 in 2023-12-01T04:55:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:53 smithi155 ceph-mon[102677]: pgmap v1131: 121 pgs: 121 active+clean; 201 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-01T04:55:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:55:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:53 smithi155 ceph-mon[102677]: osdmap e771: 8 total, 8 up, 8 in 2023-12-01T04:55:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[97855]: osdmap e770: 8 total, 8 up, 8 in 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[97855]: pgmap v1131: 121 pgs: 121 active+clean; 201 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[97855]: osdmap e771: 8 total, 8 up, 8 in 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[116524]: osdmap e770: 8 total, 8 up, 8 in 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[116524]: pgmap v1131: 121 pgs: 121 active+clean; 201 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:55:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:53 smithi111 ceph-mon[116524]: osdmap e771: 8 total, 8 up, 8 in 2023-12-01T04:55:54.590 INFO:tasks.rados.rados.0.smithi111.stdout:3670: done (11 left) 2023-12-01T04:55:54.590 INFO:tasks.rados.rados.0.smithi111.stdout:3671: setattr oid 30 current snap is 347 2023-12-01T04:55:54.590 INFO:tasks.rados.rados.0.smithi111.stdout:3659: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:55:54.687 INFO:tasks.rados.rados.0.smithi111.stdout:3658: finishing write tid 3 to smithi111183488-17 2023-12-01T04:55:54.687 INFO:tasks.rados.rados.0.smithi111.stdout:3658: finishing write tid 4 to smithi111183488-17 2023-12-01T04:55:54.687 INFO:tasks.rados.rados.0.smithi111.stdout:3658: finishing write tid 5 to smithi111183488-17 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: finishing write tid 6 to smithi111183488-17 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: oid 17 updating version 0 to 2839 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: oid 17 updating version 2839 to 2841 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: oid 17 version 2841 is already newer than 2837 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: oid 17 version 2841 is already newer than 2840 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: oid 17 version 2841 is already newer than 2838 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 17 v 2841 (ObjNum 1128 snap 347 seq_num 1128) dirty exists 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3658: left oid 17 (ObjNum 1128 snap 347 seq_num 1128) 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3662: finishing write tid 1 to smithi111183488-33 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3662: finishing write tid 2 to smithi111183488-33 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3662: finishing write tid 3 to smithi111183488-33 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3662: finishing write tid 4 to smithi111183488-33 2023-12-01T04:55:54.688 INFO:tasks.rados.rados.0.smithi111.stdout:3662: finishing write tid 5 to smithi111183488-33 2023-12-01T04:55:54.689 INFO:tasks.rados.rados.0.smithi111.stdout:3666: finishing copy_from to smithi111183488-37 2023-12-01T04:55:54.689 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 1216 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2023-12-01T04:55:54.689 INFO:tasks.rados.rados.0.smithi111.stdout:3666: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:55:54.689 INFO:tasks.rados.rados.0.smithi111.stdout:3665: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:55:54.831 INFO:tasks.rados.rados.0.smithi111.stdout:3662: finishing write tid 6 to smithi111183488-33 2023-12-01T04:55:54.831 INFO:tasks.rados.rados.0.smithi111.stdout:3662: oid 33 updating version 0 to 2842 2023-12-01T04:55:54.831 INFO:tasks.rados.rados.0.smithi111.stdout:3662: oid 33 updating version 2842 to 2844 2023-12-01T04:55:54.831 INFO:tasks.rados.rados.0.smithi111.stdout:3662: oid 33 updating version 2844 to 2845 2023-12-01T04:55:54.831 INFO:tasks.rados.rados.0.smithi111.stdout:3662: oid 33 version 2845 is already newer than 2843 2023-12-01T04:55:54.831 INFO:tasks.rados.rados.0.smithi111.stdout:3662: oid 33 updating version 2845 to 2846 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2846 (ObjNum 1129 snap 347 seq_num 1129) dirty exists 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:3662: left oid 33 (ObjNum 1129 snap 347 seq_num 1129) 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:3664: finishing copy_from to smithi111183488-47 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2845 (ObjNum 1052 snap 329 seq_num 1052) dirty exists 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:3664: finishing copy_from racing read to smithi111183488-47 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:3663: finishing copy_from to smithi111183488-38 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2059 (ObjNum 1051 snap 329 seq_num 1051) dirty exists 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:3663: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:55:54.832 INFO:tasks.rados.rados.0.smithi111.stdout:3656: expect (ObjNum 1057 snap 329 seq_num 1057) 2023-12-01T04:55:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:55:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:55:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:55:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:55:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:55:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:55:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:55:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:55:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:55:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:55 smithi155 ceph-mon[102677]: osdmap e772: 8 total, 8 up, 8 in 2023-12-01T04:55:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:55 smithi155 ceph-mon[102677]: pgmap v1134: 121 pgs: 121 active+clean; 205 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2023-12-01T04:55:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:55 smithi111 ceph-mon[97855]: osdmap e772: 8 total, 8 up, 8 in 2023-12-01T04:55:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:55 smithi111 ceph-mon[97855]: pgmap v1134: 121 pgs: 121 active+clean; 205 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2023-12-01T04:55:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:55 smithi111 ceph-mon[116524]: osdmap e772: 8 total, 8 up, 8 in 2023-12-01T04:55:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:55 smithi111 ceph-mon[116524]: pgmap v1134: 121 pgs: 121 active+clean; 205 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 2.9 MiB/s wr, 25 op/s 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 2977 (ObjNum 1127 snap 346 seq_num 1127) dirty exists 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3656: done (11 left) 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3658: done (10 left) 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3659: done (9 left) 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3660: done (8 left) 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3662: done (7 left) 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3663: done (6 left) 2023-12-01T04:55:56.521 INFO:tasks.rados.rados.0.smithi111.stdout:3664: done (5 left) 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3665: done (4 left) 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3666: done (3 left) 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3672: snap_create 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: finishing write tid 1 to smithi111183488-4 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: finishing write tid 2 to smithi111183488-4 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: finishing write tid 3 to smithi111183488-4 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: finishing write tid 4 to smithi111183488-4 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: finishing write tid 5 to smithi111183488-4 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: finishing write tid 6 to smithi111183488-4 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: oid 4 updating version 0 to 2550 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: oid 4 version 2550 is already newer than 2549 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: oid 4 updating version 2550 to 2551 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: oid 4 version 2551 is already newer than 2548 2023-12-01T04:55:56.522 INFO:tasks.rados.rados.0.smithi111.stdout:3668: oid 4 version 2551 is already newer than 2547 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2551 (ObjNum 1130 snap 347 seq_num 1130) dirty exists 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3668: left oid 4 (ObjNum 1130 snap 347 seq_num 1130) 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 1 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 2 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 3 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 4 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 5 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 6 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: finishing write tid 7 to smithi111183488-26 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: oid 26 updating version 0 to 2849 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: oid 26 version 2849 is already newer than 2848 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: oid 26 version 2849 is already newer than 2847 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: oid 26 updating version 2849 to 2851 2023-12-01T04:55:56.523 INFO:tasks.rados.rados.0.smithi111.stdout:3669: oid 26 version 2851 is already newer than 2850 2023-12-01T04:55:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:3669: oid 26 version 2851 is already newer than 2846 2023-12-01T04:55:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2851 (ObjNum 1131 snap 347 seq_num 1131) dirty exists 2023-12-01T04:55:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:3669: left oid 26 (ObjNum 1131 snap 347 seq_num 1131) 2023-12-01T04:55:56.524 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2542 (ObjNum 1086 snap 333 seq_num 1086) dirty exists 2023-12-01T04:55:56.600 INFO:tasks.rados.rados.0.smithi111.stdout:3668: done (3 left) 2023-12-01T04:55:56.600 INFO:tasks.rados.rados.0.smithi111.stdout:3669: done (2 left) 2023-12-01T04:55:56.600 INFO:tasks.rados.rados.0.smithi111.stdout:3671: done (1 left) 2023-12-01T04:55:56.600 INFO:tasks.rados.rados.0.smithi111.stdout:3672: done (0 left) 2023-12-01T04:55:56.600 INFO:tasks.rados.rados.0.smithi111.stdout:3673: delete oid 30 current snap is 348 2023-12-01T04:55:56.606 INFO:tasks.rados.rados.0.smithi111.stdout:3673: done (0 left) 2023-12-01T04:55:56.607 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 4 current snap is 348 2023-12-01T04:55:56.607 INFO:tasks.rados.rados.0.smithi111.stdout:3674: seq_num 1133 ranges {16015360=581632,16596992=753664,17350656=573440,17924096=278528} 2023-12-01T04:55:56.694 INFO:tasks.rados.rados.0.smithi111.stdout:3674: writing smithi111183488-4 from 16015360 to 16596992 tid 1 2023-12-01T04:55:56.699 INFO:tasks.rados.rados.0.smithi111.stdout:3674: writing smithi111183488-4 from 16596992 to 17350656 tid 2 2023-12-01T04:55:56.702 INFO:tasks.rados.rados.0.smithi111.stdout:3674: writing smithi111183488-4 from 17350656 to 17924096 tid 3 2023-12-01T04:55:56.704 INFO:tasks.rados.rados.0.smithi111.stdout:3674: writing smithi111183488-4 from 17924096 to 18202624 tid 4 2023-12-01T04:55:56.704 INFO:tasks.rados.rados.0.smithi111.stdout:3675: rmattr oid 39 current snap is 348 2023-12-01T04:55:56.705 INFO:tasks.rados.rados.0.smithi111.stdout:3675: done (1 left) 2023-12-01T04:55:56.705 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 348 2023-12-01T04:55:56.705 INFO:tasks.rados.rados.0.smithi111.stdout:3674: finishing write tid 1 to smithi111183488-4 2023-12-01T04:55:56.705 INFO:tasks.rados.rados.0.smithi111.stdout:3676: seq_num 1134 ranges {2605056=598016,3203072=638976,3842048=737280,4579328=229376} 2023-12-01T04:55:56.722 INFO:tasks.rados.rados.0.smithi111.stdout:3676: writing smithi111183488-32 from 2605056 to 3203072 tid 1 2023-12-01T04:55:56.725 INFO:tasks.rados.rados.0.smithi111.stdout:3676: writing smithi111183488-32 from 3203072 to 3842048 tid 2 2023-12-01T04:55:56.730 INFO:tasks.rados.rados.0.smithi111.stdout:3676: writing smithi111183488-32 from 3842048 to 4579328 tid 3 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3676: writing smithi111183488-32 from 4579328 to 4808704 tid 4 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3677: delete oid 50 current snap is 348 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3674: finishing write tid 2 to smithi111183488-4 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3674: finishing write tid 3 to smithi111183488-4 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3674: finishing write tid 4 to smithi111183488-4 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3674: finishing write tid 5 to smithi111183488-4 2023-12-01T04:55:56.733 INFO:tasks.rados.rados.0.smithi111.stdout:3674: finishing write tid 6 to smithi111183488-4 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3674: oid 4 updating version 0 to 2555 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3674: oid 4 updating version 2555 to 2559 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3674: oid 4 version 2559 is already newer than 2556 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3674: oid 4 version 2559 is already newer than 2558 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3674: oid 4 version 2559 is already newer than 2557 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2559 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3674: left oid 4 (ObjNum 1133 snap 348 seq_num 1133) 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3676: finishing write tid 1 to smithi111183488-32 2023-12-01T04:55:56.734 INFO:tasks.rados.rados.0.smithi111.stdout:3676: finishing write tid 2 to smithi111183488-32 2023-12-01T04:55:56.735 INFO:tasks.rados.rados.0.smithi111.stdout:3676: finishing write tid 3 to smithi111183488-32 2023-12-01T04:55:56.736 INFO:tasks.rados.rados.0.smithi111.stdout:3674: done (2 left) 2023-12-01T04:55:56.736 INFO:tasks.rados.rados.0.smithi111.stdout:3677: done (1 left) 2023-12-01T04:55:56.736 INFO:tasks.rados.rados.0.smithi111.stdout:3678: copy_from oid 35 from oid 7 current snap is 348 2023-12-01T04:55:56.736 INFO:tasks.rados.rados.0.smithi111.stdout:3679: rmattr oid 43 current snap is 348 2023-12-01T04:55:56.736 INFO:tasks.rados.rados.0.smithi111.stdout:3676: finishing write tid 4 to smithi111183488-32 2023-12-01T04:55:56.737 INFO:tasks.rados.rados.0.smithi111.stdout:3680: snap_remove snap 333 2023-12-01T04:55:57.612 INFO:tasks.rados.rados.0.smithi111.stdout:3680: done (3 left) 2023-12-01T04:55:57.613 INFO:tasks.rados.rados.0.smithi111.stdout:3681: setattr oid 34 current snap is 348 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3676: finishing write tid 5 to smithi111183488-32 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3678: finishing copy_from to smithi111183488-35 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3678: got expected ENOENT (src dne) 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3678: finishing copy_from racing read to smithi111183488-35 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3676: finishing write tid 6 to smithi111183488-32 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3676: oid 32 updating version 0 to 2550 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3676: oid 32 version 2550 is already newer than 2547 2023-12-01T04:55:57.614 INFO:tasks.rados.rados.0.smithi111.stdout:3676: oid 32 version 2550 is already newer than 2548 2023-12-01T04:55:57.615 INFO:tasks.rados.rados.0.smithi111.stdout:3676: oid 32 version 2550 is already newer than 2549 2023-12-01T04:55:57.615 INFO:tasks.rados.rados.0.smithi111.stdout:3676: oid 32 version 2550 is already newer than 2546 2023-12-01T04:55:57.615 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2550 (ObjNum 1134 snap 348 seq_num 1134) dirty exists 2023-12-01T04:55:57.615 INFO:tasks.rados.rados.0.smithi111.stdout:3676: left oid 32 (ObjNum 1134 snap 348 seq_num 1134) 2023-12-01T04:55:57.615 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2056 (ObjNum 1087 snap 333 seq_num 1087) dirty exists 2023-12-01T04:55:57.616 INFO:tasks.rados.rados.0.smithi111.stdout:3676: done (3 left) 2023-12-01T04:55:57.616 INFO:tasks.rados.rados.0.smithi111.stdout:3678: done (2 left) 2023-12-01T04:55:57.616 INFO:tasks.rados.rados.0.smithi111.stdout:3679: done (1 left) 2023-12-01T04:55:57.616 INFO:tasks.rados.rados.0.smithi111.stdout:3682: copy_from oid 3 from oid 9 current snap is 348 2023-12-01T04:55:57.616 INFO:tasks.rados.rados.0.smithi111.stdout:3683: read oid 44 snap -1 2023-12-01T04:55:57.617 INFO:tasks.rados.rados.0.smithi111.stdout:3683: expect (ObjNum 1123 snap 343 seq_num 1123) 2023-12-01T04:55:57.617 INFO:tasks.rados.rados.0.smithi111.stdout:3684: read oid 49 snap 347 2023-12-01T04:55:57.617 INFO:tasks.rados.rados.0.smithi111.stdout:3684: expect deleted 2023-12-01T04:55:57.617 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 348 2023-12-01T04:55:57.622 INFO:tasks.rados.rados.0.smithi111.stdout:3685: seq_num 1136 ranges {8536064=630784,9166848=409600,9576448=753664,10330112=417792,10747904=24576} 2023-12-01T04:55:57.669 INFO:tasks.rados.rados.0.smithi111.stdout:3685: writing smithi111183488-29 from 8536064 to 9166848 tid 1 2023-12-01T04:55:57.671 INFO:tasks.rados.rados.0.smithi111.stdout:3685: writing smithi111183488-29 from 9166848 to 9576448 tid 2 2023-12-01T04:55:57.675 INFO:tasks.rados.rados.0.smithi111.stdout:3685: writing smithi111183488-29 from 9576448 to 10330112 tid 3 2023-12-01T04:55:57.678 INFO:tasks.rados.rados.0.smithi111.stdout:3685: writing smithi111183488-29 from 10330112 to 10747904 tid 4 2023-12-01T04:55:57.678 INFO:tasks.rados.rados.0.smithi111.stdout:3685: writing smithi111183488-29 from 10747904 to 10772480 tid 5 2023-12-01T04:55:57.678 INFO:tasks.rados.rados.0.smithi111.stdout:3686: snap_create 2023-12-01T04:55:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:3682: finishing copy_from to smithi111183488-3 2023-12-01T04:55:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:3682: got expected ENOENT (src dne) 2023-12-01T04:55:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:3682: finishing copy_from racing read to smithi111183488-3 2023-12-01T04:55:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 2065 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2023-12-01T04:55:57.679 INFO:tasks.rados.rados.0.smithi111.stdout:3683: expect (ObjNum 1123 snap 343 seq_num 1123) 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 1 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 2 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 3 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 4 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 5 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 6 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: finishing write tid 7 to smithi111183488-29 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: oid 29 updating version 0 to 2993 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: oid 29 version 2993 is already newer than 2990 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: oid 29 updating version 2993 to 2995 2023-12-01T04:55:57.785 INFO:tasks.rados.rados.0.smithi111.stdout:3685: oid 29 version 2995 is already newer than 2991 2023-12-01T04:55:57.786 INFO:tasks.rados.rados.0.smithi111.stdout:3685: oid 29 version 2995 is already newer than 2992 2023-12-01T04:55:57.786 INFO:tasks.rados.rados.0.smithi111.stdout:3685: oid 29 version 2995 is already newer than 2994 2023-12-01T04:55:57.786 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 2995 (ObjNum 1136 snap 348 seq_num 1136) dirty exists 2023-12-01T04:55:57.786 INFO:tasks.rados.rados.0.smithi111.stdout:3685: left oid 29 (ObjNum 1136 snap 348 seq_num 1136) 2023-12-01T04:55:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:57 smithi155 ceph-mon[102677]: osdmap e773: 8 total, 8 up, 8 in 2023-12-01T04:55:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:57 smithi155 ceph-mon[102677]: pgmap v1136: 121 pgs: 121 active+clean; 206 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-01T04:55:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:57 smithi111 ceph-mon[97855]: osdmap e773: 8 total, 8 up, 8 in 2023-12-01T04:55:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:57 smithi111 ceph-mon[97855]: pgmap v1136: 121 pgs: 121 active+clean; 206 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-01T04:55:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:57 smithi111 ceph-mon[116524]: osdmap e773: 8 total, 8 up, 8 in 2023-12-01T04:55:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:57 smithi111 ceph-mon[116524]: pgmap v1136: 121 pgs: 121 active+clean; 206 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 30 op/s 2023-12-01T04:55:58.550 INFO:tasks.rados.rados.0.smithi111.stdout:3681: done (5 left) 2023-12-01T04:55:58.550 INFO:tasks.rados.rados.0.smithi111.stdout:3682: done (4 left) 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3683: done (3 left) 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3684: done (2 left) 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3685: done (1 left) 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3686: done (0 left) 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3687: rmattr oid 35 current snap is 349 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3687: done (0 left) 2023-12-01T04:55:58.551 INFO:tasks.rados.rados.0.smithi111.stdout:3688: snap_create 2023-12-01T04:55:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:58 smithi155 ceph-mon[102677]: osdmap e774: 8 total, 8 up, 8 in 2023-12-01T04:55:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:58 smithi155 ceph-mon[102677]: osdmap e775: 8 total, 8 up, 8 in 2023-12-01T04:55:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:58 smithi111 ceph-mon[97855]: osdmap e774: 8 total, 8 up, 8 in 2023-12-01T04:55:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:58 smithi111 ceph-mon[97855]: osdmap e775: 8 total, 8 up, 8 in 2023-12-01T04:55:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:58 smithi111 ceph-mon[116524]: osdmap e774: 8 total, 8 up, 8 in 2023-12-01T04:55:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:58 smithi111 ceph-mon[116524]: osdmap e775: 8 total, 8 up, 8 in 2023-12-01T04:55:59.549 INFO:tasks.rados.rados.0.smithi111.stdout:3688: done (0 left) 2023-12-01T04:55:59.549 INFO:tasks.rados.rados.0.smithi111.stdout:3689: read oid 3 snap -1 2023-12-01T04:55:59.549 INFO:tasks.rados.rados.0.smithi111.stdout:3689: expect (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:55:59.549 INFO:tasks.rados.rados.0.smithi111.stdout:3690: delete oid 32 current snap is 350 2023-12-01T04:55:59.558 INFO:tasks.rados.rados.0.smithi111.stdout:3690: done (1 left) 2023-12-01T04:55:59.558 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 350 2023-12-01T04:55:59.558 INFO:tasks.rados.rados.0.smithi111.stdout:3691: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2023-12-01T04:55:59.561 INFO:tasks.rados.rados.0.smithi111.stdout:3691: writing smithi111183488-32 from 0 to 663552 tid 1 2023-12-01T04:55:59.565 INFO:tasks.rados.rados.0.smithi111.stdout:3691: writing smithi111183488-32 from 663552 to 1245184 tid 2 2023-12-01T04:55:59.569 INFO:tasks.rados.rados.0.smithi111.stdout:3691: writing smithi111183488-32 from 1245184 to 1957888 tid 3 2023-12-01T04:55:59.571 INFO:tasks.rados.rados.0.smithi111.stdout:3691: writing smithi111183488-32 from 1957888 to 2269184 tid 4 2023-12-01T04:55:59.571 INFO:tasks.rados.rados.0.smithi111.stdout:3692: read oid 31 snap -1 2023-12-01T04:55:59.571 INFO:tasks.rados.rados.0.smithi111.stdout:3692: expect deleted 2023-12-01T04:55:59.571 INFO:tasks.rados.rados.0.smithi111.stdout:3693: copy_from oid 19 from oid 49 current snap is 350 2023-12-01T04:55:59.572 INFO:tasks.rados.rados.0.smithi111.stdout:3694: snap_remove snap 348 2023-12-01T04:55:59.608 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:55:59] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2023-12-01T04:55:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:59 smithi155 ceph-mon[102677]: pgmap v1139: 121 pgs: 121 active+clean; 206 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2023-12-01T04:55:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:55:59 smithi155 ceph-mon[102677]: osdmap e776: 8 total, 8 up, 8 in 2023-12-01T04:55:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:59 smithi111 ceph-mon[97855]: pgmap v1139: 121 pgs: 121 active+clean; 206 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2023-12-01T04:55:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:55:59 smithi111 ceph-mon[97855]: osdmap e776: 8 total, 8 up, 8 in 2023-12-01T04:55:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:59 smithi111 ceph-mon[116524]: pgmap v1139: 121 pgs: 121 active+clean; 206 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2023-12-01T04:55:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:55:59 smithi111 ceph-mon[116524]: osdmap e776: 8 total, 8 up, 8 in 2023-12-01T04:56:00.552 INFO:tasks.rados.rados.0.smithi111.stdout:3694: done (4 left) 2023-12-01T04:56:00.552 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 16 current snap is 350 2023-12-01T04:56:00.552 INFO:tasks.rados.rados.0.smithi111.stdout:3695: seq_num 1139 ranges {6332416=679936,7012352=458752,7471104=524288,7995392=540672,8536064=81920} 2023-12-01T04:56:00.589 INFO:tasks.rados.rados.0.smithi111.stdout:3695: writing smithi111183488-16 from 6332416 to 7012352 tid 1 2023-12-01T04:56:00.591 INFO:tasks.rados.rados.0.smithi111.stdout:3695: writing smithi111183488-16 from 7012352 to 7471104 tid 2 2023-12-01T04:56:00.595 INFO:tasks.rados.rados.0.smithi111.stdout:3695: writing smithi111183488-16 from 7471104 to 7995392 tid 3 2023-12-01T04:56:00.598 INFO:tasks.rados.rados.0.smithi111.stdout:3695: writing smithi111183488-16 from 7995392 to 8536064 tid 4 2023-12-01T04:56:00.599 INFO:tasks.rados.rados.0.smithi111.stdout:3695: writing smithi111183488-16 from 8536064 to 8617984 tid 5 2023-12-01T04:56:00.599 INFO:tasks.rados.rados.0.smithi111.stdout:3696: snap_create 2023-12-01T04:56:00.599 INFO:tasks.rados.rados.0.smithi111.stdout:3693: finishing copy_from to smithi111183488-19 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3693: got expected ENOENT (src dne) 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3693: finishing copy_from racing read to smithi111183488-19 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: finishing write tid 1 to smithi111183488-32 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: finishing write tid 2 to smithi111183488-32 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: finishing write tid 3 to smithi111183488-32 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: finishing write tid 4 to smithi111183488-32 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: finishing write tid 5 to smithi111183488-32 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: finishing write tid 6 to smithi111183488-32 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: oid 32 updating version 0 to 2562 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: oid 32 updating version 2562 to 2563 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: oid 32 updating version 2563 to 2564 2023-12-01T04:56:00.600 INFO:tasks.rados.rados.0.smithi111.stdout:3691: oid 32 updating version 2564 to 2565 2023-12-01T04:56:00.601 INFO:tasks.rados.rados.0.smithi111.stdout:3691: oid 32 version 2565 is already newer than 2561 2023-12-01T04:56:00.601 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2565 (ObjNum 1138 snap 350 seq_num 1138) dirty exists 2023-12-01T04:56:00.601 INFO:tasks.rados.rados.0.smithi111.stdout:3691: left oid 32 (ObjNum 1138 snap 350 seq_num 1138) 2023-12-01T04:56:00.601 INFO:tasks.rados.rados.0.smithi111.stdout:3689: expect (ObjNum 1027 snap 317 seq_num 1027) 2023-12-01T04:56:01.133 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 1 to smithi111183488-16 2023-12-01T04:56:01.133 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 2 to smithi111183488-16 2023-12-01T04:56:01.133 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 3 to smithi111183488-16 2023-12-01T04:56:01.133 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 4 to smithi111183488-16 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 5 to smithi111183488-16 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 6 to smithi111183488-16 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: finishing write tid 7 to smithi111183488-16 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: oid 16 updating version 0 to 2571 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: oid 16 updating version 2571 to 2573 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: oid 16 version 2573 is already newer than 2569 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: oid 16 version 2573 is already newer than 2572 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: oid 16 updating version 2573 to 2574 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: oid 16 version 2574 is already newer than 2570 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 2574 (ObjNum 1139 snap 350 seq_num 1139) dirty exists 2023-12-01T04:56:01.134 INFO:tasks.rados.rados.0.smithi111.stdout:3695: left oid 16 (ObjNum 1139 snap 350 seq_num 1139) 2023-12-01T04:56:01.444 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3689: done (5 left) 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3691: done (4 left) 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3692: done (3 left) 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3693: done (2 left) 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3695: done (1 left) 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3696: done (0 left) 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3697: rmattr oid 21 current snap is 351 2023-12-01T04:56:01.556 INFO:tasks.rados.rados.0.smithi111.stdout:3698: snap_remove snap 349 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (13m) 69s ago 14m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (13m) 69s ago 13m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (14m) 69s ago 14m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (14m) 69s ago 14m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (18m) 69s ago 18m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (19m) 69s ago 19m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (19m) 69s ago 19m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:56:01.752 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (18m) 69s ago 18m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (18m) 69s ago 18m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (13m) 69s ago 13m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (13m) 69s ago 13m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (17m) 69s ago 17m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (17m) 69s ago 17m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (17m) 69s ago 17m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (16m) 69s ago 16m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (16m) 69s ago 16m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (15m) 69s ago 15m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (15m) 69s ago 15m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (15m) 69s ago 15m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:56:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (13m) 69s ago 14m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:56:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:01 smithi155 ceph-mon[102677]: osdmap e777: 8 total, 8 up, 8 in 2023-12-01T04:56:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:01 smithi155 ceph-mon[102677]: pgmap v1142: 121 pgs: 121 active+clean; 168 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-01T04:56:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:01 smithi111 ceph-mon[97855]: osdmap e777: 8 total, 8 up, 8 in 2023-12-01T04:56:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:01 smithi111 ceph-mon[97855]: pgmap v1142: 121 pgs: 121 active+clean; 168 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-01T04:56:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:01 smithi111 ceph-mon[116524]: osdmap e777: 8 total, 8 up, 8 in 2023-12-01T04:56:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:01 smithi111 ceph-mon[116524]: pgmap v1142: 121 pgs: 121 active+clean; 168 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-01T04:56:02.137 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:56:02.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:02.138 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:56:02.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:56:02.139 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:56:02.139 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:56:02.563 INFO:tasks.rados.rados.0.smithi111.stdout:3698: done (1 left) 2023-12-01T04:56:02.563 INFO:tasks.rados.rados.0.smithi111.stdout:3699: rmattr oid 15 current snap is 351 2023-12-01T04:56:02.563 INFO:tasks.rados.rados.0.smithi111.stdout:3699: done (1 left) 2023-12-01T04:56:02.563 INFO:tasks.rados.rados.0.smithi111.stdout:3700: setattr oid 4 current snap is 351 2023-12-01T04:56:02.563 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 2997 (ObjNum 1057 snap 329 seq_num 1057) dirty exists 2023-12-01T04:56:02.564 INFO:tasks.rados.rados.0.smithi111.stdout:3697: done (1 left) 2023-12-01T04:56:02.564 INFO:tasks.rados.rados.0.smithi111.stdout:3701: read oid 11 snap 350 2023-12-01T04:56:02.564 INFO:tasks.rados.rados.0.smithi111.stdout:3701: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:56:02.571 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 351 2023-12-01T04:56:02.571 INFO:tasks.rados.rados.0.smithi111.stdout:3702: seq_num 1140 ranges {5210112=696320,5906432=745472,6651904=729088,7380992=131072} 2023-12-01T04:56:02.596 INFO:tasks.rados.rados.0.smithi111.stdout:3702: writing smithi111183488-36 from 5210112 to 5906432 tid 1 2023-12-01T04:56:02.600 INFO:tasks.rados.rados.0.smithi111.stdout:3702: writing smithi111183488-36 from 5906432 to 6651904 tid 2 2023-12-01T04:56:02.604 INFO:tasks.rados.rados.0.smithi111.stdout:3702: writing smithi111183488-36 from 6651904 to 7380992 tid 3 2023-12-01T04:56:02.605 INFO:tasks.rados.rados.0.smithi111.stdout:3702: writing smithi111183488-36 from 7380992 to 7512064 tid 4 2023-12-01T04:56:02.606 INFO:tasks.rados.rados.0.smithi111.stdout:3703: snap_create 2023-12-01T04:56:02.606 INFO:tasks.rados.rados.0.smithi111.stdout:3701: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:56:02.678 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2578 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: finishing write tid 1 to smithi111183488-36 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: finishing write tid 2 to smithi111183488-36 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: finishing write tid 3 to smithi111183488-36 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: finishing write tid 4 to smithi111183488-36 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: finishing write tid 5 to smithi111183488-36 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: finishing write tid 6 to smithi111183488-36 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: oid 36 updating version 0 to 2078 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: oid 36 updating version 2078 to 2079 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: oid 36 updating version 2079 to 2082 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: oid 36 version 2082 is already newer than 2081 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: oid 36 version 2082 is already newer than 2080 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2082 (ObjNum 1140 snap 351 seq_num 1140) dirty exists 2023-12-01T04:56:02.679 INFO:tasks.rados.rados.0.smithi111.stdout:3702: left oid 36 (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:02 smithi155 ceph-mon[102677]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:02 smithi155 ceph-mon[102677]: osdmap e778: 8 total, 8 up, 8 in 2023-12-01T04:56:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:02 smithi155 ceph-mon[102677]: from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3338862372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:56:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[116524]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[116524]: osdmap e778: 8 total, 8 up, 8 in 2023-12-01T04:56:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[116524]: from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3338862372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:56:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[97855]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[97855]: osdmap e778: 8 total, 8 up, 8 in 2023-12-01T04:56:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[97855]: from='client.25379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3338862372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:56:03.550 INFO:tasks.rados.rados.0.smithi111.stdout:3700: done (3 left) 2023-12-01T04:56:03.550 INFO:tasks.rados.rados.0.smithi111.stdout:3701: done (2 left) 2023-12-01T04:56:03.550 INFO:tasks.rados.rados.0.smithi111.stdout:3702: done (1 left) 2023-12-01T04:56:03.550 INFO:tasks.rados.rados.0.smithi111.stdout:3703: done (0 left) 2023-12-01T04:56:03.551 INFO:tasks.rados.rados.0.smithi111.stdout:3704: snap_remove snap 347 2023-12-01T04:56:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:03 smithi155 ceph-mon[102677]: osdmap e779: 8 total, 8 up, 8 in 2023-12-01T04:56:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:03 smithi155 ceph-mon[102677]: pgmap v1145: 121 pgs: 121 active+clean; 168 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-01T04:56:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:03 smithi155 ceph-mon[102677]: osdmap e780: 8 total, 8 up, 8 in 2023-12-01T04:56:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:03 smithi111 ceph-mon[97855]: osdmap e779: 8 total, 8 up, 8 in 2023-12-01T04:56:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:03 smithi111 ceph-mon[97855]: pgmap v1145: 121 pgs: 121 active+clean; 168 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-01T04:56:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:03 smithi111 ceph-mon[97855]: osdmap e780: 8 total, 8 up, 8 in 2023-12-01T04:56:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:03 smithi111 ceph-mon[116524]: osdmap e779: 8 total, 8 up, 8 in 2023-12-01T04:56:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:03 smithi111 ceph-mon[116524]: pgmap v1145: 121 pgs: 121 active+clean; 168 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2023-12-01T04:56:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:03 smithi111 ceph-mon[116524]: osdmap e780: 8 total, 8 up, 8 in 2023-12-01T04:56:04.557 INFO:tasks.rados.rados.0.smithi111.stdout:3704: done (0 left) 2023-12-01T04:56:04.557 INFO:tasks.rados.rados.0.smithi111.stdout:3705: snap_create 2023-12-01T04:56:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:04 smithi155 ceph-mon[102677]: osdmap e781: 8 total, 8 up, 8 in 2023-12-01T04:56:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:04 smithi111 ceph-mon[97855]: osdmap e781: 8 total, 8 up, 8 in 2023-12-01T04:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:04 smithi111 ceph-mon[116524]: osdmap e781: 8 total, 8 up, 8 in 2023-12-01T04:56:05.559 INFO:tasks.rados.rados.0.smithi111.stdout:3705: done (0 left) 2023-12-01T04:56:05.559 INFO:tasks.rados.rados.0.smithi111.stdout:3706: read oid 11 snap -1 2023-12-01T04:56:05.559 INFO:tasks.rados.rados.0.smithi111.stdout:3706: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:56:05.559 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 353 2023-12-01T04:56:05.559 INFO:tasks.rados.rados.0.smithi111.stdout:3707: seq_num 1141 ranges {1703936=712704,2416640=679936,3096576=540672,3637248=385024} 2023-12-01T04:56:05.572 INFO:tasks.rados.rados.0.smithi111.stdout:3707: writing smithi111183488-28 from 1703936 to 2416640 tid 1 2023-12-01T04:56:05.576 INFO:tasks.rados.rados.0.smithi111.stdout:3707: writing smithi111183488-28 from 2416640 to 3096576 tid 2 2023-12-01T04:56:05.579 INFO:tasks.rados.rados.0.smithi111.stdout:3707: writing smithi111183488-28 from 3096576 to 3637248 tid 3 2023-12-01T04:56:05.581 INFO:tasks.rados.rados.0.smithi111.stdout:3707: writing smithi111183488-28 from 3637248 to 4022272 tid 4 2023-12-01T04:56:05.581 INFO:tasks.rados.rados.0.smithi111.stdout:3708: delete oid 46 current snap is 353 2023-12-01T04:56:05.582 INFO:tasks.rados.rados.0.smithi111.stdout:3706: expect (ObjNum 1091 snap 334 seq_num 1091) 2023-12-01T04:56:05.656 INFO:tasks.rados.rados.0.smithi111.stdout:3707: finishing write tid 1 to smithi111183488-28 2023-12-01T04:56:05.656 INFO:tasks.rados.rados.0.smithi111.stdout:3707: finishing write tid 2 to smithi111183488-28 2023-12-01T04:56:05.656 INFO:tasks.rados.rados.0.smithi111.stdout:3707: finishing write tid 3 to smithi111183488-28 2023-12-01T04:56:05.656 INFO:tasks.rados.rados.0.smithi111.stdout:3707: finishing write tid 4 to smithi111183488-28 2023-12-01T04:56:05.656 INFO:tasks.rados.rados.0.smithi111.stdout:3707: finishing write tid 5 to smithi111183488-28 2023-12-01T04:56:05.656 INFO:tasks.rados.rados.0.smithi111.stdout:3707: finishing write tid 6 to smithi111183488-28 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: oid 28 updating version 0 to 2429 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: oid 28 version 2429 is already newer than 2428 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: oid 28 version 2429 is already newer than 2426 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: oid 28 updating version 2429 to 2430 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: oid 28 version 2430 is already newer than 2427 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 2430 (ObjNum 1141 snap 353 seq_num 1141) dirty exists 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: left oid 28 (ObjNum 1141 snap 353 seq_num 1141) 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3706: done (2 left) 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3707: done (1 left) 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3708: done (0 left) 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3709: read oid 9 snap -1 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3709: expect deleted 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3710: rollback oid 49 current snap is 353 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 352 2023-12-01T04:56:05.657 INFO:tasks.rados.rados.0.smithi111.stdout:3711: rmattr oid 38 current snap is 353 2023-12-01T04:56:05.658 INFO:tasks.rados.rados.0.smithi111.stdout:3712: read oid 41 snap -1 2023-12-01T04:56:05.658 INFO:tasks.rados.rados.0.smithi111.stdout:3712: expect (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:56:05.658 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 353 2023-12-01T04:56:05.658 INFO:tasks.rados.rados.0.smithi111.stdout:3713: seq_num 1143 ranges {7430144=753664,8183808=450560,8634368=507904,9142272=589824,9732096=57344} 2023-12-01T04:56:05.699 INFO:tasks.rados.rados.0.smithi111.stdout:3713: writing smithi111183488-3 from 7430144 to 8183808 tid 1 2023-12-01T04:56:05.701 INFO:tasks.rados.rados.0.smithi111.stdout:3713: writing smithi111183488-3 from 8183808 to 8634368 tid 2 2023-12-01T04:56:05.705 INFO:tasks.rados.rados.0.smithi111.stdout:3713: writing smithi111183488-3 from 8634368 to 9142272 tid 3 2023-12-01T04:56:05.708 INFO:tasks.rados.rados.0.smithi111.stdout:3713: writing smithi111183488-3 from 9142272 to 9732096 tid 4 2023-12-01T04:56:05.709 INFO:tasks.rados.rados.0.smithi111.stdout:3713: writing smithi111183488-3 from 9732096 to 9789440 tid 5 2023-12-01T04:56:05.709 INFO:tasks.rados.rados.0.smithi111.stdout:3714: copy_from oid 27 from oid 47 current snap is 353 2023-12-01T04:56:05.709 INFO:tasks.rados.rados.0.smithi111.stdout:3710: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:56:05.709 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-01T04:56:05.709 INFO:tasks.rados.rados.0.smithi111.stdout:3712: expect (ObjNum 1051 snap 329 seq_num 1051) 2023-12-01T04:56:05.733 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2847 (ObjNum 1051 snap 329 seq_num 1051) dirty exists 2023-12-01T04:56:05.733 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 1 to smithi111183488-3 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 2 to smithi111183488-3 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 3 to smithi111183488-3 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 4 to smithi111183488-3 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 5 to smithi111183488-3 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 6 to smithi111183488-3 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3709: done (5 left) 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3710: done (4 left) 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3711: done (3 left) 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3712: done (2 left) 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3715: rollback oid 29 current snap is 353 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 352 2023-12-01T04:56:05.734 INFO:tasks.rados.rados.0.smithi111.stdout:3714: finishing copy_from to smithi111183488-27 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 27 v 2845 (ObjNum 1052 snap 329 seq_num 1052) dirty exists 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:3713: finishing write tid 7 to smithi111183488-3 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:3713: oid 3 updating version 0 to 3008 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:3713: oid 3 updating version 3008 to 3010 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:3713: oid 3 updating version 3010 to 3012 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:3713: oid 3 version 3012 is already newer than 3009 2023-12-01T04:56:05.735 INFO:tasks.rados.rados.0.smithi111.stdout:3713: oid 3 version 3012 is already newer than 3011 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3713: oid 3 version 3012 is already newer than 3007 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 3012 (ObjNum 1143 snap 353 seq_num 1143) dirty exists 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3713: left oid 3 (ObjNum 1143 snap 353 seq_num 1143) 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3714: finishing copy_from racing read to smithi111183488-27 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3713: done (2 left) 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3714: done (1 left) 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3716: copy_from oid 43 from oid 30 current snap is 353 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3717: read oid 12 snap -1 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3717: expect (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3718: read oid 36 snap 351 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3718: expect (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 353 2023-12-01T04:56:05.736 INFO:tasks.rados.rados.0.smithi111.stdout:3719: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2023-12-01T04:56:05.737 INFO:tasks.rados.rados.0.smithi111.stdout:3719: writing smithi111183488-7 from 0 to 770048 tid 1 2023-12-01T04:56:05.741 INFO:tasks.rados.rados.0.smithi111.stdout:3719: writing smithi111183488-7 from 770048 to 1507328 tid 2 2023-12-01T04:56:05.746 INFO:tasks.rados.rados.0.smithi111.stdout:3719: writing smithi111183488-7 from 1507328 to 2220032 tid 3 2023-12-01T04:56:05.747 INFO:tasks.rados.rados.0.smithi111.stdout:3719: writing smithi111183488-7 from 2220032 to 2375680 tid 4 2023-12-01T04:56:05.747 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 353 2023-12-01T04:56:05.747 INFO:tasks.rados.rados.0.smithi111.stdout:3720: seq_num 1145 ranges {13811712=786432,14598144=622592,15220736=516096,15736832=417792,16154624=49152} 2023-12-01T04:56:05.825 INFO:tasks.rados.rados.0.smithi111.stdout:3720: writing smithi111183488-21 from 13811712 to 14598144 tid 1 2023-12-01T04:56:05.828 INFO:tasks.rados.rados.0.smithi111.stdout:3720: writing smithi111183488-21 from 14598144 to 15220736 tid 2 2023-12-01T04:56:05.832 INFO:tasks.rados.rados.0.smithi111.stdout:3720: writing smithi111183488-21 from 15220736 to 15736832 tid 3 2023-12-01T04:56:05.834 INFO:tasks.rados.rados.0.smithi111.stdout:3720: writing smithi111183488-21 from 15736832 to 16154624 tid 4 2023-12-01T04:56:05.835 INFO:tasks.rados.rados.0.smithi111.stdout:3720: writing smithi111183488-21 from 16154624 to 16203776 tid 5 2023-12-01T04:56:05.835 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 38 current snap is 353 2023-12-01T04:56:05.835 INFO:tasks.rados.rados.0.smithi111.stdout:3716: finishing copy_from to smithi111183488-43 2023-12-01T04:56:05.835 INFO:tasks.rados.rados.0.smithi111.stdout:3716: got expected ENOENT (src dne) 2023-12-01T04:56:05.835 INFO:tasks.rados.rados.0.smithi111.stdout:3721: seq_num 1146 ranges {811008=802816,1613824=499712,2113536=679936,2793472=425984} 2023-12-01T04:56:05.844 INFO:tasks.rados.rados.0.smithi111.stdout:3721: writing smithi111183488-38 from 811008 to 1613824 tid 1 2023-12-01T04:56:05.847 INFO:tasks.rados.rados.0.smithi111.stdout:3721: writing smithi111183488-38 from 1613824 to 2113536 tid 2 2023-12-01T04:56:05.851 INFO:tasks.rados.rados.0.smithi111.stdout:3721: writing smithi111183488-38 from 2113536 to 2793472 tid 3 2023-12-01T04:56:05.854 INFO:tasks.rados.rados.0.smithi111.stdout:3721: writing smithi111183488-38 from 2793472 to 3219456 tid 4 2023-12-01T04:56:05.854 INFO:tasks.rados.rados.0.smithi111.stdout:3722: read oid 20 snap 351 2023-12-01T04:56:05.855 INFO:tasks.rados.rados.0.smithi111.stdout:3722: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:56:05.855 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 353 2023-12-01T04:56:05.855 INFO:tasks.rados.rados.0.smithi111.stdout:3716: finishing copy_from racing read to smithi111183488-43 2023-12-01T04:56:05.855 INFO:tasks.rados.rados.0.smithi111.stdout:3723: seq_num 1147 ranges {2269184=16384} 2023-12-01T04:56:05.868 INFO:tasks.rados.rados.0.smithi111.stdout:3723: writing smithi111183488-32 from 2269184 to 2285568 tid 1 2023-12-01T04:56:05.868 INFO:tasks.rados.rados.0.smithi111.stdout:3716: done (8 left) 2023-12-01T04:56:05.868 INFO:tasks.rados.rados.0.smithi111.stdout:3724: rollback oid 19 current snap is 353 2023-12-01T04:56:05.868 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 351 2023-12-01T04:56:05.868 INFO:tasks.rados.rados.0.smithi111.stdout:3719: finishing write tid 1 to smithi111183488-7 2023-12-01T04:56:05.868 INFO:tasks.rados.rados.0.smithi111.stdout:3715: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:56:05.869 INFO:tasks.rados.rados.0.smithi111.stdout:3715: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:56:05.869 INFO:tasks.rados.rados.0.smithi111.stdout:3715: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:56:05.869 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 3016 (ObjNum 1136 snap 348 seq_num 1136) dirty exists 2023-12-01T04:56:05.869 INFO:tasks.rados.rados.0.smithi111.stdout:3719: finishing write tid 2 to smithi111183488-7 2023-12-01T04:56:05.869 INFO:tasks.rados.rados.0.smithi111.stdout:3719: finishing write tid 3 to smithi111183488-7 2023-12-01T04:56:05.869 INFO:tasks.rados.rados.0.smithi111.stdout:3719: finishing write tid 4 to smithi111183488-7 2023-12-01T04:56:05.870 INFO:tasks.rados.rados.0.smithi111.stdout:3719: finishing write tid 5 to smithi111183488-7 2023-12-01T04:56:05.870 INFO:tasks.rados.rados.0.smithi111.stdout:3715: done (8 left) 2023-12-01T04:56:05.870 INFO:tasks.rados.rados.0.smithi111.stdout:3725: read oid 9 snap -1 2023-12-01T04:56:05.870 INFO:tasks.rados.rados.0.smithi111.stdout:3725: expect deleted 2023-12-01T04:56:05.870 INFO:tasks.rados.rados.0.smithi111.stdout:3726: snap_remove snap 352 2023-12-01T04:56:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:05 smithi155 ceph-mon[102677]: pgmap v1148: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:56:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:05 smithi155 ceph-mon[102677]: osdmap e782: 8 total, 8 up, 8 in 2023-12-01T04:56:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:05 smithi111 ceph-mon[97855]: pgmap v1148: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:56:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:05 smithi111 ceph-mon[97855]: osdmap e782: 8 total, 8 up, 8 in 2023-12-01T04:56:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:05 smithi111 ceph-mon[116524]: pgmap v1148: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2023-12-01T04:56:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:05 smithi111 ceph-mon[116524]: osdmap e782: 8 total, 8 up, 8 in 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3726: done (9 left) 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3727: setattr oid 34 current snap is 353 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3719: finishing write tid 6 to smithi111183488-7 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3719: oid 7 updating version 0 to 1391 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3719: oid 7 version 1391 is already newer than 1389 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3719: oid 7 version 1391 is already newer than 1387 2023-12-01T04:56:06.580 INFO:tasks.rados.rados.0.smithi111.stdout:3719: oid 7 version 1391 is already newer than 1390 2023-12-01T04:56:06.581 INFO:tasks.rados.rados.0.smithi111.stdout:3719: oid 7 version 1391 is already newer than 1388 2023-12-01T04:56:06.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1391 (ObjNum 1144 snap 353 seq_num 1144) dirty exists 2023-12-01T04:56:06.581 INFO:tasks.rados.rados.0.smithi111.stdout:3719: left oid 7 (ObjNum 1144 snap 353 seq_num 1144) 2023-12-01T04:56:06.581 INFO:tasks.rados.rados.0.smithi111.stdout:3717: expect (ObjNum 829 snap 267 seq_num 829) 2023-12-01T04:56:06.707 INFO:tasks.rados.rados.0.smithi111.stdout:3718: expect (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:07.063 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 1 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 2 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 3 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 4 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 5 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 6 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: finishing write tid 7 to smithi111183488-21 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: oid 21 updating version 0 to 3021 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: oid 21 version 3021 is already newer than 3020 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: oid 21 version 3021 is already newer than 3019 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: oid 21 updating version 3021 to 3022 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: oid 21 version 3022 is already newer than 3018 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: oid 21 updating version 3022 to 3023 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 3023 (ObjNum 1145 snap 353 seq_num 1145) dirty exists 2023-12-01T04:56:07.064 INFO:tasks.rados.rados.0.smithi111.stdout:3720: left oid 21 (ObjNum 1145 snap 353 seq_num 1145) 2023-12-01T04:56:07.065 INFO:tasks.rados.rados.0.smithi111.stdout:3721: finishing write tid 1 to smithi111183488-38 2023-12-01T04:56:07.065 INFO:tasks.rados.rados.0.smithi111.stdout:3721: finishing write tid 2 to smithi111183488-38 2023-12-01T04:56:07.065 INFO:tasks.rados.rados.0.smithi111.stdout:3721: finishing write tid 3 to smithi111183488-38 2023-12-01T04:56:07.065 INFO:tasks.rados.rados.0.smithi111.stdout:3721: finishing write tid 4 to smithi111183488-38 2023-12-01T04:56:07.065 INFO:tasks.rados.rados.0.smithi111.stdout:3721: finishing write tid 5 to smithi111183488-38 2023-12-01T04:56:07.065 INFO:tasks.rados.rados.0.smithi111.stdout:3722: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:56:07.205 INFO:tasks.rados.rados.0.smithi111.stdout:3721: finishing write tid 6 to smithi111183488-38 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3721: oid 38 updating version 0 to 2852 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3721: oid 38 version 2852 is already newer than 2851 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3721: oid 38 version 2852 is already newer than 2849 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3721: oid 38 version 2852 is already newer than 2848 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3721: oid 38 version 2852 is already newer than 2850 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2852 (ObjNum 1146 snap 353 seq_num 1146) dirty exists 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3721: left oid 38 (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3723: finishing write tid 1 to smithi111183488-32 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3723: finishing write tid 2 to smithi111183488-32 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3717: done (9 left) 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3718: done (8 left) 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3719: done (7 left) 2023-12-01T04:56:07.206 INFO:tasks.rados.rados.0.smithi111.stdout:3720: done (6 left) 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3721: done (5 left) 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3722: done (4 left) 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3725: done (3 left) 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3728: copy_from oid 49 from oid 20 current snap is 353 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3724: finishing rollback tid 0 to smithi111183488-19 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3724: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3724: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2855 (ObjNum 1109 snap 338 seq_num 1109) dirty exists 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3723: finishing write tid 3 to smithi111183488-32 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3723: oid 32 updating version 0 to 2575 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3723: oid 32 updating version 2575 to 2576 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2576 (ObjNum 1147 snap 353 seq_num 1147) dirty exists 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3723: left oid 32 (ObjNum 1147 snap 353 seq_num 1147) 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 2066 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2023-12-01T04:56:07.207 INFO:tasks.rados.rados.0.smithi111.stdout:3723: done (3 left) 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3724: done (2 left) 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3727: done (1 left) 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3729: copy_from oid 50 from oid 13 current snap is 353 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3730: read oid 28 snap -1 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3730: expect (ObjNum 1141 snap 353 seq_num 1141) 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3731: delete oid 39 current snap is 353 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3731: done (3 left) 2023-12-01T04:56:07.208 INFO:tasks.rados.rados.0.smithi111.stdout:3732: snap_remove snap 350 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:3732: done (3 left) 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 353 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:3728: finishing copy_from to smithi111183488-49 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2868 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:3728: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:3729: finishing copy_from to smithi111183488-50 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 50 v 2515 (ObjNum 1117 snap 340 seq_num 1117) dirty exists 2023-12-01T04:56:07.587 INFO:tasks.rados.rados.0.smithi111.stdout:3729: finishing copy_from racing read to smithi111183488-50 2023-12-01T04:56:07.588 INFO:tasks.rados.rados.0.smithi111.stdout:3730: expect (ObjNum 1141 snap 353 seq_num 1141) 2023-12-01T04:56:07.721 INFO:tasks.rados.rados.0.smithi111.stdout:3733: seq_num 1149 ranges {3571712=49152} 2023-12-01T04:56:07.740 INFO:tasks.rados.rados.0.smithi111.stdout:3733: writing smithi111183488-12 from 3571712 to 3620864 tid 1 2023-12-01T04:56:07.741 INFO:tasks.rados.rados.0.smithi111.stdout:3728: done (3 left) 2023-12-01T04:56:07.741 INFO:tasks.rados.rados.0.smithi111.stdout:3729: done (2 left) 2023-12-01T04:56:07.741 INFO:tasks.rados.rados.0.smithi111.stdout:3730: done (1 left) 2023-12-01T04:56:07.741 INFO:tasks.rados.rados.0.smithi111.stdout:3734: snap_remove snap 351 2023-12-01T04:56:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:07 smithi155 ceph-mon[102677]: osdmap e783: 8 total, 8 up, 8 in 2023-12-01T04:56:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:07 smithi155 ceph-mon[102677]: pgmap v1151: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-01T04:56:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:07 smithi111 ceph-mon[97855]: osdmap e783: 8 total, 8 up, 8 in 2023-12-01T04:56:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:07 smithi111 ceph-mon[97855]: pgmap v1151: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-01T04:56:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:07 smithi111 ceph-mon[116524]: osdmap e783: 8 total, 8 up, 8 in 2023-12-01T04:56:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:07 smithi111 ceph-mon[116524]: pgmap v1151: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2023-12-01T04:56:08.554 INFO:tasks.rados.rados.0.smithi111.stdout:3734: done (1 left) 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3735: read oid 15 snap -1 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3735: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3736: snap_create 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3733: finishing write tid 1 to smithi111183488-12 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3733: finishing write tid 2 to smithi111183488-12 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3733: finishing write tid 3 to smithi111183488-12 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3733: oid 12 updating version 0 to 2847 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3733: oid 12 version 2847 is already newer than 2846 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2847 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2023-12-01T04:56:08.555 INFO:tasks.rados.rados.0.smithi111.stdout:3733: left oid 12 (ObjNum 1149 snap 353 seq_num 1149) 2023-12-01T04:56:08.565 INFO:tasks.rados.rados.0.smithi111.stdout:3735: expect (ObjNum 1015 snap 313 seq_num 1015) 2023-12-01T04:56:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:08 smithi155 ceph-mon[102677]: osdmap e784: 8 total, 8 up, 8 in 2023-12-01T04:56:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:08 smithi155 ceph-mon[102677]: osdmap e785: 8 total, 8 up, 8 in 2023-12-01T04:56:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:08 smithi111 ceph-mon[97855]: osdmap e784: 8 total, 8 up, 8 in 2023-12-01T04:56:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:08 smithi111 ceph-mon[97855]: osdmap e785: 8 total, 8 up, 8 in 2023-12-01T04:56:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:08 smithi111 ceph-mon[116524]: osdmap e784: 8 total, 8 up, 8 in 2023-12-01T04:56:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:08 smithi111 ceph-mon[116524]: osdmap e785: 8 total, 8 up, 8 in 2023-12-01T04:56:09.554 INFO:tasks.rados.rados.0.smithi111.stdout:3733: done (2 left) 2023-12-01T04:56:09.554 INFO:tasks.rados.rados.0.smithi111.stdout:3735: done (1 left) 2023-12-01T04:56:09.554 INFO:tasks.rados.rados.0.smithi111.stdout:3736: done (0 left) 2023-12-01T04:56:09.554 INFO:tasks.rados.rados.0.smithi111.stdout:3737: copy_from oid 38 from oid 6 current snap is 354 2023-12-01T04:56:09.554 INFO:tasks.rados.rados.0.smithi111.stdout:3738: setattr oid 26 current snap is 354 2023-12-01T04:56:09.555 INFO:tasks.rados.rados.0.smithi111.stdout:3739: snap_create 2023-12-01T04:56:09.556 INFO:tasks.rados.rados.0.smithi111.stdout:3737: finishing copy_from to smithi111183488-38 2023-12-01T04:56:09.556 INFO:tasks.rados.rados.0.smithi111.stdout:3737: got expected ENOENT (src dne) 2023-12-01T04:56:09.556 INFO:tasks.rados.rados.0.smithi111.stdout:3737: finishing copy_from racing read to smithi111183488-38 2023-12-01T04:56:09.560 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2852 (ObjNum 1131 snap 347 seq_num 1131) dirty exists 2023-12-01T04:56:09.586 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:56:09] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:56:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:09 smithi155 ceph-mon[102677]: pgmap v1154: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:56:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:09 smithi155 ceph-mon[102677]: osdmap e786: 8 total, 8 up, 8 in 2023-12-01T04:56:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:09 smithi111 ceph-mon[97855]: pgmap v1154: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:56:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:09 smithi111 ceph-mon[97855]: osdmap e786: 8 total, 8 up, 8 in 2023-12-01T04:56:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:09 smithi111 ceph-mon[116524]: pgmap v1154: 121 pgs: 121 active+clean; 163 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2023-12-01T04:56:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:09 smithi111 ceph-mon[116524]: osdmap e786: 8 total, 8 up, 8 in 2023-12-01T04:56:10.554 INFO:tasks.rados.rados.0.smithi111.stdout:3737: done (2 left) 2023-12-01T04:56:10.554 INFO:tasks.rados.rados.0.smithi111.stdout:3738: done (1 left) 2023-12-01T04:56:10.554 INFO:tasks.rados.rados.0.smithi111.stdout:3739: done (0 left) 2023-12-01T04:56:10.554 INFO:tasks.rados.rados.0.smithi111.stdout:3740: delete oid 34 current snap is 355 2023-12-01T04:56:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3740: done (0 left) 2023-12-01T04:56:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3741: rmattr oid 6 current snap is 355 2023-12-01T04:56:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3741: done (0 left) 2023-12-01T04:56:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3742: read oid 36 snap -1 2023-12-01T04:56:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3742: expect (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:10.559 INFO:tasks.rados.rados.0.smithi111.stdout:3743: delete oid 50 current snap is 355 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:3743: done (1 left) 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:3744: rollback oid 25 current snap is 355 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 25 to 354 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:3745: read oid 20 snap 354 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:3745: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 355 2023-12-01T04:56:10.567 INFO:tasks.rados.rados.0.smithi111.stdout:3746: seq_num 1152 ranges {0=98304} 2023-12-01T04:56:10.568 INFO:tasks.rados.rados.0.smithi111.stdout:3746: writing smithi111183488-6 from 0 to 98304 tid 1 2023-12-01T04:56:10.568 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 355 2023-12-01T04:56:10.568 INFO:tasks.rados.rados.0.smithi111.stdout:3747: seq_num 1153 ranges {7897088=114688} 2023-12-01T04:56:10.611 INFO:tasks.rados.rados.0.smithi111.stdout:3747: writing smithi111183488-23 from 7897088 to 8011776 tid 1 2023-12-01T04:56:10.611 INFO:tasks.rados.rados.0.smithi111.stdout:3748: delete oid 5 current snap is 355 2023-12-01T04:56:10.611 INFO:tasks.rados.rados.0.smithi111.stdout:3744: finishing rollback tid 1 to smithi111183488-25 2023-12-01T04:56:10.611 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2023-12-01T04:56:10.611 INFO:tasks.rados.rados.0.smithi111.stdout:3746: finishing write tid 1 to smithi111183488-6 2023-12-01T04:56:10.611 INFO:tasks.rados.rados.0.smithi111.stdout:3746: finishing write tid 2 to smithi111183488-6 2023-12-01T04:56:10.612 INFO:tasks.rados.rados.0.smithi111.stdout:3746: finishing write tid 3 to smithi111183488-6 2023-12-01T04:56:10.612 INFO:tasks.rados.rados.0.smithi111.stdout:3746: oid 6 updating version 0 to 2848 2023-12-01T04:56:10.612 INFO:tasks.rados.rados.0.smithi111.stdout:3746: oid 6 version 2848 is already newer than 2847 2023-12-01T04:56:10.612 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 2848 (ObjNum 1152 snap 355 seq_num 1152) dirty exists 2023-12-01T04:56:10.612 INFO:tasks.rados.rados.0.smithi111.stdout:3746: left oid 6 (ObjNum 1152 snap 355 seq_num 1152) 2023-12-01T04:56:10.612 INFO:tasks.rados.rados.0.smithi111.stdout:3745: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:56:10.753 INFO:tasks.rados.rados.0.smithi111.stdout:3742: expect (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:11.109 INFO:tasks.rados.rados.0.smithi111.stdout:3747: finishing write tid 1 to smithi111183488-23 2023-12-01T04:56:11.109 INFO:tasks.rados.rados.0.smithi111.stdout:3747: finishing write tid 2 to smithi111183488-23 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3742: done (5 left) 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3744: done (4 left) 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3745: done (3 left) 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3746: done (2 left) 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3748: done (1 left) 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3749: rmattr oid 24 current snap is 355 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3749: done (1 left) 2023-12-01T04:56:11.110 INFO:tasks.rados.rados.0.smithi111.stdout:3750: snap_remove snap 354 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:3750: done (1 left) 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:3751: rmattr oid 47 current snap is 355 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:3751: done (1 left) 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 355 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:3747: finishing write tid 3 to smithi111183488-23 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:3747: oid 23 updating version 0 to 2870 2023-12-01T04:56:11.563 INFO:tasks.rados.rados.0.smithi111.stdout:3747: oid 23 version 2870 is already newer than 2869 2023-12-01T04:56:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2870 (ObjNum 1153 snap 355 seq_num 1153) dirty exists 2023-12-01T04:56:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:3747: left oid 23 (ObjNum 1153 snap 355 seq_num 1153) 2023-12-01T04:56:11.564 INFO:tasks.rados.rados.0.smithi111.stdout:3752: seq_num 1155 ranges {0=147456} 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:3752: writing smithi111183488-39 from 0 to 147456 tid 1 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:3747: done (1 left) 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:3753: rollback oid 40 current snap is 355 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 40 to 353 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:3754: read oid 2 snap -1 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:3754: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:56:11.565 INFO:tasks.rados.rados.0.smithi111.stdout:3755: delete oid 9 current snap is 355 2023-12-01T04:56:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3752: finishing write tid 1 to smithi111183488-39 2023-12-01T04:56:11.574 INFO:tasks.rados.rados.0.smithi111.stdout:3752: finishing write tid 2 to smithi111183488-39 2023-12-01T04:56:11.575 INFO:tasks.rados.rados.0.smithi111.stdout:3754: expect (ObjNum 943 snap 291 seq_num 943) 2023-12-01T04:56:11.666 INFO:tasks.rados.rados.0.smithi111.stdout:3753: finishing rollback tid 0 to smithi111183488-40 2023-12-01T04:56:11.666 INFO:tasks.rados.rados.0.smithi111.stdout:3754: done (3 left) 2023-12-01T04:56:11.666 INFO:tasks.rados.rados.0.smithi111.stdout:3755: done (2 left) 2023-12-01T04:56:11.666 INFO:tasks.rados.rados.0.smithi111.stdout:3756: delete oid 37 current snap is 355 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:3753: finishing rollback tid 1 to smithi111183488-40 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:3753: finishing rollback tid 2 to smithi111183488-40 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 2070 (ObjNum 1075 snap 333 seq_num 1075) dirty exists 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:3752: finishing write tid 3 to smithi111183488-39 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:3752: oid 39 updating version 0 to 2849 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:3752: oid 39 updating version 2849 to 2850 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 2850 (ObjNum 1155 snap 355 seq_num 1155) dirty exists 2023-12-01T04:56:11.667 INFO:tasks.rados.rados.0.smithi111.stdout:3752: left oid 39 (ObjNum 1155 snap 355 seq_num 1155) 2023-12-01T04:56:11.668 INFO:tasks.rados.rados.0.smithi111.stdout:3752: done (2 left) 2023-12-01T04:56:11.668 INFO:tasks.rados.rados.0.smithi111.stdout:3753: done (1 left) 2023-12-01T04:56:11.669 INFO:tasks.rados.rados.0.smithi111.stdout:3756: done (0 left) 2023-12-01T04:56:11.669 INFO:tasks.rados.rados.0.smithi111.stdout:3757: read oid 16 snap 353 2023-12-01T04:56:11.669 INFO:tasks.rados.rados.0.smithi111.stdout:3757: expect (ObjNum 1139 snap 350 seq_num 1139) 2023-12-01T04:56:11.669 INFO:tasks.rados.rados.0.smithi111.stdout:3758: rollback oid 49 current snap is 355 2023-12-01T04:56:11.669 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 49 to 353 2023-12-01T04:56:11.669 INFO:tasks.rados.rados.0.smithi111.stdout:3759: delete oid 6 current snap is 355 2023-12-01T04:56:11.672 INFO:tasks.rados.rados.0.smithi111.stdout:3759: done (2 left) 2023-12-01T04:56:11.672 INFO:tasks.rados.rados.0.smithi111.stdout:3760: rollback oid 31 current snap is 355 2023-12-01T04:56:11.672 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 31 to 353 2023-12-01T04:56:11.672 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 26 current snap is 355 2023-12-01T04:56:11.672 INFO:tasks.rados.rados.0.smithi111.stdout:3761: seq_num 1159 ranges {2154496=212992} 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:3761: writing smithi111183488-26 from 2154496 to 2367488 tid 1 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:3762: delete oid 1 current snap is 355 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:3760: finishing rollback tid 1 to smithi111183488-31 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 31 v 0 (ObjNum 65 snap 0 seq_num 0) dirty dne 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:3758: finishing rollback tid 0 to smithi111183488-49 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:3758: finishing rollback tid 1 to smithi111183488-49 2023-12-01T04:56:11.685 INFO:tasks.rados.rados.0.smithi111.stdout:3758: finishing rollback tid 2 to smithi111183488-49 2023-12-01T04:56:11.686 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2871 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:11.689 INFO:tasks.rados.rados.0.smithi111.stdout:3758: done (4 left) 2023-12-01T04:56:11.689 INFO:tasks.rados.rados.0.smithi111.stdout:3760: done (3 left) 2023-12-01T04:56:11.689 INFO:tasks.rados.rados.0.smithi111.stdout:3762: done (2 left) 2023-12-01T04:56:11.689 INFO:tasks.rados.rados.0.smithi111.stdout:3763: copy_from oid 21 from oid 35 current snap is 355 2023-12-01T04:56:11.690 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 355 2023-12-01T04:56:11.690 INFO:tasks.rados.rados.0.smithi111.stdout:3764: seq_num 1161 ranges {0=245760} 2023-12-01T04:56:11.691 INFO:tasks.rados.rados.0.smithi111.stdout:3764: writing smithi111183488-10 from 0 to 245760 tid 1 2023-12-01T04:56:11.691 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 355 2023-12-01T04:56:11.691 INFO:tasks.rados.rados.0.smithi111.stdout:3761: finishing write tid 1 to smithi111183488-26 2023-12-01T04:56:11.691 INFO:tasks.rados.rados.0.smithi111.stdout:3761: finishing write tid 2 to smithi111183488-26 2023-12-01T04:56:11.691 INFO:tasks.rados.rados.0.smithi111.stdout:3765: seq_num 1162 ranges {0=270336} 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:3765: writing smithi111183488-25 from 0 to 270336 tid 1 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 355 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:3761: finishing write tid 3 to smithi111183488-26 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:3761: oid 26 updating version 0 to 2854 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:3761: oid 26 updating version 2854 to 2855 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 26 v 2855 (ObjNum 1159 snap 355 seq_num 1159) dirty exists 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:3761: left oid 26 (ObjNum 1159 snap 355 seq_num 1159) 2023-12-01T04:56:11.693 INFO:tasks.rados.rados.0.smithi111.stdout:3766: seq_num 1163 ranges {0=286720} 2023-12-01T04:56:11.695 INFO:tasks.rados.rados.0.smithi111.stdout:3766: writing smithi111183488-34 from 0 to 286720 tid 1 2023-12-01T04:56:11.695 INFO:tasks.rados.rados.0.smithi111.stdout:3761: done (5 left) 2023-12-01T04:56:11.695 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 355 2023-12-01T04:56:11.695 INFO:tasks.rados.rados.0.smithi111.stdout:3767: seq_num 1164 ranges {8011776=303104} 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3767: writing smithi111183488-23 from 8011776 to 8314880 tid 1 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3768: rmattr oid 47 current snap is 355 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3768: done (6 left) 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3769: rollback oid 12 current snap is 355 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 353 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3765: finishing write tid 1 to smithi111183488-25 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3766: finishing write tid 1 to smithi111183488-34 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3765: finishing write tid 2 to smithi111183488-25 2023-12-01T04:56:11.740 INFO:tasks.rados.rados.0.smithi111.stdout:3757: expect (ObjNum 1139 snap 350 seq_num 1139) 2023-12-01T04:56:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:11 smithi155 ceph-mon[102677]: osdmap e787: 8 total, 8 up, 8 in 2023-12-01T04:56:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:11 smithi155 ceph-mon[102677]: pgmap v1157: 121 pgs: 121 active+clean; 176 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 31 op/s 2023-12-01T04:56:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:11 smithi111 ceph-mon[97855]: osdmap e787: 8 total, 8 up, 8 in 2023-12-01T04:56:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:11 smithi111 ceph-mon[97855]: pgmap v1157: 121 pgs: 121 active+clean; 176 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 31 op/s 2023-12-01T04:56:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:11 smithi111 ceph-mon[116524]: osdmap e787: 8 total, 8 up, 8 in 2023-12-01T04:56:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:11 smithi111 ceph-mon[116524]: pgmap v1157: 121 pgs: 121 active+clean; 176 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 31 op/s 2023-12-01T04:56:12.302 INFO:tasks.rados.rados.0.smithi111.stdout:3765: finishing write tid 3 to smithi111183488-25 2023-12-01T04:56:12.302 INFO:tasks.rados.rados.0.smithi111.stdout:3765: oid 25 updating version 0 to 1805 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3765: oid 25 updating version 1805 to 1806 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1806 (ObjNum 1162 snap 355 seq_num 1162) dirty exists 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3765: left oid 25 (ObjNum 1162 snap 355 seq_num 1162) 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3764: finishing write tid 1 to smithi111183488-10 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3764: finishing write tid 2 to smithi111183488-10 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3766: finishing write tid 2 to smithi111183488-34 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3757: done (6 left) 2023-12-01T04:56:12.303 INFO:tasks.rados.rados.0.smithi111.stdout:3765: done (5 left) 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3770: rmattr oid 14 current snap is 355 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3770: done (5 left) 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3771: rmattr oid 18 current snap is 355 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3771: done (5 left) 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3772: read oid 47 snap -1 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3772: expect (ObjNum 1052 snap 329 seq_num 1052) 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:3773: rollback oid 5 current snap is 355 2023-12-01T04:56:12.304 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 5 to 353 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3764: finishing write tid 3 to smithi111183488-10 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3764: oid 10 updating version 0 to 2586 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3764: oid 10 version 2586 is already newer than 2585 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2586 (ObjNum 1161 snap 355 seq_num 1161) dirty exists 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3764: left oid 10 (ObjNum 1161 snap 355 seq_num 1161) 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3764: done (6 left) 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3774: read oid 37 snap -1 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3774: expect deleted 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3775: setattr oid 4 current snap is 355 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3763: finishing copy_from to smithi111183488-21 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 1804 (ObjNum 1126 snap 345 seq_num 1126) dirty exists 2023-12-01T04:56:12.305 INFO:tasks.rados.rados.0.smithi111.stdout:3763: finishing copy_from racing read to smithi111183488-21 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3766: finishing write tid 3 to smithi111183488-34 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3766: oid 34 updating version 0 to 2072 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3766: oid 34 version 2072 is already newer than 2071 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 2072 (ObjNum 1163 snap 355 seq_num 1163) dirty exists 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3766: left oid 34 (ObjNum 1163 snap 355 seq_num 1163) 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3767: finishing write tid 1 to smithi111183488-23 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3767: finishing write tid 2 to smithi111183488-23 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3769: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3769: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3767: finishing write tid 3 to smithi111183488-23 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3767: oid 23 updating version 0 to 2872 2023-12-01T04:56:12.306 INFO:tasks.rados.rados.0.smithi111.stdout:3767: oid 23 updating version 2872 to 2873 2023-12-01T04:56:12.307 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 2873 (ObjNum 1164 snap 355 seq_num 1164) dirty exists 2023-12-01T04:56:12.307 INFO:tasks.rados.rados.0.smithi111.stdout:3767: left oid 23 (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:12.307 INFO:tasks.rados.rados.0.smithi111.stdout:3769: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:56:12.307 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2850 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3763: done (7 left) 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3766: done (6 left) 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3767: done (5 left) 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3769: done (4 left) 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3776: rmattr oid 6 current snap is 355 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3776: done (4 left) 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3777: read oid 34 snap -1 2023-12-01T04:56:12.308 INFO:tasks.rados.rados.0.smithi111.stdout:3777: expect (ObjNum 1163 snap 355 seq_num 1163) 2023-12-01T04:56:12.309 INFO:tasks.rados.rados.0.smithi111.stdout:3778: read oid 45 snap -1 2023-12-01T04:56:12.309 INFO:tasks.rados.rados.0.smithi111.stdout:3778: expect (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:56:12.309 INFO:tasks.rados.rados.0.smithi111.stdout:3779: read oid 21 snap -1 2023-12-01T04:56:12.309 INFO:tasks.rados.rados.0.smithi111.stdout:3779: expect (ObjNum 1126 snap 345 seq_num 1126) 2023-12-01T04:56:12.309 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 35 current snap is 355 2023-12-01T04:56:12.309 INFO:tasks.rados.rados.0.smithi111.stdout:3780: seq_num 1165 ranges {2072576=319488} 2023-12-01T04:56:12.317 INFO:tasks.rados.rados.0.smithi111.stdout:3780: writing smithi111183488-35 from 2072576 to 2392064 tid 1 2023-12-01T04:56:12.317 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 355 2023-12-01T04:56:12.317 INFO:tasks.rados.rados.0.smithi111.stdout:3781: seq_num 1166 ranges {9166848=335872} 2023-12-01T04:56:12.367 INFO:tasks.rados.rados.0.smithi111.stdout:3781: writing smithi111183488-48 from 9166848 to 9502720 tid 1 2023-12-01T04:56:12.367 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 355 2023-12-01T04:56:12.368 INFO:tasks.rados.rados.0.smithi111.stdout:3782: seq_num 1167 ranges {2605056=352256} 2023-12-01T04:56:12.384 INFO:tasks.rados.rados.0.smithi111.stdout:3782: writing smithi111183488-2 from 2605056 to 2957312 tid 1 2023-12-01T04:56:12.384 INFO:tasks.rados.rados.0.smithi111.stdout:3783: read oid 31 snap -1 2023-12-01T04:56:12.385 INFO:tasks.rados.rados.0.smithi111.stdout:3783: expect deleted 2023-12-01T04:56:12.385 INFO:tasks.rados.rados.0.smithi111.stdout:3784: snap_create 2023-12-01T04:56:12.385 INFO:tasks.rados.rados.0.smithi111.stdout:3773: finishing rollback tid 1 to smithi111183488-5 2023-12-01T04:56:12.385 INFO:tasks.rados.rados.0.smithi111.stdout:3773: finishing rollback tid 2 to smithi111183488-5 2023-12-01T04:56:12.385 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 3060 (ObjNum 1113 snap 339 seq_num 1113) dirty exists 2023-12-01T04:56:12.385 INFO:tasks.rados.rados.0.smithi111.stdout:3772: expect (ObjNum 1052 snap 329 seq_num 1052) 2023-12-01T04:56:12.426 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 4 v 2588 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2023-12-01T04:56:12.426 INFO:tasks.rados.rados.0.smithi111.stdout:3777: expect (ObjNum 1163 snap 355 seq_num 1163) 2023-12-01T04:56:12.433 INFO:tasks.rados.rados.0.smithi111.stdout:3780: finishing write tid 1 to smithi111183488-35 2023-12-01T04:56:12.433 INFO:tasks.rados.rados.0.smithi111.stdout:3780: finishing write tid 2 to smithi111183488-35 2023-12-01T04:56:12.433 INFO:tasks.rados.rados.0.smithi111.stdout:3779: expect (ObjNum 1126 snap 345 seq_num 1126) 2023-12-01T04:56:12.485 INFO:tasks.rados.rados.0.smithi111.stdout:3780: finishing write tid 3 to smithi111183488-35 2023-12-01T04:56:12.485 INFO:tasks.rados.rados.0.smithi111.stdout:3780: oid 35 updating version 0 to 1807 2023-12-01T04:56:12.486 INFO:tasks.rados.rados.0.smithi111.stdout:3780: oid 35 updating version 1807 to 1808 2023-12-01T04:56:12.486 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 35 v 1808 (ObjNum 1165 snap 355 seq_num 1165) dirty exists 2023-12-01T04:56:12.486 INFO:tasks.rados.rados.0.smithi111.stdout:3780: left oid 35 (ObjNum 1165 snap 355 seq_num 1165) 2023-12-01T04:56:12.486 INFO:tasks.rados.rados.0.smithi111.stdout:3778: expect (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:56:12.887 INFO:tasks.rados.rados.0.smithi111.stdout:3781: finishing write tid 1 to smithi111183488-48 2023-12-01T04:56:12.887 INFO:tasks.rados.rados.0.smithi111.stdout:3781: finishing write tid 2 to smithi111183488-48 2023-12-01T04:56:12.887 INFO:tasks.rados.rados.0.smithi111.stdout:3781: finishing write tid 3 to smithi111183488-48 2023-12-01T04:56:12.887 INFO:tasks.rados.rados.0.smithi111.stdout:3781: oid 48 updating version 0 to 2856 2023-12-01T04:56:12.887 INFO:tasks.rados.rados.0.smithi111.stdout:3781: oid 48 updating version 2856 to 2857 2023-12-01T04:56:12.887 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2857 (ObjNum 1166 snap 355 seq_num 1166) dirty exists 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3781: left oid 48 (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3782: finishing write tid 1 to smithi111183488-2 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3782: finishing write tid 2 to smithi111183488-2 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3772: done (11 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3773: done (10 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3774: done (9 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3775: done (8 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3777: done (7 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3778: done (6 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3779: done (5 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3780: done (4 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3781: done (3 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3783: done (2 left) 2023-12-01T04:56:12.888 INFO:tasks.rados.rados.0.smithi111.stdout:3784: done (1 left) 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 28 current snap is 356 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:3782: finishing write tid 3 to smithi111183488-2 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:3782: oid 2 updating version 0 to 2590 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:3782: oid 2 updating version 2590 to 2591 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2591 (ObjNum 1167 snap 355 seq_num 1167) dirty exists 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:3782: left oid 2 (ObjNum 1167 snap 355 seq_num 1167) 2023-12-01T04:56:12.889 INFO:tasks.rados.rados.0.smithi111.stdout:3785: seq_num 1168 ranges {4022272=368640} 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3785: writing smithi111183488-28 from 4022272 to 4390912 tid 1 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3782: done (1 left) 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3786: read oid 6 snap -1 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3786: expect deleted 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3787: rmattr oid 38 current snap is 356 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3788: read oid 35 snap 353 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3788: expect (ObjNum 1126 snap 345 seq_num 1126) 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3789: rollback oid 24 current snap is 356 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 24 to 355 2023-12-01T04:56:12.911 INFO:tasks.rados.rados.0.smithi111.stdout:3790: read oid 12 snap 353 2023-12-01T04:56:12.912 INFO:tasks.rados.rados.0.smithi111.stdout:3790: expect (ObjNum 1149 snap 353 seq_num 1149) 2023-12-01T04:56:12.912 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 356 2023-12-01T04:56:12.912 INFO:tasks.rados.rados.0.smithi111.stdout:3791: seq_num 1169 ranges {811008=385024} 2023-12-01T04:56:12.916 INFO:tasks.rados.rados.0.smithi111.stdout:3791: writing smithi111183488-41 from 811008 to 1196032 tid 1 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3792: rollback oid 43 current snap is 356 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 43 to 353 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2858 (ObjNum 1146 snap 353 seq_num 1146) dirty exists 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3789: finishing rollback tid 0 to smithi111183488-24 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3789: finishing rollback tid 1 to smithi111183488-24 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3789: finishing rollback tid 2 to smithi111183488-24 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2595 (ObjNum 1070 snap 332 seq_num 1070) dirty exists 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3785: finishing write tid 1 to smithi111183488-28 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3786: done (7 left) 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3787: done (6 left) 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3789: done (5 left) 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3793: rmattr oid 15 current snap is 356 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3793: done (5 left) 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3794: read oid 20 snap -1 2023-12-01T04:56:12.917 INFO:tasks.rados.rados.0.smithi111.stdout:3794: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:3795: rollback oid 2 current snap is 356 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 355 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 356 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:3796: seq_num 1170 ranges {0=401408} 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:3796: writing smithi111183488-42 from 0 to 401408 tid 1 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:3797: read oid 38 snap -1 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:3797: expect (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:12.923 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 29 current snap is 356 2023-12-01T04:56:12.924 INFO:tasks.rados.rados.0.smithi111.stdout:3798: seq_num 1171 ranges {10772480=417792} 2023-12-01T04:56:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:12 smithi155 ceph-mon[102677]: osdmap e788: 8 total, 8 up, 8 in 2023-12-01T04:56:12.979 INFO:tasks.rados.rados.0.smithi111.stdout:3798: writing smithi111183488-29 from 10772480 to 11190272 tid 1 2023-12-01T04:56:12.979 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 356 2023-12-01T04:56:12.979 INFO:tasks.rados.rados.0.smithi111.stdout:3785: finishing write tid 2 to smithi111183488-28 2023-12-01T04:56:12.979 INFO:tasks.rados.rados.0.smithi111.stdout:3799: seq_num 1172 ranges {6963200=434176} 2023-12-01T04:56:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:12 smithi111 ceph-mon[97855]: osdmap e788: 8 total, 8 up, 8 in 2023-12-01T04:56:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:12 smithi111 ceph-mon[116524]: osdmap e788: 8 total, 8 up, 8 in 2023-12-01T04:56:13.019 INFO:tasks.rados.rados.0.smithi111.stdout:3799: writing smithi111183488-24 from 6963200 to 7397376 tid 1 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3800: read oid 31 snap -1 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3800: expect deleted 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3801: read oid 50 snap -1 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3801: expect deleted 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3802: read oid 36 snap -1 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3802: expect (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:13.020 INFO:tasks.rados.rados.0.smithi111.stdout:3803: read oid 23 snap -1 2023-12-01T04:56:13.021 INFO:tasks.rados.rados.0.smithi111.stdout:3803: expect (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:13.021 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 356 2023-12-01T04:56:13.021 INFO:tasks.rados.rados.0.smithi111.stdout:3804: seq_num 1173 ranges {2277376=450560} 2023-12-01T04:56:13.034 INFO:tasks.rados.rados.0.smithi111.stdout:3804: writing smithi111183488-15 from 2277376 to 2727936 tid 1 2023-12-01T04:56:13.034 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 16 2023-12-01T04:56:13.035 INFO:tasks.rados.rados.0.smithi111.stdout:3794: expect (ObjNum 1028 snap 317 seq_num 1028) 2023-12-01T04:56:13.182 INFO:tasks.rados.rados.0.smithi111.stdout:3788: expect (ObjNum 1126 snap 345 seq_num 1126) 2023-12-01T04:56:13.236 INFO:tasks.rados.rados.0.smithi111.stdout:3785: finishing write tid 3 to smithi111183488-28 2023-12-01T04:56:13.236 INFO:tasks.rados.rados.0.smithi111.stdout:3785: oid 28 updating version 0 to 2852 2023-12-01T04:56:13.236 INFO:tasks.rados.rados.0.smithi111.stdout:3785: oid 28 version 2852 is already newer than 2851 2023-12-01T04:56:13.236 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 28 v 2852 (ObjNum 1168 snap 356 seq_num 1168) dirty exists 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3785: left oid 28 (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3791: finishing write tid 1 to smithi111183488-41 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3791: finishing write tid 2 to smithi111183488-41 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3796: finishing write tid 1 to smithi111183488-42 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3792: finishing rollback tid 0 to smithi111183488-43 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3796: finishing write tid 2 to smithi111183488-42 2023-12-01T04:56:13.237 INFO:tasks.rados.rados.0.smithi111.stdout:3792: finishing rollback tid 1 to smithi111183488-43 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3792: finishing rollback tid 2 to smithi111183488-43 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 43 v 2059 (ObjNum 1087 snap 333 seq_num 1087) dirty exists 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3791: finishing write tid 3 to smithi111183488-41 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3791: oid 41 updating version 0 to 2083 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3791: oid 41 updating version 2083 to 2084 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2084 (ObjNum 1169 snap 356 seq_num 1169) dirty exists 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3791: left oid 41 (ObjNum 1169 snap 356 seq_num 1169) 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3785: done (15 left) 2023-12-01T04:56:13.238 INFO:tasks.rados.rados.0.smithi111.stdout:3788: done (14 left) 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3791: done (13 left) 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3792: done (12 left) 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3794: done (11 left) 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 30 current snap is 356 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3795: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3795: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3795: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2599 (ObjNum 1167 snap 355 seq_num 1167) dirty exists 2023-12-01T04:56:13.239 INFO:tasks.rados.rados.0.smithi111.stdout:3805: seq_num 1174 ranges {0=466944} 2023-12-01T04:56:13.240 INFO:tasks.rados.rados.0.smithi111.stdout:3805: writing smithi111183488-30 from 0 to 466944 tid 1 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3795: done (11 left) 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3806: delete oid 3 current snap is 356 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3796: finishing write tid 3 to smithi111183488-42 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3796: oid 42 updating version 0 to 2085 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3796: oid 42 updating version 2085 to 2086 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2086 (ObjNum 1170 snap 356 seq_num 1170) dirty exists 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3796: left oid 42 (ObjNum 1170 snap 356 seq_num 1170) 2023-12-01T04:56:13.241 INFO:tasks.rados.rados.0.smithi111.stdout:3797: expect (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:13.333 INFO:tasks.rados.rados.0.smithi111.stdout:3790: expect (ObjNum 1149 snap 353 seq_num 1149) 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3798: finishing write tid 1 to smithi111183488-29 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3798: finishing write tid 2 to smithi111183488-29 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3798: finishing write tid 3 to smithi111183488-29 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3798: oid 29 updating version 0 to 3062 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3798: oid 29 updating version 3062 to 3063 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 3063 (ObjNum 1171 snap 356 seq_num 1171) dirty exists 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3798: left oid 29 (ObjNum 1171 snap 356 seq_num 1171) 2023-12-01T04:56:13.514 INFO:tasks.rados.rados.0.smithi111.stdout:3790: done (11 left) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3796: done (10 left) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3797: done (9 left) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3798: done (8 left) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3806: done (7 left) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3807: rmattr oid 40 current snap is 356 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3807: done (7 left) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3808: read oid 5 snap -1 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3808: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3809: read oid 12 snap -1 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3809: expect (ObjNum 1149 snap 353 seq_num 1149) 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 2 current snap is 356 2023-12-01T04:56:13.515 INFO:tasks.rados.rados.0.smithi111.stdout:3810: seq_num 1176 ranges {2957312=499712} 2023-12-01T04:56:13.532 INFO:tasks.rados.rados.0.smithi111.stdout:3810: writing smithi111183488-2 from 2957312 to 3457024 tid 1 2023-12-01T04:56:13.532 INFO:tasks.rados.rados.0.smithi111.stdout:3800: done (9 left) 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3811: snap_create 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3799: finishing write tid 1 to smithi111183488-24 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3799: finishing write tid 2 to smithi111183488-24 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3799: finishing write tid 3 to smithi111183488-24 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3799: oid 24 updating version 0 to 2600 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3799: oid 24 updating version 2600 to 2601 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2601 (ObjNum 1172 snap 356 seq_num 1172) dirty exists 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3799: left oid 24 (ObjNum 1172 snap 356 seq_num 1172) 2023-12-01T04:56:13.533 INFO:tasks.rados.rados.0.smithi111.stdout:3802: expect (ObjNum 1140 snap 351 seq_num 1140) 2023-12-01T04:56:13.896 INFO:tasks.rados.rados.0.smithi111.stdout:3804: finishing write tid 1 to smithi111183488-15 2023-12-01T04:56:13.896 INFO:tasks.rados.rados.0.smithi111.stdout:3804: finishing write tid 2 to smithi111183488-15 2023-12-01T04:56:13.896 INFO:tasks.rados.rados.0.smithi111.stdout:3804: finishing write tid 3 to smithi111183488-15 2023-12-01T04:56:13.896 INFO:tasks.rados.rados.0.smithi111.stdout:3804: oid 15 updating version 0 to 2498 2023-12-01T04:56:13.897 INFO:tasks.rados.rados.0.smithi111.stdout:3804: oid 15 updating version 2498 to 2499 2023-12-01T04:56:13.897 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2499 (ObjNum 1173 snap 356 seq_num 1173) dirty exists 2023-12-01T04:56:13.897 INFO:tasks.rados.rados.0.smithi111.stdout:3804: left oid 15 (ObjNum 1173 snap 356 seq_num 1173) 2023-12-01T04:56:13.897 INFO:tasks.rados.rados.0.smithi111.stdout:3803: expect (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:13 smithi155 ceph-mon[102677]: osdmap e789: 8 total, 8 up, 8 in 2023-12-01T04:56:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:13 smithi155 ceph-mon[102677]: pgmap v1160: 121 pgs: 121 active+clean; 176 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 31 op/s 2023-12-01T04:56:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:13 smithi155 ceph-mon[102677]: osdmap e790: 8 total, 8 up, 8 in 2023-12-01T04:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:13 smithi111 ceph-mon[97855]: osdmap e789: 8 total, 8 up, 8 in 2023-12-01T04:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:13 smithi111 ceph-mon[97855]: pgmap v1160: 121 pgs: 121 active+clean; 176 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 31 op/s 2023-12-01T04:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:13 smithi111 ceph-mon[97855]: osdmap e790: 8 total, 8 up, 8 in 2023-12-01T04:56:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:13 smithi111 ceph-mon[116524]: osdmap e789: 8 total, 8 up, 8 in 2023-12-01T04:56:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:13 smithi111 ceph-mon[116524]: pgmap v1160: 121 pgs: 121 active+clean; 176 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 31 op/s 2023-12-01T04:56:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:13 smithi111 ceph-mon[116524]: osdmap e790: 8 total, 8 up, 8 in 2023-12-01T04:56:14.699 INFO:tasks.rados.rados.0.smithi111.stdout:3805: finishing write tid 1 to smithi111183488-30 2023-12-01T04:56:14.699 INFO:tasks.rados.rados.0.smithi111.stdout:3805: finishing write tid 2 to smithi111183488-30 2023-12-01T04:56:14.699 INFO:tasks.rados.rados.0.smithi111.stdout:3805: finishing write tid 3 to smithi111183488-30 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3805: oid 30 updating version 0 to 2583 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3805: oid 30 updating version 2583 to 2584 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 30 v 2584 (ObjNum 1174 snap 356 seq_num 1174) dirty exists 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3805: left oid 30 (ObjNum 1174 snap 356 seq_num 1174) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3799: done (9 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3801: done (8 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3802: done (7 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3803: done (6 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3804: done (5 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3805: done (4 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3811: done (3 left) 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3812: read oid 34 snap -1 2023-12-01T04:56:14.700 INFO:tasks.rados.rados.0.smithi111.stdout:3812: expect (ObjNum 1163 snap 355 seq_num 1163) 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3813: read oid 28 snap -1 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3813: expect (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3814: read oid 40 snap 356 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3814: expect (ObjNum 1075 snap 333 seq_num 1075) 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3815: delete oid 1 current snap is 357 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3810: finishing write tid 1 to smithi111183488-2 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3810: finishing write tid 2 to smithi111183488-2 2023-12-01T04:56:14.701 INFO:tasks.rados.rados.0.smithi111.stdout:3809: expect (ObjNum 1149 snap 353 seq_num 1149) 2023-12-01T04:56:14.883 INFO:tasks.rados.rados.0.smithi111.stdout:3810: finishing write tid 3 to smithi111183488-2 2023-12-01T04:56:14.883 INFO:tasks.rados.rados.0.smithi111.stdout:3810: oid 2 updating version 0 to 2603 2023-12-01T04:56:14.883 INFO:tasks.rados.rados.0.smithi111.stdout:3810: oid 2 version 2603 is already newer than 2602 2023-12-01T04:56:14.883 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 2603 (ObjNum 1176 snap 356 seq_num 1176) dirty exists 2023-12-01T04:56:14.883 INFO:tasks.rados.rados.0.smithi111.stdout:3810: left oid 2 (ObjNum 1176 snap 356 seq_num 1176) 2023-12-01T04:56:14.883 INFO:tasks.rados.rados.0.smithi111.stdout:3808: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:56:14.994 INFO:tasks.rados.rados.0.smithi111.stdout:3812: expect (ObjNum 1163 snap 355 seq_num 1163) 2023-12-01T04:56:15.001 INFO:tasks.rados.rados.0.smithi111.stdout:3814: expect (ObjNum 1075 snap 333 seq_num 1075) 2023-12-01T04:56:15.032 INFO:tasks.rados.rados.0.smithi111.stdout:3813: expect (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:15.233 INFO:tasks.rados.rados.0.smithi111.stdout:3808: done (6 left) 2023-12-01T04:56:15.233 INFO:tasks.rados.rados.0.smithi111.stdout:3809: done (5 left) 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3810: done (4 left) 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3812: done (3 left) 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3813: done (2 left) 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3814: done (1 left) 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3815: done (0 left) 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3816: copy_from oid 47 from oid 48 current snap is 357 2023-12-01T04:56:15.234 INFO:tasks.rados.rados.0.smithi111.stdout:3817: snap_remove snap 355 2023-12-01T04:56:15.892 INFO:tasks.rados.rados.0.smithi111.stdout:3817: done (1 left) 2023-12-01T04:56:15.892 INFO:tasks.rados.rados.0.smithi111.stdout:3818: snap_remove snap 356 2023-12-01T04:56:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:15 smithi155 ceph-mon[102677]: pgmap v1162: 121 pgs: 121 active+clean; 180 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1015 KiB/s wr, 27 op/s 2023-12-01T04:56:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:15 smithi111 ceph-mon[97855]: pgmap v1162: 121 pgs: 121 active+clean; 180 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1015 KiB/s wr, 27 op/s 2023-12-01T04:56:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:15 smithi111 ceph-mon[116524]: pgmap v1162: 121 pgs: 121 active+clean; 180 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 1015 KiB/s wr, 27 op/s 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:3818: done (1 left) 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:3819: rollback oid 46 current snap is 357 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 46 to 353 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:3820: copy_from oid 37 from oid 50 current snap is 357 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:3816: finishing copy_from to smithi111183488-47 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2857 (ObjNum 1166 snap 355 seq_num 1166) dirty exists 2023-12-01T04:56:16.902 INFO:tasks.rados.rados.0.smithi111.stdout:3821: read oid 28 snap 353 2023-12-01T04:56:16.903 INFO:tasks.rados.rados.0.smithi111.stdout:3821: expect (ObjNum 1141 snap 353 seq_num 1141) 2023-12-01T04:56:16.903 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 6 current snap is 357 2023-12-01T04:56:16.903 INFO:tasks.rados.rados.0.smithi111.stdout:3822: seq_num 1178 ranges {0=532480} 2023-12-01T04:56:16.905 INFO:tasks.rados.rados.0.smithi111.stdout:3822: writing smithi111183488-6 from 0 to 532480 tid 1 2023-12-01T04:56:16.905 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 357 2023-12-01T04:56:16.905 INFO:tasks.rados.rados.0.smithi111.stdout:3816: finishing copy_from racing read to smithi111183488-47 2023-12-01T04:56:16.905 INFO:tasks.rados.rados.0.smithi111.stdout:3823: seq_num 1179 ranges {401408=548864} 2023-12-01T04:56:16.911 INFO:tasks.rados.rados.0.smithi111.stdout:3823: writing smithi111183488-42 from 401408 to 950272 tid 1 2023-12-01T04:56:16.911 INFO:tasks.rados.rados.0.smithi111.stdout:3816: done (5 left) 2023-12-01T04:56:16.911 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 40 current snap is 357 2023-12-01T04:56:16.911 INFO:tasks.rados.rados.0.smithi111.stdout:3819: finishing rollback tid 1 to smithi111183488-46 2023-12-01T04:56:16.911 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 0 (ObjNum 193 snap 0 seq_num 1312697552) dirty dne 2023-12-01T04:56:16.911 INFO:tasks.rados.rados.0.smithi111.stdout:3820: finishing copy_from to smithi111183488-37 2023-12-01T04:56:16.912 INFO:tasks.rados.rados.0.smithi111.stdout:3820: got expected ENOENT (src dne) 2023-12-01T04:56:16.912 INFO:tasks.rados.rados.0.smithi111.stdout:3820: finishing copy_from racing read to smithi111183488-37 2023-12-01T04:56:16.912 INFO:tasks.rados.rados.0.smithi111.stdout:3824: seq_num 1180 ranges {1212416=565248} 2023-12-01T04:56:16.921 INFO:tasks.rados.rados.0.smithi111.stdout:3824: writing smithi111183488-40 from 1212416 to 1777664 tid 1 2023-12-01T04:56:16.921 INFO:tasks.rados.rados.0.smithi111.stdout:3819: done (5 left) 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3820: done (4 left) 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3825: delete oid 44 current snap is 357 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3822: finishing write tid 1 to smithi111183488-6 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3822: finishing write tid 2 to smithi111183488-6 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3822: finishing write tid 3 to smithi111183488-6 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3822: oid 6 updating version 0 to 2852 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3822: oid 6 updating version 2852 to 2853 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 2853 (ObjNum 1178 snap 357 seq_num 1178) dirty exists 2023-12-01T04:56:16.922 INFO:tasks.rados.rados.0.smithi111.stdout:3822: left oid 6 (ObjNum 1178 snap 357 seq_num 1178) 2023-12-01T04:56:16.923 INFO:tasks.rados.rados.0.smithi111.stdout:3821: expect (ObjNum 1141 snap 353 seq_num 1141) 2023-12-01T04:56:17.055 INFO:tasks.rados.rados.0.smithi111.stdout:3823: finishing write tid 1 to smithi111183488-42 2023-12-01T04:56:17.055 INFO:tasks.rados.rados.0.smithi111.stdout:3823: finishing write tid 2 to smithi111183488-42 2023-12-01T04:56:17.055 INFO:tasks.rados.rados.0.smithi111.stdout:3823: finishing write tid 3 to smithi111183488-42 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3823: oid 42 updating version 0 to 2088 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3823: oid 42 version 2088 is already newer than 2087 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2088 (ObjNum 1179 snap 357 seq_num 1179) dirty exists 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3823: left oid 42 (ObjNum 1179 snap 357 seq_num 1179) 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: finishing write tid 1 to smithi111183488-40 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: finishing write tid 2 to smithi111183488-40 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: finishing write tid 3 to smithi111183488-40 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: oid 40 updating version 0 to 2073 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: oid 40 updating version 2073 to 2074 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 2074 (ObjNum 1180 snap 357 seq_num 1180) dirty exists 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: left oid 40 (ObjNum 1180 snap 357 seq_num 1180) 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3821: done (4 left) 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3822: done (3 left) 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3823: done (2 left) 2023-12-01T04:56:17.056 INFO:tasks.rados.rados.0.smithi111.stdout:3824: done (1 left) 2023-12-01T04:56:17.057 INFO:tasks.rados.rados.0.smithi111.stdout:3825: done (0 left) 2023-12-01T04:56:17.057 INFO:tasks.rados.rados.0.smithi111.stdout:3826: read oid 38 snap 353 2023-12-01T04:56:17.057 INFO:tasks.rados.rados.0.smithi111.stdout:3826: expect (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:17.057 INFO:tasks.rados.rados.0.smithi111.stdout:3827: setattr oid 25 current snap is 357 2023-12-01T04:56:17.057 INFO:tasks.rados.rados.0.smithi111.stdout:3828: snap_create 2023-12-01T04:56:17.059 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1809 (ObjNum 1162 snap 355 seq_num 1162) dirty exists 2023-12-01T04:56:17.063 INFO:tasks.rados.rados.0.smithi111.stdout:3826: expect (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:16 smithi155 ceph-mon[102677]: osdmap e791: 8 total, 8 up, 8 in 2023-12-01T04:56:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:16 smithi111 ceph-mon[97855]: osdmap e791: 8 total, 8 up, 8 in 2023-12-01T04:56:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:16 smithi111 ceph-mon[116524]: osdmap e791: 8 total, 8 up, 8 in 2023-12-01T04:56:17.900 INFO:tasks.rados.rados.0.smithi111.stdout:3826: done (2 left) 2023-12-01T04:56:17.900 INFO:tasks.rados.rados.0.smithi111.stdout:3827: done (1 left) 2023-12-01T04:56:17.900 INFO:tasks.rados.rados.0.smithi111.stdout:3828: done (0 left) 2023-12-01T04:56:17.900 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 358 2023-12-01T04:56:17.901 INFO:tasks.rados.rados.0.smithi111.stdout:3829: seq_num 1182 ranges {950272=606208} 2023-12-01T04:56:17.909 INFO:tasks.rados.rados.0.smithi111.stdout:3829: writing smithi111183488-42 from 950272 to 1556480 tid 1 2023-12-01T04:56:17.909 INFO:tasks.rados.rados.0.smithi111.stdout:3830: setattr oid 12 current snap is 358 2023-12-01T04:56:17.911 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 25 current snap is 358 2023-12-01T04:56:17.911 INFO:tasks.rados.rados.0.smithi111.stdout:3831: seq_num 1183 ranges {270336=622592} 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3831: writing smithi111183488-25 from 270336 to 892928 tid 1 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3832: read oid 23 snap -1 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3832: expect (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3833: read oid 16 snap -1 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3833: expect (ObjNum 1139 snap 350 seq_num 1139) 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3834: read oid 28 snap -1 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3834: expect (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 34 current snap is 358 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3829: finishing write tid 1 to smithi111183488-42 2023-12-01T04:56:17.917 INFO:tasks.rados.rados.0.smithi111.stdout:3835: seq_num 1184 ranges {286720=638976} 2023-12-01T04:56:17.922 INFO:tasks.rados.rados.0.smithi111.stdout:3835: writing smithi111183488-34 from 286720 to 925696 tid 1 2023-12-01T04:56:17.922 INFO:tasks.rados.rados.0.smithi111.stdout:3836: snap_remove snap 357 2023-12-01T04:56:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:17 smithi155 ceph-mon[102677]: pgmap v1164: 121 pgs: 121 active+clean; 187 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2023-12-01T04:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:17 smithi155 ceph-mon[102677]: osdmap e792: 8 total, 8 up, 8 in 2023-12-01T04:56:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:17 smithi111 ceph-mon[97855]: pgmap v1164: 121 pgs: 121 active+clean; 187 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2023-12-01T04:56:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:17 smithi111 ceph-mon[97855]: osdmap e792: 8 total, 8 up, 8 in 2023-12-01T04:56:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:17 smithi111 ceph-mon[116524]: pgmap v1164: 121 pgs: 121 active+clean; 187 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 1.5 MiB/s wr, 34 op/s 2023-12-01T04:56:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:17 smithi111 ceph-mon[116524]: osdmap e792: 8 total, 8 up, 8 in 2023-12-01T04:56:18.560 INFO:tasks.rados.rados.0.smithi111.stdout:3836: done (7 left) 2023-12-01T04:56:18.560 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 18 current snap is 358 2023-12-01T04:56:18.560 INFO:tasks.rados.rados.0.smithi111.stdout:3829: finishing write tid 2 to smithi111183488-42 2023-12-01T04:56:18.560 INFO:tasks.rados.rados.0.smithi111.stdout:3837: seq_num 1185 ranges {8617984=655360} 2023-12-01T04:56:18.609 INFO:tasks.rados.rados.0.smithi111.stdout:3837: writing smithi111183488-18 from 8617984 to 9273344 tid 1 2023-12-01T04:56:18.609 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 32 current snap is 358 2023-12-01T04:56:18.610 INFO:tasks.rados.rados.0.smithi111.stdout:3838: seq_num 1186 ranges {2285568=671744} 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3838: writing smithi111183488-32 from 2285568 to 2957312 tid 1 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3839: read oid 45 snap -1 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3839: expect (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3840: copy_from oid 14 from oid 29 current snap is 358 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3829: finishing write tid 3 to smithi111183488-42 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3829: oid 42 updating version 0 to 2089 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3829: oid 42 updating version 2089 to 2090 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2090 (ObjNum 1182 snap 358 seq_num 1182) dirty exists 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3829: left oid 42 (ObjNum 1182 snap 358 seq_num 1182) 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2853 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2023-12-01T04:56:18.627 INFO:tasks.rados.rados.0.smithi111.stdout:3831: finishing write tid 1 to smithi111183488-25 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3829: done (10 left) 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3830: done (9 left) 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3841: delete oid 37 current snap is 358 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3831: finishing write tid 2 to smithi111183488-25 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3835: finishing write tid 1 to smithi111183488-34 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3835: finishing write tid 2 to smithi111183488-34 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3835: finishing write tid 3 to smithi111183488-34 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3835: oid 34 updating version 0 to 2076 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3835: oid 34 version 2076 is already newer than 2075 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 34 v 2076 (ObjNum 1184 snap 358 seq_num 1184) dirty exists 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3835: left oid 34 (ObjNum 1184 snap 358 seq_num 1184) 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3831: finishing write tid 3 to smithi111183488-25 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3831: oid 25 updating version 0 to 1810 2023-12-01T04:56:18.628 INFO:tasks.rados.rados.0.smithi111.stdout:3831: oid 25 updating version 1810 to 1811 2023-12-01T04:56:18.629 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 1811 (ObjNum 1183 snap 358 seq_num 1183) dirty exists 2023-12-01T04:56:18.629 INFO:tasks.rados.rados.0.smithi111.stdout:3831: left oid 25 (ObjNum 1183 snap 358 seq_num 1183) 2023-12-01T04:56:18.629 INFO:tasks.rados.rados.0.smithi111.stdout:3832: expect (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:18 smithi155 ceph-mon[102677]: osdmap e793: 8 total, 8 up, 8 in 2023-12-01T04:56:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:18 smithi155 ceph-mon[102677]: osdmap e794: 8 total, 8 up, 8 in 2023-12-01T04:56:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:18 smithi111 ceph-mon[97855]: osdmap e793: 8 total, 8 up, 8 in 2023-12-01T04:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:18 smithi111 ceph-mon[97855]: osdmap e794: 8 total, 8 up, 8 in 2023-12-01T04:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:18 smithi111 ceph-mon[116524]: osdmap e793: 8 total, 8 up, 8 in 2023-12-01T04:56:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:18 smithi111 ceph-mon[116524]: osdmap e794: 8 total, 8 up, 8 in 2023-12-01T04:56:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:19.439 INFO:tasks.rados.rados.0.smithi111.stdout:3833: expect (ObjNum 1139 snap 350 seq_num 1139) 2023-12-01T04:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:56:19] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:56:20.001 INFO:tasks.rados.rados.0.smithi111.stdout:3834: expect (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3837: finishing write tid 1 to smithi111183488-18 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3837: finishing write tid 2 to smithi111183488-18 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3837: finishing write tid 3 to smithi111183488-18 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3837: oid 18 updating version 0 to 2820 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3837: oid 18 version 2820 is already newer than 2819 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 18 v 2820 (ObjNum 1185 snap 358 seq_num 1185) dirty exists 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3837: left oid 18 (ObjNum 1185 snap 358 seq_num 1185) 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3838: finishing write tid 1 to smithi111183488-32 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3838: finishing write tid 2 to smithi111183488-32 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3838: finishing write tid 3 to smithi111183488-32 2023-12-01T04:56:20.201 INFO:tasks.rados.rados.0.smithi111.stdout:3838: oid 32 updating version 0 to 2587 2023-12-01T04:56:20.202 INFO:tasks.rados.rados.0.smithi111.stdout:3838: oid 32 version 2587 is already newer than 2586 2023-12-01T04:56:20.202 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 32 v 2587 (ObjNum 1186 snap 358 seq_num 1186) dirty exists 2023-12-01T04:56:20.202 INFO:tasks.rados.rados.0.smithi111.stdout:3838: left oid 32 (ObjNum 1186 snap 358 seq_num 1186) 2023-12-01T04:56:20.202 INFO:tasks.rados.rados.0.smithi111.stdout:3839: expect (ObjNum 1040 snap 320 seq_num 1040) 2023-12-01T04:56:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:19 smithi155 ceph-mon[102677]: pgmap v1168: 121 pgs: 121 active+clean; 187 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 911 KiB/s wr, 16 op/s 2023-12-01T04:56:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:19 smithi111 ceph-mon[116524]: pgmap v1168: 121 pgs: 121 active+clean; 187 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 911 KiB/s wr, 16 op/s 2023-12-01T04:56:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:19 smithi111 ceph-mon[97855]: pgmap v1168: 121 pgs: 121 active+clean; 187 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 911 KiB/s wr, 16 op/s 2023-12-01T04:56:20.601 INFO:tasks.rados.rados.0.smithi111.stdout:3840: finishing copy_from to smithi111183488-14 2023-12-01T04:56:20.601 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 14 v 3063 (ObjNum 1171 snap 356 seq_num 1171) dirty exists 2023-12-01T04:56:20.601 INFO:tasks.rados.rados.0.smithi111.stdout:3840: finishing copy_from racing read to smithi111183488-14 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3831: done (9 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3832: done (8 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3833: done (7 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3834: done (6 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3835: done (5 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3837: done (4 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3838: done (3 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3839: done (2 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3840: done (1 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3841: done (0 left) 2023-12-01T04:56:20.602 INFO:tasks.rados.rados.0.smithi111.stdout:3842: snap_create 2023-12-01T04:56:20.915 INFO:tasks.rados.rados.0.smithi111.stdout:3842: done (0 left) 2023-12-01T04:56:20.915 INFO:tasks.rados.rados.0.smithi111.stdout:3843: snap_create 2023-12-01T04:56:21.918 INFO:tasks.rados.rados.0.smithi111.stdout:3843: done (0 left) 2023-12-01T04:56:21.918 INFO:tasks.rados.rados.0.smithi111.stdout:3844: snap_create 2023-12-01T04:56:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:21 smithi155 ceph-mon[102677]: pgmap v1169: 121 pgs: 121 active+clean; 211 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2023-12-01T04:56:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:21 smithi155 ceph-mon[102677]: osdmap e795: 8 total, 8 up, 8 in 2023-12-01T04:56:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:21 smithi111 ceph-mon[97855]: pgmap v1169: 121 pgs: 121 active+clean; 211 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2023-12-01T04:56:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:21 smithi111 ceph-mon[97855]: osdmap e795: 8 total, 8 up, 8 in 2023-12-01T04:56:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:21 smithi111 ceph-mon[116524]: pgmap v1169: 121 pgs: 121 active+clean; 211 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2023-12-01T04:56:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:21 smithi111 ceph-mon[116524]: osdmap e795: 8 total, 8 up, 8 in 2023-12-01T04:56:22.920 INFO:tasks.rados.rados.0.smithi111.stdout:3844: done (0 left) 2023-12-01T04:56:22.920 INFO:tasks.rados.rados.0.smithi111.stdout:3845: snap_create 2023-12-01T04:56:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:22 smithi155 ceph-mon[102677]: osdmap e796: 8 total, 8 up, 8 in 2023-12-01T04:56:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:22 smithi155 ceph-mon[102677]: osdmap e797: 8 total, 8 up, 8 in 2023-12-01T04:56:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:22 smithi111 ceph-mon[97855]: osdmap e796: 8 total, 8 up, 8 in 2023-12-01T04:56:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:22 smithi111 ceph-mon[97855]: osdmap e797: 8 total, 8 up, 8 in 2023-12-01T04:56:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:22 smithi111 ceph-mon[116524]: osdmap e796: 8 total, 8 up, 8 in 2023-12-01T04:56:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:22 smithi111 ceph-mon[116524]: osdmap e797: 8 total, 8 up, 8 in 2023-12-01T04:56:23.559 INFO:tasks.rados.rados.0.smithi111.stdout:3845: done (0 left) 2023-12-01T04:56:23.559 INFO:tasks.rados.rados.0.smithi111.stdout:3846: read oid 3 snap 360 2023-12-01T04:56:23.559 INFO:tasks.rados.rados.0.smithi111.stdout:3846: expect deleted 2023-12-01T04:56:23.560 INFO:tasks.rados.rados.0.smithi111.stdout:3847: delete oid 41 current snap is 362 2023-12-01T04:56:23.570 INFO:tasks.rados.rados.0.smithi111.stdout:3846: done (1 left) 2023-12-01T04:56:23.570 INFO:tasks.rados.rados.0.smithi111.stdout:3847: done (0 left) 2023-12-01T04:56:23.570 INFO:tasks.rados.rados.0.smithi111.stdout:3848: snap_remove snap 360 2023-12-01T04:56:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:23 smithi155 ceph-mon[102677]: pgmap v1172: 121 pgs: 121 active+clean; 211 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2023-12-01T04:56:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:23 smithi155 ceph-mon[102677]: osdmap e798: 8 total, 8 up, 8 in 2023-12-01T04:56:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:23 smithi111 ceph-mon[97855]: pgmap v1172: 121 pgs: 121 active+clean; 211 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2023-12-01T04:56:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:23 smithi111 ceph-mon[97855]: osdmap e798: 8 total, 8 up, 8 in 2023-12-01T04:56:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:23 smithi111 ceph-mon[116524]: pgmap v1172: 121 pgs: 121 active+clean; 211 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.9 MiB/s wr, 18 op/s 2023-12-01T04:56:24.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:23 smithi111 ceph-mon[116524]: osdmap e798: 8 total, 8 up, 8 in 2023-12-01T04:56:24.575 INFO:tasks.rados.rados.0.smithi111.stdout:3848: done (0 left) 2023-12-01T04:56:24.575 INFO:tasks.rados.rados.0.smithi111.stdout:3849: rollback oid 48 current snap is 362 2023-12-01T04:56:24.575 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 359 2023-12-01T04:56:24.575 INFO:tasks.rados.rados.0.smithi111.stdout:3850: copy_from oid 44 from oid 42 current snap is 362 2023-12-01T04:56:24.575 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 362 2023-12-01T04:56:24.575 INFO:tasks.rados.rados.0.smithi111.stdout:3851: seq_num 1189 ranges {0=720896} 2023-12-01T04:56:24.579 INFO:tasks.rados.rados.0.smithi111.stdout:3851: writing smithi111183488-41 from 0 to 720896 tid 1 2023-12-01T04:56:24.579 INFO:tasks.rados.rados.0.smithi111.stdout:3852: read oid 1 snap -1 2023-12-01T04:56:24.579 INFO:tasks.rados.rados.0.smithi111.stdout:3852: expect deleted 2023-12-01T04:56:24.579 INFO:tasks.rados.rados.0.smithi111.stdout:3853: snap_remove snap 361 2023-12-01T04:56:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:3853: done (4 left) 2023-12-01T04:56:25.576 INFO:tasks.rados.rados.0.smithi111.stdout:3854: snap_remove snap 358 2023-12-01T04:56:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:25 smithi155 ceph-mon[102677]: osdmap e799: 8 total, 8 up, 8 in 2023-12-01T04:56:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:25 smithi155 ceph-mon[102677]: pgmap v1176: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 567 KiB/s wr, 2 op/s 2023-12-01T04:56:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:25 smithi111 ceph-mon[116524]: osdmap e799: 8 total, 8 up, 8 in 2023-12-01T04:56:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:25 smithi111 ceph-mon[116524]: pgmap v1176: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 567 KiB/s wr, 2 op/s 2023-12-01T04:56:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:25 smithi111 ceph-mon[97855]: osdmap e799: 8 total, 8 up, 8 in 2023-12-01T04:56:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:25 smithi111 ceph-mon[97855]: pgmap v1176: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 567 KiB/s wr, 2 op/s 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3854: done (4 left) 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3855: snap_create 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3849: finishing rollback tid 0 to smithi111183488-48 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3849: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3849: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2861 (ObjNum 1166 snap 355 seq_num 1166) dirty exists 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3851: finishing write tid 1 to smithi111183488-41 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3851: finishing write tid 2 to smithi111183488-41 2023-12-01T04:56:26.580 INFO:tasks.rados.rados.0.smithi111.stdout:3851: finishing write tid 3 to smithi111183488-41 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3851: oid 41 updating version 0 to 2092 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3851: oid 41 updating version 2092 to 2093 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2093 (ObjNum 1189 snap 362 seq_num 1189) dirty exists 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3851: left oid 41 (ObjNum 1189 snap 362 seq_num 1189) 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3850: finishing copy_from to smithi111183488-44 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2090 (ObjNum 1182 snap 358 seq_num 1182) dirty exists 2023-12-01T04:56:26.581 INFO:tasks.rados.rados.0.smithi111.stdout:3850: finishing copy_from racing read to smithi111183488-44 2023-12-01T04:56:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:26 smithi155 ceph-mon[102677]: osdmap e800: 8 total, 8 up, 8 in 2023-12-01T04:56:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:26 smithi111 ceph-mon[97855]: osdmap e800: 8 total, 8 up, 8 in 2023-12-01T04:56:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:26 smithi111 ceph-mon[116524]: osdmap e800: 8 total, 8 up, 8 in 2023-12-01T04:56:27.579 INFO:tasks.rados.rados.0.smithi111.stdout:3849: done (4 left) 2023-12-01T04:56:27.579 INFO:tasks.rados.rados.0.smithi111.stdout:3850: done (3 left) 2023-12-01T04:56:27.579 INFO:tasks.rados.rados.0.smithi111.stdout:3851: done (2 left) 2023-12-01T04:56:27.579 INFO:tasks.rados.rados.0.smithi111.stdout:3852: done (1 left) 2023-12-01T04:56:27.580 INFO:tasks.rados.rados.0.smithi111.stdout:3855: done (0 left) 2023-12-01T04:56:27.580 INFO:tasks.rados.rados.0.smithi111.stdout:3856: read oid 23 snap -1 2023-12-01T04:56:27.580 INFO:tasks.rados.rados.0.smithi111.stdout:3856: expect (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:27.580 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 363 2023-12-01T04:56:27.580 INFO:tasks.rados.rados.0.smithi111.stdout:3857: seq_num 1190 ranges {1916928=737280} 2023-12-01T04:56:27.594 INFO:tasks.rados.rados.0.smithi111.stdout:3857: writing smithi111183488-13 from 1916928 to 2654208 tid 1 2023-12-01T04:56:27.594 INFO:tasks.rados.rados.0.smithi111.stdout:3858: rollback oid 36 current snap is 363 2023-12-01T04:56:27.594 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 362 2023-12-01T04:56:27.594 INFO:tasks.rados.rados.0.smithi111.stdout:3859: snap_create 2023-12-01T04:56:27.601 INFO:tasks.rados.rados.0.smithi111.stdout:3858: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:56:27.602 INFO:tasks.rados.rados.0.smithi111.stdout:3857: finishing write tid 1 to smithi111183488-13 2023-12-01T04:56:27.602 INFO:tasks.rados.rados.0.smithi111.stdout:3858: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:56:27.602 INFO:tasks.rados.rados.0.smithi111.stdout:3858: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:56:27.602 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2096 (ObjNum 1140 snap 351 seq_num 1140) dirty exists 2023-12-01T04:56:27.603 INFO:tasks.rados.rados.0.smithi111.stdout:3857: finishing write tid 2 to smithi111183488-13 2023-12-01T04:56:27.605 INFO:tasks.rados.rados.0.smithi111.stdout:3857: finishing write tid 3 to smithi111183488-13 2023-12-01T04:56:27.605 INFO:tasks.rados.rados.0.smithi111.stdout:3857: oid 13 updating version 0 to 2589 2023-12-01T04:56:27.605 INFO:tasks.rados.rados.0.smithi111.stdout:3857: oid 13 updating version 2589 to 2590 2023-12-01T04:56:27.606 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2590 (ObjNum 1190 snap 363 seq_num 1190) dirty exists 2023-12-01T04:56:27.606 INFO:tasks.rados.rados.0.smithi111.stdout:3857: left oid 13 (ObjNum 1190 snap 363 seq_num 1190) 2023-12-01T04:56:27.609 INFO:tasks.rados.rados.0.smithi111.stdout:3856: expect (ObjNum 1164 snap 355 seq_num 1164) 2023-12-01T04:56:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:27 smithi155 ceph-mon[102677]: osdmap e801: 8 total, 8 up, 8 in 2023-12-01T04:56:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:27 smithi155 ceph-mon[102677]: pgmap v1179: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 568 KiB/s wr, 2 op/s 2023-12-01T04:56:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:27 smithi155 ceph-mon[102677]: osdmap e802: 8 total, 8 up, 8 in 2023-12-01T04:56:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:27 smithi111 ceph-mon[97855]: osdmap e801: 8 total, 8 up, 8 in 2023-12-01T04:56:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:27 smithi111 ceph-mon[97855]: pgmap v1179: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 568 KiB/s wr, 2 op/s 2023-12-01T04:56:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:27 smithi111 ceph-mon[97855]: osdmap e802: 8 total, 8 up, 8 in 2023-12-01T04:56:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:27 smithi111 ceph-mon[116524]: osdmap e801: 8 total, 8 up, 8 in 2023-12-01T04:56:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:27 smithi111 ceph-mon[116524]: pgmap v1179: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 B/s rd, 568 KiB/s wr, 2 op/s 2023-12-01T04:56:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:27 smithi111 ceph-mon[116524]: osdmap e802: 8 total, 8 up, 8 in 2023-12-01T04:56:28.557 INFO:tasks.rados.rados.0.smithi111.stdout:3856: done (3 left) 2023-12-01T04:56:28.557 INFO:tasks.rados.rados.0.smithi111.stdout:3857: done (2 left) 2023-12-01T04:56:28.558 INFO:tasks.rados.rados.0.smithi111.stdout:3858: done (1 left) 2023-12-01T04:56:28.558 INFO:tasks.rados.rados.0.smithi111.stdout:3859: done (0 left) 2023-12-01T04:56:28.558 INFO:tasks.rados.rados.0.smithi111.stdout:3860: copy_from oid 49 from oid 25 current snap is 364 2023-12-01T04:56:28.558 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 364 2023-12-01T04:56:28.558 INFO:tasks.rados.rados.0.smithi111.stdout:3861: seq_num 1191 ranges {245760=753664} 2023-12-01T04:56:28.562 INFO:tasks.rados.rados.0.smithi111.stdout:3861: writing smithi111183488-10 from 245760 to 999424 tid 1 2023-12-01T04:56:28.563 INFO:tasks.rados.rados.0.smithi111.stdout:3862: snap_remove snap 359 2023-12-01T04:56:29.555 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:56:29] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3862: done (2 left) 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3863: snap_create 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3861: finishing write tid 1 to smithi111183488-10 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3861: finishing write tid 2 to smithi111183488-10 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3861: finishing write tid 3 to smithi111183488-10 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3861: oid 10 updating version 0 to 2610 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3861: oid 10 version 2610 is already newer than 2609 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2610 (ObjNum 1191 snap 364 seq_num 1191) dirty exists 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3861: left oid 10 (ObjNum 1191 snap 364 seq_num 1191) 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:3860: finishing copy_from to smithi111183488-49 2023-12-01T04:56:29.573 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 1811 (ObjNum 1183 snap 358 seq_num 1183) dirty exists 2023-12-01T04:56:29.574 INFO:tasks.rados.rados.0.smithi111.stdout:3860: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:56:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:29 smithi155 ceph-mon[102677]: osdmap e803: 8 total, 8 up, 8 in 2023-12-01T04:56:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:29 smithi155 ceph-mon[102677]: pgmap v1182: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:56:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:29 smithi111 ceph-mon[97855]: osdmap e803: 8 total, 8 up, 8 in 2023-12-01T04:56:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:29 smithi111 ceph-mon[97855]: pgmap v1182: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:56:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:29 smithi111 ceph-mon[116524]: osdmap e803: 8 total, 8 up, 8 in 2023-12-01T04:56:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:29 smithi111 ceph-mon[116524]: pgmap v1182: 121 pgs: 121 active+clean; 213 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:56:30.583 INFO:tasks.rados.rados.0.smithi111.stdout:3860: done (2 left) 2023-12-01T04:56:30.583 INFO:tasks.rados.rados.0.smithi111.stdout:3861: done (1 left) 2023-12-01T04:56:30.583 INFO:tasks.rados.rados.0.smithi111.stdout:3863: done (0 left) 2023-12-01T04:56:30.583 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 45 current snap is 365 2023-12-01T04:56:30.583 INFO:tasks.rados.rados.0.smithi111.stdout:3864: seq_num 1192 ranges {6332416=770048} 2023-12-01T04:56:30.620 INFO:tasks.rados.rados.0.smithi111.stdout:3864: writing smithi111183488-45 from 6332416 to 7102464 tid 1 2023-12-01T04:56:30.620 INFO:tasks.rados.rados.0.smithi111.stdout:3865: rollback oid 38 current snap is 365 2023-12-01T04:56:30.620 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 38 to 364 2023-12-01T04:56:30.620 INFO:tasks.rados.rados.0.smithi111.stdout:3866: rollback oid 1 current snap is 365 2023-12-01T04:56:30.620 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 1 to 364 2023-12-01T04:56:30.620 INFO:tasks.rados.rados.0.smithi111.stdout:3867: setattr oid 22 current snap is 365 2023-12-01T04:56:30.621 INFO:tasks.rados.rados.0.smithi111.stdout:3868: snap_create 2023-12-01T04:56:30.626 INFO:tasks.rados.rados.0.smithi111.stdout:3866: finishing rollback tid 1 to smithi111183488-1 2023-12-01T04:56:30.626 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 1 v 2871 (ObjNum 129 snap 0 seq_num 3707345264) dirty dne 2023-12-01T04:56:30.628 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2821 (ObjNum 1039 snap 320 seq_num 1039) dirty exists 2023-12-01T04:56:30.629 INFO:tasks.rados.rados.0.smithi111.stdout:3864: finishing write tid 1 to smithi111183488-45 2023-12-01T04:56:30.629 INFO:tasks.rados.rados.0.smithi111.stdout:3864: finishing write tid 2 to smithi111183488-45 2023-12-01T04:56:30.629 INFO:tasks.rados.rados.0.smithi111.stdout:3865: finishing rollback tid 0 to smithi111183488-38 2023-12-01T04:56:30.629 INFO:tasks.rados.rados.0.smithi111.stdout:3865: finishing rollback tid 1 to smithi111183488-38 2023-12-01T04:56:30.630 INFO:tasks.rados.rados.0.smithi111.stdout:3865: finishing rollback tid 2 to smithi111183488-38 2023-12-01T04:56:30.630 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 38 v 2864 (ObjNum 1146 snap 353 seq_num 1146) dirty exists 2023-12-01T04:56:30.631 INFO:tasks.rados.rados.0.smithi111.stdout:3864: finishing write tid 3 to smithi111183488-45 2023-12-01T04:56:30.631 INFO:tasks.rados.rados.0.smithi111.stdout:3864: oid 45 updating version 0 to 2501 2023-12-01T04:56:30.631 INFO:tasks.rados.rados.0.smithi111.stdout:3864: oid 45 version 2501 is already newer than 2500 2023-12-01T04:56:30.631 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 45 v 2501 (ObjNum 1192 snap 365 seq_num 1192) dirty exists 2023-12-01T04:56:30.631 INFO:tasks.rados.rados.0.smithi111.stdout:3864: left oid 45 (ObjNum 1192 snap 365 seq_num 1192) 2023-12-01T04:56:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:30 smithi155 ceph-mon[102677]: osdmap e804: 8 total, 8 up, 8 in 2023-12-01T04:56:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:30 smithi111 ceph-mon[97855]: osdmap e804: 8 total, 8 up, 8 in 2023-12-01T04:56:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:30 smithi111 ceph-mon[116524]: osdmap e804: 8 total, 8 up, 8 in 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3864: done (4 left) 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3865: done (3 left) 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3866: done (2 left) 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3867: done (1 left) 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3868: done (0 left) 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3869: rollback oid 29 current snap is 366 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 29 to 365 2023-12-01T04:56:31.584 INFO:tasks.rados.rados.0.smithi111.stdout:3870: snap_create 2023-12-01T04:56:31.594 INFO:tasks.rados.rados.0.smithi111.stdout:3869: finishing rollback tid 0 to smithi111183488-29 2023-12-01T04:56:31.594 INFO:tasks.rados.rados.0.smithi111.stdout:3869: finishing rollback tid 1 to smithi111183488-29 2023-12-01T04:56:31.594 INFO:tasks.rados.rados.0.smithi111.stdout:3869: finishing rollback tid 2 to smithi111183488-29 2023-12-01T04:56:31.594 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 29 v 3073 (ObjNum 1171 snap 356 seq_num 1171) dirty exists 2023-12-01T04:56:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:31 smithi155 ceph-mon[102677]: osdmap e805: 8 total, 8 up, 8 in 2023-12-01T04:56:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:31 smithi155 ceph-mon[102677]: pgmap v1185: 121 pgs: 121 active+clean; 215 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 582 KiB/s wr, 3 op/s 2023-12-01T04:56:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:31 smithi111 ceph-mon[97855]: osdmap e805: 8 total, 8 up, 8 in 2023-12-01T04:56:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:31 smithi111 ceph-mon[97855]: pgmap v1185: 121 pgs: 121 active+clean; 215 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 582 KiB/s wr, 3 op/s 2023-12-01T04:56:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:31 smithi111 ceph-mon[116524]: osdmap e805: 8 total, 8 up, 8 in 2023-12-01T04:56:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:31 smithi111 ceph-mon[116524]: pgmap v1185: 121 pgs: 121 active+clean; 215 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 582 KiB/s wr, 3 op/s 2023-12-01T04:56:32.479 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:56:32.583 INFO:tasks.rados.rados.0.smithi111.stdout:3869: done (1 left) 2023-12-01T04:56:32.583 INFO:tasks.rados.rados.0.smithi111.stdout:3870: done (0 left) 2023-12-01T04:56:32.583 INFO:tasks.rados.rados.0.smithi111.stdout:3871: delete oid 19 current snap is 367 2023-12-01T04:56:32.593 INFO:tasks.rados.rados.0.smithi111.stdout:3871: done (0 left) 2023-12-01T04:56:32.593 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 367 2023-12-01T04:56:32.593 INFO:tasks.rados.rados.0.smithi111.stdout:3872: seq_num 1194 ranges {1556480=802816} 2023-12-01T04:56:32.606 INFO:tasks.rados.rados.0.smithi111.stdout:3872: writing smithi111183488-44 from 1556480 to 2359296 tid 1 2023-12-01T04:56:32.606 INFO:tasks.rados.rados.0.smithi111.stdout:3873: snap_create 2023-12-01T04:56:32.612 INFO:tasks.rados.rados.0.smithi111.stdout:3872: finishing write tid 1 to smithi111183488-44 2023-12-01T04:56:32.613 INFO:tasks.rados.rados.0.smithi111.stdout:3872: finishing write tid 2 to smithi111183488-44 2023-12-01T04:56:32.617 INFO:tasks.rados.rados.0.smithi111.stdout:3872: finishing write tid 3 to smithi111183488-44 2023-12-01T04:56:32.617 INFO:tasks.rados.rados.0.smithi111.stdout:3872: oid 44 updating version 0 to 2859 2023-12-01T04:56:32.617 INFO:tasks.rados.rados.0.smithi111.stdout:3872: oid 44 updating version 2859 to 2860 2023-12-01T04:56:32.617 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2860 (ObjNum 1194 snap 367 seq_num 1194) dirty exists 2023-12-01T04:56:32.617 INFO:tasks.rados.rados.0.smithi111.stdout:3872: left oid 44 (ObjNum 1194 snap 367 seq_num 1194) 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (13m) 100s ago 14m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (14m) 100s ago 14m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (15m) 100s ago 15m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (15m) 100s ago 15m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (18m) 100s ago 18m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (20m) 100s ago 20m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:56:32.788 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (20m) 100s ago 20m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (18m) 100s ago 18m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (18m) 100s ago 18m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (14m) 100s ago 14m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (13m) 100s ago 13m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (18m) 100s ago 18m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (17m) 100s ago 17m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (17m) 100s ago 17m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (17m) 100s ago 17m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (16m) 100s ago 16m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (16m) 100s ago 16m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (16m) 100s ago 16m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (15m) 100s ago 15m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:56:32.789 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (13m) 100s ago 14m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:56:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:32 smithi155 ceph-mon[102677]: osdmap e806: 8 total, 8 up, 8 in 2023-12-01T04:56:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:32 smithi111 ceph-mon[97855]: osdmap e806: 8 total, 8 up, 8 in 2023-12-01T04:56:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:32 smithi111 ceph-mon[116524]: osdmap e806: 8 total, 8 up, 8 in 2023-12-01T04:56:33.165 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:33.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:56:33.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:56:33.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:56:33.167 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:56:33.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:56:33.167 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:56:33.167 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:56:33.559 INFO:tasks.rados.rados.0.smithi111.stdout:3872: done (1 left) 2023-12-01T04:56:33.559 INFO:tasks.rados.rados.0.smithi111.stdout:3873: done (0 left) 2023-12-01T04:56:33.559 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 23 current snap is 368 2023-12-01T04:56:33.559 INFO:tasks.rados.rados.0.smithi111.stdout:3874: seq_num 1195 ranges {8314880=417792,8732672=401408} 2023-12-01T04:56:33.605 INFO:tasks.rados.rados.0.smithi111.stdout:3874: writing smithi111183488-23 from 8314880 to 8732672 tid 1 2023-12-01T04:56:33.608 INFO:tasks.rados.rados.0.smithi111.stdout:3874: writing smithi111183488-23 from 8732672 to 9134080 tid 2 2023-12-01T04:56:33.608 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 368 2023-12-01T04:56:33.608 INFO:tasks.rados.rados.0.smithi111.stdout:3875: seq_num 1196 ranges {0=434176,434176=401408} 2023-12-01T04:56:33.611 INFO:tasks.rados.rados.0.smithi111.stdout:3875: writing smithi111183488-3 from 0 to 434176 tid 1 2023-12-01T04:56:33.613 INFO:tasks.rados.rados.0.smithi111.stdout:3875: writing smithi111183488-3 from 434176 to 835584 tid 2 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:3876: read oid 34 snap -1 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:3876: expect (ObjNum 1184 snap 358 seq_num 1184) 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:3877: rollback oid 19 current snap is 368 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 19 to 362 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:3874: finishing write tid 1 to smithi111183488-23 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:3874: finishing write tid 2 to smithi111183488-23 2023-12-01T04:56:33.614 INFO:tasks.rados.rados.0.smithi111.stdout:3874: finishing write tid 3 to smithi111183488-23 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:3878: delete oid 30 current snap is 368 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:3874: finishing write tid 4 to smithi111183488-23 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:3874: oid 23 updating version 0 to 3065 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:3874: oid 23 version 3065 is already newer than 3064 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:3874: oid 23 updating version 3065 to 3066 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 23 v 3066 (ObjNum 1195 snap 368 seq_num 1195) dirty exists 2023-12-01T04:56:33.615 INFO:tasks.rados.rados.0.smithi111.stdout:3874: left oid 23 (ObjNum 1195 snap 368 seq_num 1195) 2023-12-01T04:56:33.619 INFO:tasks.rados.rados.0.smithi111.stdout:3877: finishing rollback tid 1 to smithi111183488-19 2023-12-01T04:56:33.619 INFO:tasks.rados.rados.0.smithi111.stdout:3877: finishing rollback tid 2 to smithi111183488-19 2023-12-01T04:56:33.619 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2867 (ObjNum 1109 snap 338 seq_num 1109) dirty exists 2023-12-01T04:56:33.620 INFO:tasks.rados.rados.0.smithi111.stdout:3875: finishing write tid 1 to smithi111183488-3 2023-12-01T04:56:33.620 INFO:tasks.rados.rados.0.smithi111.stdout:3874: done (4 left) 2023-12-01T04:56:33.621 INFO:tasks.rados.rados.0.smithi111.stdout:3877: done (3 left) 2023-12-01T04:56:33.621 INFO:tasks.rados.rados.0.smithi111.stdout:3878: done (2 left) 2023-12-01T04:56:33.621 INFO:tasks.rados.rados.0.smithi111.stdout:3879: rollback oid 10 current snap is 368 2023-12-01T04:56:33.621 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 363 2023-12-01T04:56:33.621 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 21 current snap is 368 2023-12-01T04:56:33.621 INFO:tasks.rados.rados.0.smithi111.stdout:3880: seq_num 1198 ranges {2072576=466944,2539520=401408} 2023-12-01T04:56:33.634 INFO:tasks.rados.rados.0.smithi111.stdout:3880: writing smithi111183488-21 from 2072576 to 2539520 tid 1 2023-12-01T04:56:33.637 INFO:tasks.rados.rados.0.smithi111.stdout:3880: writing smithi111183488-21 from 2539520 to 2940928 tid 2 2023-12-01T04:56:33.637 INFO:tasks.rados.rados.0.smithi111.stdout:3881: rollback oid 41 current snap is 368 2023-12-01T04:56:33.637 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 41 to 362 2023-12-01T04:56:33.637 INFO:tasks.rados.rados.0.smithi111.stdout:3875: finishing write tid 2 to smithi111183488-3 2023-12-01T04:56:33.637 INFO:tasks.rados.rados.0.smithi111.stdout:3875: finishing write tid 3 to smithi111183488-3 2023-12-01T04:56:33.637 INFO:tasks.rados.rados.0.smithi111.stdout:3875: finishing write tid 4 to smithi111183488-3 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3875: oid 3 updating version 0 to 3074 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3875: oid 3 updating version 3074 to 3076 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3875: oid 3 version 3076 is already newer than 3075 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 3076 (ObjNum 1196 snap 368 seq_num 1196) dirty exists 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3875: left oid 3 (ObjNum 1196 snap 368 seq_num 1196) 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3879: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3875: done (4 left) 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 22 current snap is 368 2023-12-01T04:56:33.638 INFO:tasks.rados.rados.0.smithi111.stdout:3876: expect (ObjNum 1184 snap 358 seq_num 1184) 2023-12-01T04:56:33.666 INFO:tasks.rados.rados.0.smithi111.stdout:3879: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:56:33.666 INFO:tasks.rados.rados.0.smithi111.stdout:3879: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:56:33.667 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2616 (ObjNum 1161 snap 355 seq_num 1161) dirty exists 2023-12-01T04:56:33.667 INFO:tasks.rados.rados.0.smithi111.stdout:3882: seq_num 1199 ranges {974848=483328,1458176=401408} 2023-12-01T04:56:33.674 INFO:tasks.rados.rados.0.smithi111.stdout:3882: writing smithi111183488-22 from 974848 to 1458176 tid 1 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3882: writing smithi111183488-22 from 1458176 to 1859584 tid 2 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3876: done (4 left) 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3879: done (3 left) 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3883: snap_create 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3881: finishing rollback tid 0 to smithi111183488-41 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3881: finishing rollback tid 1 to smithi111183488-41 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3881: finishing rollback tid 2 to smithi111183488-41 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2099 (ObjNum 1189 snap 362 seq_num 1189) dirty exists 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3880: finishing write tid 1 to smithi111183488-21 2023-12-01T04:56:33.677 INFO:tasks.rados.rados.0.smithi111.stdout:3880: finishing write tid 2 to smithi111183488-21 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:3880: finishing write tid 3 to smithi111183488-21 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:3880: finishing write tid 4 to smithi111183488-21 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:3880: oid 21 updating version 0 to 3080 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:3880: oid 21 version 3080 is already newer than 3078 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:3880: oid 21 version 3080 is already newer than 3079 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 21 v 3080 (ObjNum 1198 snap 368 seq_num 1198) dirty exists 2023-12-01T04:56:33.678 INFO:tasks.rados.rados.0.smithi111.stdout:3880: left oid 21 (ObjNum 1198 snap 368 seq_num 1198) 2023-12-01T04:56:33.679 INFO:tasks.rados.rados.0.smithi111.stdout:3882: finishing write tid 1 to smithi111183488-22 2023-12-01T04:56:33.679 INFO:tasks.rados.rados.0.smithi111.stdout:3882: finishing write tid 2 to smithi111183488-22 2023-12-01T04:56:33.679 INFO:tasks.rados.rados.0.smithi111.stdout:3882: finishing write tid 3 to smithi111183488-22 2023-12-01T04:56:33.680 INFO:tasks.rados.rados.0.smithi111.stdout:3882: finishing write tid 4 to smithi111183488-22 2023-12-01T04:56:33.681 INFO:tasks.rados.rados.0.smithi111.stdout:3882: oid 22 updating version 0 to 2823 2023-12-01T04:56:33.681 INFO:tasks.rados.rados.0.smithi111.stdout:3882: oid 22 version 2823 is already newer than 2822 2023-12-01T04:56:33.681 INFO:tasks.rados.rados.0.smithi111.stdout:3882: oid 22 updating version 2823 to 2824 2023-12-01T04:56:33.681 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 22 v 2824 (ObjNum 1199 snap 368 seq_num 1199) dirty exists 2023-12-01T04:56:33.681 INFO:tasks.rados.rados.0.smithi111.stdout:3882: left oid 22 (ObjNum 1199 snap 368 seq_num 1199) 2023-12-01T04:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:33 smithi155 ceph-mon[102677]: from='client.25391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:33 smithi155 ceph-mon[102677]: osdmap e807: 8 total, 8 up, 8 in 2023-12-01T04:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:33 smithi155 ceph-mon[102677]: from='client.25397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:33 smithi155 ceph-mon[102677]: pgmap v1188: 121 pgs: 121 active+clean; 215 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 582 KiB/s wr, 3 op/s 2023-12-01T04:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1515923256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:33 smithi155 ceph-mon[102677]: osdmap e808: 8 total, 8 up, 8 in 2023-12-01T04:56:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[116524]: from='client.25391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[116524]: osdmap e807: 8 total, 8 up, 8 in 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[116524]: from='client.25397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[116524]: pgmap v1188: 121 pgs: 121 active+clean; 215 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 582 KiB/s wr, 3 op/s 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1515923256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[116524]: osdmap e808: 8 total, 8 up, 8 in 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[97855]: from='client.25391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[97855]: osdmap e807: 8 total, 8 up, 8 in 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[97855]: from='client.25397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[97855]: pgmap v1188: 121 pgs: 121 active+clean; 215 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 582 KiB/s wr, 3 op/s 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1515923256' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:33 smithi111 ceph-mon[97855]: osdmap e808: 8 total, 8 up, 8 in 2023-12-01T04:56:34.611 INFO:tasks.rados.rados.0.smithi111.stdout:3880: done (3 left) 2023-12-01T04:56:34.611 INFO:tasks.rados.rados.0.smithi111.stdout:3881: done (2 left) 2023-12-01T04:56:34.611 INFO:tasks.rados.rados.0.smithi111.stdout:3882: done (1 left) 2023-12-01T04:56:34.611 INFO:tasks.rados.rados.0.smithi111.stdout:3883: done (0 left) 2023-12-01T04:56:34.611 INFO:tasks.rados.rados.0.smithi111.stdout:3884: delete oid 49 current snap is 369 2023-12-01T04:56:34.617 INFO:tasks.rados.rados.0.smithi111.stdout:3884: done (0 left) 2023-12-01T04:56:34.617 INFO:tasks.rados.rados.0.smithi111.stdout:3885: snap_remove snap 366 2023-12-01T04:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:35.616 INFO:tasks.rados.rados.0.smithi111.stdout:3885: done (0 left) 2023-12-01T04:56:35.616 INFO:tasks.rados.rados.0.smithi111.stdout:3886: rollback oid 20 current snap is 369 2023-12-01T04:56:35.616 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 362 2023-12-01T04:56:35.616 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 369 2023-12-01T04:56:35.616 INFO:tasks.rados.rados.0.smithi111.stdout:3887: seq_num 1201 ranges {245760=524288,770048=401408} 2023-12-01T04:56:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:3887: writing smithi111183488-10 from 245760 to 770048 tid 1 2023-12-01T04:56:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:3887: writing smithi111183488-10 from 770048 to 1171456 tid 2 2023-12-01T04:56:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:3888: copy_from oid 24 from oid 49 current snap is 369 2023-12-01T04:56:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:3889: rollback oid 36 current snap is 369 2023-12-01T04:56:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 36 to 365 2023-12-01T04:56:35.624 INFO:tasks.rados.rados.0.smithi111.stdout:3890: snap_remove snap 368 2023-12-01T04:56:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:35 smithi155 ceph-mon[102677]: osdmap e809: 8 total, 8 up, 8 in 2023-12-01T04:56:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:35 smithi155 ceph-mon[102677]: pgmap v1191: 121 pgs: 121 active+clean; 224 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 800 KiB/s wr, 10 op/s 2023-12-01T04:56:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:35 smithi111 ceph-mon[97855]: osdmap e809: 8 total, 8 up, 8 in 2023-12-01T04:56:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:35 smithi111 ceph-mon[97855]: pgmap v1191: 121 pgs: 121 active+clean; 224 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 800 KiB/s wr, 10 op/s 2023-12-01T04:56:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:35 smithi111 ceph-mon[116524]: osdmap e809: 8 total, 8 up, 8 in 2023-12-01T04:56:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:35 smithi111 ceph-mon[116524]: pgmap v1191: 121 pgs: 121 active+clean; 224 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 800 KiB/s wr, 10 op/s 2023-12-01T04:56:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3890: done (4 left) 2023-12-01T04:56:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3891: delete oid 43 current snap is 369 2023-12-01T04:56:36.625 INFO:tasks.rados.rados.0.smithi111.stdout:3886: finishing rollback tid 0 to smithi111183488-20 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3888: finishing copy_from to smithi111183488-24 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3888: got expected ENOENT (src dne) 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3888: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3886: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3886: finishing rollback tid 2 to smithi111183488-20 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 3069 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3887: finishing write tid 1 to smithi111183488-10 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3887: finishing write tid 2 to smithi111183488-10 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3887: finishing write tid 3 to smithi111183488-10 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3889: finishing rollback tid 0 to smithi111183488-36 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3889: finishing rollback tid 1 to smithi111183488-36 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3887: finishing write tid 4 to smithi111183488-10 2023-12-01T04:56:36.626 INFO:tasks.rados.rados.0.smithi111.stdout:3887: oid 10 updating version 0 to 2620 2023-12-01T04:56:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:3887: oid 10 updating version 2620 to 2621 2023-12-01T04:56:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:3887: oid 10 updating version 2621 to 2622 2023-12-01T04:56:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2622 (ObjNum 1201 snap 369 seq_num 1201) dirty exists 2023-12-01T04:56:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:3887: left oid 10 (ObjNum 1201 snap 369 seq_num 1201) 2023-12-01T04:56:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:3889: finishing rollback tid 2 to smithi111183488-36 2023-12-01T04:56:36.627 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2102 (ObjNum 1140 snap 351 seq_num 1140) dirty exists 2023-12-01T04:56:36.630 INFO:tasks.rados.rados.0.smithi111.stdout:3886: done (4 left) 2023-12-01T04:56:36.630 INFO:tasks.rados.rados.0.smithi111.stdout:3887: done (3 left) 2023-12-01T04:56:36.630 INFO:tasks.rados.rados.0.smithi111.stdout:3888: done (2 left) 2023-12-01T04:56:36.631 INFO:tasks.rados.rados.0.smithi111.stdout:3889: done (1 left) 2023-12-01T04:56:36.631 INFO:tasks.rados.rados.0.smithi111.stdout:3891: done (0 left) 2023-12-01T04:56:36.631 INFO:tasks.rados.rados.0.smithi111.stdout:3892: read oid 27 snap -1 2023-12-01T04:56:36.631 INFO:tasks.rados.rados.0.smithi111.stdout:3892: expect (ObjNum 1052 snap 329 seq_num 1052) 2023-12-01T04:56:36.633 INFO:tasks.rados.rados.0.smithi111.stdout:3893: copy_from oid 25 from oid 17 current snap is 369 2023-12-01T04:56:36.633 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 19 current snap is 369 2023-12-01T04:56:36.633 INFO:tasks.rados.rados.0.smithi111.stdout:3894: seq_num 1203 ranges {6184960=557056,6742016=401408} 2023-12-01T04:56:36.667 INFO:tasks.rados.rados.0.smithi111.stdout:3894: writing smithi111183488-19 from 6184960 to 6742016 tid 1 2023-12-01T04:56:36.669 INFO:tasks.rados.rados.0.smithi111.stdout:3894: writing smithi111183488-19 from 6742016 to 7143424 tid 2 2023-12-01T04:56:36.670 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 42 current snap is 369 2023-12-01T04:56:36.670 INFO:tasks.rados.rados.0.smithi111.stdout:3895: seq_num 1204 ranges {1556480=573440,2129920=401408} 2023-12-01T04:56:36.681 INFO:tasks.rados.rados.0.smithi111.stdout:3895: writing smithi111183488-42 from 1556480 to 2129920 tid 1 2023-12-01T04:56:36.684 INFO:tasks.rados.rados.0.smithi111.stdout:3895: writing smithi111183488-42 from 2129920 to 2531328 tid 2 2023-12-01T04:56:36.684 INFO:tasks.rados.rados.0.smithi111.stdout:3896: rollback oid 10 current snap is 369 2023-12-01T04:56:36.684 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 10 to 362 2023-12-01T04:56:36.684 INFO:tasks.rados.rados.0.smithi111.stdout:3892: expect (ObjNum 1052 snap 329 seq_num 1052) 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3893: finishing copy_from to smithi111183488-25 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 25 v 2841 (ObjNum 1128 snap 347 seq_num 1128) dirty exists 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3893: finishing copy_from racing read to smithi111183488-25 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3892: done (4 left) 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3893: done (3 left) 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3897: read oid 47 snap -1 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3897: expect (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3898: read oid 40 snap -1 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3898: expect (ObjNum 1180 snap 357 seq_num 1180) 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:3899: rollback oid 37 current snap is 369 2023-12-01T04:56:36.730 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 37 to 353 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3900: read oid 5 snap -1 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3900: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3901: rollback oid 20 current snap is 369 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 363 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: finishing write tid 1 to smithi111183488-19 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: finishing write tid 2 to smithi111183488-19 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: finishing write tid 3 to smithi111183488-19 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: finishing write tid 4 to smithi111183488-19 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: oid 19 updating version 0 to 2869 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: oid 19 updating version 2869 to 2870 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: oid 19 version 2870 is already newer than 2868 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 19 v 2870 (ObjNum 1203 snap 369 seq_num 1203) dirty exists 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: left oid 19 (ObjNum 1203 snap 369 seq_num 1203) 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3895: finishing write tid 1 to smithi111183488-42 2023-12-01T04:56:36.731 INFO:tasks.rados.rados.0.smithi111.stdout:3894: done (7 left) 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3902: copy_from oid 16 from oid 3 current snap is 369 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: finishing write tid 2 to smithi111183488-42 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: finishing write tid 3 to smithi111183488-42 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3896: finishing rollback tid 0 to smithi111183488-10 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: finishing write tid 4 to smithi111183488-42 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: oid 42 updating version 0 to 2104 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: oid 42 version 2104 is already newer than 2103 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: oid 42 updating version 2104 to 2105 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 42 v 2105 (ObjNum 1204 snap 369 seq_num 1204) dirty exists 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3895: left oid 42 (ObjNum 1204 snap 369 seq_num 1204) 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3896: finishing rollback tid 1 to smithi111183488-10 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:3896: finishing rollback tid 2 to smithi111183488-10 2023-12-01T04:56:36.732 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 2627 (ObjNum 1161 snap 355 seq_num 1161) dirty exists 2023-12-01T04:56:36.733 INFO:tasks.rados.rados.0.smithi111.stdout:3895: done (7 left) 2023-12-01T04:56:36.733 INFO:tasks.rados.rados.0.smithi111.stdout:3896: done (6 left) 2023-12-01T04:56:36.733 INFO:tasks.rados.rados.0.smithi111.stdout:3903: copy_from oid 24 from oid 28 current snap is 369 2023-12-01T04:56:36.733 INFO:tasks.rados.rados.0.smithi111.stdout:3904: delete oid 34 current snap is 369 2023-12-01T04:56:36.733 INFO:tasks.rados.rados.0.smithi111.stdout:3901: finishing rollback tid 0 to smithi111183488-20 2023-12-01T04:56:36.739 INFO:tasks.rados.rados.0.smithi111.stdout:3901: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:56:36.739 INFO:tasks.rados.rados.0.smithi111.stdout:3901: finishing rollback tid 2 to smithi111183488-20 2023-12-01T04:56:36.739 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 3072 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:36.741 INFO:tasks.rados.rados.0.smithi111.stdout:3898: expect (ObjNum 1180 snap 357 seq_num 1180) 2023-12-01T04:56:36.811 INFO:tasks.rados.rados.0.smithi111.stdout:3902: finishing copy_from to smithi111183488-16 2023-12-01T04:56:36.811 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 3076 (ObjNum 1196 snap 368 seq_num 1196) dirty exists 2023-12-01T04:56:36.811 INFO:tasks.rados.rados.0.smithi111.stdout:3902: finishing copy_from racing read to smithi111183488-16 2023-12-01T04:56:36.812 INFO:tasks.rados.rados.0.smithi111.stdout:3900: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:3903: finishing copy_from to smithi111183488-24 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 2852 (ObjNum 1168 snap 356 seq_num 1168) dirty exists 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:3903: finishing copy_from racing read to smithi111183488-24 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:3899: finishing rollback tid 1 to smithi111183488-37 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:3899: finishing rollback tid 2 to smithi111183488-37 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2862 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2023-12-01T04:56:36.921 INFO:tasks.rados.rados.0.smithi111.stdout:3897: expect (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:36 smithi155 ceph-mon[102677]: osdmap e810: 8 total, 8 up, 8 in 2023-12-01T04:56:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:36 smithi111 ceph-mon[97855]: osdmap e810: 8 total, 8 up, 8 in 2023-12-01T04:56:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:36 smithi111 ceph-mon[116524]: osdmap e810: 8 total, 8 up, 8 in 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3897: done (7 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3898: done (6 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3899: done (5 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3900: done (4 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3901: done (3 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3902: done (2 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3903: done (1 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3904: done (0 left) 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3905: read oid 26 snap -1 2023-12-01T04:56:37.766 INFO:tasks.rados.rados.0.smithi111.stdout:3905: expect (ObjNum 1159 snap 355 seq_num 1159) 2023-12-01T04:56:37.767 INFO:tasks.rados.rados.0.smithi111.stdout:3906: copy_from oid 36 from oid 27 current snap is 369 2023-12-01T04:56:37.767 INFO:tasks.rados.rados.0.smithi111.stdout:3907: delete oid 11 current snap is 369 2023-12-01T04:56:37.769 INFO:tasks.rados.rados.0.smithi111.stdout:3907: done (2 left) 2023-12-01T04:56:37.769 INFO:tasks.rados.rados.0.smithi111.stdout:3908: rollback oid 39 current snap is 369 2023-12-01T04:56:37.769 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 363 2023-12-01T04:56:37.769 INFO:tasks.rados.rados.0.smithi111.stdout:3909: snap_remove snap 362 2023-12-01T04:56:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:37 smithi155 ceph-mon[102677]: osdmap e811: 8 total, 8 up, 8 in 2023-12-01T04:56:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:37 smithi155 ceph-mon[102677]: pgmap v1194: 121 pgs: 121 active+clean; 226 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 680 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-01T04:56:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:37 smithi111 ceph-mon[97855]: osdmap e811: 8 total, 8 up, 8 in 2023-12-01T04:56:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:37 smithi111 ceph-mon[97855]: pgmap v1194: 121 pgs: 121 active+clean; 226 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 680 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-01T04:56:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:37 smithi111 ceph-mon[116524]: osdmap e811: 8 total, 8 up, 8 in 2023-12-01T04:56:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:37 smithi111 ceph-mon[116524]: pgmap v1194: 121 pgs: 121 active+clean; 226 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 680 KiB/s rd, 1.2 MiB/s wr, 14 op/s 2023-12-01T04:56:38.638 INFO:tasks.rados.rados.0.smithi111.stdout:3909: done (3 left) 2023-12-01T04:56:38.638 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 10 current snap is 369 2023-12-01T04:56:38.638 INFO:tasks.rados.rados.0.smithi111.stdout:3910: seq_num 1207 ranges {245760=622592,868352=401408} 2023-12-01T04:56:38.638 INFO:tasks.rados.rados.0.smithi111.stdout:3910: writing smithi111183488-10 from 245760 to 868352 tid 1 2023-12-01T04:56:38.641 INFO:tasks.rados.rados.0.smithi111.stdout:3910: writing smithi111183488-10 from 868352 to 1269760 tid 2 2023-12-01T04:56:38.642 INFO:tasks.rados.rados.0.smithi111.stdout:3911: delete oid 33 current snap is 369 2023-12-01T04:56:38.642 INFO:tasks.rados.rados.0.smithi111.stdout:3908: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:56:38.642 INFO:tasks.rados.rados.0.smithi111.stdout:3908: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:56:38.642 INFO:tasks.rados.rados.0.smithi111.stdout:3906: finishing copy_from to smithi111183488-36 2023-12-01T04:56:38.642 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2845 (ObjNum 1052 snap 329 seq_num 1052) dirty exists 2023-12-01T04:56:38.642 INFO:tasks.rados.rados.0.smithi111.stdout:3908: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:56:38.643 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 2856 (ObjNum 1155 snap 355 seq_num 1155) dirty exists 2023-12-01T04:56:38.643 INFO:tasks.rados.rados.0.smithi111.stdout:3906: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:56:38.643 INFO:tasks.rados.rados.0.smithi111.stdout:3905: expect (ObjNum 1159 snap 355 seq_num 1159) 2023-12-01T04:56:38.746 INFO:tasks.rados.rados.0.smithi111.stdout:3910: finishing write tid 1 to smithi111183488-10 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: finishing write tid 2 to smithi111183488-10 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: finishing write tid 3 to smithi111183488-10 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: finishing write tid 4 to smithi111183488-10 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: oid 10 updating version 0 to 3079 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: oid 10 version 3079 is already newer than 3077 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: oid 10 version 3079 is already newer than 3078 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 10 v 3079 (ObjNum 1207 snap 369 seq_num 1207) dirty exists 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3910: left oid 10 (ObjNum 1207 snap 369 seq_num 1207) 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3905: done (4 left) 2023-12-01T04:56:38.747 INFO:tasks.rados.rados.0.smithi111.stdout:3906: done (3 left) 2023-12-01T04:56:38.748 INFO:tasks.rados.rados.0.smithi111.stdout:3908: done (2 left) 2023-12-01T04:56:38.748 INFO:tasks.rados.rados.0.smithi111.stdout:3910: done (1 left) 2023-12-01T04:56:38.748 INFO:tasks.rados.rados.0.smithi111.stdout:3911: done (0 left) 2023-12-01T04:56:38.748 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 39 current snap is 369 2023-12-01T04:56:38.748 INFO:tasks.rados.rados.0.smithi111.stdout:3912: seq_num 1209 ranges {147456=655360,802816=401408} 2023-12-01T04:56:38.750 INFO:tasks.rados.rados.0.smithi111.stdout:3912: writing smithi111183488-39 from 147456 to 802816 tid 1 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:3912: writing smithi111183488-39 from 802816 to 1204224 tid 2 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:3913: read oid 1 snap -1 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:3913: expect deleted 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:3914: rollback oid 5 current snap is 369 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 5 to 353 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 13 current snap is 369 2023-12-01T04:56:38.753 INFO:tasks.rados.rados.0.smithi111.stdout:3915: seq_num 1210 ranges {2654208=671744,3325952=401408} 2023-12-01T04:56:38.771 INFO:tasks.rados.rados.0.smithi111.stdout:3915: writing smithi111183488-13 from 2654208 to 3325952 tid 1 2023-12-01T04:56:38.773 INFO:tasks.rados.rados.0.smithi111.stdout:3915: writing smithi111183488-13 from 3325952 to 3727360 tid 2 2023-12-01T04:56:38.773 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 15 current snap is 369 2023-12-01T04:56:38.773 INFO:tasks.rados.rados.0.smithi111.stdout:3916: seq_num 1211 ranges {2727936=688128,3416064=401408} 2023-12-01T04:56:38.791 INFO:tasks.rados.rados.0.smithi111.stdout:3916: writing smithi111183488-15 from 2727936 to 3416064 tid 1 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3916: writing smithi111183488-15 from 3416064 to 3817472 tid 2 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3917: rollback oid 11 current snap is 369 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 11 to 363 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: finishing write tid 1 to smithi111183488-39 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: finishing write tid 2 to smithi111183488-39 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: finishing write tid 3 to smithi111183488-39 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: finishing write tid 4 to smithi111183488-39 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: oid 39 updating version 0 to 2859 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: oid 39 version 2859 is already newer than 2857 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:3912: oid 39 version 2859 is already newer than 2858 2023-12-01T04:56:38.795 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 2859 (ObjNum 1209 snap 369 seq_num 1209) dirty exists 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3912: left oid 39 (ObjNum 1209 snap 369 seq_num 1209) 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3914: finishing rollback tid 0 to smithi111183488-5 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3914: finishing rollback tid 1 to smithi111183488-5 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3914: finishing rollback tid 2 to smithi111183488-5 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 5 v 3090 (ObjNum 1113 snap 339 seq_num 1113) dirty exists 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3912: done (5 left) 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3913: done (4 left) 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3914: done (3 left) 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3918: snap_create 2023-12-01T04:56:38.796 INFO:tasks.rados.rados.0.smithi111.stdout:3915: finishing write tid 1 to smithi111183488-13 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: finishing write tid 2 to smithi111183488-13 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: finishing write tid 3 to smithi111183488-13 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: finishing write tid 4 to smithi111183488-13 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: oid 13 updating version 0 to 2608 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: oid 13 version 2608 is already newer than 2606 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: oid 13 version 2608 is already newer than 2607 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2608 (ObjNum 1210 snap 369 seq_num 1210) dirty exists 2023-12-01T04:56:38.797 INFO:tasks.rados.rados.0.smithi111.stdout:3915: left oid 13 (ObjNum 1210 snap 369 seq_num 1210) 2023-12-01T04:56:38.798 INFO:tasks.rados.rados.0.smithi111.stdout:3916: finishing write tid 1 to smithi111183488-15 2023-12-01T04:56:38.798 INFO:tasks.rados.rados.0.smithi111.stdout:3916: finishing write tid 2 to smithi111183488-15 2023-12-01T04:56:38.798 INFO:tasks.rados.rados.0.smithi111.stdout:3916: finishing write tid 3 to smithi111183488-15 2023-12-01T04:56:38.798 INFO:tasks.rados.rados.0.smithi111.stdout:3917: finishing rollback tid 1 to smithi111183488-11 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:3917: finishing rollback tid 2 to smithi111183488-11 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 11 v 2610 (ObjNum 1091 snap 334 seq_num 1091) dirty exists 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:3916: finishing write tid 4 to smithi111183488-15 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:3916: oid 15 updating version 0 to 2504 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:3916: oid 15 version 2504 is already newer than 2502 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:3916: oid 15 version 2504 is already newer than 2503 2023-12-01T04:56:38.799 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 15 v 2504 (ObjNum 1211 snap 369 seq_num 1211) dirty exists 2023-12-01T04:56:38.800 INFO:tasks.rados.rados.0.smithi111.stdout:3916: left oid 15 (ObjNum 1211 snap 369 seq_num 1211) 2023-12-01T04:56:39.633 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:56:39] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2023-12-01T04:56:39.637 INFO:tasks.rados.rados.0.smithi111.stdout:3915: done (3 left) 2023-12-01T04:56:39.637 INFO:tasks.rados.rados.0.smithi111.stdout:3916: done (2 left) 2023-12-01T04:56:39.637 INFO:tasks.rados.rados.0.smithi111.stdout:3917: done (1 left) 2023-12-01T04:56:39.637 INFO:tasks.rados.rados.0.smithi111.stdout:3918: done (0 left) 2023-12-01T04:56:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3919: rollback oid 6 current snap is 370 2023-12-01T04:56:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 6 to 369 2023-12-01T04:56:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3920: read oid 16 snap -1 2023-12-01T04:56:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3920: expect (ObjNum 1196 snap 368 seq_num 1196) 2023-12-01T04:56:39.638 INFO:tasks.rados.rados.0.smithi111.stdout:3921: snap_remove snap 367 2023-12-01T04:56:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:39 smithi155 ceph-mon[102677]: osdmap e812: 8 total, 8 up, 8 in 2023-12-01T04:56:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:39 smithi155 ceph-mon[102677]: pgmap v1196: 121 pgs: 121 active+clean; 226 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2023-12-01T04:56:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:39 smithi111 ceph-mon[97855]: osdmap e812: 8 total, 8 up, 8 in 2023-12-01T04:56:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:39 smithi111 ceph-mon[97855]: pgmap v1196: 121 pgs: 121 active+clean; 226 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2023-12-01T04:56:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:39 smithi111 ceph-mon[116524]: osdmap e812: 8 total, 8 up, 8 in 2023-12-01T04:56:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:39 smithi111 ceph-mon[116524]: pgmap v1196: 121 pgs: 121 active+clean; 226 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 643 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2023-12-01T04:56:40.642 INFO:tasks.rados.rados.0.smithi111.stdout:3921: done (2 left) 2023-12-01T04:56:40.642 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 3 current snap is 370 2023-12-01T04:56:40.642 INFO:tasks.rados.rados.0.smithi111.stdout:3922: seq_num 1212 ranges {835584=704512,1540096=401408} 2023-12-01T04:56:40.651 INFO:tasks.rados.rados.0.smithi111.stdout:3922: writing smithi111183488-3 from 835584 to 1540096 tid 1 2023-12-01T04:56:40.654 INFO:tasks.rados.rados.0.smithi111.stdout:3922: writing smithi111183488-3 from 1540096 to 1941504 tid 2 2023-12-01T04:56:40.654 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 33 current snap is 370 2023-12-01T04:56:40.654 INFO:tasks.rados.rados.0.smithi111.stdout:3923: seq_num 1213 ranges {0=720896,720896=401408} 2023-12-01T04:56:40.658 INFO:tasks.rados.rados.0.smithi111.stdout:3923: writing smithi111183488-33 from 0 to 720896 tid 1 2023-12-01T04:56:40.661 INFO:tasks.rados.rados.0.smithi111.stdout:3923: writing smithi111183488-33 from 720896 to 1122304 tid 2 2023-12-01T04:56:40.661 INFO:tasks.rados.rados.0.smithi111.stdout:3924: rollback oid 2 current snap is 370 2023-12-01T04:56:40.661 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 2 to 363 2023-12-01T04:56:40.661 INFO:tasks.rados.rados.0.smithi111.stdout:3925: snap_create 2023-12-01T04:56:40.663 INFO:tasks.rados.rados.0.smithi111.stdout:3920: expect (ObjNum 1196 snap 368 seq_num 1196) 2023-12-01T04:56:40.689 INFO:tasks.rados.rados.0.smithi111.stdout:3919: finishing rollback tid 0 to smithi111183488-6 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3919: finishing rollback tid 1 to smithi111183488-6 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3919: finishing rollback tid 2 to smithi111183488-6 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 6 v 2862 (ObjNum 1178 snap 357 seq_num 1178) dirty exists 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: finishing write tid 1 to smithi111183488-3 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: finishing write tid 2 to smithi111183488-3 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: finishing write tid 3 to smithi111183488-3 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3924: finishing rollback tid 0 to smithi111183488-2 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3924: finishing rollback tid 1 to smithi111183488-2 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: finishing write tid 4 to smithi111183488-3 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: oid 3 updating version 0 to 3093 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: oid 3 version 3093 is already newer than 3092 2023-12-01T04:56:40.690 INFO:tasks.rados.rados.0.smithi111.stdout:3922: oid 3 updating version 3093 to 3094 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 3094 (ObjNum 1212 snap 370 seq_num 1212) dirty exists 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3922: left oid 3 (ObjNum 1212 snap 370 seq_num 1212) 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: finishing write tid 1 to smithi111183488-33 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: finishing write tid 2 to smithi111183488-33 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: finishing write tid 3 to smithi111183488-33 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3924: finishing rollback tid 2 to smithi111183488-2 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 2 v 3082 (ObjNum 1176 snap 356 seq_num 1176) dirty exists 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: finishing write tid 4 to smithi111183488-33 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: oid 33 updating version 0 to 2874 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: oid 33 version 2874 is already newer than 2872 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: oid 33 version 2874 is already newer than 2873 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2874 (ObjNum 1213 snap 370 seq_num 1213) dirty exists 2023-12-01T04:56:40.691 INFO:tasks.rados.rados.0.smithi111.stdout:3923: left oid 33 (ObjNum 1213 snap 370 seq_num 1213) 2023-12-01T04:56:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:40 smithi155 ceph-mon[102677]: osdmap e813: 8 total, 8 up, 8 in 2023-12-01T04:56:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:40 smithi111 ceph-mon[97855]: osdmap e813: 8 total, 8 up, 8 in 2023-12-01T04:56:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:40 smithi111 ceph-mon[116524]: osdmap e813: 8 total, 8 up, 8 in 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3919: done (5 left) 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3920: done (4 left) 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3922: done (3 left) 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3923: done (2 left) 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3924: done (1 left) 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3925: done (0 left) 2023-12-01T04:56:41.658 INFO:tasks.rados.rados.0.smithi111.stdout:3926: read oid 5 snap -1 2023-12-01T04:56:41.659 INFO:tasks.rados.rados.0.smithi111.stdout:3926: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:56:41.659 INFO:tasks.rados.rados.0.smithi111.stdout:3927: copy_from oid 49 from oid 47 current snap is 371 2023-12-01T04:56:41.659 INFO:tasks.rados.rados.0.smithi111.stdout:3928: delete oid 34 current snap is 371 2023-12-01T04:56:41.664 INFO:tasks.rados.rados.0.smithi111.stdout:3928: done (2 left) 2023-12-01T04:56:41.664 INFO:tasks.rados.rados.0.smithi111.stdout:3929: delete oid 29 current snap is 371 2023-12-01T04:56:41.680 INFO:tasks.rados.rados.0.smithi111.stdout:3926: expect (ObjNum 1113 snap 339 seq_num 1113) 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:3927: finishing copy_from to smithi111183488-49 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 49 v 2857 (ObjNum 1166 snap 355 seq_num 1166) dirty exists 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:3927: finishing copy_from racing read to smithi111183488-49 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:3926: done (2 left) 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:3927: done (1 left) 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:3929: done (0 left) 2023-12-01T04:56:41.792 INFO:tasks.rados.rados.0.smithi111.stdout:3930: snap_create 2023-12-01T04:56:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:41 smithi155 ceph-mon[102677]: osdmap e814: 8 total, 8 up, 8 in 2023-12-01T04:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:41 smithi155 ceph-mon[102677]: pgmap v1199: 121 pgs: 121 active+clean; 248 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2023-12-01T04:56:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:41 smithi111 ceph-mon[97855]: osdmap e814: 8 total, 8 up, 8 in 2023-12-01T04:56:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:41 smithi111 ceph-mon[97855]: pgmap v1199: 121 pgs: 121 active+clean; 248 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2023-12-01T04:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:41 smithi111 ceph-mon[116524]: osdmap e814: 8 total, 8 up, 8 in 2023-12-01T04:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:41 smithi111 ceph-mon[116524]: pgmap v1199: 121 pgs: 121 active+clean; 248 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.0 MiB/s wr, 19 op/s 2023-12-01T04:56:42.669 INFO:tasks.rados.rados.0.smithi111.stdout:3930: done (0 left) 2023-12-01T04:56:42.669 INFO:tasks.rados.rados.0.smithi111.stdout:3931: snap_remove snap 363 2023-12-01T04:56:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:42 smithi155 ceph-mon[102677]: osdmap e815: 8 total, 8 up, 8 in 2023-12-01T04:56:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:42 smithi111 ceph-mon[97855]: osdmap e815: 8 total, 8 up, 8 in 2023-12-01T04:56:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:42 smithi111 ceph-mon[116524]: osdmap e815: 8 total, 8 up, 8 in 2023-12-01T04:56:43.572 INFO:tasks.rados.rados.0.smithi111.stdout:3931: done (0 left) 2023-12-01T04:56:43.572 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 7 current snap is 372 2023-12-01T04:56:43.572 INFO:tasks.rados.rados.0.smithi111.stdout:3932: seq_num 1216 ranges {2375680=770048,3145728=401408} 2023-12-01T04:56:43.591 INFO:tasks.rados.rados.0.smithi111.stdout:3932: writing smithi111183488-7 from 2375680 to 3145728 tid 1 2023-12-01T04:56:43.593 INFO:tasks.rados.rados.0.smithi111.stdout:3932: writing smithi111183488-7 from 3145728 to 3547136 tid 2 2023-12-01T04:56:43.593 INFO:tasks.rados.rados.0.smithi111.stdout:3933: snap_remove snap 369 2023-12-01T04:56:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:43 smithi155 ceph-mon[102677]: osdmap e816: 8 total, 8 up, 8 in 2023-12-01T04:56:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:43 smithi155 ceph-mon[102677]: pgmap v1202: 121 pgs: 121 active+clean; 248 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2023-12-01T04:56:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:43 smithi155 ceph-mon[102677]: osdmap e817: 8 total, 8 up, 8 in 2023-12-01T04:56:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:43 smithi111 ceph-mon[116524]: osdmap e816: 8 total, 8 up, 8 in 2023-12-01T04:56:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:43 smithi111 ceph-mon[116524]: pgmap v1202: 121 pgs: 121 active+clean; 248 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2023-12-01T04:56:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:43 smithi111 ceph-mon[116524]: osdmap e817: 8 total, 8 up, 8 in 2023-12-01T04:56:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:43 smithi111 ceph-mon[97855]: osdmap e816: 8 total, 8 up, 8 in 2023-12-01T04:56:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:43 smithi111 ceph-mon[97855]: pgmap v1202: 121 pgs: 121 active+clean; 248 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2023-12-01T04:56:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:43 smithi111 ceph-mon[97855]: osdmap e817: 8 total, 8 up, 8 in 2023-12-01T04:56:44.590 INFO:tasks.rados.rados.0.smithi111.stdout:3933: done (1 left) 2023-12-01T04:56:44.590 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 41 current snap is 372 2023-12-01T04:56:44.590 INFO:tasks.rados.rados.0.smithi111.stdout:3934: seq_num 1217 ranges {720896=786432,1507328=401408} 2023-12-01T04:56:44.596 INFO:tasks.rados.rados.0.smithi111.stdout:3934: writing smithi111183488-41 from 720896 to 1507328 tid 1 2023-12-01T04:56:44.599 INFO:tasks.rados.rados.0.smithi111.stdout:3934: writing smithi111183488-41 from 1507328 to 1908736 tid 2 2023-12-01T04:56:44.599 INFO:tasks.rados.rados.0.smithi111.stdout:3935: read oid 43 snap 365 2023-12-01T04:56:44.599 INFO:tasks.rados.rados.0.smithi111.stdout:3935: expect (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:56:44.599 INFO:tasks.rados.rados.0.smithi111.stdout:3936: copy_from oid 13 from oid 25 current snap is 372 2023-12-01T04:56:44.599 INFO:tasks.rados.rados.0.smithi111.stdout:3937: delete oid 2 current snap is 372 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: finishing write tid 1 to smithi111183488-7 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: finishing write tid 2 to smithi111183488-7 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: finishing write tid 3 to smithi111183488-7 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: finishing write tid 4 to smithi111183488-7 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: oid 7 updating version 0 to 1393 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: oid 7 updating version 1393 to 1394 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: oid 7 version 1394 is already newer than 1392 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 7 v 1394 (ObjNum 1216 snap 372 seq_num 1216) dirty exists 2023-12-01T04:56:44.600 INFO:tasks.rados.rados.0.smithi111.stdout:3932: left oid 7 (ObjNum 1216 snap 372 seq_num 1216) 2023-12-01T04:56:44.607 INFO:tasks.rados.rados.0.smithi111.stdout:3934: finishing write tid 1 to smithi111183488-41 2023-12-01T04:56:44.608 INFO:tasks.rados.rados.0.smithi111.stdout:3935: expect (ObjNum 1087 snap 333 seq_num 1087) 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: finishing write tid 2 to smithi111183488-41 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: finishing write tid 3 to smithi111183488-41 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3932: done (4 left) 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3935: done (3 left) 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3937: done (2 left) 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 12 current snap is 372 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: finishing write tid 4 to smithi111183488-41 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: oid 41 updating version 0 to 2848 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: oid 41 version 2848 is already newer than 2847 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: oid 41 version 2848 is already newer than 2846 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 41 v 2848 (ObjNum 1217 snap 372 seq_num 1217) dirty exists 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3934: left oid 41 (ObjNum 1217 snap 372 seq_num 1217) 2023-12-01T04:56:44.689 INFO:tasks.rados.rados.0.smithi111.stdout:3936: finishing copy_from to smithi111183488-13 2023-12-01T04:56:44.690 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 13 v 2841 (ObjNum 1128 snap 347 seq_num 1128) dirty exists 2023-12-01T04:56:44.690 INFO:tasks.rados.rados.0.smithi111.stdout:3936: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:56:44.690 INFO:tasks.rados.rados.0.smithi111.stdout:3938: seq_num 1219 ranges {3620864=417792,4038656=557056,4595712=245760} 2023-12-01T04:56:44.709 INFO:tasks.rados.rados.0.smithi111.stdout:3938: writing smithi111183488-12 from 3620864 to 4038656 tid 1 2023-12-01T04:56:44.712 INFO:tasks.rados.rados.0.smithi111.stdout:3938: writing smithi111183488-12 from 4038656 to 4595712 tid 2 2023-12-01T04:56:44.714 INFO:tasks.rados.rados.0.smithi111.stdout:3938: writing smithi111183488-12 from 4595712 to 4841472 tid 3 2023-12-01T04:56:44.714 INFO:tasks.rados.rados.0.smithi111.stdout:3934: done (2 left) 2023-12-01T04:56:44.714 INFO:tasks.rados.rados.0.smithi111.stdout:3936: done (1 left) 2023-12-01T04:56:44.714 INFO:tasks.rados.rados.0.smithi111.stdout:3939: snap_create 2023-12-01T04:56:44.716 INFO:tasks.rados.rados.0.smithi111.stdout:3938: finishing write tid 1 to smithi111183488-12 2023-12-01T04:56:44.719 INFO:tasks.rados.rados.0.smithi111.stdout:3938: finishing write tid 2 to smithi111183488-12 2023-12-01T04:56:44.719 INFO:tasks.rados.rados.0.smithi111.stdout:3938: finishing write tid 3 to smithi111183488-12 2023-12-01T04:56:44.719 INFO:tasks.rados.rados.0.smithi111.stdout:3938: finishing write tid 4 to smithi111183488-12 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:3938: finishing write tid 5 to smithi111183488-12 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:3938: oid 12 updating version 0 to 2857 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:3938: oid 12 version 2857 is already newer than 2854 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:3938: oid 12 version 2857 is already newer than 2856 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:3938: oid 12 version 2857 is already newer than 2855 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2857 (ObjNum 1219 snap 372 seq_num 1219) dirty exists 2023-12-01T04:56:44.721 INFO:tasks.rados.rados.0.smithi111.stdout:3938: left oid 12 (ObjNum 1219 snap 372 seq_num 1219) 2023-12-01T04:56:45.592 INFO:tasks.rados.rados.0.smithi111.stdout:3938: done (1 left) 2023-12-01T04:56:45.592 INFO:tasks.rados.rados.0.smithi111.stdout:3939: done (0 left) 2023-12-01T04:56:45.592 INFO:tasks.rados.rados.0.smithi111.stdout:3940: rmattr oid 27 current snap is 373 2023-12-01T04:56:45.592 INFO:tasks.rados.rados.0.smithi111.stdout:3940: done (0 left) 2023-12-01T04:56:45.592 INFO:tasks.rados.rados.0.smithi111.stdout:3941: copy_from oid 33 from oid 29 current snap is 373 2023-12-01T04:56:45.592 INFO:tasks.rados.rados.0.smithi111.stdout:3942: setattr oid 37 current snap is 373 2023-12-01T04:56:45.593 INFO:tasks.rados.rados.0.smithi111.stdout:3943: read oid 23 snap -1 2023-12-01T04:56:45.593 INFO:tasks.rados.rados.0.smithi111.stdout:3943: expect (ObjNum 1195 snap 368 seq_num 1195) 2023-12-01T04:56:45.594 INFO:tasks.rados.rados.0.smithi111.stdout:3944: read oid 48 snap 364 2023-12-01T04:56:45.594 INFO:tasks.rados.rados.0.smithi111.stdout:3944: expect (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:45.594 INFO:tasks.rados.rados.0.smithi111.stdout:3945: rollback oid 12 current snap is 373 2023-12-01T04:56:45.594 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 12 to 364 2023-12-01T04:56:45.594 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 373 2023-12-01T04:56:45.594 INFO:tasks.rados.rados.0.smithi111.stdout:3946: seq_num 1220 ranges {1335296=434176,1769472=442368,2211840=360448} 2023-12-01T04:56:45.606 INFO:tasks.rados.rados.0.smithi111.stdout:3946: writing smithi111183488-36 from 1335296 to 1769472 tid 1 2023-12-01T04:56:45.608 INFO:tasks.rados.rados.0.smithi111.stdout:3946: writing smithi111183488-36 from 1769472 to 2211840 tid 2 2023-12-01T04:56:45.617 INFO:tasks.rados.rados.0.smithi111.stdout:3946: writing smithi111183488-36 from 2211840 to 2572288 tid 3 2023-12-01T04:56:45.617 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 44 current snap is 373 2023-12-01T04:56:45.617 INFO:tasks.rados.rados.0.smithi111.stdout:3947: seq_num 1221 ranges {2359296=458752,2818048=729088,3547136=73728} 2023-12-01T04:56:45.629 INFO:tasks.rados.rados.0.smithi111.stdout:3947: writing smithi111183488-44 from 2359296 to 2818048 tid 1 2023-12-01T04:56:45.633 INFO:tasks.rados.rados.0.smithi111.stdout:3947: writing smithi111183488-44 from 2818048 to 3547136 tid 2 2023-12-01T04:56:45.634 INFO:tasks.rados.rados.0.smithi111.stdout:3947: writing smithi111183488-44 from 3547136 to 3620864 tid 3 2023-12-01T04:56:45.634 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 8 current snap is 373 2023-12-01T04:56:45.634 INFO:tasks.rados.rados.0.smithi111.stdout:3948: seq_num 1222 ranges {811008=475136,1286144=606208,1892352=196608} 2023-12-01T04:56:45.641 INFO:tasks.rados.rados.0.smithi111.stdout:3948: writing smithi111183488-8 from 811008 to 1286144 tid 1 2023-12-01T04:56:45.645 INFO:tasks.rados.rados.0.smithi111.stdout:3948: writing smithi111183488-8 from 1286144 to 1892352 tid 2 2023-12-01T04:56:45.647 INFO:tasks.rados.rados.0.smithi111.stdout:3948: writing smithi111183488-8 from 1892352 to 2088960 tid 3 2023-12-01T04:56:45.647 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 24 current snap is 373 2023-12-01T04:56:45.647 INFO:tasks.rados.rados.0.smithi111.stdout:3941: finishing copy_from to smithi111183488-33 2023-12-01T04:56:45.647 INFO:tasks.rados.rados.0.smithi111.stdout:3941: got expected ENOENT (src dne) 2023-12-01T04:56:45.647 INFO:tasks.rados.rados.0.smithi111.stdout:3949: seq_num 1223 ranges {4390912=491520,4882432=491520,5373952=311296} 2023-12-01T04:56:45.672 INFO:tasks.rados.rados.0.smithi111.stdout:3949: writing smithi111183488-24 from 4390912 to 4882432 tid 1 2023-12-01T04:56:45.676 INFO:tasks.rados.rados.0.smithi111.stdout:3949: writing smithi111183488-24 from 4882432 to 5373952 tid 2 2023-12-01T04:56:45.678 INFO:tasks.rados.rados.0.smithi111.stdout:3949: writing smithi111183488-24 from 5373952 to 5685248 tid 3 2023-12-01T04:56:45.678 INFO:tasks.rados.rados.0.smithi111.stdout:3950: delete oid 47 current snap is 373 2023-12-01T04:56:45.678 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2863 (ObjNum 1081 snap 333 seq_num 1081) dirty exists 2023-12-01T04:56:45.678 INFO:tasks.rados.rados.0.smithi111.stdout:3941: finishing copy_from racing read to smithi111183488-33 2023-12-01T04:56:45.678 INFO:tasks.rados.rados.0.smithi111.stdout:3945: finishing rollback tid 0 to smithi111183488-12 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: finishing write tid 1 to smithi111183488-36 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3945: finishing rollback tid 1 to smithi111183488-12 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3945: finishing rollback tid 2 to smithi111183488-12 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 2860 (ObjNum 1149 snap 353 seq_num 1149) dirty exists 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: finishing write tid 2 to smithi111183488-36 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: finishing write tid 3 to smithi111183488-36 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: finishing write tid 4 to smithi111183488-36 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: finishing write tid 5 to smithi111183488-36 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: oid 36 updating version 0 to 2851 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: oid 36 version 2851 is already newer than 2849 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: oid 36 version 2851 is already newer than 2850 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:3946: oid 36 updating version 2851 to 2852 2023-12-01T04:56:45.679 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2852 (ObjNum 1220 snap 373 seq_num 1220) dirty exists 2023-12-01T04:56:45.680 INFO:tasks.rados.rados.0.smithi111.stdout:3946: left oid 36 (ObjNum 1220 snap 373 seq_num 1220) 2023-12-01T04:56:45.680 INFO:tasks.rados.rados.0.smithi111.stdout:3947: finishing write tid 1 to smithi111183488-44 2023-12-01T04:56:45.680 INFO:tasks.rados.rados.0.smithi111.stdout:3947: finishing write tid 2 to smithi111183488-44 2023-12-01T04:56:45.680 INFO:tasks.rados.rados.0.smithi111.stdout:3944: expect (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:45 smithi155 ceph-mon[102677]: osdmap e818: 8 total, 8 up, 8 in 2023-12-01T04:56:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:45 smithi155 ceph-mon[102677]: pgmap v1205: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.6 MiB/s wr, 9 op/s 2023-12-01T04:56:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:45 smithi111 ceph-mon[97855]: osdmap e818: 8 total, 8 up, 8 in 2023-12-01T04:56:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:45 smithi111 ceph-mon[97855]: pgmap v1205: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.6 MiB/s wr, 9 op/s 2023-12-01T04:56:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:45 smithi111 ceph-mon[116524]: osdmap e818: 8 total, 8 up, 8 in 2023-12-01T04:56:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:45 smithi111 ceph-mon[116524]: pgmap v1205: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.6 MiB/s wr, 9 op/s 2023-12-01T04:56:46.520 INFO:tasks.rados.rados.0.smithi111.stdout:3943: expect (ObjNum 1195 snap 368 seq_num 1195) 2023-12-01T04:56:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:46 smithi155 ceph-mon[102677]: osdmap e819: 8 total, 8 up, 8 in 2023-12-01T04:56:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:46 smithi111 ceph-mon[97855]: osdmap e819: 8 total, 8 up, 8 in 2023-12-01T04:56:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:46 smithi111 ceph-mon[116524]: osdmap e819: 8 total, 8 up, 8 in 2023-12-01T04:56:47.471 INFO:tasks.rados.rados.0.smithi111.stdout:3947: finishing write tid 3 to smithi111183488-44 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: finishing write tid 4 to smithi111183488-44 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: finishing write tid 5 to smithi111183488-44 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: oid 44 updating version 0 to 2865 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: oid 44 updating version 2865 to 2866 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: oid 44 updating version 2866 to 2867 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: oid 44 version 2867 is already newer than 2864 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 44 v 2867 (ObjNum 1221 snap 373 seq_num 1221) dirty exists 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3947: left oid 44 (ObjNum 1221 snap 373 seq_num 1221) 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3948: finishing write tid 1 to smithi111183488-8 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3948: finishing write tid 2 to smithi111183488-8 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3948: finishing write tid 3 to smithi111183488-8 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3941: done (9 left) 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3942: done (8 left) 2023-12-01T04:56:47.472 INFO:tasks.rados.rados.0.smithi111.stdout:3943: done (7 left) 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3944: done (6 left) 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3945: done (5 left) 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3946: done (4 left) 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3947: done (3 left) 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3950: done (2 left) 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3951: delete oid 45 current snap is 373 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: finishing write tid 4 to smithi111183488-8 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: finishing write tid 5 to smithi111183488-8 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: oid 8 updating version 0 to 2874 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: oid 8 version 2874 is already newer than 2873 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: oid 8 updating version 2874 to 2876 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: oid 8 version 2876 is already newer than 2875 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2876 (ObjNum 1222 snap 373 seq_num 1222) dirty exists 2023-12-01T04:56:47.473 INFO:tasks.rados.rados.0.smithi111.stdout:3948: left oid 8 (ObjNum 1222 snap 373 seq_num 1222) 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: finishing write tid 1 to smithi111183488-24 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: finishing write tid 2 to smithi111183488-24 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: finishing write tid 3 to smithi111183488-24 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: finishing write tid 4 to smithi111183488-24 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: finishing write tid 5 to smithi111183488-24 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: oid 24 updating version 0 to 3084 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: oid 24 updating version 3084 to 3085 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: oid 24 updating version 3085 to 3087 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: oid 24 version 3087 is already newer than 3086 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 24 v 3087 (ObjNum 1223 snap 373 seq_num 1223) dirty exists 2023-12-01T04:56:47.474 INFO:tasks.rados.rados.0.smithi111.stdout:3949: left oid 24 (ObjNum 1223 snap 373 seq_num 1223) 2023-12-01T04:56:47.475 INFO:tasks.rados.rados.0.smithi111.stdout:3948: done (2 left) 2023-12-01T04:56:47.475 INFO:tasks.rados.rados.0.smithi111.stdout:3949: done (1 left) 2023-12-01T04:56:47.475 INFO:tasks.rados.rados.0.smithi111.stdout:3951: done (0 left) 2023-12-01T04:56:47.475 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 373 2023-12-01T04:56:47.475 INFO:tasks.rados.rados.0.smithi111.stdout:3952: seq_num 1226 ranges {1310720=540672,1851392=598016,2449408=204800} 2023-12-01T04:56:47.483 INFO:tasks.rados.rados.0.smithi111.stdout:3952: writing smithi111183488-37 from 1310720 to 1851392 tid 1 2023-12-01T04:56:47.486 INFO:tasks.rados.rados.0.smithi111.stdout:3952: writing smithi111183488-37 from 1851392 to 2449408 tid 2 2023-12-01T04:56:47.487 INFO:tasks.rados.rados.0.smithi111.stdout:3952: writing smithi111183488-37 from 2449408 to 2654208 tid 3 2023-12-01T04:56:47.488 INFO:tasks.rados.rados.0.smithi111.stdout:3953: snap_create 2023-12-01T04:56:47.488 INFO:tasks.rados.rados.0.smithi111.stdout:3952: finishing write tid 1 to smithi111183488-37 2023-12-01T04:56:47.491 INFO:tasks.rados.rados.0.smithi111.stdout:3952: finishing write tid 2 to smithi111183488-37 2023-12-01T04:56:47.493 INFO:tasks.rados.rados.0.smithi111.stdout:3952: finishing write tid 3 to smithi111183488-37 2023-12-01T04:56:47.493 INFO:tasks.rados.rados.0.smithi111.stdout:3952: finishing write tid 4 to smithi111183488-37 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:3952: finishing write tid 5 to smithi111183488-37 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:3952: oid 37 updating version 0 to 2871 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:3952: oid 37 version 2871 is already newer than 2870 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:3952: oid 37 updating version 2871 to 2872 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:3952: oid 37 version 2872 is already newer than 2869 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2872 (ObjNum 1226 snap 373 seq_num 1226) dirty exists 2023-12-01T04:56:47.495 INFO:tasks.rados.rados.0.smithi111.stdout:3952: left oid 37 (ObjNum 1226 snap 373 seq_num 1226) 2023-12-01T04:56:47.596 INFO:tasks.rados.rados.0.smithi111.stdout:3952: done (1 left) 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3953: done (0 left) 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3954: read oid 25 snap -1 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3954: expect (ObjNum 1128 snap 347 seq_num 1128) 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3955: read oid 2 snap -1 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3955: expect deleted 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3956: copy_from oid 3 from oid 20 current snap is 374 2023-12-01T04:56:47.597 INFO:tasks.rados.rados.0.smithi111.stdout:3957: delete oid 43 current snap is 374 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3955: done (3 left) 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3957: done (2 left) 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3958: read oid 18 snap -1 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3958: expect (ObjNum 1185 snap 358 seq_num 1185) 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3959: copy_from oid 13 from oid 34 current snap is 374 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3960: read oid 38 snap 364 2023-12-01T04:56:47.602 INFO:tasks.rados.rados.0.smithi111.stdout:3960: expect (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:47.603 INFO:tasks.rados.rados.0.smithi111.stdout:3961: rollback oid 39 current snap is 374 2023-12-01T04:56:47.603 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 39 to 371 2023-12-01T04:56:47.603 INFO:tasks.rados.rados.0.smithi111.stdout:3962: setattr oid 40 current snap is 374 2023-12-01T04:56:47.607 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 47 current snap is 374 2023-12-01T04:56:47.607 INFO:tasks.rados.rados.0.smithi111.stdout:3963: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2023-12-01T04:56:47.610 INFO:tasks.rados.rados.0.smithi111.stdout:3963: writing smithi111183488-47 from 0 to 573440 tid 1 2023-12-01T04:56:47.614 INFO:tasks.rados.rados.0.smithi111.stdout:3963: writing smithi111183488-47 from 573440 to 1335296 tid 2 2023-12-01T04:56:47.615 INFO:tasks.rados.rados.0.smithi111.stdout:3963: writing smithi111183488-47 from 1335296 to 1376256 tid 3 2023-12-01T04:56:47.615 INFO:tasks.rados.rados.0.smithi111.stdout:3964: read oid 15 snap 373 2023-12-01T04:56:47.615 INFO:tasks.rados.rados.0.smithi111.stdout:3964: expect (ObjNum 1211 snap 369 seq_num 1211) 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:3965: rollback oid 33 current snap is 374 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 33 to 353 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:3959: finishing copy_from to smithi111183488-13 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:3959: got expected ENOENT (src dne) 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:3966: delete oid 2 current snap is 374 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:3959: finishing copy_from racing read to smithi111183488-13 2023-12-01T04:56:47.616 INFO:tasks.rados.rados.0.smithi111.stdout:3960: expect (ObjNum 1146 snap 353 seq_num 1146) 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:3961: finishing rollback tid 0 to smithi111183488-39 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:3961: finishing rollback tid 1 to smithi111183488-39 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:3961: finishing rollback tid 2 to smithi111183488-39 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 39 v 2865 (ObjNum 1209 snap 369 seq_num 1209) dirty exists 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 40 v 2078 (ObjNum 1180 snap 357 seq_num 1180) dirty exists 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:3959: done (10 left) 2023-12-01T04:56:47.723 INFO:tasks.rados.rados.0.smithi111.stdout:3960: done (9 left) 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3961: done (8 left) 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3962: done (7 left) 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3966: done (6 left) 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 9 current snap is 374 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3963: finishing write tid 1 to smithi111183488-47 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3963: finishing write tid 2 to smithi111183488-47 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3963: finishing write tid 3 to smithi111183488-47 2023-12-01T04:56:47.724 INFO:tasks.rados.rados.0.smithi111.stdout:3967: seq_num 1230 ranges {0=606208,606208=532480,1138688=270336} 2023-12-01T04:56:47.726 INFO:tasks.rados.rados.0.smithi111.stdout:3967: writing smithi111183488-9 from 0 to 606208 tid 1 2023-12-01T04:56:47.729 INFO:tasks.rados.rados.0.smithi111.stdout:3967: writing smithi111183488-9 from 606208 to 1138688 tid 2 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3967: writing smithi111183488-9 from 1138688 to 1409024 tid 3 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3968: rmattr oid 21 current snap is 374 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: finishing write tid 4 to smithi111183488-47 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: finishing write tid 5 to smithi111183488-47 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: oid 47 updating version 0 to 2873 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: oid 47 updating version 2873 to 2876 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: oid 47 version 2876 is already newer than 2875 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: oid 47 version 2876 is already newer than 2874 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2876 (ObjNum 1228 snap 374 seq_num 1228) dirty exists 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3963: left oid 47 (ObjNum 1228 snap 374 seq_num 1228) 2023-12-01T04:56:47.732 INFO:tasks.rados.rados.0.smithi111.stdout:3954: expect (ObjNum 1128 snap 347 seq_num 1128) 2023-12-01T04:56:47.865 INFO:tasks.rados.rados.0.smithi111.stdout:3956: finishing copy_from to smithi111183488-3 2023-12-01T04:56:47.866 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 3 v 3072 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:47.866 INFO:tasks.rados.rados.0.smithi111.stdout:3964: expect (ObjNum 1211 snap 369 seq_num 1211) 2023-12-01T04:56:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:47 smithi155 ceph-mon[102677]: pgmap v1207: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2023-12-01T04:56:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:47 smithi111 ceph-mon[97855]: pgmap v1207: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2023-12-01T04:56:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:47 smithi111 ceph-mon[116524]: pgmap v1207: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 8 op/s 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3965: finishing rollback tid 0 to smithi111183488-33 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3956: finishing copy_from racing read to smithi111183488-3 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3965: finishing rollback tid 1 to smithi111183488-33 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3965: finishing rollback tid 2 to smithi111183488-33 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 33 v 2877 (ObjNum 1129 snap 347 seq_num 1129) dirty exists 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3954: done (7 left) 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3956: done (6 left) 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3963: done (5 left) 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3964: done (4 left) 2023-12-01T04:56:48.074 INFO:tasks.rados.rados.0.smithi111.stdout:3965: done (3 left) 2023-12-01T04:56:48.075 INFO:tasks.rados.rados.0.smithi111.stdout:3968: done (2 left) 2023-12-01T04:56:48.075 INFO:tasks.rados.rados.0.smithi111.stdout:3969: snap_remove snap 353 2023-12-01T04:56:48.075 INFO:tasks.rados.rados.0.smithi111.stdout:3958: expect (ObjNum 1185 snap 358 seq_num 1185) 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: finishing write tid 1 to smithi111183488-9 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: finishing write tid 2 to smithi111183488-9 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: finishing write tid 3 to smithi111183488-9 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: finishing write tid 4 to smithi111183488-9 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: finishing write tid 5 to smithi111183488-9 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: oid 9 updating version 0 to 2879 2023-12-01T04:56:48.709 INFO:tasks.rados.rados.0.smithi111.stdout:3967: oid 9 version 2879 is already newer than 2878 2023-12-01T04:56:48.710 INFO:tasks.rados.rados.0.smithi111.stdout:3967: oid 9 updating version 2879 to 2880 2023-12-01T04:56:48.710 INFO:tasks.rados.rados.0.smithi111.stdout:3967: oid 9 version 2880 is already newer than 2877 2023-12-01T04:56:48.710 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 9 v 2880 (ObjNum 1230 snap 374 seq_num 1230) dirty exists 2023-12-01T04:56:48.710 INFO:tasks.rados.rados.0.smithi111.stdout:3967: left oid 9 (ObjNum 1230 snap 374 seq_num 1230) 2023-12-01T04:56:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:48 smithi155 ceph-mon[102677]: osdmap e820: 8 total, 8 up, 8 in 2023-12-01T04:56:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:48 smithi155 ceph-mon[102677]: osdmap e821: 8 total, 8 up, 8 in 2023-12-01T04:56:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:48 smithi111 ceph-mon[97855]: osdmap e820: 8 total, 8 up, 8 in 2023-12-01T04:56:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:48 smithi111 ceph-mon[97855]: osdmap e821: 8 total, 8 up, 8 in 2023-12-01T04:56:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:48 smithi111 ceph-mon[116524]: osdmap e820: 8 total, 8 up, 8 in 2023-12-01T04:56:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:48 smithi111 ceph-mon[116524]: osdmap e821: 8 total, 8 up, 8 in 2023-12-01T04:56:49.597 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:56:49] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:56:49.616 INFO:tasks.rados.rados.0.smithi111.stdout:3958: done (2 left) 2023-12-01T04:56:49.616 INFO:tasks.rados.rados.0.smithi111.stdout:3967: done (1 left) 2023-12-01T04:56:49.616 INFO:tasks.rados.rados.0.smithi111.stdout:3969: done (0 left) 2023-12-01T04:56:49.617 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 48 current snap is 374 2023-12-01T04:56:49.617 INFO:tasks.rados.rados.0.smithi111.stdout:3970: seq_num 1231 ranges {9502720=622592,10125312=417792,10543104=385024} 2023-12-01T04:56:49.670 INFO:tasks.rados.rados.0.smithi111.stdout:3970: writing smithi111183488-48 from 9502720 to 10125312 tid 1 2023-12-01T04:56:49.672 INFO:tasks.rados.rados.0.smithi111.stdout:3970: writing smithi111183488-48 from 10125312 to 10543104 tid 2 2023-12-01T04:56:49.675 INFO:tasks.rados.rados.0.smithi111.stdout:3970: writing smithi111183488-48 from 10543104 to 10928128 tid 3 2023-12-01T04:56:49.675 INFO:tasks.rados.rados.0.smithi111.stdout:3971: snap_remove snap 370 2023-12-01T04:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3971: done (1 left) 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3972: delete oid 26 current snap is 374 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: finishing write tid 1 to smithi111183488-48 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: finishing write tid 2 to smithi111183488-48 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: finishing write tid 3 to smithi111183488-48 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: finishing write tid 4 to smithi111183488-48 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: finishing write tid 5 to smithi111183488-48 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: oid 48 updating version 0 to 2879 2023-12-01T04:56:50.627 INFO:tasks.rados.rados.0.smithi111.stdout:3970: oid 48 updating version 2879 to 2881 2023-12-01T04:56:50.628 INFO:tasks.rados.rados.0.smithi111.stdout:3970: oid 48 version 2881 is already newer than 2878 2023-12-01T04:56:50.628 INFO:tasks.rados.rados.0.smithi111.stdout:3970: oid 48 version 2881 is already newer than 2880 2023-12-01T04:56:50.628 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2881 (ObjNum 1231 snap 374 seq_num 1231) dirty exists 2023-12-01T04:56:50.628 INFO:tasks.rados.rados.0.smithi111.stdout:3970: left oid 48 (ObjNum 1231 snap 374 seq_num 1231) 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:3970: done (1 left) 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:3972: done (0 left) 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:3973: rollback oid 8 current snap is 374 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 8 to 371 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:3974: read oid 28 snap -1 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:3974: expect (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:50.638 INFO:tasks.rados.rados.0.smithi111.stdout:3975: delete oid 43 current snap is 374 2023-12-01T04:56:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:3975: done (2 left) 2023-12-01T04:56:50.642 INFO:tasks.rados.rados.0.smithi111.stdout:3976: snap_remove snap 365 2023-12-01T04:56:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:50 smithi155 ceph-mon[102677]: pgmap v1210: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 8 op/s 2023-12-01T04:56:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:50 smithi155 ceph-mon[102677]: osdmap e822: 8 total, 8 up, 8 in 2023-12-01T04:56:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:50 smithi111 ceph-mon[97855]: pgmap v1210: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 8 op/s 2023-12-01T04:56:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:50 smithi111 ceph-mon[97855]: osdmap e822: 8 total, 8 up, 8 in 2023-12-01T04:56:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:50 smithi111 ceph-mon[116524]: pgmap v1210: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.1 MiB/s wr, 8 op/s 2023-12-01T04:56:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:50 smithi111 ceph-mon[116524]: osdmap e822: 8 total, 8 up, 8 in 2023-12-01T04:56:51.625 INFO:tasks.rados.rados.0.smithi111.stdout:3976: done (2 left) 2023-12-01T04:56:51.625 INFO:tasks.rados.rados.0.smithi111.stdout:3977: rollback oid 48 current snap is 374 2023-12-01T04:56:51.625 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 48 to 373 2023-12-01T04:56:51.625 INFO:tasks.rados.rados.0.smithi111.stdout:3978: rollback oid 16 current snap is 374 2023-12-01T04:56:51.625 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 16 to 364 2023-12-01T04:56:51.626 INFO:tasks.rados.rados.0.smithi111.stdout:3973: finishing rollback tid 0 to smithi111183488-8 2023-12-01T04:56:51.626 INFO:tasks.rados.rados.0.smithi111.stdout:3973: finishing rollback tid 1 to smithi111183488-8 2023-12-01T04:56:51.626 INFO:tasks.rados.rados.0.smithi111.stdout:3973: finishing rollback tid 2 to smithi111183488-8 2023-12-01T04:56:51.626 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 8 v 2883 (ObjNum 1051 snap 329 seq_num 1051) dirty exists 2023-12-01T04:56:51.626 INFO:tasks.rados.rados.0.smithi111.stdout:3974: expect (ObjNum 1168 snap 356 seq_num 1168) 2023-12-01T04:56:51.839 INFO:tasks.rados.rados.0.smithi111.stdout:3977: finishing rollback tid 0 to smithi111183488-48 2023-12-01T04:56:51.839 INFO:tasks.rados.rados.0.smithi111.stdout:3978: finishing rollback tid 0 to smithi111183488-16 2023-12-01T04:56:51.839 INFO:tasks.rados.rados.0.smithi111.stdout:3978: finishing rollback tid 1 to smithi111183488-16 2023-12-01T04:56:51.839 INFO:tasks.rados.rados.0.smithi111.stdout:3978: finishing rollback tid 2 to smithi111183488-16 2023-12-01T04:56:51.839 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 16 v 3090 (ObjNum 1139 snap 350 seq_num 1139) dirty exists 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3977: finishing rollback tid 1 to smithi111183488-48 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3977: finishing rollback tid 2 to smithi111183488-48 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 48 v 2884 (ObjNum 1166 snap 355 seq_num 1166) dirty exists 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3973: done (3 left) 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3974: done (2 left) 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3977: done (1 left) 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3978: done (0 left) 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3979: rollback oid 20 current snap is 374 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 373 2023-12-01T04:56:51.840 INFO:tasks.rados.rados.0.smithi111.stdout:3980: delete oid 40 current snap is 374 2023-12-01T04:56:51.841 INFO:tasks.rados.rados.0.smithi111.stdout:3980: done (1 left) 2023-12-01T04:56:51.842 INFO:tasks.rados.rados.0.smithi111.stdout:3981: delete oid 28 current snap is 374 2023-12-01T04:56:51.843 INFO:tasks.rados.rados.0.smithi111.stdout:3979: finishing rollback tid 0 to smithi111183488-20 2023-12-01T04:56:51.843 INFO:tasks.rados.rados.0.smithi111.stdout:3979: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:56:51.844 INFO:tasks.rados.rados.0.smithi111.stdout:3979: finishing rollback tid 2 to smithi111183488-20 2023-12-01T04:56:51.844 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 3075 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:51.844 INFO:tasks.rados.rados.0.smithi111.stdout:3979: done (1 left) 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:3981: done (0 left) 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:3982: rmattr oid 44 current snap is 374 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:3982: done (0 left) 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:3983: read oid 7 snap -1 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:3983: expect (ObjNum 1216 snap 372 seq_num 1216) 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 46 current snap is 374 2023-12-01T04:56:51.845 INFO:tasks.rados.rados.0.smithi111.stdout:3984: seq_num 1236 ranges {0=704512,704512=688128,1392640=114688} 2023-12-01T04:56:51.848 INFO:tasks.rados.rados.0.smithi111.stdout:3984: writing smithi111183488-46 from 0 to 704512 tid 1 2023-12-01T04:56:51.852 INFO:tasks.rados.rados.0.smithi111.stdout:3984: writing smithi111183488-46 from 704512 to 1392640 tid 2 2023-12-01T04:56:51.854 INFO:tasks.rados.rados.0.smithi111.stdout:3984: writing smithi111183488-46 from 1392640 to 1507328 tid 3 2023-12-01T04:56:51.854 INFO:tasks.rados.rados.0.smithi111.stdout:3985: copy_from oid 36 from oid 4 current snap is 374 2023-12-01T04:56:51.854 INFO:tasks.rados.rados.0.smithi111.stdout:3986: read oid 41 snap -1 2023-12-01T04:56:51.854 INFO:tasks.rados.rados.0.smithi111.stdout:3986: expect (ObjNum 1217 snap 372 seq_num 1217) 2023-12-01T04:56:51.854 INFO:tasks.rados.rados.0.smithi111.stdout:3987: read oid 45 snap -1 2023-12-01T04:56:51.855 INFO:tasks.rados.rados.0.smithi111.stdout:3987: expect deleted 2023-12-01T04:56:51.855 INFO:tasks.rados.rados.0.smithi111.stdout:3988: copy_from oid 12 from oid 20 current snap is 374 2023-12-01T04:56:51.855 INFO:tasks.rados.rados.0.smithi111.stdout:3989: delete oid 5 current snap is 374 2023-12-01T04:56:51.855 INFO:tasks.rados.rados.0.smithi111.stdout:3984: finishing write tid 1 to smithi111183488-46 2023-12-01T04:56:51.857 INFO:tasks.rados.rados.0.smithi111.stdout:3983: expect (ObjNum 1216 snap 372 seq_num 1216) 2023-12-01T04:56:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:51 smithi155 ceph-mon[102677]: osdmap e823: 8 total, 8 up, 8 in 2023-12-01T04:56:51.996 INFO:tasks.rados.rados.0.smithi111.stdout:3984: finishing write tid 2 to smithi111183488-46 2023-12-01T04:56:51.996 INFO:tasks.rados.rados.0.smithi111.stdout:3984: finishing write tid 3 to smithi111183488-46 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: finishing write tid 4 to smithi111183488-46 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: finishing write tid 5 to smithi111183488-46 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: oid 46 updating version 0 to 3133 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: oid 46 updating version 3133 to 3134 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: oid 46 updating version 3134 to 3136 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: oid 46 version 3136 is already newer than 3135 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 46 v 3136 (ObjNum 1236 snap 374 seq_num 1236) dirty exists 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3984: left oid 46 (ObjNum 1236 snap 374 seq_num 1236) 2023-12-01T04:56:51.997 INFO:tasks.rados.rados.0.smithi111.stdout:3986: expect (ObjNum 1217 snap 372 seq_num 1217) 2023-12-01T04:56:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:51 smithi111 ceph-mon[97855]: osdmap e823: 8 total, 8 up, 8 in 2023-12-01T04:56:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:51 smithi111 ceph-mon[116524]: osdmap e823: 8 total, 8 up, 8 in 2023-12-01T04:56:52.057 INFO:tasks.rados.rados.0.smithi111.stdout:3988: finishing copy_from to smithi111183488-12 2023-12-01T04:56:52.057 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 12 v 3075 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:52.057 INFO:tasks.rados.rados.0.smithi111.stdout:3983: done (6 left) 2023-12-01T04:56:52.057 INFO:tasks.rados.rados.0.smithi111.stdout:3984: done (5 left) 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3986: done (4 left) 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3987: done (3 left) 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3989: done (2 left) 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3990: snap_create 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3988: finishing copy_from racing read to smithi111183488-12 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3985: finishing copy_from to smithi111183488-36 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2588 (ObjNum 1133 snap 348 seq_num 1133) dirty exists 2023-12-01T04:56:52.058 INFO:tasks.rados.rados.0.smithi111.stdout:3985: finishing copy_from racing read to smithi111183488-36 2023-12-01T04:56:52.633 INFO:tasks.rados.rados.0.smithi111.stdout:3985: done (2 left) 2023-12-01T04:56:52.633 INFO:tasks.rados.rados.0.smithi111.stdout:3988: done (1 left) 2023-12-01T04:56:52.633 INFO:tasks.rados.rados.0.smithi111.stdout:3990: done (0 left) 2023-12-01T04:56:52.633 INFO:tasks.rados.rados.0.smithi111.stdout:3991: read oid 47 snap 373 2023-12-01T04:56:52.633 INFO:tasks.rados.rados.0.smithi111.stdout:3991: expect deleted 2023-12-01T04:56:52.633 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 36 current snap is 375 2023-12-01T04:56:52.634 INFO:tasks.rados.rados.0.smithi111.stdout:3992: seq_num 1238 ranges {18202624=737280,18939904=458752,19398656=344064} 2023-12-01T04:56:52.731 INFO:tasks.rados.rados.0.smithi111.stdout:3992: writing smithi111183488-36 from 18202624 to 18939904 tid 1 2023-12-01T04:56:52.734 INFO:tasks.rados.rados.0.smithi111.stdout:3992: writing smithi111183488-36 from 18939904 to 19398656 tid 2 2023-12-01T04:56:52.736 INFO:tasks.rados.rados.0.smithi111.stdout:3992: writing smithi111183488-36 from 19398656 to 19742720 tid 3 2023-12-01T04:56:52.736 INFO:tasks.rados.rados.0.smithi111.stdout:3993: snap_remove snap 374 2023-12-01T04:56:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:52 smithi155 ceph-mon[102677]: pgmap v1213: 121 pgs: 121 active+clean; 238 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2023-12-01T04:56:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:52 smithi155 ceph-mon[102677]: osdmap e824: 8 total, 8 up, 8 in 2023-12-01T04:56:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:52 smithi111 ceph-mon[97855]: pgmap v1213: 121 pgs: 121 active+clean; 238 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2023-12-01T04:56:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:52 smithi111 ceph-mon[97855]: osdmap e824: 8 total, 8 up, 8 in 2023-12-01T04:56:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:52 smithi111 ceph-mon[116524]: pgmap v1213: 121 pgs: 121 active+clean; 238 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 26 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2023-12-01T04:56:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:52 smithi111 ceph-mon[116524]: osdmap e824: 8 total, 8 up, 8 in 2023-12-01T04:56:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3993: done (2 left) 2023-12-01T04:56:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3994: delete oid 3 current snap is 375 2023-12-01T04:56:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3992: finishing write tid 1 to smithi111183488-36 2023-12-01T04:56:53.574 INFO:tasks.rados.rados.0.smithi111.stdout:3992: finishing write tid 2 to smithi111183488-36 2023-12-01T04:56:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3992: finishing write tid 3 to smithi111183488-36 2023-12-01T04:56:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3992: finishing write tid 4 to smithi111183488-36 2023-12-01T04:56:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3992: finishing write tid 5 to smithi111183488-36 2023-12-01T04:56:53.575 INFO:tasks.rados.rados.0.smithi111.stdout:3992: oid 36 updating version 0 to 2856 2023-12-01T04:56:53.577 INFO:tasks.rados.rados.0.smithi111.stdout:3992: oid 36 version 2856 is already newer than 2853 2023-12-01T04:56:53.577 INFO:tasks.rados.rados.0.smithi111.stdout:3992: oid 36 version 2856 is already newer than 2855 2023-12-01T04:56:53.578 INFO:tasks.rados.rados.0.smithi111.stdout:3992: oid 36 version 2856 is already newer than 2854 2023-12-01T04:56:53.578 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 36 v 2856 (ObjNum 1238 snap 375 seq_num 1238) dirty exists 2023-12-01T04:56:53.578 INFO:tasks.rados.rados.0.smithi111.stdout:3992: left oid 36 (ObjNum 1238 snap 375 seq_num 1238) 2023-12-01T04:56:53.581 INFO:tasks.rados.rados.0.smithi111.stdout:3991: done (2 left) 2023-12-01T04:56:53.581 INFO:tasks.rados.rados.0.smithi111.stdout:3992: done (1 left) 2023-12-01T04:56:53.582 INFO:tasks.rados.rados.0.smithi111.stdout:3994: done (0 left) 2023-12-01T04:56:53.582 INFO:tasks.rados.rados.0.smithi111.stdout:3995: setattr oid 47 current snap is 375 2023-12-01T04:56:53.585 INFO:tasks.rados.rados.0.smithi111.stdout:3996: read oid 49 snap -1 2023-12-01T04:56:53.585 INFO:tasks.rados.rados.0.smithi111.stdout:3996: expect (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:53.585 INFO:tasks.rados.rados.0.smithi111.stdout:append oid 37 current snap is 375 2023-12-01T04:56:53.585 INFO:tasks.rados.rados.0.smithi111.stdout:3997: seq_num 1240 ranges {2654208=778240,3432448=671744,4104192=131072} 2023-12-01T04:56:53.602 INFO:tasks.rados.rados.0.smithi111.stdout:3997: writing smithi111183488-37 from 2654208 to 3432448 tid 1 2023-12-01T04:56:53.606 INFO:tasks.rados.rados.0.smithi111.stdout:3997: writing smithi111183488-37 from 3432448 to 4104192 tid 2 2023-12-01T04:56:53.607 INFO:tasks.rados.rados.0.smithi111.stdout:3997: writing smithi111183488-37 from 4104192 to 4235264 tid 3 2023-12-01T04:56:53.607 INFO:tasks.rados.rados.0.smithi111.stdout:3998: rollback oid 20 current snap is 375 2023-12-01T04:56:53.607 INFO:tasks.rados.rados.0.smithi111.stdout:rollback oid 20 to 373 2023-12-01T04:56:53.607 INFO:tasks.rados.rados.0.smithi111.stdout:3999: read oid 32 snap -1 2023-12-01T04:56:53.607 INFO:tasks.rados.rados.0.smithi111.stdout:3999: expect (ObjNum 1186 snap 358 seq_num 1186) 2023-12-01T04:56:53.607 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 5 2023-12-01T04:56:53.613 INFO:tasks.rados.rados.0.smithi111.stdout:3998: finishing rollback tid 0 to smithi111183488-20 2023-12-01T04:56:53.613 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 47 v 2878 (ObjNum 1228 snap 374 seq_num 1228) dirty exists 2023-12-01T04:56:53.613 INFO:tasks.rados.rados.0.smithi111.stdout:3995: done (4 left) 2023-12-01T04:56:53.614 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 4 2023-12-01T04:56:53.615 INFO:tasks.rados.rados.0.smithi111.stdout:3998: finishing rollback tid 1 to smithi111183488-20 2023-12-01T04:56:53.615 INFO:tasks.rados.rados.0.smithi111.stdout:3998: finishing rollback tid 2 to smithi111183488-20 2023-12-01T04:56:53.615 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 20 v 3078 (ObjNum 1028 snap 317 seq_num 1028) dirty exists 2023-12-01T04:56:53.615 INFO:tasks.rados.rados.0.smithi111.stdout:3998: done (3 left) 2023-12-01T04:56:53.615 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 3 2023-12-01T04:56:53.621 INFO:tasks.rados.rados.0.smithi111.stdout:3997: finishing write tid 1 to smithi111183488-37 2023-12-01T04:56:53.622 INFO:tasks.rados.rados.0.smithi111.stdout:3997: finishing write tid 2 to smithi111183488-37 2023-12-01T04:56:53.622 INFO:tasks.rados.rados.0.smithi111.stdout:3997: finishing write tid 3 to smithi111183488-37 2023-12-01T04:56:53.623 INFO:tasks.rados.rados.0.smithi111.stdout:3997: finishing write tid 4 to smithi111183488-37 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:3997: finishing write tid 5 to smithi111183488-37 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:3997: oid 37 updating version 0 to 2879 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:3997: oid 37 updating version 2879 to 2882 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:3997: oid 37 version 2882 is already newer than 2881 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:3997: oid 37 version 2882 is already newer than 2880 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:update_object_version oid 37 v 2882 (ObjNum 1240 snap 375 seq_num 1240) dirty exists 2023-12-01T04:56:53.624 INFO:tasks.rados.rados.0.smithi111.stdout:3997: left oid 37 (ObjNum 1240 snap 375 seq_num 1240) 2023-12-01T04:56:53.625 INFO:tasks.rados.rados.0.smithi111.stdout:3997: done (2 left) 2023-12-01T04:56:53.625 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 2 2023-12-01T04:56:53.626 INFO:tasks.rados.rados.0.smithi111.stdout:3999: expect (ObjNum 1186 snap 358 seq_num 1186) 2023-12-01T04:56:53.783 INFO:tasks.rados.rados.0.smithi111.stdout:3999: done (1 left) 2023-12-01T04:56:53.783 INFO:tasks.rados.rados.0.smithi111.stdout: waiting on 1 2023-12-01T04:56:53.783 INFO:tasks.rados.rados.0.smithi111.stdout:3996: expect (ObjNum 1166 snap 355 seq_num 1166) 2023-12-01T04:56:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:53 smithi155 ceph-mon[102677]: osdmap e825: 8 total, 8 up, 8 in 2023-12-01T04:56:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:53 smithi155 ceph-mon[102677]: osdmap e826: 8 total, 8 up, 8 in 2023-12-01T04:56:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:53 smithi111 ceph-mon[97855]: osdmap e825: 8 total, 8 up, 8 in 2023-12-01T04:56:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:53 smithi111 ceph-mon[97855]: osdmap e826: 8 total, 8 up, 8 in 2023-12-01T04:56:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:53 smithi111 ceph-mon[116524]: osdmap e825: 8 total, 8 up, 8 in 2023-12-01T04:56:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:53 smithi111 ceph-mon[116524]: osdmap e826: 8 total, 8 up, 8 in 2023-12-01T04:56:54.644 INFO:tasks.rados.rados.0.smithi111.stdout:3996: done (0 left) 2023-12-01T04:56:54.646 INFO:tasks.rados.rados.0.smithi111.stderr:0 errors. 2023-12-01T04:56:54.646 INFO:tasks.rados.rados.0.smithi111.stderr: 2023-12-01T04:56:54.649 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-01T04:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:54 smithi155 ceph-mon[102677]: pgmap v1216: 121 pgs: 121 active+clean; 238 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.2 MiB/s wr, 29 op/s 2023-12-01T04:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:56:54.995 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[97855]: pgmap v1216: 121 pgs: 121 active+clean; 238 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.2 MiB/s wr, 29 op/s 2023-12-01T04:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[116524]: pgmap v1216: 121 pgs: 121 active+clean; 238 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 3.2 MiB/s wr, 29 op/s 2023-12-01T04:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:56:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:56 smithi111 ceph-mon[97855]: pgmap v1218: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 17 op/s 2023-12-01T04:56:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:56 smithi111 ceph-mon[116524]: pgmap v1218: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 17 op/s 2023-12-01T04:56:56.790 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:56:56.791 INFO:teuthology.orchestra.run.smithi111.stdout:{"epoch":826,"fsid":"0317d528-9003-11ee-95a2-87774f69a715","created":"2023-12-01T04:36:18.207042+0000","modified":"2023-12-01T04:56:53.567398+0000","last_up_change":"2023-12-01T04:40:58.277804+0000","last_in_change":"2023-12-01T04:40:42.104460+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":19,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-01T04:39:09.137876+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-01T04:41:14.397738+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-01T04:41:15.034027+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2023-12-01T04:41:50.538915+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2023-12-01T04:44:06.307586+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"826","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":747,"snap_epoch":826,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"a299e0b0-d5ad-4135-839f-67ad5b12f717","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6802","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6803","nonce":3707255638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6804","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6805","nonce":3707255638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6808","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6809","nonce":3707255638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6806","nonce":3707255638},{"type":"v1","addr":"172.21.15.111:6807","nonce":3707255638}]},"public_addr":"172.21.15.111:6803/3707255638","cluster_addr":"172.21.15.111:6805/3707255638","heartbeat_back_addr":"172.21.15.111:6809/3707255638","heartbeat_front_addr":"172.21.15.111:6807/3707255638","state":["exists","up"]},{"osd":1,"uuid":"0d4002ab-938a-48c7-bcf4-8370762304c2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6810","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6811","nonce":3470653224}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6812","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6813","nonce":3470653224}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6816","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6817","nonce":3470653224}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6814","nonce":3470653224},{"type":"v1","addr":"172.21.15.111:6815","nonce":3470653224}]},"public_addr":"172.21.15.111:6811/3470653224","cluster_addr":"172.21.15.111:6813/3470653224","heartbeat_back_addr":"172.21.15.111:6817/3470653224","heartbeat_front_addr":"172.21.15.111:6815/3470653224","state":["exists","up"]},{"osd":2,"uuid":"f6274c88-48e7-48f2-892c-cb99d8c87787","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6818","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6819","nonce":3389082390}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6820","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6821","nonce":3389082390}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6824","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6825","nonce":3389082390}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6822","nonce":3389082390},{"type":"v1","addr":"172.21.15.111:6823","nonce":3389082390}]},"public_addr":"172.21.15.111:6819/3389082390","cluster_addr":"172.21.15.111:6821/3389082390","heartbeat_back_addr":"172.21.15.111:6825/3389082390","heartbeat_front_addr":"172.21.15.111:6823/3389082390","state":["exists","up"]},{"osd":3,"uuid":"72d18c04-fed5-4917-abef-d507123b057c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6826","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6827","nonce":1336645808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6828","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6829","nonce":1336645808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6832","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6833","nonce":1336645808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.111:6830","nonce":1336645808},{"type":"v1","addr":"172.21.15.111:6831","nonce":1336645808}]},"public_addr":"172.21.15.111:6827/1336645808","cluster_addr":"172.21.15.111:6829/1336645808","heartbeat_back_addr":"172.21.15.111:6833/1336645808","heartbeat_front_addr":"172.21.15.111:6831/1336645808","state":["exists","up"]},{"osd":4,"uuid":"cbb28d1f-53b3-47f6-9bea-e27f2dc7aeac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6801","nonce":819638321}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6803","nonce":819638321}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6807","nonce":819638321}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":819638321},{"type":"v1","addr":"172.21.15.155:6805","nonce":819638321}]},"public_addr":"172.21.15.155:6801/819638321","cluster_addr":"172.21.15.155:6803/819638321","heartbeat_back_addr":"172.21.15.155:6807/819638321","heartbeat_front_addr":"172.21.15.155:6805/819638321","state":["exists","up"]},{"osd":5,"uuid":"33db5bc3-7fd0-4f29-8cd2-d680aefd6848","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6808","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6809","nonce":1100355566}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6811","nonce":1100355566}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6815","nonce":1100355566}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6812","nonce":1100355566},{"type":"v1","addr":"172.21.15.155:6813","nonce":1100355566}]},"public_addr":"172.21.15.155:6809/1100355566","cluster_addr":"172.21.15.155:6811/1100355566","heartbeat_back_addr":"172.21.15.155:6815/1100355566","heartbeat_front_addr":"172.21.15.155:6813/1100355566","state":["exists","up"]},{"osd":6,"uuid":"8d7f9ff4-4fee-4eed-a134-f26f0873c928","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6816","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6817","nonce":1012877673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6819","nonce":1012877673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6822","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6823","nonce":1012877673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":1012877673},{"type":"v1","addr":"172.21.15.155:6821","nonce":1012877673}]},"public_addr":"172.21.15.155:6817/1012877673","cluster_addr":"172.21.15.155:6819/1012877673","heartbeat_back_addr":"172.21.15.155:6823/1012877673","heartbeat_front_addr":"172.21.15.155:6821/1012877673","state":["exists","up"]},{"osd":7,"uuid":"a02ecd3b-f6da-4833-a71f-aa8905cac178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6825","nonce":69893416}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6827","nonce":69893416}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6831","nonce":69893416}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6828","nonce":69893416},{"type":"v1","addr":"172.21.15.155:6829","nonce":69893416}]},"public_addr":"172.21.15.155:6825/69893416","cluster_addr":"172.21.15.155:6827/69893416","heartbeat_back_addr":"172.21.15.155:6831/69893416","heartbeat_front_addr":"172.21.15.155:6829/69893416","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:21.440156+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:38:43.299216+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:05.726980+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:28.989896+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:39:49.786939+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:12.132950+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:34.837132+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-01T04:40:57.187482+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.b","mappings":[{"from":7,"to":2}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.111:0/2432585921":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/973004623":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/503599865":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/86017445":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6800/3267290500":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6801/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1259793523":"2023-12-02T04:41:48.710014+0000","172.21.15.111:0/249126020":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2967667151":"2023-12-02T04:37:06.796027+0000","172.21.15.111:0/1284754141":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/1822913859":"2023-12-02T04:36:44.134225+0000","172.21.15.111:0/2203484677":"2023-12-02T04:41:48.710014+0000","172.21.15.111:6800/2160517595":"2023-12-02T04:36:44.134225+0000","172.21.15.111:6800/3012132687":"2023-12-02T04:37:06.796027+0000","172.21.15.111:6801/2160517595":"2023-12-02T04:36:44.134225+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":728,"length":1},{"begin":737,"length":1},{"begin":746,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":746,"length":1}]}],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":708,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-01T04:56:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:56 smithi155 ceph-mon[102677]: pgmap v1218: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.5 MiB/s wr, 17 op/s 2023-12-01T04:56:57.477 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-01T04:56:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1696107807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:56:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1696107807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:56:57.772 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:56:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1696107807' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-01T04:56:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:58 smithi155 ceph-mon[102677]: pgmap v1219: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2023-12-01T04:56:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:56:58 smithi155 ceph-mon[102677]: osdmap e827: 8 total, 8 up, 8 in 2023-12-01T04:56:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:58 smithi111 ceph-mon[97855]: pgmap v1219: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2023-12-01T04:56:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:56:58 smithi111 ceph-mon[97855]: osdmap e827: 8 total, 8 up, 8 in 2023-12-01T04:56:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:58 smithi111 ceph-mon[116524]: pgmap v1219: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 12 op/s 2023-12-01T04:56:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:56:58 smithi111 ceph-mon[116524]: osdmap e827: 8 total, 8 up, 8 in 2023-12-01T04:56:59.443 INFO:teuthology.orchestra.run.smithi111.stdout: 2023-12-01T04:56:59.445 INFO:teuthology.orchestra.run.smithi111.stderr:dumped all 2023-12-01T04:56:59.646 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:56:59] "GET /metrics HTTP/1.1" 200 36092 "" "Prometheus/2.43.0" 2023-12-01T04:57:00.127 INFO:teuthology.orchestra.run.smithi111.stdout:{"pg_ready":true,"pg_map":{"version":1221,"stamp":"2023-12-01T04:56:59.074340+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":280063878,"num_objects":126,"num_object_clones":55,"num_object_copies":378,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":126,"num_whiteouts":11,"num_read":4568,"num_read_kb":5551880,"num_write":8681,"num_write_kb":1825924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25095,"ondisk_log_size":25095,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4293556,"kb_used_data":424948,"kb_used_omap":0,"kb_used_meta":3868544,"kb_avail":745667660,"statfs":{"total":767960285184,"available":763563683840,"internally_reserved":0,"allocated":435146752,"data_stored":567462146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":3961389056},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":30023680,"num_objects":8,"num_object_clones":7,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":5,"num_read":27,"num_read_kb":65399,"num_write":49,"num_write_kb":24952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.445587"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":765,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.929093+0000","last_change":"2023-12-01T04:41:15.899440+0000","last_active":"2023-12-01T04:56:52.929093+0000","last_peered":"2023-12-01T04:56:52.929093+0000","last_clean":"2023-12-01T04:56:52.929093+0000","last_became_active":"2023-12-01T04:41:15.899167+0000","last_became_peered":"2023-12-01T04:41:15.899167+0000","last_unstale":"2023-12-01T04:56:52.929093+0000","last_undegraded":"2023-12-01T04:56:52.929093+0000","last_fullsized":"2023-12-01T04:56:52.929093+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:04:48.583696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":781,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631119+0000","last_change":"2023-12-01T04:41:15.893912+0000","last_active":"2023-12-01T04:56:52.631119+0000","last_peered":"2023-12-01T04:56:52.631119+0000","last_clean":"2023-12-01T04:56:52.631119+0000","last_became_active":"2023-12-01T04:41:15.893644+0000","last_became_peered":"2023-12-01T04:41:15.893644+0000","last_unstale":"2023-12-01T04:56:52.631119+0000","last_undegraded":"2023-12-01T04:56:52.631119+0000","last_fullsized":"2023-12-01T04:56:52.631119+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:51.316627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":772,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927378+0000","last_change":"2023-12-01T04:41:15.887247+0000","last_active":"2023-12-01T04:56:52.927378+0000","last_peered":"2023-12-01T04:56:52.927378+0000","last_clean":"2023-12-01T04:56:52.927378+0000","last_became_active":"2023-12-01T04:41:15.886941+0000","last_became_peered":"2023-12-01T04:41:15.886941+0000","last_unstale":"2023-12-01T04:56:52.927378+0000","last_undegraded":"2023-12-01T04:56:52.927378+0000","last_fullsized":"2023-12-01T04:56:52.927378+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:56:08.791567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927654+0000","last_change":"2023-12-01T04:41:15.886890+0000","last_active":"2023-12-01T04:56:52.927654+0000","last_peered":"2023-12-01T04:56:52.927654+0000","last_clean":"2023-12-01T04:56:52.927654+0000","last_became_active":"2023-12-01T04:41:15.886613+0000","last_became_peered":"2023-12-01T04:41:15.886613+0000","last_unstale":"2023-12-01T04:56:52.927654+0000","last_undegraded":"2023-12-01T04:56:52.927654+0000","last_fullsized":"2023-12-01T04:56:52.927654+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:40:54.926263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928658+0000","last_change":"2023-12-01T04:41:15.906727+0000","last_active":"2023-12-01T04:56:52.928658+0000","last_peered":"2023-12-01T04:56:52.928658+0000","last_clean":"2023-12-01T04:56:52.928658+0000","last_became_active":"2023-12-01T04:41:15.906170+0000","last_became_peered":"2023-12-01T04:41:15.906170+0000","last_unstale":"2023-12-01T04:56:52.928658+0000","last_undegraded":"2023-12-01T04:56:52.928658+0000","last_fullsized":"2023-12-01T04:56:52.928658+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:53.143445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927862+0000","last_change":"2023-12-01T04:41:15.889644+0000","last_active":"2023-12-01T04:56:52.927862+0000","last_peered":"2023-12-01T04:56:52.927862+0000","last_clean":"2023-12-01T04:56:52.927862+0000","last_became_active":"2023-12-01T04:41:15.888840+0000","last_became_peered":"2023-12-01T04:41:15.888840+0000","last_unstale":"2023-12-01T04:56:52.927862+0000","last_undegraded":"2023-12-01T04:56:52.927862+0000","last_fullsized":"2023-12-01T04:56:52.927862+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:50:50.436479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928144+0000","last_change":"2023-12-01T04:41:15.905504+0000","last_active":"2023-12-01T04:56:52.928144+0000","last_peered":"2023-12-01T04:56:52.928144+0000","last_clean":"2023-12-01T04:56:52.928144+0000","last_became_active":"2023-12-01T04:41:15.904754+0000","last_became_peered":"2023-12-01T04:41:15.904754+0000","last_unstale":"2023-12-01T04:56:52.928144+0000","last_undegraded":"2023-12-01T04:56:52.928144+0000","last_fullsized":"2023-12-01T04:56:52.928144+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:52:32.284660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630275+0000","last_change":"2023-12-01T04:41:15.897692+0000","last_active":"2023-12-01T04:56:52.630275+0000","last_peered":"2023-12-01T04:56:52.630275+0000","last_clean":"2023-12-01T04:56:52.630275+0000","last_became_active":"2023-12-01T04:41:15.897426+0000","last_became_peered":"2023-12-01T04:41:15.897426+0000","last_unstale":"2023-12-01T04:56:52.630275+0000","last_undegraded":"2023-12-01T04:56:52.630275+0000","last_fullsized":"2023-12-01T04:56:52.630275+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:12:41.938389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.929222+0000","last_change":"2023-12-01T04:41:15.893918+0000","last_active":"2023-12-01T04:56:52.929222+0000","last_peered":"2023-12-01T04:56:52.929222+0000","last_clean":"2023-12-01T04:56:52.929222+0000","last_became_active":"2023-12-01T04:41:15.893562+0000","last_became_peered":"2023-12-01T04:41:15.893562+0000","last_unstale":"2023-12-01T04:56:52.929222+0000","last_undegraded":"2023-12-01T04:56:52.929222+0000","last_fullsized":"2023-12-01T04:56:52.929222+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:53.840868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":759,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912862+0000","last_change":"2023-12-01T04:41:15.897002+0000","last_active":"2023-12-01T04:56:52.912862+0000","last_peered":"2023-12-01T04:56:52.912862+0000","last_clean":"2023-12-01T04:56:52.912862+0000","last_became_active":"2023-12-01T04:41:15.894808+0000","last_became_peered":"2023-12-01T04:41:15.894808+0000","last_unstale":"2023-12-01T04:56:52.912862+0000","last_undegraded":"2023-12-01T04:56:52.912862+0000","last_fullsized":"2023-12-01T04:56:52.912862+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:50:05.649513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912916+0000","last_change":"2023-12-01T04:42:50.783618+0000","last_active":"2023-12-01T04:56:52.912916+0000","last_peered":"2023-12-01T04:56:52.912916+0000","last_clean":"2023-12-01T04:56:52.912916+0000","last_became_active":"2023-12-01T04:42:50.783217+0000","last_became_peered":"2023-12-01T04:42:50.783217+0000","last_unstale":"2023-12-01T04:56:52.912916+0000","last_undegraded":"2023-12-01T04:56:52.912916+0000","last_fullsized":"2023-12-01T04:56:52.912916+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:38:39.136047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,3],"acting":[6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":763,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733885+0000","last_change":"2023-12-01T04:42:50.331598+0000","last_active":"2023-12-01T04:56:52.733885+0000","last_peered":"2023-12-01T04:56:52.733885+0000","last_clean":"2023-12-01T04:56:52.733885+0000","last_became_active":"2023-12-01T04:42:50.331272+0000","last_became_peered":"2023-12-01T04:42:50.331272+0000","last_unstale":"2023-12-01T04:56:52.733885+0000","last_undegraded":"2023-12-01T04:56:52.733885+0000","last_fullsized":"2023-12-01T04:56:52.733885+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:51:44.891124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.632098+0000","last_change":"2023-12-01T04:41:15.896169+0000","last_active":"2023-12-01T04:56:52.632098+0000","last_peered":"2023-12-01T04:56:52.632098+0000","last_clean":"2023-12-01T04:56:52.632098+0000","last_became_active":"2023-12-01T04:41:15.895565+0000","last_became_peered":"2023-12-01T04:41:15.895565+0000","last_unstale":"2023-12-01T04:56:52.632098+0000","last_undegraded":"2023-12-01T04:56:52.632098+0000","last_fullsized":"2023-12-01T04:56:52.632098+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:37:40.514369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":771,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.926909+0000","last_change":"2023-12-01T04:41:15.887265+0000","last_active":"2023-12-01T04:56:52.926909+0000","last_peered":"2023-12-01T04:56:52.926909+0000","last_clean":"2023-12-01T04:56:52.926909+0000","last_became_active":"2023-12-01T04:41:15.886955+0000","last_became_peered":"2023-12-01T04:41:15.886955+0000","last_unstale":"2023-12-01T04:56:52.926909+0000","last_undegraded":"2023-12-01T04:56:52.926909+0000","last_fullsized":"2023-12-01T04:56:52.926909+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:15:26.687613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":780,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631588+0000","last_change":"2023-12-01T04:41:15.881633+0000","last_active":"2023-12-01T04:56:52.631588+0000","last_peered":"2023-12-01T04:56:52.631588+0000","last_clean":"2023-12-01T04:56:52.631588+0000","last_became_active":"2023-12-01T04:41:15.881291+0000","last_became_peered":"2023-12-01T04:41:15.881291+0000","last_unstale":"2023-12-01T04:56:52.631588+0000","last_undegraded":"2023-12-01T04:56:52.631588+0000","last_fullsized":"2023-12-01T04:56:52.631588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:44:58.639861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927147+0000","last_change":"2023-12-01T04:41:15.888167+0000","last_active":"2023-12-01T04:56:52.927147+0000","last_peered":"2023-12-01T04:56:52.927147+0000","last_clean":"2023-12-01T04:56:52.927147+0000","last_became_active":"2023-12-01T04:41:15.887883+0000","last_became_peered":"2023-12-01T04:41:15.887883+0000","last_unstale":"2023-12-01T04:56:52.927147+0000","last_undegraded":"2023-12-01T04:56:52.927147+0000","last_fullsized":"2023-12-01T04:56:52.927147+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:48:05.013035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928558+0000","last_change":"2023-12-01T04:41:15.887896+0000","last_active":"2023-12-01T04:56:52.928558+0000","last_peered":"2023-12-01T04:56:52.928558+0000","last_clean":"2023-12-01T04:56:52.928558+0000","last_became_active":"2023-12-01T04:41:15.887535+0000","last_became_peered":"2023-12-01T04:41:15.887535+0000","last_unstale":"2023-12-01T04:56:52.928558+0000","last_undegraded":"2023-12-01T04:56:52.928558+0000","last_fullsized":"2023-12-01T04:56:52.928558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:00:53.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":771,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.734084+0000","last_change":"2023-12-01T04:41:15.895712+0000","last_active":"2023-12-01T04:56:52.734084+0000","last_peered":"2023-12-01T04:56:52.734084+0000","last_clean":"2023-12-01T04:56:52.734084+0000","last_became_active":"2023-12-01T04:41:15.895428+0000","last_became_peered":"2023-12-01T04:41:15.895428+0000","last_unstale":"2023-12-01T04:56:52.734084+0000","last_undegraded":"2023-12-01T04:56:52.734084+0000","last_fullsized":"2023-12-01T04:56:52.734084+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:30:29.735607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.929155+0000","last_change":"2023-12-01T04:41:15.898847+0000","last_active":"2023-12-01T04:56:52.929155+0000","last_peered":"2023-12-01T04:56:52.929155+0000","last_clean":"2023-12-01T04:56:52.929155+0000","last_became_active":"2023-12-01T04:41:15.898527+0000","last_became_peered":"2023-12-01T04:41:15.898527+0000","last_unstale":"2023-12-01T04:56:52.929155+0000","last_undegraded":"2023-12-01T04:56:52.929155+0000","last_fullsized":"2023-12-01T04:56:52.929155+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:59:31.259376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":777,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927454+0000","last_change":"2023-12-01T04:41:15.479702+0000","last_active":"2023-12-01T04:56:52.927454+0000","last_peered":"2023-12-01T04:56:52.927454+0000","last_clean":"2023-12-01T04:56:52.927454+0000","last_became_active":"2023-12-01T04:41:15.479435+0000","last_became_peered":"2023-12-01T04:41:15.479435+0000","last_unstale":"2023-12-01T04:56:52.927454+0000","last_undegraded":"2023-12-01T04:56:52.927454+0000","last_fullsized":"2023-12-01T04:56:52.927454+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:09:50.993180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631252+0000","last_change":"2023-12-01T04:41:15.894274+0000","last_active":"2023-12-01T04:56:52.631252+0000","last_peered":"2023-12-01T04:56:52.631252+0000","last_clean":"2023-12-01T04:56:52.631252+0000","last_became_active":"2023-12-01T04:41:15.894027+0000","last_became_peered":"2023-12-01T04:41:15.894027+0000","last_unstale":"2023-12-01T04:56:52.631252+0000","last_undegraded":"2023-12-01T04:56:52.631252+0000","last_fullsized":"2023-12-01T04:56:52.631252+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:32:11.002059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":770,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631344+0000","last_change":"2023-12-01T04:41:15.482656+0000","last_active":"2023-12-01T04:56:52.631344+0000","last_peered":"2023-12-01T04:56:52.631344+0000","last_clean":"2023-12-01T04:56:52.631344+0000","last_became_active":"2023-12-01T04:41:15.482495+0000","last_became_peered":"2023-12-01T04:41:15.482495+0000","last_unstale":"2023-12-01T04:56:52.631344+0000","last_undegraded":"2023-12-01T04:56:52.631344+0000","last_fullsized":"2023-12-01T04:56:52.631344+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:26:16.625037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":773,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631097+0000","last_change":"2023-12-01T04:42:50.330018+0000","last_active":"2023-12-01T04:56:52.631097+0000","last_peered":"2023-12-01T04:56:52.631097+0000","last_clean":"2023-12-01T04:56:52.631097+0000","last_became_active":"2023-12-01T04:42:50.329712+0000","last_became_peered":"2023-12-01T04:42:50.329712+0000","last_unstale":"2023-12-01T04:56:52.631097+0000","last_undegraded":"2023-12-01T04:56:52.631097+0000","last_fullsized":"2023-12-01T04:56:52.631097+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:37:11.759424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928980+0000","last_change":"2023-12-01T04:41:15.484046+0000","last_active":"2023-12-01T04:56:52.928980+0000","last_peered":"2023-12-01T04:56:52.928980+0000","last_clean":"2023-12-01T04:56:52.928980+0000","last_became_active":"2023-12-01T04:41:15.483519+0000","last_became_peered":"2023-12-01T04:41:15.483519+0000","last_unstale":"2023-12-01T04:56:52.928980+0000","last_undegraded":"2023-12-01T04:56:52.928980+0000","last_fullsized":"2023-12-01T04:56:52.928980+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:53:37.731686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927860+0000","last_change":"2023-12-01T04:41:15.885321+0000","last_active":"2023-12-01T04:56:52.927860+0000","last_peered":"2023-12-01T04:56:52.927860+0000","last_clean":"2023-12-01T04:56:52.927860+0000","last_became_active":"2023-12-01T04:41:15.885005+0000","last_became_peered":"2023-12-01T04:41:15.885005+0000","last_unstale":"2023-12-01T04:56:52.927860+0000","last_undegraded":"2023-12-01T04:56:52.927860+0000","last_fullsized":"2023-12-01T04:56:52.927860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:04:54.261345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928822+0000","last_change":"2023-12-01T04:41:15.481563+0000","last_active":"2023-12-01T04:56:52.928822+0000","last_peered":"2023-12-01T04:56:52.928822+0000","last_clean":"2023-12-01T04:56:52.928822+0000","last_became_active":"2023-12-01T04:41:15.481254+0000","last_became_peered":"2023-12-01T04:41:15.481254+0000","last_unstale":"2023-12-01T04:56:52.928822+0000","last_undegraded":"2023-12-01T04:56:52.928822+0000","last_fullsized":"2023-12-01T04:56:52.928822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:11:20.944564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927734+0000","last_change":"2023-12-01T04:41:15.891300+0000","last_active":"2023-12-01T04:56:52.927734+0000","last_peered":"2023-12-01T04:56:52.927734+0000","last_clean":"2023-12-01T04:56:52.927734+0000","last_became_active":"2023-12-01T04:41:15.890997+0000","last_became_peered":"2023-12-01T04:41:15.890997+0000","last_unstale":"2023-12-01T04:56:52.927734+0000","last_undegraded":"2023-12-01T04:56:52.927734+0000","last_fullsized":"2023-12-01T04:56:52.927734+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:43:43.559798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":769,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.632323+0000","last_change":"2023-12-01T04:41:15.484095+0000","last_active":"2023-12-01T04:56:52.632323+0000","last_peered":"2023-12-01T04:56:52.632323+0000","last_clean":"2023-12-01T04:56:52.632323+0000","last_became_active":"2023-12-01T04:41:15.483729+0000","last_became_peered":"2023-12-01T04:41:15.483729+0000","last_unstale":"2023-12-01T04:56:52.632323+0000","last_undegraded":"2023-12-01T04:56:52.632323+0000","last_fullsized":"2023-12-01T04:56:52.632323+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:43:34.760380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":776,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.634876+0000","last_change":"2023-12-01T04:41:15.895501+0000","last_active":"2023-12-01T04:56:52.634876+0000","last_peered":"2023-12-01T04:56:52.634876+0000","last_clean":"2023-12-01T04:56:52.634876+0000","last_became_active":"2023-12-01T04:41:15.895200+0000","last_became_peered":"2023-12-01T04:41:15.895200+0000","last_unstale":"2023-12-01T04:56:52.634876+0000","last_undegraded":"2023-12-01T04:56:52.634876+0000","last_fullsized":"2023-12-01T04:56:52.634876+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:17:10.797108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912602+0000","last_change":"2023-12-01T04:41:15.477383+0000","last_active":"2023-12-01T04:56:52.912602+0000","last_peered":"2023-12-01T04:56:52.912602+0000","last_clean":"2023-12-01T04:56:52.912602+0000","last_became_active":"2023-12-01T04:41:15.476886+0000","last_became_peered":"2023-12-01T04:41:15.476886+0000","last_unstale":"2023-12-01T04:56:52.912602+0000","last_undegraded":"2023-12-01T04:56:52.912602+0000","last_fullsized":"2023-12-01T04:56:52.912602+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:45.629341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":771,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927010+0000","last_change":"2023-12-01T04:41:15.887502+0000","last_active":"2023-12-01T04:56:52.927010+0000","last_peered":"2023-12-01T04:56:52.927010+0000","last_clean":"2023-12-01T04:56:52.927010+0000","last_became_active":"2023-12-01T04:41:15.886709+0000","last_became_peered":"2023-12-01T04:41:15.886709+0000","last_unstale":"2023-12-01T04:56:52.927010+0000","last_undegraded":"2023-12-01T04:56:52.927010+0000","last_fullsized":"2023-12-01T04:56:52.927010+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:51:36.549433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631707+0000","last_change":"2023-12-01T04:41:15.484075+0000","last_active":"2023-12-01T04:56:52.631707+0000","last_peered":"2023-12-01T04:56:52.631707+0000","last_clean":"2023-12-01T04:56:52.631707+0000","last_became_active":"2023-12-01T04:41:15.483746+0000","last_became_peered":"2023-12-01T04:41:15.483746+0000","last_unstale":"2023-12-01T04:56:52.631707+0000","last_undegraded":"2023-12-01T04:56:52.631707+0000","last_fullsized":"2023-12-01T04:56:52.631707+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:22:44.597488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630620+0000","last_change":"2023-12-01T04:41:15.890183+0000","last_active":"2023-12-01T04:56:52.630620+0000","last_peered":"2023-12-01T04:56:52.630620+0000","last_clean":"2023-12-01T04:56:52.630620+0000","last_became_active":"2023-12-01T04:41:15.889928+0000","last_became_peered":"2023-12-01T04:41:15.889928+0000","last_unstale":"2023-12-01T04:56:52.630620+0000","last_undegraded":"2023-12-01T04:56:52.630620+0000","last_fullsized":"2023-12-01T04:56:52.630620+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:39:21.739200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927255+0000","last_change":"2023-12-01T04:41:15.480518+0000","last_active":"2023-12-01T04:56:52.927255+0000","last_peered":"2023-12-01T04:56:52.927255+0000","last_clean":"2023-12-01T04:56:52.927255+0000","last_became_active":"2023-12-01T04:41:15.480202+0000","last_became_peered":"2023-12-01T04:41:15.480202+0000","last_unstale":"2023-12-01T04:56:52.927255+0000","last_undegraded":"2023-12-01T04:56:52.927255+0000","last_fullsized":"2023-12-01T04:56:52.927255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:10:35.465379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":780,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631462+0000","last_change":"2023-12-01T04:41:15.892760+0000","last_active":"2023-12-01T04:56:52.631462+0000","last_peered":"2023-12-01T04:56:52.631462+0000","last_clean":"2023-12-01T04:56:52.631462+0000","last_became_active":"2023-12-01T04:41:15.892480+0000","last_became_peered":"2023-12-01T04:41:15.892480+0000","last_unstale":"2023-12-01T04:56:52.631462+0000","last_undegraded":"2023-12-01T04:56:52.631462+0000","last_fullsized":"2023-12-01T04:56:52.631462+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.162583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912998+0000","last_change":"2023-12-01T04:41:15.476952+0000","last_active":"2023-12-01T04:56:52.912998+0000","last_peered":"2023-12-01T04:56:52.912998+0000","last_clean":"2023-12-01T04:56:52.912998+0000","last_became_active":"2023-12-01T04:41:15.476485+0000","last_became_peered":"2023-12-01T04:41:15.476485+0000","last_unstale":"2023-12-01T04:56:52.912998+0000","last_undegraded":"2023-12-01T04:56:52.912998+0000","last_fullsized":"2023-12-01T04:56:52.912998+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:16:34.935001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928171+0000","last_change":"2023-12-01T04:41:15.886812+0000","last_active":"2023-12-01T04:56:52.928171+0000","last_peered":"2023-12-01T04:56:52.928171+0000","last_clean":"2023-12-01T04:56:52.928171+0000","last_became_active":"2023-12-01T04:41:15.886531+0000","last_became_peered":"2023-12-01T04:41:15.886531+0000","last_unstale":"2023-12-01T04:56:52.928171+0000","last_undegraded":"2023-12-01T04:56:52.928171+0000","last_fullsized":"2023-12-01T04:56:52.928171+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:19:53.479203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927900+0000","last_change":"2023-12-01T04:41:15.478323+0000","last_active":"2023-12-01T04:56:52.927900+0000","last_peered":"2023-12-01T04:56:52.927900+0000","last_clean":"2023-12-01T04:56:52.927900+0000","last_became_active":"2023-12-01T04:41:15.478004+0000","last_became_peered":"2023-12-01T04:41:15.478004+0000","last_unstale":"2023-12-01T04:56:52.927900+0000","last_undegraded":"2023-12-01T04:56:52.927900+0000","last_fullsized":"2023-12-01T04:56:52.927900+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:22:41.163124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":771,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927406+0000","last_change":"2023-12-01T04:41:15.889973+0000","last_active":"2023-12-01T04:56:52.927406+0000","last_peered":"2023-12-01T04:56:52.927406+0000","last_clean":"2023-12-01T04:56:52.927406+0000","last_became_active":"2023-12-01T04:41:15.889711+0000","last_became_peered":"2023-12-01T04:41:15.889711+0000","last_unstale":"2023-12-01T04:56:52.927406+0000","last_undegraded":"2023-12-01T04:56:52.927406+0000","last_fullsized":"2023-12-01T04:56:52.927406+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:05.678463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":784,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631277+0000","last_change":"2023-12-01T04:41:15.478848+0000","last_active":"2023-12-01T04:56:52.631277+0000","last_peered":"2023-12-01T04:56:52.631277+0000","last_clean":"2023-12-01T04:56:52.631277+0000","last_became_active":"2023-12-01T04:41:15.478554+0000","last_became_peered":"2023-12-01T04:41:15.478554+0000","last_unstale":"2023-12-01T04:56:52.631277+0000","last_undegraded":"2023-12-01T04:56:52.631277+0000","last_fullsized":"2023-12-01T04:56:52.631277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:24:33.888031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733822+0000","last_change":"2023-12-01T04:42:50.331602+0000","last_active":"2023-12-01T04:56:52.733822+0000","last_peered":"2023-12-01T04:56:52.733822+0000","last_clean":"2023-12-01T04:56:52.733822+0000","last_became_active":"2023-12-01T04:42:50.331291+0000","last_became_peered":"2023-12-01T04:42:50.331291+0000","last_unstale":"2023-12-01T04:56:52.733822+0000","last_undegraded":"2023-12-01T04:56:52.733822+0000","last_fullsized":"2023-12-01T04:56:52.733822+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:12:10.696390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"70'12","reported_seq":772,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912662+0000","last_change":"2023-12-01T04:41:15.477406+0000","last_active":"2023-12-01T04:56:52.912662+0000","last_peered":"2023-12-01T04:56:52.912662+0000","last_clean":"2023-12-01T04:56:52.912662+0000","last_became_active":"2023-12-01T04:41:15.477035+0000","last_became_peered":"2023-12-01T04:41:15.477035+0000","last_unstale":"2023-12-01T04:56:52.912662+0000","last_undegraded":"2023-12-01T04:56:52.912662+0000","last_fullsized":"2023-12-01T04:56:52.912662+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:09:18.595820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2632,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":773,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.929134+0000","last_change":"2023-12-01T04:42:50.783923+0000","last_active":"2023-12-01T04:56:52.929134+0000","last_peered":"2023-12-01T04:56:52.929134+0000","last_clean":"2023-12-01T04:56:52.929134+0000","last_became_active":"2023-12-01T04:42:50.783594+0000","last_became_peered":"2023-12-01T04:42:50.783594+0000","last_unstale":"2023-12-01T04:56:52.929134+0000","last_undegraded":"2023-12-01T04:56:52.929134+0000","last_fullsized":"2023-12-01T04:56:52.929134+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:04:12.318459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":774,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927112+0000","last_change":"2023-12-01T04:41:15.481866+0000","last_active":"2023-12-01T04:56:52.927112+0000","last_peered":"2023-12-01T04:56:52.927112+0000","last_clean":"2023-12-01T04:56:52.927112+0000","last_became_active":"2023-12-01T04:41:15.481673+0000","last_became_peered":"2023-12-01T04:41:15.481673+0000","last_unstale":"2023-12-01T04:56:52.927112+0000","last_undegraded":"2023-12-01T04:56:52.927112+0000","last_fullsized":"2023-12-01T04:56:52.927112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:41:42.274299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":771,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.926974+0000","last_change":"2023-12-01T04:41:15.885619+0000","last_active":"2023-12-01T04:56:52.926974+0000","last_peered":"2023-12-01T04:56:52.926974+0000","last_clean":"2023-12-01T04:56:52.926974+0000","last_became_active":"2023-12-01T04:41:15.885346+0000","last_became_peered":"2023-12-01T04:41:15.885346+0000","last_unstale":"2023-12-01T04:56:52.926974+0000","last_undegraded":"2023-12-01T04:56:52.926974+0000","last_fullsized":"2023-12-01T04:56:52.926974+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:12:50.896804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927381+0000","last_change":"2023-12-01T04:41:15.480767+0000","last_active":"2023-12-01T04:56:52.927381+0000","last_peered":"2023-12-01T04:56:52.927381+0000","last_clean":"2023-12-01T04:56:52.927381+0000","last_became_active":"2023-12-01T04:41:15.480480+0000","last_became_peered":"2023-12-01T04:41:15.480480+0000","last_unstale":"2023-12-01T04:56:52.927381+0000","last_undegraded":"2023-12-01T04:56:52.927381+0000","last_fullsized":"2023-12-01T04:56:52.927381+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:50:42.728743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928553+0000","last_change":"2023-12-01T04:41:15.906822+0000","last_active":"2023-12-01T04:56:52.928553+0000","last_peered":"2023-12-01T04:56:52.928553+0000","last_clean":"2023-12-01T04:56:52.928553+0000","last_became_active":"2023-12-01T04:41:15.905914+0000","last_became_peered":"2023-12-01T04:41:15.905914+0000","last_unstale":"2023-12-01T04:56:52.928553+0000","last_undegraded":"2023-12-01T04:56:52.928553+0000","last_fullsized":"2023-12-01T04:56:52.928553+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:35:37.501109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912363+0000","last_change":"2023-12-01T04:41:15.480505+0000","last_active":"2023-12-01T04:56:52.912363+0000","last_peered":"2023-12-01T04:56:52.912363+0000","last_clean":"2023-12-01T04:56:52.912363+0000","last_became_active":"2023-12-01T04:41:15.480185+0000","last_became_peered":"2023-12-01T04:41:15.480185+0000","last_unstale":"2023-12-01T04:56:52.912363+0000","last_undegraded":"2023-12-01T04:56:52.912363+0000","last_fullsized":"2023-12-01T04:56:52.912363+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:12:07.382990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":759,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912360+0000","last_change":"2023-12-01T04:41:15.902597+0000","last_active":"2023-12-01T04:56:52.912360+0000","last_peered":"2023-12-01T04:56:52.912360+0000","last_clean":"2023-12-01T04:56:52.912360+0000","last_became_active":"2023-12-01T04:41:15.902174+0000","last_became_peered":"2023-12-01T04:41:15.902174+0000","last_unstale":"2023-12-01T04:56:52.912360+0000","last_undegraded":"2023-12-01T04:56:52.912360+0000","last_fullsized":"2023-12-01T04:56:52.912360+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:23.636579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":780,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733509+0000","last_change":"2023-12-01T04:41:15.472706+0000","last_active":"2023-12-01T04:56:52.733509+0000","last_peered":"2023-12-01T04:56:52.733509+0000","last_clean":"2023-12-01T04:56:52.733509+0000","last_became_active":"2023-12-01T04:41:15.472434+0000","last_became_peered":"2023-12-01T04:41:15.472434+0000","last_unstale":"2023-12-01T04:56:52.733509+0000","last_undegraded":"2023-12-01T04:56:52.733509+0000","last_fullsized":"2023-12-01T04:56:52.733509+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:28:02.066671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928260+0000","last_change":"2023-12-01T04:41:15.905698+0000","last_active":"2023-12-01T04:56:52.928260+0000","last_peered":"2023-12-01T04:56:52.928260+0000","last_clean":"2023-12-01T04:56:52.928260+0000","last_became_active":"2023-12-01T04:41:15.905052+0000","last_became_peered":"2023-12-01T04:41:15.905052+0000","last_unstale":"2023-12-01T04:56:52.928260+0000","last_undegraded":"2023-12-01T04:56:52.928260+0000","last_fullsized":"2023-12-01T04:56:52.928260+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:24:39.315164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"824'1119","reported_seq":3443,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.580150+0000","last_change":"2023-12-01T04:56:53.580493+0000","last_active":"2023-12-01T04:56:53.580150+0000","last_peered":"2023-12-01T04:56:53.580150+0000","last_clean":"2023-12-01T04:56:53.580150+0000","last_became_active":"2023-12-01T04:44:08.065758+0000","last_became_peered":"2023-12-01T04:44:08.065758+0000","last_unstale":"2023-12-01T04:56:53.580150+0000","last_undegraded":"2023-12-01T04:56:53.580150+0000","last_fullsized":"2023-12-01T04:56:53.580150+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":1119,"log_dups_size":0,"ondisk_log_size":1119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:32:57.972109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062169799999999996,"stat_sum":{"num_bytes":10919936,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":182,"num_read_kb":183124,"num_write":326,"num_write_kb":79152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":778,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.635907+0000","last_change":"2023-12-01T04:41:15.475890+0000","last_active":"2023-12-01T04:56:52.635907+0000","last_peered":"2023-12-01T04:56:52.635907+0000","last_clean":"2023-12-01T04:56:52.635907+0000","last_became_active":"2023-12-01T04:41:15.475589+0000","last_became_peered":"2023-12-01T04:41:15.475589+0000","last_unstale":"2023-12-01T04:56:52.635907+0000","last_undegraded":"2023-12-01T04:56:52.635907+0000","last_fullsized":"2023-12-01T04:56:52.635907+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:18:39.421491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928924+0000","last_change":"2023-12-01T04:41:15.900132+0000","last_active":"2023-12-01T04:56:52.928924+0000","last_peered":"2023-12-01T04:56:52.928924+0000","last_clean":"2023-12-01T04:56:52.928924+0000","last_became_active":"2023-12-01T04:41:15.899836+0000","last_became_peered":"2023-12-01T04:41:15.899836+0000","last_unstale":"2023-12-01T04:56:52.928924+0000","last_undegraded":"2023-12-01T04:56:52.928924+0000","last_fullsized":"2023-12-01T04:56:52.928924+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:41:59.668437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"826'1798","reported_seq":4045,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.614884+0000","last_change":"2023-12-01T04:56:53.573202+0000","last_active":"2023-12-01T04:56:53.614884+0000","last_peered":"2023-12-01T04:56:53.614884+0000","last_clean":"2023-12-01T04:56:53.614884+0000","last_became_active":"2023-12-01T04:44:08.074506+0000","last_became_peered":"2023-12-01T04:44:08.074506+0000","last_unstale":"2023-12-01T04:56:53.614884+0000","last_undegraded":"2023-12-01T04:56:53.614884+0000","last_fullsized":"2023-12-01T04:56:53.614884+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":1798,"log_dups_size":0,"ondisk_log_size":1798,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:03:14.271718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00117303,"stat_sum":{"num_bytes":23044096,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":275,"num_read_kb":328904,"num_write":763,"num_write_kb":130240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":777,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630397+0000","last_change":"2023-12-01T04:41:52.201998+0000","last_active":"2023-12-01T04:56:52.630397+0000","last_peered":"2023-12-01T04:56:52.630397+0000","last_clean":"2023-12-01T04:56:52.630397+0000","last_became_active":"2023-12-01T04:41:52.201662+0000","last_became_peered":"2023-12-01T04:41:52.201662+0000","last_unstale":"2023-12-01T04:56:52.630397+0000","last_undegraded":"2023-12-01T04:56:52.630397+0000","last_fullsized":"2023-12-01T04:56:52.630397+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:08:08.942323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":782,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631811+0000","last_change":"2023-12-01T04:41:15.476167+0000","last_active":"2023-12-01T04:56:52.631811+0000","last_peered":"2023-12-01T04:56:52.631811+0000","last_clean":"2023-12-01T04:56:52.631811+0000","last_became_active":"2023-12-01T04:41:15.475803+0000","last_became_peered":"2023-12-01T04:41:15.475803+0000","last_unstale":"2023-12-01T04:56:52.631811+0000","last_undegraded":"2023-12-01T04:56:52.631811+0000","last_fullsized":"2023-12-01T04:56:52.631811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:39:21.092862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927797+0000","last_change":"2023-12-01T04:41:15.883516+0000","last_active":"2023-12-01T04:56:52.927797+0000","last_peered":"2023-12-01T04:56:52.927797+0000","last_clean":"2023-12-01T04:56:52.927797+0000","last_became_active":"2023-12-01T04:41:15.883200+0000","last_became_peered":"2023-12-01T04:41:15.883200+0000","last_unstale":"2023-12-01T04:56:52.927797+0000","last_undegraded":"2023-12-01T04:56:52.927797+0000","last_fullsized":"2023-12-01T04:56:52.927797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:17:46.545846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"824'511","reported_seq":2926,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.572814+0000","last_change":"2023-12-01T04:56:53.573107+0000","last_active":"2023-12-01T04:56:53.572814+0000","last_peered":"2023-12-01T04:56:53.572814+0000","last_clean":"2023-12-01T04:56:53.572814+0000","last_became_active":"2023-12-01T04:44:08.067155+0000","last_became_peered":"2023-12-01T04:44:08.067155+0000","last_unstale":"2023-12-01T04:56:53.572814+0000","last_undegraded":"2023-12-01T04:56:53.572814+0000","last_fullsized":"2023-12-01T04:56:53.572814+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":511,"log_dups_size":0,"ondisk_log_size":511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:50:45.629295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001420061,"stat_sum":{"num_bytes":2375680,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":1,"num_read":71,"num_read_kb":104431,"num_write":201,"num_write_kb":29448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":777,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631852+0000","last_change":"2023-12-01T04:41:52.056826+0000","last_active":"2023-12-01T04:56:52.631852+0000","last_peered":"2023-12-01T04:56:52.631852+0000","last_clean":"2023-12-01T04:56:52.631852+0000","last_became_active":"2023-12-01T04:41:52.056440+0000","last_became_peered":"2023-12-01T04:41:52.056440+0000","last_unstale":"2023-12-01T04:56:52.631852+0000","last_undegraded":"2023-12-01T04:56:52.631852+0000","last_fullsized":"2023-12-01T04:56:52.631852+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:49:42.551415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":762,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927515+0000","last_change":"2023-12-01T04:41:15.476355+0000","last_active":"2023-12-01T04:56:52.927515+0000","last_peered":"2023-12-01T04:56:52.927515+0000","last_clean":"2023-12-01T04:56:52.927515+0000","last_became_active":"2023-12-01T04:41:15.476053+0000","last_became_peered":"2023-12-01T04:41:15.476053+0000","last_unstale":"2023-12-01T04:56:52.927515+0000","last_undegraded":"2023-12-01T04:56:52.927515+0000","last_fullsized":"2023-12-01T04:56:52.927515+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:57:34.880536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":777,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.635127+0000","last_change":"2023-12-01T04:41:15.902847+0000","last_active":"2023-12-01T04:56:52.635127+0000","last_peered":"2023-12-01T04:56:52.635127+0000","last_clean":"2023-12-01T04:56:52.635127+0000","last_became_active":"2023-12-01T04:41:15.902546+0000","last_became_peered":"2023-12-01T04:41:15.902546+0000","last_unstale":"2023-12-01T04:56:52.635127+0000","last_undegraded":"2023-12-01T04:56:52.635127+0000","last_fullsized":"2023-12-01T04:56:52.635127+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:18:24.455509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"824'924","reported_seq":3250,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.581183+0000","last_change":"2023-12-01T04:56:53.581444+0000","last_active":"2023-12-01T04:56:53.581183+0000","last_peered":"2023-12-01T04:56:53.581183+0000","last_clean":"2023-12-01T04:56:53.581183+0000","last_became_active":"2023-12-01T04:44:08.067154+0000","last_became_peered":"2023-12-01T04:44:08.067154+0000","last_unstale":"2023-12-01T04:56:53.581183+0000","last_undegraded":"2023-12-01T04:56:53.581183+0000","last_fullsized":"2023-12-01T04:56:53.581183+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":924,"log_dups_size":0,"ondisk_log_size":924,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:46:32.282615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010371410000000001,"stat_sum":{"num_bytes":11132928,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":256102,"num_write":408,"num_write_kb":79280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":776,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630929+0000","last_change":"2023-12-01T04:41:52.202092+0000","last_active":"2023-12-01T04:56:52.630929+0000","last_peered":"2023-12-01T04:56:52.630929+0000","last_clean":"2023-12-01T04:56:52.630929+0000","last_became_active":"2023-12-01T04:41:52.201693+0000","last_became_peered":"2023-12-01T04:41:52.201693+0000","last_unstale":"2023-12-01T04:56:52.630929+0000","last_undegraded":"2023-12-01T04:56:52.630929+0000","last_fullsized":"2023-12-01T04:56:52.630929+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:41:10.242851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":781,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630504+0000","last_change":"2023-12-01T04:41:15.894681+0000","last_active":"2023-12-01T04:56:52.630504+0000","last_peered":"2023-12-01T04:56:52.630504+0000","last_clean":"2023-12-01T04:56:52.630504+0000","last_became_active":"2023-12-01T04:41:15.894397+0000","last_became_peered":"2023-12-01T04:41:15.894397+0000","last_unstale":"2023-12-01T04:56:52.630504+0000","last_undegraded":"2023-12-01T04:56:52.630504+0000","last_fullsized":"2023-12-01T04:56:52.630504+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:33:23.364478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":773,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733649+0000","last_change":"2023-12-01T04:41:15.478154+0000","last_active":"2023-12-01T04:56:52.733649+0000","last_peered":"2023-12-01T04:56:52.733649+0000","last_clean":"2023-12-01T04:56:52.733649+0000","last_became_active":"2023-12-01T04:41:15.477856+0000","last_became_peered":"2023-12-01T04:41:15.477856+0000","last_unstale":"2023-12-01T04:56:52.733649+0000","last_undegraded":"2023-12-01T04:56:52.733649+0000","last_fullsized":"2023-12-01T04:56:52.733649+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:03:59.008438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"826'3139","reported_seq":5277,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.579953+0000","last_change":"2023-12-01T04:56:53.579953+0000","last_active":"2023-12-01T04:56:53.579953+0000","last_peered":"2023-12-01T04:56:53.579953+0000","last_clean":"2023-12-01T04:56:53.579953+0000","last_became_active":"2023-12-01T04:44:08.072179+0000","last_became_peered":"2023-12-01T04:44:08.072179+0000","last_unstale":"2023-12-01T04:56:53.579953+0000","last_undegraded":"2023-12-01T04:56:53.579953+0000","last_fullsized":"2023-12-01T04:56:53.579953+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":3139,"log_dups_size":0,"ondisk_log_size":3139,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:59.643680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002845925,"stat_sum":{"num_bytes":24346624,"num_objects":10,"num_object_clones":5,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":3,"num_read":498,"num_read_kb":895728,"num_write":1000,"num_write_kb":231520,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":756,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912671+0000","last_change":"2023-12-01T04:41:52.302171+0000","last_active":"2023-12-01T04:56:52.912671+0000","last_peered":"2023-12-01T04:56:52.912671+0000","last_clean":"2023-12-01T04:56:52.912671+0000","last_became_active":"2023-12-01T04:41:52.301864+0000","last_became_peered":"2023-12-01T04:41:52.301864+0000","last_unstale":"2023-12-01T04:56:52.912671+0000","last_undegraded":"2023-12-01T04:56:52.912671+0000","last_fullsized":"2023-12-01T04:56:52.912671+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:57:57.511248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.632374+0000","last_change":"2023-12-01T04:41:15.893070+0000","last_active":"2023-12-01T04:56:52.632374+0000","last_peered":"2023-12-01T04:56:52.632374+0000","last_clean":"2023-12-01T04:56:52.632374+0000","last_became_active":"2023-12-01T04:41:15.892817+0000","last_became_peered":"2023-12-01T04:41:15.892817+0000","last_unstale":"2023-12-01T04:56:52.632374+0000","last_undegraded":"2023-12-01T04:56:52.632374+0000","last_fullsized":"2023-12-01T04:56:52.632374+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:57:02.845872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":762,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927448+0000","last_change":"2023-12-01T04:41:15.478488+0000","last_active":"2023-12-01T04:56:52.927448+0000","last_peered":"2023-12-01T04:56:52.927448+0000","last_clean":"2023-12-01T04:56:52.927448+0000","last_became_active":"2023-12-01T04:41:15.478170+0000","last_became_peered":"2023-12-01T04:41:15.478170+0000","last_unstale":"2023-12-01T04:56:52.927448+0000","last_undegraded":"2023-12-01T04:56:52.927448+0000","last_fullsized":"2023-12-01T04:56:52.927448+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:30:55.755904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"70'164","reported_seq":1141,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928097+0000","last_change":"2023-12-01T04:41:02.300190+0000","last_active":"2023-12-01T04:56:52.928097+0000","last_peered":"2023-12-01T04:56:52.928097+0000","last_clean":"2023-12-01T04:56:52.928097+0000","last_became_active":"2023-12-01T04:41:02.299800+0000","last_became_peered":"2023-12-01T04:41:02.299800+0000","last_unstale":"2023-12-01T04:56:52.928097+0000","last_undegraded":"2023-12-01T04:56:52.928097+0000","last_fullsized":"2023-12-01T04:56:52.928097+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:39:09.665985+0000","last_clean_scrub_stamp":"2023-12-01T04:39:09.665985+0000","objects_scrubbed":0,"log_size":164,"log_dups_size":0,"ondisk_log_size":164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:53:35.745451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":538,"num_read_kb":704,"num_write":251,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"824'1512","reported_seq":3822,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.580836+0000","last_change":"2023-12-01T04:56:53.581376+0000","last_active":"2023-12-01T04:56:53.580836+0000","last_peered":"2023-12-01T04:56:53.580836+0000","last_clean":"2023-12-01T04:56:53.580836+0000","last_became_active":"2023-12-01T04:44:08.070691+0000","last_became_peered":"2023-12-01T04:44:08.070691+0000","last_unstale":"2023-12-01T04:56:53.580836+0000","last_undegraded":"2023-12-01T04:56:53.580836+0000","last_fullsized":"2023-12-01T04:56:53.580836+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":1512,"log_dups_size":0,"ondisk_log_size":1512,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:59:42.927642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074598500000000001,"stat_sum":{"num_bytes":13287424,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":1,"num_read":277,"num_read_kb":399633,"num_write":393,"num_write_kb":111824,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927144+0000","last_change":"2023-12-01T04:41:52.056801+0000","last_active":"2023-12-01T04:56:52.927144+0000","last_peered":"2023-12-01T04:56:52.927144+0000","last_clean":"2023-12-01T04:56:52.927144+0000","last_became_active":"2023-12-01T04:41:52.056497+0000","last_became_peered":"2023-12-01T04:41:52.056497+0000","last_unstale":"2023-12-01T04:56:52.927144+0000","last_undegraded":"2023-12-01T04:56:52.927144+0000","last_fullsized":"2023-12-01T04:56:52.927144+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:08:10.252302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":772,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.926756+0000","last_change":"2023-12-01T04:41:15.888819+0000","last_active":"2023-12-01T04:56:52.926756+0000","last_peered":"2023-12-01T04:56:52.926756+0000","last_clean":"2023-12-01T04:56:52.926756+0000","last_became_active":"2023-12-01T04:41:15.888316+0000","last_became_peered":"2023-12-01T04:41:15.888316+0000","last_unstale":"2023-12-01T04:56:52.926756+0000","last_undegraded":"2023-12-01T04:56:52.926756+0000","last_fullsized":"2023-12-01T04:56:52.926756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:53:45.766002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":766,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927239+0000","last_change":"2023-12-01T04:41:15.483362+0000","last_active":"2023-12-01T04:56:52.927239+0000","last_peered":"2023-12-01T04:56:52.927239+0000","last_clean":"2023-12-01T04:56:52.927239+0000","last_became_active":"2023-12-01T04:41:15.483051+0000","last_became_peered":"2023-12-01T04:41:15.483051+0000","last_unstale":"2023-12-01T04:56:52.927239+0000","last_undegraded":"2023-12-01T04:56:52.927239+0000","last_fullsized":"2023-12-01T04:56:52.927239+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:11:36.960899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"824'843","reported_seq":3193,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.588725+0000","last_change":"2023-12-01T04:56:53.588992+0000","last_active":"2023-12-01T04:56:53.588725+0000","last_peered":"2023-12-01T04:56:53.588725+0000","last_clean":"2023-12-01T04:56:53.588725+0000","last_became_active":"2023-12-01T04:44:08.069001+0000","last_became_peered":"2023-12-01T04:44:08.069001+0000","last_unstale":"2023-12-01T04:56:53.588725+0000","last_undegraded":"2023-12-01T04:56:53.588725+0000","last_fullsized":"2023-12-01T04:56:53.588725+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":843,"log_dups_size":0,"ondisk_log_size":843,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:19:54.911387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046501000000000002,"stat_sum":{"num_bytes":2703360,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":2,"num_read":125,"num_read_kb":211159,"num_write":401,"num_write_kb":50424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.926904+0000","last_change":"2023-12-01T04:41:52.302022+0000","last_active":"2023-12-01T04:56:52.926904+0000","last_peered":"2023-12-01T04:56:52.926904+0000","last_clean":"2023-12-01T04:56:52.926904+0000","last_became_active":"2023-12-01T04:41:52.301749+0000","last_became_peered":"2023-12-01T04:41:52.301749+0000","last_unstale":"2023-12-01T04:56:52.926904+0000","last_undegraded":"2023-12-01T04:56:52.926904+0000","last_fullsized":"2023-12-01T04:56:52.926904+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:34:42.615858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":766,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.928969+0000","last_change":"2023-12-01T04:41:15.483151+0000","last_active":"2023-12-01T04:56:52.928969+0000","last_peered":"2023-12-01T04:56:52.928969+0000","last_clean":"2023-12-01T04:56:52.928969+0000","last_became_active":"2023-12-01T04:41:15.482838+0000","last_became_peered":"2023-12-01T04:41:15.482838+0000","last_unstale":"2023-12-01T04:56:52.928969+0000","last_undegraded":"2023-12-01T04:56:52.928969+0000","last_fullsized":"2023-12-01T04:56:52.928969+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:26:03.040345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":781,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631903+0000","last_change":"2023-12-01T04:41:15.883055+0000","last_active":"2023-12-01T04:56:52.631903+0000","last_peered":"2023-12-01T04:56:52.631903+0000","last_clean":"2023-12-01T04:56:52.631903+0000","last_became_active":"2023-12-01T04:41:15.881352+0000","last_became_peered":"2023-12-01T04:41:15.881352+0000","last_unstale":"2023-12-01T04:56:52.631903+0000","last_undegraded":"2023-12-01T04:56:52.631903+0000","last_fullsized":"2023-12-01T04:56:52.631903+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T04:52:25.756537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"826'1888","reported_seq":4184,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.620904+0000","last_change":"2023-12-01T04:56:53.573015+0000","last_active":"2023-12-01T04:56:53.620904+0000","last_peered":"2023-12-01T04:56:53.620904+0000","last_clean":"2023-12-01T04:56:53.620904+0000","last_became_active":"2023-12-01T04:44:08.073110+0000","last_became_peered":"2023-12-01T04:44:08.073110+0000","last_unstale":"2023-12-01T04:56:53.620904+0000","last_undegraded":"2023-12-01T04:56:53.620904+0000","last_fullsized":"2023-12-01T04:56:53.620904+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":1888,"log_dups_size":0,"ondisk_log_size":1888,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:29:24.170764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00089749999999999997,"stat_sum":{"num_bytes":21102592,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":333,"num_read_kb":414242,"num_write":780,"num_write_kb":163552,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630440+0000","last_change":"2023-12-01T04:41:52.303447+0000","last_active":"2023-12-01T04:56:52.630440+0000","last_peered":"2023-12-01T04:56:52.630440+0000","last_clean":"2023-12-01T04:56:52.630440+0000","last_became_active":"2023-12-01T04:41:52.303108+0000","last_became_peered":"2023-12-01T04:41:52.303108+0000","last_unstale":"2023-12-01T04:56:52.630440+0000","last_undegraded":"2023-12-01T04:56:52.630440+0000","last_fullsized":"2023-12-01T04:56:52.630440+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:05:49.217308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":783,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631239+0000","last_change":"2023-12-01T04:41:15.468646+0000","last_active":"2023-12-01T04:56:52.631239+0000","last_peered":"2023-12-01T04:56:52.631239+0000","last_clean":"2023-12-01T04:56:52.631239+0000","last_became_active":"2023-12-01T04:41:15.468369+0000","last_became_peered":"2023-12-01T04:41:15.468369+0000","last_unstale":"2023-12-01T04:56:52.631239+0000","last_undegraded":"2023-12-01T04:56:52.631239+0000","last_fullsized":"2023-12-01T04:56:52.631239+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:12:39.019924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631588+0000","last_change":"2023-12-01T04:41:15.895995+0000","last_active":"2023-12-01T04:56:52.631588+0000","last_peered":"2023-12-01T04:56:52.631588+0000","last_clean":"2023-12-01T04:56:52.631588+0000","last_became_active":"2023-12-01T04:41:15.895705+0000","last_became_peered":"2023-12-01T04:41:15.895705+0000","last_unstale":"2023-12-01T04:56:52.631588+0000","last_undegraded":"2023-12-01T04:56:52.631588+0000","last_fullsized":"2023-12-01T04:56:52.631588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:10:49.915503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"824'478","reported_seq":2903,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.584416+0000","last_change":"2023-12-01T04:56:53.584701+0000","last_active":"2023-12-01T04:56:53.584416+0000","last_peered":"2023-12-01T04:56:53.584416+0000","last_clean":"2023-12-01T04:56:53.584416+0000","last_became_active":"2023-12-01T04:44:08.078083+0000","last_became_peered":"2023-12-01T04:44:08.078083+0000","last_unstale":"2023-12-01T04:56:53.584416+0000","last_undegraded":"2023-12-01T04:56:53.584416+0000","last_fullsized":"2023-12-01T04:56:53.584416+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":478,"log_dups_size":0,"ondisk_log_size":478,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:55:50.987349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067195500000000001,"stat_sum":{"num_bytes":3547136,"num_objects":2,"num_object_clones":1,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":50878,"num_write":176,"num_write_kb":39544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":773,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.634715+0000","last_change":"2023-12-01T04:41:52.201901+0000","last_active":"2023-12-01T04:56:52.634715+0000","last_peered":"2023-12-01T04:56:52.634715+0000","last_clean":"2023-12-01T04:56:52.634715+0000","last_became_active":"2023-12-01T04:41:52.201569+0000","last_became_peered":"2023-12-01T04:41:52.201569+0000","last_unstale":"2023-12-01T04:56:52.634715+0000","last_undegraded":"2023-12-01T04:56:52.634715+0000","last_fullsized":"2023-12-01T04:56:52.634715+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:50.716111+0000","last_clean_scrub_stamp":"2023-12-01T04:41:50.716111+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:34:22.809214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":763,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.913025+0000","last_change":"2023-12-01T04:41:15.478580+0000","last_active":"2023-12-01T04:56:52.913025+0000","last_peered":"2023-12-01T04:56:52.913025+0000","last_clean":"2023-12-01T04:56:52.913025+0000","last_became_active":"2023-12-01T04:41:15.477496+0000","last_became_peered":"2023-12-01T04:41:15.477496+0000","last_unstale":"2023-12-01T04:56:52.913025+0000","last_undegraded":"2023-12-01T04:56:52.913025+0000","last_fullsized":"2023-12-01T04:56:52.913025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:50:55.719268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":772,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927284+0000","last_change":"2023-12-01T04:41:15.885444+0000","last_active":"2023-12-01T04:56:52.927284+0000","last_peered":"2023-12-01T04:56:52.927284+0000","last_clean":"2023-12-01T04:56:52.927284+0000","last_became_active":"2023-12-01T04:41:15.885192+0000","last_became_peered":"2023-12-01T04:41:15.885192+0000","last_unstale":"2023-12-01T04:56:52.927284+0000","last_undegraded":"2023-12-01T04:56:52.927284+0000","last_fullsized":"2023-12-01T04:56:52.927284+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:40:24.646768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"824'918","reported_seq":3261,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.581587+0000","last_change":"2023-12-01T04:56:53.581774+0000","last_active":"2023-12-01T04:56:53.581587+0000","last_peered":"2023-12-01T04:56:53.581587+0000","last_clean":"2023-12-01T04:56:53.581587+0000","last_became_active":"2023-12-01T04:44:08.070356+0000","last_became_peered":"2023-12-01T04:44:08.070356+0000","last_unstale":"2023-12-01T04:56:53.581587+0000","last_undegraded":"2023-12-01T04:56:53.581587+0000","last_fullsized":"2023-12-01T04:56:53.581587+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":918,"log_dups_size":0,"ondisk_log_size":918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T14:29:53.534143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030915700000000001,"stat_sum":{"num_bytes":7307264,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":171668,"num_write":326,"num_write_kb":79408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":766,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927863+0000","last_change":"2023-12-01T04:41:15.484424+0000","last_active":"2023-12-01T04:56:52.927863+0000","last_peered":"2023-12-01T04:56:52.927863+0000","last_clean":"2023-12-01T04:56:52.927863+0000","last_became_active":"2023-12-01T04:41:15.483614+0000","last_became_peered":"2023-12-01T04:41:15.483614+0000","last_unstale":"2023-12-01T04:56:52.927863+0000","last_undegraded":"2023-12-01T04:56:52.927863+0000","last_fullsized":"2023-12-01T04:56:52.927863+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:23:28.263082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":777,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.634963+0000","last_change":"2023-12-01T04:41:15.897370+0000","last_active":"2023-12-01T04:56:52.634963+0000","last_peered":"2023-12-01T04:56:52.634963+0000","last_clean":"2023-12-01T04:56:52.634963+0000","last_became_active":"2023-12-01T04:41:15.895684+0000","last_became_peered":"2023-12-01T04:41:15.895684+0000","last_unstale":"2023-12-01T04:56:52.634963+0000","last_undegraded":"2023-12-01T04:56:52.634963+0000","last_fullsized":"2023-12-01T04:56:52.634963+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:53:35.707202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"824'987","reported_seq":3295,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.572897+0000","last_change":"2023-12-01T04:56:53.573225+0000","last_active":"2023-12-01T04:56:53.572897+0000","last_peered":"2023-12-01T04:56:53.572897+0000","last_clean":"2023-12-01T04:56:53.572897+0000","last_became_active":"2023-12-01T04:44:08.068116+0000","last_became_peered":"2023-12-01T04:44:08.068116+0000","last_unstale":"2023-12-01T04:56:53.572897+0000","last_undegraded":"2023-12-01T04:56:53.572897+0000","last_fullsized":"2023-12-01T04:56:53.572897+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":987,"log_dups_size":0,"ondisk_log_size":987,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:50:15.432351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049722399999999999,"stat_sum":{"num_bytes":1736704,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":121,"num_read_kb":116688,"num_write":295,"num_write_kb":53912,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":782,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631545+0000","last_change":"2023-12-01T04:41:15.478325+0000","last_active":"2023-12-01T04:56:52.631545+0000","last_peered":"2023-12-01T04:56:52.631545+0000","last_clean":"2023-12-01T04:56:52.631545+0000","last_became_active":"2023-12-01T04:41:15.478049+0000","last_became_peered":"2023-12-01T04:41:15.478049+0000","last_unstale":"2023-12-01T04:56:52.631545+0000","last_undegraded":"2023-12-01T04:56:52.631545+0000","last_fullsized":"2023-12-01T04:56:52.631545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:55:30.898227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630531+0000","last_change":"2023-12-01T04:41:15.889498+0000","last_active":"2023-12-01T04:56:52.630531+0000","last_peered":"2023-12-01T04:56:52.630531+0000","last_clean":"2023-12-01T04:56:52.630531+0000","last_became_active":"2023-12-01T04:41:15.889222+0000","last_became_peered":"2023-12-01T04:41:15.889222+0000","last_unstale":"2023-12-01T04:56:52.630531+0000","last_undegraded":"2023-12-01T04:56:52.630531+0000","last_fullsized":"2023-12-01T04:56:52.630531+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:10:07.778112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"824'2638","reported_seq":4868,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.620492+0000","last_change":"2023-12-01T04:56:53.581790+0000","last_active":"2023-12-01T04:56:53.620492+0000","last_peered":"2023-12-01T04:56:53.620492+0000","last_clean":"2023-12-01T04:56:53.620492+0000","last_became_active":"2023-12-01T04:44:08.067985+0000","last_became_peered":"2023-12-01T04:44:08.067985+0000","last_unstale":"2023-12-01T04:56:53.620492+0000","last_undegraded":"2023-12-01T04:56:53.620492+0000","last_fullsized":"2023-12-01T04:56:53.620492+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":2638,"log_dups_size":0,"ondisk_log_size":2638,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T05:35:25.177974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000666032,"stat_sum":{"num_bytes":15728640,"num_objects":8,"num_object_clones":4,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":462,"num_read_kb":558216,"num_write":867,"num_write_kb":193648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":782,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630736+0000","last_change":"2023-12-01T04:41:15.475311+0000","last_active":"2023-12-01T04:56:52.630736+0000","last_peered":"2023-12-01T04:56:52.630736+0000","last_clean":"2023-12-01T04:56:52.630736+0000","last_became_active":"2023-12-01T04:41:15.475038+0000","last_became_peered":"2023-12-01T04:41:15.475038+0000","last_unstale":"2023-12-01T04:56:52.630736+0000","last_undegraded":"2023-12-01T04:56:52.630736+0000","last_fullsized":"2023-12-01T04:56:52.630736+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:40:42.664559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.632168+0000","last_change":"2023-12-01T04:41:15.893739+0000","last_active":"2023-12-01T04:56:52.632168+0000","last_peered":"2023-12-01T04:56:52.632168+0000","last_clean":"2023-12-01T04:56:52.632168+0000","last_became_active":"2023-12-01T04:41:15.893456+0000","last_became_peered":"2023-12-01T04:41:15.893456+0000","last_unstale":"2023-12-01T04:56:52.632168+0000","last_undegraded":"2023-12-01T04:56:52.632168+0000","last_fullsized":"2023-12-01T04:56:52.632168+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T10:33:40.765062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"824'2692","reported_seq":4850,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.576099+0000","last_change":"2023-12-01T04:56:53.576394+0000","last_active":"2023-12-01T04:56:53.576099+0000","last_peered":"2023-12-01T04:56:53.576099+0000","last_clean":"2023-12-01T04:56:53.576099+0000","last_became_active":"2023-12-01T04:44:08.065591+0000","last_became_peered":"2023-12-01T04:44:08.065591+0000","last_unstale":"2023-12-01T04:56:53.576099+0000","last_undegraded":"2023-12-01T04:56:53.576099+0000","last_fullsized":"2023-12-01T04:56:53.576099+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":2692,"log_dups_size":0,"ondisk_log_size":2692,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:53:26.796548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047316200000000001,"stat_sum":{"num_bytes":54837248,"num_objects":12,"num_object_clones":7,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":374,"num_read_kb":529759,"num_write":859,"num_write_kb":191440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.b","version":"62'2","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733719+0000","last_change":"2023-12-01T04:42:50.334581+0000","last_active":"2023-12-01T04:56:52.733719+0000","last_peered":"2023-12-01T04:56:52.733719+0000","last_clean":"2023-12-01T04:56:52.733719+0000","last_became_active":"2023-12-01T04:42:50.331910+0000","last_became_peered":"2023-12-01T04:42:50.331910+0000","last_unstale":"2023-12-01T04:56:52.733719+0000","last_undegraded":"2023-12-01T04:56:52.733719+0000","last_fullsized":"2023-12-01T04:56:52.733719+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:07:27.799378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,5],"acting":[2,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912478+0000","last_change":"2023-12-01T04:41:15.903143+0000","last_active":"2023-12-01T04:56:52.912478+0000","last_peered":"2023-12-01T04:56:52.912478+0000","last_clean":"2023-12-01T04:56:52.912478+0000","last_became_active":"2023-12-01T04:41:15.902857+0000","last_became_peered":"2023-12-01T04:41:15.902857+0000","last_unstale":"2023-12-01T04:56:52.912478+0000","last_undegraded":"2023-12-01T04:56:52.912478+0000","last_fullsized":"2023-12-01T04:56:52.912478+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:00:13.730861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"824'2505","reported_seq":4737,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.580549+0000","last_change":"2023-12-01T04:56:53.581040+0000","last_active":"2023-12-01T04:56:53.580549+0000","last_peered":"2023-12-01T04:56:53.580549+0000","last_clean":"2023-12-01T04:56:53.580549+0000","last_became_active":"2023-12-01T04:44:08.067173+0000","last_became_peered":"2023-12-01T04:44:08.067173+0000","last_unstale":"2023-12-01T04:56:53.580549+0000","last_undegraded":"2023-12-01T04:56:53.580549+0000","last_fullsized":"2023-12-01T04:56:53.580549+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":2505,"log_dups_size":0,"ondisk_log_size":2505,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:04:18.475167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010105680000000001,"stat_sum":{"num_bytes":39239680,"num_objects":10,"num_object_clones":5,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":440,"num_read_kb":654631,"num_write":724,"num_write_kb":162648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":772,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733585+0000","last_change":"2023-12-01T04:41:15.472053+0000","last_active":"2023-12-01T04:56:52.733585+0000","last_peered":"2023-12-01T04:56:52.733585+0000","last_clean":"2023-12-01T04:56:52.733585+0000","last_became_active":"2023-12-01T04:41:15.471730+0000","last_became_peered":"2023-12-01T04:41:15.471730+0000","last_unstale":"2023-12-01T04:56:52.733585+0000","last_undegraded":"2023-12-01T04:56:52.733585+0000","last_fullsized":"2023-12-01T04:56:52.733585+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:57:05.035903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.929053+0000","last_change":"2023-12-01T04:41:15.895420+0000","last_active":"2023-12-01T04:56:52.929053+0000","last_peered":"2023-12-01T04:56:52.929053+0000","last_clean":"2023-12-01T04:56:52.929053+0000","last_became_active":"2023-12-01T04:41:15.895120+0000","last_became_peered":"2023-12-01T04:41:15.895120+0000","last_unstale":"2023-12-01T04:56:52.929053+0000","last_undegraded":"2023-12-01T04:56:52.929053+0000","last_fullsized":"2023-12-01T04:56:52.929053+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:31:33.170316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"826'1509","reported_seq":3869,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.585542+0000","last_change":"2023-12-01T04:56:53.587118+0000","last_active":"2023-12-01T04:56:53.585542+0000","last_peered":"2023-12-01T04:56:53.585542+0000","last_clean":"2023-12-01T04:56:53.585542+0000","last_became_active":"2023-12-01T04:44:08.073124+0000","last_became_peered":"2023-12-01T04:44:08.073124+0000","last_unstale":"2023-12-01T04:56:53.585542+0000","last_undegraded":"2023-12-01T04:56:53.585542+0000","last_fullsized":"2023-12-01T04:56:53.585542+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":1509,"log_dups_size":0,"ondisk_log_size":1509,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:23:25.095545+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0070317519999999996,"stat_sum":{"num_bytes":34267136,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":291,"num_read_kb":476811,"num_write":517,"num_write_kb":135184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":782,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630816+0000","last_change":"2023-12-01T04:41:15.478172+0000","last_active":"2023-12-01T04:56:52.630816+0000","last_peered":"2023-12-01T04:56:52.630816+0000","last_clean":"2023-12-01T04:56:52.630816+0000","last_became_active":"2023-12-01T04:41:15.477773+0000","last_became_peered":"2023-12-01T04:41:15.477773+0000","last_unstale":"2023-12-01T04:56:52.630816+0000","last_undegraded":"2023-12-01T04:56:52.630816+0000","last_fullsized":"2023-12-01T04:56:52.630816+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:59:52.272667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927720+0000","last_change":"2023-12-01T04:41:15.900786+0000","last_active":"2023-12-01T04:56:52.927720+0000","last_peered":"2023-12-01T04:56:52.927720+0000","last_clean":"2023-12-01T04:56:52.927720+0000","last_became_active":"2023-12-01T04:41:15.900493+0000","last_became_peered":"2023-12-01T04:41:15.900493+0000","last_unstale":"2023-12-01T04:56:52.927720+0000","last_undegraded":"2023-12-01T04:56:52.927720+0000","last_fullsized":"2023-12-01T04:56:52.927720+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:23:48.286577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"824'1425","reported_seq":3735,"reported_epoch":826,"state":"active+clean","last_fresh":"2023-12-01T04:56:53.612926+0000","last_change":"2023-12-01T04:56:53.576646+0000","last_active":"2023-12-01T04:56:53.612926+0000","last_peered":"2023-12-01T04:56:53.612926+0000","last_clean":"2023-12-01T04:56:53.612926+0000","last_became_active":"2023-12-01T04:44:08.070415+0000","last_became_peered":"2023-12-01T04:44:08.070415+0000","last_unstale":"2023-12-01T04:56:53.612926+0000","last_undegraded":"2023-12-01T04:56:53.612926+0000","last_fullsized":"2023-12-01T04:56:53.612926+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:44:07.044357+0000","last_clean_scrub_stamp":"2023-12-01T04:44:07.044357+0000","objects_scrubbed":0,"log_size":1425,"log_dups_size":0,"ondisk_log_size":1425,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:10:36.114606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061692799999999999,"stat_sum":{"num_bytes":13893632,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":221,"num_read_kb":199202,"num_write":343,"num_write_kb":92264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2d8","length":"1"},{"start":"2e1","length":"1"},{"start":"2ea","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":774,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.734002+0000","last_change":"2023-12-01T04:41:15.477303+0000","last_active":"2023-12-01T04:56:52.734002+0000","last_peered":"2023-12-01T04:56:52.734002+0000","last_clean":"2023-12-01T04:56:52.734002+0000","last_became_active":"2023-12-01T04:41:15.477024+0000","last_became_peered":"2023-12-01T04:41:15.477024+0000","last_unstale":"2023-12-01T04:56:52.734002+0000","last_undegraded":"2023-12-01T04:56:52.734002+0000","last_fullsized":"2023-12-01T04:56:52.734002+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:14.447844+0000","last_clean_scrub_stamp":"2023-12-01T04:41:14.447844+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:42:26.254050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.929148+0000","last_change":"2023-12-01T04:41:15.900728+0000","last_active":"2023-12-01T04:56:52.929148+0000","last_peered":"2023-12-01T04:56:52.929148+0000","last_clean":"2023-12-01T04:56:52.929148+0000","last_became_active":"2023-12-01T04:41:15.900355+0000","last_became_peered":"2023-12-01T04:41:15.900355+0000","last_unstale":"2023-12-01T04:56:52.929148+0000","last_undegraded":"2023-12-01T04:56:52.929148+0000","last_fullsized":"2023-12-01T04:56:52.929148+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:23:40.316265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912266+0000","last_change":"2023-12-01T04:41:15.895379+0000","last_active":"2023-12-01T04:56:52.912266+0000","last_peered":"2023-12-01T04:56:52.912266+0000","last_clean":"2023-12-01T04:56:52.912266+0000","last_became_active":"2023-12-01T04:41:15.894971+0000","last_became_peered":"2023-12-01T04:41:15.894971+0000","last_unstale":"2023-12-01T04:56:52.912266+0000","last_undegraded":"2023-12-01T04:56:52.912266+0000","last_fullsized":"2023-12-01T04:56:52.912266+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:13:11.905216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":781,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733436+0000","last_change":"2023-12-01T04:42:50.331293+0000","last_active":"2023-12-01T04:56:52.733436+0000","last_peered":"2023-12-01T04:56:52.733436+0000","last_clean":"2023-12-01T04:56:52.733436+0000","last_became_active":"2023-12-01T04:42:50.330979+0000","last_became_peered":"2023-12-01T04:42:50.330979+0000","last_unstale":"2023-12-01T04:56:52.733436+0000","last_undegraded":"2023-12-01T04:56:52.733436+0000","last_fullsized":"2023-12-01T04:56:52.733436+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T09:09:06.512579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,6],"acting":[2,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927467+0000","last_change":"2023-12-01T04:41:15.889855+0000","last_active":"2023-12-01T04:56:52.927467+0000","last_peered":"2023-12-01T04:56:52.927467+0000","last_clean":"2023-12-01T04:56:52.927467+0000","last_became_active":"2023-12-01T04:41:15.889237+0000","last_became_peered":"2023-12-01T04:41:15.889237+0000","last_unstale":"2023-12-01T04:56:52.927467+0000","last_undegraded":"2023-12-01T04:56:52.927467+0000","last_fullsized":"2023-12-01T04:56:52.927467+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:07:27.853885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":772,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927033+0000","last_change":"2023-12-01T04:41:15.887786+0000","last_active":"2023-12-01T04:56:52.927033+0000","last_peered":"2023-12-01T04:56:52.927033+0000","last_clean":"2023-12-01T04:56:52.927033+0000","last_became_active":"2023-12-01T04:41:15.887512+0000","last_became_peered":"2023-12-01T04:41:15.887512+0000","last_unstale":"2023-12-01T04:56:52.927033+0000","last_undegraded":"2023-12-01T04:56:52.927033+0000","last_fullsized":"2023-12-01T04:56:52.927033+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:41:30.369149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630686+0000","last_change":"2023-12-01T04:41:15.890558+0000","last_active":"2023-12-01T04:56:52.630686+0000","last_peered":"2023-12-01T04:56:52.630686+0000","last_clean":"2023-12-01T04:56:52.630686+0000","last_became_active":"2023-12-01T04:41:15.890257+0000","last_became_peered":"2023-12-01T04:41:15.890257+0000","last_unstale":"2023-12-01T04:56:52.630686+0000","last_undegraded":"2023-12-01T04:56:52.630686+0000","last_fullsized":"2023-12-01T04:56:52.630686+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T12:48:36.005728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":781,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.630631+0000","last_change":"2023-12-01T04:41:15.882975+0000","last_active":"2023-12-01T04:56:52.630631+0000","last_peered":"2023-12-01T04:56:52.630631+0000","last_clean":"2023-12-01T04:56:52.630631+0000","last_became_active":"2023-12-01T04:41:15.882798+0000","last_became_peered":"2023-12-01T04:41:15.882798+0000","last_unstale":"2023-12-01T04:56:52.630631+0000","last_undegraded":"2023-12-01T04:56:52.630631+0000","last_fullsized":"2023-12-01T04:56:52.630631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T15:35:10.888132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912998+0000","last_change":"2023-12-01T04:41:15.903115+0000","last_active":"2023-12-01T04:56:52.912998+0000","last_peered":"2023-12-01T04:56:52.912998+0000","last_clean":"2023-12-01T04:56:52.912998+0000","last_became_active":"2023-12-01T04:41:15.902790+0000","last_became_peered":"2023-12-01T04:41:15.902790+0000","last_unstale":"2023-12-01T04:56:52.912998+0000","last_undegraded":"2023-12-01T04:56:52.912998+0000","last_fullsized":"2023-12-01T04:56:52.912998+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:59:39.880549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":768,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631503+0000","last_change":"2023-12-01T04:41:15.884121+0000","last_active":"2023-12-01T04:56:52.631503+0000","last_peered":"2023-12-01T04:56:52.631503+0000","last_clean":"2023-12-01T04:56:52.631503+0000","last_became_active":"2023-12-01T04:41:15.883892+0000","last_became_peered":"2023-12-01T04:41:15.883892+0000","last_unstale":"2023-12-01T04:56:52.631503+0000","last_undegraded":"2023-12-01T04:56:52.631503+0000","last_fullsized":"2023-12-01T04:56:52.631503+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T07:14:49.469624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":761,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927265+0000","last_change":"2023-12-01T04:41:15.884130+0000","last_active":"2023-12-01T04:56:52.927265+0000","last_peered":"2023-12-01T04:56:52.927265+0000","last_clean":"2023-12-01T04:56:52.927265+0000","last_became_active":"2023-12-01T04:41:15.883824+0000","last_became_peered":"2023-12-01T04:41:15.883824+0000","last_unstale":"2023-12-01T04:56:52.927265+0000","last_undegraded":"2023-12-01T04:56:52.927265+0000","last_fullsized":"2023-12-01T04:56:52.927265+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T16:04:27.901153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":767,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.631947+0000","last_change":"2023-12-01T04:41:15.898073+0000","last_active":"2023-12-01T04:56:52.631947+0000","last_peered":"2023-12-01T04:56:52.631947+0000","last_clean":"2023-12-01T04:56:52.631947+0000","last_became_active":"2023-12-01T04:41:15.897697+0000","last_became_peered":"2023-12-01T04:41:15.897697+0000","last_unstale":"2023-12-01T04:56:52.631947+0000","last_undegraded":"2023-12-01T04:56:52.631947+0000","last_fullsized":"2023-12-01T04:56:52.631947+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T11:29:18.746697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":760,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.927645+0000","last_change":"2023-12-01T04:41:15.890551+0000","last_active":"2023-12-01T04:56:52.927645+0000","last_peered":"2023-12-01T04:56:52.927645+0000","last_clean":"2023-12-01T04:56:52.927645+0000","last_became_active":"2023-12-01T04:41:15.890230+0000","last_became_peered":"2023-12-01T04:41:15.890230+0000","last_unstale":"2023-12-01T04:56:52.927645+0000","last_undegraded":"2023-12-01T04:56:52.927645+0000","last_fullsized":"2023-12-01T04:56:52.927645+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T13:17:09.536144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":764,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.733566+0000","last_change":"2023-12-01T04:42:50.331101+0000","last_active":"2023-12-01T04:56:52.733566+0000","last_peered":"2023-12-01T04:56:52.733566+0000","last_clean":"2023-12-01T04:56:52.733566+0000","last_became_active":"2023-12-01T04:42:50.330801+0000","last_became_peered":"2023-12-01T04:42:50.330801+0000","last_unstale":"2023-12-01T04:56:52.733566+0000","last_undegraded":"2023-12-01T04:56:52.733566+0000","last_fullsized":"2023-12-01T04:56:52.733566+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T06:16:49.508071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":759,"reported_epoch":825,"state":"active+clean","last_fresh":"2023-12-01T04:56:52.912752+0000","last_change":"2023-12-01T04:41:15.905373+0000","last_active":"2023-12-01T04:56:52.912752+0000","last_peered":"2023-12-01T04:56:52.912752+0000","last_clean":"2023-12-01T04:56:52.912752+0000","last_became_active":"2023-12-01T04:41:15.904989+0000","last_became_peered":"2023-12-01T04:41:15.904989+0000","last_unstale":"2023-12-01T04:56:52.912752+0000","last_undegraded":"2023-12-01T04:56:52.912752+0000","last_fullsized":"2023-12-01T04:56:52.912752+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-01T04:41:15.449913+0000","last_clean_scrub_stamp":"2023-12-01T04:41:15.449913+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-02T08:33:45.881574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":279470080,"num_objects":102,"num_object_clones":55,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":11,"num_read":4030,"num_read_kb":5551176,"num_write":8379,"num_write_kb":1823488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":382476288,"data_stored":531210240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":24886,"ondisk_log_size":24886,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":538,"num_read_kb":704,"num_write":251,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3430,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201473,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":492208,"kb_used_data":40680,"kb_used_omap":0,"kb_used_meta":451520,"kb_avail":93252944,"statfs":{"total":95995035648,"available":95491014656,"internally_reserved":0,"allocated":41656320,"data_stored":49550282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":462356480},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.58799999999999997,"15min":0.56000000000000005},"min":{"1min":0.32200000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.97199999999999998,"5min":3.6179999999999999,"15min":3.6179999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55600000000000005,"15min":0.56200000000000006},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73099999999999998,"5min":1.6599999999999999,"15min":1.669},"last":0.72799999999999998}]},{"osd":1,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.60799999999999998,"15min":0.58099999999999996},"min":{"1min":0.41099999999999998,"5min":0.32000000000000001,"15min":0.31900000000000001},"max":{"1min":1.0149999999999999,"5min":3.5310000000000001,"15min":3.5310000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.61399999999999999,"15min":0.59099999999999997},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.31},"max":{"1min":0.93899999999999995,"5min":1.9810000000000001,"15min":2.9609999999999999},"last":0.68400000000000005}]},{"osd":2,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.64100000000000001,"15min":0.58099999999999996},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.312},"max":{"1min":0.96199999999999997,"5min":4.673,"15min":4.673},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.624,"15min":0.60699999999999998},"min":{"1min":0.48499999999999999,"5min":0.39700000000000002,"15min":0.371},"max":{"1min":0.74399999999999999,"5min":3.4590000000000001,"15min":3.4590000000000001},"last":0.67000000000000004}]},{"osd":3,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.60599999999999998,"15min":0.58499999999999996},"min":{"1min":0.34999999999999998,"5min":0.34100000000000003,"15min":0.33200000000000002},"max":{"1min":0.99199999999999999,"5min":4.4539999999999997,"15min":4.4539999999999997},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.65200000000000002,"15min":0.63},"min":{"1min":0.495,"5min":0.32200000000000001,"15min":0.318},"max":{"1min":1.3169999999999999,"5min":3.5720000000000001,"15min":3.5720000000000001},"last":0.76200000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.59799999999999998,"15min":0.53700000000000003},"min":{"1min":0.35299999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.71199999999999997,"5min":8.8450000000000006,"15min":8.8450000000000006},"last":0.5},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59299999999999997,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.34899999999999998,"15min":0.31},"max":{"1min":1.345,"5min":4.3899999999999997,"15min":4.3899999999999997},"last":0.54600000000000004}]},{"osd":5,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60699999999999998,"15min":0.57199999999999995},"min":{"1min":0.39400000000000002,"5min":0.33500000000000002,"15min":0.308},"max":{"1min":1.377,"5min":3.4910000000000001,"15min":3.4910000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.60299999999999998},"min":{"1min":0.42199999999999999,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.365,"5min":1.546,"15min":1.546},"last":0.58199999999999996}]},{"osd":6,"last update":"Fri Dec 1 04:56:30 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.623,"15min":0.61199999999999999},"min":{"1min":0.40200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.294,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.64100000000000001,"15min":0.61799999999999999},"min":{"1min":0.42999999999999999,"5min":0.313,"15min":0.313},"max":{"1min":1.4039999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.61599999999999999}]}]},{"osd":6,"up_from":47,"seq":201863463110,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":318684,"kb_used_data":29716,"kb_used_omap":0,"kb_used_meta":288960,"kb_avail":93426468,"statfs":{"total":95995035648,"available":95668703232,"internally_reserved":0,"allocated":30429184,"data_stored":36064182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":295895040},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:06 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55500000000000005,"15min":0.54600000000000004},"min":{"1min":0.378,"5min":0.314,"15min":0.28599999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":1.351},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.36399999999999999,"5min":0.307,"15min":0.28499999999999998},"max":{"1min":1.5109999999999999,"5min":1.5109999999999999,"15min":2.242},"last":0.41899999999999998}]},{"osd":1,"last update":"Fri Dec 1 04:56:06 2023","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.59499999999999997,"15min":0.58299999999999996},"min":{"1min":0.436,"5min":0.36399999999999999,"15min":0.25},"max":{"1min":0.91400000000000003,"5min":0.96499999999999997,"15min":1.4079999999999999},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.60099999999999998,"15min":0.59899999999999998},"min":{"1min":0.40999999999999998,"5min":0.252,"15min":0.252},"max":{"1min":1.5740000000000001,"5min":1.5740000000000001,"15min":2.9180000000000001},"last":0.60699999999999998}]},{"osd":2,"last update":"Fri Dec 1 04:56:06 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.86799999999999999,"15min":0.66800000000000004},"min":{"1min":0.39000000000000001,"5min":0.30199999999999999,"15min":0.27200000000000002},"max":{"1min":0.93500000000000005,"5min":27.798999999999999,"15min":27.798999999999999},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.88200000000000001,"15min":0.68100000000000005},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.30099999999999999},"max":{"1min":1.5880000000000001,"5min":27.902000000000001,"15min":27.902000000000001},"last":0.65100000000000002}]},{"osd":3,"last update":"Fri Dec 1 04:56:06 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56799999999999995,"15min":0.57999999999999996},"min":{"1min":0.40799999999999997,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.83599999999999997,"5min":0.91600000000000004,"15min":1.4630000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.435,"5min":0.35299999999999998,"15min":0.34100000000000003},"max":{"1min":1.5289999999999999,"5min":1.5800000000000001,"15min":2.8889999999999998},"last":0.47699999999999998}]},{"osd":4,"last update":"Fri Dec 1 04:56:06 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48899999999999999,"15min":0.51000000000000001},"min":{"1min":0.33200000000000002,"5min":0.29499999999999998,"15min":0.26500000000000001},"max":{"1min":0.70999999999999996,"5min":1.1579999999999999,"15min":2.2949999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52500000000000002,"15min":0.54000000000000004},"min":{"1min":0.35799999999999998,"5min":0.31,"15min":0.28899999999999998},"max":{"1min":0.747,"5min":0.77500000000000002,"15min":2.1509999999999998},"last":0.73399999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:56:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.53700000000000003,"15min":0.54800000000000004},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.30499999999999999},"max":{"1min":0.74099999999999999,"5min":1.242,"15min":2.2709999999999999},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56200000000000006,"15min":0.59699999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.77300000000000002,"5min":1.046,"15min":6.593},"last":0.51100000000000001}]},{"osd":7,"last update":"Fri Dec 1 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57999999999999996,"15min":0.60299999999999998},"min":{"1min":0.437,"5min":0.39100000000000001,"15min":0.34300000000000003},"max":{"1min":0.81699999999999995,"5min":1.1899999999999999,"15min":1.875},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.628,"15min":0.65100000000000002},"min":{"1min":0.38500000000000001,"5min":0.38200000000000001,"15min":0.33600000000000002},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":2.198},"last":0.77100000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575069,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":415652,"kb_used_data":55708,"kb_used_omap":0,"kb_used_meta":359936,"kb_avail":93329500,"statfs":{"total":95995035648,"available":95569408000,"internally_reserved":0,"allocated":57044992,"data_stored":73990126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":368574464},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.35299999999999998,"15min":0.34799999999999998},"min":{"1min":0.192,"5min":0.18099999999999999,"15min":0.17100000000000001},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.44800000000000001,"15min":0.42899999999999999},"min":{"1min":0.249,"5min":0.215,"15min":0.187},"max":{"1min":0.66400000000000003,"5min":5.0019999999999998,"15min":5.7140000000000004},"last":0.253}]},{"osd":2,"last update":"Fri Dec 1 04:56:38 2023","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.38200000000000001,"15min":0.38},"min":{"1min":0.24199999999999999,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":2.7440000000000002,"5min":2.7440000000000002,"15min":2.7440000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.46700000000000003,"15min":0.42999999999999999},"min":{"1min":0.30599999999999999,"5min":0.23499999999999999,"15min":0.224},"max":{"1min":0.88600000000000001,"5min":4.8890000000000002,"15min":4.8890000000000002},"last":0.32200000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:55:59 2023","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.49299999999999999,"15min":0.46500000000000002},"min":{"1min":0.28999999999999998,"5min":0.27000000000000002,"15min":0.26000000000000001},"max":{"1min":0.76400000000000001,"5min":4.7930000000000001,"15min":4.7930000000000001},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.41299999999999998,"15min":0.41699999999999998},"min":{"1min":0.27800000000000002,"5min":0.24199999999999999,"15min":0.23400000000000001},"max":{"1min":0.69499999999999995,"5min":0.81499999999999995,"15min":0.91300000000000003},"last":0.38800000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.63,"15min":0.60199999999999998},"min":{"1min":0.45500000000000002,"5min":0.35999999999999999,"15min":0.34200000000000003},"max":{"1min":1.4550000000000001,"5min":1.7,"15min":1.7},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.627},"min":{"1min":0.52800000000000002,"5min":0.42699999999999999,"15min":0.374},"max":{"1min":0.94699999999999995,"5min":4.3550000000000004,"15min":4.3550000000000004},"last":0.45700000000000002}]},{"osd":5,"last update":"Fri Dec 1 04:56:46 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68600000000000005,"15min":0.625},"min":{"1min":0.49399999999999999,"5min":0.318,"15min":0.318},"max":{"1min":1.597,"5min":5.5259999999999998,"15min":5.5259999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.66000000000000003,"15min":0.63600000000000001},"min":{"1min":0.38,"5min":0.38,"15min":0.34799999999999998},"max":{"1min":2.7909999999999999,"5min":2.7909999999999999,"15min":2.7909999999999999},"last":0.54900000000000004}]},{"osd":6,"last update":"Fri Dec 1 04:56:12 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.67200000000000004,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.373,"5min":3.5710000000000002,"15min":3.5710000000000002},"last":0.504},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.67200000000000004,"15min":0.66500000000000004},"min":{"1min":0.42499999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":2.819,"5min":2.819,"15min":7.5720000000000001},"last":0.46400000000000002}]},{"osd":7,"last update":"Fri Dec 1 04:56:24 2023","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.72399999999999998,"15min":0.66700000000000004},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.38500000000000001},"max":{"1min":2.843,"5min":2.843,"15min":2.843},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.748,"15min":0.68500000000000005},"min":{"1min":0.48799999999999999,"5min":0.41899999999999998,"15min":0.35399999999999998},"max":{"1min":0.99199999999999999,"5min":4.4050000000000002,"15min":4.4050000000000002},"last":0.47599999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738593,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":699772,"kb_used_data":69940,"kb_used_omap":0,"kb_used_meta":629824,"kb_avail":93045380,"statfs":{"total":95995035648,"available":95278469120,"internally_reserved":0,"allocated":71618560,"data_stored":105350214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":644939776},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Dec 1 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.34699999999999998,"15min":0.36699999999999999},"min":{"1min":0.22,"5min":0.19900000000000001,"15min":0.186},"max":{"1min":0.46200000000000002,"5min":0.60899999999999999,"15min":2.4209999999999998},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.35699999999999998,"15min":0.38},"min":{"1min":0.23999999999999999,"5min":0.218,"15min":0.19800000000000001},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":2.3079999999999998},"last":0.27000000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.41699999999999998,"5min":0.40300000000000002,"15min":0.41699999999999998},"min":{"1min":0.307,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":4.6360000000000001},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.38,"15min":0.40400000000000003},"min":{"1min":0.23499999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":3.6499999999999999},"last":0.38100000000000001}]},{"osd":3,"last update":"Fri Dec 1 04:55:59 2023","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.42399999999999999,"15min":0.46100000000000002},"min":{"1min":0.32400000000000001,"5min":0.25700000000000001,"15min":0.23899999999999999},"max":{"1min":0.60499999999999998,"5min":0.64100000000000001,"15min":4.1959999999999997},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.40699999999999997,"15min":0.44900000000000001},"min":{"1min":0.23899999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.59699999999999998,"5min":0.68400000000000005,"15min":4.2140000000000004},"last":0.42499999999999999}]},{"osd":4,"last update":"Fri Dec 1 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.59899999999999998,"15min":0.61599999999999999},"min":{"1min":0.38800000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":4.7309999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.45300000000000001,"5min":0.33900000000000002,"15min":0.308},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":4.593},"last":0.86599999999999999}]},{"osd":5,"last update":"Fri Dec 1 04:56:37 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.625,"15min":0.63600000000000001},"min":{"1min":0.45400000000000001,"5min":0.32700000000000001,"15min":0.32200000000000001},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":3.9039999999999999},"last":0.90800000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.59499999999999997,"15min":0.62},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":2.597},"last":0.55800000000000005}]},{"osd":6,"last update":"Fri Dec 1 04:55:59 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59999999999999998,"15min":0.61299999999999999},"min":{"1min":0.47699999999999998,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.81000000000000005,"5min":0.86599999999999999,"15min":2.5169999999999999},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.64100000000000001,"15min":0.64900000000000002},"min":{"1min":0.48899999999999999,"5min":0.38,"15min":0.38},"max":{"1min":0.82999999999999996,"5min":0.98799999999999999,"15min":2.6720000000000002},"last":0.83899999999999997}]},{"osd":7,"last update":"Fri Dec 1 04:56:35 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.63400000000000001,"15min":0.65900000000000003},"min":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.88300000000000001,"15min":4.1159999999999997},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.64200000000000002,"15min":0.66000000000000003},"min":{"1min":0.46400000000000002,"5min":0.38900000000000001,"15min":0.38700000000000001},"max":{"1min":1.036,"5min":1.036,"15min":2.3769999999999998},"last":0.93700000000000006}]}]},{"osd":2,"up_from":18,"seq":77309411544,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":744752,"kb_used_data":64680,"kb_used_omap":0,"kb_used_meta":680064,"kb_avail":93000400,"statfs":{"total":95995035648,"available":95232409600,"internally_reserved":0,"allocated":66232320,"data_stored":88035150,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":696385536},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.30599999999999999,"5min":0.34100000000000003,"15min":0.34399999999999997},"min":{"1min":0.19700000000000001,"5min":0.19700000000000001,"15min":0.182},"max":{"1min":0.44500000000000001,"5min":0.58299999999999996,"15min":1.2170000000000001},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.33200000000000002,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.23799999999999999,"5min":0.20300000000000001,"15min":0.19500000000000001},"max":{"1min":0.44,"5min":2.8780000000000001,"15min":2.8780000000000001},"last":0.31}]},{"osd":1,"last update":"Fri Dec 1 04:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.39200000000000002,"15min":0.40100000000000002},"min":{"1min":0.253,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.57099999999999995,"5min":0.72999999999999998,"15min":3.851},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.42399999999999999,"15min":0.42499999999999999},"min":{"1min":0.28299999999999997,"5min":0.249,"15min":0.19800000000000001},"max":{"1min":0.66300000000000003,"5min":0.71299999999999997,"15min":4.7309999999999999},"last":0.41899999999999998}]},{"osd":3,"last update":"Fri Dec 1 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.39800000000000002,"15min":0.41099999999999998},"min":{"1min":0.27000000000000002,"5min":0.24099999999999999,"15min":0.22800000000000001},"max":{"1min":0.57799999999999996,"5min":0.751,"15min":4.8410000000000002},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.42799999999999999,"15min":0.432},"min":{"1min":0.28299999999999997,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.63500000000000001,"5min":0.76300000000000001,"15min":4.7759999999999998},"last":0.38200000000000001}]},{"osd":4,"last update":"Fri Dec 1 04:56:21 2023","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.59699999999999998,"15min":0.59099999999999997},"min":{"1min":0.40400000000000003,"5min":0.34899999999999998,"15min":0.315},"max":{"1min":0.81799999999999995,"5min":0.98399999999999999,"15min":1.825},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.61099999999999999,"15min":0.59699999999999998},"min":{"1min":0.42799999999999999,"5min":0.38900000000000001,"15min":0.376},"max":{"1min":0.76800000000000002,"5min":0.91900000000000004,"15min":1.3129999999999999},"last":0.57299999999999995}]},{"osd":5,"last update":"Fri Dec 1 04:56:41 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.63700000000000001,"15min":0.621},"min":{"1min":0.35899999999999999,"5min":0.35699999999999998,"15min":0.32100000000000001},"max":{"1min":1.0269999999999999,"5min":3.1080000000000001,"15min":3.1080000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.626,"15min":0.622},"min":{"1min":0.41899999999999998,"5min":0.376,"15min":0.32200000000000001},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":2.5680000000000001},"last":0.58199999999999996}]},{"osd":6,"last update":"Fri Dec 1 04:56:01 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.623,"15min":0.61699999999999999},"min":{"1min":0.44400000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.80900000000000005,"5min":0.90400000000000003,"15min":1.3640000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.65900000000000003,"15min":0.64200000000000002},"min":{"1min":0.42499999999999999,"5min":0.39900000000000002,"15min":0.34599999999999997},"max":{"1min":3.145,"5min":3.145,"15min":4.8959999999999999},"last":0.63400000000000001}]},{"osd":7,"last update":"Fri Dec 1 04:56:33 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.65000000000000002,"15min":0.63500000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.38200000000000001},"max":{"1min":0.79000000000000004,"5min":3.1709999999999998,"15min":3.1709999999999998},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.64000000000000001,"15min":0.63600000000000001},"min":{"1min":0.44500000000000001,"5min":0.39300000000000002,"15min":0.35499999999999998},"max":{"1min":0.78500000000000003,"5min":1.0309999999999999,"15min":2.4809999999999999},"last":0.69699999999999995}]}]},{"osd":3,"up_from":26,"seq":111669149906,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":375336,"kb_used_data":46240,"kb_used_omap":0,"kb_used_meta":329088,"kb_avail":93369816,"statfs":{"total":95995035648,"available":95610691584,"internally_reserved":0,"allocated":47349760,"data_stored":59464190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":336986112},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1],"upper_bound":8},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.41899999999999998,"15min":0.377},"min":{"1min":0.192,"5min":0.192,"15min":0.187},"max":{"1min":0.505,"5min":5.3630000000000004,"15min":5.3630000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.371,"5min":0.42899999999999999,"15min":0.39200000000000002},"min":{"1min":0.223,"5min":0.223,"15min":0.20399999999999999},"max":{"1min":0.55200000000000005,"5min":2.8170000000000002,"15min":2.8170000000000002},"last":0.29399999999999998}]},{"osd":1,"last update":"Fri Dec 1 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.41399999999999998,"15min":0.40600000000000003},"min":{"1min":0.26200000000000001,"5min":0.21099999999999999,"15min":0.20000000000000001},"max":{"1min":0.66200000000000003,"5min":1.004,"15min":1.7050000000000001},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.371,"5min":0.39400000000000002,"15min":0.39500000000000002},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":0.56999999999999995,"5min":0.66300000000000003,"15min":0.96699999999999997},"last":0.68000000000000005}]},{"osd":2,"last update":"Fri Dec 1 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.42399999999999999,"15min":0.42799999999999999},"min":{"1min":0.28599999999999998,"5min":0.247,"15min":0.247},"max":{"1min":0.63100000000000001,"5min":0.69099999999999995,"15min":1.444},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.434,"15min":0.41599999999999998},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.22},"max":{"1min":0.73899999999999999,"5min":1.216,"15min":1.216},"last":0.56599999999999995}]},{"osd":4,"last update":"Fri Dec 1 04:56:26 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.61399999999999999,"15min":0.59999999999999998},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.32800000000000001},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":4.3650000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.65000000000000002,"15min":0.63100000000000001},"min":{"1min":0.34899999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.98499999999999999,"5min":1.0369999999999999,"15min":1.0629999999999999},"last":2.4820000000000002}]},{"osd":5,"last update":"Fri Dec 1 04:56:50 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.67100000000000004,"15min":0.627},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.35199999999999998},"max":{"1min":2.3610000000000002,"5min":2.3610000000000002,"15min":2.3610000000000002},"last":2.3610000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.71199999999999997,"15min":0.65400000000000003},"min":{"1min":0.376,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.359,"5min":6.2720000000000002,"15min":6.2720000000000002},"last":1.359}]},{"osd":6,"last update":"Fri Dec 1 04:56:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.66600000000000004,"15min":0.64600000000000002},"min":{"1min":0.40400000000000003,"5min":0.39500000000000002,"15min":0.378},"max":{"1min":1.077,"5min":2.2959999999999998,"15min":2.2959999999999998},"last":2.7959999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.63800000000000001,"15min":0.63200000000000001},"min":{"1min":0.443,"5min":0.437,"15min":0.36399999999999999},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.236},"last":2.0950000000000002}]},{"osd":7,"last update":"Fri Dec 1 04:56:26 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.66600000000000004,"15min":0.64700000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.39500000000000002},"max":{"1min":1.0049999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":2.419},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.67900000000000005,"15min":0.66500000000000004},"min":{"1min":0.46500000000000002,"5min":0.44,"15min":0.42899999999999999},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":2.4399999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986383,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":427232,"kb_used_data":63128,"kb_used_omap":0,"kb_used_meta":364096,"kb_avail":93317920,"statfs":{"total":95995035648,"available":95557550080,"internally_reserved":0,"allocated":64643072,"data_stored":79180306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":372834304},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.53100000000000003,"15min":0.52900000000000003},"min":{"1min":0.34699999999999998,"5min":0.23899999999999999,"15min":0.20300000000000001},"max":{"1min":0.76400000000000001,"5min":0.81000000000000005,"15min":0.84599999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.629,"5min":0.58999999999999997,"15min":0.56499999999999995},"min":{"1min":0.40000000000000002,"5min":0.32100000000000001,"15min":0.26100000000000001},"max":{"1min":0.81899999999999995,"5min":0.92100000000000004,"15min":2.5190000000000001},"last":0.45200000000000001}]},{"osd":1,"last update":"Fri Dec 1 04:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56699999999999995,"15min":0.55500000000000005},"min":{"1min":0.36899999999999999,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.76600000000000001,"5min":1.738,"15min":2.7570000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.56799999999999995,"15min":0.55500000000000005},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.56899999999999995,"15min":0.57599999999999996},"min":{"1min":0.39800000000000002,"5min":0.36399999999999999,"15min":0.318},"max":{"1min":0.78700000000000003,"5min":0.84199999999999997,"15min":4.0410000000000004},"last":0.504},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58299999999999996,"15min":0.57199999999999995},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.29999999999999999},"max":{"1min":0.81299999999999994,"5min":0.83199999999999996,"15min":2.4990000000000001},"last":0.57399999999999995}]},{"osd":3,"last update":"Fri Dec 1 04:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.58899999999999997,"15min":0.57999999999999996},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.33500000000000002},"max":{"1min":0.77200000000000002,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.59799999999999998,"15min":0.58699999999999997},"min":{"1min":0.41699999999999998,"5min":0.35099999999999998,"15min":0.314},"max":{"1min":0.80500000000000005,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":0.59099999999999997}]},{"osd":5,"last update":"Fri Dec 1 04:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.47999999999999998,"15min":0.47799999999999998},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.63200000000000001,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.51200000000000001,"15min":0.52300000000000002},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.28399999999999997},"max":{"1min":0.749,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.69099999999999995}]},{"osd":6,"last update":"Fri Dec 1 04:56:00 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51200000000000001,"15min":0.51700000000000002},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.65400000000000003,"5min":0.88500000000000001,"15min":0.89400000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.34499999999999997},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.76100000000000001}]},{"osd":7,"last update":"Fri Dec 1 04:56:39 2023","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57299999999999995,"15min":0.58799999999999997},"min":{"1min":0.35399999999999998,"5min":0.28399999999999997,"15min":0.28000000000000003},"max":{"1min":0.79700000000000004,"5min":0.94999999999999996,"15min":0.98799999999999999},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.60499999999999998,"15min":0.61699999999999999},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.76600000000000001,"5min":0.91300000000000003,"15min":0.97199999999999998},"last":0.73699999999999999}]}]},{"osd":5,"up_from":39,"seq":167503724746,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":819920,"kb_used_data":54856,"kb_used_omap":0,"kb_used_meta":765056,"kb_avail":92925232,"statfs":{"total":95995035648,"available":95155437568,"internally_reserved":0,"allocated":56172544,"data_stored":75827696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":783417344},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Dec 1 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58399999999999996,"15min":0.57099999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.252},"max":{"1min":0.90900000000000003,"5min":0.97399999999999998,"15min":4.1260000000000003},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.57999999999999996,"15min":0.54700000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.27000000000000002},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":2.4809999999999999},"last":0.52100000000000002}]},{"osd":1,"last update":"Fri Dec 1 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.58199999999999996,"15min":0.54200000000000004},"min":{"1min":0.36399999999999999,"5min":0.314,"15min":0.26700000000000002},"max":{"1min":1.1859999999999999,"5min":1.1859999999999999,"15min":1.1859999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58099999999999996,"15min":0.55700000000000005},"min":{"1min":0.38300000000000001,"5min":0.34899999999999998,"15min":0.29399999999999998},"max":{"1min":0.77600000000000002,"5min":1.026,"15min":1.026},"last":0.39500000000000002}]},{"osd":2,"last update":"Fri Dec 1 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.91300000000000003,"15min":0.68700000000000006},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.34200000000000003},"max":{"1min":1.2390000000000001,"5min":29.678999999999998,"15min":29.678999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.628,"5min":0.88200000000000001,"15min":0.67800000000000005},"min":{"1min":0.436,"5min":0.38400000000000001,"15min":0.30499999999999999},"max":{"1min":1.2270000000000001,"5min":29.495999999999999,"15min":29.495999999999999},"last":0.55400000000000005}]},{"osd":3,"last update":"Fri Dec 1 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.61399999999999999,"15min":0.57599999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.29399999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.63200000000000001,"15min":0.61299999999999999},"min":{"1min":0.434,"5min":0.41799999999999998,"15min":0.38600000000000001},"max":{"1min":0.83299999999999996,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.436}]},{"osd":4,"last update":"Fri Dec 1 04:56:43 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52000000000000002,"15min":0.5},"min":{"1min":0.42499999999999999,"5min":0.311,"15min":0.28999999999999998},"max":{"1min":0.72899999999999998,"5min":1.173,"15min":1.173},"last":0.495},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.58799999999999997,"15min":0.56999999999999995},"min":{"1min":0.34599999999999997,"5min":0.309,"15min":0.26000000000000001},"max":{"1min":0.86599999999999999,"5min":2.9049999999999998,"15min":3.1960000000000002},"last":0.46800000000000003}]},{"osd":6,"last update":"Fri Dec 1 04:56:07 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.55900000000000005,"15min":0.53900000000000003},"min":{"1min":0.38300000000000001,"5min":0.34799999999999998,"15min":0.29299999999999998},"max":{"1min":0.72799999999999998,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.61699999999999999,"15min":0.59099999999999997},"min":{"1min":0.373,"5min":0.34699999999999998,"15min":0.30399999999999999},"max":{"1min":0.79900000000000004,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.50800000000000001}]},{"osd":7,"last update":"Fri Dec 1 04:56:28 2023","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.65700000000000003,"15min":0.63600000000000001},"min":{"1min":0.41199999999999998,"5min":0.40200000000000002,"15min":0.34899999999999998},"max":{"1min":0.98599999999999999,"5min":1.6160000000000001,"15min":2.3100000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.61499999999999999,"15min":0.59499999999999997},"min":{"1min":0.439,"5min":0.39300000000000002,"15min":0.34999999999999998},"max":{"1min":0.76800000000000002,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.60299999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":64659456,"data_stored":100450304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":50688000,"data_stored":69681152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":59883520,"data_stored":83726336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":40980480,"data_stored":55152640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":58277888,"data_stored":74870784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49807360,"data_stored":71516160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":23474176,"data_stored":31162368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":34705408,"data_stored":44650496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-01T04:57:00.135 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2023-12-01T04:57:00.135 DEBUG:teuthology.orchestra.run.smithi111:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 0317d528-9003-11ee-95a2-87774f69a715 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2023-12-01T04:57:00.427 INFO:teuthology.orchestra.run.smithi111.stderr:Inferring config /var/lib/ceph/0317d528-9003-11ee-95a2-87774f69a715/mon.a/config 2023-12-01T04:57:00.912 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:00 smithi111 ceph-mon[97855]: pgmap v1221: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-01T04:57:00.913 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:00 smithi111 ceph-mon[97855]: from='client.15501 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:57:00.913 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:00 smithi111 ceph-mon[116524]: pgmap v1221: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-01T04:57:00.913 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:00 smithi111 ceph-mon[116524]: from='client.15501 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:57:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:00 smithi155 ceph-mon[102677]: pgmap v1221: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.8 MiB/s wr, 11 op/s 2023-12-01T04:57:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:00 smithi155 ceph-mon[102677]: from='client.15501 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-01T04:57:02.671 INFO:teuthology.orchestra.run.smithi111.stderr:pool 'unique_pool_0' removed 2023-12-01T04:57:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:02 smithi155 ceph-mon[102677]: pgmap v1222: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2023-12-01T04:57:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1090590660' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-01T04:57:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:02 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-01T04:57:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:02 smithi111 ceph-mon[97855]: pgmap v1222: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2023-12-01T04:57:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1090590660' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-01T04:57:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:02 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-01T04:57:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:02 smithi111 ceph-mon[116524]: pgmap v1222: 121 pgs: 121 active+clean; 267 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2023-12-01T04:57:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1090590660' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-01T04:57:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:02 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-01T04:57:03.409 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T04:57:03.409 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2023-12-01T04:57:03.409 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T04:57:03.409 INFO:teuthology.task.print:**** done start rados_api.yaml 2023-12-01T04:57:03.409 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-01T04:57:03.410 INFO:tasks.workunit:Pulling workunits from ref reef 2023-12-01T04:57:03.410 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-01T04:57:03.410 DEBUG:teuthology.orchestra.run.smithi111:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-01T04:57:03.427 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T04:57:03.428 INFO:teuthology.orchestra.run.smithi111.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-01T04:57:03.428 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T04:57:03.484 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-01T04:57:03.484 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-01T04:57:03.528 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:57:03.542 INFO:tasks.workunit:timeout=3h 2023-12-01T04:57:03.542 INFO:tasks.workunit:cleanup=True 2023-12-01T04:57:03.543 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-01T04:57:03.600 INFO:tasks.workunit.client.0.smithi111.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (14m) 2m ago 15m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (14m) 2m ago 14m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (15m) 2m ago 15m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (15m) 2m ago 15m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (19m) 2m ago 19m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (20m) 2m ago 20m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (20m) 2m ago 20m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (19m) 2m ago 19m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (19m) 2m ago 19m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (14m) 2m ago 14m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:57:03.861 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (14m) 2m ago 14m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (18m) 2m ago 18m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (18m) 2m ago 18m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (18m) 2m ago 18m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (17m) 2m ago 17m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (17m) 2m ago 17m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (16m) 2m ago 16m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (16m) 2m ago 16m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (16m) 2m ago 16m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:57:03.862 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (14m) 2m ago 15m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:57:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:03 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-01T04:57:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:03 smithi155 ceph-mon[102677]: osdmap e828: 8 total, 8 up, 8 in 2023-12-01T04:57:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:03 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-01T04:57:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:03 smithi111 ceph-mon[97855]: osdmap e828: 8 total, 8 up, 8 in 2023-12-01T04:57:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:03 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2023-12-01T04:57:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:03 smithi111 ceph-mon[116524]: osdmap e828: 8 total, 8 up, 8 in 2023-12-01T04:57:04.256 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:57:04.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:57:04.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:57:04.258 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:57:04.258 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:04 smithi155 ceph-mon[102677]: pgmap v1224: 105 pgs: 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:04 smithi155 ceph-mon[102677]: from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:04 smithi155 ceph-mon[102677]: from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/201335048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:57:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[97855]: pgmap v1224: 105 pgs: 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[97855]: from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[97855]: from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/201335048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[116524]: pgmap v1224: 105 pgs: 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[116524]: from='client.25427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[116524]: from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/201335048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:57:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:06 smithi155 ceph-mon[102677]: pgmap v1225: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:06 smithi111 ceph-mon[97855]: pgmap v1225: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:06 smithi111 ceph-mon[116524]: pgmap v1225: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:08 smithi155 ceph-mon[102677]: pgmap v1226: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:08 smithi111 ceph-mon[97855]: pgmap v1226: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:08 smithi111 ceph-mon[116524]: pgmap v1226: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:09.693 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-01T04:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:57:09] "GET /metrics HTTP/1.1" 200 33738 "" "Prometheus/2.43.0" 2023-12-01T04:57:09.749 INFO:tasks.workunit.client.0.smithi111.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-01T04:57:09.752 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T04:57:09.752 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-01T04:57:09.798 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-01T04:57:09.844 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-01T04:57:09.881 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T04:57:09.882 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T04:57:09.882 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-01T04:57:09.919 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T04:57:09.921 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T04:57:09.922 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-01T04:57:09.979 INFO:tasks.workunit:Running workunits matching cls on client.0... 2023-12-01T04:57:09.980 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-12-01T04:57:09.981 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-12-01T04:57:10.051 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T04:57:10.051 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 22 tests from 1 test suite. 2023-12-01T04:57:10.051 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T04:57:10.051 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 22 tests from TestCls2PCQueue 2023-12-01T04:57:10.051 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-12-01T04:57:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:10 smithi155 ceph-mon[102677]: pgmap v1227: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:11.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:10 smithi111 ceph-mon[116524]: pgmap v1227: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:11.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:10 smithi111 ceph-mon[97855]: pgmap v1227: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:11 smithi155 ceph-mon[102677]: osdmap e829: 8 total, 8 up, 8 in 2023-12-01T04:57:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2944485762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:11 smithi111 ceph-mon[97855]: osdmap e829: 8 total, 8 up, 8 in 2023-12-01T04:57:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2944485762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:11 smithi111 ceph-mon[116524]: osdmap e829: 8 total, 8 up, 8 in 2023-12-01T04:57:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2944485762' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:12.702 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2651 ms) 2023-12-01T04:57:12.703 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-12-01T04:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:12 smithi155 ceph-mon[102677]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:12 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2944485762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:12 smithi155 ceph-mon[102677]: osdmap e830: 8 total, 8 up, 8 in 2023-12-01T04:57:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[97855]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2944485762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[97855]: osdmap e830: 8 total, 8 up, 8 in 2023-12-01T04:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[116524]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2944485762' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:12 smithi111 ceph-mon[116524]: osdmap e830: 8 total, 8 up, 8 in 2023-12-01T04:57:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:13 smithi155 ceph-mon[102677]: osdmap e831: 8 total, 8 up, 8 in 2023-12-01T04:57:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:13 smithi111 ceph-mon[97855]: osdmap e831: 8 total, 8 up, 8 in 2023-12-01T04:57:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:13 smithi111 ceph-mon[116524]: osdmap e831: 8 total, 8 up, 8 in 2023-12-01T04:57:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:14 smithi155 ceph-mon[102677]: pgmap v1232: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:14 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:14 smithi155 ceph-mon[102677]: osdmap e832: 8 total, 8 up, 8 in 2023-12-01T04:57:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4177477476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[97855]: pgmap v1232: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[97855]: osdmap e832: 8 total, 8 up, 8 in 2023-12-01T04:57:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4177477476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[116524]: pgmap v1232: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[116524]: osdmap e832: 8 total, 8 up, 8 in 2023-12-01T04:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4177477476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:15.732 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3030 ms) 2023-12-01T04:57:15.732 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-12-01T04:57:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4177477476' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:15 smithi111 ceph-mon[97855]: osdmap e833: 8 total, 8 up, 8 in 2023-12-01T04:57:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4177477476' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:15 smithi111 ceph-mon[116524]: osdmap e833: 8 total, 8 up, 8 in 2023-12-01T04:57:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4177477476' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:15 smithi155 ceph-mon[102677]: osdmap e833: 8 total, 8 up, 8 in 2023-12-01T04:57:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:16 smithi111 ceph-mon[97855]: pgmap v1235: 137 pgs: 5 creating+activating, 132 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2023-12-01T04:57:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:16 smithi111 ceph-mon[97855]: osdmap e834: 8 total, 8 up, 8 in 2023-12-01T04:57:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:16 smithi111 ceph-mon[116524]: pgmap v1235: 137 pgs: 5 creating+activating, 132 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2023-12-01T04:57:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:16 smithi111 ceph-mon[116524]: osdmap e834: 8 total, 8 up, 8 in 2023-12-01T04:57:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:16 smithi155 ceph-mon[102677]: pgmap v1235: 137 pgs: 5 creating+activating, 132 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2023-12-01T04:57:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:16 smithi155 ceph-mon[102677]: osdmap e834: 8 total, 8 up, 8 in 2023-12-01T04:57:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:17 smithi111 ceph-mon[97855]: osdmap e835: 8 total, 8 up, 8 in 2023-12-01T04:57:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/229102595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:17 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:17 smithi111 ceph-mon[116524]: osdmap e835: 8 total, 8 up, 8 in 2023-12-01T04:57:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/229102595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:17 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:17 smithi155 ceph-mon[102677]: osdmap e835: 8 total, 8 up, 8 in 2023-12-01T04:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/229102595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:17 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:18.745 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.Reserve (3013 ms) 2023-12-01T04:57:18.746 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-12-01T04:57:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[97855]: pgmap v1238: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[97855]: osdmap e836: 8 total, 8 up, 8 in 2023-12-01T04:57:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[116524]: pgmap v1238: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:18 smithi111 ceph-mon[116524]: osdmap e836: 8 total, 8 up, 8 in 2023-12-01T04:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:18 smithi155 ceph-mon[102677]: pgmap v1238: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:18 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:18 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:18 smithi155 ceph-mon[102677]: osdmap e836: 8 total, 8 up, 8 in 2023-12-01T04:57:19.744 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:57:19] "GET /metrics HTTP/1.1" 200 33813 "" "Prometheus/2.43.0" 2023-12-01T04:57:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:19 smithi111 ceph-mon[97855]: osdmap e837: 8 total, 8 up, 8 in 2023-12-01T04:57:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:19 smithi111 ceph-mon[116524]: osdmap e837: 8 total, 8 up, 8 in 2023-12-01T04:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:19 smithi155 ceph-mon[102677]: osdmap e837: 8 total, 8 up, 8 in 2023-12-01T04:57:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:20 smithi155 ceph-mon[102677]: pgmap v1241: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:20 smithi155 ceph-mon[102677]: osdmap e838: 8 total, 8 up, 8 in 2023-12-01T04:57:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2609802184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:20 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[97855]: pgmap v1241: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[97855]: osdmap e838: 8 total, 8 up, 8 in 2023-12-01T04:57:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2609802184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[116524]: pgmap v1241: 105 pgs: 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:21.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[116524]: osdmap e838: 8 total, 8 up, 8 in 2023-12-01T04:57:21.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2609802184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:21.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:20 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:21.783 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3038 ms) 2023-12-01T04:57:21.784 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-12-01T04:57:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2609802184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:21 smithi155 ceph-mon[102677]: osdmap e839: 8 total, 8 up, 8 in 2023-12-01T04:57:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2609802184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:21 smithi111 ceph-mon[97855]: osdmap e839: 8 total, 8 up, 8 in 2023-12-01T04:57:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2609802184' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:21 smithi111 ceph-mon[116524]: osdmap e839: 8 total, 8 up, 8 in 2023-12-01T04:57:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:22 smithi155 ceph-mon[102677]: pgmap v1244: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:22 smithi155 ceph-mon[102677]: osdmap e840: 8 total, 8 up, 8 in 2023-12-01T04:57:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:22 smithi111 ceph-mon[97855]: pgmap v1244: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:22 smithi111 ceph-mon[97855]: osdmap e840: 8 total, 8 up, 8 in 2023-12-01T04:57:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:22 smithi111 ceph-mon[116524]: pgmap v1244: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:22 smithi111 ceph-mon[116524]: osdmap e840: 8 total, 8 up, 8 in 2023-12-01T04:57:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:23 smithi155 ceph-mon[102677]: osdmap e841: 8 total, 8 up, 8 in 2023-12-01T04:57:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3622560731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3622560731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:23 smithi155 ceph-mon[102677]: osdmap e842: 8 total, 8 up, 8 in 2023-12-01T04:57:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[97855]: osdmap e841: 8 total, 8 up, 8 in 2023-12-01T04:57:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3622560731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3622560731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[97855]: osdmap e842: 8 total, 8 up, 8 in 2023-12-01T04:57:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[116524]: osdmap e841: 8 total, 8 up, 8 in 2023-12-01T04:57:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3622560731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3622560731' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:23 smithi111 ceph-mon[116524]: osdmap e842: 8 total, 8 up, 8 in 2023-12-01T04:57:24.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.Commit (3009 ms) 2023-12-01T04:57:24.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-12-01T04:57:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:24 smithi155 ceph-mon[102677]: pgmap v1247: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:24 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:24 smithi155 ceph-mon[102677]: osdmap e843: 8 total, 8 up, 8 in 2023-12-01T04:57:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:24 smithi111 ceph-mon[116524]: pgmap v1247: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:24 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:24 smithi111 ceph-mon[116524]: osdmap e843: 8 total, 8 up, 8 in 2023-12-01T04:57:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:24 smithi111 ceph-mon[97855]: pgmap v1247: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:24 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:24 smithi111 ceph-mon[97855]: osdmap e843: 8 total, 8 up, 8 in 2023-12-01T04:57:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:25 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:25 smithi155 ceph-mon[102677]: osdmap e844: 8 total, 8 up, 8 in 2023-12-01T04:57:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/979986864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:25 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:25 smithi111 ceph-mon[97855]: osdmap e844: 8 total, 8 up, 8 in 2023-12-01T04:57:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/979986864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:25 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:25 smithi111 ceph-mon[116524]: osdmap e844: 8 total, 8 up, 8 in 2023-12-01T04:57:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/979986864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:26 smithi155 ceph-mon[102677]: pgmap v1250: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/979986864' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:26 smithi155 ceph-mon[102677]: osdmap e845: 8 total, 8 up, 8 in 2023-12-01T04:57:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:26 smithi111 ceph-mon[97855]: pgmap v1250: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/979986864' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:26 smithi111 ceph-mon[97855]: osdmap e845: 8 total, 8 up, 8 in 2023-12-01T04:57:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:26 smithi111 ceph-mon[116524]: pgmap v1250: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/979986864' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:26 smithi111 ceph-mon[116524]: osdmap e845: 8 total, 8 up, 8 in 2023-12-01T04:57:27.832 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.Abort (3040 ms) 2023-12-01T04:57:27.832 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-12-01T04:57:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:28 smithi155 ceph-mon[102677]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:28 smithi155 ceph-mon[102677]: osdmap e846: 8 total, 8 up, 8 in 2023-12-01T04:57:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:28 smithi111 ceph-mon[97855]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:28 smithi111 ceph-mon[97855]: osdmap e846: 8 total, 8 up, 8 in 2023-12-01T04:57:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:28 smithi111 ceph-mon[116524]: pgmap v1253: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:28 smithi111 ceph-mon[116524]: osdmap e846: 8 total, 8 up, 8 in 2023-12-01T04:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:57:29] "GET /metrics HTTP/1.1" 200 33813 "" "Prometheus/2.43.0" 2023-12-01T04:57:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:29 smithi155 ceph-mon[102677]: osdmap e847: 8 total, 8 up, 8 in 2023-12-01T04:57:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2703383423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:29 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:29 smithi111 ceph-mon[97855]: osdmap e847: 8 total, 8 up, 8 in 2023-12-01T04:57:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2703383423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:29 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:29 smithi111 ceph-mon[116524]: osdmap e847: 8 total, 8 up, 8 in 2023-12-01T04:57:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2703383423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:29 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:30.852 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.ReserveError (3020 ms) 2023-12-01T04:57:30.853 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-12-01T04:57:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:30 smithi155 ceph-mon[102677]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:30 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:30 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:30 smithi155 ceph-mon[102677]: osdmap e848: 8 total, 8 up, 8 in 2023-12-01T04:57:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[97855]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[97855]: osdmap e848: 8 total, 8 up, 8 in 2023-12-01T04:57:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[116524]: pgmap v1256: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:30 smithi111 ceph-mon[116524]: osdmap e848: 8 total, 8 up, 8 in 2023-12-01T04:57:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:31 smithi155 ceph-mon[102677]: osdmap e849: 8 total, 8 up, 8 in 2023-12-01T04:57:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:31 smithi111 ceph-mon[97855]: osdmap e849: 8 total, 8 up, 8 in 2023-12-01T04:57:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:31 smithi111 ceph-mon[116524]: osdmap e849: 8 total, 8 up, 8 in 2023-12-01T04:57:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:32 smithi155 ceph-mon[102677]: pgmap v1259: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:32 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:32 smithi155 ceph-mon[102677]: osdmap e850: 8 total, 8 up, 8 in 2023-12-01T04:57:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4243535347' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[97855]: pgmap v1259: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[97855]: osdmap e850: 8 total, 8 up, 8 in 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4243535347' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[116524]: pgmap v1259: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[116524]: osdmap e850: 8 total, 8 up, 8 in 2023-12-01T04:57:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4243535347' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:33.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.CommitError (3007 ms) 2023-12-01T04:57:33.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-12-01T04:57:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4243535347' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:33 smithi155 ceph-mon[102677]: osdmap e851: 8 total, 8 up, 8 in 2023-12-01T04:57:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:33 smithi155 ceph-mon[102677]: osdmap e852: 8 total, 8 up, 8 in 2023-12-01T04:57:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4243535347' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[97855]: osdmap e851: 8 total, 8 up, 8 in 2023-12-01T04:57:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[97855]: osdmap e852: 8 total, 8 up, 8 in 2023-12-01T04:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4243535347' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[116524]: osdmap e851: 8 total, 8 up, 8 in 2023-12-01T04:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:33 smithi111 ceph-mon[116524]: osdmap e852: 8 total, 8 up, 8 in 2023-12-01T04:57:34.592 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:57:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:57:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (14m) 2m ago 15m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:57:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (15m) 2m ago 15m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:57:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (16m) 2m ago 16m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:57:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (16m) 2m ago 16m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:57:34.916 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (19m) 2m ago 19m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (21m) 2m ago 21m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (21m) 2m ago 21m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (19m) 2m ago 19m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (19m) 2m ago 19m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (15m) 2m ago 15m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (14m) 2m ago 14m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (19m) 2m ago 19m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (18m) 2m ago 18m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (18m) 2m ago 18m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (18m) 2m ago 18m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (17m) 2m ago 17m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (17m) 2m ago 17m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:57:34.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (17m) 2m ago 17m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:57:34.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (16m) 2m ago 16m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:57:34.918 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (14m) 2m ago 15m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:57:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:34 smithi155 ceph-mon[102677]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:34 smithi111 ceph-mon[97855]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:34 smithi111 ceph-mon[116524]: pgmap v1262: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:35.299 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:57:35.299 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:57:35.299 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:57:35.299 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:35.299 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:57:35.299 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:57:35.300 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:57:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:35 smithi155 ceph-mon[102677]: from='client.25493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:35 smithi155 ceph-mon[102677]: osdmap e853: 8 total, 8 up, 8 in 2023-12-01T04:57:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/698059930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:35 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:35 smithi155 ceph-mon[102677]: from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1824038480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:57:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[97855]: from='client.25493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[97855]: osdmap e853: 8 total, 8 up, 8 in 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/698059930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[97855]: from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1824038480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[116524]: from='client.25493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[116524]: osdmap e853: 8 total, 8 up, 8 in 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/698059930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[116524]: from='client.15588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:57:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1824038480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:57:36.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.AbortError (3056 ms) 2023-12-01T04:57:36.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-12-01T04:57:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:36 smithi155 ceph-mon[102677]: pgmap v1265: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:36 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:36 smithi155 ceph-mon[102677]: osdmap e854: 8 total, 8 up, 8 in 2023-12-01T04:57:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[97855]: pgmap v1265: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[97855]: osdmap e854: 8 total, 8 up, 8 in 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[116524]: pgmap v1265: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:36 smithi111 ceph-mon[116524]: osdmap e854: 8 total, 8 up, 8 in 2023-12-01T04:57:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:37 smithi155 ceph-mon[102677]: osdmap e855: 8 total, 8 up, 8 in 2023-12-01T04:57:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:37 smithi111 ceph-mon[97855]: osdmap e855: 8 total, 8 up, 8 in 2023-12-01T04:57:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:37 smithi111 ceph-mon[116524]: osdmap e855: 8 total, 8 up, 8 in 2023-12-01T04:57:39.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 04:57:38 smithi155 conmon[152142]: logger=sqlstore.transactions t=2023-12-01T04:57:38.9547211Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2023-12-01T04:57:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:38 smithi155 ceph-mon[102677]: pgmap v1268: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:38 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:38 smithi155 ceph-mon[102677]: osdmap e856: 8 total, 8 up, 8 in 2023-12-01T04:57:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3572081891' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:38 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[97855]: pgmap v1268: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[97855]: osdmap e856: 8 total, 8 up, 8 in 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3572081891' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[116524]: pgmap v1268: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[116524]: osdmap e856: 8 total, 8 up, 8 in 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3572081891' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:38 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:57:39] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2023-12-01T04:57:39.945 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3029 ms) 2023-12-01T04:57:39.945 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-12-01T04:57:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:39 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:39 smithi155 ceph-mon[102677]: osdmap e857: 8 total, 8 up, 8 in 2023-12-01T04:57:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:39 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:39 smithi111 ceph-mon[97855]: osdmap e857: 8 total, 8 up, 8 in 2023-12-01T04:57:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:39 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:39 smithi111 ceph-mon[116524]: osdmap e857: 8 total, 8 up, 8 in 2023-12-01T04:57:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:40 smithi155 ceph-mon[102677]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:40 smithi155 ceph-mon[102677]: osdmap e858: 8 total, 8 up, 8 in 2023-12-01T04:57:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:40 smithi111 ceph-mon[97855]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:40 smithi111 ceph-mon[97855]: osdmap e858: 8 total, 8 up, 8 in 2023-12-01T04:57:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:40 smithi111 ceph-mon[116524]: pgmap v1271: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:40 smithi111 ceph-mon[116524]: osdmap e858: 8 total, 8 up, 8 in 2023-12-01T04:57:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:41 smithi155 ceph-mon[102677]: osdmap e859: 8 total, 8 up, 8 in 2023-12-01T04:57:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1819604435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:41 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:41 smithi111 ceph-mon[97855]: osdmap e859: 8 total, 8 up, 8 in 2023-12-01T04:57:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1819604435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:41 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:41 smithi111 ceph-mon[116524]: osdmap e859: 8 total, 8 up, 8 in 2023-12-01T04:57:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1819604435' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:41 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:42.971 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3027 ms) 2023-12-01T04:57:42.971 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-12-01T04:57:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:42 smithi155 ceph-mon[102677]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:42 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:42 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:42 smithi155 ceph-mon[102677]: osdmap e860: 8 total, 8 up, 8 in 2023-12-01T04:57:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[97855]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[97855]: osdmap e860: 8 total, 8 up, 8 in 2023-12-01T04:57:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[116524]: pgmap v1274: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:42 smithi111 ceph-mon[116524]: osdmap e860: 8 total, 8 up, 8 in 2023-12-01T04:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:43 smithi111 ceph-mon[97855]: osdmap e861: 8 total, 8 up, 8 in 2023-12-01T04:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:43 smithi111 ceph-mon[116524]: osdmap e861: 8 total, 8 up, 8 in 2023-12-01T04:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:43 smithi155 ceph-mon[102677]: osdmap e861: 8 total, 8 up, 8 in 2023-12-01T04:57:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[97855]: pgmap v1277: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[97855]: osdmap e862: 8 total, 8 up, 8 in 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2667597248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[116524]: pgmap v1277: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[116524]: osdmap e862: 8 total, 8 up, 8 in 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2667597248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:44 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:44 smithi155 ceph-mon[102677]: pgmap v1277: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:44 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:44 smithi155 ceph-mon[102677]: osdmap e862: 8 total, 8 up, 8 in 2023-12-01T04:57:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2667597248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:44 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:45.985 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3014 ms) 2023-12-01T04:57:45.985 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-12-01T04:57:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:45 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:45 smithi111 ceph-mon[97855]: osdmap e863: 8 total, 8 up, 8 in 2023-12-01T04:57:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:45 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:45 smithi111 ceph-mon[116524]: osdmap e863: 8 total, 8 up, 8 in 2023-12-01T04:57:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:45 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:45 smithi155 ceph-mon[102677]: osdmap e863: 8 total, 8 up, 8 in 2023-12-01T04:57:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:46 smithi111 ceph-mon[97855]: pgmap v1280: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:46 smithi111 ceph-mon[97855]: osdmap e864: 8 total, 8 up, 8 in 2023-12-01T04:57:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:46 smithi111 ceph-mon[116524]: pgmap v1280: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:46 smithi111 ceph-mon[116524]: osdmap e864: 8 total, 8 up, 8 in 2023-12-01T04:57:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:46 smithi155 ceph-mon[102677]: pgmap v1280: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:46 smithi155 ceph-mon[102677]: osdmap e864: 8 total, 8 up, 8 in 2023-12-01T04:57:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:47 smithi111 ceph-mon[97855]: osdmap e865: 8 total, 8 up, 8 in 2023-12-01T04:57:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/934616392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:47 smithi111 ceph-mon[116524]: osdmap e865: 8 total, 8 up, 8 in 2023-12-01T04:57:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/934616392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:47 smithi155 ceph-mon[102677]: osdmap e865: 8 total, 8 up, 8 in 2023-12-01T04:57:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/934616392' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:49.007 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3020 ms) 2023-12-01T04:57:49.007 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-12-01T04:57:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[97855]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/934616392' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[97855]: osdmap e866: 8 total, 8 up, 8 in 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[116524]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/934616392' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[116524]: osdmap e866: 8 total, 8 up, 8 in 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:48 smithi155 ceph-mon[102677]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:48 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/934616392' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:48 smithi155 ceph-mon[102677]: osdmap e866: 8 total, 8 up, 8 in 2023-12-01T04:57:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:57:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:57:49] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-01T04:57:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:50 smithi155 ceph-mon[102677]: osdmap e867: 8 total, 8 up, 8 in 2023-12-01T04:57:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:50 smithi111 ceph-mon[97855]: osdmap e867: 8 total, 8 up, 8 in 2023-12-01T04:57:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:50 smithi111 ceph-mon[116524]: osdmap e867: 8 total, 8 up, 8 in 2023-12-01T04:57:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:51 smithi155 ceph-mon[102677]: pgmap v1286: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:51 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:51 smithi155 ceph-mon[102677]: osdmap e868: 8 total, 8 up, 8 in 2023-12-01T04:57:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3933038484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[97855]: pgmap v1286: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[97855]: osdmap e868: 8 total, 8 up, 8 in 2023-12-01T04:57:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3933038484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[116524]: pgmap v1286: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[116524]: osdmap e868: 8 total, 8 up, 8 in 2023-12-01T04:57:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3933038484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:52.026 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3019 ms) 2023-12-01T04:57:52.026 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-12-01T04:57:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3933038484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:52 smithi155 ceph-mon[102677]: osdmap e869: 8 total, 8 up, 8 in 2023-12-01T04:57:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3933038484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:52 smithi111 ceph-mon[97855]: osdmap e869: 8 total, 8 up, 8 in 2023-12-01T04:57:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3933038484' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:52 smithi111 ceph-mon[116524]: osdmap e869: 8 total, 8 up, 8 in 2023-12-01T04:57:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:53 smithi155 ceph-mon[102677]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:53 smithi155 ceph-mon[102677]: osdmap e870: 8 total, 8 up, 8 in 2023-12-01T04:57:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:53 smithi111 ceph-mon[97855]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:53 smithi111 ceph-mon[97855]: osdmap e870: 8 total, 8 up, 8 in 2023-12-01T04:57:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:53 smithi111 ceph-mon[116524]: pgmap v1289: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:53 smithi111 ceph-mon[116524]: osdmap e870: 8 total, 8 up, 8 in 2023-12-01T04:57:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:54 smithi155 ceph-mon[102677]: osdmap e871: 8 total, 8 up, 8 in 2023-12-01T04:57:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/259436172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:54 smithi111 ceph-mon[97855]: osdmap e871: 8 total, 8 up, 8 in 2023-12-01T04:57:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/259436172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:54 smithi111 ceph-mon[116524]: osdmap e871: 8 total, 8 up, 8 in 2023-12-01T04:57:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/259436172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:55.046 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3016 ms) 2023-12-01T04:57:55.046 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-12-01T04:57:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: pgmap v1292: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/259436172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: osdmap e872: 8 total, 8 up, 8 in 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:57:55.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: pgmap v1292: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/259436172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: osdmap e872: 8 total, 8 up, 8 in 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: pgmap v1292: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/259436172' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: osdmap e872: 8 total, 8 up, 8 in 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:55.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:57:55.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:57:55.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:57:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:56 smithi155 ceph-mon[102677]: osdmap e873: 8 total, 8 up, 8 in 2023-12-01T04:57:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:56 smithi111 ceph-mon[97855]: osdmap e873: 8 total, 8 up, 8 in 2023-12-01T04:57:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:56 smithi111 ceph-mon[116524]: osdmap e873: 8 total, 8 up, 8 in 2023-12-01T04:57:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:57 smithi155 ceph-mon[102677]: pgmap v1295: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:57 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:57 smithi155 ceph-mon[102677]: osdmap e874: 8 total, 8 up, 8 in 2023-12-01T04:57:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2009191364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[97855]: pgmap v1295: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[97855]: osdmap e874: 8 total, 8 up, 8 in 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2009191364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[116524]: pgmap v1295: 105 pgs: 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[116524]: osdmap e874: 8 total, 8 up, 8 in 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2009191364' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:57:58.065 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.Cleanup (3024 ms) 2023-12-01T04:57:58.065 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-12-01T04:57:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:58 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:58 smithi155 ceph-mon[102677]: osdmap e875: 8 total, 8 up, 8 in 2023-12-01T04:57:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:58 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:58 smithi111 ceph-mon[97855]: osdmap e875: 8 total, 8 up, 8 in 2023-12-01T04:57:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:58 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:57:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:58 smithi111 ceph-mon[116524]: osdmap e875: 8 total, 8 up, 8 in 2023-12-01T04:57:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:59 smithi155 ceph-mon[102677]: pgmap v1298: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:57:59 smithi155 ceph-mon[102677]: osdmap e876: 8 total, 8 up, 8 in 2023-12-01T04:57:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:59 smithi111 ceph-mon[97855]: pgmap v1298: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:57:59 smithi111 ceph-mon[97855]: osdmap e876: 8 total, 8 up, 8 in 2023-12-01T04:57:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:57:59] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-01T04:57:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:59 smithi111 ceph-mon[116524]: pgmap v1298: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:57:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:57:59 smithi111 ceph-mon[116524]: osdmap e876: 8 total, 8 up, 8 in 2023-12-01T04:58:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:00 smithi155 ceph-mon[102677]: osdmap e877: 8 total, 8 up, 8 in 2023-12-01T04:58:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/379931616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:00 smithi155 ceph-mon[102677]: pgmap v1301: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:00 smithi111 ceph-mon[97855]: osdmap e877: 8 total, 8 up, 8 in 2023-12-01T04:58:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/379931616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:00 smithi111 ceph-mon[97855]: pgmap v1301: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:00 smithi111 ceph-mon[116524]: osdmap e877: 8 total, 8 up, 8 in 2023-12-01T04:58:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/379931616' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:00 smithi111 ceph-mon[116524]: pgmap v1301: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:01 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/379931616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:01 smithi155 ceph-mon[102677]: osdmap e878: 8 total, 8 up, 8 in 2023-12-01T04:58:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:01 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/379931616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:01 smithi111 ceph-mon[97855]: osdmap e878: 8 total, 8 up, 8 in 2023-12-01T04:58:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:01 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/379931616' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:01 smithi111 ceph-mon[116524]: osdmap e878: 8 total, 8 up, 8 in 2023-12-01T04:58:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:02 smithi155 ceph-mon[102677]: osdmap e879: 8 total, 8 up, 8 in 2023-12-01T04:58:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:02 smithi155 ceph-mon[102677]: pgmap v1304: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:02 smithi111 ceph-mon[97855]: osdmap e879: 8 total, 8 up, 8 in 2023-12-01T04:58:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:02 smithi111 ceph-mon[97855]: pgmap v1304: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:02 smithi111 ceph-mon[116524]: osdmap e879: 8 total, 8 up, 8 in 2023-12-01T04:58:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:02 smithi111 ceph-mon[116524]: pgmap v1304: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:03 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:03 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:03 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:04 smithi155 ceph-mon[102677]: pgmap v1305: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:04 smithi111 ceph-mon[97855]: pgmap v1305: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:04 smithi111 ceph-mon[116524]: pgmap v1305: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:05.716 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (15m) 3m ago 16m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (15m) 3m ago 15m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (16m) 3m ago 16m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (16m) 3m ago 16m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (20m) 3m ago 20m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (21m) 3m ago 21m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (21m) 3m ago 21m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (20m) 3m ago 20m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:58:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (20m) 3m ago 20m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (15m) 3m ago 15m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (15m) 3m ago 15m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (19m) 3m ago 19m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (19m) 3m ago 19m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (19m) 3m ago 19m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (18m) 3m ago 18m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (18m) 3m ago 18m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (17m) 3m ago 17m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (17m) 3m ago 17m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (17m) 3m ago 17m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:58:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (15m) 3m ago 16m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:58:06.615 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:58:06.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:58:06.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:58:06.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:58:06.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:58:06.617 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:58:06.617 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:58:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:06 smithi155 ceph-mon[102677]: pgmap v1306: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 6.68k op/s 2023-12-01T04:58:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:06 smithi155 ceph-mon[102677]: from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/715835039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:58:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:06 smithi111 ceph-mon[116524]: pgmap v1306: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 6.68k op/s 2023-12-01T04:58:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:06 smithi111 ceph-mon[116524]: from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/715835039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:58:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:06 smithi111 ceph-mon[97855]: pgmap v1306: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.0 MiB/s wr, 6.68k op/s 2023-12-01T04:58:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:06 smithi111 ceph-mon[97855]: from='client.25556 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/715835039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:58:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:07 smithi155 ceph-mon[102677]: from='client.25562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:07 smithi111 ceph-mon[97855]: from='client.25562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:07 smithi111 ceph-mon[116524]: from='client.25562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:08 smithi155 ceph-mon[102677]: pgmap v1307: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 5.03k op/s 2023-12-01T04:58:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:08 smithi111 ceph-mon[97855]: pgmap v1307: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 5.03k op/s 2023-12-01T04:58:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:08 smithi111 ceph-mon[116524]: pgmap v1307: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 5.03k op/s 2023-12-01T04:58:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:58:09] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2023-12-01T04:58:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:10 smithi155 ceph-mon[102677]: pgmap v1308: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.0 MiB/s wr, 4.46k op/s 2023-12-01T04:58:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:10 smithi111 ceph-mon[97855]: pgmap v1308: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.0 MiB/s wr, 4.46k op/s 2023-12-01T04:58:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:10 smithi111 ceph-mon[116524]: pgmap v1308: 137 pgs: 137 active+clean; 1.4 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.0 MiB/s wr, 4.46k op/s 2023-12-01T04:58:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:12 smithi155 ceph-mon[102677]: pgmap v1309: 137 pgs: 137 active+clean; 2.1 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 7.14k op/s 2023-12-01T04:58:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:12 smithi111 ceph-mon[97855]: pgmap v1309: 137 pgs: 137 active+clean; 2.1 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 7.14k op/s 2023-12-01T04:58:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:12 smithi111 ceph-mon[116524]: pgmap v1309: 137 pgs: 137 active+clean; 2.1 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 6.4 MiB/s wr, 7.14k op/s 2023-12-01T04:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:14 smithi155 ceph-mon[102677]: pgmap v1310: 137 pgs: 137 active+clean; 2.1 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.3 MiB/s wr, 5.96k op/s 2023-12-01T04:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:14 smithi111 ceph-mon[97855]: pgmap v1310: 137 pgs: 137 active+clean; 2.1 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.3 MiB/s wr, 5.96k op/s 2023-12-01T04:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:14 smithi111 ceph-mon[116524]: pgmap v1310: 137 pgs: 137 active+clean; 2.1 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 5.3 MiB/s wr, 5.96k op/s 2023-12-01T04:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:15.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.MultiProducer (17790 ms) 2023-12-01T04:58:15.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-12-01T04:58:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:16 smithi155 ceph-mon[102677]: pgmap v1311: 137 pgs: 137 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 MiB/s rd, 6.2 MiB/s wr, 7.29k op/s 2023-12-01T04:58:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:16 smithi155 ceph-mon[102677]: osdmap e880: 8 total, 8 up, 8 in 2023-12-01T04:58:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:16 smithi111 ceph-mon[97855]: pgmap v1311: 137 pgs: 137 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 MiB/s rd, 6.2 MiB/s wr, 7.29k op/s 2023-12-01T04:58:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:16 smithi111 ceph-mon[97855]: osdmap e880: 8 total, 8 up, 8 in 2023-12-01T04:58:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:16 smithi111 ceph-mon[116524]: pgmap v1311: 137 pgs: 137 active+clean; 2.3 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 MiB/s rd, 6.2 MiB/s wr, 7.29k op/s 2023-12-01T04:58:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:16 smithi111 ceph-mon[116524]: osdmap e880: 8 total, 8 up, 8 in 2023-12-01T04:58:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:17 smithi155 ceph-mon[102677]: osdmap e881: 8 total, 8 up, 8 in 2023-12-01T04:58:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3550235112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:17 smithi111 ceph-mon[97855]: osdmap e881: 8 total, 8 up, 8 in 2023-12-01T04:58:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3550235112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:17 smithi111 ceph-mon[116524]: osdmap e881: 8 total, 8 up, 8 in 2023-12-01T04:58:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3550235112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:18.870 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3015 ms) 2023-12-01T04:58:18.870 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-12-01T04:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:18 smithi155 ceph-mon[102677]: pgmap v1314: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:18 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3550235112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:18 smithi155 ceph-mon[102677]: osdmap e882: 8 total, 8 up, 8 in 2023-12-01T04:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[97855]: pgmap v1314: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3550235112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[97855]: osdmap e882: 8 total, 8 up, 8 in 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[116524]: pgmap v1314: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3550235112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[116524]: osdmap e882: 8 total, 8 up, 8 in 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:58:19] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2023-12-01T04:58:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:19 smithi155 ceph-mon[102677]: osdmap e883: 8 total, 8 up, 8 in 2023-12-01T04:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:19 smithi111 ceph-mon[97855]: osdmap e883: 8 total, 8 up, 8 in 2023-12-01T04:58:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:19 smithi111 ceph-mon[116524]: osdmap e883: 8 total, 8 up, 8 in 2023-12-01T04:58:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:20 smithi155 ceph-mon[102677]: pgmap v1317: 105 pgs: 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:20 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:20 smithi155 ceph-mon[102677]: osdmap e884: 8 total, 8 up, 8 in 2023-12-01T04:58:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1855903488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[97855]: pgmap v1317: 105 pgs: 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[97855]: osdmap e884: 8 total, 8 up, 8 in 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1855903488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[116524]: pgmap v1317: 105 pgs: 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[116524]: osdmap e884: 8 total, 8 up, 8 in 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1855903488' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:21 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:21 smithi155 ceph-mon[102677]: osdmap e885: 8 total, 8 up, 8 in 2023-12-01T04:58:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:21 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:21 smithi111 ceph-mon[97855]: osdmap e885: 8 total, 8 up, 8 in 2023-12-01T04:58:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:21 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:21 smithi111 ceph-mon[116524]: osdmap e885: 8 total, 8 up, 8 in 2023-12-01T04:58:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:22 smithi155 ceph-mon[102677]: pgmap v1320: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:22 smithi155 ceph-mon[102677]: osdmap e886: 8 total, 8 up, 8 in 2023-12-01T04:58:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:22 smithi111 ceph-mon[97855]: pgmap v1320: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:22 smithi111 ceph-mon[97855]: osdmap e886: 8 total, 8 up, 8 in 2023-12-01T04:58:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:22 smithi111 ceph-mon[116524]: pgmap v1320: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:22 smithi111 ceph-mon[116524]: osdmap e886: 8 total, 8 up, 8 in 2023-12-01T04:58:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:24 smithi155 ceph-mon[102677]: pgmap v1322: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:24 smithi111 ceph-mon[97855]: pgmap v1322: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:24 smithi111 ceph-mon[116524]: pgmap v1322: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:26 smithi155 ceph-mon[102677]: pgmap v1323: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 4.73k op/s 2023-12-01T04:58:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:26 smithi111 ceph-mon[97855]: pgmap v1323: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 4.73k op/s 2023-12-01T04:58:27.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:26 smithi111 ceph-mon[116524]: pgmap v1323: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 4.1 MiB/s wr, 4.73k op/s 2023-12-01T04:58:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:28 smithi155 ceph-mon[102677]: pgmap v1324: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 3.94k op/s 2023-12-01T04:58:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:28 smithi111 ceph-mon[97855]: pgmap v1324: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 3.94k op/s 2023-12-01T04:58:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:28 smithi111 ceph-mon[116524]: pgmap v1324: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 3.94k op/s 2023-12-01T04:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:58:29] "GET /metrics HTTP/1.1" 200 36185 "" "Prometheus/2.43.0" 2023-12-01T04:58:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:30 smithi155 ceph-mon[102677]: pgmap v1325: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 3.46k op/s 2023-12-01T04:58:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:30 smithi111 ceph-mon[97855]: pgmap v1325: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 3.46k op/s 2023-12-01T04:58:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:30 smithi111 ceph-mon[116524]: pgmap v1325: 137 pgs: 137 active+clean; 1.1 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 3.0 MiB/s wr, 3.46k op/s 2023-12-01T04:58:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:32 smithi155 ceph-mon[102677]: pgmap v1326: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 4.9 MiB/s wr, 5.68k op/s 2023-12-01T04:58:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:32 smithi111 ceph-mon[97855]: pgmap v1326: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 4.9 MiB/s wr, 5.68k op/s 2023-12-01T04:58:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:32 smithi111 ceph-mon[116524]: pgmap v1326: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 4.9 MiB/s wr, 5.68k op/s 2023-12-01T04:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:34 smithi155 ceph-mon[102677]: pgmap v1327: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 5.07k op/s 2023-12-01T04:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[97855]: pgmap v1327: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 5.07k op/s 2023-12-01T04:58:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[116524]: pgmap v1327: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.3 MiB/s wr, 5.07k op/s 2023-12-01T04:58:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:37.066 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:58:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:36 smithi155 ceph-mon[102677]: pgmap v1328: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.1 MiB/s wr, 6.00k op/s 2023-12-01T04:58:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:36 smithi111 ceph-mon[97855]: pgmap v1328: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.1 MiB/s wr, 6.00k op/s 2023-12-01T04:58:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:36 smithi111 ceph-mon[116524]: pgmap v1328: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 5.1 MiB/s wr, 6.00k op/s 2023-12-01T04:58:37.460 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:58:37.460 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (15m) 3m ago 16m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:58:37.460 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (16m) 3m ago 16m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:58:37.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (17m) 3m ago 17m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:58:37.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (17m) 3m ago 17m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:58:37.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (20m) 3m ago 20m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (22m) 3m ago 22m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (22m) 3m ago 22m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (21m) 3m ago 21m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (20m) 3m ago 20m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (16m) 3m ago 16m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (16m) 3m ago 16m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (20m) 3m ago 20m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (19m) 3m ago 19m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (19m) 3m ago 19m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (19m) 3m ago 19m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (18m) 3m ago 18m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (18m) 3m ago 18m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (18m) 3m ago 18m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (17m) 3m ago 17m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:58:37.461 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (15m) 3m ago 16m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:37.947 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:58:37.948 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:58:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:37 smithi155 ceph-mon[102677]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:37 smithi111 ceph-mon[97855]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:37 smithi111 ceph-mon[116524]: from='client.15678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:38 smithi155 ceph-mon[102677]: pgmap v1329: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 3.63k op/s 2023-12-01T04:58:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:38 smithi155 ceph-mon[102677]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2052646010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:58:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:38 smithi111 ceph-mon[97855]: pgmap v1329: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 3.63k op/s 2023-12-01T04:58:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:38 smithi111 ceph-mon[97855]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2052646010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:58:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:38 smithi111 ceph-mon[116524]: pgmap v1329: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 3.63k op/s 2023-12-01T04:58:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:38 smithi111 ceph-mon[116524]: from='client.15684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:58:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2052646010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:58:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:58:39] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2023-12-01T04:58:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:40 smithi155 ceph-mon[102677]: pgmap v1330: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 3.63k op/s 2023-12-01T04:58:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:40 smithi111 ceph-mon[97855]: pgmap v1330: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 3.63k op/s 2023-12-01T04:58:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:40 smithi111 ceph-mon[116524]: pgmap v1330: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 3.63k op/s 2023-12-01T04:58:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:42 smithi155 ceph-mon[102677]: pgmap v1331: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 3.9 MiB/s wr, 4.67k op/s 2023-12-01T04:58:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:42 smithi111 ceph-mon[97855]: pgmap v1331: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 3.9 MiB/s wr, 4.67k op/s 2023-12-01T04:58:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:42 smithi111 ceph-mon[116524]: pgmap v1331: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 41 MiB/s rd, 3.9 MiB/s wr, 4.67k op/s 2023-12-01T04:58:43.857 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (24987 ms) 2023-12-01T04:58:43.857 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-12-01T04:58:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:44 smithi155 ceph-mon[102677]: pgmap v1332: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 2.31k op/s 2023-12-01T04:58:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:44 smithi155 ceph-mon[102677]: osdmap e887: 8 total, 8 up, 8 in 2023-12-01T04:58:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:44 smithi111 ceph-mon[97855]: pgmap v1332: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 2.31k op/s 2023-12-01T04:58:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:44 smithi111 ceph-mon[97855]: osdmap e887: 8 total, 8 up, 8 in 2023-12-01T04:58:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:44 smithi111 ceph-mon[116524]: pgmap v1332: 137 pgs: 137 active+clean; 1.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 2.31k op/s 2023-12-01T04:58:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:44 smithi111 ceph-mon[116524]: osdmap e887: 8 total, 8 up, 8 in 2023-12-01T04:58:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:45 smithi155 ceph-mon[102677]: osdmap e888: 8 total, 8 up, 8 in 2023-12-01T04:58:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/488324354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:45 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:45 smithi111 ceph-mon[97855]: osdmap e888: 8 total, 8 up, 8 in 2023-12-01T04:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/488324354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:45 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:45 smithi111 ceph-mon[116524]: osdmap e888: 8 total, 8 up, 8 in 2023-12-01T04:58:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/488324354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:45 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:46 smithi155 ceph-mon[102677]: pgmap v1335: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:46 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:46 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:46 smithi155 ceph-mon[102677]: osdmap e889: 8 total, 8 up, 8 in 2023-12-01T04:58:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:46 smithi155 ceph-mon[102677]: osdmap e890: 8 total, 8 up, 8 in 2023-12-01T04:58:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[97855]: pgmap v1335: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[97855]: osdmap e889: 8 total, 8 up, 8 in 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[97855]: osdmap e890: 8 total, 8 up, 8 in 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[116524]: pgmap v1335: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[116524]: osdmap e889: 8 total, 8 up, 8 in 2023-12-01T04:58:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:46 smithi111 ceph-mon[116524]: osdmap e890: 8 total, 8 up, 8 in 2023-12-01T04:58:47.889 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4029 ms) 2023-12-01T04:58:47.889 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-12-01T04:58:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:48 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:48 smithi155 ceph-mon[102677]: osdmap e891: 8 total, 8 up, 8 in 2023-12-01T04:58:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:48 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:48 smithi111 ceph-mon[97855]: osdmap e891: 8 total, 8 up, 8 in 2023-12-01T04:58:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:48 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:48 smithi111 ceph-mon[116524]: osdmap e891: 8 total, 8 up, 8 in 2023-12-01T04:58:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:49 smithi155 ceph-mon[102677]: pgmap v1338: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:49 smithi155 ceph-mon[102677]: osdmap e892: 8 total, 8 up, 8 in 2023-12-01T04:58:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2437703195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:58:49] "GET /metrics HTTP/1.1" 200 33818 "" "Prometheus/2.43.0" 2023-12-01T04:58:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[97855]: pgmap v1338: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[97855]: osdmap e892: 8 total, 8 up, 8 in 2023-12-01T04:58:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2437703195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[116524]: pgmap v1338: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:58:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[116524]: osdmap e892: 8 total, 8 up, 8 in 2023-12-01T04:58:49.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2437703195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:49.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:50 smithi155 ceph-mon[102677]: pgmap v1341: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:50 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:50 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:50 smithi155 ceph-mon[102677]: osdmap e893: 8 total, 8 up, 8 in 2023-12-01T04:58:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[97855]: pgmap v1341: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[97855]: osdmap e893: 8 total, 8 up, 8 in 2023-12-01T04:58:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[116524]: pgmap v1341: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:50 smithi111 ceph-mon[116524]: osdmap e893: 8 total, 8 up, 8 in 2023-12-01T04:58:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:51 smithi155 ceph-mon[102677]: osdmap e894: 8 total, 8 up, 8 in 2023-12-01T04:58:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:51 smithi111 ceph-mon[97855]: osdmap e894: 8 total, 8 up, 8 in 2023-12-01T04:58:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:51 smithi111 ceph-mon[116524]: osdmap e894: 8 total, 8 up, 8 in 2023-12-01T04:58:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:52 smithi155 ceph-mon[102677]: pgmap v1344: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:52 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:52 smithi111 ceph-mon[97855]: pgmap v1344: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:52 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:52 smithi111 ceph-mon[116524]: pgmap v1344: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:52 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:53.906 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6019 ms) 2023-12-01T04:58:53.906 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-12-01T04:58:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:54 smithi155 ceph-mon[102677]: pgmap v1345: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:54 smithi155 ceph-mon[102677]: osdmap e895: 8 total, 8 up, 8 in 2023-12-01T04:58:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:54 smithi111 ceph-mon[97855]: pgmap v1345: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:54 smithi111 ceph-mon[97855]: osdmap e895: 8 total, 8 up, 8 in 2023-12-01T04:58:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:54 smithi111 ceph-mon[116524]: pgmap v1345: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:54 smithi111 ceph-mon[116524]: osdmap e895: 8 total, 8 up, 8 in 2023-12-01T04:58:56.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: osdmap e896: 8 total, 8 up, 8 in 2023-12-01T04:58:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3819440256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:58:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:58:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:58:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: osdmap e896: 8 total, 8 up, 8 in 2023-12-01T04:58:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3819440256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: osdmap e896: 8 total, 8 up, 8 in 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3819440256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:58:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:58:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:58:56.911 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:56 smithi155 ceph-mon[102677]: pgmap v1348: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:56.912 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:56 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:56 smithi155 ceph-mon[102677]: osdmap e897: 8 total, 8 up, 8 in 2023-12-01T04:58:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[97855]: pgmap v1348: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[97855]: osdmap e897: 8 total, 8 up, 8 in 2023-12-01T04:58:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[116524]: pgmap v1348: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:58:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-190055-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:58:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:56 smithi111 ceph-mon[116524]: osdmap e897: 8 total, 8 up, 8 in 2023-12-01T04:58:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:57 smithi155 ceph-mon[102677]: osdmap e898: 8 total, 8 up, 8 in 2023-12-01T04:58:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:57 smithi111 ceph-mon[97855]: osdmap e898: 8 total, 8 up, 8 in 2023-12-01T04:58:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:57 smithi111 ceph-mon[116524]: osdmap e898: 8 total, 8 up, 8 in 2023-12-01T04:58:58.935 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5029 ms) 2023-12-01T04:58:58.935 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 22 tests from TestCls2PCQueue (108884 ms total) 2023-12-01T04:58:58.935 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T04:58:58.935 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T04:58:58.935 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 22 tests from 1 test suite ran. (108884 ms total) 2023-12-01T04:58:58.935 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 22 tests. 2023-12-01T04:58:58.938 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T04:58:58.938 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T04:58:58.970 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2023-12-01T04:58:58.970 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2023-12-01T04:58:59.043 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T04:58:59.043 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 6 tests from 2 test suites. 2023-12-01T04:58:59.043 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T04:58:59.043 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 5 tests from cls_cas 2023-12-01T04:58:59.043 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_cas.get_put 2023-12-01T04:58:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:58 smithi155 ceph-mon[102677]: pgmap v1351: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:58 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:58 smithi111 ceph-mon[97855]: pgmap v1351: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:58 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:58 smithi111 ceph-mon[116524]: pgmap v1351: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:58:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:58 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:58:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:58:59] "GET /metrics HTTP/1.1" 200 33818 "" "Prometheus/2.43.0" 2023-12-01T04:59:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:58:59 smithi155 ceph-mon[102677]: osdmap e899: 8 total, 8 up, 8 in 2023-12-01T04:59:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:58:59 smithi111 ceph-mon[97855]: osdmap e899: 8 total, 8 up, 8 in 2023-12-01T04:59:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:58:59 smithi111 ceph-mon[116524]: osdmap e899: 8 total, 8 up, 8 in 2023-12-01T04:59:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:00 smithi155 ceph-mon[102677]: pgmap v1353: 105 pgs: 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:00 smithi155 ceph-mon[102677]: osdmap e900: 8 total, 8 up, 8 in 2023-12-01T04:59:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2903317002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:00 smithi111 ceph-mon[116524]: pgmap v1353: 105 pgs: 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:00 smithi111 ceph-mon[116524]: osdmap e900: 8 total, 8 up, 8 in 2023-12-01T04:59:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2903317002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:00 smithi111 ceph-mon[97855]: pgmap v1353: 105 pgs: 105 active+clean; 580 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:00 smithi111 ceph-mon[97855]: osdmap e900: 8 total, 8 up, 8 in 2023-12-01T04:59:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2903317002' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:01.965 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_cas.get_put (2923 ms) 2023-12-01T04:59:01.965 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_cas.wrong_put 2023-12-01T04:59:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2903317002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:01 smithi155 ceph-mon[102677]: osdmap e901: 8 total, 8 up, 8 in 2023-12-01T04:59:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2903317002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:01 smithi111 ceph-mon[97855]: osdmap e901: 8 total, 8 up, 8 in 2023-12-01T04:59:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2903317002' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:01 smithi111 ceph-mon[116524]: osdmap e901: 8 total, 8 up, 8 in 2023-12-01T04:59:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:02 smithi155 ceph-mon[102677]: pgmap v1356: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:02 smithi155 ceph-mon[102677]: osdmap e902: 8 total, 8 up, 8 in 2023-12-01T04:59:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:02 smithi111 ceph-mon[97855]: pgmap v1356: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:02 smithi111 ceph-mon[97855]: osdmap e902: 8 total, 8 up, 8 in 2023-12-01T04:59:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:02 smithi111 ceph-mon[116524]: pgmap v1356: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:02 smithi111 ceph-mon[116524]: osdmap e902: 8 total, 8 up, 8 in 2023-12-01T04:59:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:03 smithi111 ceph-mon[97855]: osdmap e903: 8 total, 8 up, 8 in 2023-12-01T04:59:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1884881529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:03 smithi111 ceph-mon[116524]: osdmap e903: 8 total, 8 up, 8 in 2023-12-01T04:59:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1884881529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:03 smithi155 ceph-mon[102677]: osdmap e903: 8 total, 8 up, 8 in 2023-12-01T04:59:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1884881529' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:04.973 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_cas.wrong_put (3008 ms) 2023-12-01T04:59:04.973 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_cas.dup_get 2023-12-01T04:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[97855]: pgmap v1359: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1884881529' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[97855]: osdmap e904: 8 total, 8 up, 8 in 2023-12-01T04:59:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[116524]: pgmap v1359: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1884881529' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:04 smithi111 ceph-mon[116524]: osdmap e904: 8 total, 8 up, 8 in 2023-12-01T04:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:04 smithi155 ceph-mon[102677]: pgmap v1359: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:04 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1884881529' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:04 smithi155 ceph-mon[102677]: osdmap e904: 8 total, 8 up, 8 in 2023-12-01T04:59:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:05 smithi111 ceph-mon[97855]: osdmap e905: 8 total, 8 up, 8 in 2023-12-01T04:59:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:05 smithi111 ceph-mon[116524]: osdmap e905: 8 total, 8 up, 8 in 2023-12-01T04:59:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:05 smithi155 ceph-mon[102677]: osdmap e905: 8 total, 8 up, 8 in 2023-12-01T04:59:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[97855]: pgmap v1362: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[97855]: osdmap e906: 8 total, 8 up, 8 in 2023-12-01T04:59:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1086918325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[116524]: pgmap v1362: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[116524]: osdmap e906: 8 total, 8 up, 8 in 2023-12-01T04:59:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1086918325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:06 smithi155 ceph-mon[102677]: pgmap v1362: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:06 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:06 smithi155 ceph-mon[102677]: osdmap e906: 8 total, 8 up, 8 in 2023-12-01T04:59:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1086918325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:07.997 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_cas.dup_get (3024 ms) 2023-12-01T04:59:07.997 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_cas.dup_put 2023-12-01T04:59:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1086918325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:07 smithi111 ceph-mon[97855]: osdmap e907: 8 total, 8 up, 8 in 2023-12-01T04:59:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1086918325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:07 smithi111 ceph-mon[116524]: osdmap e907: 8 total, 8 up, 8 in 2023-12-01T04:59:08.323 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:59:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1086918325' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:07 smithi155 ceph-mon[102677]: osdmap e907: 8 total, 8 up, 8 in 2023-12-01T04:59:08.635 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:59:08.635 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (16m) 4m ago 17m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:59:08.636 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (16m) 4m ago 16m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:59:08.636 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (18m) 4m ago 18m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:59:08.636 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (17m) 4m ago 17m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:59:08.636 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (21m) 4m ago 21m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:59:08.636 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (22m) 4m ago 22m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:59:08.636 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (22m) 4m ago 22m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (21m) 4m ago 21m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (21m) 4m ago 21m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (16m) 4m ago 16m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (16m) 4m ago 16m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (20m) 4m ago 20m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (20m) 4m ago 20m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:59:08.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (20m) 4m ago 20m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:59:08.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (19m) 4m ago 19m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:59:08.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (19m) 4m ago 19m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:59:08.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (19m) 4m ago 19m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:59:08.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (18m) 4m ago 18m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:59:08.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (18m) 4m ago 18m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:59:08.639 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (16m) 4m ago 17m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:59:09.023 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:59:09.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:59:09.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:09.025 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:59:09.025 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:59:09.025 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:59:09.025 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:59:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:08 smithi111 ceph-mon[97855]: pgmap v1365: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:08 smithi111 ceph-mon[97855]: osdmap e908: 8 total, 8 up, 8 in 2023-12-01T04:59:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:08 smithi111 ceph-mon[116524]: pgmap v1365: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:08 smithi111 ceph-mon[116524]: osdmap e908: 8 total, 8 up, 8 in 2023-12-01T04:59:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:08 smithi155 ceph-mon[102677]: pgmap v1365: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:08 smithi155 ceph-mon[102677]: osdmap e908: 8 total, 8 up, 8 in 2023-12-01T04:59:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:59:09] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-01T04:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:10 smithi155 ceph-mon[102677]: from='client.25276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:10 smithi155 ceph-mon[102677]: from='client.25646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:10 smithi155 ceph-mon[102677]: osdmap e909: 8 total, 8 up, 8 in 2023-12-01T04:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3988948739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:10 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2898487806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:59:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[97855]: from='client.25276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[97855]: from='client.25646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[97855]: osdmap e909: 8 total, 8 up, 8 in 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3988948739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2898487806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[116524]: from='client.25276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[116524]: from='client.25646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[116524]: osdmap e909: 8 total, 8 up, 8 in 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3988948739' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2898487806' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:59:11.021 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_cas.dup_put (3024 ms) 2023-12-01T04:59:11.022 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_cas.get_wrong_data 2023-12-01T04:59:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:11 smithi155 ceph-mon[102677]: pgmap v1368: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:11 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:11 smithi155 ceph-mon[102677]: osdmap e910: 8 total, 8 up, 8 in 2023-12-01T04:59:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[97855]: pgmap v1368: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[97855]: osdmap e910: 8 total, 8 up, 8 in 2023-12-01T04:59:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[116524]: pgmap v1368: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:11 smithi111 ceph-mon[116524]: osdmap e910: 8 total, 8 up, 8 in 2023-12-01T04:59:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:12 smithi155 ceph-mon[102677]: osdmap e911: 8 total, 8 up, 8 in 2023-12-01T04:59:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:12 smithi111 ceph-mon[97855]: osdmap e911: 8 total, 8 up, 8 in 2023-12-01T04:59:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:12 smithi111 ceph-mon[116524]: osdmap e911: 8 total, 8 up, 8 in 2023-12-01T04:59:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:13 smithi155 ceph-mon[102677]: pgmap v1371: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:13 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:13 smithi155 ceph-mon[102677]: osdmap e912: 8 total, 8 up, 8 in 2023-12-01T04:59:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1277815332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[97855]: pgmap v1371: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[97855]: osdmap e912: 8 total, 8 up, 8 in 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1277815332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[116524]: pgmap v1371: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[116524]: osdmap e912: 8 total, 8 up, 8 in 2023-12-01T04:59:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1277815332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_cas.get_wrong_data (3037 ms) 2023-12-01T04:59:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 5 tests from cls_cas (15016 ms total) 2023-12-01T04:59:14.063 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T04:59:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 1 test from chunk_refs_t 2023-12-01T04:59:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] chunk_refs_t.size 2023-12-01T04:59:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:1 60 by_object 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:2 103 by_object 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:4 189 by_object 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:8 361 by_object 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:16 112 by_hash(32 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:32 208 by_hash(32 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:64 400 by_hash(32 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:128 509 by_hash(10 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:256 499 by_hash(7 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:512 462 by_hash(5 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:1024 466 by_hash(5 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:2048 466 by_hash(5 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:4096 470 by_hash(5 bits) 2023-12-01T04:59:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:8192 498 by_hash(4 bits) 2023-12-01T04:59:14.065 INFO:tasks.workunit.client.0.smithi111.stdout:16384 278 by_hash(3 bits) 2023-12-01T04:59:14.068 INFO:tasks.workunit.client.0.smithi111.stdout:32768 337 by_hash(2 bits) 2023-12-01T04:59:14.074 INFO:tasks.workunit.client.0.smithi111.stdout:65536 367 by_hash(2 bits) 2023-12-01T04:59:14.083 INFO:tasks.workunit.client.0.smithi111.stdout:131072 387 by_hash(1 bits) 2023-12-01T04:59:14.099 INFO:tasks.workunit.client.0.smithi111.stdout:262144 331 by_pool 2023-12-01T04:59:14.130 INFO:tasks.workunit.client.0.smithi111.stdout:524288 21 count 2023-12-01T04:59:14.186 INFO:tasks.workunit.client.0.smithi111.stdout:1048576 21 count 2023-12-01T04:59:14.285 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] chunk_refs_t.size (227 ms) 2023-12-01T04:59:14.285 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 1 test from chunk_refs_t (227 ms total) 2023-12-01T04:59:14.285 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T04:59:14.285 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T04:59:14.285 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 6 tests from 2 test suites ran. (15243 ms total) 2023-12-01T04:59:14.285 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 6 tests. 2023-12-01T04:59:14.287 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T04:59:14.287 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T04:59:14.351 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1277815332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:14.351 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:14 smithi111 ceph-mon[97855]: osdmap e913: 8 total, 8 up, 8 in 2023-12-01T04:59:14.352 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1277815332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:14.352 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:14 smithi111 ceph-mon[116524]: osdmap e913: 8 total, 8 up, 8 in 2023-12-01T04:59:14.355 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-12-01T04:59:14.355 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-12-01T04:59:14.427 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T04:59:14.427 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 31 tests from 1 test suite. 2023-12-01T04:59:14.427 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T04:59:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1277815332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191216-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:14 smithi155 ceph-mon[102677]: osdmap e913: 8 total, 8 up, 8 in 2023-12-01T04:59:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:15 smithi155 ceph-mon[102677]: pgmap v1374: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:15 smithi155 ceph-mon[102677]: osdmap e914: 8 total, 8 up, 8 in 2023-12-01T04:59:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:15 smithi111 ceph-mon[97855]: pgmap v1374: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:15 smithi111 ceph-mon[97855]: osdmap e914: 8 total, 8 up, 8 in 2023-12-01T04:59:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:15 smithi111 ceph-mon[116524]: pgmap v1374: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:15 smithi111 ceph-mon[116524]: osdmap e914: 8 total, 8 up, 8 in 2023-12-01T04:59:16.077 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 31 tests from CmpOmap 2023-12-01T04:59:16.077 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-12-01T04:59:16.086 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (10 ms) 2023-12-01T04:59:16.086 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-12-01T04:59:16.090 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2023-12-01T04:59:16.091 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-12-01T04:59:16.094 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2023-12-01T04:59:16.094 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-12-01T04:59:16.097 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2023-12-01T04:59:16.097 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-12-01T04:59:16.103 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2023-12-01T04:59:16.103 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-12-01T04:59:16.110 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2023-12-01T04:59:16.110 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-12-01T04:59:16.113 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (4 ms) 2023-12-01T04:59:16.114 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-12-01T04:59:16.116 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2023-12-01T04:59:16.116 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-12-01T04:59:16.119 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2023-12-01T04:59:16.119 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-12-01T04:59:16.123 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2023-12-01T04:59:16.123 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-12-01T04:59:16.124 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2023-12-01T04:59:16.124 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-12-01T04:59:16.124 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-12-01T04:59:16.125 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-12-01T04:59:16.130 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (5 ms) 2023-12-01T04:59:16.131 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-12-01T04:59:16.137 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2023-12-01T04:59:16.137 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-12-01T04:59:16.143 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2023-12-01T04:59:16.143 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-12-01T04:59:16.151 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2023-12-01T04:59:16.151 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-12-01T04:59:16.158 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_str (8 ms) 2023-12-01T04:59:16.158 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-12-01T04:59:16.165 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2023-12-01T04:59:16.165 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-12-01T04:59:16.167 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2023-12-01T04:59:16.167 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-12-01T04:59:16.169 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2023-12-01T04:59:16.170 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-12-01T04:59:16.170 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-12-01T04:59:16.170 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-12-01T04:59:16.171 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2023-12-01T04:59:16.171 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-12-01T04:59:16.177 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2023-12-01T04:59:16.178 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-12-01T04:59:16.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2023-12-01T04:59:16.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-12-01T04:59:16.189 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2023-12-01T04:59:16.189 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-12-01T04:59:16.197 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2023-12-01T04:59:16.197 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-12-01T04:59:16.199 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2023-12-01T04:59:16.199 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-12-01T04:59:16.201 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-12-01T04:59:16.201 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-12-01T04:59:16.202 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-12-01T04:59:16.202 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-12-01T04:59:16.203 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2023-12-01T04:59:16.203 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-12-01T04:59:16.211 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2023-12-01T04:59:16.211 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 31 tests from CmpOmap (135 ms total) 2023-12-01T04:59:16.211 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T04:59:16.211 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T04:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:16 smithi155 ceph-mon[102677]: osdmap e915: 8 total, 8 up, 8 in 2023-12-01T04:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2660952679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:16 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:16 smithi111 ceph-mon[97855]: osdmap e915: 8 total, 8 up, 8 in 2023-12-01T04:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2660952679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:16 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:16 smithi111 ceph-mon[116524]: osdmap e915: 8 total, 8 up, 8 in 2023-12-01T04:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2660952679' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:16 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:17.086 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 31 tests from 1 test suite ran. (2656 ms total) 2023-12-01T04:59:17.087 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 31 tests. 2023-12-01T04:59:17.087 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T04:59:17.087 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T04:59:17.157 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2023-12-01T04:59:17.157 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2023-12-01T04:59:17.231 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T04:59:17.231 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 6 tests from 1 test suite. 2023-12-01T04:59:17.232 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T04:59:17.232 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 6 tests from ClsHello 2023-12-01T04:59:17.232 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsHello.SayHello 2023-12-01T04:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:17 smithi155 ceph-mon[102677]: pgmap v1377: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:17 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:17 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:17 smithi155 ceph-mon[102677]: osdmap e916: 8 total, 8 up, 8 in 2023-12-01T04:59:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[97855]: pgmap v1377: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[97855]: osdmap e916: 8 total, 8 up, 8 in 2023-12-01T04:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[116524]: pgmap v1377: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191417-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:17 smithi111 ceph-mon[116524]: osdmap e916: 8 total, 8 up, 8 in 2023-12-01T04:59:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:18 smithi155 ceph-mon[102677]: osdmap e917: 8 total, 8 up, 8 in 2023-12-01T04:59:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:18 smithi111 ceph-mon[97855]: osdmap e917: 8 total, 8 up, 8 in 2023-12-01T04:59:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:18 smithi111 ceph-mon[116524]: osdmap e917: 8 total, 8 up, 8 in 2023-12-01T04:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:19 smithi155 ceph-mon[102677]: pgmap v1380: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:19 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:19 smithi155 ceph-mon[102677]: osdmap e918: 8 total, 8 up, 8 in 2023-12-01T04:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4293238229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:19 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:59:19] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[97855]: pgmap v1380: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[97855]: osdmap e918: 8 total, 8 up, 8 in 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4293238229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[116524]: pgmap v1380: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[116524]: osdmap e918: 8 total, 8 up, 8 in 2023-12-01T04:59:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4293238229' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:20.103 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsHello.SayHello (2872 ms) 2023-12-01T04:59:20.103 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsHello.RecordHello 2023-12-01T04:59:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:20 smithi155 ceph-mon[102677]: osdmap e919: 8 total, 8 up, 8 in 2023-12-01T04:59:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:20 smithi155 ceph-mon[102677]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:20 smithi111 ceph-mon[97855]: osdmap e919: 8 total, 8 up, 8 in 2023-12-01T04:59:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:20 smithi111 ceph-mon[97855]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:20 smithi111 ceph-mon[116524]: osdmap e919: 8 total, 8 up, 8 in 2023-12-01T04:59:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:20 smithi111 ceph-mon[116524]: pgmap v1383: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:21 smithi155 ceph-mon[102677]: osdmap e920: 8 total, 8 up, 8 in 2023-12-01T04:59:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:21 smithi111 ceph-mon[97855]: osdmap e920: 8 total, 8 up, 8 in 2023-12-01T04:59:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:21 smithi111 ceph-mon[116524]: osdmap e920: 8 total, 8 up, 8 in 2023-12-01T04:59:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:22 smithi155 ceph-mon[102677]: osdmap e921: 8 total, 8 up, 8 in 2023-12-01T04:59:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3156789165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:22 smithi155 ceph-mon[102677]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:22 smithi111 ceph-mon[116524]: osdmap e921: 8 total, 8 up, 8 in 2023-12-01T04:59:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3156789165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:22 smithi111 ceph-mon[116524]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:22 smithi111 ceph-mon[97855]: osdmap e921: 8 total, 8 up, 8 in 2023-12-01T04:59:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3156789165' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:22 smithi111 ceph-mon[97855]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:23.120 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsHello.RecordHello (3017 ms) 2023-12-01T04:59:23.120 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsHello.WriteReturnData 2023-12-01T04:59:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:23 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3156789165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:23 smithi155 ceph-mon[102677]: osdmap e922: 8 total, 8 up, 8 in 2023-12-01T04:59:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:23 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3156789165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:23 smithi111 ceph-mon[97855]: osdmap e922: 8 total, 8 up, 8 in 2023-12-01T04:59:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:23 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3156789165' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:23 smithi111 ceph-mon[116524]: osdmap e922: 8 total, 8 up, 8 in 2023-12-01T04:59:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:24 smithi155 ceph-mon[102677]: pgmap v1388: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:24 smithi155 ceph-mon[102677]: osdmap e923: 8 total, 8 up, 8 in 2023-12-01T04:59:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:24 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:24 smithi111 ceph-mon[97855]: pgmap v1388: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:24 smithi111 ceph-mon[97855]: osdmap e923: 8 total, 8 up, 8 in 2023-12-01T04:59:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:24 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:24 smithi111 ceph-mon[116524]: pgmap v1388: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:24 smithi111 ceph-mon[116524]: osdmap e923: 8 total, 8 up, 8 in 2023-12-01T04:59:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:24 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:25.136 INFO:tasks.workunit.client.0.smithi111.stdout:require_osd_release = reef 2023-12-01T04:59:25.141 INFO:tasks.workunit.client.0.smithi111.stdout:0 2023-12-01T04:59:25.183 INFO:tasks.workunit.client.0.smithi111.stdout:1 2023-12-01T04:59:25.184 INFO:tasks.workunit.client.0.smithi111.stdout:2 2023-12-01T04:59:25.184 INFO:tasks.workunit.client.0.smithi111.stdout:3 2023-12-01T04:59:25.185 INFO:tasks.workunit.client.0.smithi111.stdout:4 2023-12-01T04:59:25.186 INFO:tasks.workunit.client.0.smithi111.stdout:5 2023-12-01T04:59:25.187 INFO:tasks.workunit.client.0.smithi111.stdout:6 2023-12-01T04:59:25.188 INFO:tasks.workunit.client.0.smithi111.stdout:7 2023-12-01T04:59:25.189 INFO:tasks.workunit.client.0.smithi111.stdout:8 2023-12-01T04:59:25.190 INFO:tasks.workunit.client.0.smithi111.stdout:9 2023-12-01T04:59:25.191 INFO:tasks.workunit.client.0.smithi111.stdout:10 2023-12-01T04:59:25.192 INFO:tasks.workunit.client.0.smithi111.stdout:11 2023-12-01T04:59:25.193 INFO:tasks.workunit.client.0.smithi111.stdout:12 2023-12-01T04:59:25.194 INFO:tasks.workunit.client.0.smithi111.stdout:13 2023-12-01T04:59:25.195 INFO:tasks.workunit.client.0.smithi111.stdout:14 2023-12-01T04:59:25.196 INFO:tasks.workunit.client.0.smithi111.stdout:15 2023-12-01T04:59:25.197 INFO:tasks.workunit.client.0.smithi111.stdout:16 2023-12-01T04:59:25.198 INFO:tasks.workunit.client.0.smithi111.stdout:17 2023-12-01T04:59:25.199 INFO:tasks.workunit.client.0.smithi111.stdout:18 2023-12-01T04:59:25.199 INFO:tasks.workunit.client.0.smithi111.stdout:19 2023-12-01T04:59:25.201 INFO:tasks.workunit.client.0.smithi111.stdout:20 2023-12-01T04:59:25.201 INFO:tasks.workunit.client.0.smithi111.stdout:21 2023-12-01T04:59:25.202 INFO:tasks.workunit.client.0.smithi111.stdout:22 2023-12-01T04:59:25.203 INFO:tasks.workunit.client.0.smithi111.stdout:23 2023-12-01T04:59:25.204 INFO:tasks.workunit.client.0.smithi111.stdout:24 2023-12-01T04:59:25.205 INFO:tasks.workunit.client.0.smithi111.stdout:25 2023-12-01T04:59:25.206 INFO:tasks.workunit.client.0.smithi111.stdout:26 2023-12-01T04:59:25.207 INFO:tasks.workunit.client.0.smithi111.stdout:27 2023-12-01T04:59:25.207 INFO:tasks.workunit.client.0.smithi111.stdout:28 2023-12-01T04:59:25.208 INFO:tasks.workunit.client.0.smithi111.stdout:29 2023-12-01T04:59:25.213 INFO:tasks.workunit.client.0.smithi111.stdout:30 2023-12-01T04:59:25.213 INFO:tasks.workunit.client.0.smithi111.stdout:31 2023-12-01T04:59:25.213 INFO:tasks.workunit.client.0.smithi111.stdout:32 2023-12-01T04:59:25.214 INFO:tasks.workunit.client.0.smithi111.stdout:33 2023-12-01T04:59:25.214 INFO:tasks.workunit.client.0.smithi111.stdout:34 2023-12-01T04:59:25.214 INFO:tasks.workunit.client.0.smithi111.stdout:35 2023-12-01T04:59:25.215 INFO:tasks.workunit.client.0.smithi111.stdout:36 2023-12-01T04:59:25.216 INFO:tasks.workunit.client.0.smithi111.stdout:37 2023-12-01T04:59:25.217 INFO:tasks.workunit.client.0.smithi111.stdout:38 2023-12-01T04:59:25.217 INFO:tasks.workunit.client.0.smithi111.stdout:39 2023-12-01T04:59:25.218 INFO:tasks.workunit.client.0.smithi111.stdout:40 2023-12-01T04:59:25.219 INFO:tasks.workunit.client.0.smithi111.stdout:41 2023-12-01T04:59:25.220 INFO:tasks.workunit.client.0.smithi111.stdout:42 2023-12-01T04:59:25.221 INFO:tasks.workunit.client.0.smithi111.stdout:43 2023-12-01T04:59:25.222 INFO:tasks.workunit.client.0.smithi111.stdout:44 2023-12-01T04:59:25.223 INFO:tasks.workunit.client.0.smithi111.stdout:45 2023-12-01T04:59:25.223 INFO:tasks.workunit.client.0.smithi111.stdout:46 2023-12-01T04:59:25.224 INFO:tasks.workunit.client.0.smithi111.stdout:47 2023-12-01T04:59:25.225 INFO:tasks.workunit.client.0.smithi111.stdout:48 2023-12-01T04:59:25.226 INFO:tasks.workunit.client.0.smithi111.stdout:49 2023-12-01T04:59:25.227 INFO:tasks.workunit.client.0.smithi111.stdout:50 2023-12-01T04:59:25.228 INFO:tasks.workunit.client.0.smithi111.stdout:51 2023-12-01T04:59:25.229 INFO:tasks.workunit.client.0.smithi111.stdout:52 2023-12-01T04:59:25.230 INFO:tasks.workunit.client.0.smithi111.stdout:53 2023-12-01T04:59:25.230 INFO:tasks.workunit.client.0.smithi111.stdout:54 2023-12-01T04:59:25.231 INFO:tasks.workunit.client.0.smithi111.stdout:55 2023-12-01T04:59:25.232 INFO:tasks.workunit.client.0.smithi111.stdout:56 2023-12-01T04:59:25.233 INFO:tasks.workunit.client.0.smithi111.stdout:57 2023-12-01T04:59:25.234 INFO:tasks.workunit.client.0.smithi111.stdout:58 2023-12-01T04:59:25.235 INFO:tasks.workunit.client.0.smithi111.stdout:59 2023-12-01T04:59:25.235 INFO:tasks.workunit.client.0.smithi111.stdout:60 2023-12-01T04:59:25.236 INFO:tasks.workunit.client.0.smithi111.stdout:61 2023-12-01T04:59:25.237 INFO:tasks.workunit.client.0.smithi111.stdout:62 2023-12-01T04:59:25.238 INFO:tasks.workunit.client.0.smithi111.stdout:63 2023-12-01T04:59:25.239 INFO:tasks.workunit.client.0.smithi111.stdout:64 2023-12-01T04:59:25.240 INFO:tasks.workunit.client.0.smithi111.stdout:65 2023-12-01T04:59:25.240 INFO:tasks.workunit.client.0.smithi111.stdout:66 2023-12-01T04:59:25.241 INFO:tasks.workunit.client.0.smithi111.stdout:67 2023-12-01T04:59:25.242 INFO:tasks.workunit.client.0.smithi111.stdout:68 2023-12-01T04:59:25.243 INFO:tasks.workunit.client.0.smithi111.stdout:69 2023-12-01T04:59:25.244 INFO:tasks.workunit.client.0.smithi111.stdout:70 2023-12-01T04:59:25.245 INFO:tasks.workunit.client.0.smithi111.stdout:71 2023-12-01T04:59:25.246 INFO:tasks.workunit.client.0.smithi111.stdout:72 2023-12-01T04:59:25.247 INFO:tasks.workunit.client.0.smithi111.stdout:73 2023-12-01T04:59:25.247 INFO:tasks.workunit.client.0.smithi111.stdout:74 2023-12-01T04:59:25.248 INFO:tasks.workunit.client.0.smithi111.stdout:75 2023-12-01T04:59:25.249 INFO:tasks.workunit.client.0.smithi111.stdout:76 2023-12-01T04:59:25.250 INFO:tasks.workunit.client.0.smithi111.stdout:77 2023-12-01T04:59:25.251 INFO:tasks.workunit.client.0.smithi111.stdout:78 2023-12-01T04:59:25.252 INFO:tasks.workunit.client.0.smithi111.stdout:79 2023-12-01T04:59:25.253 INFO:tasks.workunit.client.0.smithi111.stdout:80 2023-12-01T04:59:25.253 INFO:tasks.workunit.client.0.smithi111.stdout:81 2023-12-01T04:59:25.254 INFO:tasks.workunit.client.0.smithi111.stdout:82 2023-12-01T04:59:25.255 INFO:tasks.workunit.client.0.smithi111.stdout:83 2023-12-01T04:59:25.256 INFO:tasks.workunit.client.0.smithi111.stdout:84 2023-12-01T04:59:25.257 INFO:tasks.workunit.client.0.smithi111.stdout:85 2023-12-01T04:59:25.258 INFO:tasks.workunit.client.0.smithi111.stdout:86 2023-12-01T04:59:25.259 INFO:tasks.workunit.client.0.smithi111.stdout:87 2023-12-01T04:59:25.259 INFO:tasks.workunit.client.0.smithi111.stdout:88 2023-12-01T04:59:25.260 INFO:tasks.workunit.client.0.smithi111.stdout:89 2023-12-01T04:59:25.261 INFO:tasks.workunit.client.0.smithi111.stdout:90 2023-12-01T04:59:25.262 INFO:tasks.workunit.client.0.smithi111.stdout:91 2023-12-01T04:59:25.263 INFO:tasks.workunit.client.0.smithi111.stdout:92 2023-12-01T04:59:25.264 INFO:tasks.workunit.client.0.smithi111.stdout:93 2023-12-01T04:59:25.265 INFO:tasks.workunit.client.0.smithi111.stdout:94 2023-12-01T04:59:25.265 INFO:tasks.workunit.client.0.smithi111.stdout:95 2023-12-01T04:59:25.266 INFO:tasks.workunit.client.0.smithi111.stdout:96 2023-12-01T04:59:25.267 INFO:tasks.workunit.client.0.smithi111.stdout:97 2023-12-01T04:59:25.268 INFO:tasks.workunit.client.0.smithi111.stdout:98 2023-12-01T04:59:25.269 INFO:tasks.workunit.client.0.smithi111.stdout:99 2023-12-01T04:59:25.270 INFO:tasks.workunit.client.0.smithi111.stdout:100 2023-12-01T04:59:25.271 INFO:tasks.workunit.client.0.smithi111.stdout:101 2023-12-01T04:59:25.271 INFO:tasks.workunit.client.0.smithi111.stdout:102 2023-12-01T04:59:25.272 INFO:tasks.workunit.client.0.smithi111.stdout:103 2023-12-01T04:59:25.273 INFO:tasks.workunit.client.0.smithi111.stdout:104 2023-12-01T04:59:25.274 INFO:tasks.workunit.client.0.smithi111.stdout:105 2023-12-01T04:59:25.275 INFO:tasks.workunit.client.0.smithi111.stdout:106 2023-12-01T04:59:25.276 INFO:tasks.workunit.client.0.smithi111.stdout:107 2023-12-01T04:59:25.276 INFO:tasks.workunit.client.0.smithi111.stdout:108 2023-12-01T04:59:25.277 INFO:tasks.workunit.client.0.smithi111.stdout:109 2023-12-01T04:59:25.278 INFO:tasks.workunit.client.0.smithi111.stdout:110 2023-12-01T04:59:25.280 INFO:tasks.workunit.client.0.smithi111.stdout:111 2023-12-01T04:59:25.280 INFO:tasks.workunit.client.0.smithi111.stdout:112 2023-12-01T04:59:25.280 INFO:tasks.workunit.client.0.smithi111.stdout:113 2023-12-01T04:59:25.281 INFO:tasks.workunit.client.0.smithi111.stdout:114 2023-12-01T04:59:25.282 INFO:tasks.workunit.client.0.smithi111.stdout:115 2023-12-01T04:59:25.283 INFO:tasks.workunit.client.0.smithi111.stdout:116 2023-12-01T04:59:25.284 INFO:tasks.workunit.client.0.smithi111.stdout:117 2023-12-01T04:59:25.285 INFO:tasks.workunit.client.0.smithi111.stdout:118 2023-12-01T04:59:25.285 INFO:tasks.workunit.client.0.smithi111.stdout:119 2023-12-01T04:59:25.286 INFO:tasks.workunit.client.0.smithi111.stdout:120 2023-12-01T04:59:25.287 INFO:tasks.workunit.client.0.smithi111.stdout:121 2023-12-01T04:59:25.288 INFO:tasks.workunit.client.0.smithi111.stdout:122 2023-12-01T04:59:25.289 INFO:tasks.workunit.client.0.smithi111.stdout:123 2023-12-01T04:59:25.290 INFO:tasks.workunit.client.0.smithi111.stdout:124 2023-12-01T04:59:25.290 INFO:tasks.workunit.client.0.smithi111.stdout:125 2023-12-01T04:59:25.291 INFO:tasks.workunit.client.0.smithi111.stdout:126 2023-12-01T04:59:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:127 2023-12-01T04:59:25.293 INFO:tasks.workunit.client.0.smithi111.stdout:128 2023-12-01T04:59:25.294 INFO:tasks.workunit.client.0.smithi111.stdout:129 2023-12-01T04:59:25.295 INFO:tasks.workunit.client.0.smithi111.stdout:130 2023-12-01T04:59:25.295 INFO:tasks.workunit.client.0.smithi111.stdout:131 2023-12-01T04:59:25.296 INFO:tasks.workunit.client.0.smithi111.stdout:132 2023-12-01T04:59:25.297 INFO:tasks.workunit.client.0.smithi111.stdout:133 2023-12-01T04:59:25.298 INFO:tasks.workunit.client.0.smithi111.stdout:134 2023-12-01T04:59:25.299 INFO:tasks.workunit.client.0.smithi111.stdout:135 2023-12-01T04:59:25.299 INFO:tasks.workunit.client.0.smithi111.stdout:136 2023-12-01T04:59:25.300 INFO:tasks.workunit.client.0.smithi111.stdout:137 2023-12-01T04:59:25.301 INFO:tasks.workunit.client.0.smithi111.stdout:138 2023-12-01T04:59:25.302 INFO:tasks.workunit.client.0.smithi111.stdout:139 2023-12-01T04:59:25.303 INFO:tasks.workunit.client.0.smithi111.stdout:140 2023-12-01T04:59:25.303 INFO:tasks.workunit.client.0.smithi111.stdout:141 2023-12-01T04:59:25.304 INFO:tasks.workunit.client.0.smithi111.stdout:142 2023-12-01T04:59:25.305 INFO:tasks.workunit.client.0.smithi111.stdout:143 2023-12-01T04:59:25.306 INFO:tasks.workunit.client.0.smithi111.stdout:144 2023-12-01T04:59:25.306 INFO:tasks.workunit.client.0.smithi111.stdout:145 2023-12-01T04:59:25.307 INFO:tasks.workunit.client.0.smithi111.stdout:146 2023-12-01T04:59:25.308 INFO:tasks.workunit.client.0.smithi111.stdout:147 2023-12-01T04:59:25.309 INFO:tasks.workunit.client.0.smithi111.stdout:148 2023-12-01T04:59:25.310 INFO:tasks.workunit.client.0.smithi111.stdout:149 2023-12-01T04:59:25.310 INFO:tasks.workunit.client.0.smithi111.stdout:150 2023-12-01T04:59:25.311 INFO:tasks.workunit.client.0.smithi111.stdout:151 2023-12-01T04:59:25.312 INFO:tasks.workunit.client.0.smithi111.stdout:152 2023-12-01T04:59:25.313 INFO:tasks.workunit.client.0.smithi111.stdout:153 2023-12-01T04:59:25.313 INFO:tasks.workunit.client.0.smithi111.stdout:154 2023-12-01T04:59:25.314 INFO:tasks.workunit.client.0.smithi111.stdout:155 2023-12-01T04:59:25.315 INFO:tasks.workunit.client.0.smithi111.stdout:156 2023-12-01T04:59:25.316 INFO:tasks.workunit.client.0.smithi111.stdout:157 2023-12-01T04:59:25.317 INFO:tasks.workunit.client.0.smithi111.stdout:158 2023-12-01T04:59:25.317 INFO:tasks.workunit.client.0.smithi111.stdout:159 2023-12-01T04:59:25.318 INFO:tasks.workunit.client.0.smithi111.stdout:160 2023-12-01T04:59:25.319 INFO:tasks.workunit.client.0.smithi111.stdout:161 2023-12-01T04:59:25.320 INFO:tasks.workunit.client.0.smithi111.stdout:162 2023-12-01T04:59:25.321 INFO:tasks.workunit.client.0.smithi111.stdout:163 2023-12-01T04:59:25.321 INFO:tasks.workunit.client.0.smithi111.stdout:164 2023-12-01T04:59:25.322 INFO:tasks.workunit.client.0.smithi111.stdout:165 2023-12-01T04:59:25.323 INFO:tasks.workunit.client.0.smithi111.stdout:166 2023-12-01T04:59:25.324 INFO:tasks.workunit.client.0.smithi111.stdout:167 2023-12-01T04:59:25.325 INFO:tasks.workunit.client.0.smithi111.stdout:168 2023-12-01T04:59:25.326 INFO:tasks.workunit.client.0.smithi111.stdout:169 2023-12-01T04:59:25.327 INFO:tasks.workunit.client.0.smithi111.stdout:170 2023-12-01T04:59:25.328 INFO:tasks.workunit.client.0.smithi111.stdout:171 2023-12-01T04:59:25.329 INFO:tasks.workunit.client.0.smithi111.stdout:172 2023-12-01T04:59:25.330 INFO:tasks.workunit.client.0.smithi111.stdout:173 2023-12-01T04:59:25.331 INFO:tasks.workunit.client.0.smithi111.stdout:174 2023-12-01T04:59:25.331 INFO:tasks.workunit.client.0.smithi111.stdout:175 2023-12-01T04:59:25.332 INFO:tasks.workunit.client.0.smithi111.stdout:176 2023-12-01T04:59:25.334 INFO:tasks.workunit.client.0.smithi111.stdout:177 2023-12-01T04:59:25.334 INFO:tasks.workunit.client.0.smithi111.stdout:178 2023-12-01T04:59:25.335 INFO:tasks.workunit.client.0.smithi111.stdout:179 2023-12-01T04:59:25.336 INFO:tasks.workunit.client.0.smithi111.stdout:180 2023-12-01T04:59:25.337 INFO:tasks.workunit.client.0.smithi111.stdout:181 2023-12-01T04:59:25.337 INFO:tasks.workunit.client.0.smithi111.stdout:182 2023-12-01T04:59:25.338 INFO:tasks.workunit.client.0.smithi111.stdout:183 2023-12-01T04:59:25.339 INFO:tasks.workunit.client.0.smithi111.stdout:184 2023-12-01T04:59:25.340 INFO:tasks.workunit.client.0.smithi111.stdout:185 2023-12-01T04:59:25.341 INFO:tasks.workunit.client.0.smithi111.stdout:186 2023-12-01T04:59:25.341 INFO:tasks.workunit.client.0.smithi111.stdout:187 2023-12-01T04:59:25.342 INFO:tasks.workunit.client.0.smithi111.stdout:188 2023-12-01T04:59:25.343 INFO:tasks.workunit.client.0.smithi111.stdout:189 2023-12-01T04:59:25.344 INFO:tasks.workunit.client.0.smithi111.stdout:190 2023-12-01T04:59:25.344 INFO:tasks.workunit.client.0.smithi111.stdout:191 2023-12-01T04:59:25.345 INFO:tasks.workunit.client.0.smithi111.stdout:192 2023-12-01T04:59:25.346 INFO:tasks.workunit.client.0.smithi111.stdout:193 2023-12-01T04:59:25.347 INFO:tasks.workunit.client.0.smithi111.stdout:194 2023-12-01T04:59:25.348 INFO:tasks.workunit.client.0.smithi111.stdout:195 2023-12-01T04:59:25.349 INFO:tasks.workunit.client.0.smithi111.stdout:196 2023-12-01T04:59:25.349 INFO:tasks.workunit.client.0.smithi111.stdout:197 2023-12-01T04:59:25.350 INFO:tasks.workunit.client.0.smithi111.stdout:198 2023-12-01T04:59:25.351 INFO:tasks.workunit.client.0.smithi111.stdout:199 2023-12-01T04:59:25.352 INFO:tasks.workunit.client.0.smithi111.stdout:200 2023-12-01T04:59:25.353 INFO:tasks.workunit.client.0.smithi111.stdout:201 2023-12-01T04:59:25.354 INFO:tasks.workunit.client.0.smithi111.stdout:202 2023-12-01T04:59:25.354 INFO:tasks.workunit.client.0.smithi111.stdout:203 2023-12-01T04:59:25.355 INFO:tasks.workunit.client.0.smithi111.stdout:204 2023-12-01T04:59:25.356 INFO:tasks.workunit.client.0.smithi111.stdout:205 2023-12-01T04:59:25.357 INFO:tasks.workunit.client.0.smithi111.stdout:206 2023-12-01T04:59:25.357 INFO:tasks.workunit.client.0.smithi111.stdout:207 2023-12-01T04:59:25.358 INFO:tasks.workunit.client.0.smithi111.stdout:208 2023-12-01T04:59:25.359 INFO:tasks.workunit.client.0.smithi111.stdout:209 2023-12-01T04:59:25.360 INFO:tasks.workunit.client.0.smithi111.stdout:210 2023-12-01T04:59:25.361 INFO:tasks.workunit.client.0.smithi111.stdout:211 2023-12-01T04:59:25.362 INFO:tasks.workunit.client.0.smithi111.stdout:212 2023-12-01T04:59:25.366 INFO:tasks.workunit.client.0.smithi111.stdout:213 2023-12-01T04:59:25.366 INFO:tasks.workunit.client.0.smithi111.stdout:214 2023-12-01T04:59:25.366 INFO:tasks.workunit.client.0.smithi111.stdout:215 2023-12-01T04:59:25.366 INFO:tasks.workunit.client.0.smithi111.stdout:216 2023-12-01T04:59:25.366 INFO:tasks.workunit.client.0.smithi111.stdout:217 2023-12-01T04:59:25.367 INFO:tasks.workunit.client.0.smithi111.stdout:218 2023-12-01T04:59:25.367 INFO:tasks.workunit.client.0.smithi111.stdout:219 2023-12-01T04:59:25.368 INFO:tasks.workunit.client.0.smithi111.stdout:220 2023-12-01T04:59:25.369 INFO:tasks.workunit.client.0.smithi111.stdout:221 2023-12-01T04:59:25.370 INFO:tasks.workunit.client.0.smithi111.stdout:222 2023-12-01T04:59:25.371 INFO:tasks.workunit.client.0.smithi111.stdout:223 2023-12-01T04:59:25.372 INFO:tasks.workunit.client.0.smithi111.stdout:224 2023-12-01T04:59:25.373 INFO:tasks.workunit.client.0.smithi111.stdout:225 2023-12-01T04:59:25.374 INFO:tasks.workunit.client.0.smithi111.stdout:226 2023-12-01T04:59:25.375 INFO:tasks.workunit.client.0.smithi111.stdout:227 2023-12-01T04:59:25.376 INFO:tasks.workunit.client.0.smithi111.stdout:228 2023-12-01T04:59:25.377 INFO:tasks.workunit.client.0.smithi111.stdout:229 2023-12-01T04:59:25.378 INFO:tasks.workunit.client.0.smithi111.stdout:230 2023-12-01T04:59:25.379 INFO:tasks.workunit.client.0.smithi111.stdout:231 2023-12-01T04:59:25.380 INFO:tasks.workunit.client.0.smithi111.stdout:232 2023-12-01T04:59:25.381 INFO:tasks.workunit.client.0.smithi111.stdout:233 2023-12-01T04:59:25.382 INFO:tasks.workunit.client.0.smithi111.stdout:234 2023-12-01T04:59:25.383 INFO:tasks.workunit.client.0.smithi111.stdout:235 2023-12-01T04:59:25.384 INFO:tasks.workunit.client.0.smithi111.stdout:236 2023-12-01T04:59:25.385 INFO:tasks.workunit.client.0.smithi111.stdout:237 2023-12-01T04:59:25.386 INFO:tasks.workunit.client.0.smithi111.stdout:238 2023-12-01T04:59:25.387 INFO:tasks.workunit.client.0.smithi111.stdout:239 2023-12-01T04:59:25.388 INFO:tasks.workunit.client.0.smithi111.stdout:240 2023-12-01T04:59:25.388 INFO:tasks.workunit.client.0.smithi111.stdout:241 2023-12-01T04:59:25.389 INFO:tasks.workunit.client.0.smithi111.stdout:242 2023-12-01T04:59:25.390 INFO:tasks.workunit.client.0.smithi111.stdout:243 2023-12-01T04:59:25.392 INFO:tasks.workunit.client.0.smithi111.stdout:244 2023-12-01T04:59:25.392 INFO:tasks.workunit.client.0.smithi111.stdout:245 2023-12-01T04:59:25.393 INFO:tasks.workunit.client.0.smithi111.stdout:246 2023-12-01T04:59:25.394 INFO:tasks.workunit.client.0.smithi111.stdout:247 2023-12-01T04:59:25.395 INFO:tasks.workunit.client.0.smithi111.stdout:248 2023-12-01T04:59:25.395 INFO:tasks.workunit.client.0.smithi111.stdout:249 2023-12-01T04:59:25.396 INFO:tasks.workunit.client.0.smithi111.stdout:250 2023-12-01T04:59:25.397 INFO:tasks.workunit.client.0.smithi111.stdout:251 2023-12-01T04:59:25.398 INFO:tasks.workunit.client.0.smithi111.stdout:252 2023-12-01T04:59:25.399 INFO:tasks.workunit.client.0.smithi111.stdout:253 2023-12-01T04:59:25.400 INFO:tasks.workunit.client.0.smithi111.stdout:254 2023-12-01T04:59:25.401 INFO:tasks.workunit.client.0.smithi111.stdout:255 2023-12-01T04:59:25.401 INFO:tasks.workunit.client.0.smithi111.stdout:256 2023-12-01T04:59:25.402 INFO:tasks.workunit.client.0.smithi111.stdout:257 2023-12-01T04:59:25.403 INFO:tasks.workunit.client.0.smithi111.stdout:258 2023-12-01T04:59:25.404 INFO:tasks.workunit.client.0.smithi111.stdout:259 2023-12-01T04:59:25.405 INFO:tasks.workunit.client.0.smithi111.stdout:260 2023-12-01T04:59:25.406 INFO:tasks.workunit.client.0.smithi111.stdout:261 2023-12-01T04:59:25.406 INFO:tasks.workunit.client.0.smithi111.stdout:262 2023-12-01T04:59:25.407 INFO:tasks.workunit.client.0.smithi111.stdout:263 2023-12-01T04:59:25.408 INFO:tasks.workunit.client.0.smithi111.stdout:264 2023-12-01T04:59:25.409 INFO:tasks.workunit.client.0.smithi111.stdout:265 2023-12-01T04:59:25.410 INFO:tasks.workunit.client.0.smithi111.stdout:266 2023-12-01T04:59:25.410 INFO:tasks.workunit.client.0.smithi111.stdout:267 2023-12-01T04:59:25.411 INFO:tasks.workunit.client.0.smithi111.stdout:268 2023-12-01T04:59:25.412 INFO:tasks.workunit.client.0.smithi111.stdout:269 2023-12-01T04:59:25.413 INFO:tasks.workunit.client.0.smithi111.stdout:270 2023-12-01T04:59:25.414 INFO:tasks.workunit.client.0.smithi111.stdout:271 2023-12-01T04:59:25.415 INFO:tasks.workunit.client.0.smithi111.stdout:272 2023-12-01T04:59:25.415 INFO:tasks.workunit.client.0.smithi111.stdout:273 2023-12-01T04:59:25.416 INFO:tasks.workunit.client.0.smithi111.stdout:274 2023-12-01T04:59:25.417 INFO:tasks.workunit.client.0.smithi111.stdout:275 2023-12-01T04:59:25.418 INFO:tasks.workunit.client.0.smithi111.stdout:276 2023-12-01T04:59:25.419 INFO:tasks.workunit.client.0.smithi111.stdout:277 2023-12-01T04:59:25.420 INFO:tasks.workunit.client.0.smithi111.stdout:278 2023-12-01T04:59:25.421 INFO:tasks.workunit.client.0.smithi111.stdout:279 2023-12-01T04:59:25.422 INFO:tasks.workunit.client.0.smithi111.stdout:280 2023-12-01T04:59:25.422 INFO:tasks.workunit.client.0.smithi111.stdout:281 2023-12-01T04:59:25.423 INFO:tasks.workunit.client.0.smithi111.stdout:282 2023-12-01T04:59:25.424 INFO:tasks.workunit.client.0.smithi111.stdout:283 2023-12-01T04:59:25.425 INFO:tasks.workunit.client.0.smithi111.stdout:284 2023-12-01T04:59:25.426 INFO:tasks.workunit.client.0.smithi111.stdout:285 2023-12-01T04:59:25.426 INFO:tasks.workunit.client.0.smithi111.stdout:286 2023-12-01T04:59:25.428 INFO:tasks.workunit.client.0.smithi111.stdout:287 2023-12-01T04:59:25.428 INFO:tasks.workunit.client.0.smithi111.stdout:288 2023-12-01T04:59:25.429 INFO:tasks.workunit.client.0.smithi111.stdout:289 2023-12-01T04:59:25.430 INFO:tasks.workunit.client.0.smithi111.stdout:290 2023-12-01T04:59:25.431 INFO:tasks.workunit.client.0.smithi111.stdout:291 2023-12-01T04:59:25.432 INFO:tasks.workunit.client.0.smithi111.stdout:292 2023-12-01T04:59:25.433 INFO:tasks.workunit.client.0.smithi111.stdout:293 2023-12-01T04:59:25.434 INFO:tasks.workunit.client.0.smithi111.stdout:294 2023-12-01T04:59:25.435 INFO:tasks.workunit.client.0.smithi111.stdout:295 2023-12-01T04:59:25.435 INFO:tasks.workunit.client.0.smithi111.stdout:296 2023-12-01T04:59:25.436 INFO:tasks.workunit.client.0.smithi111.stdout:297 2023-12-01T04:59:25.437 INFO:tasks.workunit.client.0.smithi111.stdout:298 2023-12-01T04:59:25.438 INFO:tasks.workunit.client.0.smithi111.stdout:299 2023-12-01T04:59:25.439 INFO:tasks.workunit.client.0.smithi111.stdout:300 2023-12-01T04:59:25.440 INFO:tasks.workunit.client.0.smithi111.stdout:301 2023-12-01T04:59:25.441 INFO:tasks.workunit.client.0.smithi111.stdout:302 2023-12-01T04:59:25.441 INFO:tasks.workunit.client.0.smithi111.stdout:303 2023-12-01T04:59:25.442 INFO:tasks.workunit.client.0.smithi111.stdout:304 2023-12-01T04:59:25.443 INFO:tasks.workunit.client.0.smithi111.stdout:305 2023-12-01T04:59:25.444 INFO:tasks.workunit.client.0.smithi111.stdout:306 2023-12-01T04:59:25.445 INFO:tasks.workunit.client.0.smithi111.stdout:307 2023-12-01T04:59:25.446 INFO:tasks.workunit.client.0.smithi111.stdout:308 2023-12-01T04:59:25.446 INFO:tasks.workunit.client.0.smithi111.stdout:309 2023-12-01T04:59:25.447 INFO:tasks.workunit.client.0.smithi111.stdout:310 2023-12-01T04:59:25.448 INFO:tasks.workunit.client.0.smithi111.stdout:311 2023-12-01T04:59:25.449 INFO:tasks.workunit.client.0.smithi111.stdout:312 2023-12-01T04:59:25.450 INFO:tasks.workunit.client.0.smithi111.stdout:313 2023-12-01T04:59:25.452 INFO:tasks.workunit.client.0.smithi111.stdout:314 2023-12-01T04:59:25.455 INFO:tasks.workunit.client.0.smithi111.stdout:315 2023-12-01T04:59:25.456 INFO:tasks.workunit.client.0.smithi111.stdout:316 2023-12-01T04:59:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:25 smithi155 ceph-mon[102677]: osdmap e924: 8 total, 8 up, 8 in 2023-12-01T04:59:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/485456411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:25.457 INFO:tasks.workunit.client.0.smithi111.stdout:317 2023-12-01T04:59:25.458 INFO:tasks.workunit.client.0.smithi111.stdout:318 2023-12-01T04:59:25.459 INFO:tasks.workunit.client.0.smithi111.stdout:319 2023-12-01T04:59:25.459 INFO:tasks.workunit.client.0.smithi111.stdout:320 2023-12-01T04:59:25.460 INFO:tasks.workunit.client.0.smithi111.stdout:321 2023-12-01T04:59:25.461 INFO:tasks.workunit.client.0.smithi111.stdout:322 2023-12-01T04:59:25.462 INFO:tasks.workunit.client.0.smithi111.stdout:323 2023-12-01T04:59:25.463 INFO:tasks.workunit.client.0.smithi111.stdout:324 2023-12-01T04:59:25.464 INFO:tasks.workunit.client.0.smithi111.stdout:325 2023-12-01T04:59:25.465 INFO:tasks.workunit.client.0.smithi111.stdout:326 2023-12-01T04:59:25.465 INFO:tasks.workunit.client.0.smithi111.stdout:327 2023-12-01T04:59:25.466 INFO:tasks.workunit.client.0.smithi111.stdout:328 2023-12-01T04:59:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:329 2023-12-01T04:59:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:330 2023-12-01T04:59:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:331 2023-12-01T04:59:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:332 2023-12-01T04:59:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:333 2023-12-01T04:59:25.472 INFO:tasks.workunit.client.0.smithi111.stdout:334 2023-12-01T04:59:25.473 INFO:tasks.workunit.client.0.smithi111.stdout:335 2023-12-01T04:59:25.474 INFO:tasks.workunit.client.0.smithi111.stdout:336 2023-12-01T04:59:25.475 INFO:tasks.workunit.client.0.smithi111.stdout:337 2023-12-01T04:59:25.476 INFO:tasks.workunit.client.0.smithi111.stdout:338 2023-12-01T04:59:25.476 INFO:tasks.workunit.client.0.smithi111.stdout:339 2023-12-01T04:59:25.478 INFO:tasks.workunit.client.0.smithi111.stdout:340 2023-12-01T04:59:25.478 INFO:tasks.workunit.client.0.smithi111.stdout:341 2023-12-01T04:59:25.479 INFO:tasks.workunit.client.0.smithi111.stdout:342 2023-12-01T04:59:25.480 INFO:tasks.workunit.client.0.smithi111.stdout:343 2023-12-01T04:59:25.481 INFO:tasks.workunit.client.0.smithi111.stdout:344 2023-12-01T04:59:25.482 INFO:tasks.workunit.client.0.smithi111.stdout:345 2023-12-01T04:59:25.483 INFO:tasks.workunit.client.0.smithi111.stdout:346 2023-12-01T04:59:25.484 INFO:tasks.workunit.client.0.smithi111.stdout:347 2023-12-01T04:59:25.485 INFO:tasks.workunit.client.0.smithi111.stdout:348 2023-12-01T04:59:25.486 INFO:tasks.workunit.client.0.smithi111.stdout:349 2023-12-01T04:59:25.487 INFO:tasks.workunit.client.0.smithi111.stdout:350 2023-12-01T04:59:25.488 INFO:tasks.workunit.client.0.smithi111.stdout:351 2023-12-01T04:59:25.489 INFO:tasks.workunit.client.0.smithi111.stdout:352 2023-12-01T04:59:25.490 INFO:tasks.workunit.client.0.smithi111.stdout:353 2023-12-01T04:59:25.491 INFO:tasks.workunit.client.0.smithi111.stdout:354 2023-12-01T04:59:25.492 INFO:tasks.workunit.client.0.smithi111.stdout:355 2023-12-01T04:59:25.493 INFO:tasks.workunit.client.0.smithi111.stdout:356 2023-12-01T04:59:25.494 INFO:tasks.workunit.client.0.smithi111.stdout:357 2023-12-01T04:59:25.495 INFO:tasks.workunit.client.0.smithi111.stdout:358 2023-12-01T04:59:25.496 INFO:tasks.workunit.client.0.smithi111.stdout:359 2023-12-01T04:59:25.497 INFO:tasks.workunit.client.0.smithi111.stdout:360 2023-12-01T04:59:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:25 smithi111 ceph-mon[116524]: osdmap e924: 8 total, 8 up, 8 in 2023-12-01T04:59:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/485456411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:25 smithi111 ceph-mon[97855]: osdmap e924: 8 total, 8 up, 8 in 2023-12-01T04:59:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/485456411' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:25.499 INFO:tasks.workunit.client.0.smithi111.stdout:361 2023-12-01T04:59:25.499 INFO:tasks.workunit.client.0.smithi111.stdout:362 2023-12-01T04:59:25.500 INFO:tasks.workunit.client.0.smithi111.stdout:363 2023-12-01T04:59:25.501 INFO:tasks.workunit.client.0.smithi111.stdout:364 2023-12-01T04:59:25.502 INFO:tasks.workunit.client.0.smithi111.stdout:365 2023-12-01T04:59:25.503 INFO:tasks.workunit.client.0.smithi111.stdout:366 2023-12-01T04:59:25.504 INFO:tasks.workunit.client.0.smithi111.stdout:367 2023-12-01T04:59:25.505 INFO:tasks.workunit.client.0.smithi111.stdout:368 2023-12-01T04:59:25.506 INFO:tasks.workunit.client.0.smithi111.stdout:369 2023-12-01T04:59:25.507 INFO:tasks.workunit.client.0.smithi111.stdout:370 2023-12-01T04:59:25.508 INFO:tasks.workunit.client.0.smithi111.stdout:371 2023-12-01T04:59:25.509 INFO:tasks.workunit.client.0.smithi111.stdout:372 2023-12-01T04:59:25.510 INFO:tasks.workunit.client.0.smithi111.stdout:373 2023-12-01T04:59:25.511 INFO:tasks.workunit.client.0.smithi111.stdout:374 2023-12-01T04:59:25.512 INFO:tasks.workunit.client.0.smithi111.stdout:375 2023-12-01T04:59:25.513 INFO:tasks.workunit.client.0.smithi111.stdout:376 2023-12-01T04:59:25.514 INFO:tasks.workunit.client.0.smithi111.stdout:377 2023-12-01T04:59:25.515 INFO:tasks.workunit.client.0.smithi111.stdout:378 2023-12-01T04:59:25.516 INFO:tasks.workunit.client.0.smithi111.stdout:379 2023-12-01T04:59:25.517 INFO:tasks.workunit.client.0.smithi111.stdout:380 2023-12-01T04:59:25.518 INFO:tasks.workunit.client.0.smithi111.stdout:381 2023-12-01T04:59:25.519 INFO:tasks.workunit.client.0.smithi111.stdout:382 2023-12-01T04:59:25.520 INFO:tasks.workunit.client.0.smithi111.stdout:383 2023-12-01T04:59:25.520 INFO:tasks.workunit.client.0.smithi111.stdout:384 2023-12-01T04:59:25.521 INFO:tasks.workunit.client.0.smithi111.stdout:385 2023-12-01T04:59:25.522 INFO:tasks.workunit.client.0.smithi111.stdout:386 2023-12-01T04:59:25.523 INFO:tasks.workunit.client.0.smithi111.stdout:387 2023-12-01T04:59:25.524 INFO:tasks.workunit.client.0.smithi111.stdout:388 2023-12-01T04:59:25.525 INFO:tasks.workunit.client.0.smithi111.stdout:389 2023-12-01T04:59:25.526 INFO:tasks.workunit.client.0.smithi111.stdout:390 2023-12-01T04:59:25.527 INFO:tasks.workunit.client.0.smithi111.stdout:391 2023-12-01T04:59:25.528 INFO:tasks.workunit.client.0.smithi111.stdout:392 2023-12-01T04:59:25.529 INFO:tasks.workunit.client.0.smithi111.stdout:393 2023-12-01T04:59:25.530 INFO:tasks.workunit.client.0.smithi111.stdout:394 2023-12-01T04:59:25.531 INFO:tasks.workunit.client.0.smithi111.stdout:395 2023-12-01T04:59:25.531 INFO:tasks.workunit.client.0.smithi111.stdout:396 2023-12-01T04:59:25.532 INFO:tasks.workunit.client.0.smithi111.stdout:397 2023-12-01T04:59:25.533 INFO:tasks.workunit.client.0.smithi111.stdout:398 2023-12-01T04:59:25.536 INFO:tasks.workunit.client.0.smithi111.stdout:399 2023-12-01T04:59:25.536 INFO:tasks.workunit.client.0.smithi111.stdout:400 2023-12-01T04:59:25.536 INFO:tasks.workunit.client.0.smithi111.stdout:401 2023-12-01T04:59:25.537 INFO:tasks.workunit.client.0.smithi111.stdout:402 2023-12-01T04:59:25.538 INFO:tasks.workunit.client.0.smithi111.stdout:403 2023-12-01T04:59:25.539 INFO:tasks.workunit.client.0.smithi111.stdout:404 2023-12-01T04:59:25.540 INFO:tasks.workunit.client.0.smithi111.stdout:405 2023-12-01T04:59:25.541 INFO:tasks.workunit.client.0.smithi111.stdout:406 2023-12-01T04:59:25.542 INFO:tasks.workunit.client.0.smithi111.stdout:407 2023-12-01T04:59:25.543 INFO:tasks.workunit.client.0.smithi111.stdout:408 2023-12-01T04:59:25.544 INFO:tasks.workunit.client.0.smithi111.stdout:409 2023-12-01T04:59:25.545 INFO:tasks.workunit.client.0.smithi111.stdout:410 2023-12-01T04:59:25.546 INFO:tasks.workunit.client.0.smithi111.stdout:411 2023-12-01T04:59:25.547 INFO:tasks.workunit.client.0.smithi111.stdout:412 2023-12-01T04:59:25.548 INFO:tasks.workunit.client.0.smithi111.stdout:413 2023-12-01T04:59:25.548 INFO:tasks.workunit.client.0.smithi111.stdout:414 2023-12-01T04:59:25.549 INFO:tasks.workunit.client.0.smithi111.stdout:415 2023-12-01T04:59:25.550 INFO:tasks.workunit.client.0.smithi111.stdout:416 2023-12-01T04:59:25.551 INFO:tasks.workunit.client.0.smithi111.stdout:417 2023-12-01T04:59:25.552 INFO:tasks.workunit.client.0.smithi111.stdout:418 2023-12-01T04:59:25.553 INFO:tasks.workunit.client.0.smithi111.stdout:419 2023-12-01T04:59:25.554 INFO:tasks.workunit.client.0.smithi111.stdout:420 2023-12-01T04:59:25.555 INFO:tasks.workunit.client.0.smithi111.stdout:421 2023-12-01T04:59:25.556 INFO:tasks.workunit.client.0.smithi111.stdout:422 2023-12-01T04:59:25.557 INFO:tasks.workunit.client.0.smithi111.stdout:423 2023-12-01T04:59:25.558 INFO:tasks.workunit.client.0.smithi111.stdout:424 2023-12-01T04:59:25.559 INFO:tasks.workunit.client.0.smithi111.stdout:425 2023-12-01T04:59:25.561 INFO:tasks.workunit.client.0.smithi111.stdout:426 2023-12-01T04:59:25.561 INFO:tasks.workunit.client.0.smithi111.stdout:427 2023-12-01T04:59:25.562 INFO:tasks.workunit.client.0.smithi111.stdout:428 2023-12-01T04:59:25.563 INFO:tasks.workunit.client.0.smithi111.stdout:429 2023-12-01T04:59:25.564 INFO:tasks.workunit.client.0.smithi111.stdout:430 2023-12-01T04:59:25.565 INFO:tasks.workunit.client.0.smithi111.stdout:431 2023-12-01T04:59:25.565 INFO:tasks.workunit.client.0.smithi111.stdout:432 2023-12-01T04:59:25.566 INFO:tasks.workunit.client.0.smithi111.stdout:433 2023-12-01T04:59:25.567 INFO:tasks.workunit.client.0.smithi111.stdout:434 2023-12-01T04:59:25.568 INFO:tasks.workunit.client.0.smithi111.stdout:435 2023-12-01T04:59:25.569 INFO:tasks.workunit.client.0.smithi111.stdout:436 2023-12-01T04:59:25.570 INFO:tasks.workunit.client.0.smithi111.stdout:437 2023-12-01T04:59:25.571 INFO:tasks.workunit.client.0.smithi111.stdout:438 2023-12-01T04:59:25.574 INFO:tasks.workunit.client.0.smithi111.stdout:439 2023-12-01T04:59:25.574 INFO:tasks.workunit.client.0.smithi111.stdout:440 2023-12-01T04:59:25.574 INFO:tasks.workunit.client.0.smithi111.stdout:441 2023-12-01T04:59:25.575 INFO:tasks.workunit.client.0.smithi111.stdout:442 2023-12-01T04:59:25.576 INFO:tasks.workunit.client.0.smithi111.stdout:443 2023-12-01T04:59:25.577 INFO:tasks.workunit.client.0.smithi111.stdout:444 2023-12-01T04:59:25.578 INFO:tasks.workunit.client.0.smithi111.stdout:445 2023-12-01T04:59:25.579 INFO:tasks.workunit.client.0.smithi111.stdout:446 2023-12-01T04:59:25.580 INFO:tasks.workunit.client.0.smithi111.stdout:447 2023-12-01T04:59:25.581 INFO:tasks.workunit.client.0.smithi111.stdout:448 2023-12-01T04:59:25.582 INFO:tasks.workunit.client.0.smithi111.stdout:449 2023-12-01T04:59:25.583 INFO:tasks.workunit.client.0.smithi111.stdout:450 2023-12-01T04:59:25.584 INFO:tasks.workunit.client.0.smithi111.stdout:451 2023-12-01T04:59:25.585 INFO:tasks.workunit.client.0.smithi111.stdout:452 2023-12-01T04:59:25.586 INFO:tasks.workunit.client.0.smithi111.stdout:453 2023-12-01T04:59:25.587 INFO:tasks.workunit.client.0.smithi111.stdout:454 2023-12-01T04:59:25.588 INFO:tasks.workunit.client.0.smithi111.stdout:455 2023-12-01T04:59:25.588 INFO:tasks.workunit.client.0.smithi111.stdout:456 2023-12-01T04:59:25.589 INFO:tasks.workunit.client.0.smithi111.stdout:457 2023-12-01T04:59:25.590 INFO:tasks.workunit.client.0.smithi111.stdout:458 2023-12-01T04:59:25.591 INFO:tasks.workunit.client.0.smithi111.stdout:459 2023-12-01T04:59:25.592 INFO:tasks.workunit.client.0.smithi111.stdout:460 2023-12-01T04:59:25.593 INFO:tasks.workunit.client.0.smithi111.stdout:461 2023-12-01T04:59:25.594 INFO:tasks.workunit.client.0.smithi111.stdout:462 2023-12-01T04:59:25.595 INFO:tasks.workunit.client.0.smithi111.stdout:463 2023-12-01T04:59:25.596 INFO:tasks.workunit.client.0.smithi111.stdout:464 2023-12-01T04:59:25.597 INFO:tasks.workunit.client.0.smithi111.stdout:465 2023-12-01T04:59:25.598 INFO:tasks.workunit.client.0.smithi111.stdout:466 2023-12-01T04:59:25.599 INFO:tasks.workunit.client.0.smithi111.stdout:467 2023-12-01T04:59:25.599 INFO:tasks.workunit.client.0.smithi111.stdout:468 2023-12-01T04:59:25.600 INFO:tasks.workunit.client.0.smithi111.stdout:469 2023-12-01T04:59:25.601 INFO:tasks.workunit.client.0.smithi111.stdout:470 2023-12-01T04:59:25.602 INFO:tasks.workunit.client.0.smithi111.stdout:471 2023-12-01T04:59:25.603 INFO:tasks.workunit.client.0.smithi111.stdout:472 2023-12-01T04:59:25.604 INFO:tasks.workunit.client.0.smithi111.stdout:473 2023-12-01T04:59:25.605 INFO:tasks.workunit.client.0.smithi111.stdout:474 2023-12-01T04:59:25.606 INFO:tasks.workunit.client.0.smithi111.stdout:475 2023-12-01T04:59:25.607 INFO:tasks.workunit.client.0.smithi111.stdout:476 2023-12-01T04:59:25.608 INFO:tasks.workunit.client.0.smithi111.stdout:477 2023-12-01T04:59:25.610 INFO:tasks.workunit.client.0.smithi111.stdout:478 2023-12-01T04:59:25.610 INFO:tasks.workunit.client.0.smithi111.stdout:479 2023-12-01T04:59:25.611 INFO:tasks.workunit.client.0.smithi111.stdout:480 2023-12-01T04:59:25.612 INFO:tasks.workunit.client.0.smithi111.stdout:481 2023-12-01T04:59:25.613 INFO:tasks.workunit.client.0.smithi111.stdout:482 2023-12-01T04:59:25.614 INFO:tasks.workunit.client.0.smithi111.stdout:483 2023-12-01T04:59:25.615 INFO:tasks.workunit.client.0.smithi111.stdout:484 2023-12-01T04:59:25.615 INFO:tasks.workunit.client.0.smithi111.stdout:485 2023-12-01T04:59:25.616 INFO:tasks.workunit.client.0.smithi111.stdout:486 2023-12-01T04:59:25.617 INFO:tasks.workunit.client.0.smithi111.stdout:487 2023-12-01T04:59:25.618 INFO:tasks.workunit.client.0.smithi111.stdout:488 2023-12-01T04:59:25.619 INFO:tasks.workunit.client.0.smithi111.stdout:489 2023-12-01T04:59:25.620 INFO:tasks.workunit.client.0.smithi111.stdout:490 2023-12-01T04:59:25.621 INFO:tasks.workunit.client.0.smithi111.stdout:491 2023-12-01T04:59:25.622 INFO:tasks.workunit.client.0.smithi111.stdout:492 2023-12-01T04:59:25.623 INFO:tasks.workunit.client.0.smithi111.stdout:493 2023-12-01T04:59:25.624 INFO:tasks.workunit.client.0.smithi111.stdout:494 2023-12-01T04:59:25.625 INFO:tasks.workunit.client.0.smithi111.stdout:495 2023-12-01T04:59:25.626 INFO:tasks.workunit.client.0.smithi111.stdout:496 2023-12-01T04:59:25.627 INFO:tasks.workunit.client.0.smithi111.stdout:497 2023-12-01T04:59:25.628 INFO:tasks.workunit.client.0.smithi111.stdout:498 2023-12-01T04:59:25.629 INFO:tasks.workunit.client.0.smithi111.stdout:499 2023-12-01T04:59:25.630 INFO:tasks.workunit.client.0.smithi111.stdout:500 2023-12-01T04:59:25.631 INFO:tasks.workunit.client.0.smithi111.stdout:501 2023-12-01T04:59:25.632 INFO:tasks.workunit.client.0.smithi111.stdout:502 2023-12-01T04:59:25.633 INFO:tasks.workunit.client.0.smithi111.stdout:503 2023-12-01T04:59:25.634 INFO:tasks.workunit.client.0.smithi111.stdout:504 2023-12-01T04:59:25.635 INFO:tasks.workunit.client.0.smithi111.stdout:505 2023-12-01T04:59:25.636 INFO:tasks.workunit.client.0.smithi111.stdout:506 2023-12-01T04:59:25.637 INFO:tasks.workunit.client.0.smithi111.stdout:507 2023-12-01T04:59:25.638 INFO:tasks.workunit.client.0.smithi111.stdout:508 2023-12-01T04:59:25.639 INFO:tasks.workunit.client.0.smithi111.stdout:509 2023-12-01T04:59:25.640 INFO:tasks.workunit.client.0.smithi111.stdout:510 2023-12-01T04:59:25.641 INFO:tasks.workunit.client.0.smithi111.stdout:511 2023-12-01T04:59:25.642 INFO:tasks.workunit.client.0.smithi111.stdout:512 2023-12-01T04:59:25.643 INFO:tasks.workunit.client.0.smithi111.stdout:513 2023-12-01T04:59:25.644 INFO:tasks.workunit.client.0.smithi111.stdout:514 2023-12-01T04:59:25.645 INFO:tasks.workunit.client.0.smithi111.stdout:515 2023-12-01T04:59:25.646 INFO:tasks.workunit.client.0.smithi111.stdout:516 2023-12-01T04:59:25.647 INFO:tasks.workunit.client.0.smithi111.stdout:517 2023-12-01T04:59:25.648 INFO:tasks.workunit.client.0.smithi111.stdout:518 2023-12-01T04:59:25.649 INFO:tasks.workunit.client.0.smithi111.stdout:519 2023-12-01T04:59:25.650 INFO:tasks.workunit.client.0.smithi111.stdout:520 2023-12-01T04:59:25.651 INFO:tasks.workunit.client.0.smithi111.stdout:521 2023-12-01T04:59:25.652 INFO:tasks.workunit.client.0.smithi111.stdout:522 2023-12-01T04:59:25.653 INFO:tasks.workunit.client.0.smithi111.stdout:523 2023-12-01T04:59:25.654 INFO:tasks.workunit.client.0.smithi111.stdout:524 2023-12-01T04:59:25.655 INFO:tasks.workunit.client.0.smithi111.stdout:525 2023-12-01T04:59:25.656 INFO:tasks.workunit.client.0.smithi111.stdout:526 2023-12-01T04:59:25.657 INFO:tasks.workunit.client.0.smithi111.stdout:527 2023-12-01T04:59:25.658 INFO:tasks.workunit.client.0.smithi111.stdout:528 2023-12-01T04:59:25.659 INFO:tasks.workunit.client.0.smithi111.stdout:529 2023-12-01T04:59:25.660 INFO:tasks.workunit.client.0.smithi111.stdout:530 2023-12-01T04:59:25.660 INFO:tasks.workunit.client.0.smithi111.stdout:531 2023-12-01T04:59:25.662 INFO:tasks.workunit.client.0.smithi111.stdout:532 2023-12-01T04:59:25.663 INFO:tasks.workunit.client.0.smithi111.stdout:533 2023-12-01T04:59:25.664 INFO:tasks.workunit.client.0.smithi111.stdout:534 2023-12-01T04:59:25.665 INFO:tasks.workunit.client.0.smithi111.stdout:535 2023-12-01T04:59:25.665 INFO:tasks.workunit.client.0.smithi111.stdout:536 2023-12-01T04:59:25.666 INFO:tasks.workunit.client.0.smithi111.stdout:537 2023-12-01T04:59:25.667 INFO:tasks.workunit.client.0.smithi111.stdout:538 2023-12-01T04:59:25.668 INFO:tasks.workunit.client.0.smithi111.stdout:539 2023-12-01T04:59:25.669 INFO:tasks.workunit.client.0.smithi111.stdout:540 2023-12-01T04:59:25.670 INFO:tasks.workunit.client.0.smithi111.stdout:541 2023-12-01T04:59:25.671 INFO:tasks.workunit.client.0.smithi111.stdout:542 2023-12-01T04:59:25.672 INFO:tasks.workunit.client.0.smithi111.stdout:543 2023-12-01T04:59:25.673 INFO:tasks.workunit.client.0.smithi111.stdout:544 2023-12-01T04:59:25.674 INFO:tasks.workunit.client.0.smithi111.stdout:545 2023-12-01T04:59:25.675 INFO:tasks.workunit.client.0.smithi111.stdout:546 2023-12-01T04:59:25.676 INFO:tasks.workunit.client.0.smithi111.stdout:547 2023-12-01T04:59:25.677 INFO:tasks.workunit.client.0.smithi111.stdout:548 2023-12-01T04:59:25.678 INFO:tasks.workunit.client.0.smithi111.stdout:549 2023-12-01T04:59:25.679 INFO:tasks.workunit.client.0.smithi111.stdout:550 2023-12-01T04:59:25.680 INFO:tasks.workunit.client.0.smithi111.stdout:551 2023-12-01T04:59:25.681 INFO:tasks.workunit.client.0.smithi111.stdout:552 2023-12-01T04:59:25.682 INFO:tasks.workunit.client.0.smithi111.stdout:553 2023-12-01T04:59:25.683 INFO:tasks.workunit.client.0.smithi111.stdout:554 2023-12-01T04:59:25.684 INFO:tasks.workunit.client.0.smithi111.stdout:555 2023-12-01T04:59:25.685 INFO:tasks.workunit.client.0.smithi111.stdout:556 2023-12-01T04:59:25.686 INFO:tasks.workunit.client.0.smithi111.stdout:557 2023-12-01T04:59:25.687 INFO:tasks.workunit.client.0.smithi111.stdout:558 2023-12-01T04:59:25.688 INFO:tasks.workunit.client.0.smithi111.stdout:559 2023-12-01T04:59:25.689 INFO:tasks.workunit.client.0.smithi111.stdout:560 2023-12-01T04:59:25.690 INFO:tasks.workunit.client.0.smithi111.stdout:561 2023-12-01T04:59:25.691 INFO:tasks.workunit.client.0.smithi111.stdout:562 2023-12-01T04:59:25.692 INFO:tasks.workunit.client.0.smithi111.stdout:563 2023-12-01T04:59:25.693 INFO:tasks.workunit.client.0.smithi111.stdout:564 2023-12-01T04:59:25.694 INFO:tasks.workunit.client.0.smithi111.stdout:565 2023-12-01T04:59:25.695 INFO:tasks.workunit.client.0.smithi111.stdout:566 2023-12-01T04:59:25.696 INFO:tasks.workunit.client.0.smithi111.stdout:567 2023-12-01T04:59:25.696 INFO:tasks.workunit.client.0.smithi111.stdout:568 2023-12-01T04:59:25.697 INFO:tasks.workunit.client.0.smithi111.stdout:569 2023-12-01T04:59:25.698 INFO:tasks.workunit.client.0.smithi111.stdout:570 2023-12-01T04:59:25.699 INFO:tasks.workunit.client.0.smithi111.stdout:571 2023-12-01T04:59:25.700 INFO:tasks.workunit.client.0.smithi111.stdout:572 2023-12-01T04:59:25.701 INFO:tasks.workunit.client.0.smithi111.stdout:573 2023-12-01T04:59:25.702 INFO:tasks.workunit.client.0.smithi111.stdout:574 2023-12-01T04:59:25.703 INFO:tasks.workunit.client.0.smithi111.stdout:575 2023-12-01T04:59:25.704 INFO:tasks.workunit.client.0.smithi111.stdout:576 2023-12-01T04:59:25.705 INFO:tasks.workunit.client.0.smithi111.stdout:577 2023-12-01T04:59:25.706 INFO:tasks.workunit.client.0.smithi111.stdout:578 2023-12-01T04:59:25.707 INFO:tasks.workunit.client.0.smithi111.stdout:579 2023-12-01T04:59:25.708 INFO:tasks.workunit.client.0.smithi111.stdout:580 2023-12-01T04:59:25.709 INFO:tasks.workunit.client.0.smithi111.stdout:581 2023-12-01T04:59:25.710 INFO:tasks.workunit.client.0.smithi111.stdout:582 2023-12-01T04:59:25.711 INFO:tasks.workunit.client.0.smithi111.stdout:583 2023-12-01T04:59:25.712 INFO:tasks.workunit.client.0.smithi111.stdout:584 2023-12-01T04:59:25.713 INFO:tasks.workunit.client.0.smithi111.stdout:585 2023-12-01T04:59:25.714 INFO:tasks.workunit.client.0.smithi111.stdout:586 2023-12-01T04:59:25.715 INFO:tasks.workunit.client.0.smithi111.stdout:587 2023-12-01T04:59:25.716 INFO:tasks.workunit.client.0.smithi111.stdout:588 2023-12-01T04:59:25.717 INFO:tasks.workunit.client.0.smithi111.stdout:589 2023-12-01T04:59:25.718 INFO:tasks.workunit.client.0.smithi111.stdout:590 2023-12-01T04:59:25.719 INFO:tasks.workunit.client.0.smithi111.stdout:591 2023-12-01T04:59:25.720 INFO:tasks.workunit.client.0.smithi111.stdout:592 2023-12-01T04:59:25.721 INFO:tasks.workunit.client.0.smithi111.stdout:593 2023-12-01T04:59:25.722 INFO:tasks.workunit.client.0.smithi111.stdout:594 2023-12-01T04:59:25.723 INFO:tasks.workunit.client.0.smithi111.stdout:595 2023-12-01T04:59:25.724 INFO:tasks.workunit.client.0.smithi111.stdout:596 2023-12-01T04:59:25.725 INFO:tasks.workunit.client.0.smithi111.stdout:597 2023-12-01T04:59:25.726 INFO:tasks.workunit.client.0.smithi111.stdout:598 2023-12-01T04:59:25.727 INFO:tasks.workunit.client.0.smithi111.stdout:599 2023-12-01T04:59:25.728 INFO:tasks.workunit.client.0.smithi111.stdout:600 2023-12-01T04:59:25.729 INFO:tasks.workunit.client.0.smithi111.stdout:601 2023-12-01T04:59:25.730 INFO:tasks.workunit.client.0.smithi111.stdout:602 2023-12-01T04:59:25.731 INFO:tasks.workunit.client.0.smithi111.stdout:603 2023-12-01T04:59:25.732 INFO:tasks.workunit.client.0.smithi111.stdout:604 2023-12-01T04:59:25.733 INFO:tasks.workunit.client.0.smithi111.stdout:605 2023-12-01T04:59:25.734 INFO:tasks.workunit.client.0.smithi111.stdout:606 2023-12-01T04:59:25.735 INFO:tasks.workunit.client.0.smithi111.stdout:607 2023-12-01T04:59:25.736 INFO:tasks.workunit.client.0.smithi111.stdout:608 2023-12-01T04:59:25.737 INFO:tasks.workunit.client.0.smithi111.stdout:609 2023-12-01T04:59:25.738 INFO:tasks.workunit.client.0.smithi111.stdout:610 2023-12-01T04:59:25.739 INFO:tasks.workunit.client.0.smithi111.stdout:611 2023-12-01T04:59:25.740 INFO:tasks.workunit.client.0.smithi111.stdout:612 2023-12-01T04:59:25.741 INFO:tasks.workunit.client.0.smithi111.stdout:613 2023-12-01T04:59:25.742 INFO:tasks.workunit.client.0.smithi111.stdout:614 2023-12-01T04:59:25.743 INFO:tasks.workunit.client.0.smithi111.stdout:615 2023-12-01T04:59:25.744 INFO:tasks.workunit.client.0.smithi111.stdout:616 2023-12-01T04:59:25.745 INFO:tasks.workunit.client.0.smithi111.stdout:617 2023-12-01T04:59:25.746 INFO:tasks.workunit.client.0.smithi111.stdout:618 2023-12-01T04:59:25.747 INFO:tasks.workunit.client.0.smithi111.stdout:619 2023-12-01T04:59:25.748 INFO:tasks.workunit.client.0.smithi111.stdout:620 2023-12-01T04:59:25.749 INFO:tasks.workunit.client.0.smithi111.stdout:621 2023-12-01T04:59:25.750 INFO:tasks.workunit.client.0.smithi111.stdout:622 2023-12-01T04:59:25.751 INFO:tasks.workunit.client.0.smithi111.stdout:623 2023-12-01T04:59:25.752 INFO:tasks.workunit.client.0.smithi111.stdout:624 2023-12-01T04:59:25.753 INFO:tasks.workunit.client.0.smithi111.stdout:625 2023-12-01T04:59:25.754 INFO:tasks.workunit.client.0.smithi111.stdout:626 2023-12-01T04:59:25.757 INFO:tasks.workunit.client.0.smithi111.stdout:627 2023-12-01T04:59:25.758 INFO:tasks.workunit.client.0.smithi111.stdout:628 2023-12-01T04:59:25.758 INFO:tasks.workunit.client.0.smithi111.stdout:629 2023-12-01T04:59:25.758 INFO:tasks.workunit.client.0.smithi111.stdout:630 2023-12-01T04:59:25.759 INFO:tasks.workunit.client.0.smithi111.stdout:631 2023-12-01T04:59:25.760 INFO:tasks.workunit.client.0.smithi111.stdout:632 2023-12-01T04:59:25.761 INFO:tasks.workunit.client.0.smithi111.stdout:633 2023-12-01T04:59:25.762 INFO:tasks.workunit.client.0.smithi111.stdout:634 2023-12-01T04:59:25.763 INFO:tasks.workunit.client.0.smithi111.stdout:635 2023-12-01T04:59:25.764 INFO:tasks.workunit.client.0.smithi111.stdout:636 2023-12-01T04:59:25.765 INFO:tasks.workunit.client.0.smithi111.stdout:637 2023-12-01T04:59:25.766 INFO:tasks.workunit.client.0.smithi111.stdout:638 2023-12-01T04:59:25.767 INFO:tasks.workunit.client.0.smithi111.stdout:639 2023-12-01T04:59:25.768 INFO:tasks.workunit.client.0.smithi111.stdout:640 2023-12-01T04:59:25.769 INFO:tasks.workunit.client.0.smithi111.stdout:641 2023-12-01T04:59:25.770 INFO:tasks.workunit.client.0.smithi111.stdout:642 2023-12-01T04:59:25.773 INFO:tasks.workunit.client.0.smithi111.stdout:643 2023-12-01T04:59:25.774 INFO:tasks.workunit.client.0.smithi111.stdout:644 2023-12-01T04:59:25.774 INFO:tasks.workunit.client.0.smithi111.stdout:645 2023-12-01T04:59:25.775 INFO:tasks.workunit.client.0.smithi111.stdout:646 2023-12-01T04:59:25.776 INFO:tasks.workunit.client.0.smithi111.stdout:647 2023-12-01T04:59:25.777 INFO:tasks.workunit.client.0.smithi111.stdout:648 2023-12-01T04:59:25.777 INFO:tasks.workunit.client.0.smithi111.stdout:649 2023-12-01T04:59:25.778 INFO:tasks.workunit.client.0.smithi111.stdout:650 2023-12-01T04:59:25.779 INFO:tasks.workunit.client.0.smithi111.stdout:651 2023-12-01T04:59:25.780 INFO:tasks.workunit.client.0.smithi111.stdout:652 2023-12-01T04:59:25.781 INFO:tasks.workunit.client.0.smithi111.stdout:653 2023-12-01T04:59:25.782 INFO:tasks.workunit.client.0.smithi111.stdout:654 2023-12-01T04:59:25.783 INFO:tasks.workunit.client.0.smithi111.stdout:655 2023-12-01T04:59:25.784 INFO:tasks.workunit.client.0.smithi111.stdout:656 2023-12-01T04:59:25.785 INFO:tasks.workunit.client.0.smithi111.stdout:657 2023-12-01T04:59:25.786 INFO:tasks.workunit.client.0.smithi111.stdout:658 2023-12-01T04:59:25.787 INFO:tasks.workunit.client.0.smithi111.stdout:659 2023-12-01T04:59:25.788 INFO:tasks.workunit.client.0.smithi111.stdout:660 2023-12-01T04:59:25.789 INFO:tasks.workunit.client.0.smithi111.stdout:661 2023-12-01T04:59:25.790 INFO:tasks.workunit.client.0.smithi111.stdout:662 2023-12-01T04:59:25.791 INFO:tasks.workunit.client.0.smithi111.stdout:663 2023-12-01T04:59:25.792 INFO:tasks.workunit.client.0.smithi111.stdout:664 2023-12-01T04:59:25.793 INFO:tasks.workunit.client.0.smithi111.stdout:665 2023-12-01T04:59:25.794 INFO:tasks.workunit.client.0.smithi111.stdout:666 2023-12-01T04:59:25.795 INFO:tasks.workunit.client.0.smithi111.stdout:667 2023-12-01T04:59:25.796 INFO:tasks.workunit.client.0.smithi111.stdout:668 2023-12-01T04:59:25.797 INFO:tasks.workunit.client.0.smithi111.stdout:669 2023-12-01T04:59:25.798 INFO:tasks.workunit.client.0.smithi111.stdout:670 2023-12-01T04:59:25.799 INFO:tasks.workunit.client.0.smithi111.stdout:671 2023-12-01T04:59:25.800 INFO:tasks.workunit.client.0.smithi111.stdout:672 2023-12-01T04:59:25.801 INFO:tasks.workunit.client.0.smithi111.stdout:673 2023-12-01T04:59:25.802 INFO:tasks.workunit.client.0.smithi111.stdout:674 2023-12-01T04:59:25.803 INFO:tasks.workunit.client.0.smithi111.stdout:675 2023-12-01T04:59:25.804 INFO:tasks.workunit.client.0.smithi111.stdout:676 2023-12-01T04:59:25.805 INFO:tasks.workunit.client.0.smithi111.stdout:677 2023-12-01T04:59:25.806 INFO:tasks.workunit.client.0.smithi111.stdout:678 2023-12-01T04:59:25.807 INFO:tasks.workunit.client.0.smithi111.stdout:679 2023-12-01T04:59:25.808 INFO:tasks.workunit.client.0.smithi111.stdout:680 2023-12-01T04:59:25.809 INFO:tasks.workunit.client.0.smithi111.stdout:681 2023-12-01T04:59:25.811 INFO:tasks.workunit.client.0.smithi111.stdout:682 2023-12-01T04:59:25.811 INFO:tasks.workunit.client.0.smithi111.stdout:683 2023-12-01T04:59:25.812 INFO:tasks.workunit.client.0.smithi111.stdout:684 2023-12-01T04:59:25.813 INFO:tasks.workunit.client.0.smithi111.stdout:685 2023-12-01T04:59:25.814 INFO:tasks.workunit.client.0.smithi111.stdout:686 2023-12-01T04:59:25.815 INFO:tasks.workunit.client.0.smithi111.stdout:687 2023-12-01T04:59:25.816 INFO:tasks.workunit.client.0.smithi111.stdout:688 2023-12-01T04:59:25.817 INFO:tasks.workunit.client.0.smithi111.stdout:689 2023-12-01T04:59:25.818 INFO:tasks.workunit.client.0.smithi111.stdout:690 2023-12-01T04:59:25.819 INFO:tasks.workunit.client.0.smithi111.stdout:691 2023-12-01T04:59:25.820 INFO:tasks.workunit.client.0.smithi111.stdout:692 2023-12-01T04:59:25.821 INFO:tasks.workunit.client.0.smithi111.stdout:693 2023-12-01T04:59:25.822 INFO:tasks.workunit.client.0.smithi111.stdout:694 2023-12-01T04:59:25.823 INFO:tasks.workunit.client.0.smithi111.stdout:695 2023-12-01T04:59:25.824 INFO:tasks.workunit.client.0.smithi111.stdout:696 2023-12-01T04:59:25.825 INFO:tasks.workunit.client.0.smithi111.stdout:697 2023-12-01T04:59:25.826 INFO:tasks.workunit.client.0.smithi111.stdout:698 2023-12-01T04:59:25.827 INFO:tasks.workunit.client.0.smithi111.stdout:699 2023-12-01T04:59:25.828 INFO:tasks.workunit.client.0.smithi111.stdout:700 2023-12-01T04:59:25.829 INFO:tasks.workunit.client.0.smithi111.stdout:701 2023-12-01T04:59:25.830 INFO:tasks.workunit.client.0.smithi111.stdout:702 2023-12-01T04:59:25.831 INFO:tasks.workunit.client.0.smithi111.stdout:703 2023-12-01T04:59:25.832 INFO:tasks.workunit.client.0.smithi111.stdout:704 2023-12-01T04:59:25.833 INFO:tasks.workunit.client.0.smithi111.stdout:705 2023-12-01T04:59:25.834 INFO:tasks.workunit.client.0.smithi111.stdout:706 2023-12-01T04:59:25.835 INFO:tasks.workunit.client.0.smithi111.stdout:707 2023-12-01T04:59:25.836 INFO:tasks.workunit.client.0.smithi111.stdout:708 2023-12-01T04:59:25.837 INFO:tasks.workunit.client.0.smithi111.stdout:709 2023-12-01T04:59:25.838 INFO:tasks.workunit.client.0.smithi111.stdout:710 2023-12-01T04:59:25.839 INFO:tasks.workunit.client.0.smithi111.stdout:711 2023-12-01T04:59:25.840 INFO:tasks.workunit.client.0.smithi111.stdout:712 2023-12-01T04:59:25.841 INFO:tasks.workunit.client.0.smithi111.stdout:713 2023-12-01T04:59:25.842 INFO:tasks.workunit.client.0.smithi111.stdout:714 2023-12-01T04:59:25.843 INFO:tasks.workunit.client.0.smithi111.stdout:715 2023-12-01T04:59:25.844 INFO:tasks.workunit.client.0.smithi111.stdout:716 2023-12-01T04:59:25.845 INFO:tasks.workunit.client.0.smithi111.stdout:717 2023-12-01T04:59:25.846 INFO:tasks.workunit.client.0.smithi111.stdout:718 2023-12-01T04:59:25.847 INFO:tasks.workunit.client.0.smithi111.stdout:719 2023-12-01T04:59:25.848 INFO:tasks.workunit.client.0.smithi111.stdout:720 2023-12-01T04:59:25.849 INFO:tasks.workunit.client.0.smithi111.stdout:721 2023-12-01T04:59:25.851 INFO:tasks.workunit.client.0.smithi111.stdout:722 2023-12-01T04:59:25.852 INFO:tasks.workunit.client.0.smithi111.stdout:723 2023-12-01T04:59:25.853 INFO:tasks.workunit.client.0.smithi111.stdout:724 2023-12-01T04:59:25.854 INFO:tasks.workunit.client.0.smithi111.stdout:725 2023-12-01T04:59:25.855 INFO:tasks.workunit.client.0.smithi111.stdout:726 2023-12-01T04:59:25.856 INFO:tasks.workunit.client.0.smithi111.stdout:727 2023-12-01T04:59:25.857 INFO:tasks.workunit.client.0.smithi111.stdout:728 2023-12-01T04:59:25.859 INFO:tasks.workunit.client.0.smithi111.stdout:729 2023-12-01T04:59:25.860 INFO:tasks.workunit.client.0.smithi111.stdout:730 2023-12-01T04:59:25.861 INFO:tasks.workunit.client.0.smithi111.stdout:731 2023-12-01T04:59:25.863 INFO:tasks.workunit.client.0.smithi111.stdout:732 2023-12-01T04:59:25.864 INFO:tasks.workunit.client.0.smithi111.stdout:733 2023-12-01T04:59:25.865 INFO:tasks.workunit.client.0.smithi111.stdout:734 2023-12-01T04:59:25.866 INFO:tasks.workunit.client.0.smithi111.stdout:735 2023-12-01T04:59:25.868 INFO:tasks.workunit.client.0.smithi111.stdout:736 2023-12-01T04:59:25.868 INFO:tasks.workunit.client.0.smithi111.stdout:737 2023-12-01T04:59:25.869 INFO:tasks.workunit.client.0.smithi111.stdout:738 2023-12-01T04:59:25.871 INFO:tasks.workunit.client.0.smithi111.stdout:739 2023-12-01T04:59:25.872 INFO:tasks.workunit.client.0.smithi111.stdout:740 2023-12-01T04:59:25.873 INFO:tasks.workunit.client.0.smithi111.stdout:741 2023-12-01T04:59:25.874 INFO:tasks.workunit.client.0.smithi111.stdout:742 2023-12-01T04:59:25.875 INFO:tasks.workunit.client.0.smithi111.stdout:743 2023-12-01T04:59:25.876 INFO:tasks.workunit.client.0.smithi111.stdout:744 2023-12-01T04:59:25.877 INFO:tasks.workunit.client.0.smithi111.stdout:745 2023-12-01T04:59:25.878 INFO:tasks.workunit.client.0.smithi111.stdout:746 2023-12-01T04:59:25.879 INFO:tasks.workunit.client.0.smithi111.stdout:747 2023-12-01T04:59:25.880 INFO:tasks.workunit.client.0.smithi111.stdout:748 2023-12-01T04:59:25.881 INFO:tasks.workunit.client.0.smithi111.stdout:749 2023-12-01T04:59:25.882 INFO:tasks.workunit.client.0.smithi111.stdout:750 2023-12-01T04:59:25.883 INFO:tasks.workunit.client.0.smithi111.stdout:751 2023-12-01T04:59:25.885 INFO:tasks.workunit.client.0.smithi111.stdout:752 2023-12-01T04:59:25.886 INFO:tasks.workunit.client.0.smithi111.stdout:753 2023-12-01T04:59:25.887 INFO:tasks.workunit.client.0.smithi111.stdout:754 2023-12-01T04:59:25.888 INFO:tasks.workunit.client.0.smithi111.stdout:755 2023-12-01T04:59:25.890 INFO:tasks.workunit.client.0.smithi111.stdout:756 2023-12-01T04:59:25.891 INFO:tasks.workunit.client.0.smithi111.stdout:757 2023-12-01T04:59:25.892 INFO:tasks.workunit.client.0.smithi111.stdout:758 2023-12-01T04:59:25.893 INFO:tasks.workunit.client.0.smithi111.stdout:759 2023-12-01T04:59:25.894 INFO:tasks.workunit.client.0.smithi111.stdout:760 2023-12-01T04:59:25.896 INFO:tasks.workunit.client.0.smithi111.stdout:761 2023-12-01T04:59:25.897 INFO:tasks.workunit.client.0.smithi111.stdout:762 2023-12-01T04:59:25.898 INFO:tasks.workunit.client.0.smithi111.stdout:763 2023-12-01T04:59:25.899 INFO:tasks.workunit.client.0.smithi111.stdout:764 2023-12-01T04:59:25.900 INFO:tasks.workunit.client.0.smithi111.stdout:765 2023-12-01T04:59:25.901 INFO:tasks.workunit.client.0.smithi111.stdout:766 2023-12-01T04:59:25.902 INFO:tasks.workunit.client.0.smithi111.stdout:767 2023-12-01T04:59:25.903 INFO:tasks.workunit.client.0.smithi111.stdout:768 2023-12-01T04:59:25.904 INFO:tasks.workunit.client.0.smithi111.stdout:769 2023-12-01T04:59:25.905 INFO:tasks.workunit.client.0.smithi111.stdout:770 2023-12-01T04:59:25.906 INFO:tasks.workunit.client.0.smithi111.stdout:771 2023-12-01T04:59:25.907 INFO:tasks.workunit.client.0.smithi111.stdout:772 2023-12-01T04:59:25.909 INFO:tasks.workunit.client.0.smithi111.stdout:773 2023-12-01T04:59:25.910 INFO:tasks.workunit.client.0.smithi111.stdout:774 2023-12-01T04:59:25.911 INFO:tasks.workunit.client.0.smithi111.stdout:775 2023-12-01T04:59:25.912 INFO:tasks.workunit.client.0.smithi111.stdout:776 2023-12-01T04:59:25.913 INFO:tasks.workunit.client.0.smithi111.stdout:777 2023-12-01T04:59:25.914 INFO:tasks.workunit.client.0.smithi111.stdout:778 2023-12-01T04:59:25.915 INFO:tasks.workunit.client.0.smithi111.stdout:779 2023-12-01T04:59:25.916 INFO:tasks.workunit.client.0.smithi111.stdout:780 2023-12-01T04:59:25.917 INFO:tasks.workunit.client.0.smithi111.stdout:781 2023-12-01T04:59:25.918 INFO:tasks.workunit.client.0.smithi111.stdout:782 2023-12-01T04:59:25.919 INFO:tasks.workunit.client.0.smithi111.stdout:783 2023-12-01T04:59:25.920 INFO:tasks.workunit.client.0.smithi111.stdout:784 2023-12-01T04:59:25.921 INFO:tasks.workunit.client.0.smithi111.stdout:785 2023-12-01T04:59:25.923 INFO:tasks.workunit.client.0.smithi111.stdout:786 2023-12-01T04:59:25.924 INFO:tasks.workunit.client.0.smithi111.stdout:787 2023-12-01T04:59:25.925 INFO:tasks.workunit.client.0.smithi111.stdout:788 2023-12-01T04:59:25.926 INFO:tasks.workunit.client.0.smithi111.stdout:789 2023-12-01T04:59:25.927 INFO:tasks.workunit.client.0.smithi111.stdout:790 2023-12-01T04:59:25.928 INFO:tasks.workunit.client.0.smithi111.stdout:791 2023-12-01T04:59:25.929 INFO:tasks.workunit.client.0.smithi111.stdout:792 2023-12-01T04:59:25.930 INFO:tasks.workunit.client.0.smithi111.stdout:793 2023-12-01T04:59:25.931 INFO:tasks.workunit.client.0.smithi111.stdout:794 2023-12-01T04:59:25.932 INFO:tasks.workunit.client.0.smithi111.stdout:795 2023-12-01T04:59:25.933 INFO:tasks.workunit.client.0.smithi111.stdout:796 2023-12-01T04:59:25.934 INFO:tasks.workunit.client.0.smithi111.stdout:797 2023-12-01T04:59:25.935 INFO:tasks.workunit.client.0.smithi111.stdout:798 2023-12-01T04:59:25.936 INFO:tasks.workunit.client.0.smithi111.stdout:799 2023-12-01T04:59:25.937 INFO:tasks.workunit.client.0.smithi111.stdout:800 2023-12-01T04:59:25.938 INFO:tasks.workunit.client.0.smithi111.stdout:801 2023-12-01T04:59:25.940 INFO:tasks.workunit.client.0.smithi111.stdout:802 2023-12-01T04:59:25.941 INFO:tasks.workunit.client.0.smithi111.stdout:803 2023-12-01T04:59:25.942 INFO:tasks.workunit.client.0.smithi111.stdout:804 2023-12-01T04:59:25.943 INFO:tasks.workunit.client.0.smithi111.stdout:805 2023-12-01T04:59:25.944 INFO:tasks.workunit.client.0.smithi111.stdout:806 2023-12-01T04:59:25.945 INFO:tasks.workunit.client.0.smithi111.stdout:807 2023-12-01T04:59:25.947 INFO:tasks.workunit.client.0.smithi111.stdout:808 2023-12-01T04:59:25.947 INFO:tasks.workunit.client.0.smithi111.stdout:809 2023-12-01T04:59:25.948 INFO:tasks.workunit.client.0.smithi111.stdout:810 2023-12-01T04:59:25.949 INFO:tasks.workunit.client.0.smithi111.stdout:811 2023-12-01T04:59:25.950 INFO:tasks.workunit.client.0.smithi111.stdout:812 2023-12-01T04:59:25.951 INFO:tasks.workunit.client.0.smithi111.stdout:813 2023-12-01T04:59:25.952 INFO:tasks.workunit.client.0.smithi111.stdout:814 2023-12-01T04:59:25.954 INFO:tasks.workunit.client.0.smithi111.stdout:815 2023-12-01T04:59:25.955 INFO:tasks.workunit.client.0.smithi111.stdout:816 2023-12-01T04:59:25.956 INFO:tasks.workunit.client.0.smithi111.stdout:817 2023-12-01T04:59:25.957 INFO:tasks.workunit.client.0.smithi111.stdout:818 2023-12-01T04:59:25.958 INFO:tasks.workunit.client.0.smithi111.stdout:819 2023-12-01T04:59:25.959 INFO:tasks.workunit.client.0.smithi111.stdout:820 2023-12-01T04:59:25.960 INFO:tasks.workunit.client.0.smithi111.stdout:821 2023-12-01T04:59:25.961 INFO:tasks.workunit.client.0.smithi111.stdout:822 2023-12-01T04:59:25.963 INFO:tasks.workunit.client.0.smithi111.stdout:823 2023-12-01T04:59:25.964 INFO:tasks.workunit.client.0.smithi111.stdout:824 2023-12-01T04:59:25.965 INFO:tasks.workunit.client.0.smithi111.stdout:825 2023-12-01T04:59:25.966 INFO:tasks.workunit.client.0.smithi111.stdout:826 2023-12-01T04:59:25.967 INFO:tasks.workunit.client.0.smithi111.stdout:827 2023-12-01T04:59:25.968 INFO:tasks.workunit.client.0.smithi111.stdout:828 2023-12-01T04:59:25.969 INFO:tasks.workunit.client.0.smithi111.stdout:829 2023-12-01T04:59:25.971 INFO:tasks.workunit.client.0.smithi111.stdout:830 2023-12-01T04:59:25.972 INFO:tasks.workunit.client.0.smithi111.stdout:831 2023-12-01T04:59:25.973 INFO:tasks.workunit.client.0.smithi111.stdout:832 2023-12-01T04:59:25.974 INFO:tasks.workunit.client.0.smithi111.stdout:833 2023-12-01T04:59:25.975 INFO:tasks.workunit.client.0.smithi111.stdout:834 2023-12-01T04:59:25.976 INFO:tasks.workunit.client.0.smithi111.stdout:835 2023-12-01T04:59:25.977 INFO:tasks.workunit.client.0.smithi111.stdout:836 2023-12-01T04:59:25.979 INFO:tasks.workunit.client.0.smithi111.stdout:837 2023-12-01T04:59:25.981 INFO:tasks.workunit.client.0.smithi111.stdout:838 2023-12-01T04:59:25.981 INFO:tasks.workunit.client.0.smithi111.stdout:839 2023-12-01T04:59:25.982 INFO:tasks.workunit.client.0.smithi111.stdout:840 2023-12-01T04:59:25.983 INFO:tasks.workunit.client.0.smithi111.stdout:841 2023-12-01T04:59:25.985 INFO:tasks.workunit.client.0.smithi111.stdout:842 2023-12-01T04:59:25.986 INFO:tasks.workunit.client.0.smithi111.stdout:843 2023-12-01T04:59:25.987 INFO:tasks.workunit.client.0.smithi111.stdout:844 2023-12-01T04:59:25.988 INFO:tasks.workunit.client.0.smithi111.stdout:845 2023-12-01T04:59:25.989 INFO:tasks.workunit.client.0.smithi111.stdout:846 2023-12-01T04:59:25.990 INFO:tasks.workunit.client.0.smithi111.stdout:847 2023-12-01T04:59:25.991 INFO:tasks.workunit.client.0.smithi111.stdout:848 2023-12-01T04:59:25.993 INFO:tasks.workunit.client.0.smithi111.stdout:849 2023-12-01T04:59:25.994 INFO:tasks.workunit.client.0.smithi111.stdout:850 2023-12-01T04:59:25.995 INFO:tasks.workunit.client.0.smithi111.stdout:851 2023-12-01T04:59:25.996 INFO:tasks.workunit.client.0.smithi111.stdout:852 2023-12-01T04:59:25.997 INFO:tasks.workunit.client.0.smithi111.stdout:853 2023-12-01T04:59:25.998 INFO:tasks.workunit.client.0.smithi111.stdout:854 2023-12-01T04:59:25.999 INFO:tasks.workunit.client.0.smithi111.stdout:855 2023-12-01T04:59:26.000 INFO:tasks.workunit.client.0.smithi111.stdout:856 2023-12-01T04:59:26.002 INFO:tasks.workunit.client.0.smithi111.stdout:857 2023-12-01T04:59:26.003 INFO:tasks.workunit.client.0.smithi111.stdout:858 2023-12-01T04:59:26.004 INFO:tasks.workunit.client.0.smithi111.stdout:859 2023-12-01T04:59:26.005 INFO:tasks.workunit.client.0.smithi111.stdout:860 2023-12-01T04:59:26.006 INFO:tasks.workunit.client.0.smithi111.stdout:861 2023-12-01T04:59:26.007 INFO:tasks.workunit.client.0.smithi111.stdout:862 2023-12-01T04:59:26.008 INFO:tasks.workunit.client.0.smithi111.stdout:863 2023-12-01T04:59:26.009 INFO:tasks.workunit.client.0.smithi111.stdout:864 2023-12-01T04:59:26.011 INFO:tasks.workunit.client.0.smithi111.stdout:865 2023-12-01T04:59:26.012 INFO:tasks.workunit.client.0.smithi111.stdout:866 2023-12-01T04:59:26.013 INFO:tasks.workunit.client.0.smithi111.stdout:867 2023-12-01T04:59:26.014 INFO:tasks.workunit.client.0.smithi111.stdout:868 2023-12-01T04:59:26.015 INFO:tasks.workunit.client.0.smithi111.stdout:869 2023-12-01T04:59:26.016 INFO:tasks.workunit.client.0.smithi111.stdout:870 2023-12-01T04:59:26.017 INFO:tasks.workunit.client.0.smithi111.stdout:871 2023-12-01T04:59:26.018 INFO:tasks.workunit.client.0.smithi111.stdout:872 2023-12-01T04:59:26.019 INFO:tasks.workunit.client.0.smithi111.stdout:873 2023-12-01T04:59:26.020 INFO:tasks.workunit.client.0.smithi111.stdout:874 2023-12-01T04:59:26.021 INFO:tasks.workunit.client.0.smithi111.stdout:875 2023-12-01T04:59:26.023 INFO:tasks.workunit.client.0.smithi111.stdout:876 2023-12-01T04:59:26.024 INFO:tasks.workunit.client.0.smithi111.stdout:877 2023-12-01T04:59:26.025 INFO:tasks.workunit.client.0.smithi111.stdout:878 2023-12-01T04:59:26.026 INFO:tasks.workunit.client.0.smithi111.stdout:879 2023-12-01T04:59:26.027 INFO:tasks.workunit.client.0.smithi111.stdout:880 2023-12-01T04:59:26.028 INFO:tasks.workunit.client.0.smithi111.stdout:881 2023-12-01T04:59:26.029 INFO:tasks.workunit.client.0.smithi111.stdout:882 2023-12-01T04:59:26.030 INFO:tasks.workunit.client.0.smithi111.stdout:883 2023-12-01T04:59:26.031 INFO:tasks.workunit.client.0.smithi111.stdout:884 2023-12-01T04:59:26.032 INFO:tasks.workunit.client.0.smithi111.stdout:885 2023-12-01T04:59:26.033 INFO:tasks.workunit.client.0.smithi111.stdout:886 2023-12-01T04:59:26.034 INFO:tasks.workunit.client.0.smithi111.stdout:887 2023-12-01T04:59:26.035 INFO:tasks.workunit.client.0.smithi111.stdout:888 2023-12-01T04:59:26.037 INFO:tasks.workunit.client.0.smithi111.stdout:889 2023-12-01T04:59:26.038 INFO:tasks.workunit.client.0.smithi111.stdout:890 2023-12-01T04:59:26.039 INFO:tasks.workunit.client.0.smithi111.stdout:891 2023-12-01T04:59:26.040 INFO:tasks.workunit.client.0.smithi111.stdout:892 2023-12-01T04:59:26.041 INFO:tasks.workunit.client.0.smithi111.stdout:893 2023-12-01T04:59:26.042 INFO:tasks.workunit.client.0.smithi111.stdout:894 2023-12-01T04:59:26.043 INFO:tasks.workunit.client.0.smithi111.stdout:895 2023-12-01T04:59:26.044 INFO:tasks.workunit.client.0.smithi111.stdout:896 2023-12-01T04:59:26.045 INFO:tasks.workunit.client.0.smithi111.stdout:897 2023-12-01T04:59:26.047 INFO:tasks.workunit.client.0.smithi111.stdout:898 2023-12-01T04:59:26.048 INFO:tasks.workunit.client.0.smithi111.stdout:899 2023-12-01T04:59:26.049 INFO:tasks.workunit.client.0.smithi111.stdout:900 2023-12-01T04:59:26.050 INFO:tasks.workunit.client.0.smithi111.stdout:901 2023-12-01T04:59:26.051 INFO:tasks.workunit.client.0.smithi111.stdout:902 2023-12-01T04:59:26.052 INFO:tasks.workunit.client.0.smithi111.stdout:903 2023-12-01T04:59:26.053 INFO:tasks.workunit.client.0.smithi111.stdout:904 2023-12-01T04:59:26.054 INFO:tasks.workunit.client.0.smithi111.stdout:905 2023-12-01T04:59:26.056 INFO:tasks.workunit.client.0.smithi111.stdout:906 2023-12-01T04:59:26.057 INFO:tasks.workunit.client.0.smithi111.stdout:907 2023-12-01T04:59:26.058 INFO:tasks.workunit.client.0.smithi111.stdout:908 2023-12-01T04:59:26.059 INFO:tasks.workunit.client.0.smithi111.stdout:909 2023-12-01T04:59:26.060 INFO:tasks.workunit.client.0.smithi111.stdout:910 2023-12-01T04:59:26.061 INFO:tasks.workunit.client.0.smithi111.stdout:911 2023-12-01T04:59:26.062 INFO:tasks.workunit.client.0.smithi111.stdout:912 2023-12-01T04:59:26.063 INFO:tasks.workunit.client.0.smithi111.stdout:913 2023-12-01T04:59:26.065 INFO:tasks.workunit.client.0.smithi111.stdout:914 2023-12-01T04:59:26.066 INFO:tasks.workunit.client.0.smithi111.stdout:915 2023-12-01T04:59:26.067 INFO:tasks.workunit.client.0.smithi111.stdout:916 2023-12-01T04:59:26.068 INFO:tasks.workunit.client.0.smithi111.stdout:917 2023-12-01T04:59:26.069 INFO:tasks.workunit.client.0.smithi111.stdout:918 2023-12-01T04:59:26.070 INFO:tasks.workunit.client.0.smithi111.stdout:919 2023-12-01T04:59:26.072 INFO:tasks.workunit.client.0.smithi111.stdout:920 2023-12-01T04:59:26.074 INFO:tasks.workunit.client.0.smithi111.stdout:921 2023-12-01T04:59:26.075 INFO:tasks.workunit.client.0.smithi111.stdout:922 2023-12-01T04:59:26.077 INFO:tasks.workunit.client.0.smithi111.stdout:923 2023-12-01T04:59:26.079 INFO:tasks.workunit.client.0.smithi111.stdout:924 2023-12-01T04:59:26.080 INFO:tasks.workunit.client.0.smithi111.stdout:925 2023-12-01T04:59:26.081 INFO:tasks.workunit.client.0.smithi111.stdout:926 2023-12-01T04:59:26.082 INFO:tasks.workunit.client.0.smithi111.stdout:927 2023-12-01T04:59:26.083 INFO:tasks.workunit.client.0.smithi111.stdout:928 2023-12-01T04:59:26.084 INFO:tasks.workunit.client.0.smithi111.stdout:929 2023-12-01T04:59:26.086 INFO:tasks.workunit.client.0.smithi111.stdout:930 2023-12-01T04:59:26.087 INFO:tasks.workunit.client.0.smithi111.stdout:931 2023-12-01T04:59:26.088 INFO:tasks.workunit.client.0.smithi111.stdout:932 2023-12-01T04:59:26.089 INFO:tasks.workunit.client.0.smithi111.stdout:933 2023-12-01T04:59:26.090 INFO:tasks.workunit.client.0.smithi111.stdout:934 2023-12-01T04:59:26.091 INFO:tasks.workunit.client.0.smithi111.stdout:935 2023-12-01T04:59:26.092 INFO:tasks.workunit.client.0.smithi111.stdout:936 2023-12-01T04:59:26.093 INFO:tasks.workunit.client.0.smithi111.stdout:937 2023-12-01T04:59:26.094 INFO:tasks.workunit.client.0.smithi111.stdout:938 2023-12-01T04:59:26.095 INFO:tasks.workunit.client.0.smithi111.stdout:939 2023-12-01T04:59:26.097 INFO:tasks.workunit.client.0.smithi111.stdout:940 2023-12-01T04:59:26.098 INFO:tasks.workunit.client.0.smithi111.stdout:941 2023-12-01T04:59:26.100 INFO:tasks.workunit.client.0.smithi111.stdout:942 2023-12-01T04:59:26.101 INFO:tasks.workunit.client.0.smithi111.stdout:943 2023-12-01T04:59:26.102 INFO:tasks.workunit.client.0.smithi111.stdout:944 2023-12-01T04:59:26.103 INFO:tasks.workunit.client.0.smithi111.stdout:945 2023-12-01T04:59:26.104 INFO:tasks.workunit.client.0.smithi111.stdout:946 2023-12-01T04:59:26.105 INFO:tasks.workunit.client.0.smithi111.stdout:947 2023-12-01T04:59:26.106 INFO:tasks.workunit.client.0.smithi111.stdout:948 2023-12-01T04:59:26.108 INFO:tasks.workunit.client.0.smithi111.stdout:949 2023-12-01T04:59:26.110 INFO:tasks.workunit.client.0.smithi111.stdout:950 2023-12-01T04:59:26.111 INFO:tasks.workunit.client.0.smithi111.stdout:951 2023-12-01T04:59:26.112 INFO:tasks.workunit.client.0.smithi111.stdout:952 2023-12-01T04:59:26.114 INFO:tasks.workunit.client.0.smithi111.stdout:953 2023-12-01T04:59:26.115 INFO:tasks.workunit.client.0.smithi111.stdout:954 2023-12-01T04:59:26.116 INFO:tasks.workunit.client.0.smithi111.stdout:955 2023-12-01T04:59:26.118 INFO:tasks.workunit.client.0.smithi111.stdout:956 2023-12-01T04:59:26.119 INFO:tasks.workunit.client.0.smithi111.stdout:957 2023-12-01T04:59:26.121 INFO:tasks.workunit.client.0.smithi111.stdout:958 2023-12-01T04:59:26.121 INFO:tasks.workunit.client.0.smithi111.stdout:959 2023-12-01T04:59:26.123 INFO:tasks.workunit.client.0.smithi111.stdout:960 2023-12-01T04:59:26.126 INFO:tasks.workunit.client.0.smithi111.stdout:961 2023-12-01T04:59:26.129 INFO:tasks.workunit.client.0.smithi111.stdout:962 2023-12-01T04:59:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:963 2023-12-01T04:59:26.135 INFO:tasks.workunit.client.0.smithi111.stdout:964 2023-12-01T04:59:26.136 INFO:tasks.workunit.client.0.smithi111.stdout:965 2023-12-01T04:59:26.137 INFO:tasks.workunit.client.0.smithi111.stdout:966 2023-12-01T04:59:26.138 INFO:tasks.workunit.client.0.smithi111.stdout:967 2023-12-01T04:59:26.139 INFO:tasks.workunit.client.0.smithi111.stdout:968 2023-12-01T04:59:26.141 INFO:tasks.workunit.client.0.smithi111.stdout:969 2023-12-01T04:59:26.142 INFO:tasks.workunit.client.0.smithi111.stdout:970 2023-12-01T04:59:26.143 INFO:tasks.workunit.client.0.smithi111.stdout:971 2023-12-01T04:59:26.144 INFO:tasks.workunit.client.0.smithi111.stdout:972 2023-12-01T04:59:26.145 INFO:tasks.workunit.client.0.smithi111.stdout:973 2023-12-01T04:59:26.146 INFO:tasks.workunit.client.0.smithi111.stdout:974 2023-12-01T04:59:26.147 INFO:tasks.workunit.client.0.smithi111.stdout:975 2023-12-01T04:59:26.148 INFO:tasks.workunit.client.0.smithi111.stdout:976 2023-12-01T04:59:26.149 INFO:tasks.workunit.client.0.smithi111.stdout:977 2023-12-01T04:59:26.150 INFO:tasks.workunit.client.0.smithi111.stdout:978 2023-12-01T04:59:26.152 INFO:tasks.workunit.client.0.smithi111.stdout:979 2023-12-01T04:59:26.153 INFO:tasks.workunit.client.0.smithi111.stdout:980 2023-12-01T04:59:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:981 2023-12-01T04:59:26.155 INFO:tasks.workunit.client.0.smithi111.stdout:982 2023-12-01T04:59:26.156 INFO:tasks.workunit.client.0.smithi111.stdout:983 2023-12-01T04:59:26.157 INFO:tasks.workunit.client.0.smithi111.stdout:984 2023-12-01T04:59:26.159 INFO:tasks.workunit.client.0.smithi111.stdout:985 2023-12-01T04:59:26.160 INFO:tasks.workunit.client.0.smithi111.stdout:986 2023-12-01T04:59:26.162 INFO:tasks.workunit.client.0.smithi111.stdout:987 2023-12-01T04:59:26.163 INFO:tasks.workunit.client.0.smithi111.stdout:988 2023-12-01T04:59:26.164 INFO:tasks.workunit.client.0.smithi111.stdout:989 2023-12-01T04:59:26.165 INFO:tasks.workunit.client.0.smithi111.stdout:990 2023-12-01T04:59:26.166 INFO:tasks.workunit.client.0.smithi111.stdout:991 2023-12-01T04:59:26.167 INFO:tasks.workunit.client.0.smithi111.stdout:992 2023-12-01T04:59:26.168 INFO:tasks.workunit.client.0.smithi111.stdout:993 2023-12-01T04:59:26.169 INFO:tasks.workunit.client.0.smithi111.stdout:994 2023-12-01T04:59:26.171 INFO:tasks.workunit.client.0.smithi111.stdout:995 2023-12-01T04:59:26.172 INFO:tasks.workunit.client.0.smithi111.stdout:996 2023-12-01T04:59:26.173 INFO:tasks.workunit.client.0.smithi111.stdout:997 2023-12-01T04:59:26.174 INFO:tasks.workunit.client.0.smithi111.stdout:998 2023-12-01T04:59:26.176 INFO:tasks.workunit.client.0.smithi111.stdout:999 2023-12-01T04:59:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:26 smithi155 ceph-mon[102677]: pgmap v1391: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:26 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:26 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:26 smithi155 ceph-mon[102677]: osdmap e925: 8 total, 8 up, 8 in 2023-12-01T04:59:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/485456411' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-01T04:59:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[97855]: pgmap v1391: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[97855]: osdmap e925: 8 total, 8 up, 8 in 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/485456411' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[116524]: pgmap v1391: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[116524]: osdmap e925: 8 total, 8 up, 8 in 2023-12-01T04:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/485456411' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2023-12-01T04:59:27.143 INFO:tasks.workunit.client.0.smithi111.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-01T04:59:27.143 INFO:tasks.workunit.client.0.smithi111.stdout:00000010 69 73 |is| 2023-12-01T04:59:27.144 INFO:tasks.workunit.client.0.smithi111.stdout:00000012 2023-12-01T04:59:27.144 INFO:tasks.workunit.client.0.smithi111.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2023-12-01T04:59:27.144 INFO:tasks.workunit.client.0.smithi111.stdout:00000010 69 73 |is| 2023-12-01T04:59:27.144 INFO:tasks.workunit.client.0.smithi111.stdout:00000012 2023-12-01T04:59:27.144 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsHello.WriteReturnData (4023 ms) 2023-12-01T04:59:27.144 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsHello.Loud 2023-12-01T04:59:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:27 smithi155 ceph-mon[102677]: osdmap e926: 8 total, 8 up, 8 in 2023-12-01T04:59:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:27 smithi111 ceph-mon[97855]: osdmap e926: 8 total, 8 up, 8 in 2023-12-01T04:59:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:27 smithi111 ceph-mon[116524]: osdmap e926: 8 total, 8 up, 8 in 2023-12-01T04:59:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:28 smithi155 ceph-mon[102677]: pgmap v1394: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:28 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:28 smithi155 ceph-mon[102677]: osdmap e927: 8 total, 8 up, 8 in 2023-12-01T04:59:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:28 smithi111 ceph-mon[97855]: pgmap v1394: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:28 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:28 smithi111 ceph-mon[97855]: osdmap e927: 8 total, 8 up, 8 in 2023-12-01T04:59:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:28 smithi111 ceph-mon[116524]: pgmap v1394: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:28 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:28 smithi111 ceph-mon[116524]: osdmap e927: 8 total, 8 up, 8 in 2023-12-01T04:59:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:29 smithi155 ceph-mon[102677]: osdmap e928: 8 total, 8 up, 8 in 2023-12-01T04:59:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/670866678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:29 smithi111 ceph-mon[97855]: osdmap e928: 8 total, 8 up, 8 in 2023-12-01T04:59:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/670866678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:29 smithi111 ceph-mon[116524]: osdmap e928: 8 total, 8 up, 8 in 2023-12-01T04:59:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/670866678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:29.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:59:29] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2023-12-01T04:59:30.169 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsHello.Loud (3026 ms) 2023-12-01T04:59:30.169 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsHello.BadMethods 2023-12-01T04:59:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:30 smithi155 ceph-mon[102677]: pgmap v1397: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/670866678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:30 smithi155 ceph-mon[102677]: osdmap e929: 8 total, 8 up, 8 in 2023-12-01T04:59:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:30 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[97855]: pgmap v1397: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/670866678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[97855]: osdmap e929: 8 total, 8 up, 8 in 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[116524]: pgmap v1397: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/670866678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[116524]: osdmap e929: 8 total, 8 up, 8 in 2023-12-01T04:59:30.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:30 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:31 smithi155 ceph-mon[102677]: osdmap e930: 8 total, 8 up, 8 in 2023-12-01T04:59:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:31 smithi111 ceph-mon[97855]: osdmap e930: 8 total, 8 up, 8 in 2023-12-01T04:59:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:31 smithi111 ceph-mon[116524]: osdmap e930: 8 total, 8 up, 8 in 2023-12-01T04:59:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:32 smithi155 ceph-mon[102677]: pgmap v1400: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:32 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:32 smithi155 ceph-mon[102677]: osdmap e931: 8 total, 8 up, 8 in 2023-12-01T04:59:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1631909617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:32 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:32.499 INFO:journalctl@ceph.osd.3.smithi111.stdout:Dec 01 04:59:32 smithi111 conmon[151232]: 2023-12-01T04:59:32.198+0000 7ff1e2001700 -1 osd.3 pg_epoch: 932 pg[38.2( v 932'1 (0'0,932'1] local-lis/les=931/932 n=1 ec=931/931 lis/c=931/931 les/c/f=932/932/0 sis=931) [3,7,5] r=0 lpr=931 crt=932'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2023-12-01T04:59:32.499 INFO:journalctl@ceph.osd.3.smithi111.stdout:Dec 01 04:59:32 smithi111 conmon[151232]: 2023-12-01T04:59:32.199+0000 7ff1e2001700 -1 osd.3 pg_epoch: 932 pg[38.2( v 932'2 (0'0,932'2] local-lis/les=931/932 n=1 ec=931/931 lis/c=931/931 les/c/f=932/932/0 sis=931) [3,7,5] r=0 lpr=931 crt=932'1 lcod 932'1 mlcod 932'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2023-12-01T04:59:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[97855]: pgmap v1400: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[97855]: osdmap e931: 8 total, 8 up, 8 in 2023-12-01T04:59:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1631909617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[116524]: pgmap v1400: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[116524]: osdmap e931: 8 total, 8 up, 8 in 2023-12-01T04:59:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1631909617' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:32 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:33.202 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsHello.BadMethods (3032 ms) 2023-12-01T04:59:33.202 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsHello.Filter 2023-12-01T04:59:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:33 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:33 smithi155 ceph-mon[102677]: osdmap e932: 8 total, 8 up, 8 in 2023-12-01T04:59:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:33 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:33 smithi111 ceph-mon[97855]: osdmap e932: 8 total, 8 up, 8 in 2023-12-01T04:59:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:33 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:33 smithi111 ceph-mon[116524]: osdmap e932: 8 total, 8 up, 8 in 2023-12-01T04:59:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:34 smithi155 ceph-mon[102677]: pgmap v1403: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:34 smithi155 ceph-mon[102677]: osdmap e933: 8 total, 8 up, 8 in 2023-12-01T04:59:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:34 smithi111 ceph-mon[97855]: pgmap v1403: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:34 smithi111 ceph-mon[97855]: osdmap e933: 8 total, 8 up, 8 in 2023-12-01T04:59:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:34 smithi111 ceph-mon[116524]: pgmap v1403: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:34 smithi111 ceph-mon[116524]: osdmap e933: 8 total, 8 up, 8 in 2023-12-01T04:59:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:35 smithi155 ceph-mon[102677]: osdmap e934: 8 total, 8 up, 8 in 2023-12-01T04:59:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3740307317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:35 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:35 smithi111 ceph-mon[97855]: osdmap e934: 8 total, 8 up, 8 in 2023-12-01T04:59:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3740307317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:35 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:35 smithi111 ceph-mon[116524]: osdmap e934: 8 total, 8 up, 8 in 2023-12-01T04:59:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3740307317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:35 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:36.221 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsHello.Filter (3020 ms) 2023-12-01T04:59:36.221 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 6 tests from ClsHello (18990 ms total) 2023-12-01T04:59:36.221 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T04:59:36.222 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T04:59:36.222 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 6 tests from 1 test suite ran. (18990 ms total) 2023-12-01T04:59:36.222 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 6 tests. 2023-12-01T04:59:36.224 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T04:59:36.224 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T04:59:36.257 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2023-12-01T04:59:36.258 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2023-12-01T04:59:36.332 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T04:59:36.332 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 27 tests from 1 test suite. 2023-12-01T04:59:36.332 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T04:59:36.332 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 27 tests from TestClsJournal 2023-12-01T04:59:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:36 smithi155 ceph-mon[102677]: pgmap v1406: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:36 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:36 smithi155 ceph-mon[102677]: osdmap e935: 8 total, 8 up, 8 in 2023-12-01T04:59:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[97855]: pgmap v1406: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[97855]: osdmap e935: 8 total, 8 up, 8 in 2023-12-01T04:59:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[116524]: pgmap v1406: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191478-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:36 smithi111 ceph-mon[116524]: osdmap e935: 8 total, 8 up, 8 in 2023-12-01T04:59:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:37 smithi111 ceph-mon[97855]: osdmap e936: 8 total, 8 up, 8 in 2023-12-01T04:59:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:37 smithi111 ceph-mon[116524]: osdmap e936: 8 total, 8 up, 8 in 2023-12-01T04:59:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:37 smithi155 ceph-mon[102677]: osdmap e936: 8 total, 8 up, 8 in 2023-12-01T04:59:38.232 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.Create 2023-12-01T04:59:38.246 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.Create (14 ms) 2023-12-01T04:59:38.246 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.MinimumSet 2023-12-01T04:59:38.251 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2023-12-01T04:59:38.251 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2023-12-01T04:59:38.256 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2023-12-01T04:59:38.256 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2023-12-01T04:59:38.259 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2023-12-01T04:59:38.259 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ActiveSet 2023-12-01T04:59:38.262 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2023-12-01T04:59:38.262 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2023-12-01T04:59:38.265 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2023-12-01T04:59:38.265 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2023-12-01T04:59:38.268 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2023-12-01T04:59:38.268 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.GetClient 2023-12-01T04:59:38.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2023-12-01T04:59:38.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientRegister 2023-12-01T04:59:38.273 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2023-12-01T04:59:38.273 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2023-12-01T04:59:38.277 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2023-12-01T04:59:38.277 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2023-12-01T04:59:38.281 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2023-12-01T04:59:38.282 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2023-12-01T04:59:38.286 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2023-12-01T04:59:38.286 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientUnregister 2023-12-01T04:59:38.289 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2023-12-01T04:59:38.289 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2023-12-01T04:59:38.293 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2023-12-01T04:59:38.293 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2023-12-01T04:59:38.400 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (107 ms) 2023-12-01T04:59:38.400 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientCommit 2023-12-01T04:59:38.404 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2023-12-01T04:59:38.404 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2023-12-01T04:59:38.406 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2023-12-01T04:59:38.406 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2023-12-01T04:59:38.407 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2023-12-01T04:59:38.407 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.ClientList 2023-12-01T04:59:38.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.ClientList (35 ms) 2023-12-01T04:59:38.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2023-12-01T04:59:38.446 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2023-12-01T04:59:38.447 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.TagCreate 2023-12-01T04:59:38.455 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2023-12-01T04:59:38.455 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2023-12-01T04:59:38.463 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (8 ms) 2023-12-01T04:59:38.463 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.TagList 2023-12-01T04:59:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[97855]: pgmap v1409: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[97855]: osdmap e937: 8 total, 8 up, 8 in 2023-12-01T04:59:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3159014310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[116524]: pgmap v1409: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[116524]: osdmap e937: 8 total, 8 up, 8 in 2023-12-01T04:59:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3159014310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:38.557 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.TagList (94 ms) 2023-12-01T04:59:38.557 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.GuardAppend 2023-12-01T04:59:38.559 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2023-12-01T04:59:38.559 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2023-12-01T04:59:38.560 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2023-12-01T04:59:38.560 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2023-12-01T04:59:38.561 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2023-12-01T04:59:38.561 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsJournal.Append 2023-12-01T04:59:38.570 INFO:tasks.workunit.client.0.smithi111.stdout:padding is not enabled 2023-12-01T04:59:38.570 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsJournal.Append (9 ms) 2023-12-01T04:59:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:38 smithi155 ceph-mon[102677]: pgmap v1409: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:38 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:38 smithi155 ceph-mon[102677]: osdmap e937: 8 total, 8 up, 8 in 2023-12-01T04:59:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3159014310' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191632-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:39.238 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 27 tests from TestClsJournal (338 ms total) 2023-12-01T04:59:39.238 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T04:59:39.238 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T04:59:39.238 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 27 tests from 1 test suite ran. (2905 ms total) 2023-12-01T04:59:39.238 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 27 tests. 2023-12-01T04:59:39.244 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T04:59:39.244 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T04:59:39.311 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-12-01T04:59:39.311 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-12-01T04:59:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T04:59:39.388 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 11 tests from 1 test suite. 2023-12-01T04:59:39.388 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T04:59:39.388 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 11 tests from ClsLock 2023-12-01T04:59:39.388 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-12-01T04:59:39.390 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T04:59:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3159014310' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191632-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:39 smithi111 ceph-mon[97855]: osdmap e938: 8 total, 8 up, 8 in 2023-12-01T04:59:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:59:39] "GET /metrics HTTP/1.1" 200 33819 "" "Prometheus/2.43.0" 2023-12-01T04:59:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3159014310' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191632-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:39 smithi111 ceph-mon[116524]: osdmap e938: 8 total, 8 up, 8 in 2023-12-01T04:59:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3159014310' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191632-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:39 smithi155 ceph-mon[102677]: osdmap e938: 8 total, 8 up, 8 in 2023-12-01T04:59:39.707 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T04:59:39.707 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (16m) 4m ago 17m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T04:59:39.707 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (17m) 4m ago 17m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (18m) 4m ago 18m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (18m) 4m ago 18m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (21m) 4m ago 21m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (23m) 4m ago 23m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (23m) 4m ago 23m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (22m) 4m ago 22m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (21m) 4m ago 21m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (17m) 4m ago 17m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (17m) 4m ago 17m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (21m) 4m ago 21m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (21m) 4m ago 21m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (20m) 4m ago 20m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (20m) 4m ago 20m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T04:59:39.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (19m) 4m ago 19m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T04:59:39.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (19m) 4m ago 19m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T04:59:39.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (19m) 4m ago 19m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T04:59:39.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (18m) 4m ago 18m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T04:59:39.709 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (16m) 4m ago 17m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T04:59:40.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T04:59:40.090 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T04:59:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[97855]: pgmap v1412: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[97855]: osdmap e939: 8 total, 8 up, 8 in 2023-12-01T04:59:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[97855]: from='client.25712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[97855]: from='client.25724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1035075298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[116524]: pgmap v1412: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[116524]: osdmap e939: 8 total, 8 up, 8 in 2023-12-01T04:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[116524]: from='client.25712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[116524]: from='client.25724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1035075298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:40 smithi155 ceph-mon[102677]: pgmap v1412: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:40 smithi155 ceph-mon[102677]: osdmap e939: 8 total, 8 up, 8 in 2023-12-01T04:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:40 smithi155 ceph-mon[102677]: from='client.25712 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:40 smithi155 ceph-mon[102677]: from='client.25724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T04:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1035075298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T04:59:41.282 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:41.282 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: exclusive 2023-12-01T04:59:41.283 INFO:tasks.workunit.client.0.smithi111.stdout: tag: 2023-12-01T04:59:41.283 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:41.283 INFO:tasks.workunit.client.0.smithi111.stdout: client.25718 expiration=2023-12-01T05:01:41.278669+0000 addr=v1:172.21.15.111:0/3975288475 cookie= 2023-12-01T04:59:41.286 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:41.287 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: shared 2023-12-01T04:59:41.287 INFO:tasks.workunit.client.0.smithi111.stdout: tag: 2023-12-01T04:59:41.287 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:41.287 INFO:tasks.workunit.client.0.smithi111.stdout: client.25718 expiration=2023-12-01T05:01:41.285416+0000 addr=v1:172.21.15.111:0/3975288475 cookie= 2023-12-01T04:59:41.287 INFO:tasks.workunit.client.0.smithi111.stdout: client.25736 expiration=0.000000 addr=v1:172.21.15.111:0/2744322829 cookie= 2023-12-01T04:59:41.288 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:41.288 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: shared 2023-12-01T04:59:41.288 INFO:tasks.workunit.client.0.smithi111.stdout: tag: 2023-12-01T04:59:41.288 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:41.288 INFO:tasks.workunit.client.0.smithi111.stdout: client.25736 expiration=0.000000 addr=v1:172.21.15.111:0/2744322829 cookie= 2023-12-01T04:59:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:41 smithi111 ceph-mon[116524]: osdmap e940: 8 total, 8 up, 8 in 2023-12-01T04:59:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3975288475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:41 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:41 smithi111 ceph-mon[97855]: osdmap e940: 8 total, 8 up, 8 in 2023-12-01T04:59:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3975288475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:41 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:41 smithi155 ceph-mon[102677]: osdmap e940: 8 total, 8 up, 8 in 2023-12-01T04:59:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3975288475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:41 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:42.265 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestMultiLocking (2878 ms) 2023-12-01T04:59:42.266 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestMeta 2023-12-01T04:59:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[97855]: pgmap v1415: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[97855]: osdmap e941: 8 total, 8 up, 8 in 2023-12-01T04:59:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[116524]: pgmap v1415: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:42 smithi111 ceph-mon[116524]: osdmap e941: 8 total, 8 up, 8 in 2023-12-01T04:59:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:42 smithi155 ceph-mon[102677]: pgmap v1415: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:42 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:42 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:42 smithi155 ceph-mon[102677]: osdmap e941: 8 total, 8 up, 8 in 2023-12-01T04:59:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:43 smithi155 ceph-mon[102677]: osdmap e942: 8 total, 8 up, 8 in 2023-12-01T04:59:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:43 smithi111 ceph-mon[97855]: osdmap e942: 8 total, 8 up, 8 in 2023-12-01T04:59:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:43 smithi111 ceph-mon[116524]: osdmap e942: 8 total, 8 up, 8 in 2023-12-01T04:59:44.300 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:44.301 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: shared 2023-12-01T04:59:44.301 INFO:tasks.workunit.client.0.smithi111.stdout: tag: 2023-12-01T04:59:44.301 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:44.301 INFO:tasks.workunit.client.0.smithi111.stdout: client.15840 expiration=0.000000 addr=v1:172.21.15.111:0/321902169 cookie= 2023-12-01T04:59:44.303 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:44.303 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: exclusive 2023-12-01T04:59:44.303 INFO:tasks.workunit.client.0.smithi111.stdout: tag: new_tag 2023-12-01T04:59:44.303 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:44.303 INFO:tasks.workunit.client.0.smithi111.stdout: client.15834 expiration=0.000000 addr=v1:172.21.15.111:0/805424980 cookie= 2023-12-01T04:59:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:44 smithi155 ceph-mon[102677]: pgmap v1418: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:44 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:44 smithi155 ceph-mon[102677]: osdmap e943: 8 total, 8 up, 8 in 2023-12-01T04:59:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/805424980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[97855]: pgmap v1418: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[97855]: osdmap e943: 8 total, 8 up, 8 in 2023-12-01T04:59:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/805424980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[116524]: pgmap v1418: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[116524]: osdmap e943: 8 total, 8 up, 8 in 2023-12-01T04:59:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/805424980' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:45.289 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestMeta (3022 ms) 2023-12-01T04:59:45.289 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestCookie 2023-12-01T04:59:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/805424980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:45 smithi155 ceph-mon[102677]: osdmap e944: 8 total, 8 up, 8 in 2023-12-01T04:59:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/805424980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:45 smithi111 ceph-mon[97855]: osdmap e944: 8 total, 8 up, 8 in 2023-12-01T04:59:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/805424980' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:45 smithi111 ceph-mon[116524]: osdmap e944: 8 total, 8 up, 8 in 2023-12-01T04:59:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:46 smithi155 ceph-mon[102677]: pgmap v1421: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-01T04:59:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:46 smithi155 ceph-mon[102677]: osdmap e945: 8 total, 8 up, 8 in 2023-12-01T04:59:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:46 smithi111 ceph-mon[97855]: pgmap v1421: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-01T04:59:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:46 smithi111 ceph-mon[97855]: osdmap e945: 8 total, 8 up, 8 in 2023-12-01T04:59:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:46 smithi111 ceph-mon[116524]: pgmap v1421: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 3 op/s 2023-12-01T04:59:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:46 smithi111 ceph-mon[116524]: osdmap e945: 8 total, 8 up, 8 in 2023-12-01T04:59:47.562 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:47.562 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: exclusive 2023-12-01T04:59:47.562 INFO:tasks.workunit.client.0.smithi111.stdout: tag: 2023-12-01T04:59:47.562 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:47.564 INFO:tasks.workunit.client.0.smithi111.stdout:lock: mylock 2023-12-01T04:59:47.564 INFO:tasks.workunit.client.0.smithi111.stdout: lock_type: shared 2023-12-01T04:59:47.565 INFO:tasks.workunit.client.0.smithi111.stdout: tag: 2023-12-01T04:59:47.565 INFO:tasks.workunit.client.0.smithi111.stdout: lockers: 2023-12-01T04:59:47.565 INFO:tasks.workunit.client.0.smithi111.stdout: client.25754 expiration=0.000000 addr=v1:172.21.15.111:0/1466426216 cookie= 2023-12-01T04:59:47.565 INFO:tasks.workunit.client.0.smithi111.stdout: client.25754 expiration=0.000000 addr=v1:172.21.15.111:0/1466426216 cookie=new cookie 2023-12-01T04:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:47 smithi155 ceph-mon[102677]: osdmap e946: 8 total, 8 up, 8 in 2023-12-01T04:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1466426216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:47 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:47 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:47 smithi155 ceph-mon[102677]: osdmap e947: 8 total, 8 up, 8 in 2023-12-01T04:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[97855]: osdmap e946: 8 total, 8 up, 8 in 2023-12-01T04:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1466426216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[97855]: osdmap e947: 8 total, 8 up, 8 in 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[116524]: osdmap e946: 8 total, 8 up, 8 in 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1466426216' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:47 smithi111 ceph-mon[116524]: osdmap e947: 8 total, 8 up, 8 in 2023-12-01T04:59:48.300 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestCookie (3013 ms) 2023-12-01T04:59:48.301 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-12-01T04:59:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:48 smithi155 ceph-mon[102677]: pgmap v1424: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:48 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:48 smithi155 ceph-mon[102677]: osdmap e948: 8 total, 8 up, 8 in 2023-12-01T04:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:48 smithi111 ceph-mon[97855]: pgmap v1424: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:48 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:48 smithi111 ceph-mon[97855]: osdmap e948: 8 total, 8 up, 8 in 2023-12-01T04:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:48 smithi111 ceph-mon[116524]: pgmap v1424: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:48 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:48 smithi111 ceph-mon[116524]: osdmap e948: 8 total, 8 up, 8 in 2023-12-01T04:59:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:59:49] "GET /metrics HTTP/1.1" 200 33820 "" "Prometheus/2.43.0" 2023-12-01T04:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:49 smithi155 ceph-mon[102677]: osdmap e949: 8 total, 8 up, 8 in 2023-12-01T04:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/203812922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:59:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[116524]: osdmap e949: 8 total, 8 up, 8 in 2023-12-01T04:59:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/203812922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:59:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T04:59:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[97855]: osdmap e949: 8 total, 8 up, 8 in 2023-12-01T04:59:50.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/203812922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:50.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:50 smithi155 ceph-mon[102677]: pgmap v1427: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:50 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:50 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:50 smithi155 ceph-mon[102677]: osdmap e950: 8 total, 8 up, 8 in 2023-12-01T04:59:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[97855]: pgmap v1427: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[97855]: osdmap e950: 8 total, 8 up, 8 in 2023-12-01T04:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[116524]: pgmap v1427: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:50 smithi111 ceph-mon[116524]: osdmap e950: 8 total, 8 up, 8 in 2023-12-01T04:59:51.328 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestMultipleLocks (3028 ms) 2023-12-01T04:59:51.329 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestLockDuration 2023-12-01T04:59:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:52 smithi155 ceph-mon[102677]: pgmap v1430: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:52 smithi155 ceph-mon[102677]: osdmap e951: 8 total, 8 up, 8 in 2023-12-01T04:59:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:52 smithi111 ceph-mon[97855]: pgmap v1430: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:52 smithi111 ceph-mon[97855]: osdmap e951: 8 total, 8 up, 8 in 2023-12-01T04:59:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:52 smithi111 ceph-mon[116524]: pgmap v1430: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:52 smithi111 ceph-mon[116524]: osdmap e951: 8 total, 8 up, 8 in 2023-12-01T04:59:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:53 smithi155 ceph-mon[102677]: osdmap e952: 8 total, 8 up, 8 in 2023-12-01T04:59:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4099052492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:53 smithi111 ceph-mon[97855]: osdmap e952: 8 total, 8 up, 8 in 2023-12-01T04:59:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4099052492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:53 smithi111 ceph-mon[116524]: osdmap e952: 8 total, 8 up, 8 in 2023-12-01T04:59:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4099052492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T04:59:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:54 smithi155 ceph-mon[102677]: pgmap v1433: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:54 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4099052492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:54 smithi155 ceph-mon[102677]: osdmap e953: 8 total, 8 up, 8 in 2023-12-01T04:59:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[97855]: pgmap v1433: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4099052492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[97855]: osdmap e953: 8 total, 8 up, 8 in 2023-12-01T04:59:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[116524]: pgmap v1433: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T04:59:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T04:59:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4099052492' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T04:59:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:54 smithi111 ceph-mon[116524]: osdmap e953: 8 total, 8 up, 8 in 2023-12-01T04:59:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:55 smithi155 ceph-mon[102677]: osdmap e954: 8 total, 8 up, 8 in 2023-12-01T04:59:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:55 smithi111 ceph-mon[97855]: osdmap e954: 8 total, 8 up, 8 in 2023-12-01T04:59:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:55 smithi111 ceph-mon[116524]: osdmap e954: 8 total, 8 up, 8 in 2023-12-01T04:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:56 smithi155 ceph-mon[102677]: pgmap v1436: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T04:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:56 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:59:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[97855]: pgmap v1436: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T04:59:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:59:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[116524]: pgmap v1436: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T04:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T04:59:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 04:59:58 smithi155 ceph-mon[102677]: pgmap v1437: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T04:59:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 04:59:58 smithi111 ceph-mon[97855]: pgmap v1437: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T04:59:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 04:59:58 smithi111 ceph-mon[116524]: pgmap v1437: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T04:59:59.373 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestLockDuration (8045 ms) 2023-12-01T04:59:59.373 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-12-01T04:59:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 04:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:04:59:59] "GET /metrics HTTP/1.1" 200 33820 "" "Prometheus/2.43.0" 2023-12-01T05:00:00.361 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:00 smithi111 conmon[97831]: 2023-12-01T04:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:00:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:00 smithi155 ceph-mon[102677]: pgmap v1438: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:00 smithi155 ceph-mon[102677]: osdmap e955: 8 total, 8 up, 8 in 2023-12-01T05:00:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:00:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:00 smithi111 ceph-mon[97855]: pgmap v1438: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:00 smithi111 ceph-mon[97855]: osdmap e955: 8 total, 8 up, 8 in 2023-12-01T05:00:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:00:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:00 smithi111 ceph-mon[116524]: pgmap v1438: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:00 smithi111 ceph-mon[116524]: osdmap e955: 8 total, 8 up, 8 in 2023-12-01T05:00:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:00:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:01 smithi155 ceph-mon[102677]: osdmap e956: 8 total, 8 up, 8 in 2023-12-01T05:00:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1412838552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:01 smithi111 ceph-mon[97855]: osdmap e956: 8 total, 8 up, 8 in 2023-12-01T05:00:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1412838552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:01 smithi111 ceph-mon[116524]: osdmap e956: 8 total, 8 up, 8 in 2023-12-01T05:00:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1412838552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:02.398 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestAssertLocked (3024 ms) 2023-12-01T05:00:02.398 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestSetCookie 2023-12-01T05:00:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:02 smithi155 ceph-mon[102677]: pgmap v1441: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:02 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:02 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:02 smithi155 ceph-mon[102677]: osdmap e957: 8 total, 8 up, 8 in 2023-12-01T05:00:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[97855]: pgmap v1441: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[97855]: osdmap e957: 8 total, 8 up, 8 in 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[116524]: pgmap v1441: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:02 smithi111 ceph-mon[116524]: osdmap e957: 8 total, 8 up, 8 in 2023-12-01T05:00:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:03 smithi155 ceph-mon[102677]: osdmap e958: 8 total, 8 up, 8 in 2023-12-01T05:00:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:03 smithi111 ceph-mon[97855]: osdmap e958: 8 total, 8 up, 8 in 2023-12-01T05:00:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:03 smithi111 ceph-mon[116524]: osdmap e958: 8 total, 8 up, 8 in 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: pgmap v1444: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: osdmap e959: 8 total, 8 up, 8 in 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3370014959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: pgmap v1444: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: osdmap e959: 8 total, 8 up, 8 in 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3370014959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:04.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: pgmap v1444: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:04.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:04.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: osdmap e959: 8 total, 8 up, 8 in 2023-12-01T05:00:04.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3370014959' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:04.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:04.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:04.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:04.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:05.426 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestSetCookie (3029 ms) 2023-12-01T05:00:05.427 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestRenew 2023-12-01T05:00:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:05 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:05 smithi155 ceph-mon[102677]: osdmap e960: 8 total, 8 up, 8 in 2023-12-01T05:00:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:05 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:05 smithi111 ceph-mon[97855]: osdmap e960: 8 total, 8 up, 8 in 2023-12-01T05:00:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:05 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:05 smithi111 ceph-mon[116524]: osdmap e960: 8 total, 8 up, 8 in 2023-12-01T05:00:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:06 smithi155 ceph-mon[102677]: pgmap v1447: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:06 smithi155 ceph-mon[102677]: osdmap e961: 8 total, 8 up, 8 in 2023-12-01T05:00:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:06 smithi111 ceph-mon[97855]: pgmap v1447: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:06 smithi111 ceph-mon[97855]: osdmap e961: 8 total, 8 up, 8 in 2023-12-01T05:00:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:06 smithi111 ceph-mon[116524]: pgmap v1447: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:06 smithi111 ceph-mon[116524]: osdmap e961: 8 total, 8 up, 8 in 2023-12-01T05:00:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:07 smithi155 ceph-mon[102677]: osdmap e962: 8 total, 8 up, 8 in 2023-12-01T05:00:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3872811646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:07 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:07 smithi111 ceph-mon[97855]: osdmap e962: 8 total, 8 up, 8 in 2023-12-01T05:00:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3872811646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:07 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:07 smithi111 ceph-mon[116524]: osdmap e962: 8 total, 8 up, 8 in 2023-12-01T05:00:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3872811646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:07 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:08 smithi155 ceph-mon[102677]: pgmap v1450: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:08 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:08 smithi155 ceph-mon[102677]: osdmap e963: 8 total, 8 up, 8 in 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[97855]: pgmap v1450: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[97855]: osdmap e963: 8 total, 8 up, 8 in 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[116524]: pgmap v1450: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:08 smithi111 ceph-mon[116524]: osdmap e963: 8 total, 8 up, 8 in 2023-12-01T05:00:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:09 smithi155 ceph-mon[102677]: osdmap e964: 8 total, 8 up, 8 in 2023-12-01T05:00:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:09 smithi111 ceph-mon[97855]: osdmap e964: 8 total, 8 up, 8 in 2023-12-01T05:00:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:00:09] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-01T05:00:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:09 smithi111 ceph-mon[116524]: osdmap e964: 8 total, 8 up, 8 in 2023-12-01T05:00:10.433 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:00:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:10 smithi155 ceph-mon[102677]: pgmap v1453: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:10 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:10.738 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (17m) 5m ago 18m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (17m) 5m ago 17m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (19m) 5m ago 19m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (19m) 5m ago 18m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (22m) 5m ago 22m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (23m) 5m ago 23m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (23m) 5m ago 23m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (22m) 5m ago 22m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (22m) 5m ago 22m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:00:10.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (17m) 5m ago 17m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (17m) 5m ago 17m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (21m) 5m ago 21m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (21m) 5m ago 21m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (21m) 5m ago 21m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (20m) 5m ago 20m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (20m) 5m ago 20m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (20m) 5m ago 20m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (19m) 5m ago 19m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (19m) 5m ago 19m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:00:10.740 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (17m) 5m ago 18m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:00:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:10 smithi111 ceph-mon[97855]: pgmap v1453: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:10 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:10 smithi111 ceph-mon[116524]: pgmap v1453: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:10 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:00:11.121 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:00:11.122 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:00:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:11 smithi155 ceph-mon[102677]: from='client.25790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:11 smithi155 ceph-mon[102677]: from='client.25796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1202290617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:00:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:11 smithi111 ceph-mon[97855]: from='client.25790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:11 smithi111 ceph-mon[97855]: from='client.25796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1202290617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:00:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:11 smithi111 ceph-mon[116524]: from='client.25790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:11 smithi111 ceph-mon[116524]: from='client.25796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1202290617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:00:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:12 smithi155 ceph-mon[102677]: pgmap v1454: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 179 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:12 smithi111 ceph-mon[97855]: pgmap v1454: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 179 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:12 smithi111 ceph-mon[116524]: pgmap v1454: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 179 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:14 smithi155 ceph-mon[102677]: pgmap v1455: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:14 smithi111 ceph-mon[97855]: pgmap v1455: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:14 smithi111 ceph-mon[116524]: pgmap v1455: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:16 smithi155 ceph-mon[102677]: pgmap v1456: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:16 smithi111 ceph-mon[97855]: pgmap v1456: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:16 smithi111 ceph-mon[116524]: pgmap v1456: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:18 smithi155 ceph-mon[102677]: pgmap v1457: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:18 smithi111 ceph-mon[97855]: pgmap v1457: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:18 smithi111 ceph-mon[116524]: pgmap v1457: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:19.637 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:00:19] "GET /metrics HTTP/1.1" 200 36190 "" "Prometheus/2.43.0" 2023-12-01T05:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:20 smithi155 ceph-mon[102677]: pgmap v1458: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 95 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:20 smithi111 ceph-mon[97855]: pgmap v1458: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 95 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:20 smithi111 ceph-mon[116524]: pgmap v1458: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 95 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:22 smithi155 ceph-mon[102677]: pgmap v1459: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:22 smithi111 ceph-mon[97855]: pgmap v1459: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:22 smithi111 ceph-mon[116524]: pgmap v1459: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:24 smithi155 ceph-mon[102677]: pgmap v1460: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:24 smithi111 ceph-mon[97855]: pgmap v1460: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:24 smithi111 ceph-mon[116524]: pgmap v1460: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:25.668 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestRenew (20235 ms) 2023-12-01T05:00:25.668 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-12-01T05:00:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:26 smithi155 ceph-mon[102677]: pgmap v1461: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:26 smithi155 ceph-mon[102677]: osdmap e965: 8 total, 8 up, 8 in 2023-12-01T05:00:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:26 smithi111 ceph-mon[97855]: pgmap v1461: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:26 smithi111 ceph-mon[97855]: osdmap e965: 8 total, 8 up, 8 in 2023-12-01T05:00:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:26 smithi111 ceph-mon[116524]: pgmap v1461: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:26 smithi111 ceph-mon[116524]: osdmap e965: 8 total, 8 up, 8 in 2023-12-01T05:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:27 smithi155 ceph-mon[102677]: osdmap e966: 8 total, 8 up, 8 in 2023-12-01T05:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2539618550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:27 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:27 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:27 smithi155 ceph-mon[102677]: osdmap e967: 8 total, 8 up, 8 in 2023-12-01T05:00:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[97855]: osdmap e966: 8 total, 8 up, 8 in 2023-12-01T05:00:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2539618550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[97855]: osdmap e967: 8 total, 8 up, 8 in 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[116524]: osdmap e966: 8 total, 8 up, 8 in 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2539618550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:27 smithi111 ceph-mon[116524]: osdmap e967: 8 total, 8 up, 8 in 2023-12-01T05:00:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:28 smithi155 ceph-mon[102677]: pgmap v1464: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:28 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:28 smithi155 ceph-mon[102677]: osdmap e968: 8 total, 8 up, 8 in 2023-12-01T05:00:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:28 smithi111 ceph-mon[97855]: pgmap v1464: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:28 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:28 smithi111 ceph-mon[97855]: osdmap e968: 8 total, 8 up, 8 in 2023-12-01T05:00:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:28 smithi111 ceph-mon[116524]: pgmap v1464: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:28 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:28 smithi111 ceph-mon[116524]: osdmap e968: 8 total, 8 up, 8 in 2023-12-01T05:00:29.738 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:00:29] "GET /metrics HTTP/1.1" 200 36190 "" "Prometheus/2.43.0" 2023-12-01T05:00:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:29 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:29 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:29 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:30 smithi111 ceph-mon[97855]: pgmap v1467: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:30 smithi111 ceph-mon[116524]: pgmap v1467: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:30 smithi155 ceph-mon[102677]: pgmap v1467: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:31.763 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6102 ms) 2023-12-01T05:00:31.763 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-12-01T05:00:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:32 smithi155 ceph-mon[102677]: pgmap v1468: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 186 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:32 smithi155 ceph-mon[102677]: osdmap e969: 8 total, 8 up, 8 in 2023-12-01T05:00:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:32 smithi111 ceph-mon[97855]: pgmap v1468: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 186 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:32 smithi111 ceph-mon[97855]: osdmap e969: 8 total, 8 up, 8 in 2023-12-01T05:00:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:32 smithi111 ceph-mon[116524]: pgmap v1468: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 186 B/s rd, 0 B/s wr, 1 op/s 2023-12-01T05:00:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:32 smithi111 ceph-mon[116524]: osdmap e969: 8 total, 8 up, 8 in 2023-12-01T05:00:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:33 smithi155 ceph-mon[102677]: osdmap e970: 8 total, 8 up, 8 in 2023-12-01T05:00:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1363323724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1363323724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:33 smithi155 ceph-mon[102677]: osdmap e971: 8 total, 8 up, 8 in 2023-12-01T05:00:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[97855]: osdmap e970: 8 total, 8 up, 8 in 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1363323724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1363323724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[97855]: osdmap e971: 8 total, 8 up, 8 in 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[116524]: osdmap e970: 8 total, 8 up, 8 in 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1363323724' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1363323724' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:33 smithi111 ceph-mon[116524]: osdmap e971: 8 total, 8 up, 8 in 2023-12-01T05:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:34 smithi155 ceph-mon[102677]: pgmap v1471: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:34 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:34 smithi155 ceph-mon[102677]: osdmap e972: 8 total, 8 up, 8 in 2023-12-01T05:00:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[97855]: pgmap v1471: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[97855]: osdmap e972: 8 total, 8 up, 8 in 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[116524]: pgmap v1471: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:34 smithi111 ceph-mon[116524]: osdmap e972: 8 total, 8 up, 8 in 2023-12-01T05:00:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:35 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:35 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:35 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:36 smithi155 ceph-mon[102677]: pgmap v1474: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:36 smithi111 ceph-mon[97855]: pgmap v1474: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:36 smithi111 ceph-mon[116524]: pgmap v1474: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:38 smithi155 ceph-mon[102677]: pgmap v1475: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:38 smithi111 ceph-mon[97855]: pgmap v1475: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:38 smithi111 ceph-mon[116524]: pgmap v1475: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:39.633 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7869 ms) 2023-12-01T05:00:39.633 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-12-01T05:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:00:39] "GET /metrics HTTP/1.1" 200 36188 "" "Prometheus/2.43.0" 2023-12-01T05:00:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:40 smithi155 ceph-mon[102677]: pgmap v1476: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:40 smithi155 ceph-mon[102677]: osdmap e973: 8 total, 8 up, 8 in 2023-12-01T05:00:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:40 smithi111 ceph-mon[97855]: pgmap v1476: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:40 smithi111 ceph-mon[97855]: osdmap e973: 8 total, 8 up, 8 in 2023-12-01T05:00:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:40 smithi111 ceph-mon[116524]: pgmap v1476: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:40 smithi111 ceph-mon[116524]: osdmap e973: 8 total, 8 up, 8 in 2023-12-01T05:00:41.467 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:00:41.787 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:00:41.787 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (17m) 5m ago 18m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (18m) 5m ago 18m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (19m) 5m ago 19m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (19m) 5m ago 19m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (22m) 5m ago 22m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (24m) 5m ago 24m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (24m) 5m ago 24m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (23m) 5m ago 23m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (22m) 5m ago 22m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (18m) 5m ago 18m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (18m) 5m ago 18m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (22m) 5m ago 22m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (22m) 5m ago 22m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:00:41.788 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (21m) 5m ago 21m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:00:41.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (21m) 5m ago 21m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:00:41.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (20m) 5m ago 20m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:00:41.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (20m) 5m ago 20m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:00:41.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (20m) 5m ago 20m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:00:41.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (19m) 5m ago 19m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:00:41.789 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (17m) 5m ago 19m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:41 smithi155 ceph-mon[102677]: osdmap e974: 8 total, 8 up, 8 in 2023-12-01T05:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/256044812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/256044812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:41 smithi155 ceph-mon[102677]: osdmap e975: 8 total, 8 up, 8 in 2023-12-01T05:00:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[97855]: osdmap e974: 8 total, 8 up, 8 in 2023-12-01T05:00:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/256044812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/256044812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[97855]: osdmap e975: 8 total, 8 up, 8 in 2023-12-01T05:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[116524]: osdmap e974: 8 total, 8 up, 8 in 2023-12-01T05:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/256044812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/256044812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-191717-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:41 smithi111 ceph-mon[116524]: osdmap e975: 8 total, 8 up, 8 in 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:00:42.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:00:42.168 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:42 smithi155 ceph-mon[102677]: pgmap v1479: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:42 smithi155 ceph-mon[102677]: from='client.25826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:42 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:42 smithi155 ceph-mon[102677]: from='client.25832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3569995549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:42 smithi155 ceph-mon[102677]: osdmap e976: 8 total, 8 up, 8 in 2023-12-01T05:00:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[97855]: pgmap v1479: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[97855]: from='client.25826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[97855]: from='client.25832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3569995549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[97855]: osdmap e976: 8 total, 8 up, 8 in 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[116524]: pgmap v1479: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[116524]: from='client.25826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[116524]: from='client.25832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3569995549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:42 smithi111 ceph-mon[116524]: osdmap e976: 8 total, 8 up, 8 in 2023-12-01T05:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:44 smithi155 ceph-mon[102677]: pgmap v1482: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:44 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:44 smithi111 ceph-mon[97855]: pgmap v1482: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:44 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:44 smithi111 ceph-mon[116524]: pgmap v1482: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:44 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:46 smithi155 ceph-mon[102677]: pgmap v1483: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:46 smithi111 ceph-mon[97855]: pgmap v1483: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:46 smithi111 ceph-mon[116524]: pgmap v1483: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:47.644 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8011 ms) 2023-12-01T05:00:47.644 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 11 tests from ClsLock (68256 ms total) 2023-12-01T05:00:47.644 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:00:47.644 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:00:47.644 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 11 tests from 1 test suite ran. (68256 ms total) 2023-12-01T05:00:47.644 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 11 tests. 2023-12-01T05:00:47.647 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:00:47.648 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:00:47.719 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-12-01T05:00:47.720 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-12-01T05:00:47.793 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:00:47.793 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-01T05:00:47.793 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:00:47.793 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 4 tests from cls_log 2023-12-01T05:00:47.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-12-01T05:00:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:48 smithi155 ceph-mon[102677]: pgmap v1484: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:48 smithi155 ceph-mon[102677]: osdmap e977: 8 total, 8 up, 8 in 2023-12-01T05:00:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:48 smithi111 ceph-mon[97855]: pgmap v1484: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:48 smithi111 ceph-mon[97855]: osdmap e977: 8 total, 8 up, 8 in 2023-12-01T05:00:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:48 smithi111 ceph-mon[116524]: pgmap v1484: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2023-12-01T05:00:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:48 smithi111 ceph-mon[116524]: osdmap e977: 8 total, 8 up, 8 in 2023-12-01T05:00:49.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[97855]: osdmap e978: 8 total, 8 up, 8 in 2023-12-01T05:00:49.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/182679873' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:49.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:49.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:49.656 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:49.656 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:00:49] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2023-12-01T05:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:49 smithi155 ceph-mon[102677]: osdmap e978: 8 total, 8 up, 8 in 2023-12-01T05:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/182679873' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[116524]: osdmap e978: 8 total, 8 up, 8 in 2023-12-01T05:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/182679873' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:00:50.673 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_log.test_log_add_same_time (2876 ms) 2023-12-01T05:00:50.673 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-12-01T05:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:50 smithi155 ceph-mon[102677]: pgmap v1487: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:50 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:50 smithi155 ceph-mon[102677]: osdmap e979: 8 total, 8 up, 8 in 2023-12-01T05:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:50 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[97855]: pgmap v1487: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[97855]: osdmap e979: 8 total, 8 up, 8 in 2023-12-01T05:00:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[116524]: pgmap v1487: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[116524]: osdmap e979: 8 total, 8 up, 8 in 2023-12-01T05:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:50 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:51 smithi155 ceph-mon[102677]: osdmap e980: 8 total, 8 up, 8 in 2023-12-01T05:00:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:51 smithi111 ceph-mon[97855]: osdmap e980: 8 total, 8 up, 8 in 2023-12-01T05:00:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:51 smithi111 ceph-mon[116524]: osdmap e980: 8 total, 8 up, 8 in 2023-12-01T05:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:52 smithi155 ceph-mon[102677]: pgmap v1490: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:52 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:52 smithi155 ceph-mon[102677]: osdmap e981: 8 total, 8 up, 8 in 2023-12-01T05:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4010129110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:52 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[97855]: pgmap v1490: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[97855]: osdmap e981: 8 total, 8 up, 8 in 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4010129110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[116524]: pgmap v1490: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[116524]: osdmap e981: 8 total, 8 up, 8 in 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4010129110' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:52 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:53.706 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_log.test_log_add_different_time (3037 ms) 2023-12-01T05:00:53.706 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_log.trim_by_time 2023-12-01T05:00:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:53 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:53 smithi155 ceph-mon[102677]: osdmap e982: 8 total, 8 up, 8 in 2023-12-01T05:00:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:53 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:53 smithi111 ceph-mon[97855]: osdmap e982: 8 total, 8 up, 8 in 2023-12-01T05:00:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:53 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:53 smithi111 ceph-mon[116524]: osdmap e982: 8 total, 8 up, 8 in 2023-12-01T05:00:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:54 smithi155 ceph-mon[102677]: pgmap v1493: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:54 smithi155 ceph-mon[102677]: osdmap e983: 8 total, 8 up, 8 in 2023-12-01T05:00:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:54 smithi111 ceph-mon[97855]: pgmap v1493: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:54 smithi111 ceph-mon[97855]: osdmap e983: 8 total, 8 up, 8 in 2023-12-01T05:00:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:54 smithi111 ceph-mon[116524]: pgmap v1493: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:54 smithi111 ceph-mon[116524]: osdmap e983: 8 total, 8 up, 8 in 2023-12-01T05:00:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[97855]: osdmap e984: 8 total, 8 up, 8 in 2023-12-01T05:00:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/854788652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/854788652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[97855]: osdmap e985: 8 total, 8 up, 8 in 2023-12-01T05:00:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[116524]: osdmap e984: 8 total, 8 up, 8 in 2023-12-01T05:00:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/854788652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/854788652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:55 smithi111 ceph-mon[116524]: osdmap e985: 8 total, 8 up, 8 in 2023-12-01T05:00:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:55 smithi155 ceph-mon[102677]: osdmap e984: 8 total, 8 up, 8 in 2023-12-01T05:00:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/854788652' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/854788652' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:55 smithi155 ceph-mon[102677]: osdmap e985: 8 total, 8 up, 8 in 2023-12-01T05:00:56.706 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_log.trim_by_time (2999 ms) 2023-12-01T05:00:56.706 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_log.trim_by_marker 2023-12-01T05:00:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: pgmap v1496: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[97855]: osdmap e986: 8 total, 8 up, 8 in 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: pgmap v1496: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:00:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:00:57.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:57.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:56 smithi111 ceph-mon[116524]: osdmap e986: 8 total, 8 up, 8 in 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: pgmap v1496: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:56 smithi155 ceph-mon[102677]: osdmap e986: 8 total, 8 up, 8 in 2023-12-01T05:00:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:57 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:57 smithi155 ceph-mon[102677]: osdmap e987: 8 total, 8 up, 8 in 2023-12-01T05:00:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3092413794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:57 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:57 smithi111 ceph-mon[116524]: osdmap e987: 8 total, 8 up, 8 in 2023-12-01T05:00:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3092413794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:57 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:00:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:57 smithi111 ceph-mon[97855]: osdmap e987: 8 total, 8 up, 8 in 2023-12-01T05:00:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3092413794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:00:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:58 smithi155 ceph-mon[102677]: pgmap v1499: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3092413794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:00:58 smithi155 ceph-mon[102677]: osdmap e988: 8 total, 8 up, 8 in 2023-12-01T05:00:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:58 smithi111 ceph-mon[97855]: pgmap v1499: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3092413794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:00:58 smithi111 ceph-mon[97855]: osdmap e988: 8 total, 8 up, 8 in 2023-12-01T05:00:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:58 smithi111 ceph-mon[116524]: pgmap v1499: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:00:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3092413794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192329-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:00:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:00:58 smithi111 ceph-mon[116524]: osdmap e988: 8 total, 8 up, 8 in 2023-12-01T05:00:59.744 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_log.trim_by_marker (3036 ms) 2023-12-01T05:00:59.744 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 4 tests from cls_log (11950 ms total) 2023-12-01T05:00:59.744 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:00:59.745 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:00:59.745 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 4 tests from 1 test suite ran. (11950 ms total) 2023-12-01T05:00:59.745 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 4 tests. 2023-12-01T05:00:59.746 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:00:59.746 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:00:59.752 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:00:59] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2023-12-01T05:00:59.784 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2023-12-01T05:00:59.784 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2023-12-01T05:00:59.858 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:00:59.858 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 4 tests from 1 test suite. 2023-12-01T05:00:59.858 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:00:59.859 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 4 tests from ClsNumOps 2023-12-01T05:00:59.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsNumOps.Add 2023-12-01T05:01:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:00 smithi111 ceph-mon[97855]: pgmap v1502: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:00 smithi111 ceph-mon[97855]: osdmap e989: 8 total, 8 up, 8 in 2023-12-01T05:01:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:00 smithi111 ceph-mon[116524]: pgmap v1502: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:00 smithi111 ceph-mon[116524]: osdmap e989: 8 total, 8 up, 8 in 2023-12-01T05:01:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:00 smithi155 ceph-mon[102677]: pgmap v1502: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:00 smithi155 ceph-mon[102677]: osdmap e989: 8 total, 8 up, 8 in 2023-12-01T05:01:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:01 smithi155 ceph-mon[102677]: osdmap e990: 8 total, 8 up, 8 in 2023-12-01T05:01:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/161763318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:01 smithi111 ceph-mon[97855]: osdmap e990: 8 total, 8 up, 8 in 2023-12-01T05:01:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/161763318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:01 smithi111 ceph-mon[116524]: osdmap e990: 8 total, 8 up, 8 in 2023-12-01T05:01:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/161763318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:02.803 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsNumOps.Add (2945 ms) 2023-12-01T05:01:02.803 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsNumOps.Sub 2023-12-01T05:01:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:02 smithi155 ceph-mon[102677]: pgmap v1505: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:02 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/161763318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:02 smithi155 ceph-mon[102677]: osdmap e991: 8 total, 8 up, 8 in 2023-12-01T05:01:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[116524]: pgmap v1505: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/161763318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[116524]: osdmap e991: 8 total, 8 up, 8 in 2023-12-01T05:01:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[97855]: pgmap v1505: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:03.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:03.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/161763318' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:03.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:02 smithi111 ceph-mon[97855]: osdmap e991: 8 total, 8 up, 8 in 2023-12-01T05:01:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:03 smithi155 ceph-mon[102677]: osdmap e992: 8 total, 8 up, 8 in 2023-12-01T05:01:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:03 smithi111 ceph-mon[116524]: osdmap e992: 8 total, 8 up, 8 in 2023-12-01T05:01:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:03 smithi111 ceph-mon[97855]: osdmap e992: 8 total, 8 up, 8 in 2023-12-01T05:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:04 smithi155 ceph-mon[102677]: pgmap v1508: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:04 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:04 smithi155 ceph-mon[102677]: osdmap e993: 8 total, 8 up, 8 in 2023-12-01T05:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/105428045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:04 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[97855]: pgmap v1508: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[97855]: osdmap e993: 8 total, 8 up, 8 in 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/105428045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[116524]: pgmap v1508: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[116524]: osdmap e993: 8 total, 8 up, 8 in 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/105428045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:05.827 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsNumOps.Sub (3024 ms) 2023-12-01T05:01:05.827 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsNumOps.Mul 2023-12-01T05:01:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:05 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:05 smithi155 ceph-mon[102677]: osdmap e994: 8 total, 8 up, 8 in 2023-12-01T05:01:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:05 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:05 smithi111 ceph-mon[97855]: osdmap e994: 8 total, 8 up, 8 in 2023-12-01T05:01:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:05 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:05 smithi111 ceph-mon[116524]: osdmap e994: 8 total, 8 up, 8 in 2023-12-01T05:01:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:06 smithi155 ceph-mon[102677]: pgmap v1511: 137 pgs: 13 creating+peering, 124 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-01T05:01:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:06 smithi155 ceph-mon[102677]: osdmap e995: 8 total, 8 up, 8 in 2023-12-01T05:01:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:06 smithi111 ceph-mon[97855]: pgmap v1511: 137 pgs: 13 creating+peering, 124 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-01T05:01:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:06 smithi111 ceph-mon[97855]: osdmap e995: 8 total, 8 up, 8 in 2023-12-01T05:01:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:06 smithi111 ceph-mon[116524]: pgmap v1511: 137 pgs: 13 creating+peering, 124 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2023-12-01T05:01:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:06 smithi111 ceph-mon[116524]: osdmap e995: 8 total, 8 up, 8 in 2023-12-01T05:01:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:07 smithi155 ceph-mon[102677]: osdmap e996: 8 total, 8 up, 8 in 2023-12-01T05:01:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3779006428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:07 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:07 smithi111 ceph-mon[97855]: osdmap e996: 8 total, 8 up, 8 in 2023-12-01T05:01:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3779006428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:07 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:07 smithi111 ceph-mon[116524]: osdmap e996: 8 total, 8 up, 8 in 2023-12-01T05:01:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3779006428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:07 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:08.842 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsNumOps.Mul (3015 ms) 2023-12-01T05:01:08.842 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsNumOps.Div 2023-12-01T05:01:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:08 smithi155 ceph-mon[102677]: pgmap v1514: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:08 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:08 smithi155 ceph-mon[102677]: osdmap e997: 8 total, 8 up, 8 in 2023-12-01T05:01:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[97855]: pgmap v1514: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[97855]: osdmap e997: 8 total, 8 up, 8 in 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[116524]: pgmap v1514: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:08 smithi111 ceph-mon[116524]: osdmap e997: 8 total, 8 up, 8 in 2023-12-01T05:01:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:01:09] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2023-12-01T05:01:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:09 smithi155 ceph-mon[102677]: osdmap e998: 8 total, 8 up, 8 in 2023-12-01T05:01:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:09 smithi111 ceph-mon[97855]: osdmap e998: 8 total, 8 up, 8 in 2023-12-01T05:01:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:09 smithi111 ceph-mon[116524]: osdmap e998: 8 total, 8 up, 8 in 2023-12-01T05:01:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:10 smithi155 ceph-mon[102677]: pgmap v1517: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:10 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:10 smithi155 ceph-mon[102677]: osdmap e999: 8 total, 8 up, 8 in 2023-12-01T05:01:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/622229157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:10 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[97855]: pgmap v1517: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[97855]: osdmap e999: 8 total, 8 up, 8 in 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/622229157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[116524]: pgmap v1517: 105 pgs: 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[116524]: osdmap e999: 8 total, 8 up, 8 in 2023-12-01T05:01:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/622229157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:10 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:11.869 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsNumOps.Div (3025 ms) 2023-12-01T05:01:11.869 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 4 tests from ClsNumOps (12009 ms total) 2023-12-01T05:01:11.869 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:01:11.870 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:01:11.870 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 4 tests from 1 test suite ran. (12009 ms total) 2023-12-01T05:01:11.870 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 4 tests. 2023-12-01T05:01:11.871 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:01:11.871 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:01:11.943 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2023-12-01T05:01:11.944 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2023-12-01T05:01:12.023 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:01:12.023 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 70 tests from 1 test suite. 2023-12-01T05:01:12.023 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:01:12.023 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 70 tests from TestClsRbd 2023-12-01T05:01:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:11 smithi155 ceph-mon[102677]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-01T05:01:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:11 smithi111 ceph-mon[97855]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-01T05:01:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192592-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:11 smithi111 ceph-mon[116524]: osdmap e1000: 8 total, 8 up, 8 in 2023-12-01T05:01:12.506 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (18m) 6m ago 19m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (18m) 6m ago 18m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (20m) 6m ago 20m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (20m) 6m ago 20m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (23m) 6m ago 23m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:01:12.810 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (24m) 6m ago 24m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (24m) 6m ago 24m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (23m) 6m ago 23m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (23m) 6m ago 23m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (18m) 6m ago 18m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (18m) 6m ago 18m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (22m) 6m ago 22m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (22m) 6m ago 22m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (22m) 6m ago 22m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (21m) 6m ago 21m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (21m) 6m ago 21m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (21m) 6m ago 21m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (20m) 6m ago 20m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (20m) 6m ago 20m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:01:12.811 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (18m) 6m ago 19m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:13.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:01:13.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:01:13.199 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:13.199 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:01:13.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:01:13.199 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:01:13.199 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:01:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:12 smithi155 ceph-mon[102677]: pgmap v1520: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:12 smithi155 ceph-mon[102677]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-01T05:01:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:12 smithi111 ceph-mon[97855]: pgmap v1520: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:12 smithi111 ceph-mon[97855]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-01T05:01:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:12 smithi111 ceph-mon[116524]: pgmap v1520: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:12 smithi111 ceph-mon[116524]: osdmap e1001: 8 total, 8 up, 8 in 2023-12-01T05:01:13.888 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_all_features 2023-12-01T05:01:13.897 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_all_features (10 ms) 2023-12-01T05:01:13.897 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.copyup 2023-12-01T05:01:14.083 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2023-12-01T05:01:14.083 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.sparse_copyup 2023-12-01T05:01:14.098 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.sparse_copyup (15 ms) 2023-12-01T05:01:14.098 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_and_set_id 2023-12-01T05:01:14.104 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2023-12-01T05:01:14.104 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.add_remove_child 2023-12-01T05:01:14.116 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2023-12-01T05:01:14.116 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.directory_methods 2023-12-01T05:01:14.141 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2023-12-01T05:01:14.142 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.create 2023-12-01T05:01:14.155 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.create (14 ms) 2023-12-01T05:01:14.155 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_features 2023-12-01T05:01:14.156 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2023-12-01T05:01:14.156 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_object_prefix 2023-12-01T05:01:14.158 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2023-12-01T05:01:14.158 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2023-12-01T05:01:14.160 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2023-12-01T05:01:14.160 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2023-12-01T05:01:14.162 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2023-12-01T05:01:14.162 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2023-12-01T05:01:14.163 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2023-12-01T05:01:14.163 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_data_pool 2023-12-01T05:01:14.167 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2023-12-01T05:01:14.167 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.get_size 2023-12-01T05:01:14.171 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2023-12-01T05:01:14.171 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.set_size 2023-12-01T05:01:14.176 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2023-12-01T05:01:14.176 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.protection_status 2023-12-01T05:01:14.193 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2023-12-01T05:01:14.194 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.snapshot_limits 2023-12-01T05:01:14.201 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2023-12-01T05:01:14.202 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.parents_v1 2023-12-01T05:01:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:13 smithi155 ceph-mon[102677]: from='client.25892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:13 smithi155 ceph-mon[102677]: from='client.15996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:13 smithi155 ceph-mon[102677]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-01T05:01:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/369317643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2568901025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:01:14.241 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2023-12-01T05:01:14.241 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.parents_v2 2023-12-01T05:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[97855]: from='client.25892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[97855]: from='client.15996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[97855]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-01T05:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/369317643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2568901025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:01:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[116524]: from='client.25892 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[116524]: from='client.15996 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[116524]: osdmap e1002: 8 total, 8 up, 8 in 2023-12-01T05:01:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/369317643' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192717-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2568901025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:01:14.272 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.parents_v2 (31 ms) 2023-12-01T05:01:14.272 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.snapshots 2023-12-01T05:01:14.293 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2023-12-01T05:01:14.293 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.snapid_race 2023-12-01T05:01:14.297 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2023-12-01T05:01:14.297 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.stripingv2 2023-12-01T05:01:14.307 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2023-12-01T05:01:14.307 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.object_map_save 2023-12-01T05:01:14.311 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2023-12-01T05:01:14.311 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.object_map_resize 2023-12-01T05:01:14.320 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.object_map_resize (9 ms) 2023-12-01T05:01:14.320 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.object_map_update 2023-12-01T05:01:14.329 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.object_map_update (9 ms) 2023-12-01T05:01:14.330 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2023-12-01T05:01:14.330 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2023-12-01T05:01:14.330 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2023-12-01T05:01:14.338 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.object_map_snap_add (8 ms) 2023-12-01T05:01:14.339 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2023-12-01T05:01:14.347 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.object_map_snap_remove (9 ms) 2023-12-01T05:01:14.348 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.flags 2023-12-01T05:01:14.352 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.flags (5 ms) 2023-12-01T05:01:14.353 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.metadata 2023-12-01T05:01:14.378 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.metadata (26 ms) 2023-12-01T05:01:14.378 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.set_features 2023-12-01T05:01:14.385 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2023-12-01T05:01:14.385 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.mirror 2023-12-01T05:01:14.416 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2023-12-01T05:01:14.416 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.mirror_image 2023-12-01T05:01:14.430 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2023-12-01T05:01:14.431 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.mirror_image_status 2023-12-01T05:01:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:14 smithi155 ceph-mon[102677]: pgmap v1523: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:15.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:14 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:15.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/369317643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192717-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:15.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:14 smithi155 ceph-mon[102677]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-01T05:01:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[97855]: pgmap v1523: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/369317643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192717-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[97855]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-01T05:01:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[116524]: pgmap v1523: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/369317643' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192717-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:14 smithi111 ceph-mon[116524]: osdmap e1003: 8 total, 8 up, 8 in 2023-12-01T05:01:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:15 smithi155 ceph-mon[102677]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-01T05:01:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:15 smithi111 ceph-mon[97855]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-01T05:01:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:15 smithi111 ceph-mon[116524]: osdmap e1004: 8 total, 8 up, 8 in 2023-12-01T05:01:16.759 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.mirror_image_status (2329 ms) 2023-12-01T05:01:16.759 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.mirror_image_map 2023-12-01T05:01:16.847 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.mirror_image_map (88 ms) 2023-12-01T05:01:16.847 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.mirror_instances 2023-12-01T05:01:16.855 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2023-12-01T05:01:16.855 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2023-12-01T05:01:16.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2023-12-01T05:01:16.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_dir_list 2023-12-01T05:01:16.870 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2023-12-01T05:01:16.870 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_dir_add 2023-12-01T05:01:16.872 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2023-12-01T05:01:16.872 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2023-12-01T05:01:16.875 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2023-12-01T05:01:16.875 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_dir_rename 2023-12-01T05:01:16.883 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_dir_rename (8 ms) 2023-12-01T05:01:16.883 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_dir_remove 2023-12-01T05:01:16.886 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2023-12-01T05:01:16.886 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2023-12-01T05:01:16.896 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (10 ms) 2023-12-01T05:01:16.896 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_image_add 2023-12-01T05:01:16.898 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2023-12-01T05:01:16.898 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_image_remove 2023-12-01T05:01:16.901 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2023-12-01T05:01:16.901 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_image_list 2023-12-01T05:01:16.904 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2023-12-01T05:01:16.904 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_image_clean 2023-12-01T05:01:16.908 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2023-12-01T05:01:16.908 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.image_group_add 2023-12-01T05:01:16.910 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2023-12-01T05:01:16.911 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.image_group_remove 2023-12-01T05:01:16.914 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.image_group_remove (4 ms) 2023-12-01T05:01:16.914 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.image_group_get 2023-12-01T05:01:16.916 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2023-12-01T05:01:16.916 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2023-12-01T05:01:16.918 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2023-12-01T05:01:16.918 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2023-12-01T05:01:16.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2023-12-01T05:01:16.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2023-12-01T05:01:16.923 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2023-12-01T05:01:16.923 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2023-12-01T05:01:16.925 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2023-12-01T05:01:16.926 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_set 2023-12-01T05:01:16.928 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2023-12-01T05:01:16.928 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_list 2023-12-01T05:01:16.931 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2023-12-01T05:01:16.931 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2023-12-01T05:01:16.946 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (15 ms) 2023-12-01T05:01:16.947 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2023-12-01T05:01:17.143 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (196 ms) 2023-12-01T05:01:17.143 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_remove 2023-12-01T05:01:17.146 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2023-12-01T05:01:17.146 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2023-12-01T05:01:17.148 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2023-12-01T05:01:17.148 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.trash_methods 2023-12-01T05:01:17.156 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2023-12-01T05:01:17.156 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.op_features 2023-12-01T05:01:17.164 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.op_features (8 ms) 2023-12-01T05:01:17.164 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.clone_parent 2023-12-01T05:01:17.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2023-12-01T05:01:17.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2023-12-01T05:01:17.192 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2023-12-01T05:01:17.192 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.clone_child 2023-12-01T05:01:17.205 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2023-12-01T05:01:17.205 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.namespace_methods 2023-12-01T05:01:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:16 smithi155 ceph-mon[102677]: pgmap v1526: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 692 op/s 2023-12-01T05:01:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:16 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:17.209 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2023-12-01T05:01:17.209 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.migration 2023-12-01T05:01:17.219 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.migration (10 ms) 2023-12-01T05:01:17.219 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.migration_v1 2023-12-01T05:01:17.230 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2023-12-01T05:01:17.230 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2023-12-01T05:01:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:16 smithi111 ceph-mon[97855]: pgmap v1526: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 692 op/s 2023-12-01T05:01:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:16 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:16 smithi111 ceph-mon[116524]: pgmap v1526: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 692 op/s 2023-12-01T05:01:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:16 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:18.904 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1674 ms) 2023-12-01T05:01:18.904 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestClsRbd.sparsify 2023-12-01T05:01:18.953 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestClsRbd.sparsify (50 ms) 2023-12-01T05:01:19.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:18 smithi155 ceph-mon[102677]: pgmap v1527: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 943 KiB/s wr, 524 op/s 2023-12-01T05:01:19.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:18 smithi155 ceph-mon[102677]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-01T05:01:19.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:18 smithi111 ceph-mon[97855]: pgmap v1527: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 943 KiB/s wr, 524 op/s 2023-12-01T05:01:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:18 smithi111 ceph-mon[97855]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-01T05:01:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:18 smithi111 ceph-mon[116524]: pgmap v1527: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 943 KiB/s wr, 524 op/s 2023-12-01T05:01:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:18 smithi111 ceph-mon[116524]: osdmap e1005: 8 total, 8 up, 8 in 2023-12-01T05:01:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:01:19] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2023-12-01T05:01:19.920 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 70 tests from TestClsRbd (5066 ms total) 2023-12-01T05:01:19.920 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:01:19.920 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:01:19.920 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 70 tests from 1 test suite ran. (7897 ms total) 2023-12-01T05:01:19.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 70 tests. 2023-12-01T05:01:19.923 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:01:19.923 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:01:19.995 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-12-01T05:01:19.995 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-12-01T05:01:20.072 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:01:20.072 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 10 tests from 1 test suite. 2023-12-01T05:01:20.072 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:01:20.073 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 10 tests from cls_rgw 2023-12-01T05:01:20.073 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_implicit 2023-12-01T05:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:19 smithi155 ceph-mon[102677]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-01T05:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:19 smithi111 ceph-mon[97855]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-01T05:01:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:19 smithi111 ceph-mon[116524]: osdmap e1006: 8 total, 8 up, 8 in 2023-12-01T05:01:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:20 smithi155 ceph-mon[102677]: pgmap v1530: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 946 KiB/s wr, 526 op/s 2023-12-01T05:01:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:20 smithi155 ceph-mon[102677]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-01T05:01:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:20 smithi111 ceph-mon[97855]: pgmap v1530: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 946 KiB/s wr, 526 op/s 2023-12-01T05:01:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:20 smithi111 ceph-mon[97855]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-01T05:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:20 smithi111 ceph-mon[116524]: pgmap v1530: 137 pgs: 137 active+clean; 580 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 946 KiB/s wr, 526 op/s 2023-12-01T05:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:20 smithi111 ceph-mon[116524]: osdmap e1007: 8 total, 8 up, 8 in 2023-12-01T05:01:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:21 smithi155 ceph-mon[102677]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-01T05:01:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/660794270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:21 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:21 smithi111 ceph-mon[97855]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-01T05:01:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/660794270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:21 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:21 smithi111 ceph-mon[116524]: osdmap e1008: 8 total, 8 up, 8 in 2023-12-01T05:01:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/660794270' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:21 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:22.939 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_implicit (2867 ms) 2023-12-01T05:01:22.939 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-12-01T05:01:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:22 smithi155 ceph-mon[102677]: pgmap v1533: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:22 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:22 smithi155 ceph-mon[102677]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-01T05:01:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[97855]: pgmap v1533: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[97855]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-01T05:01:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[116524]: pgmap v1533: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:22 smithi111 ceph-mon[116524]: osdmap e1009: 8 total, 8 up, 8 in 2023-12-01T05:01:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:23 smithi155 ceph-mon[102677]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-01T05:01:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:23 smithi111 ceph-mon[97855]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-01T05:01:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:23 smithi111 ceph-mon[116524]: osdmap e1010: 8 total, 8 up, 8 in 2023-12-01T05:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:24 smithi155 ceph-mon[102677]: pgmap v1536: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:24 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:24 smithi155 ceph-mon[102677]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-01T05:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3691163111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:24 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[97855]: pgmap v1536: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[97855]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3691163111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[116524]: pgmap v1536: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[116524]: osdmap e1011: 8 total, 8 up, 8 in 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3691163111' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:25.963 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3021 ms) 2023-12-01T05:01:25.963 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_put_snap 2023-12-01T05:01:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:25 smithi155 ceph-mon[102677]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-01T05:01:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:25 smithi111 ceph-mon[97855]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-01T05:01:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:25 smithi111 ceph-mon[116524]: osdmap e1012: 8 total, 8 up, 8 in 2023-12-01T05:01:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:26 smithi155 ceph-mon[102677]: pgmap v1539: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:26 smithi155 ceph-mon[102677]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-01T05:01:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:26 smithi111 ceph-mon[97855]: pgmap v1539: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:26 smithi111 ceph-mon[97855]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-01T05:01:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:26 smithi111 ceph-mon[116524]: pgmap v1539: 137 pgs: 32 creating+peering, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:26 smithi111 ceph-mon[116524]: osdmap e1013: 8 total, 8 up, 8 in 2023-12-01T05:01:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:27 smithi111 ceph-mon[97855]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-01T05:01:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3719323735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:27 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:27 smithi111 ceph-mon[116524]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-01T05:01:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3719323735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:27 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:27 smithi155 ceph-mon[102677]: osdmap e1014: 8 total, 8 up, 8 in 2023-12-01T05:01:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3719323735' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:27 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[97855]: pgmap v1542: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[97855]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[116524]: pgmap v1542: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:28 smithi111 ceph-mon[116524]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-01T05:01:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:28 smithi155 ceph-mon[102677]: pgmap v1542: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:28 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:28 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:28 smithi155 ceph-mon[102677]: osdmap e1015: 8 total, 8 up, 8 in 2023-12-01T05:01:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:01:29] "GET /metrics HTTP/1.1" 200 36234 "" "Prometheus/2.43.0" 2023-12-01T05:01:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:29 smithi111 ceph-mon[97855]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-01T05:01:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:29 smithi111 ceph-mon[116524]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-01T05:01:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:29 smithi155 ceph-mon[102677]: osdmap e1016: 8 total, 8 up, 8 in 2023-12-01T05:01:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:30 smithi111 ceph-mon[97855]: pgmap v1545: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:30 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:30 smithi111 ceph-mon[116524]: pgmap v1545: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:30 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:30 smithi155 ceph-mon[102677]: pgmap v1545: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:30 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:32 smithi111 ceph-mon[97855]: pgmap v1546: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2023-12-01T05:01:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:32 smithi111 ceph-mon[97855]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-01T05:01:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:32 smithi111 ceph-mon[116524]: pgmap v1546: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2023-12-01T05:01:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:32 smithi111 ceph-mon[116524]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-01T05:01:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:32 smithi155 ceph-mon[102677]: pgmap v1546: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2023-12-01T05:01:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:32 smithi155 ceph-mon[102677]: osdmap e1017: 8 total, 8 up, 8 in 2023-12-01T05:01:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:33 smithi111 ceph-mon[97855]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-01T05:01:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:34 smithi111 ceph-mon[116524]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-01T05:01:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:33 smithi155 ceph-mon[102677]: osdmap e1018: 8 total, 8 up, 8 in 2023-12-01T05:01:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:35.018 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_put_snap (9058 ms) 2023-12-01T05:01:35.018 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_explicit 2023-12-01T05:01:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:34 smithi155 ceph-mon[102677]: pgmap v1549: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2023-12-01T05:01:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:34 smithi155 ceph-mon[102677]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-01T05:01:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:34 smithi111 ceph-mon[97855]: pgmap v1549: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2023-12-01T05:01:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:34 smithi111 ceph-mon[97855]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-01T05:01:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:34 smithi111 ceph-mon[116524]: pgmap v1549: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 197 B/s wr, 0 op/s 2023-12-01T05:01:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:34 smithi111 ceph-mon[116524]: osdmap e1019: 8 total, 8 up, 8 in 2023-12-01T05:01:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:36 smithi155 ceph-mon[102677]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-01T05:01:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:36 smithi111 ceph-mon[97855]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-01T05:01:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:36 smithi111 ceph-mon[116524]: osdmap e1020: 8 total, 8 up, 8 in 2023-12-01T05:01:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:37 smithi155 ceph-mon[102677]: pgmap v1552: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:37 smithi155 ceph-mon[102677]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-01T05:01:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2723944625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:37 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[97855]: pgmap v1552: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[97855]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2723944625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[116524]: pgmap v1552: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[116524]: osdmap e1021: 8 total, 8 up, 8 in 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2723944625' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:37 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:38.041 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_explicit (3022 ms) 2023-12-01T05:01:38.041 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.set 2023-12-01T05:01:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:38 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:38 smithi155 ceph-mon[102677]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-01T05:01:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:38 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:38 smithi111 ceph-mon[97855]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-01T05:01:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:38 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:38 smithi111 ceph-mon[116524]: osdmap e1022: 8 total, 8 up, 8 in 2023-12-01T05:01:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:39 smithi111 ceph-mon[97855]: pgmap v1555: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:39 smithi111 ceph-mon[97855]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-01T05:01:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:39 smithi111 ceph-mon[116524]: pgmap v1555: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:39 smithi111 ceph-mon[116524]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-01T05:01:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:39 smithi155 ceph-mon[102677]: pgmap v1555: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:39 smithi155 ceph-mon[102677]: osdmap e1023: 8 total, 8 up, 8 in 2023-12-01T05:01:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:01:39] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2023-12-01T05:01:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:40 smithi155 ceph-mon[102677]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-01T05:01:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4168484163' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:40 smithi111 ceph-mon[97855]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-01T05:01:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4168484163' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:40 smithi111 ceph-mon[116524]: osdmap e1024: 8 total, 8 up, 8 in 2023-12-01T05:01:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4168484163' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:01:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:41.047 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.set (3007 ms) 2023-12-01T05:01:41.047 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_implicit_ec 2023-12-01T05:01:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:41 smithi155 ceph-mon[102677]: pgmap v1558: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:41 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4168484163' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:41 smithi155 ceph-mon[102677]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-01T05:01:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[97855]: pgmap v1558: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4168484163' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[97855]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[116524]: pgmap v1558: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4168484163' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-192850-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:01:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:41 smithi111 ceph-mon[116524]: osdmap e1025: 8 total, 8 up, 8 in 2023-12-01T05:01:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:42 smithi155 ceph-mon[102677]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-01T05:01:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[116524]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[97855]: osdmap e1026: 8 total, 8 up, 8 in 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:43.539 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:01:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:43 smithi155 ceph-mon[102677]: pgmap v1561: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:43 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:43 smithi155 ceph-mon[102677]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-01T05:01:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[97855]: pgmap v1561: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[97855]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[116524]: pgmap v1561: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[116524]: osdmap e1027: 8 total, 8 up, 8 in 2023-12-01T05:01:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:43.847 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:01:43.847 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (18m) 6m ago 19m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:01:43.847 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (19m) 6m ago 19m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:01:43.847 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (20m) 6m ago 20m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:01:43.847 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (20m) 6m ago 20m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (23m) 6m ago 23m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (25m) 6m ago 25m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (25m) 6m ago 25m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (24m) 6m ago 24m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (23m) 6m ago 23m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (19m) 6m ago 19m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (19m) 6m ago 19m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (23m) 6m ago 23m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (23m) 6m ago 23m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (22m) 6m ago 22m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (22m) 6m ago 22m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (21m) 6m ago 21m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (21m) 6m ago 21m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:01:43.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (21m) 6m ago 21m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:01:43.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (20m) 6m ago 20m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:01:43.849 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (18m) 6m ago 20m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:01:44.232 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:01:44.232 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:01:44.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:01:44.233 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:01:44.234 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: pgmap v1564: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: from='client.25946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: from='client.16050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-01T05:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/870180837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:01:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: pgmap v1564: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-01T05:01:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: from='client.25946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: from='client.16050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/870180837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: pgmap v1564: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: osdmap e1028: 8 total, 8 up, 8 in 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: from='client.25946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: from='client.16050 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: osdmap e1029: 8 total, 8 up, 8 in 2023-12-01T05:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/870180837' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:01:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:46 smithi155 ceph-mon[102677]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-01T05:01:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:46 smithi111 ceph-mon[116524]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-01T05:01:46.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:46 smithi111 ceph-mon[97855]: osdmap e1030: 8 total, 8 up, 8 in 2023-12-01T05:01:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:47 smithi155 ceph-mon[102677]: pgmap v1567: 113 pgs: 8 creating+peering, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:47 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:47 smithi155 ceph-mon[102677]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-01T05:01:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[97855]: pgmap v1567: 113 pgs: 8 creating+peering, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[97855]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[116524]: pgmap v1567: 113 pgs: 8 creating+peering, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[116524]: osdmap e1031: 8 total, 8 up, 8 in 2023-12-01T05:01:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:48.084 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_implicit_ec (7037 ms) 2023-12-01T05:01:48.084 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2023-12-01T05:01:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:48 smithi155 ceph-mon[102677]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-01T05:01:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:48 smithi111 ceph-mon[97855]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-01T05:01:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:48 smithi111 ceph-mon[116524]: osdmap e1032: 8 total, 8 up, 8 in 2023-12-01T05:01:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]: dispatch 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: pgmap v1570: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:01:49] "GET /metrics HTTP/1.1" 200 33815 "" "Prometheus/2.43.0" 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: pgmap v1570: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: pgmap v1570: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/793726366' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-6"}]': finished 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: osdmap e1033: 8 total, 8 up, 8 in 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:49.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:50 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:50 smithi155 ceph-mon[102677]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-01T05:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:50 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:50 smithi155 ceph-mon[102677]: pgmap v1573: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[97855]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-01T05:01:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[97855]: pgmap v1573: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[116524]: osdmap e1034: 8 total, 8 up, 8 in 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:50 smithi111 ceph-mon[116524]: pgmap v1573: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:51 smithi155 ceph-mon[102677]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-01T05:01:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:51 smithi111 ceph-mon[97855]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-01T05:01:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:51 smithi111 ceph-mon[116524]: osdmap e1035: 8 total, 8 up, 8 in 2023-12-01T05:01:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:52 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:52.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:52 smithi155 ceph-mon[102677]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-01T05:01:52.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:52 smithi155 ceph-mon[102677]: pgmap v1576: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:52 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:52 smithi111 ceph-mon[97855]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-01T05:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:52 smithi111 ceph-mon[97855]: pgmap v1576: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:52 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:52 smithi111 ceph-mon[116524]: osdmap e1036: 8 total, 8 up, 8 in 2023-12-01T05:01:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:52 smithi111 ceph-mon[116524]: pgmap v1576: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:53 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:53 smithi155 ceph-mon[102677]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-01T05:01:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:53 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:53 smithi111 ceph-mon[97855]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-01T05:01:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:53 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:01:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:53 smithi111 ceph-mon[116524]: osdmap e1037: 8 total, 8 up, 8 in 2023-12-01T05:01:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:54 smithi155 ceph-mon[102677]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-01T05:01:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:54 smithi155 ceph-mon[102677]: pgmap v1579: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[97855]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[97855]: pgmap v1579: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[116524]: osdmap e1038: 8 total, 8 up, 8 in 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:54 smithi111 ceph-mon[116524]: pgmap v1579: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:55.147 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7063 ms) 2023-12-01T05:01:55.147 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2023-12-01T05:01:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:55 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:55 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:55 smithi155 ceph-mon[102677]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-01T05:01:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:55 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[97855]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[116524]: osdmap e1039: 8 total, 8 up, 8 in 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/165184826' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:55 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]: dispatch 2023-12-01T05:01:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-01T05:01:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: pgmap v1582: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: pgmap v1582: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-7"}]': finished 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: osdmap e1040: 8 total, 8 up, 8 in 2023-12-01T05:01:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: pgmap v1582: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:01:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:01:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: osdmap e1041: 8 total, 8 up, 8 in 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:01:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:01:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:01:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:01:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:01:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:58 smithi155 ceph-mon[102677]: pgmap v1585: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:58 smithi155 ceph-mon[102677]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-01T05:01:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:58 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:01:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:01:58 smithi155 ceph-mon[102677]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-01T05:01:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[97855]: pgmap v1585: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[97855]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-01T05:01:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:01:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[97855]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-01T05:01:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[116524]: pgmap v1585: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:01:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[116524]: osdmap e1042: 8 total, 8 up, 8 in 2023-12-01T05:01:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:01:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:01:58 smithi111 ceph-mon[116524]: osdmap e1043: 8 total, 8 up, 8 in 2023-12-01T05:01:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:01:59] "GET /metrics HTTP/1.1" 200 33815 "" "Prometheus/2.43.0" 2023-12-01T05:02:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:00 smithi155 ceph-mon[102677]: pgmap v1587: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:02:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:00 smithi155 ceph-mon[102677]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-01T05:02:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:00 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:00 smithi111 ceph-mon[97855]: pgmap v1587: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:02:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:00 smithi111 ceph-mon[97855]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-01T05:02:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:00 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:00 smithi111 ceph-mon[116524]: pgmap v1587: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2023-12-01T05:02:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:00 smithi111 ceph-mon[116524]: osdmap e1044: 8 total, 8 up, 8 in 2023-12-01T05:02:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:00 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:01 smithi155 ceph-mon[102677]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-01T05:02:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:01 smithi111 ceph-mon[97855]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-01T05:02:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:01 smithi111 ceph-mon[116524]: osdmap e1045: 8 total, 8 up, 8 in 2023-12-01T05:02:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:02 smithi155 ceph-mon[102677]: pgmap v1590: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:02:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:02 smithi111 ceph-mon[97855]: pgmap v1590: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:02:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:02 smithi111 ceph-mon[116524]: pgmap v1590: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:02:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:04 smithi155 ceph-mon[102677]: pgmap v1591: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:02:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:04 smithi155 ceph-mon[102677]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-01T05:02:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[116524]: pgmap v1591: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:02:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[116524]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-01T05:02:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[97855]: pgmap v1591: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:02:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[97855]: osdmap e1046: 8 total, 8 up, 8 in 2023-12-01T05:02:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:05 smithi155 ceph-mon[102677]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-01T05:02:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:05 smithi111 ceph-mon[97855]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-01T05:02:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:05 smithi111 ceph-mon[116524]: osdmap e1047: 8 total, 8 up, 8 in 2023-12-01T05:02:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:06 smithi155 ceph-mon[102677]: pgmap v1594: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:02:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:06 smithi155 ceph-mon[102677]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-01T05:02:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:06 smithi111 ceph-mon[97855]: pgmap v1594: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:02:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:06 smithi111 ceph-mon[97855]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-01T05:02:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:06 smithi111 ceph-mon[116524]: pgmap v1594: 113 pgs: 113 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:02:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:06 smithi111 ceph-mon[116524]: osdmap e1048: 8 total, 8 up, 8 in 2023-12-01T05:02:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:07 smithi111 ceph-mon[97855]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-01T05:02:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:07 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:07 smithi111 ceph-mon[116524]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-01T05:02:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:07 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:07 smithi155 ceph-mon[102677]: osdmap e1049: 8 total, 8 up, 8 in 2023-12-01T05:02:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:07 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:08.227 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_put_snap_ec (13079 ms) 2023-12-01T05:02:08.227 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.test_explicit_ec 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[97855]: pgmap v1597: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[97855]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[116524]: pgmap v1597: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:02:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[116524]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-01T05:02:08.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:08.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:08 smithi155 ceph-mon[102677]: pgmap v1597: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:08 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:08 smithi155 ceph-mon[102677]: osdmap e1050: 8 total, 8 up, 8 in 2023-12-01T05:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2809319249' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:08.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]: dispatch 2023-12-01T05:02:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:02:09] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2023-12-01T05:02:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:02:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-01T05:02:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:09.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:09.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:02:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-8"}]': finished 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: osdmap e1051: 8 total, 8 up, 8 in 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[97855]: pgmap v1600: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:02:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[97855]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-01T05:02:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:10.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[116524]: pgmap v1600: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:02:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[116524]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-01T05:02:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:10.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:10 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:10 smithi155 ceph-mon[102677]: pgmap v1600: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:10 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:02:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:10 smithi155 ceph-mon[102677]: osdmap e1052: 8 total, 8 up, 8 in 2023-12-01T05:02:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:10 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:11 smithi111 ceph-mon[97855]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-01T05:02:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:11 smithi111 ceph-mon[97855]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-01T05:02:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:11 smithi111 ceph-mon[116524]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-01T05:02:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:11 smithi111 ceph-mon[116524]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-01T05:02:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:11 smithi155 ceph-mon[102677]: osdmap e1053: 8 total, 8 up, 8 in 2023-12-01T05:02:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:11 smithi155 ceph-mon[102677]: osdmap e1054: 8 total, 8 up, 8 in 2023-12-01T05:02:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:12 smithi111 ceph-mon[97855]: pgmap v1603: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:12 smithi111 ceph-mon[97855]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-01T05:02:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:12 smithi111 ceph-mon[116524]: pgmap v1603: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:12 smithi111 ceph-mon[116524]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-01T05:02:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:12 smithi155 ceph-mon[102677]: pgmap v1603: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:12 smithi155 ceph-mon[102677]: osdmap e1055: 8 total, 8 up, 8 in 2023-12-01T05:02:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[97855]: pgmap v1606: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[97855]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[116524]: pgmap v1606: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[116524]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:14 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:14.574 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:02:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:14 smithi155 ceph-mon[102677]: pgmap v1606: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:14 smithi155 ceph-mon[102677]: osdmap e1056: 8 total, 8 up, 8 in 2023-12-01T05:02:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:14 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:14 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:14.881 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:02:14.881 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (19m) 7m ago 20m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:02:14.881 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (19m) 7m ago 19m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:02:14.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (21m) 7m ago 21m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (21m) 7m ago 21m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (24m) 7m ago 24m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (25m) 7m ago 25m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (25m) 7m ago 25m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (24m) 7m ago 24m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (24m) 7m ago 24m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (19m) 7m ago 19m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (19m) 7m ago 19m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (23m) 7m ago 23m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (23m) 7m ago 23m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (23m) 7m ago 23m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (22m) 7m ago 22m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:02:14.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (22m) 7m ago 22m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:02:14.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (22m) 7m ago 22m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:02:14.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (21m) 7m ago 21m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:02:14.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (21m) 7m ago 21m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:02:14.883 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (19m) 7m ago 20m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:02:15.253 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.test_explicit_ec (7027 ms) 2023-12-01T05:02:15.253 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.set_ec 2023-12-01T05:02:15.265 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:02:15.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:02:15.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:02:15.267 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:02:15.267 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:02:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[97855]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[97855]: from='client.16080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[97855]: from='client.16086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[116524]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[116524]: from='client.16080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:15 smithi111 ceph-mon[116524]: from='client.16086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:15 smithi155 ceph-mon[102677]: osdmap e1057: 8 total, 8 up, 8 in 2023-12-01T05:02:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315320964' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]: dispatch 2023-12-01T05:02:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:15 smithi155 ceph-mon[102677]: from='client.16080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:15 smithi155 ceph-mon[102677]: from='client.16086 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: pgmap v1609: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/767093470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: pgmap v1609: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-01T05:02:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/767093470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:02:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: pgmap v1609: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-9"}]': finished 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: osdmap e1058: 8 total, 8 up, 8 in 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/767093470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2023-12-01T05:02:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:02:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:17 smithi155 ceph-mon[102677]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-01T05:02:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:02:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:17 smithi111 ceph-mon[97855]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-01T05:02:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi111-192850-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2023-12-01T05:02:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:17 smithi111 ceph-mon[116524]: osdmap e1059: 8 total, 8 up, 8 in 2023-12-01T05:02:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:18 smithi155 ceph-mon[102677]: pgmap v1612: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:18 smithi155 ceph-mon[102677]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-01T05:02:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:18 smithi111 ceph-mon[97855]: pgmap v1612: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:18 smithi111 ceph-mon[97855]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-01T05:02:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:18 smithi111 ceph-mon[116524]: pgmap v1612: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:18 smithi111 ceph-mon[116524]: osdmap e1060: 8 total, 8 up, 8 in 2023-12-01T05:02:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:19 smithi155 ceph-mon[102677]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-01T05:02:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:02:19] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[97855]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi111-192850-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[116524]: osdmap e1061: 8 total, 8 up, 8 in 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:20 smithi155 ceph-mon[102677]: pgmap v1615: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:20 smithi155 ceph-mon[102677]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-01T05:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:20 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:20 smithi111 ceph-mon[97855]: pgmap v1615: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:20 smithi111 ceph-mon[97855]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-01T05:02:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:20 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:20 smithi111 ceph-mon[116524]: pgmap v1615: 113 pgs: 8 unknown, 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:20 smithi111 ceph-mon[116524]: osdmap e1062: 8 total, 8 up, 8 in 2023-12-01T05:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:20 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:02:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:21 smithi155 ceph-mon[102677]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-01T05:02:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:21 smithi111 ceph-mon[97855]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-01T05:02:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:21 smithi111 ceph-mon[116524]: osdmap e1063: 8 total, 8 up, 8 in 2023-12-01T05:02:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:22.301 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.set_ec (7048 ms) 2023-12-01T05:02:22.301 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 10 tests from cls_rgw (62229 ms total) 2023-12-01T05:02:22.301 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:02:22.301 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:02:22.301 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 10 tests from 1 test suite ran. (62229 ms total) 2023-12-01T05:02:22.301 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 10 tests. 2023-12-01T05:02:22.303 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:02:22.304 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:02:22.391 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-12-01T05:02:22.391 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-12-01T05:02:22.426 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:02:22.426 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 16 tests from 1 test suite. 2023-12-01T05:02:22.426 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:02:22.427 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 16 tests from cls_rgw 2023-12-01T05:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:22 smithi155 ceph-mon[102677]: pgmap v1618: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:22.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:22 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:22.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:22.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:22 smithi155 ceph-mon[102677]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-01T05:02:22.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[97855]: pgmap v1618: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[97855]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[116524]: pgmap v1618: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[116524]: osdmap e1064: 8 total, 8 up, 8 in 2023-12-01T05:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]: dispatch 2023-12-01T05:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:23 smithi155 ceph-mon[102677]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-01T05:02:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:23 smithi111 ceph-mon[97855]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-01T05:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231973880' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi111-192850-10"}]': finished 2023-12-01T05:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:23 smithi111 ceph-mon[116524]: osdmap e1065: 8 total, 8 up, 8 in 2023-12-01T05:02:24.312 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_basic 2023-12-01T05:02:24.354 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_basic (42 ms) 2023-12-01T05:02:24.354 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-12-01T05:02:24.381 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2023-12-01T05:02:24.381 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_remove_object 2023-12-01T05:02:24.420 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_remove_object (39 ms) 2023-12-01T05:02:24.420 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_suggest 2023-12-01T05:02:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:24 smithi155 ceph-mon[102677]: pgmap v1621: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:24 smithi155 ceph-mon[102677]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-01T05:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1860922131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:24 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:02:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[97855]: pgmap v1621: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[97855]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-01T05:02:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1860922131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:02:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[116524]: pgmap v1621: 105 pgs: 105 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[116524]: osdmap e1066: 8 total, 8 up, 8 in 2023-12-01T05:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1860922131' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:24 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:02:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:02:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:25 smithi155 ceph-mon[102677]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-01T05:02:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:02:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:25 smithi111 ceph-mon[97855]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-01T05:02:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:02:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:25 smithi111 ceph-mon[116524]: osdmap e1067: 8 total, 8 up, 8 in 2023-12-01T05:02:25.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_suggest (1446 ms) 2023-12-01T05:02:25.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-12-01T05:02:25.874 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2023-12-01T05:02:25.874 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_list 2023-12-01T05:02:25.896 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_list (22 ms) 2023-12-01T05:02:25.896 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-12-01T05:02:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:26 smithi155 ceph-mon[102677]: pgmap v1624: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 121 KiB/s wr, 371 op/s 2023-12-01T05:02:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:26 smithi155 ceph-mon[102677]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-01T05:02:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:26 smithi111 ceph-mon[97855]: pgmap v1624: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 121 KiB/s wr, 371 op/s 2023-12-01T05:02:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:26 smithi111 ceph-mon[97855]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-01T05:02:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:26 smithi111 ceph-mon[116524]: pgmap v1624: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 121 KiB/s wr, 371 op/s 2023-12-01T05:02:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:26 smithi111 ceph-mon[116524]: osdmap e1068: 8 total, 8 up, 8 in 2023-12-01T05:02:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:28 smithi155 ceph-mon[102677]: pgmap v1626: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 99 KiB/s wr, 305 op/s 2023-12-01T05:02:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:28 smithi111 ceph-mon[97855]: pgmap v1626: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 99 KiB/s wr, 305 op/s 2023-12-01T05:02:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:28 smithi111 ceph-mon[116524]: pgmap v1626: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 99 KiB/s wr, 305 op/s 2023-12-01T05:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:02:29] "GET /metrics HTTP/1.1" 200 36176 "" "Prometheus/2.43.0" 2023-12-01T05:02:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:30 smithi155 ceph-mon[102677]: pgmap v1627: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 80 KiB/s wr, 247 op/s 2023-12-01T05:02:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:30 smithi111 ceph-mon[97855]: pgmap v1627: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 80 KiB/s wr, 247 op/s 2023-12-01T05:02:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:30 smithi111 ceph-mon[116524]: pgmap v1627: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 80 KiB/s wr, 247 op/s 2023-12-01T05:02:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:32 smithi155 ceph-mon[102677]: pgmap v1628: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2023-12-01T05:02:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:32 smithi111 ceph-mon[97855]: pgmap v1628: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2023-12-01T05:02:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:32 smithi111 ceph-mon[116524]: pgmap v1628: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 755 KiB/s rd, 481 KiB/s wr, 1.46k op/s 2023-12-01T05:02:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:34 smithi155 ceph-mon[102677]: pgmap v1629: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 427 KiB/s wr, 1.30k op/s 2023-12-01T05:02:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:34 smithi111 ceph-mon[97855]: pgmap v1629: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 427 KiB/s wr, 1.30k op/s 2023-12-01T05:02:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:34 smithi111 ceph-mon[116524]: pgmap v1629: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 670 KiB/s rd, 427 KiB/s wr, 1.30k op/s 2023-12-01T05:02:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:36 smithi155 ceph-mon[102677]: pgmap v1630: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 611 KiB/s wr, 1.84k op/s 2023-12-01T05:02:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:36 smithi111 ceph-mon[97855]: pgmap v1630: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 611 KiB/s wr, 1.84k op/s 2023-12-01T05:02:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:36 smithi111 ceph-mon[116524]: pgmap v1630: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 611 KiB/s wr, 1.84k op/s 2023-12-01T05:02:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:38 smithi155 ceph-mon[102677]: pgmap v1631: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 516 KiB/s wr, 1.56k op/s 2023-12-01T05:02:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:38 smithi111 ceph-mon[97855]: pgmap v1631: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 516 KiB/s wr, 1.56k op/s 2023-12-01T05:02:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:38 smithi111 ceph-mon[116524]: pgmap v1631: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 516 KiB/s wr, 1.56k op/s 2023-12-01T05:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:02:39] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2023-12-01T05:02:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 05:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T05:02:40.079120507Z level=info msg="Completed cleanup jobs" duration=46.082669ms 2023-12-01T05:02:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:40 smithi155 ceph-mon[102677]: pgmap v1632: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 509 KiB/s wr, 1.54k op/s 2023-12-01T05:02:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:40 smithi111 ceph-mon[97855]: pgmap v1632: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 509 KiB/s wr, 1.54k op/s 2023-12-01T05:02:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:40 smithi111 ceph-mon[116524]: pgmap v1632: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 509 KiB/s wr, 1.54k op/s 2023-12-01T05:02:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:42 smithi155 ceph-mon[102677]: pgmap v1633: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 690 KiB/s wr, 2.08k op/s 2023-12-01T05:02:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:42 smithi111 ceph-mon[97855]: pgmap v1633: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 690 KiB/s wr, 2.08k op/s 2023-12-01T05:02:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:42 smithi111 ceph-mon[116524]: pgmap v1633: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 690 KiB/s wr, 2.08k op/s 2023-12-01T05:02:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:44 smithi155 ceph-mon[102677]: pgmap v1634: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 415 KiB/s wr, 1.24k op/s 2023-12-01T05:02:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:44 smithi111 ceph-mon[97855]: pgmap v1634: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 415 KiB/s wr, 1.24k op/s 2023-12-01T05:02:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:44 smithi111 ceph-mon[116524]: pgmap v1634: 137 pgs: 137 active+clean; 580 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 415 KiB/s wr, 1.24k op/s 2023-12-01T05:02:45.687 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:02:46.083 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (20m) 7m ago 20m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (20m) 7m ago 20m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (21m) 7m ago 21m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (21m) 7m ago 21m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (24m) 7m ago 24m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (26m) 7m ago 26m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (26m) 7m ago 26m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (25m) 7m ago 25m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (25m) 7m ago 25m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (20m) 7m ago 20m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (20m) 7m ago 20m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:02:46.084 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (24m) 7m ago 24m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (24m) 7m ago 24m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (23m) 7m ago 23m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (23m) 7m ago 23m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (23m) 7m ago 23m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (22m) 7m ago 22m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (22m) 7m ago 22m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (21m) 7m ago 21m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:02:46.085 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (19m) 7m ago 21m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:02:46.580 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:02:46.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:02:46.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:02:46.581 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:02:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:46 smithi155 ceph-mon[102677]: pgmap v1635: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 590 KiB/s wr, 1.77k op/s 2023-12-01T05:02:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:46 smithi155 ceph-mon[102677]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:46 smithi155 ceph-mon[102677]: from='client.26018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1950369015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:02:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[97855]: pgmap v1635: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 590 KiB/s wr, 1.77k op/s 2023-12-01T05:02:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[97855]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[97855]: from='client.26018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1950369015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:02:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[116524]: pgmap v1635: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 590 KiB/s wr, 1.77k op/s 2023-12-01T05:02:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[116524]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[116524]: from='client.26018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:02:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1950369015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:02:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:48 smithi155 ceph-mon[102677]: pgmap v1636: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2023-12-01T05:02:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:48 smithi111 ceph-mon[97855]: pgmap v1636: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2023-12-01T05:02:49.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:48 smithi111 ceph-mon[116524]: pgmap v1636: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2023-12-01T05:02:49.679 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:02:49] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2023-12-01T05:02:49.679 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:02:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:50 smithi155 ceph-mon[102677]: pgmap v1637: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2023-12-01T05:02:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:50 smithi111 ceph-mon[97855]: pgmap v1637: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2023-12-01T05:02:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:50 smithi111 ceph-mon[116524]: pgmap v1637: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2023-12-01T05:02:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:52 smithi155 ceph-mon[102677]: pgmap v1638: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 782 KiB/s rd, 521 KiB/s wr, 1.56k op/s 2023-12-01T05:02:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:52 smithi111 ceph-mon[97855]: pgmap v1638: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 782 KiB/s rd, 521 KiB/s wr, 1.56k op/s 2023-12-01T05:02:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:52 smithi111 ceph-mon[116524]: pgmap v1638: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 782 KiB/s rd, 521 KiB/s wr, 1.56k op/s 2023-12-01T05:02:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:54 smithi155 ceph-mon[102677]: pgmap v1639: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:02:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:54 smithi111 ceph-mon[97855]: pgmap v1639: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:02:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:54 smithi111 ceph-mon[116524]: pgmap v1639: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:02:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:56 smithi155 ceph-mon[102677]: pgmap v1640: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 772 KiB/s rd, 515 KiB/s wr, 1.54k op/s 2023-12-01T05:02:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:56 smithi111 ceph-mon[97855]: pgmap v1640: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 772 KiB/s rd, 515 KiB/s wr, 1.54k op/s 2023-12-01T05:02:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:56 smithi111 ceph-mon[116524]: pgmap v1640: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 772 KiB/s rd, 515 KiB/s wr, 1.54k op/s 2023-12-01T05:02:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:02:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:02:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:02:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:02:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:02:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:02:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:02:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:02:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:02:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:02:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:02:58 smithi155 ceph-mon[102677]: pgmap v1641: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:02:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:02:58 smithi111 ceph-mon[97855]: pgmap v1641: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:02:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:02:58 smithi111 ceph-mon[116524]: pgmap v1641: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:02:59] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2023-12-01T05:03:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:00 smithi155 ceph-mon[102677]: pgmap v1642: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:03:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:00 smithi111 ceph-mon[97855]: pgmap v1642: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:03:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:00 smithi111 ceph-mon[116524]: pgmap v1642: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 509 KiB/s rd, 340 KiB/s wr, 1.02k op/s 2023-12-01T05:03:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:02 smithi155 ceph-mon[102677]: pgmap v1643: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 762 KiB/s rd, 508 KiB/s wr, 1.52k op/s 2023-12-01T05:03:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:02 smithi111 ceph-mon[97855]: pgmap v1643: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 762 KiB/s rd, 508 KiB/s wr, 1.52k op/s 2023-12-01T05:03:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:02 smithi111 ceph-mon[116524]: pgmap v1643: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 762 KiB/s rd, 508 KiB/s wr, 1.52k op/s 2023-12-01T05:03:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:04 smithi155 ceph-mon[102677]: pgmap v1644: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:04 smithi111 ceph-mon[97855]: pgmap v1644: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:04 smithi111 ceph-mon[116524]: pgmap v1644: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:06 smithi155 ceph-mon[102677]: pgmap v1645: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 518 KiB/s wr, 1.55k op/s 2023-12-01T05:03:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:06 smithi111 ceph-mon[97855]: pgmap v1645: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 518 KiB/s wr, 1.55k op/s 2023-12-01T05:03:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:06 smithi111 ceph-mon[116524]: pgmap v1645: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 776 KiB/s rd, 518 KiB/s wr, 1.55k op/s 2023-12-01T05:03:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:08 smithi155 ceph-mon[102677]: pgmap v1646: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:08 smithi111 ceph-mon[97855]: pgmap v1646: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:08 smithi111 ceph-mon[116524]: pgmap v1646: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:09.235 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_list_delimited (43339 ms) 2023-12-01T05:03:09.235 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.bi_list 2023-12-01T05:03:09.311 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.bi_list (76 ms) 2023-12-01T05:03:09.311 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.gc_set 2023-12-01T05:03:09.335 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2023-12-01T05:03:09.335 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.gc_list 2023-12-01T05:03:09.360 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.gc_list (25 ms) 2023-12-01T05:03:09.360 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.gc_defer 2023-12-01T05:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:03:09] "GET /metrics HTTP/1.1" 200 36208 "" "Prometheus/2.43.0" 2023-12-01T05:03:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[97855]: pgmap v1647: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[97855]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-01T05:03:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2876142386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[116524]: pgmap v1647: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[116524]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-01T05:03:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2876142386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:10 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:10 smithi155 ceph-mon[102677]: pgmap v1647: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 515 KiB/s rd, 343 KiB/s wr, 1.03k op/s 2023-12-01T05:03:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:10 smithi155 ceph-mon[102677]: osdmap e1069: 8 total, 8 up, 8 in 2023-12-01T05:03:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2876142386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:10 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:11 smithi111 ceph-mon[97855]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-01T05:03:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:11 smithi111 ceph-mon[116524]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-01T05:03:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193366-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:11 smithi155 ceph-mon[102677]: osdmap e1070: 8 total, 8 up, 8 in 2023-12-01T05:03:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:12 smithi111 ceph-mon[97855]: pgmap v1650: 169 pgs: 32 creating+peering, 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 926 KiB/s rd, 498 KiB/s wr, 1.49k op/s 2023-12-01T05:03:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:12 smithi111 ceph-mon[97855]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-01T05:03:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:12 smithi111 ceph-mon[116524]: pgmap v1650: 169 pgs: 32 creating+peering, 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 926 KiB/s rd, 498 KiB/s wr, 1.49k op/s 2023-12-01T05:03:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:12 smithi111 ceph-mon[116524]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-01T05:03:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:12 smithi155 ceph-mon[102677]: pgmap v1650: 169 pgs: 32 creating+peering, 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 926 KiB/s rd, 498 KiB/s wr, 1.49k op/s 2023-12-01T05:03:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:12 smithi155 ceph-mon[102677]: osdmap e1071: 8 total, 8 up, 8 in 2023-12-01T05:03:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:14 smithi111 ceph-mon[97855]: pgmap v1652: 169 pgs: 32 creating+peering, 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 710 KiB/s rd, 315 KiB/s wr, 937 op/s 2023-12-01T05:03:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:14 smithi111 ceph-mon[116524]: pgmap v1652: 169 pgs: 32 creating+peering, 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 710 KiB/s rd, 315 KiB/s wr, 937 op/s 2023-12-01T05:03:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:14 smithi155 ceph-mon[102677]: pgmap v1652: 169 pgs: 32 creating+peering, 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 710 KiB/s rd, 315 KiB/s wr, 937 op/s 2023-12-01T05:03:16.759 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.gc_defer (7398 ms) 2023-12-01T05:03:16.759 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.usage_basic 2023-12-01T05:03:16.847 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.usage_basic (89 ms) 2023-12-01T05:03:16.848 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-12-01T05:03:16.849 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2023-12-01T05:03:16.849 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.usage_clear 2023-12-01T05:03:16.930 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.usage_clear (81 ms) 2023-12-01T05:03:16.930 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-12-01T05:03:16.982 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:03:16.983 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.bi_log_trim (53 ms) 2023-12-01T05:03:16.983 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw.index_racing_removes 2023-12-01T05:03:16.996 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw.index_racing_removes (12 ms) 2023-12-01T05:03:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:16 smithi155 ceph-mon[102677]: pgmap v1653: 169 pgs: 169 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 315 KiB/s wr, 938 op/s 2023-12-01T05:03:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:16 smithi111 ceph-mon[97855]: pgmap v1653: 169 pgs: 169 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 315 KiB/s wr, 938 op/s 2023-12-01T05:03:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:16 smithi111 ceph-mon[116524]: pgmap v1653: 169 pgs: 169 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 711 KiB/s rd, 315 KiB/s wr, 938 op/s 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (20m) 8m ago 21m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (20m) 8m ago 20m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (22m) 8m ago 22m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (22m) 8m ago 22m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (25m) 8m ago 25m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:03:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (26m) 8m ago 26m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:03:17.294 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (26m) 8m ago 26m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:03:17.294 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (25m) 8m ago 25m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:03:17.294 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (25m) 8m ago 25m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:03:17.294 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (20m) 8m ago 20m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:03:17.294 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (20m) 8m ago 20m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (25m) 8m ago 25m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (24m) 8m ago 24m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (24m) 8m ago 24m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (23m) 8m ago 23m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (23m) 8m ago 23m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (23m) 8m ago 23m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (22m) 8m ago 22m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (22m) 8m ago 22m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:03:17.295 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (20m) 8m ago 21m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:03:17.669 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:03:17.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:03:17.671 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:03:17.671 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:03:17.782 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 16 tests from cls_rgw (52683 ms total) 2023-12-01T05:03:17.782 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:03:17.782 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:03:17.782 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 16 tests from 1 test suite ran. (55353 ms total) 2023-12-01T05:03:17.782 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 16 tests. 2023-12-01T05:03:17.783 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:03:17.783 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:03:17.851 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-12-01T05:03:17.851 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-12-01T05:03:17.923 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:03:17.923 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 9 tests from 1 test suite. 2023-12-01T05:03:17.924 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:03:17.924 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 9 tests from cls_rgw_gc 2023-12-01T05:03:17.924 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.init 2023-12-01T05:03:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:17 smithi155 ceph-mon[102677]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-01T05:03:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:17 smithi155 ceph-mon[102677]: from='client.26036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/831317469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:03:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:17 smithi111 ceph-mon[97855]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-01T05:03:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:17 smithi111 ceph-mon[97855]: from='client.26036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/831317469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:03:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:17 smithi111 ceph-mon[116524]: osdmap e1072: 8 total, 8 up, 8 in 2023-12-01T05:03:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:17 smithi111 ceph-mon[116524]: from='client.26036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/831317469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:03:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:18 smithi155 ceph-mon[102677]: pgmap v1655: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:18 smithi155 ceph-mon[102677]: from='client.26042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:18 smithi155 ceph-mon[102677]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-01T05:03:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:18 smithi111 ceph-mon[97855]: pgmap v1655: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:18 smithi111 ceph-mon[97855]: from='client.26042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:18 smithi111 ceph-mon[97855]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-01T05:03:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:18 smithi111 ceph-mon[116524]: pgmap v1655: 137 pgs: 137 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:18 smithi111 ceph-mon[116524]: from='client.26042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:18 smithi111 ceph-mon[116524]: osdmap e1073: 8 total, 8 up, 8 in 2023-12-01T05:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:03:19] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-01T05:03:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.init (1857 ms) 2023-12-01T05:03:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-12-01T05:03:19.804 INFO:tasks.workunit.client.0.smithi111.stderr:[ ] list info tag = chain-0 2023-12-01T05:03:19.804 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (24 ms) 2023-12-01T05:03:19.804 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-12-01T05:03:19.809 INFO:tasks.workunit.client.0.smithi111.stderr:[ ] next_marker is: = 0/4263 2023-12-01T05:03:19.810 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2023-12-01T05:03:19.810 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-12-01T05:03:19.817 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2023-12-01T05:03:19.817 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-12-01T05:03:19.824 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2023-12-01T05:03:19.824 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-12-01T05:03:19.830 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (6 ms) 2023-12-01T05:03:19.830 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-12-01T05:03:19.837 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2023-12-01T05:03:19.837 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-12-01T05:03:19.842 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2023-12-01T05:03:19.842 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_gc.finalize 2023-12-01T05:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:19 smithi155 ceph-mon[102677]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-01T05:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2357227113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:19 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[97855]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-01T05:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2357227113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[116524]: osdmap e1074: 8 total, 8 up, 8 in 2023-12-01T05:03:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2357227113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:20.804 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_gc.finalize (962 ms) 2023-12-01T05:03:20.804 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 9 tests from cls_rgw_gc (2881 ms total) 2023-12-01T05:03:20.804 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:03:20.804 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:03:20.804 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 9 tests from 1 test suite ran. (2881 ms total) 2023-12-01T05:03:20.805 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 9 tests. 2023-12-01T05:03:20.807 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:03:20.807 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:03:20.878 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-12-01T05:03:20.878 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-12-01T05:03:20.958 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 1 test from 1 test suite. 2023-12-01T05:03:20.959 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:03:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:20 smithi155 ceph-mon[102677]: pgmap v1658: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:20 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:03:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:20 smithi155 ceph-mon[102677]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-01T05:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[97855]: pgmap v1658: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:03:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[97855]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-01T05:03:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[116524]: pgmap v1658: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:03:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193749-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:20 smithi111 ceph-mon[116524]: osdmap e1075: 8 total, 8 up, 8 in 2023-12-01T05:03:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:21 smithi155 ceph-mon[102677]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-01T05:03:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:21 smithi111 ceph-mon[97855]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-01T05:03:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:21 smithi111 ceph-mon[116524]: osdmap e1076: 8 total, 8 up, 8 in 2023-12-01T05:03:22.815 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 1 test from cls_rgw_stats 2023-12-01T05:03:22.815 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] cls_rgw_stats.simulate 2023-12-01T05:03:22.834 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.833+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=GT9XU7FN9A8A type=del size=31448 2023-12-01T05:03:22.836 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.835+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~ML26KTP8O8FU.0 size=1048576 2023-12-01T05:03:22.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.836+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~ML26KTP8O8FU.1 size=1048576 2023-12-01T05:03:22.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.837+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~ML26KTP8O8FU.2 size=947043 2023-12-01T05:03:22.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.837+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=ML26KTP8O8FU tag=HOHIU9M8SKSZ type=write size=4092771 2023-12-01T05:03:22.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.839+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=RPVW48CY54P3 type=del size=555013 2023-12-01T05:03:22.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.840+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=E479Z1S6TBBF type=del size=214209 2023-12-01T05:03:22.842 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.841+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=KCF24CESAEIY type=del size=2601369 2023-12-01T05:03:22.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.842+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=POSZ3MKXH76S type=del size=2111483 2023-12-01T05:03:22.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.844+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=WOX3N0UU45S5 type=del size=2893256 2023-12-01T05:03:22.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.845+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=E304VAHQ2RMB type=write size=95824 2023-12-01T05:03:22.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.846+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=KBRHLZ1OF3BJ type=del size=255836 2023-12-01T05:03:22.849 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.848+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=14O7RHATASR6 type=del size=4189501 2023-12-01T05:03:22.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.849+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=0E0GS7SODGQX type=del size=2787907 2023-12-01T05:03:22.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.852+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~LH2QX41VE1WZ.0 size=1048576 2023-12-01T05:03:22.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.853+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~LH2QX41VE1WZ.1 size=1012719 2023-12-01T05:03:22.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.853+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=LH2QX41VE1WZ tag=KDDNKRHIRMEH type=write size=3109871 2023-12-01T05:03:22.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.854+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=01QXBFXBX24Y type=write size=460777 2023-12-01T05:03:22.856 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.855+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=VM72IN7SY764 type=del size=1971679 2023-12-01T05:03:22.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.858+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~4C3T3DQPBI7O.0 size=91538 2023-12-01T05:03:22.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.858+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=4C3T3DQPBI7O tag=PB5HS4ETM3YU type=write size=1140114 2023-12-01T05:03:22.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.859+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=6ISS4MHD2IP6 type=del size=3034867 2023-12-01T05:03:22.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.862+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=GT9XU7FN9A8A type=del 2023-12-01T05:03:22.864 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.863+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=A1Z87FJEOB0L type=del size=345044 2023-12-01T05:03:22.865 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.864+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~ML26KTP8O8FU.0 size=1048576 2023-12-01T05:03:22.865 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.864+0000 7f2ce2b518c0 1 < canceled part key=_multipart_JDW6X9ZJ49B4.2~ML26KTP8O8FU.1 size=1048576 2023-12-01T05:03:22.866 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.865+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~ML26KTP8O8FU.2 size=947043 2023-12-01T05:03:22.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.867+0000 7f2ce2b518c0 1 < canceled multipart upload key=JDW6X9ZJ49B4 upload=ML26KTP8O8FU tag=HOHIU9M8SKSZ type=write size=4092771 2023-12-01T05:03:22.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.868+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=CGZB92ZQ3960 type=del size=2351496 2023-12-01T05:03:22.872 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.870+0000 7f2ce2b518c0 1 < suggested remove operation key=YZK909CJ0EPV tag=RPVW48CY54P3 type=del 2023-12-01T05:03:22.873 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.872+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=15Z52711Z35S type=del size=2138601 2023-12-01T05:03:22.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.873+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=E479Z1S6TBBF type=del 2023-12-01T05:03:22.875 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.874+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=C966MDKROZG5 type=del size=2772564 2023-12-01T05:03:22.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.876+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=KCF24CESAEIY type=del 2023-12-01T05:03:22.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.879+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~7EAYSWALDW7E.0 size=1048576 2023-12-01T05:03:22.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.880+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~7EAYSWALDW7E.1 size=1048576 2023-12-01T05:03:22.882 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.881+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~7EAYSWALDW7E.2 size=408249 2023-12-01T05:03:22.882 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.881+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=7EAYSWALDW7E tag=UQRJN2FOR7K9 type=write size=3553977 2023-12-01T05:03:22.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.882+0000 7f2ce2b518c0 -1 < failed to complete operation key=DI1WW8WVZX9A tag=POSZ3MKXH76S type=del size=2111483: (22) Invalid argument 2023-12-01T05:03:22.884 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.883+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=W79BHKZ4LUB5 type=write size=935779 2023-12-01T05:03:22.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.884+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=WOX3N0UU45S5 type=del 2023-12-01T05:03:22.886 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.885+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=76DBIS9M9MXH type=del size=3742309 2023-12-01T05:03:22.888 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.887+0000 7f2ce2b518c0 1 < completed write operation key=LDCQLVOA6YHR tag=E304VAHQ2RMB type=write size=95824 2023-12-01T05:03:22.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.888+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=ZZE3LDV28QAJ type=write size=886539 2023-12-01T05:03:22.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.889+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=KBRHLZ1OF3BJ type=del 2023-12-01T05:03:22.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.891+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIULRU4YLG1O.0 size=791442 2023-12-01T05:03:22.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.891+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=CIULRU4YLG1O tag=QREZ3WXS7275 type=write size=1840018 2023-12-01T05:03:22.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.892+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=14O7RHATASR6 type=del 2023-12-01T05:03:22.894 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.893+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=ALBP3EXIYYHA type=del size=1498940 2023-12-01T05:03:22.896 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.894+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=0E0GS7SODGQX type=del 2023-12-01T05:03:22.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.897+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~13M249I93J5O.0 size=1048576 2023-12-01T05:03:22.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.898+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~13M249I93J5O.1 size=1048576 2023-12-01T05:03:22.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.899+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~13M249I93J5O.2 size=440405 2023-12-01T05:03:22.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.899+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=13M249I93J5O tag=92FZHLCMUV4D type=write size=3586133 2023-12-01T05:03:22.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.900+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~LH2QX41VE1WZ.0 size=1048576 2023-12-01T05:03:22.902 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.901+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~LH2QX41VE1WZ.1 size=1012719 2023-12-01T05:03:22.904 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.903+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=LH2QX41VE1WZ tag=KDDNKRHIRMEH type=write size=3109871 2023-12-01T05:03:22.906 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.905+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~3S405YSGBPV5.0 size=1048576 2023-12-01T05:03:22.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.906+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~3S405YSGBPV5.1 size=1048576 2023-12-01T05:03:22.909 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.908+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~3S405YSGBPV5.2 size=941418 2023-12-01T05:03:22.909 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.908+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=3S405YSGBPV5 tag=26B6NCMG9KYR type=write size=4087146 2023-12-01T05:03:22.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.909+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=01QXBFXBX24Y type=write size=460777 2023-12-01T05:03:22.911 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.910+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=XI8KIZBTSDGV type=del size=3131332 2023-12-01T05:03:22.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.911+0000 7f2ce2b518c0 1 < canceled operation key=JDW6X9ZJ49B4 tag=VM72IN7SY764 type=del size=1971679 2023-12-01T05:03:22.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.913+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=A6I4TQ44V9JB type=del size=3822157 2023-12-01T05:03:22.915 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.914+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~4C3T3DQPBI7O.0 size=91538 2023-12-01T05:03:22.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.916+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=4C3T3DQPBI7O tag=PB5HS4ETM3YU type=write size=1140114 2023-12-01T05:03:22.918 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.917+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=S0GO7DX8VA45 type=write size=1041261 2023-12-01T05:03:22.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.919+0000 7f2ce2b518c0 1 < suggested remove operation key=J3U83X19X8WG tag=6ISS4MHD2IP6 type=del 2023-12-01T05:03:22.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.921+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=DH67T0DINUVH type=del size=1478645 2023-12-01T05:03:22.923 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.922+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=A1Z87FJEOB0L type=del 2023-12-01T05:03:22.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.924+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~ADAJRV6IGQB1.0 size=1030907 2023-12-01T05:03:22.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.924+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=ADAJRV6IGQB1 tag=8B8A8D1KUC9X type=write size=2079483 2023-12-01T05:03:22.926 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.925+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=CGZB92ZQ3960 type=del 2023-12-01T05:03:22.928 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.927+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~1EYWMK4IJG9X.0 size=1022128 2023-12-01T05:03:22.928 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.927+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=1EYWMK4IJG9X tag=MMBD7NX3PUAD type=write size=2070704 2023-12-01T05:03:22.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.928+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=15Z52711Z35S type=del 2023-12-01T05:03:22.931 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.930+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~EI8C7WE1W71K.0 size=912767 2023-12-01T05:03:22.931 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.930+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=EI8C7WE1W71K tag=ZCSAG01KRQ0D type=write size=1961343 2023-12-01T05:03:22.932 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.931+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=C966MDKROZG5 type=del 2023-12-01T05:03:22.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.932+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=M7KZRLB9UQFA type=write size=123750 2023-12-01T05:03:22.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.933+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~7EAYSWALDW7E.0 size=1048576 2023-12-01T05:03:22.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.934+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~7EAYSWALDW7E.1 size=1048576 2023-12-01T05:03:22.936 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.935+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~7EAYSWALDW7E.2 size=408249 2023-12-01T05:03:22.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.937+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=7EAYSWALDW7E tag=UQRJN2FOR7K9 type=write size=3553977 2023-12-01T05:03:22.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.938+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=DJE9N0E5I8FI type=del size=2613404 2023-12-01T05:03:22.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.939+0000 7f2ce2b518c0 1 < completed write operation key=3VYQRDX2LULH tag=W79BHKZ4LUB5 type=write size=935779 2023-12-01T05:03:22.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.940+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=L3F1PZ5LF1JX type=del size=3055730 2023-12-01T05:03:22.942 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.941+0000 7f2ce2b518c0 -1 < failed to complete operation key=J3U83X19X8WG tag=76DBIS9M9MXH type=del size=3742309: (22) Invalid argument 2023-12-01T05:03:22.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.942+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=BEGRSV9AA4JI type=del size=706096 2023-12-01T05:03:22.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.944+0000 7f2ce2b518c0 1 < completed write operation key=YZK909CJ0EPV tag=ZZE3LDV28QAJ type=write size=886539 2023-12-01T05:03:22.946 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.945+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=K5Z1JPELIGU3 type=del size=3208442 2023-12-01T05:03:22.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.946+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIULRU4YLG1O.0 size=791442 2023-12-01T05:03:22.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.948+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=CIULRU4YLG1O tag=QREZ3WXS7275 type=write size=1840018 2023-12-01T05:03:22.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.949+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=QW70A3BK5Z2S type=del size=118492 2023-12-01T05:03:22.951 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.950+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=ALBP3EXIYYHA type=del 2023-12-01T05:03:22.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.951+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=CJCGU6MGVX2P type=write size=393084 2023-12-01T05:03:22.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.951+0000 7f2ce2b518c0 1 < canceled part key=_multipart_MUH8GSRXUS6M.2~13M249I93J5O.0 size=1048576 2023-12-01T05:03:22.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.952+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~13M249I93J5O.1 size=1048576 2023-12-01T05:03:22.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.953+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~13M249I93J5O.2 size=440405 2023-12-01T05:03:22.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.955+0000 7f2ce2b518c0 1 < canceled multipart upload key=MUH8GSRXUS6M upload=13M249I93J5O tag=92FZHLCMUV4D type=write size=3586133 2023-12-01T05:03:22.958 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.957+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~Y0F7VKDZUYF1.0 size=1048576 2023-12-01T05:03:22.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.958+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~Y0F7VKDZUYF1.1 size=1048576 2023-12-01T05:03:22.960 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.959+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~Y0F7VKDZUYF1.2 size=976068 2023-12-01T05:03:22.960 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.959+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=Y0F7VKDZUYF1 tag=T1FUM16Q8DCQ type=write size=4121796 2023-12-01T05:03:22.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.960+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~3S405YSGBPV5.0 size=1048576 2023-12-01T05:03:22.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.961+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~3S405YSGBPV5.1 size=1048576 2023-12-01T05:03:22.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.962+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~3S405YSGBPV5.2 size=941418 2023-12-01T05:03:22.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.965+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=3S405YSGBPV5 tag=26B6NCMG9KYR type=write size=4087146 2023-12-01T05:03:22.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.966+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=TAA5XNRU1XKI type=del size=2272947 2023-12-01T05:03:22.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.969+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=XI8KIZBTSDGV type=del size=3131332 2023-12-01T05:03:22.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.971+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0S230HPVPR4I.0 size=1048576 2023-12-01T05:03:22.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.972+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0S230HPVPR4I.1 size=1048576 2023-12-01T05:03:22.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.973+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0S230HPVPR4I.2 size=395610 2023-12-01T05:03:22.975 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.973+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=0S230HPVPR4I tag=3JVKAPGORZXE type=write size=3541338 2023-12-01T05:03:22.975 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.974+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=A6I4TQ44V9JB type=del 2023-12-01T05:03:22.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.975+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=ZFCTT05LC9R1 type=write size=282123 2023-12-01T05:03:22.979 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.978+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=S0GO7DX8VA45 type=write 2023-12-01T05:03:22.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.979+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=N8J5HE0FSK9K type=del size=78901 2023-12-01T05:03:22.981 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.980+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=DH67T0DINUVH type=del 2023-12-01T05:03:22.983 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.982+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~QPRNHF3WJ2C1.0 size=1048576 2023-12-01T05:03:22.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.983+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~QPRNHF3WJ2C1.1 size=1048576 2023-12-01T05:03:22.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.984+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~QPRNHF3WJ2C1.2 size=319160 2023-12-01T05:03:22.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.984+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=QPRNHF3WJ2C1 tag=8M2E0W6A0FIJ type=write size=3464888 2023-12-01T05:03:22.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.984+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~ADAJRV6IGQB1.0 size=1030907 2023-12-01T05:03:22.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.986+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=ADAJRV6IGQB1 tag=8B8A8D1KUC9X type=write size=2079483 2023-12-01T05:03:22.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.987+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=3K0UDDN9QI5W type=write size=278060 2023-12-01T05:03:22.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.987+0000 7f2ce2b518c0 1 < canceled part key=_multipart_B5FU2JKJOI4Z.2~1EYWMK4IJG9X.0 size=1022128 2023-12-01T05:03:22.990 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.989+0000 7f2ce2b518c0 1 < canceled multipart upload key=B5FU2JKJOI4Z upload=1EYWMK4IJG9X tag=MMBD7NX3PUAD type=write size=2070704 2023-12-01T05:03:22.992 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.991+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~825HLV8RFXAW.0 size=1048576 2023-12-01T05:03:22.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.992+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~825HLV8RFXAW.1 size=1048576 2023-12-01T05:03:22.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.992+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~825HLV8RFXAW.2 size=5577 2023-12-01T05:03:22.994 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.992+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=825HLV8RFXAW tag=SBJ5P5DSSPY3 type=write size=3151305 2023-12-01T05:03:22.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.994+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~EI8C7WE1W71K.0 size=912767 2023-12-01T05:03:22.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.996+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=EI8C7WE1W71K tag=ZCSAG01KRQ0D type=write size=1961343 2023-12-01T05:03:22.998 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.997+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=ACR8ZQ7TQZ50 type=del size=53988 2023-12-01T05:03:22.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.998+0000 7f2ce2b518c0 -1 < failed to complete operation key=YZK909CJ0EPV tag=M7KZRLB9UQFA type=write size=123750: (22) Invalid argument 2023-12-01T05:03:23.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:22.999+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=0PEOBY7IISLT type=del size=3584072 2023-12-01T05:03:23.001 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.000+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=DJE9N0E5I8FI type=del 2023-12-01T05:03:23.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.001+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=Y4EL3S29QF0H type=write size=1002048 2023-12-01T05:03:23.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.003+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=L3F1PZ5LF1JX type=del 2023-12-01T05:03:23.005 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.004+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=C6YNKT2A95H2 type=del size=1996558 2023-12-01T05:03:23.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.005+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=BEGRSV9AA4JI type=del 2023-12-01T05:03:23.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.007+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=2FZXAKIZ47M2 type=del size=2348519 2023-12-01T05:03:23.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.008+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=K5Z1JPELIGU3 type=del 2023-12-01T05:03:23.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.010+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~N8KMNRNT0T2M.0 size=199651 2023-12-01T05:03:23.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.010+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=N8KMNRNT0T2M tag=5E4Y416WSFFS type=write size=1248227 2023-12-01T05:03:23.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.011+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=QW70A3BK5Z2S type=del size=118492 2023-12-01T05:03:23.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.012+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=Z8DPRMV8WFK0 type=del size=2879930 2023-12-01T05:03:23.014 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.013+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=CJCGU6MGVX2P type=write size=393084 2023-12-01T05:03:23.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.014+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=9LPMYX3CW104 type=del size=3509615 2023-12-01T05:03:23.017 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.016+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~Y0F7VKDZUYF1.0 size=1048576 2023-12-01T05:03:23.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.016+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~Y0F7VKDZUYF1.1 size=1048576 2023-12-01T05:03:23.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.017+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~Y0F7VKDZUYF1.2 size=976068 2023-12-01T05:03:23.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.019+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=Y0F7VKDZUYF1 tag=T1FUM16Q8DCQ type=write size=4121796 2023-12-01T05:03:23.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.020+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=JNXCD3QLO8AW type=write size=131716 2023-12-01T05:03:23.023 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.022+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=TAA5XNRU1XKI type=del 2023-12-01T05:03:23.024 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.023+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=D004FYJGG0YP type=del size=1612725 2023-12-01T05:03:23.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.024+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0S230HPVPR4I.0 size=1048576 2023-12-01T05:03:23.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.025+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0S230HPVPR4I.1 size=1048576 2023-12-01T05:03:23.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.026+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0S230HPVPR4I.2 size=395610 2023-12-01T05:03:23.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.028+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=0S230HPVPR4I tag=3JVKAPGORZXE type=write size=3541338 2023-12-01T05:03:23.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.029+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=17IDUDKTDCB0 type=write size=635892 2023-12-01T05:03:23.033 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.032+0000 7f2ce2b518c0 1 < suggested update operation key=MUH8GSRXUS6M tag=ZFCTT05LC9R1 type=write size=282123 2023-12-01T05:03:23.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.033+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=O4KMQJNXWYKO type=del size=272693 2023-12-01T05:03:23.035 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.034+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=N8J5HE0FSK9K type=del 2023-12-01T05:03:23.037 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.035+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=SWTFAMXDMGHL type=del size=2987041 2023-12-01T05:03:23.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.037+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~QPRNHF3WJ2C1.0 size=1048576 2023-12-01T05:03:23.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.038+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~QPRNHF3WJ2C1.1 size=1048576 2023-12-01T05:03:23.040 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.039+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~QPRNHF3WJ2C1.2 size=319160 2023-12-01T05:03:23.042 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.040+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=QPRNHF3WJ2C1 tag=8M2E0W6A0FIJ type=write size=3464888 2023-12-01T05:03:23.043 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.042+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=2SHBOAMRU6R8 type=write size=705141 2023-12-01T05:03:23.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.043+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=3K0UDDN9QI5W type=write size=278060 2023-12-01T05:03:23.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.044+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=0HQ300N1C8VP type=del size=1811781 2023-12-01T05:03:23.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.045+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~825HLV8RFXAW.0 size=1048576 2023-12-01T05:03:23.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.046+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~825HLV8RFXAW.1 size=1048576 2023-12-01T05:03:23.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.046+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~825HLV8RFXAW.2 size=5577 2023-12-01T05:03:23.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.048+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=825HLV8RFXAW tag=SBJ5P5DSSPY3 type=write size=3151305 2023-12-01T05:03:23.050 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.049+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=JO7LUINJSCTT type=del size=795247 2023-12-01T05:03:23.052 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.051+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=ACR8ZQ7TQZ50 type=del 2023-12-01T05:03:23.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.052+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=RNBM5JU2DJPT type=del size=2751899 2023-12-01T05:03:23.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.053+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=0PEOBY7IISLT type=del 2023-12-01T05:03:23.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.054+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=VOAPXLC08WWN type=del size=2634861 2023-12-01T05:03:23.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.055+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=Y4EL3S29QF0H type=write size=1002048 2023-12-01T05:03:23.057 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.056+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=3TMYAW2CRU6G type=del size=1079450 2023-12-01T05:03:23.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.057+0000 7f2ce2b518c0 1 < canceled operation key=ASITIOFTV58Q tag=C6YNKT2A95H2 type=del size=1996558 2023-12-01T05:03:23.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.060+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~NQ8KUZTL2SDF.0 size=1048576 2023-12-01T05:03:23.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.060+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~NQ8KUZTL2SDF.1 size=579494 2023-12-01T05:03:23.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.060+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=NQ8KUZTL2SDF tag=YG3QLRP0Z582 type=write size=2676646 2023-12-01T05:03:23.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.062+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=2FZXAKIZ47M2 type=del 2023-12-01T05:03:23.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.063+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=AFU6Z7UASZS6 type=del size=477894 2023-12-01T05:03:23.065 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.064+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~N8KMNRNT0T2M.0 size=199651 2023-12-01T05:03:23.067 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.066+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=N8KMNRNT0T2M tag=5E4Y416WSFFS type=write size=1248227 2023-12-01T05:03:23.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.068+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~M1I2X5ERVIZW.0 size=701935 2023-12-01T05:03:23.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.068+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=M1I2X5ERVIZW tag=RO3DUUGH2F9Y type=write size=1750511 2023-12-01T05:03:23.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.070+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=Z8DPRMV8WFK0 type=del 2023-12-01T05:03:23.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.072+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~PHS7R8AGHG90.0 size=1048576 2023-12-01T05:03:23.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.072+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~PHS7R8AGHG90.1 size=1048576 2023-12-01T05:03:23.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.073+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~PHS7R8AGHG90.2 size=322364 2023-12-01T05:03:23.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.073+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=PHS7R8AGHG90 tag=JKXQJGT13EAV type=write size=3468092 2023-12-01T05:03:23.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.075+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=9LPMYX3CW104 type=del 2023-12-01T05:03:23.077 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.076+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=DX0C9V1XMRHE type=del size=2536216 2023-12-01T05:03:23.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.078+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=JNXCD3QLO8AW type=write size=131716 2023-12-01T05:03:23.080 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.079+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=3HQH2MCUGJNC type=del size=1619876 2023-12-01T05:03:23.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.080+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=D004FYJGG0YP type=del 2023-12-01T05:03:23.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.081+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=QE80TGNBXO0Y type=del size=4109132 2023-12-01T05:03:23.084 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.083+0000 7f2ce2b518c0 1 < completed write operation key=KFTOV6Y7KOAW tag=17IDUDKTDCB0 type=write size=635892 2023-12-01T05:03:23.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.085+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~URLZRB2WGAQJ.0 size=967237 2023-12-01T05:03:23.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.085+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=URLZRB2WGAQJ tag=QZ7HD6OHWIK5 type=write size=2015813 2023-12-01T05:03:23.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.086+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=O4KMQJNXWYKO type=del 2023-12-01T05:03:23.088 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.087+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=A6VN9TOQD438 type=del size=1188737 2023-12-01T05:03:23.090 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.088+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=SWTFAMXDMGHL type=del size=2987041 2023-12-01T05:03:23.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.090+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=N2YDXTA0A4AG type=del size=730475 2023-12-01T05:03:23.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.091+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=2SHBOAMRU6R8 type=write size=705141 2023-12-01T05:03:23.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.092+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=ZFH3ZJXB11CG type=del size=126049 2023-12-01T05:03:23.096 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.095+0000 7f2ce2b518c0 1 < suggested update operation key=JWJAKQZX6VLS tag=0HQ300N1C8VP type=del size=1811781 2023-12-01T05:03:23.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.096+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=UY0JL3P1FKUZ type=del size=695071 2023-12-01T05:03:23.098 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.097+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=JO7LUINJSCTT type=del 2023-12-01T05:03:23.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.100+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~FFMCL6U4BJE3.0 size=767219 2023-12-01T05:03:23.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.100+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=FFMCL6U4BJE3 tag=8BZLLNQPJYE7 type=write size=1815795 2023-12-01T05:03:23.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.101+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=RNBM5JU2DJPT type=del 2023-12-01T05:03:23.105 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.104+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~QLM4QKFH36IZ.0 size=1048576 2023-12-01T05:03:23.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.105+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~QLM4QKFH36IZ.1 size=1048576 2023-12-01T05:03:23.107 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.106+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~QLM4QKFH36IZ.2 size=810922 2023-12-01T05:03:23.107 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.106+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=QLM4QKFH36IZ tag=I17THF4G41KB type=write size=3956650 2023-12-01T05:03:23.108 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.107+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=VOAPXLC08WWN type=del 2023-12-01T05:03:23.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.108+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=IM2KHTFX7LC5 type=write size=145707 2023-12-01T05:03:23.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.109+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=3TMYAW2CRU6G type=del 2023-12-01T05:03:23.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.112+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~WOYQH170DM9Z.0 size=1048576 2023-12-01T05:03:23.114 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.113+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~WOYQH170DM9Z.1 size=387824 2023-12-01T05:03:23.114 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.113+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=WOYQH170DM9Z tag=5ZMZ3MMOGIFX type=write size=2484976 2023-12-01T05:03:23.114 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.113+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SH80HT2F4NK2.2~NQ8KUZTL2SDF.0 size=1048576 2023-12-01T05:03:23.115 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.114+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~NQ8KUZTL2SDF.1 size=579494 2023-12-01T05:03:23.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.116+0000 7f2ce2b518c0 1 < canceled multipart upload key=SH80HT2F4NK2 upload=NQ8KUZTL2SDF tag=YG3QLRP0Z582 type=write size=2676646 2023-12-01T05:03:23.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.118+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~028SC8PQ7J2Y.0 size=103620 2023-12-01T05:03:23.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.118+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=028SC8PQ7J2Y tag=4KPHIY9M146M type=write size=1152196 2023-12-01T05:03:23.120 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.119+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=AFU6Z7UASZS6 type=del 2023-12-01T05:03:23.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.120+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=2G3GHZU282JW type=del size=3690903 2023-12-01T05:03:23.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.122+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~M1I2X5ERVIZW.0 size=701935 2023-12-01T05:03:23.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.124+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=M1I2X5ERVIZW tag=RO3DUUGH2F9Y type=write size=1750511 2023-12-01T05:03:23.126 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.125+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=LA7ZI2R99RF2 type=del size=2982045 2023-12-01T05:03:23.126 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.125+0000 7f2ce2b518c0 1 < canceled part key=_multipart_Y5IWDXWUVH3N.2~PHS7R8AGHG90.0 size=1048576 2023-12-01T05:03:23.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.126+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~PHS7R8AGHG90.1 size=1048576 2023-12-01T05:03:23.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.127+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~PHS7R8AGHG90.2 size=322364 2023-12-01T05:03:23.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.129+0000 7f2ce2b518c0 1 < canceled multipart upload key=Y5IWDXWUVH3N upload=PHS7R8AGHG90 tag=JKXQJGT13EAV type=write size=3468092 2023-12-01T05:03:23.131 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.130+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=PM9BZ1FKOSUM type=del size=3723141 2023-12-01T05:03:23.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.131+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=DX0C9V1XMRHE type=del 2023-12-01T05:03:23.134 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.132+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=K0LZVPW1O2KH type=write size=867032 2023-12-01T05:03:23.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.134+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=3HQH2MCUGJNC type=del 2023-12-01T05:03:23.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.136+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~0DZ5P91XD6VP.0 size=1048576 2023-12-01T05:03:23.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.137+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~0DZ5P91XD6VP.1 size=890292 2023-12-01T05:03:23.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.137+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=0DZ5P91XD6VP tag=4U8Q9VF095EM type=write size=2987444 2023-12-01T05:03:23.139 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.138+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=QE80TGNBXO0Y type=del 2023-12-01T05:03:23.141 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.140+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=1XQ2EGSP984R type=write size=1008009 2023-12-01T05:03:23.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.141+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~URLZRB2WGAQJ.0 size=967237 2023-12-01T05:03:23.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.143+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=URLZRB2WGAQJ tag=QZ7HD6OHWIK5 type=write size=2015813 2023-12-01T05:03:23.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.144+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=F4R36U1TAZ09 type=del size=2410184 2023-12-01T05:03:23.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.146+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=A6VN9TOQD438 type=del 2023-12-01T05:03:23.149 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.148+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~QUMSXHV2QLHU.0 size=1048576 2023-12-01T05:03:23.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.149+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~QUMSXHV2QLHU.1 size=1004767 2023-12-01T05:03:23.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.149+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=QUMSXHV2QLHU tag=3MP581EFASRP type=write size=3101919 2023-12-01T05:03:23.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.150+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=N2YDXTA0A4AG type=del 2023-12-01T05:03:23.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.152+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~XCET26FTE72H.0 size=271177 2023-12-01T05:03:23.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.152+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=XCET26FTE72H tag=WZD66FASUYAY type=write size=1319753 2023-12-01T05:03:23.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.153+0000 7f2ce2b518c0 1 < canceled operation key=LDCQLVOA6YHR tag=ZFH3ZJXB11CG type=del size=126049 2023-12-01T05:03:23.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.154+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=IKKPMZ9P90V2 type=write size=121723 2023-12-01T05:03:23.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.156+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=UY0JL3P1FKUZ type=del 2023-12-01T05:03:23.159 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.158+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~QLZ92KUE21OO.0 size=1048576 2023-12-01T05:03:23.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.159+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~QLZ92KUE21OO.1 size=159198 2023-12-01T05:03:23.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.159+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=QLZ92KUE21OO tag=GENIZ94HPU5I type=write size=2256350 2023-12-01T05:03:23.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.160+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~FFMCL6U4BJE3.0 size=767219 2023-12-01T05:03:23.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.162+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=FFMCL6U4BJE3 tag=8BZLLNQPJYE7 type=write size=1815795 2023-12-01T05:03:23.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.164+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=B5009TVJ782I type=write size=1039278 2023-12-01T05:03:23.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.165+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~QLM4QKFH36IZ.0 size=1048576 2023-12-01T05:03:23.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.166+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~QLM4QKFH36IZ.1 size=1048576 2023-12-01T05:03:23.168 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.167+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~QLM4QKFH36IZ.2 size=810922 2023-12-01T05:03:23.170 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.169+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=QLM4QKFH36IZ tag=I17THF4G41KB type=write size=3956650 2023-12-01T05:03:23.172 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.171+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~TIS21263WMOP.0 size=1048576 2023-12-01T05:03:23.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.172+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~TIS21263WMOP.1 size=408899 2023-12-01T05:03:23.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.172+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=TIS21263WMOP tag=JM9KTYGJOXTK type=write size=2506051 2023-12-01T05:03:23.174 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.173+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=IM2KHTFX7LC5 type=write size=145707 2023-12-01T05:03:23.175 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.174+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=X8YKR7YHTFRI type=del size=607712 2023-12-01T05:03:23.177 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.176+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~WOYQH170DM9Z.0 size=1048576 2023-12-01T05:03:23.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.176+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~WOYQH170DM9Z.1 size=387824 2023-12-01T05:03:23.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.179+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=WOYQH170DM9Z tag=5ZMZ3MMOGIFX type=write size=2484976 2023-12-01T05:03:23.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.180+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=WKM228MWRSB8 type=del size=3394685 2023-12-01T05:03:23.182 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.181+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~028SC8PQ7J2Y.0 size=103620 2023-12-01T05:03:23.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.183+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=028SC8PQ7J2Y tag=4KPHIY9M146M type=write size=1152196 2023-12-01T05:03:23.185 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.184+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=TRYA9J38BRTL type=del size=2944833 2023-12-01T05:03:23.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.187+0000 7f2ce2b518c0 1 < suggested update operation key=J3U83X19X8WG tag=2G3GHZU282JW type=del size=3690903 2023-12-01T05:03:23.189 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.188+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=09NRHYDDLCXH type=del size=1876677 2023-12-01T05:03:23.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.189+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=LA7ZI2R99RF2 type=del 2023-12-01T05:03:23.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.190+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=K8UP9GBJTZ5D type=del size=972651 2023-12-01T05:03:23.193 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.192+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=PM9BZ1FKOSUM type=del 2023-12-01T05:03:23.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.193+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=K85KI3D8GK5C type=del size=1092195 2023-12-01T05:03:23.195 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.194+0000 7f2ce2b518c0 1 < completed write operation key=JDW6X9ZJ49B4 tag=K0LZVPW1O2KH type=write size=867032 2023-12-01T05:03:23.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.195+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=QIHW0QFL38WX type=del size=1095976 2023-12-01T05:03:23.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.196+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~0DZ5P91XD6VP.0 size=1048576 2023-12-01T05:03:23.199 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.197+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~0DZ5P91XD6VP.1 size=890292 2023-12-01T05:03:23.200 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.199+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=0DZ5P91XD6VP tag=4U8Q9VF095EM type=write size=2987444 2023-12-01T05:03:23.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.201+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~L2W0SQNTBBGX.0 size=1048576 2023-12-01T05:03:23.203 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.202+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~L2W0SQNTBBGX.1 size=1048576 2023-12-01T05:03:23.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.203+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~L2W0SQNTBBGX.2 size=997029 2023-12-01T05:03:23.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.203+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=L2W0SQNTBBGX tag=SOX55N0AYSZ7 type=write size=4142757 2023-12-01T05:03:23.205 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.204+0000 7f2ce2b518c0 1 < canceled operation key=Y5IWDXWUVH3N tag=1XQ2EGSP984R type=write size=1008009 2023-12-01T05:03:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:22 smithi155 ceph-mon[102677]: pgmap v1661: 105 pgs: 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:22 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:03:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:22 smithi155 ceph-mon[102677]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-01T05:03:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2904694924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:23.207 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.205+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=58WZFQMOH4GC type=del size=2100255 2023-12-01T05:03:23.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.207+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=F4R36U1TAZ09 type=del 2023-12-01T05:03:23.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.208+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=F28QQCCHBCXL type=del size=2854528 2023-12-01T05:03:23.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.208+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~QUMSXHV2QLHU.0 size=1048576 2023-12-01T05:03:23.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.209+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~QUMSXHV2QLHU.1 size=1004767 2023-12-01T05:03:23.212 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.211+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=QUMSXHV2QLHU tag=3MP581EFASRP type=write size=3101919 2023-12-01T05:03:23.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.213+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=ZHMI1BJFH151 type=del size=1785854 2023-12-01T05:03:23.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.214+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~XCET26FTE72H.0 size=271177 2023-12-01T05:03:23.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.217+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=XCET26FTE72H tag=WZD66FASUYAY type=write size=1319753 2023-12-01T05:03:23.219 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.218+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=33828A7B9UDB type=del size=2932420 2023-12-01T05:03:23.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.220+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=IKKPMZ9P90V2 type=write size=121723 2023-12-01T05:03:23.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.222+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~YSNVW5C0N9AH.0 size=1048576 2023-12-01T05:03:23.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.223+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~YSNVW5C0N9AH.1 size=1048576 2023-12-01T05:03:23.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.224+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~YSNVW5C0N9AH.2 size=292070 2023-12-01T05:03:23.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.224+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=YSNVW5C0N9AH tag=NIL6J121MFIJ type=write size=3437798 2023-12-01T05:03:23.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.225+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~QLZ92KUE21OO.0 size=1048576 2023-12-01T05:03:23.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.226+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~QLZ92KUE21OO.1 size=159198 2023-12-01T05:03:23.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.228+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=QLZ92KUE21OO tag=GENIZ94HPU5I type=write size=2256350 2023-12-01T05:03:23.230 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.229+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=Z820HQTA4CAC type=del size=497867 2023-12-01T05:03:23.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.232+0000 7f2ce2b518c0 1 < suggested update operation key=JDW6X9ZJ49B4 tag=B5009TVJ782I type=write size=1039278 2023-12-01T05:03:23.234 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.233+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=75TLXEOHMRC6 type=del size=199361 2023-12-01T05:03:23.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.234+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~TIS21263WMOP.0 size=1048576 2023-12-01T05:03:23.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.234+0000 7f2ce2b518c0 1 < canceled part key=_multipart_XVLWW7JLOIDK.2~TIS21263WMOP.1 size=408899 2023-12-01T05:03:23.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.237+0000 7f2ce2b518c0 1 < canceled multipart upload key=XVLWW7JLOIDK upload=TIS21263WMOP tag=JM9KTYGJOXTK type=write size=2506051 2023-12-01T05:03:23.239 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.238+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=3AG72F486UCE type=write size=11200 2023-12-01T05:03:23.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.240+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=X8YKR7YHTFRI type=del 2023-12-01T05:03:23.243 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.242+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~SKO7UWN12XC0.0 size=1048576 2023-12-01T05:03:23.244 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.243+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~SKO7UWN12XC0.1 size=1048576 2023-12-01T05:03:23.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.244+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~SKO7UWN12XC0.2 size=292391 2023-12-01T05:03:23.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.244+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=SKO7UWN12XC0 tag=38MI4Z7S7DF6 type=write size=3438119 2023-12-01T05:03:23.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.246+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=WKM228MWRSB8 type=del 2023-12-01T05:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[97855]: pgmap v1661: 105 pgs: 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[97855]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-01T05:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2904694924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[116524]: pgmap v1661: 105 pgs: 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:03:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[116524]: osdmap e1077: 8 total, 8 up, 8 in 2023-12-01T05:03:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2904694924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:23.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.247+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=ZUJOXKV3L9YK type=del size=2470745 2023-12-01T05:03:23.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.249+0000 7f2ce2b518c0 1 < suggested update operation key=JWJAKQZX6VLS tag=TRYA9J38BRTL type=del size=2944833 2023-12-01T05:03:23.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.252+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~HPWF5NX9MCA5.0 size=1048576 2023-12-01T05:03:23.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.252+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~HPWF5NX9MCA5.1 size=939096 2023-12-01T05:03:23.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.252+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=HPWF5NX9MCA5 tag=DK45JPG24VXS type=write size=3036248 2023-12-01T05:03:23.255 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.254+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=09NRHYDDLCXH type=del 2023-12-01T05:03:23.256 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.255+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=RFG98NRB5IT5 type=del size=55121 2023-12-01T05:03:23.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.256+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=K8UP9GBJTZ5D type=del 2023-12-01T05:03:23.259 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.258+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~Z6IQAZV9C3J7.0 size=949734 2023-12-01T05:03:23.259 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.258+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=Z6IQAZV9C3J7 tag=RDZFG6ZMEZPN type=write size=1998310 2023-12-01T05:03:23.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.260+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=K85KI3D8GK5C type=del 2023-12-01T05:03:23.262 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.261+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=QTGOT8Q6YYBR type=del size=2748730 2023-12-01T05:03:23.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.263+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=QIHW0QFL38WX type=del 2023-12-01T05:03:23.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.264+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=L0NMXWEZFSBF type=del size=1778494 2023-12-01T05:03:23.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.265+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~L2W0SQNTBBGX.0 size=1048576 2023-12-01T05:03:23.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.266+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~L2W0SQNTBBGX.1 size=1048576 2023-12-01T05:03:23.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.266+0000 7f2ce2b518c0 1 < canceled part key=_multipart_8XRBQI3FV85G.2~L2W0SQNTBBGX.2 size=997029 2023-12-01T05:03:23.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.269+0000 7f2ce2b518c0 1 < canceled multipart upload key=8XRBQI3FV85G upload=L2W0SQNTBBGX tag=SOX55N0AYSZ7 type=write size=4142757 2023-12-01T05:03:23.272 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.270+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=S849U8AGUTIN type=del size=3434206 2023-12-01T05:03:23.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.272+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=58WZFQMOH4GC type=del 2023-12-01T05:03:23.274 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.273+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=C6ZVV0443HGL type=write size=482977 2023-12-01T05:03:23.276 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.275+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=F28QQCCHBCXL type=del 2023-12-01T05:03:23.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.276+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=GSK9L87W8GQ5 type=del size=1696623 2023-12-01T05:03:23.280 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.279+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=ZHMI1BJFH151 type=del 2023-12-01T05:03:23.283 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.282+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~5R9ASNGY2WH8.0 size=1048576 2023-12-01T05:03:23.284 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.283+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~5R9ASNGY2WH8.1 size=1048576 2023-12-01T05:03:23.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.284+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~5R9ASNGY2WH8.2 size=490947 2023-12-01T05:03:23.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.284+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=5R9ASNGY2WH8 tag=VMEKQ98BMUJ6 type=write size=3636675 2023-12-01T05:03:23.286 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.285+0000 7f2ce2b518c0 1 < canceled operation key=5U9IVFXOOGZO tag=33828A7B9UDB type=del size=2932420 2023-12-01T05:03:23.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.288+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~16NVPMLCATGI.0 size=1048576 2023-12-01T05:03:23.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.289+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~16NVPMLCATGI.1 size=694554 2023-12-01T05:03:23.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.289+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=16NVPMLCATGI tag=T53VHL2XSHBU type=write size=2791706 2023-12-01T05:03:23.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.290+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~YSNVW5C0N9AH.0 size=1048576 2023-12-01T05:03:23.292 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.291+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~YSNVW5C0N9AH.1 size=1048576 2023-12-01T05:03:23.294 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.292+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~YSNVW5C0N9AH.2 size=292070 2023-12-01T05:03:23.296 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.295+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=YSNVW5C0N9AH tag=NIL6J121MFIJ type=write size=3437798 2023-12-01T05:03:23.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.298+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~Z6LQBT2J2Y2W.0 size=1048576 2023-12-01T05:03:23.300 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.299+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~Z6LQBT2J2Y2W.1 size=910221 2023-12-01T05:03:23.300 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.299+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=Z6LQBT2J2Y2W tag=YY3HH3E1Q0QY type=write size=3007373 2023-12-01T05:03:23.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.300+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=Z820HQTA4CAC type=del 2023-12-01T05:03:23.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.303+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~B6OAXGRQRX09.0 size=1048576 2023-12-01T05:03:23.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.304+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~B6OAXGRQRX09.1 size=780858 2023-12-01T05:03:23.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.304+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=B6OAXGRQRX09 tag=8KXZAPKPHR94 type=write size=2878010 2023-12-01T05:03:23.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.305+0000 7f2ce2b518c0 -1 < failed to complete operation key=JWJAKQZX6VLS tag=75TLXEOHMRC6 type=del size=199361: (22) Invalid argument 2023-12-01T05:03:23.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.307+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=1QOP63O1HIYS type=del size=2317421 2023-12-01T05:03:23.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.308+0000 7f2ce2b518c0 1 < canceled operation key=IU15OM7RZ3XF tag=3AG72F486UCE type=write size=11200 2023-12-01T05:03:23.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.309+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=H3EA5FZB99E9 type=del size=3750153 2023-12-01T05:03:23.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.311+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~SKO7UWN12XC0.0 size=1048576 2023-12-01T05:03:23.313 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.312+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~SKO7UWN12XC0.1 size=1048576 2023-12-01T05:03:23.314 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.313+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~SKO7UWN12XC0.2 size=292391 2023-12-01T05:03:23.316 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.315+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=SKO7UWN12XC0 tag=38MI4Z7S7DF6 type=write size=3438119 2023-12-01T05:03:23.317 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.316+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=HQW4O11IFSCZ type=write size=547878 2023-12-01T05:03:23.320 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.319+0000 7f2ce2b518c0 1 < suggested update operation key=8XRBQI3FV85G tag=ZUJOXKV3L9YK type=del size=2470745 2023-12-01T05:03:23.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.321+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~7Z73JZ0ITVOR.0 size=1048576 2023-12-01T05:03:23.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.323+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~7Z73JZ0ITVOR.1 size=864891 2023-12-01T05:03:23.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.323+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=7Z73JZ0ITVOR tag=IO997VWBQ1M5 type=write size=2962043 2023-12-01T05:03:23.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.323+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SH80HT2F4NK2.2~HPWF5NX9MCA5.0 size=1048576 2023-12-01T05:03:23.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.324+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~HPWF5NX9MCA5.1 size=939096 2023-12-01T05:03:23.327 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.326+0000 7f2ce2b518c0 1 < canceled multipart upload key=SH80HT2F4NK2 upload=HPWF5NX9MCA5 tag=DK45JPG24VXS type=write size=3036248 2023-12-01T05:03:23.330 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.329+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~4WDQP10WSH2Z.0 size=647220 2023-12-01T05:03:23.330 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.329+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=4WDQP10WSH2Z tag=ROTXIWJTDX3N type=write size=1695796 2023-12-01T05:03:23.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.330+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=RFG98NRB5IT5 type=del 2023-12-01T05:03:23.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.331+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=O3BE3PLR1MX0 type=write size=234641 2023-12-01T05:03:23.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.332+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~Z6IQAZV9C3J7.0 size=949734 2023-12-01T05:03:23.336 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.335+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=Z6IQAZV9C3J7 tag=RDZFG6ZMEZPN type=write size=1998310 2023-12-01T05:03:23.338 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.337+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~TG44PI9CSAXU.0 size=1048576 2023-12-01T05:03:23.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.338+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~TG44PI9CSAXU.1 size=565646 2023-12-01T05:03:23.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.338+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=TG44PI9CSAXU tag=3JYCVDQDNIM2 type=write size=2662798 2023-12-01T05:03:23.342 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.341+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=QTGOT8Q6YYBR type=del 2023-12-01T05:03:23.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.342+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=CSXLHU6ZU98H type=del size=4163752 2023-12-01T05:03:23.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.344+0000 7f2ce2b518c0 -1 < failed to complete operation key=2GXBXJ2J4VWX tag=L0NMXWEZFSBF type=del size=1778494: (22) Invalid argument 2023-12-01T05:03:23.347 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.346+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~0LN3VA6NSATR.0 size=767043 2023-12-01T05:03:23.347 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.346+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=0LN3VA6NSATR tag=MC36QJPRB25A type=write size=1815619 2023-12-01T05:03:23.350 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.349+0000 7f2ce2b518c0 1 < suggested update operation key=39WRHET0UJ7U tag=S849U8AGUTIN type=del size=3434206 2023-12-01T05:03:23.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.350+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=XZCRYBS22ZIE type=write size=892632 2023-12-01T05:03:23.352 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.351+0000 7f2ce2b518c0 1 < completed write operation key=43ABSP862CV0 tag=C6ZVV0443HGL type=write size=482977 2023-12-01T05:03:23.355 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.354+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~44R7GM6BEGJN.0 size=1048576 2023-12-01T05:03:23.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.355+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~44R7GM6BEGJN.1 size=1026835 2023-12-01T05:03:23.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.355+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=44R7GM6BEGJN tag=41JNV2SXZGJC type=write size=3123987 2023-12-01T05:03:23.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.356+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=GSK9L87W8GQ5 type=del 2023-12-01T05:03:23.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.358+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=A9MZ3F9OKXVP type=write size=759262 2023-12-01T05:03:23.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.359+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~5R9ASNGY2WH8.0 size=1048576 2023-12-01T05:03:23.362 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.360+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~5R9ASNGY2WH8.1 size=1048576 2023-12-01T05:03:23.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.362+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~5R9ASNGY2WH8.2 size=490947 2023-12-01T05:03:23.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.364+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=5R9ASNGY2WH8 tag=VMEKQ98BMUJ6 type=write size=3636675 2023-12-01T05:03:23.366 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.365+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=FZ7QO0UZ7K3Z type=del size=3858282 2023-12-01T05:03:23.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.366+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~16NVPMLCATGI.0 size=1048576 2023-12-01T05:03:23.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.367+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~16NVPMLCATGI.1 size=694554 2023-12-01T05:03:23.371 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.370+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=16NVPMLCATGI tag=T53VHL2XSHBU type=write size=2791706 2023-12-01T05:03:23.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.371+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=Q868RAD60ZRQ type=del size=1216356 2023-12-01T05:03:23.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.372+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~Z6LQBT2J2Y2W.0 size=1048576 2023-12-01T05:03:23.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.373+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~Z6LQBT2J2Y2W.1 size=910221 2023-12-01T05:03:23.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.375+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=Z6LQBT2J2Y2W tag=YY3HH3E1Q0QY type=write size=3007373 2023-12-01T05:03:23.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.377+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~HUUG715JJJVK.0 size=171800 2023-12-01T05:03:23.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.377+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=HUUG715JJJVK tag=EUOCZB1T1X0Q type=write size=1220376 2023-12-01T05:03:23.380 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.379+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~B6OAXGRQRX09.0 size=1048576 2023-12-01T05:03:23.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.380+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~B6OAXGRQRX09.1 size=780858 2023-12-01T05:03:23.383 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.382+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=B6OAXGRQRX09 tag=8KXZAPKPHR94 type=write size=2878010 2023-12-01T05:03:23.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.383+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=T2D6N41APGY1 type=del size=1798281 2023-12-01T05:03:23.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.384+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=1QOP63O1HIYS type=del 2023-12-01T05:03:23.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.385+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=IKNZ8V3NGKST type=del size=1033998 2023-12-01T05:03:23.389 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.388+0000 7f2ce2b518c0 1 < suggested remove operation key=D9PMBZW5816S tag=H3EA5FZB99E9 type=del 2023-12-01T05:03:23.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.390+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~GB2DQAY9QZV9.0 size=1048576 2023-12-01T05:03:23.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.391+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~GB2DQAY9QZV9.1 size=97404 2023-12-01T05:03:23.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.391+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=GB2DQAY9QZV9 tag=YCR3VXQC4C1Y type=write size=2194556 2023-12-01T05:03:23.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.392+0000 7f2ce2b518c0 1 < completed write operation key=10L177QUH8QE tag=HQW4O11IFSCZ type=write size=547878 2023-12-01T05:03:23.395 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.393+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=IF4CGA6ST37Q type=del size=889633 2023-12-01T05:03:23.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.395+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~7Z73JZ0ITVOR.0 size=1048576 2023-12-01T05:03:23.397 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.396+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~7Z73JZ0ITVOR.1 size=864891 2023-12-01T05:03:23.399 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.398+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=7Z73JZ0ITVOR tag=IO997VWBQ1M5 type=write size=2962043 2023-12-01T05:03:23.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.399+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=WZ0YFJXCVRT0 type=del size=1405214 2023-12-01T05:03:23.401 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.400+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~4WDQP10WSH2Z.0 size=647220 2023-12-01T05:03:23.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.402+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=4WDQP10WSH2Z tag=ROTXIWJTDX3N type=write size=1695796 2023-12-01T05:03:23.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.405+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~32MRFLEUB8GM.0 size=1048576 2023-12-01T05:03:23.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.406+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~32MRFLEUB8GM.1 size=1048576 2023-12-01T05:03:23.408 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.407+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~32MRFLEUB8GM.2 size=607837 2023-12-01T05:03:23.408 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.407+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=32MRFLEUB8GM tag=7M5OPO5O5PUZ type=write size=3753565 2023-12-01T05:03:23.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.408+0000 7f2ce2b518c0 1 < completed write operation key=0BUXOUU4KRQZ tag=O3BE3PLR1MX0 type=write size=234641 2023-12-01T05:03:23.411 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.410+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~T8C2IV23CS5U.0 size=1048576 2023-12-01T05:03:23.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.411+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~T8C2IV23CS5U.1 size=1048576 2023-12-01T05:03:23.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.412+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~T8C2IV23CS5U.2 size=904318 2023-12-01T05:03:23.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.412+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=T8C2IV23CS5U tag=4TGK3F9OGH3X type=write size=4050046 2023-12-01T05:03:23.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.414+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~TG44PI9CSAXU.0 size=1048576 2023-12-01T05:03:23.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.415+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~TG44PI9CSAXU.1 size=565646 2023-12-01T05:03:23.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.417+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=TG44PI9CSAXU tag=3JYCVDQDNIM2 type=write size=2662798 2023-12-01T05:03:23.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.418+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=DOR58YPSFRCX type=del size=3240046 2023-12-01T05:03:23.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.419+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=CSXLHU6ZU98H type=del 2023-12-01T05:03:23.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.420+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=9PH1JQFYY7QZ type=del size=3012273 2023-12-01T05:03:23.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.422+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~0LN3VA6NSATR.0 size=767043 2023-12-01T05:03:23.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.424+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=0LN3VA6NSATR tag=MC36QJPRB25A type=write size=1815619 2023-12-01T05:03:23.427 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.426+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~TD6MVUJ1Q909.0 size=1048576 2023-12-01T05:03:23.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.427+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~TD6MVUJ1Q909.1 size=1048576 2023-12-01T05:03:23.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.428+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~TD6MVUJ1Q909.2 size=548029 2023-12-01T05:03:23.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.428+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=TD6MVUJ1Q909 tag=63XS6OXEP9TS type=write size=3693757 2023-12-01T05:03:23.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.429+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=XZCRYBS22ZIE type=write size=892632 2023-12-01T05:03:23.433 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.432+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~BYQYVLKG3VD4.0 size=1048576 2023-12-01T05:03:23.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.432+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~BYQYVLKG3VD4.1 size=440328 2023-12-01T05:03:23.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.433+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=BYQYVLKG3VD4 tag=NHJTDWZ4XPLS type=write size=2537480 2023-12-01T05:03:23.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.433+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~44R7GM6BEGJN.0 size=1048576 2023-12-01T05:03:23.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.434+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~44R7GM6BEGJN.1 size=1026835 2023-12-01T05:03:23.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.436+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=44R7GM6BEGJN tag=41JNV2SXZGJC type=write size=3123987 2023-12-01T05:03:23.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.439+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~B4ADP7FHCWUR.0 size=1048576 2023-12-01T05:03:23.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.440+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~B4ADP7FHCWUR.1 size=153103 2023-12-01T05:03:23.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.440+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=B4ADP7FHCWUR tag=WM2VINRHRSZG type=write size=2250255 2023-12-01T05:03:23.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.442+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=A9MZ3F9OKXVP type=write size=759262 2023-12-01T05:03:23.445 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.444+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~UTX6N1PRE3IC.0 size=1048576 2023-12-01T05:03:23.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.445+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~UTX6N1PRE3IC.1 size=542761 2023-12-01T05:03:23.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.445+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=UTX6N1PRE3IC tag=B8T32U52IM20 type=write size=2639913 2023-12-01T05:03:23.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.446+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=FZ7QO0UZ7K3Z type=del 2023-12-01T05:03:23.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.449+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~8IX84C58MGJO.0 size=156583 2023-12-01T05:03:23.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.449+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=8IX84C58MGJO tag=LEK91KMYFVY8 type=write size=1205159 2023-12-01T05:03:23.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.450+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=Q868RAD60ZRQ type=del 2023-12-01T05:03:23.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.453+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0LY4J83XMDYY.0 size=1048576 2023-12-01T05:03:23.455 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.454+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0LY4J83XMDYY.1 size=1048576 2023-12-01T05:03:23.456 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.455+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0LY4J83XMDYY.2 size=224438 2023-12-01T05:03:23.456 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.455+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=0LY4J83XMDYY tag=PTJ6Q8MIIQ5T type=write size=3370166 2023-12-01T05:03:23.457 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.456+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~HUUG715JJJVK.0 size=171800 2023-12-01T05:03:23.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.458+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=HUUG715JJJVK tag=EUOCZB1T1X0Q type=write size=1220376 2023-12-01T05:03:23.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.460+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~XZWM7LO1AQLV.0 size=410203 2023-12-01T05:03:23.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.460+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=XZWM7LO1AQLV tag=0M9W0RKZVAXZ type=write size=1458779 2023-12-01T05:03:23.463 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.462+0000 7f2ce2b518c0 1 < canceled operation key=39WRHET0UJ7U tag=T2D6N41APGY1 type=del size=1798281 2023-12-01T05:03:23.464 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.463+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=35ZVSLKOV0ZK type=del size=2227069 2023-12-01T05:03:23.465 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.464+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=IKNZ8V3NGKST type=del 2023-12-01T05:03:23.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.467+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~677XEW4J7OYD.0 size=344134 2023-12-01T05:03:23.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.467+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=677XEW4J7OYD tag=XXS7OHBSAPE7 type=write size=1392710 2023-12-01T05:03:23.469 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.468+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~GB2DQAY9QZV9.0 size=1048576 2023-12-01T05:03:23.469 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.468+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~GB2DQAY9QZV9.1 size=97404 2023-12-01T05:03:23.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.470+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=GB2DQAY9QZV9 tag=YCR3VXQC4C1Y type=write size=2194556 2023-12-01T05:03:23.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.473+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~0691FVMUQ6N2.0 size=1048576 2023-12-01T05:03:23.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.474+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~0691FVMUQ6N2.1 size=1048576 2023-12-01T05:03:23.476 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.474+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~0691FVMUQ6N2.2 size=753615 2023-12-01T05:03:23.476 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.474+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=0691FVMUQ6N2 tag=JHINODWQWA9D type=write size=3899343 2023-12-01T05:03:23.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.476+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=IF4CGA6ST37Q type=del 2023-12-01T05:03:23.478 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.477+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=CM9JJV5U94R1 type=del size=2399456 2023-12-01T05:03:23.480 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.479+0000 7f2ce2b518c0 1 < canceled operation key=YZK909CJ0EPV tag=WZ0YFJXCVRT0 type=del size=1405214 2023-12-01T05:03:23.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.480+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=3VLBAG5XELKB type=del size=3923163 2023-12-01T05:03:23.482 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.481+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~32MRFLEUB8GM.0 size=1048576 2023-12-01T05:03:23.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.482+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~32MRFLEUB8GM.1 size=1048576 2023-12-01T05:03:23.484 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.483+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~32MRFLEUB8GM.2 size=607837 2023-12-01T05:03:23.486 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.485+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=32MRFLEUB8GM tag=7M5OPO5O5PUZ type=write size=3753565 2023-12-01T05:03:23.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.486+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=6HZ2CMVQ8L62 type=del size=2786256 2023-12-01T05:03:23.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.486+0000 7f2ce2b518c0 1 < canceled part key=_multipart_DOGWW9WZ6QW8.2~T8C2IV23CS5U.0 size=1048576 2023-12-01T05:03:23.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.488+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~T8C2IV23CS5U.1 size=1048576 2023-12-01T05:03:23.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.488+0000 7f2ce2b518c0 1 < canceled part key=_multipart_DOGWW9WZ6QW8.2~T8C2IV23CS5U.2 size=904318 2023-12-01T05:03:23.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.490+0000 7f2ce2b518c0 1 < canceled multipart upload key=DOGWW9WZ6QW8 upload=T8C2IV23CS5U tag=4TGK3F9OGH3X type=write size=4050046 2023-12-01T05:03:23.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.491+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=7FR8LRGX9F69 type=del size=3983450 2023-12-01T05:03:23.493 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.492+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=DOR58YPSFRCX type=del 2023-12-01T05:03:23.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.493+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=UERNNQWEXVNE type=write size=266226 2023-12-01T05:03:23.496 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.495+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=9PH1JQFYY7QZ type=del 2023-12-01T05:03:23.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.496+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=HWK63SD2KSQQ type=del size=4190579 2023-12-01T05:03:23.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.498+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~TD6MVUJ1Q909.0 size=1048576 2023-12-01T05:03:23.500 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.499+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~TD6MVUJ1Q909.1 size=1048576 2023-12-01T05:03:23.501 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.500+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~TD6MVUJ1Q909.2 size=548029 2023-12-01T05:03:23.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.502+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=TD6MVUJ1Q909 tag=63XS6OXEP9TS type=write size=3693757 2023-12-01T05:03:23.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.504+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VMBMYM9N5P5T.0 size=216880 2023-12-01T05:03:23.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.504+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=VMBMYM9N5P5T tag=6WXJ20IPHDPX type=write size=1265456 2023-12-01T05:03:23.507 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.506+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~BYQYVLKG3VD4.0 size=1048576 2023-12-01T05:03:23.508 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.507+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~BYQYVLKG3VD4.1 size=440328 2023-12-01T05:03:23.511 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.510+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=BYQYVLKG3VD4 tag=NHJTDWZ4XPLS type=write size=2537480 2023-12-01T05:03:23.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.511+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=CJY6DXD0JPYD type=del size=2664003 2023-12-01T05:03:23.513 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.511+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~B4ADP7FHCWUR.0 size=1048576 2023-12-01T05:03:23.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.513+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~B4ADP7FHCWUR.1 size=153103 2023-12-01T05:03:23.516 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.515+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=B4ADP7FHCWUR tag=WM2VINRHRSZG type=write size=2250255 2023-12-01T05:03:23.518 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.517+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~UGMR948EYXV3.0 size=1048576 2023-12-01T05:03:23.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.518+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~UGMR948EYXV3.1 size=77578 2023-12-01T05:03:23.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.518+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=UGMR948EYXV3 tag=4G4BR1RQFISY type=write size=2174730 2023-12-01T05:03:23.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.523+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~UTX6N1PRE3IC.0 size=1048576 2023-12-01T05:03:23.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.523+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~UTX6N1PRE3IC.1 size=542761 2023-12-01T05:03:23.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.526+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=UTX6N1PRE3IC tag=B8T32U52IM20 type=write size=2639913 2023-12-01T05:03:23.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.528+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=Y0V3TXVLSSLY type=write size=146176 2023-12-01T05:03:23.531 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.529+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~8IX84C58MGJO.0 size=156583 2023-12-01T05:03:23.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.532+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=8IX84C58MGJO tag=LEK91KMYFVY8 type=write size=1205159 2023-12-01T05:03:23.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.533+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=055VIHNZOWPM type=del size=2895781 2023-12-01T05:03:23.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.533+0000 7f2ce2b518c0 1 < canceled part key=_multipart_DOGWW9WZ6QW8.2~0LY4J83XMDYY.0 size=1048576 2023-12-01T05:03:23.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.535+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0LY4J83XMDYY.1 size=1048576 2023-12-01T05:03:23.537 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.536+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0LY4J83XMDYY.2 size=224438 2023-12-01T05:03:23.539 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.538+0000 7f2ce2b518c0 1 < canceled multipart upload key=DOGWW9WZ6QW8 upload=0LY4J83XMDYY tag=PTJ6Q8MIIQ5T type=write size=3370166 2023-12-01T05:03:23.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.541+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~O5DMXT0EP100.0 size=1048576 2023-12-01T05:03:23.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.542+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~O5DMXT0EP100.1 size=271763 2023-12-01T05:03:23.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.542+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=O5DMXT0EP100 tag=28UENVXXOVKV type=write size=2368915 2023-12-01T05:03:23.544 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.543+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~XZWM7LO1AQLV.0 size=410203 2023-12-01T05:03:23.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.545+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=XZWM7LO1AQLV tag=0M9W0RKZVAXZ type=write size=1458779 2023-12-01T05:03:23.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.547+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~A0SKNR0ELURV.0 size=1048576 2023-12-01T05:03:23.550 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.548+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~A0SKNR0ELURV.1 size=916714 2023-12-01T05:03:23.550 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.548+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=A0SKNR0ELURV tag=NKCUP57RTC7Q type=write size=3013866 2023-12-01T05:03:23.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.551+0000 7f2ce2b518c0 1 < suggested remove operation key=KFTOV6Y7KOAW tag=35ZVSLKOV0ZK type=del 2023-12-01T05:03:23.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.552+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=FFZRLHP7IPYZ type=write size=516654 2023-12-01T05:03:23.555 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.553+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~677XEW4J7OYD.0 size=344134 2023-12-01T05:03:23.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.555+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=677XEW4J7OYD tag=XXS7OHBSAPE7 type=write size=1392710 2023-12-01T05:03:23.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.557+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=NUU8TQU014GI type=del size=336519 2023-12-01T05:03:23.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.558+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~0691FVMUQ6N2.0 size=1048576 2023-12-01T05:03:23.560 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.559+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~0691FVMUQ6N2.1 size=1048576 2023-12-01T05:03:23.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.560+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~0691FVMUQ6N2.2 size=753615 2023-12-01T05:03:23.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.563+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=0691FVMUQ6N2 tag=JHINODWQWA9D type=write size=3899343 2023-12-01T05:03:23.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.565+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~FNPWLQXQGSJT.0 size=788700 2023-12-01T05:03:23.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.565+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=FNPWLQXQGSJT tag=P4DN2NDVETKK type=write size=1837276 2023-12-01T05:03:23.568 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.567+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=CM9JJV5U94R1 type=del 2023-12-01T05:03:23.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.568+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=L7XGMZKB531F type=del size=3831037 2023-12-01T05:03:23.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.569+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=3VLBAG5XELKB type=del 2023-12-01T05:03:23.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.571+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=NW3ZIRUAL55C type=write size=588674 2023-12-01T05:03:23.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.573+0000 7f2ce2b518c0 1 < suggested remove operation key=XVLWW7JLOIDK tag=6HZ2CMVQ8L62 type=del 2023-12-01T05:03:23.575 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.574+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=CEWXI88TN3HF type=del size=964012 2023-12-01T05:03:23.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.576+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=7FR8LRGX9F69 type=del 2023-12-01T05:03:23.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.577+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=ESGGCBG3WEOW type=del size=2391409 2023-12-01T05:03:23.580 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.579+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=UERNNQWEXVNE type=write size=266226 2023-12-01T05:03:23.582 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.581+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~KAJPUJ4U9AIQ.0 size=1048576 2023-12-01T05:03:23.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.582+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~KAJPUJ4U9AIQ.1 size=129196 2023-12-01T05:03:23.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.582+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=KAJPUJ4U9AIQ tag=9RJ3IWW662A1 type=write size=2226348 2023-12-01T05:03:23.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.584+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=HWK63SD2KSQQ type=del 2023-12-01T05:03:23.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.585+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=2XWI0AY4BWT8 type=del size=3879696 2023-12-01T05:03:23.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.587+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~VMBMYM9N5P5T.0 size=216880 2023-12-01T05:03:23.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.589+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=VMBMYM9N5P5T tag=6WXJ20IPHDPX type=write size=1265456 2023-12-01T05:03:23.591 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.590+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=7I20HMXVTP53 type=del size=3064928 2023-12-01T05:03:23.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.592+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=CJY6DXD0JPYD type=del 2023-12-01T05:03:23.594 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.593+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=N0D90AQVQAO3 type=del size=2522837 2023-12-01T05:03:23.595 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.594+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~UGMR948EYXV3.0 size=1048576 2023-12-01T05:03:23.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.595+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~UGMR948EYXV3.1 size=77578 2023-12-01T05:03:23.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.597+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=UGMR948EYXV3 tag=4G4BR1RQFISY type=write size=2174730 2023-12-01T05:03:23.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.600+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~SSRHOWSZQDSV.0 size=1048576 2023-12-01T05:03:23.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.601+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~SSRHOWSZQDSV.1 size=848380 2023-12-01T05:03:23.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.601+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=SSRHOWSZQDSV tag=B0P2U4A7V87K type=write size=2945532 2023-12-01T05:03:23.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.602+0000 7f2ce2b518c0 1 < completed write operation key=J3U83X19X8WG tag=Y0V3TXVLSSLY type=write size=146176 2023-12-01T05:03:23.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.604+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=CBIUTKT5YLC4 type=del size=77532 2023-12-01T05:03:23.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.605+0000 7f2ce2b518c0 1 < canceled operation key=SH80HT2F4NK2 tag=055VIHNZOWPM type=del size=2895781 2023-12-01T05:03:23.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.607+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~C7F4Y550NX9J.0 size=1048576 2023-12-01T05:03:23.609 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.608+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~C7F4Y550NX9J.1 size=1048576 2023-12-01T05:03:23.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.609+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~C7F4Y550NX9J.2 size=122788 2023-12-01T05:03:23.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.609+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=C7F4Y550NX9J tag=68TRVWC5A55R type=write size=3268516 2023-12-01T05:03:23.612 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.611+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~O5DMXT0EP100.0 size=1048576 2023-12-01T05:03:23.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.612+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~O5DMXT0EP100.1 size=271763 2023-12-01T05:03:23.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.614+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=O5DMXT0EP100 tag=28UENVXXOVKV type=write size=2368915 2023-12-01T05:03:23.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.616+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=HCUOUSL1WYHD type=del size=1551206 2023-12-01T05:03:23.618 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.617+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~A0SKNR0ELURV.0 size=1048576 2023-12-01T05:03:23.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.618+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~A0SKNR0ELURV.1 size=916714 2023-12-01T05:03:23.621 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.620+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=A0SKNR0ELURV tag=NKCUP57RTC7Q type=write size=3013866 2023-12-01T05:03:23.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.621+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=0L0CKOBYYPWA type=del size=1962148 2023-12-01T05:03:23.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.624+0000 7f2ce2b518c0 1 < suggested update operation key=39WRHET0UJ7U tag=FFZRLHP7IPYZ type=write size=516654 2023-12-01T05:03:23.626 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.625+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=IMBSAU94GH8J type=del size=895956 2023-12-01T05:03:23.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.628+0000 7f2ce2b518c0 1 < suggested update operation key=ASITIOFTV58Q tag=NUU8TQU014GI type=del size=336519 2023-12-01T05:03:23.633 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.629+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=IDM4Y1O6GIEO type=del size=221857 2023-12-01T05:03:23.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.630+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~FNPWLQXQGSJT.0 size=788700 2023-12-01T05:03:23.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.632+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=FNPWLQXQGSJT tag=P4DN2NDVETKK type=write size=1837276 2023-12-01T05:03:23.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.634+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~JSYL6Y5EAILL.0 size=1048576 2023-12-01T05:03:23.637 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.636+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~JSYL6Y5EAILL.1 size=1048576 2023-12-01T05:03:23.638 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.637+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~JSYL6Y5EAILL.2 size=868880 2023-12-01T05:03:23.638 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.637+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=JSYL6Y5EAILL tag=1SVL733DL1FY type=write size=4014608 2023-12-01T05:03:23.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.638+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=L7XGMZKB531F type=del 2023-12-01T05:03:23.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.639+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=LPBCMQZEQD49 type=write size=872713 2023-12-01T05:03:23.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.642+0000 7f2ce2b518c0 1 < suggested remove operation key=MUH8GSRXUS6M tag=NW3ZIRUAL55C type=write 2023-12-01T05:03:23.645 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.644+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~X8FU6IYPQ1NW.0 size=1048576 2023-12-01T05:03:23.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.645+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~X8FU6IYPQ1NW.1 size=48507 2023-12-01T05:03:23.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.645+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=X8FU6IYPQ1NW tag=42ITFANN3OLC type=write size=2145659 2023-12-01T05:03:23.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.647+0000 7f2ce2b518c0 1 < canceled operation key=KFTOV6Y7KOAW tag=CEWXI88TN3HF type=del size=964012 2023-12-01T05:03:23.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.649+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~3I4GTTJNMV49.0 size=1048576 2023-12-01T05:03:23.651 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.650+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~3I4GTTJNMV49.1 size=1048576 2023-12-01T05:03:23.652 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.651+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~3I4GTTJNMV49.2 size=105136 2023-12-01T05:03:23.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.651+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=3I4GTTJNMV49 tag=31VQZT6RK8C5 type=write size=3250864 2023-12-01T05:03:23.654 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.653+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=ESGGCBG3WEOW type=del size=2391409 2023-12-01T05:03:23.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.654+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=JKAFLTFG6UI9 type=del size=1552451 2023-12-01T05:03:23.656 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.655+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~KAJPUJ4U9AIQ.0 size=1048576 2023-12-01T05:03:23.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.656+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~KAJPUJ4U9AIQ.1 size=129196 2023-12-01T05:03:23.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.658+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=KAJPUJ4U9AIQ tag=9RJ3IWW662A1 type=write size=2226348 2023-12-01T05:03:23.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.660+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=LXE8M9TGSYAV type=write size=542105 2023-12-01T05:03:23.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.662+0000 7f2ce2b518c0 1 < canceled operation key=SH80HT2F4NK2 tag=2XWI0AY4BWT8 type=del size=3879696 2023-12-01T05:03:23.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.663+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=RTTZM6E2V7R0 type=del size=3357990 2023-12-01T05:03:23.665 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.664+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=7I20HMXVTP53 type=del 2023-12-01T05:03:23.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.667+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~2EDIYMRJGG02.0 size=1048576 2023-12-01T05:03:23.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.668+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~2EDIYMRJGG02.1 size=1048576 2023-12-01T05:03:23.670 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.669+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~2EDIYMRJGG02.2 size=967108 2023-12-01T05:03:23.670 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.669+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=2EDIYMRJGG02 tag=XUXBPJGT0N8K type=write size=4112836 2023-12-01T05:03:23.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.670+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=N0D90AQVQAO3 type=del 2023-12-01T05:03:23.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.672+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=NE2KHBFATRNF type=del size=2621437 2023-12-01T05:03:23.674 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.673+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~SSRHOWSZQDSV.0 size=1048576 2023-12-01T05:03:23.675 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.674+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~SSRHOWSZQDSV.1 size=848380 2023-12-01T05:03:23.678 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.677+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=SSRHOWSZQDSV tag=B0P2U4A7V87K type=write size=2945532 2023-12-01T05:03:23.679 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.678+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=UL0DT9XRT6VX type=del size=3979014 2023-12-01T05:03:23.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.680+0000 7f2ce2b518c0 1 < suggested update operation key=VAXQ0BZJCDUB tag=CBIUTKT5YLC4 type=del size=77532 2023-12-01T05:03:23.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.683+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~WWL289NQHP1R.0 size=1048576 2023-12-01T05:03:23.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.684+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~WWL289NQHP1R.1 size=1048576 2023-12-01T05:03:23.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.685+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~WWL289NQHP1R.2 size=5718 2023-12-01T05:03:23.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.685+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=WWL289NQHP1R tag=3U2NE98RY66X type=write size=3151446 2023-12-01T05:03:23.687 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.686+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~C7F4Y550NX9J.0 size=1048576 2023-12-01T05:03:23.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.687+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~C7F4Y550NX9J.1 size=1048576 2023-12-01T05:03:23.689 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.688+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~C7F4Y550NX9J.2 size=122788 2023-12-01T05:03:23.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.690+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=C7F4Y550NX9J tag=68TRVWC5A55R type=write size=3268516 2023-12-01T05:03:23.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.692+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=HIK6K1ZUMQYP type=del size=2303458 2023-12-01T05:03:23.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.694+0000 7f2ce2b518c0 1 < suggested update operation key=3GHZWPTT6R9L tag=HCUOUSL1WYHD type=del size=1551206 2023-12-01T05:03:23.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.697+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~6VNNR1G8A1UF.0 size=1048576 2023-12-01T05:03:23.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.698+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~6VNNR1G8A1UF.1 size=1048576 2023-12-01T05:03:23.700 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.699+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~6VNNR1G8A1UF.2 size=445794 2023-12-01T05:03:23.700 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.699+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=6VNNR1G8A1UF tag=RGPVNC9383Q0 type=write size=3591522 2023-12-01T05:03:23.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.700+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=0L0CKOBYYPWA type=del 2023-12-01T05:03:23.704 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.703+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~6ZRYFF2F2450.0 size=1048576 2023-12-01T05:03:23.705 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.704+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~6ZRYFF2F2450.1 size=1048576 2023-12-01T05:03:23.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.705+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~6ZRYFF2F2450.2 size=1015963 2023-12-01T05:03:23.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.705+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=6ZRYFF2F2450 tag=O4SH0345CFW7 type=write size=4161691 2023-12-01T05:03:23.707 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.706+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=IMBSAU94GH8J type=del 2023-12-01T05:03:23.709 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.708+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=EQHXZNGPIAV9 type=write size=227503 2023-12-01T05:03:23.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.709+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=IDM4Y1O6GIEO type=del 2023-12-01T05:03:23.713 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.712+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~35OB069JOMIK.0 size=1048576 2023-12-01T05:03:23.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.713+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~35OB069JOMIK.1 size=872353 2023-12-01T05:03:23.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.713+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=35OB069JOMIK tag=7IL0DTXJG0LI type=write size=2969505 2023-12-01T05:03:23.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.714+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~JSYL6Y5EAILL.0 size=1048576 2023-12-01T05:03:23.716 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.715+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~JSYL6Y5EAILL.1 size=1048576 2023-12-01T05:03:23.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.716+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~JSYL6Y5EAILL.2 size=868880 2023-12-01T05:03:23.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.719+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=JSYL6Y5EAILL tag=1SVL733DL1FY type=write size=4014608 2023-12-01T05:03:23.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.720+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=C9M5AWVLEDIY type=del size=4144206 2023-12-01T05:03:23.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.721+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=LPBCMQZEQD49 type=write size=872713 2023-12-01T05:03:23.724 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.723+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=YS3A3LCERHMB type=write size=936477 2023-12-01T05:03:23.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.724+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~X8FU6IYPQ1NW.0 size=1048576 2023-12-01T05:03:23.726 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.725+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~X8FU6IYPQ1NW.1 size=48507 2023-12-01T05:03:23.728 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.727+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=X8FU6IYPQ1NW tag=42ITFANN3OLC type=write size=2145659 2023-12-01T05:03:23.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.730+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~TCQ6MMX02ZPL.0 size=547242 2023-12-01T05:03:23.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.730+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=TCQ6MMX02ZPL tag=HDSP8TQT72BZ type=write size=1595818 2023-12-01T05:03:23.732 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.731+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~3I4GTTJNMV49.0 size=1048576 2023-12-01T05:03:23.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.732+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~3I4GTTJNMV49.1 size=1048576 2023-12-01T05:03:23.734 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.733+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~3I4GTTJNMV49.2 size=105136 2023-12-01T05:03:23.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.735+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=3I4GTTJNMV49 tag=31VQZT6RK8C5 type=write size=3250864 2023-12-01T05:03:23.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.738+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~6MJTGC3AZUID.0 size=866953 2023-12-01T05:03:23.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.738+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=6MJTGC3AZUID tag=SKYNORGQHCFE type=write size=1915529 2023-12-01T05:03:23.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.739+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=JKAFLTFG6UI9 type=del 2023-12-01T05:03:23.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.740+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=8UDZZA3T9RWW type=write size=132307 2023-12-01T05:03:23.744 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.743+0000 7f2ce2b518c0 1 < suggested update operation key=KFTOV6Y7KOAW tag=LXE8M9TGSYAV type=write size=542105 2023-12-01T05:03:23.746 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.745+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~PARA7Q3BF9VC.0 size=1048576 2023-12-01T05:03:23.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.746+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~PARA7Q3BF9VC.1 size=1048576 2023-12-01T05:03:23.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.747+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~PARA7Q3BF9VC.2 size=362680 2023-12-01T05:03:23.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.747+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=PARA7Q3BF9VC tag=F5P6L0KN801T type=write size=3508408 2023-12-01T05:03:23.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.748+0000 7f2ce2b518c0 1 < canceled operation key=EQJ6TWB0BPZS tag=RTTZM6E2V7R0 type=del size=3357990 2023-12-01T05:03:23.751 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.750+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~8PY4ST263XNB.0 size=1048576 2023-12-01T05:03:23.753 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.751+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~8PY4ST263XNB.1 size=186851 2023-12-01T05:03:23.753 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.751+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=8PY4ST263XNB tag=OK78WFI3O2N6 type=write size=2284003 2023-12-01T05:03:23.754 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.753+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~2EDIYMRJGG02.0 size=1048576 2023-12-01T05:03:23.754 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.753+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KFTOV6Y7KOAW.2~2EDIYMRJGG02.1 size=1048576 2023-12-01T05:03:23.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.754+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~2EDIYMRJGG02.2 size=967108 2023-12-01T05:03:23.757 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.756+0000 7f2ce2b518c0 1 < canceled multipart upload key=KFTOV6Y7KOAW upload=2EDIYMRJGG02 tag=XUXBPJGT0N8K type=write size=4112836 2023-12-01T05:03:23.759 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.758+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~3Z7ZNVZM3B0F.0 size=1048576 2023-12-01T05:03:23.760 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.759+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~3Z7ZNVZM3B0F.1 size=843274 2023-12-01T05:03:23.760 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.759+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=3Z7ZNVZM3B0F tag=LQT7XJ6SNXAZ type=write size=2940426 2023-12-01T05:03:23.761 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.760+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=NE2KHBFATRNF type=del 2023-12-01T05:03:23.763 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.762+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=QMW9JW93C5HL type=write size=803542 2023-12-01T05:03:23.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.763+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=UL0DT9XRT6VX type=del 2023-12-01T05:03:23.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.766+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~JS53HV0E7VDI.0 size=1048576 2023-12-01T05:03:23.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.767+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~JS53HV0E7VDI.1 size=459078 2023-12-01T05:03:23.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.767+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=JS53HV0E7VDI tag=BI9HOHBLHF7N type=write size=2556230 2023-12-01T05:03:23.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.767+0000 7f2ce2b518c0 1 < canceled part key=_multipart_807CI1E6OSAU.2~WWL289NQHP1R.0 size=1048576 2023-12-01T05:03:23.769 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.768+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~WWL289NQHP1R.1 size=1048576 2023-12-01T05:03:23.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.769+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~WWL289NQHP1R.2 size=5718 2023-12-01T05:03:23.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.771+0000 7f2ce2b518c0 1 < canceled multipart upload key=807CI1E6OSAU upload=WWL289NQHP1R tag=3U2NE98RY66X type=write size=3151446 2023-12-01T05:03:23.774 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.773+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=OQHBNEG7RTWJ type=del size=2274514 2023-12-01T05:03:23.775 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.774+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=HIK6K1ZUMQYP type=del 2023-12-01T05:03:23.777 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.776+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ZD54PSUUSCSL.0 size=1048576 2023-12-01T05:03:23.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.777+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ZD54PSUUSCSL.1 size=701031 2023-12-01T05:03:23.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.777+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=ZD54PSUUSCSL tag=K564SU7B4JLL type=write size=2798183 2023-12-01T05:03:23.780 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.779+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~6VNNR1G8A1UF.0 size=1048576 2023-12-01T05:03:23.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.780+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~6VNNR1G8A1UF.1 size=1048576 2023-12-01T05:03:23.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.780+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~6VNNR1G8A1UF.2 size=445794 2023-12-01T05:03:23.784 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.783+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=6VNNR1G8A1UF tag=RGPVNC9383Q0 type=write size=3591522 2023-12-01T05:03:23.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.784+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=8BSSTY8O84JS type=del size=1318693 2023-12-01T05:03:23.786 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.785+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~6ZRYFF2F2450.0 size=1048576 2023-12-01T05:03:23.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.786+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~6ZRYFF2F2450.1 size=1048576 2023-12-01T05:03:23.788 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.787+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~6ZRYFF2F2450.2 size=1015963 2023-12-01T05:03:23.791 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.790+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=6ZRYFF2F2450 tag=O4SH0345CFW7 type=write size=4161691 2023-12-01T05:03:23.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.791+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=P121EHC16F3N type=write size=816683 2023-12-01T05:03:23.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.794+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=EQHXZNGPIAV9 type=write size=227503 2023-12-01T05:03:23.797 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.796+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~MQI2HS7P31KP.0 size=448802 2023-12-01T05:03:23.797 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.796+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=MQI2HS7P31KP tag=N9NX1JH8AGDI type=write size=1497378 2023-12-01T05:03:23.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.797+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~35OB069JOMIK.0 size=1048576 2023-12-01T05:03:23.799 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.798+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~35OB069JOMIK.1 size=872353 2023-12-01T05:03:23.801 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.800+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=35OB069JOMIK tag=7IL0DTXJG0LI type=write size=2969505 2023-12-01T05:03:23.802 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.801+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=VCUJHXKW32I2 type=del size=1268623 2023-12-01T05:03:23.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.803+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=C9M5AWVLEDIY type=del 2023-12-01T05:03:23.807 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.805+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~2KMROR88YXK3.0 size=1048576 2023-12-01T05:03:23.807 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.806+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~2KMROR88YXK3.1 size=403162 2023-12-01T05:03:23.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.806+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=2KMROR88YXK3 tag=IAHWKWCI35KG type=write size=2500314 2023-12-01T05:03:23.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.808+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=YS3A3LCERHMB type=write size=936477 2023-12-01T05:03:23.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.811+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~MHU4UL20YOU4.0 size=681428 2023-12-01T05:03:23.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.811+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=MHU4UL20YOU4 tag=SSFN3420MTJQ type=write size=1730004 2023-12-01T05:03:23.814 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.812+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~TCQ6MMX02ZPL.0 size=547242 2023-12-01T05:03:23.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.817+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=TCQ6MMX02ZPL tag=HDSP8TQT72BZ type=write size=1595818 2023-12-01T05:03:23.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.820+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~JJ49UQ8O385V.0 size=320223 2023-12-01T05:03:23.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.820+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=JJ49UQ8O385V tag=46H3EGN0KI2A type=write size=1368799 2023-12-01T05:03:23.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.821+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~6MJTGC3AZUID.0 size=866953 2023-12-01T05:03:23.824 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.823+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=6MJTGC3AZUID tag=SKYNORGQHCFE type=write size=1915529 2023-12-01T05:03:23.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.825+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~M45ST2JB4H0Z.0 size=1048576 2023-12-01T05:03:23.828 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.826+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~M45ST2JB4H0Z.1 size=326614 2023-12-01T05:03:23.828 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.826+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=M45ST2JB4H0Z tag=OMOI4ZTVYA17 type=write size=2423766 2023-12-01T05:03:23.829 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.828+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=8UDZZA3T9RWW type=write size=132307 2023-12-01T05:03:23.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.829+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=TZFXK21EP98I type=del size=731531 2023-12-01T05:03:23.831 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.830+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~PARA7Q3BF9VC.0 size=1048576 2023-12-01T05:03:23.832 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.831+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~PARA7Q3BF9VC.1 size=1048576 2023-12-01T05:03:23.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.832+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~PARA7Q3BF9VC.2 size=362680 2023-12-01T05:03:23.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.834+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=PARA7Q3BF9VC tag=F5P6L0KN801T type=write size=3508408 2023-12-01T05:03:23.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.836+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=WVX59ZNGLS1L type=del size=2314656 2023-12-01T05:03:23.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.837+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~8PY4ST263XNB.0 size=1048576 2023-12-01T05:03:23.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.837+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~8PY4ST263XNB.1 size=186851 2023-12-01T05:03:23.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.839+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=8PY4ST263XNB tag=OK78WFI3O2N6 type=write size=2284003 2023-12-01T05:03:23.842 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.841+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~9WCFYB5XTHEZ.0 size=1048576 2023-12-01T05:03:23.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.842+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~9WCFYB5XTHEZ.1 size=1048576 2023-12-01T05:03:23.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.843+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~9WCFYB5XTHEZ.2 size=120868 2023-12-01T05:03:23.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.843+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=9WCFYB5XTHEZ tag=TQ5R47TUFQIO type=write size=3266596 2023-12-01T05:03:23.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.843+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~3Z7ZNVZM3B0F.0 size=1048576 2023-12-01T05:03:23.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.844+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~3Z7ZNVZM3B0F.1 size=843274 2023-12-01T05:03:23.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.846+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=3Z7ZNVZM3B0F tag=LQT7XJ6SNXAZ type=write size=2940426 2023-12-01T05:03:23.849 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.847+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=WNQLJSQBIBO1 type=del size=236454 2023-12-01T05:03:23.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.849+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=QMW9JW93C5HL type=write size=803542 2023-12-01T05:03:23.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.851+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~1O0QWQ036GV7.0 size=1048576 2023-12-01T05:03:23.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.852+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~1O0QWQ036GV7.1 size=480818 2023-12-01T05:03:23.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.852+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=1O0QWQ036GV7 tag=M468QZD6Q6OZ type=write size=2577970 2023-12-01T05:03:23.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.853+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~JS53HV0E7VDI.0 size=1048576 2023-12-01T05:03:23.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.854+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~JS53HV0E7VDI.1 size=459078 2023-12-01T05:03:23.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.856+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=JS53HV0E7VDI tag=BI9HOHBLHF7N type=write size=2556230 2023-12-01T05:03:23.858 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.857+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=FY47GTI036Q8 type=del size=266978 2023-12-01T05:03:23.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.859+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=OQHBNEG7RTWJ type=del 2023-12-01T05:03:23.861 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.860+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=3PT76KMTBZ8Q type=del size=163797 2023-12-01T05:03:23.861 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.860+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~ZD54PSUUSCSL.0 size=1048576 2023-12-01T05:03:23.862 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.861+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~ZD54PSUUSCSL.1 size=701031 2023-12-01T05:03:23.865 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.864+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=ZD54PSUUSCSL tag=K564SU7B4JLL type=write size=2798183 2023-12-01T05:03:23.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.866+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~9K1ILL3EPGXQ.0 size=1048576 2023-12-01T05:03:23.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.867+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~9K1ILL3EPGXQ.1 size=1048576 2023-12-01T05:03:23.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.869+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~9K1ILL3EPGXQ.2 size=203140 2023-12-01T05:03:23.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.869+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=9K1ILL3EPGXQ tag=EXFKUUIC0ER3 type=write size=3348868 2023-12-01T05:03:23.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.870+0000 7f2ce2b518c0 1 < canceled operation key=JDW6X9ZJ49B4 tag=8BSSTY8O84JS type=del size=1318693 2023-12-01T05:03:23.875 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.874+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~DSPRQF07DKCV.0 size=1048576 2023-12-01T05:03:23.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.875+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~DSPRQF07DKCV.1 size=425138 2023-12-01T05:03:23.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.875+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=DSPRQF07DKCV tag=2NWVN8L2XQD1 type=write size=2522290 2023-12-01T05:03:23.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.876+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=P121EHC16F3N type=write size=816683 2023-12-01T05:03:23.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.878+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=Q7HI7R1PSS1G type=del size=320082 2023-12-01T05:03:23.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.878+0000 7f2ce2b518c0 1 < canceled part key=_multipart_IU15OM7RZ3XF.2~MQI2HS7P31KP.0 size=448802 2023-12-01T05:03:23.882 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.880+0000 7f2ce2b518c0 1 < canceled multipart upload key=IU15OM7RZ3XF upload=MQI2HS7P31KP tag=N9NX1JH8AGDI type=write size=1497378 2023-12-01T05:03:23.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.882+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=R2265HX31W10 type=write size=1031897 2023-12-01T05:03:23.884 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.883+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=VCUJHXKW32I2 type=del 2023-12-01T05:03:23.887 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.886+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~RWZC1OOV0O6Y.0 size=108164 2023-12-01T05:03:23.887 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.886+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=RWZC1OOV0O6Y tag=GBMBZNQZX12Q type=write size=1156740 2023-12-01T05:03:23.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.888+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~2KMROR88YXK3.0 size=1048576 2023-12-01T05:03:23.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.889+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~2KMROR88YXK3.1 size=403162 2023-12-01T05:03:23.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.891+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=2KMROR88YXK3 tag=IAHWKWCI35KG type=write size=2500314 2023-12-01T05:03:23.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.892+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=WNR1AEZ0V81S type=del size=4085546 2023-12-01T05:03:23.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.894+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~MHU4UL20YOU4.0 size=681428 2023-12-01T05:03:23.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.896+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=MHU4UL20YOU4 tag=SSFN3420MTJQ type=write size=1730004 2023-12-01T05:03:23.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.898+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=RPZ89H7WZ9KF type=write size=846541 2023-12-01T05:03:23.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.899+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~JJ49UQ8O385V.0 size=320223 2023-12-01T05:03:23.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.902+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=JJ49UQ8O385V tag=46H3EGN0KI2A type=write size=1368799 2023-12-01T05:03:23.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.904+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=E3CZLZ74770Y type=del size=2779659 2023-12-01T05:03:23.906 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.905+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~M45ST2JB4H0Z.0 size=1048576 2023-12-01T05:03:23.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.906+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~M45ST2JB4H0Z.1 size=326614 2023-12-01T05:03:23.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.909+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=M45ST2JB4H0Z tag=OMOI4ZTVYA17 type=write size=2423766 2023-12-01T05:03:23.911 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.910+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=FV3WRH0S11UV type=del size=2406012 2023-12-01T05:03:23.913 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.912+0000 7f2ce2b518c0 1 < suggested remove operation key=IU15OM7RZ3XF tag=TZFXK21EP98I type=del 2023-12-01T05:03:23.915 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.914+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=9GVEAJ2F8IAT type=del size=105891 2023-12-01T05:03:23.916 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.915+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=WVX59ZNGLS1L type=del 2023-12-01T05:03:23.919 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.918+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~05B1VTAA98VG.0 size=975004 2023-12-01T05:03:23.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.918+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=05B1VTAA98VG tag=ICB3H0P470J6 type=write size=2023580 2023-12-01T05:03:23.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.919+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~9WCFYB5XTHEZ.0 size=1048576 2023-12-01T05:03:23.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.921+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~9WCFYB5XTHEZ.1 size=1048576 2023-12-01T05:03:23.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.921+0000 7f2ce2b518c0 1 < canceled part key=_multipart_2GXBXJ2J4VWX.2~9WCFYB5XTHEZ.2 size=120868 2023-12-01T05:03:23.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.923+0000 7f2ce2b518c0 1 < canceled multipart upload key=2GXBXJ2J4VWX upload=9WCFYB5XTHEZ tag=TQ5R47TUFQIO type=write size=3266596 2023-12-01T05:03:23.926 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.925+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~06G4SENQ4EB1.0 size=628519 2023-12-01T05:03:23.926 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.925+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=06G4SENQ4EB1 tag=31QWOM00GZ8G type=write size=1677095 2023-12-01T05:03:23.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.928+0000 7f2ce2b518c0 1 < suggested update operation key=2GXBXJ2J4VWX tag=WNQLJSQBIBO1 type=del size=236454 2023-12-01T05:03:23.932 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.931+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=VSE2LLUW0ALD type=write size=272497 2023-12-01T05:03:23.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.932+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~1O0QWQ036GV7.0 size=1048576 2023-12-01T05:03:23.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.933+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~1O0QWQ036GV7.1 size=480818 2023-12-01T05:03:23.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.935+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=1O0QWQ036GV7 tag=M468QZD6Q6OZ type=write size=2577970 2023-12-01T05:03:23.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.938+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~K037GRG6QBPH.0 size=1048576 2023-12-01T05:03:23.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.939+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~K037GRG6QBPH.1 size=367826 2023-12-01T05:03:23.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.939+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=K037GRG6QBPH tag=Y4DWF83GCVOW type=write size=2464978 2023-12-01T05:03:23.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.942+0000 7f2ce2b518c0 1 < suggested update operation key=LDCQLVOA6YHR tag=FY47GTI036Q8 type=del size=266978 2023-12-01T05:03:23.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.944+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2O5Z38D3DO7P.0 size=229476 2023-12-01T05:03:23.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.944+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=2O5Z38D3DO7P tag=WC28CYX97G77 type=write size=1278052 2023-12-01T05:03:23.948 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.947+0000 7f2ce2b518c0 1 < suggested remove operation key=HAZC92VMYO82 tag=3PT76KMTBZ8Q type=del 2023-12-01T05:03:23.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.949+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~0RV3ML53AVGF.0 size=113711 2023-12-01T05:03:23.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.949+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=0RV3ML53AVGF tag=S8L6LKHDO286 type=write size=1162287 2023-12-01T05:03:23.952 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.950+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~9K1ILL3EPGXQ.0 size=1048576 2023-12-01T05:03:23.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.952+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~9K1ILL3EPGXQ.1 size=1048576 2023-12-01T05:03:23.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.953+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~9K1ILL3EPGXQ.2 size=203140 2023-12-01T05:03:23.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.956+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=9K1ILL3EPGXQ tag=EXFKUUIC0ER3 type=write size=3348868 2023-12-01T05:03:23.960 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.959+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~RJFA0TBGT679.0 size=1048576 2023-12-01T05:03:23.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.960+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~RJFA0TBGT679.1 size=627540 2023-12-01T05:03:23.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.960+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=RJFA0TBGT679 tag=PEYMU6H27DXH type=write size=2724692 2023-12-01T05:03:23.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.961+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~DSPRQF07DKCV.0 size=1048576 2023-12-01T05:03:23.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.962+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~DSPRQF07DKCV.1 size=425138 2023-12-01T05:03:23.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.964+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=DSPRQF07DKCV tag=2NWVN8L2XQD1 type=write size=2522290 2023-12-01T05:03:23.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.966+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=319G6DTT9M23 type=del size=3275919 2023-12-01T05:03:23.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.969+0000 7f2ce2b518c0 1 < suggested remove operation key=J3U83X19X8WG tag=Q7HI7R1PSS1G type=del 2023-12-01T05:03:23.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.970+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=6PFOT2BBXSUR type=del size=3600840 2023-12-01T05:03:23.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.971+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=R2265HX31W10 type=write size=1031897 2023-12-01T05:03:23.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.973+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=Z1SWJHD5JTGO type=del size=2084453 2023-12-01T05:03:23.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.975+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~RWZC1OOV0O6Y.0 size=108164 2023-12-01T05:03:23.979 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.977+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=RWZC1OOV0O6Y tag=GBMBZNQZX12Q type=write size=1156740 2023-12-01T05:03:23.981 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.980+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~CTUUE0L0SR1E.0 size=904474 2023-12-01T05:03:23.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.980+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=CTUUE0L0SR1E tag=C6CCGPTZJ8EE type=write size=1953050 2023-12-01T05:03:23.983 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.982+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=WNR1AEZ0V81S type=del 2023-12-01T05:03:23.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.983+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=CRNJQ0LYE7XU type=del size=3998389 2023-12-01T05:03:23.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.985+0000 7f2ce2b518c0 -1 < failed to complete operation key=2GXBXJ2J4VWX tag=RPZ89H7WZ9KF type=write size=846541: (22) Invalid argument 2023-12-01T05:03:23.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.986+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=86OYWYWCVVLM type=del size=2422111 2023-12-01T05:03:23.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.988+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=E3CZLZ74770Y type=del 2023-12-01T05:03:23.990 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.989+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=9G1PVXT0NE3E type=del size=690611 2023-12-01T05:03:23.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.990+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=FV3WRH0S11UV type=del 2023-12-01T05:03:23.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.992+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=TDERQSEV80FI type=del size=2746632 2023-12-01T05:03:23.994 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.993+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=9GVEAJ2F8IAT type=del 2023-12-01T05:03:23.996 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.995+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=31RC38TH012I type=write size=596635 2023-12-01T05:03:23.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.996+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~05B1VTAA98VG.0 size=975004 2023-12-01T05:03:23.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:23.998+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=05B1VTAA98VG tag=ICB3H0P470J6 type=write size=2023580 2023-12-01T05:03:24.001 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.000+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=6FBP3GRH36XF type=del size=1882647 2023-12-01T05:03:24.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.001+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~06G4SENQ4EB1.0 size=628519 2023-12-01T05:03:24.005 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.004+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=06G4SENQ4EB1 tag=31QWOM00GZ8G type=write size=1677095 2023-12-01T05:03:24.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.005+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=PEJU6LOTJBGT type=del size=350467 2023-12-01T05:03:24.007 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.006+0000 7f2ce2b518c0 1 < completed write operation key=DOGWW9WZ6QW8 tag=VSE2LLUW0ALD type=write size=272497 2023-12-01T05:03:24.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.009+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~UP3LSB1CLUZT.0 size=342922 2023-12-01T05:03:24.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.009+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=UP3LSB1CLUZT tag=X6F4D370UD6M type=write size=1391498 2023-12-01T05:03:24.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.011+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~K037GRG6QBPH.0 size=1048576 2023-12-01T05:03:24.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.012+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~K037GRG6QBPH.1 size=367826 2023-12-01T05:03:24.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.014+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=K037GRG6QBPH tag=Y4DWF83GCVOW type=write size=2464978 2023-12-01T05:03:24.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.017+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~S8AE877PX7GZ.0 size=1048576 2023-12-01T05:03:24.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.018+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~S8AE877PX7GZ.1 size=1048576 2023-12-01T05:03:24.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.019+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~S8AE877PX7GZ.2 size=717600 2023-12-01T05:03:24.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.019+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=S8AE877PX7GZ tag=O72VBVQ9Q9WZ type=write size=3863328 2023-12-01T05:03:24.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.020+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~2O5Z38D3DO7P.0 size=229476 2023-12-01T05:03:24.024 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.023+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=2O5Z38D3DO7P tag=WC28CYX97G77 type=write size=1278052 2023-12-01T05:03:24.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.025+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=CK0CWQO44W90 type=del size=1812664 2023-12-01T05:03:24.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.026+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~0RV3ML53AVGF.0 size=113711 2023-12-01T05:03:24.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.029+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=0RV3ML53AVGF tag=S8L6LKHDO286 type=write size=1162287 2023-12-01T05:03:24.031 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.030+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=7889OBK0K55X type=del size=3101547 2023-12-01T05:03:24.033 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.032+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~RJFA0TBGT679.0 size=1048576 2023-12-01T05:03:24.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.033+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~RJFA0TBGT679.1 size=627540 2023-12-01T05:03:24.036 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.035+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=RJFA0TBGT679 tag=PEYMU6H27DXH type=write size=2724692 2023-12-01T05:03:24.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.037+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=HUNG54XYMZDY type=del size=3256112 2023-12-01T05:03:24.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.038+0000 7f2ce2b518c0 1 < canceled operation key=Y5IWDXWUVH3N tag=319G6DTT9M23 type=del size=3275919 2023-12-01T05:03:24.041 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.040+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=9I9R1CYXNFQ6 type=del size=2051161 2023-12-01T05:03:24.043 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.042+0000 7f2ce2b518c0 1 < suggested update operation key=KBRIH4PKGG4O tag=6PFOT2BBXSUR type=del size=3600840 2023-12-01T05:03:24.045 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.044+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=D15NR4GQBQ7M type=del size=1543288 2023-12-01T05:03:24.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.045+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=Z1SWJHD5JTGO type=del size=2084453 2023-12-01T05:03:24.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.046+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=7N5MI2F7Y2VX type=del size=1423778 2023-12-01T05:03:24.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.047+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~CTUUE0L0SR1E.0 size=904474 2023-12-01T05:03:24.050 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.049+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=CTUUE0L0SR1E tag=C6CCGPTZJ8EE type=write size=1953050 2023-12-01T05:03:24.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.050+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=AMI8BB4V515K type=del size=4172161 2023-12-01T05:03:24.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.052+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=CRNJQ0LYE7XU type=del 2023-12-01T05:03:24.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.054+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~9C5SLBIXCMXK.0 size=992511 2023-12-01T05:03:24.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.054+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=9C5SLBIXCMXK tag=D2SM4TMB3ZBK type=write size=2041087 2023-12-01T05:03:24.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.055+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=86OYWYWCVVLM type=del 2023-12-01T05:03:24.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.058+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~AL83U717DZD8.0 size=125637 2023-12-01T05:03:24.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.058+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=AL83U717DZD8 tag=SLZYP4C3VQ94 type=write size=1174213 2023-12-01T05:03:24.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.059+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=9G1PVXT0NE3E type=del 2023-12-01T05:03:24.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.060+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=2AF627T0PQRG type=del size=757840 2023-12-01T05:03:24.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.062+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=TDERQSEV80FI type=del 2023-12-01T05:03:24.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.063+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=CP0X1TL0A21K type=del size=852973 2023-12-01T05:03:24.067 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.066+0000 7f2ce2b518c0 1 < suggested remove operation key=DOGWW9WZ6QW8 tag=31RC38TH012I type=write 2023-12-01T05:03:24.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.068+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~NL47X6DNAXJO.0 size=1048576 2023-12-01T05:03:24.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.069+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~NL47X6DNAXJO.1 size=1048576 2023-12-01T05:03:24.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.070+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~NL47X6DNAXJO.2 size=985319 2023-12-01T05:03:24.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.070+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=NL47X6DNAXJO tag=670OODOTQ5Q8 type=write size=4131047 2023-12-01T05:03:24.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.072+0000 7f2ce2b518c0 1 < suggested update operation key=DI1WW8WVZX9A tag=6FBP3GRH36XF type=del size=1882647 2023-12-01T05:03:24.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.073+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=3SFI5JHR58RM type=del size=2239252 2023-12-01T05:03:24.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.075+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=PEJU6LOTJBGT type=del 2023-12-01T05:03:24.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.077+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~VMEDVGC6IVL2.0 size=1048576 2023-12-01T05:03:24.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.078+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~VMEDVGC6IVL2.1 size=359768 2023-12-01T05:03:24.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.078+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=VMEDVGC6IVL2 tag=B6VIIC35UB4Z type=write size=2456920 2023-12-01T05:03:24.080 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.079+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~UP3LSB1CLUZT.0 size=342922 2023-12-01T05:03:24.082 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.081+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=UP3LSB1CLUZT tag=X6F4D370UD6M type=write size=1391498 2023-12-01T05:03:24.084 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.083+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=YHCMEBXV5AD2 type=del size=2910274 2023-12-01T05:03:24.085 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.084+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~S8AE877PX7GZ.0 size=1048576 2023-12-01T05:03:24.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.085+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~S8AE877PX7GZ.1 size=1048576 2023-12-01T05:03:24.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.086+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~S8AE877PX7GZ.2 size=717600 2023-12-01T05:03:24.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.088+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=S8AE877PX7GZ tag=O72VBVQ9Q9WZ type=write size=3863328 2023-12-01T05:03:24.090 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.089+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=A5KC9W0JWW98 type=del size=3303528 2023-12-01T05:03:24.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.091+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=CK0CWQO44W90 type=del 2023-12-01T05:03:24.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.093+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~4KRKHAHF4HOB.0 size=729972 2023-12-01T05:03:24.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.093+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=4KRKHAHF4HOB tag=9W0YGE0MHSTV type=write size=1778548 2023-12-01T05:03:24.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.094+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=7889OBK0K55X type=del 2023-12-01T05:03:24.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.096+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~F1AKDVB20DON.0 size=1048576 2023-12-01T05:03:24.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.097+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~F1AKDVB20DON.1 size=1048576 2023-12-01T05:03:24.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.098+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~F1AKDVB20DON.2 size=783530 2023-12-01T05:03:24.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.098+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=F1AKDVB20DON tag=WCQUVZ3WSGSL type=write size=3929258 2023-12-01T05:03:24.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.101+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=HUNG54XYMZDY type=del size=3256112 2023-12-01T05:03:24.103 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.102+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=9NM49MMR3DZ6 type=write size=512696 2023-12-01T05:03:24.105 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.104+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=9I9R1CYXNFQ6 type=del 2023-12-01T05:03:24.107 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.106+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIG967THO1G4.0 size=1048576 2023-12-01T05:03:24.108 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.107+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIG967THO1G4.1 size=1048576 2023-12-01T05:03:24.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.108+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIG967THO1G4.2 size=997025 2023-12-01T05:03:24.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.108+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=CIG967THO1G4 tag=LE54UF3NDYZ9 type=write size=4142753 2023-12-01T05:03:24.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.109+0000 7f2ce2b518c0 1 < canceled operation key=KBRIH4PKGG4O tag=D15NR4GQBQ7M type=del size=1543288 2023-12-01T05:03:24.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.112+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~1F1MO7VOAXRO.0 size=361030 2023-12-01T05:03:24.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.112+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=1F1MO7VOAXRO tag=DZG309LD3O8M type=write size=1409606 2023-12-01T05:03:24.114 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.113+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=7N5MI2F7Y2VX type=del 2023-12-01T05:03:24.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.116+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~85220NGYLB7H.0 size=1048576 2023-12-01T05:03:24.118 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.117+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~85220NGYLB7H.1 size=598139 2023-12-01T05:03:24.118 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.117+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=85220NGYLB7H tag=6A5KG579I2CC type=write size=2695291 2023-12-01T05:03:24.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.120+0000 7f2ce2b518c0 1 < suggested remove operation key=43ABSP862CV0 tag=AMI8BB4V515K type=del 2023-12-01T05:03:24.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.121+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=NAFQJQG780PZ type=write size=564712 2023-12-01T05:03:24.124 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.123+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~9C5SLBIXCMXK.0 size=992511 2023-12-01T05:03:24.126 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.125+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=9C5SLBIXCMXK tag=D2SM4TMB3ZBK type=write size=2041087 2023-12-01T05:03:24.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.127+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=OT06ZMLNO7GP type=del size=1467719 2023-12-01T05:03:24.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.128+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~AL83U717DZD8.0 size=125637 2023-12-01T05:03:24.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.131+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=AL83U717DZD8 tag=SLZYP4C3VQ94 type=write size=1174213 2023-12-01T05:03:24.134 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.133+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~32P4PSPP9QM1.0 size=1048576 2023-12-01T05:03:24.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.134+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~32P4PSPP9QM1.1 size=1048576 2023-12-01T05:03:24.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.136+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~32P4PSPP9QM1.2 size=277180 2023-12-01T05:03:24.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.136+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=32P4PSPP9QM1 tag=6VVJDFZFRLMX type=write size=3422908 2023-12-01T05:03:24.139 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.138+0000 7f2ce2b518c0 1 < suggested update operation key=SY2W6QFZQBL7 tag=2AF627T0PQRG type=del size=757840 2023-12-01T05:03:24.141 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.140+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=2PXBCDC1ES2R type=del size=858092 2023-12-01T05:03:24.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.141+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=CP0X1TL0A21K type=del 2023-12-01T05:03:24.143 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.142+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=UVTA7P0CFK1M type=write size=337514 2023-12-01T05:03:24.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.143+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~NL47X6DNAXJO.0 size=1048576 2023-12-01T05:03:24.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.143+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~NL47X6DNAXJO.1 size=1048576 2023-12-01T05:03:24.146 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.145+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~NL47X6DNAXJO.2 size=985319 2023-12-01T05:03:24.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.147+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=NL47X6DNAXJO tag=670OODOTQ5Q8 type=write size=4131047 2023-12-01T05:03:24.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.149+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~EWLB86C4AKDC.0 size=1048576 2023-12-01T05:03:24.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.150+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~EWLB86C4AKDC.1 size=1048576 2023-12-01T05:03:24.152 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.151+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~EWLB86C4AKDC.2 size=985529 2023-12-01T05:03:24.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.151+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=EWLB86C4AKDC tag=2KGL4OAEWYI8 type=write size=4131257 2023-12-01T05:03:24.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.153+0000 7f2ce2b518c0 1 < canceled operation key=0BUXOUU4KRQZ tag=3SFI5JHR58RM type=del size=2239252 2023-12-01T05:03:24.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.154+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=XNOCF9PDZ05J type=del size=121836 2023-12-01T05:03:24.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.156+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~VMEDVGC6IVL2.0 size=1048576 2023-12-01T05:03:24.158 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.157+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~VMEDVGC6IVL2.1 size=359768 2023-12-01T05:03:24.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.159+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=VMEDVGC6IVL2 tag=B6VIIC35UB4Z type=write size=2456920 2023-12-01T05:03:24.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.160+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=6OYM47F27MNS type=del size=961307 2023-12-01T05:03:24.164 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.162+0000 7f2ce2b518c0 -1 < failed to complete operation key=43ABSP862CV0 tag=YHCMEBXV5AD2 type=del size=2910274: (22) Invalid argument 2023-12-01T05:03:24.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.164+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~YLCQ1LM64S38.0 size=230715 2023-12-01T05:03:24.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.164+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=YLCQ1LM64S38 tag=ERKIIEILHET9 type=write size=1279291 2023-12-01T05:03:24.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.167+0000 7f2ce2b518c0 1 < suggested remove operation key=J3U83X19X8WG tag=A5KC9W0JWW98 type=del 2023-12-01T05:03:24.170 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.169+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=RDH71SL9OMV6 type=del size=1037402 2023-12-01T05:03:24.171 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.170+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~4KRKHAHF4HOB.0 size=729972 2023-12-01T05:03:24.174 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.172+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=4KRKHAHF4HOB tag=9W0YGE0MHSTV type=write size=1778548 2023-12-01T05:03:24.175 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.174+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=1GTODYG1KK69 type=del size=2170669 2023-12-01T05:03:24.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.175+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~F1AKDVB20DON.0 size=1048576 2023-12-01T05:03:24.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.176+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~F1AKDVB20DON.1 size=1048576 2023-12-01T05:03:24.179 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.177+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~F1AKDVB20DON.2 size=783530 2023-12-01T05:03:24.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.180+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=F1AKDVB20DON tag=WCQUVZ3WSGSL type=write size=3929258 2023-12-01T05:03:24.182 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.181+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=54MNE339M85R type=del size=3326959 2023-12-01T05:03:24.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.183+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=9NM49MMR3DZ6 type=write size=512696 2023-12-01T05:03:24.185 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.184+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=NVZHBRWOU8MQ type=write size=766072 2023-12-01T05:03:24.186 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.185+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIG967THO1G4.0 size=1048576 2023-12-01T05:03:24.187 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.186+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIG967THO1G4.1 size=1048576 2023-12-01T05:03:24.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.187+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIG967THO1G4.2 size=997025 2023-12-01T05:03:24.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.189+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=CIG967THO1G4 tag=LE54UF3NDYZ9 type=write size=4142753 2023-12-01T05:03:24.192 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.191+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=AXLP6TR9DCXA type=del size=140145 2023-12-01T05:03:24.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.193+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~1F1MO7VOAXRO.0 size=361030 2023-12-01T05:03:24.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.195+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=1F1MO7VOAXRO tag=DZG309LD3O8M type=write size=1409606 2023-12-01T05:03:24.198 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.197+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~8JRCU4NW4ZI1.0 size=1048576 2023-12-01T05:03:24.200 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.198+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~8JRCU4NW4ZI1.1 size=1048576 2023-12-01T05:03:24.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.200+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~8JRCU4NW4ZI1.2 size=1047025 2023-12-01T05:03:24.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.200+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=8JRCU4NW4ZI1 tag=1GD7LW6AH4J1 type=write size=4192753 2023-12-01T05:03:24.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.201+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~85220NGYLB7H.0 size=1048576 2023-12-01T05:03:24.203 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.202+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~85220NGYLB7H.1 size=598139 2023-12-01T05:03:24.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.205+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=85220NGYLB7H tag=6A5KG579I2CC type=write size=2695291 2023-12-01T05:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:23 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:23 smithi155 ceph-mon[102677]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-01T05:03:24.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.207+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=FJ9P4SLJHBP1 type=del size=2063106 2023-12-01T05:03:24.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.208+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=NAFQJQG780PZ type=write size=564712 2023-12-01T05:03:24.211 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.209+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=X069BWX5NNNI type=del size=619896 2023-12-01T05:03:24.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.212+0000 7f2ce2b518c0 1 < suggested update operation key=2GXBXJ2J4VWX tag=OT06ZMLNO7GP type=del size=1467719 2023-12-01T05:03:24.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.214+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=9GG2XFALHYBD type=del size=122443 2023-12-01T05:03:24.216 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.215+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~32P4PSPP9QM1.0 size=1048576 2023-12-01T05:03:24.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.216+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~32P4PSPP9QM1.1 size=1048576 2023-12-01T05:03:24.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.217+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~32P4PSPP9QM1.2 size=277180 2023-12-01T05:03:24.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.220+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=32P4PSPP9QM1 tag=6VVJDFZFRLMX type=write size=3422908 2023-12-01T05:03:24.222 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.221+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=55S7JFXZ0NV1 type=del size=366876 2023-12-01T05:03:24.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.223+0000 7f2ce2b518c0 1 < suggested remove operation key=39WRHET0UJ7U tag=2PXBCDC1ES2R type=del 2023-12-01T05:03:24.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.225+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=MOELOGXCX05H type=write size=457479 2023-12-01T05:03:24.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.226+0000 7f2ce2b518c0 1 < completed write operation key=KFTOV6Y7KOAW tag=UVTA7P0CFK1M type=write size=337514 2023-12-01T05:03:24.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.228+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=XMZZ62DZP1RS type=del size=3664450 2023-12-01T05:03:24.230 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.229+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~EWLB86C4AKDC.0 size=1048576 2023-12-01T05:03:24.232 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.230+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~EWLB86C4AKDC.1 size=1048576 2023-12-01T05:03:24.232 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.231+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~EWLB86C4AKDC.2 size=985529 2023-12-01T05:03:24.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.233+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=EWLB86C4AKDC tag=2KGL4OAEWYI8 type=write size=4131257 2023-12-01T05:03:24.237 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.236+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~0ODAYUHR1S05.0 size=1048576 2023-12-01T05:03:24.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.237+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~0ODAYUHR1S05.1 size=290516 2023-12-01T05:03:24.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.237+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=0ODAYUHR1S05 tag=IKZ6AKT1TQUY type=write size=2387668 2023-12-01T05:03:24.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.238+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=XNOCF9PDZ05J type=del 2023-12-01T05:03:24.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.240+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=Q97ULUP7Y3JC type=del size=1509334 2023-12-01T05:03:24.243 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.242+0000 7f2ce2b518c0 1 < suggested remove operation key=LDCQLVOA6YHR tag=6OYM47F27MNS type=del 2023-12-01T05:03:24.246 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.245+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~HHAODBMNP33M.0 size=1048576 2023-12-01T05:03:24.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.246+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~HHAODBMNP33M.1 size=1048576 2023-12-01T05:03:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:23 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:23 smithi111 ceph-mon[97855]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-01T05:03:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:23 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193810-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:23 smithi111 ceph-mon[116524]: osdmap e1078: 8 total, 8 up, 8 in 2023-12-01T05:03:24.249 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.247+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~HHAODBMNP33M.2 size=735430 2023-12-01T05:03:24.249 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.247+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=HHAODBMNP33M tag=U4R13LYPED0D type=write size=3881158 2023-12-01T05:03:24.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.249+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~YLCQ1LM64S38.0 size=230715 2023-12-01T05:03:24.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.251+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=YLCQ1LM64S38 tag=ERKIIEILHET9 type=write size=1279291 2023-12-01T05:03:24.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.252+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=Q9UQ8UJARWTP type=del size=3137890 2023-12-01T05:03:24.256 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.255+0000 7f2ce2b518c0 1 < suggested remove operation key=SH80HT2F4NK2 tag=RDH71SL9OMV6 type=del 2023-12-01T05:03:24.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.256+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=J3NCQ75SJ9MU type=del size=2423443 2023-12-01T05:03:24.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.257+0000 7f2ce2b518c0 1 < canceled operation key=JWJAKQZX6VLS tag=1GTODYG1KK69 type=del size=2170669 2023-12-01T05:03:24.260 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.259+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=39DB0IQRTN83 type=del size=1107422 2023-12-01T05:03:24.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.260+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=54MNE339M85R type=del 2023-12-01T05:03:24.262 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.261+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=N9O39XNEYG7F type=write size=461528 2023-12-01T05:03:24.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.263+0000 7f2ce2b518c0 1 < completed write operation key=HAZC92VMYO82 tag=NVZHBRWOU8MQ type=write size=766072 2023-12-01T05:03:24.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.264+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=DWFI8GDEW9JS type=del size=296194 2023-12-01T05:03:24.266 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.265+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=AXLP6TR9DCXA type=del 2023-12-01T05:03:24.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.267+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=ZRBSBON7GH6W type=write size=389811 2023-12-01T05:03:24.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.268+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~8JRCU4NW4ZI1.0 size=1048576 2023-12-01T05:03:24.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.269+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~8JRCU4NW4ZI1.1 size=1048576 2023-12-01T05:03:24.272 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.271+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~8JRCU4NW4ZI1.2 size=1047025 2023-12-01T05:03:24.274 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.273+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=8JRCU4NW4ZI1 tag=1GD7LW6AH4J1 type=write size=4192753 2023-12-01T05:03:24.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.276+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~HUNKQTX3RFLY.0 size=1048576 2023-12-01T05:03:24.278 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.277+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~HUNKQTX3RFLY.1 size=1048576 2023-12-01T05:03:24.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.278+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~HUNKQTX3RFLY.2 size=27369 2023-12-01T05:03:24.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.278+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=HUNKQTX3RFLY tag=OULUHLIQWQES type=write size=3173097 2023-12-01T05:03:24.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.280+0000 7f2ce2b518c0 1 < canceled operation key=IU15OM7RZ3XF tag=FJ9P4SLJHBP1 type=del size=2063106 2023-12-01T05:03:24.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.281+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=WVABX0PQDFE5 type=del size=1237680 2023-12-01T05:03:24.284 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.283+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=X069BWX5NNNI type=del 2023-12-01T05:03:24.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.284+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=UUU76K75DPX4 type=del size=4089986 2023-12-01T05:03:24.287 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.286+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=9GG2XFALHYBD type=del 2023-12-01T05:03:24.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.289+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~7SSY46P7ODO2.0 size=1048576 2023-12-01T05:03:24.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.290+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~7SSY46P7ODO2.1 size=419608 2023-12-01T05:03:24.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.290+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=7SSY46P7ODO2 tag=LPF05ZO4HF77 type=write size=2516760 2023-12-01T05:03:24.292 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.291+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=LDCQLVOA6YHR tag=55S7JFXZ0NV1 type=del size=366876: (2) No such file or directory 2023-12-01T05:03:24.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.292+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=8OI3GQSF6ZTM type=del size=2651002 2023-12-01T05:03:24.295 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.294+0000 7f2ce2b518c0 1 < canceled operation key=39WRHET0UJ7U tag=MOELOGXCX05H type=write size=457479 2023-12-01T05:03:24.296 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.295+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=2E6VCIGB9LTJ type=del size=1123694 2023-12-01T05:03:24.298 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.297+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=XMZZ62DZP1RS type=del 2023-12-01T05:03:24.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.298+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=2OLMNWFZS25X type=del size=1268468 2023-12-01T05:03:24.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.300+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~0ODAYUHR1S05.0 size=1048576 2023-12-01T05:03:24.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.301+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~0ODAYUHR1S05.1 size=290516 2023-12-01T05:03:24.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.303+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=0ODAYUHR1S05 tag=IKZ6AKT1TQUY type=write size=2387668 2023-12-01T05:03:24.306 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.305+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=70WF15XSYINN type=del size=2742751 2023-12-01T05:03:24.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.306+0000 7f2ce2b518c0 -1 < failed to complete operation key=LDCQLVOA6YHR tag=Q97ULUP7Y3JC type=del size=1509334: (22) Invalid argument 2023-12-01T05:03:24.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.308+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=BWH0DFPALEAH type=del size=56878 2023-12-01T05:03:24.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.309+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~HHAODBMNP33M.0 size=1048576 2023-12-01T05:03:24.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.311+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~HHAODBMNP33M.1 size=1048576 2023-12-01T05:03:24.313 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.312+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~HHAODBMNP33M.2 size=735430 2023-12-01T05:03:24.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.314+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=HHAODBMNP33M tag=U4R13LYPED0D type=write size=3881158 2023-12-01T05:03:24.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.317+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~Y06UD8E6R1LN.0 size=1048576 2023-12-01T05:03:24.319 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.318+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~Y06UD8E6R1LN.1 size=286923 2023-12-01T05:03:24.319 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.318+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=Y06UD8E6R1LN tag=Z6IG6LB4AS4Y type=write size=2384075 2023-12-01T05:03:24.320 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.319+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=Q9UQ8UJARWTP type=del 2023-12-01T05:03:24.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.322+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~V3GF6Y1EJQBR.0 size=1047574 2023-12-01T05:03:24.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.322+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=V3GF6Y1EJQBR tag=ZLON1RW5WPNP type=write size=2096150 2023-12-01T05:03:24.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.323+0000 7f2ce2b518c0 1 < canceled operation key=W8X2JZ25JX20 tag=J3NCQ75SJ9MU type=del size=2423443 2023-12-01T05:03:24.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.325+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=IK00II6XZEP0 type=del size=1086587 2023-12-01T05:03:24.327 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.326+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=39DB0IQRTN83 type=del 2023-12-01T05:03:24.328 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.327+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=UWBXYFX8RKIX type=del size=780178 2023-12-01T05:03:24.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.330+0000 7f2ce2b518c0 1 < suggested update operation key=ASITIOFTV58Q tag=N9O39XNEYG7F type=write size=461528 2023-12-01T05:03:24.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.333+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~SD962BC164YH.0 size=1048576 2023-12-01T05:03:24.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.334+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~SD962BC164YH.1 size=428541 2023-12-01T05:03:24.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.334+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=SD962BC164YH tag=G6UZY6FPGXJ5 type=write size=2525693 2023-12-01T05:03:24.336 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.335+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=DWFI8GDEW9JS type=del 2023-12-01T05:03:24.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.336+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=274MAITIG45I type=del size=3544066 2023-12-01T05:03:24.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.338+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=ZRBSBON7GH6W type=write size=389811 2023-12-01T05:03:24.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.339+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=PTGYDXMPX14K type=del size=3622441 2023-12-01T05:03:24.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.340+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~HUNKQTX3RFLY.0 size=1048576 2023-12-01T05:03:24.342 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.341+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~HUNKQTX3RFLY.1 size=1048576 2023-12-01T05:03:24.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.342+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~HUNKQTX3RFLY.2 size=27369 2023-12-01T05:03:24.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.344+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=HUNKQTX3RFLY tag=OULUHLIQWQES type=write size=3173097 2023-12-01T05:03:24.347 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.346+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=STYP4RB39VQT type=del size=656381 2023-12-01T05:03:24.348 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.347+0000 7f2ce2b518c0 1 < canceled operation key=Y5IWDXWUVH3N tag=WVABX0PQDFE5 type=del size=1237680 2023-12-01T05:03:24.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.350+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~ZJR94BFB7119.0 size=1048576 2023-12-01T05:03:24.352 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.351+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~ZJR94BFB7119.1 size=1048576 2023-12-01T05:03:24.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.352+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~ZJR94BFB7119.2 size=482834 2023-12-01T05:03:24.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.352+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=ZJR94BFB7119 tag=MMTRHQ17JXS0 type=write size=3628562 2023-12-01T05:03:24.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.353+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=UUU76K75DPX4 type=del 2023-12-01T05:03:24.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.356+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~9KAGLRHCWZG1.0 size=1048576 2023-12-01T05:03:24.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.357+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~9KAGLRHCWZG1.1 size=651777 2023-12-01T05:03:24.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.357+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=9KAGLRHCWZG1 tag=3QSUJTL3EO1N type=write size=2748929 2023-12-01T05:03:24.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.358+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~7SSY46P7ODO2.0 size=1048576 2023-12-01T05:03:24.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.359+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~7SSY46P7ODO2.1 size=419608 2023-12-01T05:03:24.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.362+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=7SSY46P7ODO2 tag=LPF05ZO4HF77 type=write size=2516760 2023-12-01T05:03:24.364 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.363+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=UZ9151GNM4ZJ type=del size=3882513 2023-12-01T05:03:24.367 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.366+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=8OI3GQSF6ZTM type=del 2023-12-01T05:03:24.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.367+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=KCEN2OCYFI7T type=write size=222155 2023-12-01T05:03:24.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.368+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=2E6VCIGB9LTJ type=del 2023-12-01T05:03:24.371 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.370+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=Z8D5FOI8RHVY type=del size=164373 2023-12-01T05:03:24.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.371+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=2OLMNWFZS25X type=del 2023-12-01T05:03:24.375 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.374+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~T07DQ1FIXK3N.0 size=825551 2023-12-01T05:03:24.375 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.374+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=T07DQ1FIXK3N tag=IAB3HTEPFWZX type=write size=1874127 2023-12-01T05:03:24.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.377+0000 7f2ce2b518c0 1 < suggested update operation key=10L177QUH8QE tag=70WF15XSYINN type=del size=2742751 2023-12-01T05:03:24.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.380+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~LJ2F410E10EB.0 size=1048576 2023-12-01T05:03:24.382 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.381+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~LJ2F410E10EB.1 size=831937 2023-12-01T05:03:24.382 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.381+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=LJ2F410E10EB tag=YX2VRX5G853C type=write size=2929089 2023-12-01T05:03:24.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.384+0000 7f2ce2b518c0 1 < suggested remove operation key=VAXQ0BZJCDUB tag=BWH0DFPALEAH type=del 2023-12-01T05:03:24.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.385+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=B3XJU2GMH95Z type=del size=3784251 2023-12-01T05:03:24.387 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.386+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~Y06UD8E6R1LN.0 size=1048576 2023-12-01T05:03:24.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.387+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~Y06UD8E6R1LN.1 size=286923 2023-12-01T05:03:24.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.389+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=Y06UD8E6R1LN tag=Z6IG6LB4AS4Y type=write size=2384075 2023-12-01T05:03:24.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.392+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~V6COXQZC1TNV.0 size=1048576 2023-12-01T05:03:24.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.393+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~V6COXQZC1TNV.1 size=449278 2023-12-01T05:03:24.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.393+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=V6COXQZC1TNV tag=WV0HV6HE9KLT type=write size=2546430 2023-12-01T05:03:24.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.395+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~V3GF6Y1EJQBR.0 size=1047574 2023-12-01T05:03:24.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.397+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=V3GF6Y1EJQBR tag=ZLON1RW5WPNP type=write size=2096150 2023-12-01T05:03:24.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.399+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~D6HUU63WP6A7.0 size=1048576 2023-12-01T05:03:24.401 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.400+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~D6HUU63WP6A7.1 size=321639 2023-12-01T05:03:24.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.400+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=D6HUU63WP6A7 tag=2MQ6UZNC5VBT type=write size=2418791 2023-12-01T05:03:24.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.402+0000 7f2ce2b518c0 -1 < failed to complete operation key=ASITIOFTV58Q tag=IK00II6XZEP0 type=del size=1086587: (22) Invalid argument 2023-12-01T05:03:24.405 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.404+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~NN0RSJZPPNLV.0 size=1048576 2023-12-01T05:03:24.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.405+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~NN0RSJZPPNLV.1 size=9031 2023-12-01T05:03:24.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.405+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=NN0RSJZPPNLV tag=732VD27YL61F type=write size=2106183 2023-12-01T05:03:24.410 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.409+0000 7f2ce2b518c0 1 < suggested remove operation key=8XRBQI3FV85G tag=UWBXYFX8RKIX type=del 2023-12-01T05:03:24.411 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.410+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=FIO1CUD45SNG type=del size=3206400 2023-12-01T05:03:24.413 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.412+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~SD962BC164YH.0 size=1048576 2023-12-01T05:03:24.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.413+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~SD962BC164YH.1 size=428541 2023-12-01T05:03:24.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.415+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=SD962BC164YH tag=G6UZY6FPGXJ5 type=write size=2525693 2023-12-01T05:03:24.419 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.418+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BT554K3Y5ODV.0 size=1048576 2023-12-01T05:03:24.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.419+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BT554K3Y5ODV.1 size=462144 2023-12-01T05:03:24.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.419+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=BT554K3Y5ODV tag=BKIVJYI47WJS type=write size=2559296 2023-12-01T05:03:24.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.420+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=274MAITIG45I type=del 2023-12-01T05:03:24.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.422+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~W6FUYU3LZK8Y.0 size=1048576 2023-12-01T05:03:24.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.424+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~W6FUYU3LZK8Y.1 size=158011 2023-12-01T05:03:24.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.424+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=W6FUYU3LZK8Y tag=XT4WAZN20F8S type=write size=2255163 2023-12-01T05:03:24.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.425+0000 7f2ce2b518c0 1 < canceled operation key=ASITIOFTV58Q tag=PTGYDXMPX14K type=del size=3622441 2023-12-01T05:03:24.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.426+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=E0UETGR5KR3C type=del size=3043180 2023-12-01T05:03:24.429 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.428+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=STYP4RB39VQT type=del 2023-12-01T05:03:24.432 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.431+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~6CJAXOYCFQ1X.0 size=1048576 2023-12-01T05:03:24.433 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.432+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~6CJAXOYCFQ1X.1 size=1048576 2023-12-01T05:03:24.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.433+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~6CJAXOYCFQ1X.2 size=107380 2023-12-01T05:03:24.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.433+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=6CJAXOYCFQ1X tag=XTZG9OWY199S type=write size=3253108 2023-12-01T05:03:24.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.433+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SY2W6QFZQBL7.2~ZJR94BFB7119.0 size=1048576 2023-12-01T05:03:24.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.434+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~ZJR94BFB7119.1 size=1048576 2023-12-01T05:03:24.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.435+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~ZJR94BFB7119.2 size=482834 2023-12-01T05:03:24.439 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.438+0000 7f2ce2b518c0 1 < canceled multipart upload key=SY2W6QFZQBL7 upload=ZJR94BFB7119 tag=MMTRHQ17JXS0 type=write size=3628562 2023-12-01T05:03:24.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.440+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=2TW6SJKH9P49 type=write size=369134 2023-12-01T05:03:24.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.441+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~9KAGLRHCWZG1.0 size=1048576 2023-12-01T05:03:24.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.442+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~9KAGLRHCWZG1.1 size=651777 2023-12-01T05:03:24.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.445+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=9KAGLRHCWZG1 tag=3QSUJTL3EO1N type=write size=2748929 2023-12-01T05:03:24.448 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.447+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~I5NO1MXXPO5Z.0 size=337023 2023-12-01T05:03:24.448 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.447+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=I5NO1MXXPO5Z tag=YV4NBCJ6WK28 type=write size=1385599 2023-12-01T05:03:24.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.449+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=UZ9151GNM4ZJ type=del 2023-12-01T05:03:24.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.450+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=VKGY8Z642GPN type=del size=456238 2023-12-01T05:03:24.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.452+0000 7f2ce2b518c0 1 < completed write operation key=Y5IWDXWUVH3N tag=KCEN2OCYFI7T type=write size=222155 2023-12-01T05:03:24.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.453+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=NGAI13GCILXE type=del size=3737734 2023-12-01T05:03:24.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.456+0000 7f2ce2b518c0 1 < suggested remove operation key=EQJ6TWB0BPZS tag=Z8D5FOI8RHVY type=del 2023-12-01T05:03:24.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.458+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=D78BANVQMWJ9 type=del size=1797865 2023-12-01T05:03:24.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.459+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~T07DQ1FIXK3N.0 size=825551 2023-12-01T05:03:24.463 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.462+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=T07DQ1FIXK3N tag=IAB3HTEPFWZX type=write size=1874127 2023-12-01T05:03:24.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.465+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~5CX8J3QN4JG0.0 size=1048576 2023-12-01T05:03:24.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.466+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~5CX8J3QN4JG0.1 size=1048576 2023-12-01T05:03:24.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.467+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~5CX8J3QN4JG0.2 size=125304 2023-12-01T05:03:24.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.467+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=5CX8J3QN4JG0 tag=RO4M57QAXQSR type=write size=3271032 2023-12-01T05:03:24.470 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.469+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~LJ2F410E10EB.0 size=1048576 2023-12-01T05:03:24.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.470+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~LJ2F410E10EB.1 size=831937 2023-12-01T05:03:24.473 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.472+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=LJ2F410E10EB tag=YX2VRX5G853C type=write size=2929089 2023-12-01T05:03:24.476 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.475+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~C8N89XDTQ6YM.0 size=1048576 2023-12-01T05:03:24.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.476+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~C8N89XDTQ6YM.1 size=1048576 2023-12-01T05:03:24.478 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.477+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~C8N89XDTQ6YM.2 size=536452 2023-12-01T05:03:24.478 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.477+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=C8N89XDTQ6YM tag=MTOCFULZ40GI type=write size=3682180 2023-12-01T05:03:24.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.478+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=B3XJU2GMH95Z type=del size=3784251 2023-12-01T05:03:24.482 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.481+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~SXEL8OF1KJOZ.0 size=287119 2023-12-01T05:03:24.482 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.481+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=SXEL8OF1KJOZ tag=1KG8ASI9U5ET type=write size=1335695 2023-12-01T05:03:24.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.482+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~V6COXQZC1TNV.0 size=1048576 2023-12-01T05:03:24.484 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.483+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~V6COXQZC1TNV.1 size=449278 2023-12-01T05:03:24.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.485+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=V6COXQZC1TNV tag=WV0HV6HE9KLT type=write size=2546430 2023-12-01T05:03:24.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.488+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~H8FOG0PQHD9C.0 size=833212 2023-12-01T05:03:24.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.488+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=H8FOG0PQHD9C tag=2CYKOXVUHTTY type=write size=1881788 2023-12-01T05:03:24.490 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.489+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~D6HUU63WP6A7.0 size=1048576 2023-12-01T05:03:24.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.490+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~D6HUU63WP6A7.1 size=321639 2023-12-01T05:03:24.493 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.492+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=D6HUU63WP6A7 tag=2MQ6UZNC5VBT type=write size=2418791 2023-12-01T05:03:24.496 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.495+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~EB5KX7NP28R4.0 size=1048576 2023-12-01T05:03:24.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.496+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~EB5KX7NP28R4.1 size=886196 2023-12-01T05:03:24.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.496+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=EB5KX7NP28R4 tag=WNFHH4MCZG06 type=write size=2983348 2023-12-01T05:03:24.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.497+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~NN0RSJZPPNLV.0 size=1048576 2023-12-01T05:03:24.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.498+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~NN0RSJZPPNLV.1 size=9031 2023-12-01T05:03:24.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.501+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=NN0RSJZPPNLV tag=732VD27YL61F type=write size=2106183 2023-12-01T05:03:24.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.502+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=3L3W8LOK0GFL type=del size=3261011 2023-12-01T05:03:24.504 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.503+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=FIO1CUD45SNG type=del 2023-12-01T05:03:24.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.505+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=D3KNLFW9B9H7 type=del size=2253918 2023-12-01T05:03:24.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.505+0000 7f2ce2b518c0 1 < canceled part key=_multipart_J3U83X19X8WG.2~BT554K3Y5ODV.0 size=1048576 2023-12-01T05:03:24.507 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.506+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~BT554K3Y5ODV.1 size=462144 2023-12-01T05:03:24.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.508+0000 7f2ce2b518c0 1 < canceled multipart upload key=J3U83X19X8WG upload=BT554K3Y5ODV tag=BKIVJYI47WJS type=write size=2559296 2023-12-01T05:03:24.511 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.510+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=PO5WI839AC5X type=del size=1308041 2023-12-01T05:03:24.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.511+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~W6FUYU3LZK8Y.0 size=1048576 2023-12-01T05:03:24.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.511+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~W6FUYU3LZK8Y.1 size=158011 2023-12-01T05:03:24.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.513+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=W6FUYU3LZK8Y tag=XT4WAZN20F8S type=write size=2255163 2023-12-01T05:03:24.516 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.515+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=LOJ9GATIYZCH type=write size=206648 2023-12-01T05:03:24.517 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.516+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=E0UETGR5KR3C type=del 2023-12-01T05:03:24.518 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.517+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=1RYKSFUZF5W5 type=write size=170668 2023-12-01T05:03:24.520 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.519+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~6CJAXOYCFQ1X.0 size=1048576 2023-12-01T05:03:24.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.520+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~6CJAXOYCFQ1X.1 size=1048576 2023-12-01T05:03:24.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.521+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~6CJAXOYCFQ1X.2 size=107380 2023-12-01T05:03:24.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.523+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=6CJAXOYCFQ1X tag=XTZG9OWY199S type=write size=3253108 2023-12-01T05:03:24.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.525+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~L90RNVO4HF7G.0 size=1048576 2023-12-01T05:03:24.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.526+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~L90RNVO4HF7G.1 size=278904 2023-12-01T05:03:24.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.526+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=L90RNVO4HF7G tag=IQQR3SLOYLL0 type=write size=2376056 2023-12-01T05:03:24.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.527+0000 7f2ce2b518c0 1 < completed write operation key=YZK909CJ0EPV tag=2TW6SJKH9P49 type=write size=369134 2023-12-01T05:03:24.531 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.530+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~LMFSINOFWPYT.0 size=1048576 2023-12-01T05:03:24.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.531+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~LMFSINOFWPYT.1 size=411883 2023-12-01T05:03:24.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.531+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=LMFSINOFWPYT tag=1VRIIS6RMKLB type=write size=2509035 2023-12-01T05:03:24.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.532+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~I5NO1MXXPO5Z.0 size=337023 2023-12-01T05:03:24.535 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.534+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=I5NO1MXXPO5Z tag=YV4NBCJ6WK28 type=write size=1385599 2023-12-01T05:03:24.537 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.536+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=35J9NLCYA2BG type=del size=3360635 2023-12-01T05:03:24.539 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.538+0000 7f2ce2b518c0 1 < suggested update operation key=0BUXOUU4KRQZ tag=VKGY8Z642GPN type=del size=456238 2023-12-01T05:03:24.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.540+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=Z9UQERUQBOLJ type=del size=1201711 2023-12-01T05:03:24.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.541+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=NGAI13GCILXE type=del 2023-12-01T05:03:24.544 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.543+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=AIDMKO6C5PFF type=del size=563294 2023-12-01T05:03:24.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.544+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=D78BANVQMWJ9 type=del 2023-12-01T05:03:24.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.546+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~0ET3AVFDGZ5F.0 size=268757 2023-12-01T05:03:24.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.546+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=0ET3AVFDGZ5F tag=4SRRE2AEKI3V type=write size=1317333 2023-12-01T05:03:24.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.548+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~5CX8J3QN4JG0.0 size=1048576 2023-12-01T05:03:24.550 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.549+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~5CX8J3QN4JG0.1 size=1048576 2023-12-01T05:03:24.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.550+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~5CX8J3QN4JG0.2 size=125304 2023-12-01T05:03:24.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.552+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=5CX8J3QN4JG0 tag=RO4M57QAXQSR type=write size=3271032 2023-12-01T05:03:24.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.555+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~SOGLTMJI9780.0 size=158903 2023-12-01T05:03:24.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.555+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=SOGLTMJI9780 tag=5KU0ZV61QK77 type=write size=1207479 2023-12-01T05:03:24.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.555+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~C8N89XDTQ6YM.0 size=1048576 2023-12-01T05:03:24.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.556+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~C8N89XDTQ6YM.1 size=1048576 2023-12-01T05:03:24.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.557+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~C8N89XDTQ6YM.2 size=536452 2023-12-01T05:03:24.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.560+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=C8N89XDTQ6YM tag=MTOCFULZ40GI type=write size=3682180 2023-12-01T05:03:24.562 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.561+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=JVX3R9MNNXSE type=del size=3633625 2023-12-01T05:03:24.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.563+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~SXEL8OF1KJOZ.0 size=287119 2023-12-01T05:03:24.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.565+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=SXEL8OF1KJOZ tag=1KG8ASI9U5ET type=write size=1335695 2023-12-01T05:03:24.568 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.567+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=V4VHMJJKQ2QZ type=del size=3374509 2023-12-01T05:03:24.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.568+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~H8FOG0PQHD9C.0 size=833212 2023-12-01T05:03:24.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.571+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=H8FOG0PQHD9C tag=2CYKOXVUHTTY type=write size=1881788 2023-12-01T05:03:24.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.573+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~A9Z9FO1L5WAH.0 size=1048576 2023-12-01T05:03:24.575 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.574+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~A9Z9FO1L5WAH.1 size=1048576 2023-12-01T05:03:24.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.575+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~A9Z9FO1L5WAH.2 size=670549 2023-12-01T05:03:24.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.575+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=A9Z9FO1L5WAH tag=A4DE61Q8MUPJ type=write size=3816277 2023-12-01T05:03:24.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.577+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~EB5KX7NP28R4.0 size=1048576 2023-12-01T05:03:24.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.578+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~EB5KX7NP28R4.1 size=886196 2023-12-01T05:03:24.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.580+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=EB5KX7NP28R4 tag=WNFHH4MCZG06 type=write size=2983348 2023-12-01T05:03:24.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.583+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~9YUBOVU6PZA2.0 size=776136 2023-12-01T05:03:24.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.583+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=9YUBOVU6PZA2 tag=U61KSBJHCIZF type=write size=1824712 2023-12-01T05:03:24.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.584+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=3L3W8LOK0GFL type=del 2023-12-01T05:03:24.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.587+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~1GWH7C9MX5TQ.0 size=1048576 2023-12-01T05:03:24.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.588+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~1GWH7C9MX5TQ.1 size=541531 2023-12-01T05:03:24.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.588+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=1GWH7C9MX5TQ tag=C10N0U035LY7 type=write size=2638683 2023-12-01T05:03:24.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.589+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=D3KNLFW9B9H7 type=del 2023-12-01T05:03:24.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.591+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=TA271LHSMZYV type=del size=1173183 2023-12-01T05:03:24.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.592+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=PO5WI839AC5X type=del 2023-12-01T05:03:24.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.595+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~DQNCZU6CBQPP.0 size=1048576 2023-12-01T05:03:24.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.596+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~DQNCZU6CBQPP.1 size=1048576 2023-12-01T05:03:24.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.597+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~DQNCZU6CBQPP.2 size=361355 2023-12-01T05:03:24.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.597+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=DQNCZU6CBQPP tag=46W8FMT9ZKCK type=write size=3507083 2023-12-01T05:03:24.600 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.599+0000 7f2ce2b518c0 1 < completed write operation key=KFTOV6Y7KOAW tag=LOJ9GATIYZCH type=write size=206648 2023-12-01T05:03:24.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.600+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=FGB3EZJ6VVM7 type=del size=152523 2023-12-01T05:03:24.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.602+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=1RYKSFUZF5W5 type=write size=170668 2023-12-01T05:03:24.604 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.603+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=GTRWRA56LRY5 type=del size=1389605 2023-12-01T05:03:24.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.605+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~L90RNVO4HF7G.0 size=1048576 2023-12-01T05:03:24.607 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.606+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~L90RNVO4HF7G.1 size=278904 2023-12-01T05:03:24.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.609+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=L90RNVO4HF7G tag=IQQR3SLOYLL0 type=write size=2376056 2023-12-01T05:03:24.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.612+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~ULJA6TTC0W70.0 size=1048576 2023-12-01T05:03:24.614 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.613+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~ULJA6TTC0W70.1 size=123800 2023-12-01T05:03:24.614 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.613+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=ULJA6TTC0W70 tag=2UU7XPOW5YMH type=write size=2220952 2023-12-01T05:03:24.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.614+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~LMFSINOFWPYT.0 size=1048576 2023-12-01T05:03:24.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.615+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~LMFSINOFWPYT.1 size=411883 2023-12-01T05:03:24.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.618+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=LMFSINOFWPYT tag=1VRIIS6RMKLB type=write size=2509035 2023-12-01T05:03:24.621 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.620+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=VZLI9MOP31PJ type=write size=511521 2023-12-01T05:03:24.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.621+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=35J9NLCYA2BG type=del 2023-12-01T05:03:24.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.624+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~QKKU4L99OYC6.0 size=1048576 2023-12-01T05:03:24.626 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.625+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~QKKU4L99OYC6.1 size=794195 2023-12-01T05:03:24.626 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.625+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=QKKU4L99OYC6 tag=K6XWDOA8FLHH type=write size=2891347 2023-12-01T05:03:24.628 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.627+0000 7f2ce2b518c0 1 < suggested remove operation key=HAZC92VMYO82 tag=Z9UQERUQBOLJ type=del 2023-12-01T05:03:24.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.629+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=U1BXQP2938N6 type=del size=720670 2023-12-01T05:03:24.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.631+0000 7f2ce2b518c0 1 < suggested update operation key=5U9IVFXOOGZO tag=AIDMKO6C5PFF type=del size=563294 2023-12-01T05:03:24.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.634+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~TL8PX0D1X5OE.0 size=1048576 2023-12-01T05:03:24.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.635+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~TL8PX0D1X5OE.1 size=566512 2023-12-01T05:03:24.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.635+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=TL8PX0D1X5OE tag=Y7SVSFZ6WC0Q type=write size=2663664 2023-12-01T05:03:24.637 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.636+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~0ET3AVFDGZ5F.0 size=268757 2023-12-01T05:03:24.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.639+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=0ET3AVFDGZ5F tag=4SRRE2AEKI3V type=write size=1317333 2023-12-01T05:03:24.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.640+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=K80TFLD9D3WM type=write size=620047 2023-12-01T05:03:24.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.642+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~SOGLTMJI9780.0 size=158903 2023-12-01T05:03:24.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.645+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=SOGLTMJI9780 tag=5KU0ZV61QK77 type=write size=1207479 2023-12-01T05:03:24.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.646+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=9FGSP7DNVTI9 type=write size=187474 2023-12-01T05:03:24.649 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.648+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=JVX3R9MNNXSE type=del 2023-12-01T05:03:24.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.649+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=J06GPF8ZWZRM type=del size=1370310 2023-12-01T05:03:24.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.652+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=V4VHMJJKQ2QZ type=del 2023-12-01T05:03:24.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.654+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=H4L3Q5IT76DH type=del size=2454672 2023-12-01T05:03:24.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.655+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~A9Z9FO1L5WAH.0 size=1048576 2023-12-01T05:03:24.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.657+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~A9Z9FO1L5WAH.1 size=1048576 2023-12-01T05:03:24.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.658+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~A9Z9FO1L5WAH.2 size=670549 2023-12-01T05:03:24.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.660+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=A9Z9FO1L5WAH tag=A4DE61Q8MUPJ type=write size=3816277 2023-12-01T05:03:24.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.662+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=2KALJN1CEJSN type=del size=2401666 2023-12-01T05:03:24.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.663+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~9YUBOVU6PZA2.0 size=776136 2023-12-01T05:03:24.666 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.665+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=9YUBOVU6PZA2 tag=U61KSBJHCIZF type=write size=1824712 2023-12-01T05:03:24.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.668+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~2S8O5PCXYNP6.0 size=1048576 2023-12-01T05:03:24.670 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.669+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~2S8O5PCXYNP6.1 size=593103 2023-12-01T05:03:24.670 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.669+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=2S8O5PCXYNP6 tag=RSQKZWMF4PBD type=write size=2690255 2023-12-01T05:03:24.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.669+0000 7f2ce2b518c0 1 < canceled part key=_multipart_807CI1E6OSAU.2~1GWH7C9MX5TQ.0 size=1048576 2023-12-01T05:03:24.672 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.671+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~1GWH7C9MX5TQ.1 size=541531 2023-12-01T05:03:24.674 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.673+0000 7f2ce2b518c0 1 < canceled multipart upload key=807CI1E6OSAU upload=1GWH7C9MX5TQ tag=C10N0U035LY7 type=write size=2638683 2023-12-01T05:03:24.676 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.675+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=NMAJ333A61KA type=del size=2096105 2023-12-01T05:03:24.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.676+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=TA271LHSMZYV type=del 2023-12-01T05:03:24.680 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.679+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~S3319Q9X0QGU.0 size=1048576 2023-12-01T05:03:24.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.680+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~S3319Q9X0QGU.1 size=1048576 2023-12-01T05:03:24.682 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.681+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~S3319Q9X0QGU.2 size=257430 2023-12-01T05:03:24.682 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.681+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=S3319Q9X0QGU tag=SCBNKQNNR94U type=write size=3403158 2023-12-01T05:03:24.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.682+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~DQNCZU6CBQPP.0 size=1048576 2023-12-01T05:03:24.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.683+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~DQNCZU6CBQPP.1 size=1048576 2023-12-01T05:03:24.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.685+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~DQNCZU6CBQPP.2 size=361355 2023-12-01T05:03:24.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.687+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=DQNCZU6CBQPP tag=46W8FMT9ZKCK type=write size=3507083 2023-12-01T05:03:24.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.689+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=91NB7XX2GDSB type=del size=2660332 2023-12-01T05:03:24.692 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.691+0000 7f2ce2b518c0 -1 < failed to complete operation key=JWJAKQZX6VLS tag=FGB3EZJ6VVM7 type=del size=152523: (22) Invalid argument 2023-12-01T05:03:24.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.692+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=T13C8PTD8RLO type=write size=615023 2023-12-01T05:03:24.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.694+0000 7f2ce2b518c0 -1 < failed to complete operation key=JWJAKQZX6VLS tag=GTRWRA56LRY5 type=del size=1389605: (22) Invalid argument 2023-12-01T05:03:24.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.695+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=NM6PHVDNEFZU type=del size=1252705 2023-12-01T05:03:24.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.697+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~ULJA6TTC0W70.0 size=1048576 2023-12-01T05:03:24.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.698+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~ULJA6TTC0W70.1 size=123800 2023-12-01T05:03:24.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.700+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=ULJA6TTC0W70 tag=2UU7XPOW5YMH type=write size=2220952 2023-12-01T05:03:24.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.702+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=UE8134IUEGQ4 type=del size=1665667 2023-12-01T05:03:24.705 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.704+0000 7f2ce2b518c0 1 < completed write operation key=Y5IWDXWUVH3N tag=VZLI9MOP31PJ type=write size=511521 2023-12-01T05:03:24.707 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.706+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=37JK21OVFUUT type=write size=797782 2023-12-01T05:03:24.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.707+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~QKKU4L99OYC6.0 size=1048576 2023-12-01T05:03:24.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.709+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~QKKU4L99OYC6.1 size=794195 2023-12-01T05:03:24.712 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.711+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=QKKU4L99OYC6 tag=K6XWDOA8FLHH type=write size=2891347 2023-12-01T05:03:24.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.713+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~RAXWXUFAAJ2D.0 size=1048576 2023-12-01T05:03:24.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.714+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~RAXWXUFAAJ2D.1 size=922599 2023-12-01T05:03:24.716 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.714+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=RAXWXUFAAJ2D tag=0236TC517OPL type=write size=3019751 2023-12-01T05:03:24.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.716+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=U1BXQP2938N6 type=del 2023-12-01T05:03:24.718 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.717+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=39TTG2O75UMS type=del size=2319903 2023-12-01T05:03:24.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.719+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~TL8PX0D1X5OE.0 size=1048576 2023-12-01T05:03:24.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.720+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~TL8PX0D1X5OE.1 size=566512 2023-12-01T05:03:24.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.722+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=TL8PX0D1X5OE tag=Y7SVSFZ6WC0Q type=write size=2663664 2023-12-01T05:03:24.726 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.725+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~KIDUDNI0V4I6.0 size=647295 2023-12-01T05:03:24.726 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.725+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=KIDUDNI0V4I6 tag=GYB1XPXCVEPX type=write size=1695871 2023-12-01T05:03:24.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.728+0000 7f2ce2b518c0 1 < suggested remove operation key=807CI1E6OSAU tag=K80TFLD9D3WM type=write 2023-12-01T05:03:24.730 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.729+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=WV9ZH016QKB3 type=del size=4122121 2023-12-01T05:03:24.732 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.730+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=9FGSP7DNVTI9 type=write size=187474 2023-12-01T05:03:24.734 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.733+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~J26EQL0J9X14.0 size=1048576 2023-12-01T05:03:24.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.734+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~J26EQL0J9X14.1 size=818119 2023-12-01T05:03:24.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.734+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=J26EQL0J9X14 tag=1HXGQ261RBRA type=write size=2915271 2023-12-01T05:03:24.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.735+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=J06GPF8ZWZRM type=del 2023-12-01T05:03:24.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.737+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=YJFT30ZEL5OZ type=del size=1026812 2023-12-01T05:03:24.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.738+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=H4L3Q5IT76DH type=del 2023-12-01T05:03:24.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.740+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=GWO29HAFFLWP type=del size=1095122 2023-12-01T05:03:24.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.741+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=2KALJN1CEJSN type=del 2023-12-01T05:03:24.745 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.743+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~I6VTWUVJ0WT4.0 size=1048576 2023-12-01T05:03:24.746 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.745+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~I6VTWUVJ0WT4.1 size=1048576 2023-12-01T05:03:24.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.746+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~I6VTWUVJ0WT4.2 size=424767 2023-12-01T05:03:24.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.746+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=I6VTWUVJ0WT4 tag=P3OU7TYFWX66 type=write size=3570495 2023-12-01T05:03:24.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.748+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~2S8O5PCXYNP6.0 size=1048576 2023-12-01T05:03:24.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.749+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~2S8O5PCXYNP6.1 size=593103 2023-12-01T05:03:24.752 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.751+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=2S8O5PCXYNP6 tag=RSQKZWMF4PBD type=write size=2690255 2023-12-01T05:03:24.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.754+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~BES3CGF2MXPQ.0 size=686872 2023-12-01T05:03:24.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.754+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=BES3CGF2MXPQ tag=7VWBFDMBO87C type=write size=1735448 2023-12-01T05:03:24.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.755+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=NMAJ333A61KA type=del 2023-12-01T05:03:24.759 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.758+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~3SQZZW21974H.0 size=1048576 2023-12-01T05:03:24.761 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.759+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~3SQZZW21974H.1 size=750452 2023-12-01T05:03:24.761 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.759+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=3SQZZW21974H tag=EX2TJNN3C8GV type=write size=2847604 2023-12-01T05:03:24.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.761+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~S3319Q9X0QGU.0 size=1048576 2023-12-01T05:03:24.763 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.762+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~S3319Q9X0QGU.1 size=1048576 2023-12-01T05:03:24.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.763+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~S3319Q9X0QGU.2 size=257430 2023-12-01T05:03:24.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.766+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=S3319Q9X0QGU tag=SCBNKQNNR94U type=write size=3403158 2023-12-01T05:03:24.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.769+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~BZQ2J8IBP2UK.0 size=1048576 2023-12-01T05:03:24.771 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.770+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~BZQ2J8IBP2UK.1 size=1048576 2023-12-01T05:03:24.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.771+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~BZQ2J8IBP2UK.2 size=441717 2023-12-01T05:03:24.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.771+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=BZQ2J8IBP2UK tag=WAPUB985P7MN type=write size=3587445 2023-12-01T05:03:24.775 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.774+0000 7f2ce2b518c0 1 < suggested update operation key=KFTOV6Y7KOAW tag=91NB7XX2GDSB type=del size=2660332 2023-12-01T05:03:24.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.777+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~0EVZ75UJTLRC.0 size=518670 2023-12-01T05:03:24.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.777+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=0EVZ75UJTLRC tag=GKZ3983OYA94 type=write size=1567246 2023-12-01T05:03:24.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.778+0000 7f2ce2b518c0 1 < completed write operation key=MUH8GSRXUS6M tag=T13C8PTD8RLO type=write size=615023 2023-12-01T05:03:24.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.781+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~322AF5SCE0SI.0 size=463386 2023-12-01T05:03:24.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.781+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=322AF5SCE0SI tag=LQKTW5G3ZP95 type=write size=1511962 2023-12-01T05:03:24.783 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.782+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=NM6PHVDNEFZU type=del 2023-12-01T05:03:24.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.784+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=O3Y1M73NG0IZ type=del size=2799787 2023-12-01T05:03:24.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.786+0000 7f2ce2b518c0 1 < suggested update operation key=Y5IWDXWUVH3N tag=UE8134IUEGQ4 type=del size=1665667 2023-12-01T05:03:24.789 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.788+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=ERYWOE99MW7R type=del size=647448 2023-12-01T05:03:24.790 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.789+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=37JK21OVFUUT type=write size=797782 2023-12-01T05:03:24.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.792+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~SO4FUHENEKU4.0 size=1048576 2023-12-01T05:03:24.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.793+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~SO4FUHENEKU4.1 size=320787 2023-12-01T05:03:24.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.793+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=SO4FUHENEKU4 tag=QN04P0L9NC9N type=write size=2417939 2023-12-01T05:03:24.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.793+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~RAXWXUFAAJ2D.0 size=1048576 2023-12-01T05:03:24.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.794+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~RAXWXUFAAJ2D.1 size=922599 2023-12-01T05:03:24.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.797+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=RAXWXUFAAJ2D tag=0236TC517OPL type=write size=3019751 2023-12-01T05:03:24.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.799+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~QKFRG57WSF42.0 size=1048576 2023-12-01T05:03:24.802 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.801+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~QKFRG57WSF42.1 size=1048576 2023-12-01T05:03:24.803 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.802+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~QKFRG57WSF42.2 size=462586 2023-12-01T05:03:24.803 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.802+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=QKFRG57WSF42 tag=LN9AT2L6OZBF type=write size=3608314 2023-12-01T05:03:24.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.803+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=39TTG2O75UMS type=del 2023-12-01T05:03:24.806 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.805+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=JGLPCGV4N1FU type=del size=493341 2023-12-01T05:03:24.806 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.805+0000 7f2ce2b518c0 1 < canceled part key=_multipart_JDW6X9ZJ49B4.2~KIDUDNI0V4I6.0 size=647295 2023-12-01T05:03:24.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.807+0000 7f2ce2b518c0 1 < canceled multipart upload key=JDW6X9ZJ49B4 upload=KIDUDNI0V4I6 tag=GYB1XPXCVEPX type=write size=1695871 2023-12-01T05:03:24.810 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.809+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=91JO8X72GJ0P type=del size=3219780 2023-12-01T05:03:24.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.811+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=WV9ZH016QKB3 type=del 2023-12-01T05:03:24.813 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.812+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=PNE9DFZR5HWS type=del size=870834 2023-12-01T05:03:24.815 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.814+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~J26EQL0J9X14.0 size=1048576 2023-12-01T05:03:24.816 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.815+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~J26EQL0J9X14.1 size=818119 2023-12-01T05:03:24.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.818+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=J26EQL0J9X14 tag=1HXGQ261RBRA type=write size=2915271 2023-12-01T05:03:24.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.819+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=ITZ4DZX5Q1PI type=del size=2899122 2023-12-01T05:03:24.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.821+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=YJFT30ZEL5OZ type=del 2023-12-01T05:03:24.825 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.823+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~R1112KX781Y1.0 size=1048576 2023-12-01T05:03:24.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.824+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~R1112KX781Y1.1 size=1048576 2023-12-01T05:03:24.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.826+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~R1112KX781Y1.2 size=841910 2023-12-01T05:03:24.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.826+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=R1112KX781Y1 tag=ZM5KO2SV5ZUR type=write size=3987638 2023-12-01T05:03:24.828 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.827+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=GWO29HAFFLWP type=del 2023-12-01T05:03:24.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.829+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=TB11BPKENO0V type=del size=505881 2023-12-01T05:03:24.831 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.830+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~I6VTWUVJ0WT4.0 size=1048576 2023-12-01T05:03:24.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.831+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~I6VTWUVJ0WT4.1 size=1048576 2023-12-01T05:03:24.834 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.833+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~I6VTWUVJ0WT4.2 size=424767 2023-12-01T05:03:24.836 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.835+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=I6VTWUVJ0WT4 tag=P3OU7TYFWX66 type=write size=3570495 2023-12-01T05:03:24.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.837+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=A8BEK7QBZUHQ type=del size=660943 2023-12-01T05:03:24.839 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.838+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~BES3CGF2MXPQ.0 size=686872 2023-12-01T05:03:24.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.840+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=BES3CGF2MXPQ tag=7VWBFDMBO87C type=write size=1735448 2023-12-01T05:03:24.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.842+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=4ZS922UPLLN1 type=del size=1320733 2023-12-01T05:03:24.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.843+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~3SQZZW21974H.0 size=1048576 2023-12-01T05:03:24.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.844+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~3SQZZW21974H.1 size=750452 2023-12-01T05:03:24.848 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.847+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=3SQZZW21974H tag=EX2TJNN3C8GV type=write size=2847604 2023-12-01T05:03:24.849 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.848+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=NB7Q7QBY9GVB type=del size=138446 2023-12-01T05:03:24.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.850+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~BZQ2J8IBP2UK.0 size=1048576 2023-12-01T05:03:24.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.850+0000 7f2ce2b518c0 1 < canceled part key=_multipart_W8X2JZ25JX20.2~BZQ2J8IBP2UK.1 size=1048576 2023-12-01T05:03:24.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.851+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~BZQ2J8IBP2UK.2 size=441717 2023-12-01T05:03:24.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.854+0000 7f2ce2b518c0 1 < canceled multipart upload key=W8X2JZ25JX20 upload=BZQ2J8IBP2UK tag=WAPUB985P7MN type=write size=3587445 2023-12-01T05:03:24.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.856+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~A3YFPYXY5B8N.0 size=994989 2023-12-01T05:03:24.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.856+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=A3YFPYXY5B8N tag=3VJV1S211UO6 type=write size=2043565 2023-12-01T05:03:24.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.858+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~0EVZ75UJTLRC.0 size=518670 2023-12-01T05:03:24.861 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.860+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=0EVZ75UJTLRC tag=GKZ3983OYA94 type=write size=1567246 2023-12-01T05:03:24.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.862+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=06AZCM2BS1SB type=del size=447122 2023-12-01T05:03:24.864 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.863+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~322AF5SCE0SI.0 size=463386 2023-12-01T05:03:24.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.866+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=322AF5SCE0SI tag=LQKTW5G3ZP95 type=write size=1511962 2023-12-01T05:03:24.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.867+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=77NZH2ZOL9SU type=del size=2382129 2023-12-01T05:03:24.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.869+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=O3Y1M73NG0IZ type=del 2023-12-01T05:03:24.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.870+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=FVOOL50YUNJV type=del size=4180970 2023-12-01T05:03:24.873 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.872+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=ERYWOE99MW7R type=del 2023-12-01T05:03:24.875 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.874+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~AVHJEJE88RS1.0 size=1048576 2023-12-01T05:03:24.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.875+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~AVHJEJE88RS1.1 size=1048576 2023-12-01T05:03:24.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.876+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~AVHJEJE88RS1.2 size=85536 2023-12-01T05:03:24.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.876+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=AVHJEJE88RS1 tag=97E391BRAQTT type=write size=3231264 2023-12-01T05:03:24.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.878+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~SO4FUHENEKU4.0 size=1048576 2023-12-01T05:03:24.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.879+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~SO4FUHENEKU4.1 size=320787 2023-12-01T05:03:24.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.882+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=SO4FUHENEKU4 tag=QN04P0L9NC9N type=write size=2417939 2023-12-01T05:03:24.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.884+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=JTGJCPA3Q3PX type=del size=2835436 2023-12-01T05:03:24.886 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.885+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~QKFRG57WSF42.0 size=1048576 2023-12-01T05:03:24.887 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.886+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~QKFRG57WSF42.1 size=1048576 2023-12-01T05:03:24.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.888+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~QKFRG57WSF42.2 size=462586 2023-12-01T05:03:24.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.891+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=QKFRG57WSF42 tag=LN9AT2L6OZBF type=write size=3608314 2023-12-01T05:03:24.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.892+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=WCXDRZK7BNWV type=del size=293726 2023-12-01T05:03:24.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.894+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=JGLPCGV4N1FU type=del 2023-12-01T05:03:24.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.896+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~5KWGHKV5LIYN.0 size=1048576 2023-12-01T05:03:24.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.897+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~5KWGHKV5LIYN.1 size=1048576 2023-12-01T05:03:24.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.899+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~5KWGHKV5LIYN.2 size=570593 2023-12-01T05:03:24.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.899+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=5KWGHKV5LIYN tag=KBABV5HXLNPD type=write size=3716321 2023-12-01T05:03:24.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.900+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=91JO8X72GJ0P type=del 2023-12-01T05:03:24.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.902+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=LMGQWHH1HYU0 type=del size=1517549 2023-12-01T05:03:24.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.904+0000 7f2ce2b518c0 1 < canceled operation key=10L177QUH8QE tag=PNE9DFZR5HWS type=del size=870834 2023-12-01T05:03:24.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.907+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~26IMO0QWWU9K.0 size=1048576 2023-12-01T05:03:24.909 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.908+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~26IMO0QWWU9K.1 size=1048576 2023-12-01T05:03:24.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.909+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~26IMO0QWWU9K.2 size=90414 2023-12-01T05:03:24.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.909+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=26IMO0QWWU9K tag=FF8Y21ZYNWI1 type=write size=3236142 2023-12-01T05:03:24.913 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.912+0000 7f2ce2b518c0 1 < suggested remove operation key=DOGWW9WZ6QW8 tag=ITZ4DZX5Q1PI type=del 2023-12-01T05:03:24.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.913+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=RV4RFS09EY1Q type=del size=178445 2023-12-01T05:03:24.916 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.915+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~R1112KX781Y1.0 size=1048576 2023-12-01T05:03:24.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.916+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~R1112KX781Y1.1 size=1048576 2023-12-01T05:03:24.919 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.918+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~R1112KX781Y1.2 size=841910 2023-12-01T05:03:24.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.920+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=R1112KX781Y1 tag=ZM5KO2SV5ZUR type=write size=3987638 2023-12-01T05:03:24.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.923+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~YWL1RV6QNM2F.0 size=1048576 2023-12-01T05:03:24.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.924+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~YWL1RV6QNM2F.1 size=10971 2023-12-01T05:03:24.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.924+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=YWL1RV6QNM2F tag=JTPY1MSS7M7Y type=write size=2108123 2023-12-01T05:03:24.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.926+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=TB11BPKENO0V type=del 2023-12-01T05:03:24.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.928+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~HMT80WBEPZOI.0 size=657035 2023-12-01T05:03:24.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.928+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=HMT80WBEPZOI tag=3CJYGV7DWK6M type=write size=1705611 2023-12-01T05:03:24.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.931+0000 7f2ce2b518c0 1 < suggested remove operation key=EQJ6TWB0BPZS tag=A8BEK7QBZUHQ type=del 2023-12-01T05:03:24.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.932+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=IPVDP76DFSVG type=del size=2733201 2023-12-01T05:03:24.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.934+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=4ZS922UPLLN1 type=del 2023-12-01T05:03:24.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.936+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~OFXD0TNCFRH4.0 size=1048576 2023-12-01T05:03:24.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.938+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~OFXD0TNCFRH4.1 size=20071 2023-12-01T05:03:24.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.938+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=OFXD0TNCFRH4 tag=KGE1U9F4WTOX type=write size=2117223 2023-12-01T05:03:24.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.939+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=NB7Q7QBY9GVB type=del 2023-12-01T05:03:24.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.942+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~KFPFVR6E693J.0 size=476539 2023-12-01T05:03:24.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.942+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=KFPFVR6E693J tag=3DTXTDGZW1TO type=write size=1525115 2023-12-01T05:03:24.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.943+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~A3YFPYXY5B8N.0 size=994989 2023-12-01T05:03:24.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.946+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=A3YFPYXY5B8N tag=3VJV1S211UO6 type=write size=2043565 2023-12-01T05:03:24.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.948+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~T7GA13IT9ILK.0 size=880566 2023-12-01T05:03:24.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.948+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=T7GA13IT9ILK tag=BQFIJZT82EV0 type=write size=1929142 2023-12-01T05:03:24.952 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.951+0000 7f2ce2b518c0 1 < suggested update operation key=5U9IVFXOOGZO tag=06AZCM2BS1SB type=del size=447122 2023-12-01T05:03:24.955 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.953+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=6ZRVXCUFBB2S type=del size=1784834 2023-12-01T05:03:24.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.954+0000 7f2ce2b518c0 1 < canceled operation key=KBRIH4PKGG4O tag=77NZH2ZOL9SU type=del size=2382129 2023-12-01T05:03:24.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.956+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=UB0V57II45Y0 type=del size=1865481 2023-12-01T05:03:24.958 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.957+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=FVOOL50YUNJV type=del 2023-12-01T05:03:24.960 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.959+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=HY7D24WS1F1E type=del size=1702612 2023-12-01T05:03:24.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.960+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~AVHJEJE88RS1.0 size=1048576 2023-12-01T05:03:24.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.961+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~AVHJEJE88RS1.1 size=1048576 2023-12-01T05:03:24.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.962+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~AVHJEJE88RS1.2 size=85536 2023-12-01T05:03:24.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.965+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=AVHJEJE88RS1 tag=97E391BRAQTT type=write size=3231264 2023-12-01T05:03:24.968 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.967+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=IMC0D5253NX0 type=write size=448297 2023-12-01T05:03:24.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.968+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=JTGJCPA3Q3PX type=del 2023-12-01T05:03:24.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.971+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~OA1L62PASFMY.0 size=1048576 2023-12-01T05:03:24.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.972+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~OA1L62PASFMY.1 size=689387 2023-12-01T05:03:24.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.972+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=OA1L62PASFMY tag=SIDUQYJZ86W0 type=write size=2786539 2023-12-01T05:03:24.977 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.975+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=WCXDRZK7BNWV type=del size=293726 2023-12-01T05:03:24.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.977+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=720ABPUGSD7U type=del size=2380853 2023-12-01T05:03:24.979 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.978+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~5KWGHKV5LIYN.0 size=1048576 2023-12-01T05:03:24.981 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.979+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~5KWGHKV5LIYN.1 size=1048576 2023-12-01T05:03:24.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.981+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~5KWGHKV5LIYN.2 size=570593 2023-12-01T05:03:24.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.984+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=5KWGHKV5LIYN tag=KBABV5HXLNPD type=write size=3716321 2023-12-01T05:03:24.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.985+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=MP02SD33UBX6 type=del size=2775632 2023-12-01T05:03:24.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.987+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=LMGQWHH1HYU0 type=del 2023-12-01T05:03:24.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.988+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=2RARHET5DBAM type=del size=268367 2023-12-01T05:03:24.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.990+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~26IMO0QWWU9K.0 size=1048576 2023-12-01T05:03:24.992 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.991+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~26IMO0QWWU9K.1 size=1048576 2023-12-01T05:03:24.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.992+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~26IMO0QWWU9K.2 size=90414 2023-12-01T05:03:24.996 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.995+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=26IMO0QWWU9K tag=FF8Y21ZYNWI1 type=write size=3236142 2023-12-01T05:03:24.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.996+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=SSSR0JSSFFWU type=del size=998403 2023-12-01T05:03:24.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:24.998+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=RV4RFS09EY1Q type=del 2023-12-01T05:03:25.001 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.000+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=CFB2ZAFVRX2I type=write size=989963 2023-12-01T05:03:25.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.001+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~YWL1RV6QNM2F.0 size=1048576 2023-12-01T05:03:25.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.003+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~YWL1RV6QNM2F.1 size=10971 2023-12-01T05:03:25.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.005+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=YWL1RV6QNM2F tag=JTPY1MSS7M7Y type=write size=2108123 2023-12-01T05:03:25.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.007+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=AX2KTT8WCAJS type=del size=3086968 2023-12-01T05:03:25.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.008+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~HMT80WBEPZOI.0 size=657035 2023-12-01T05:03:25.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.010+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=HMT80WBEPZOI tag=3CJYGV7DWK6M type=write size=1705611 2023-12-01T05:03:25.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.013+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~457KG7H2AKIL.0 size=1048576 2023-12-01T05:03:25.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.014+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~457KG7H2AKIL.1 size=1048576 2023-12-01T05:03:25.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.015+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~457KG7H2AKIL.2 size=951206 2023-12-01T05:03:25.017 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.015+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=457KG7H2AKIL tag=UOWAR4SGA1JE type=write size=4096934 2023-12-01T05:03:25.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.017+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=IPVDP76DFSVG type=del 2023-12-01T05:03:25.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.018+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=APPGID46RIJZ type=del size=3084647 2023-12-01T05:03:25.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.020+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~OFXD0TNCFRH4.0 size=1048576 2023-12-01T05:03:25.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.021+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~OFXD0TNCFRH4.1 size=20071 2023-12-01T05:03:25.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.024+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=OFXD0TNCFRH4 tag=KGE1U9F4WTOX type=write size=2117223 2023-12-01T05:03:25.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.025+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=2TVKE09MFC45 type=del size=2723123 2023-12-01T05:03:25.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.027+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~KFPFVR6E693J.0 size=476539 2023-12-01T05:03:25.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.029+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=KFPFVR6E693J tag=3DTXTDGZW1TO type=write size=1525115 2023-12-01T05:03:25.031 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.030+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=7ADCN8MPYSSO type=del size=702093 2023-12-01T05:03:25.033 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.032+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~T7GA13IT9ILK.0 size=880566 2023-12-01T05:03:25.035 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.034+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=T7GA13IT9ILK tag=BQFIJZT82EV0 type=write size=1929142 2023-12-01T05:03:25.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.037+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~IRD6D0BWOJEO.0 size=499012 2023-12-01T05:03:25.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.037+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=IRD6D0BWOJEO tag=78I5DBYUJKHA type=write size=1547588 2023-12-01T05:03:25.041 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.040+0000 7f2ce2b518c0 1 < suggested remove operation key=3VYQRDX2LULH tag=6ZRVXCUFBB2S type=del 2023-12-01T05:03:25.043 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.042+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~7VQ0TJ4BTYXZ.0 size=1048576 2023-12-01T05:03:25.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.043+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~7VQ0TJ4BTYXZ.1 size=1048576 2023-12-01T05:03:25.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.045+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~7VQ0TJ4BTYXZ.2 size=85713 2023-12-01T05:03:25.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.045+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=7VQ0TJ4BTYXZ tag=Q9WYU02Z3WQ3 type=write size=3231441 2023-12-01T05:03:25.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.046+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=UB0V57II45Y0 type=del 2023-12-01T05:03:25.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.048+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=QL2KR90DWG5P type=del size=2986983 2023-12-01T05:03:25.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.049+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=HY7D24WS1F1E type=del 2023-12-01T05:03:25.052 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.051+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=NBFBT3CIX5FJ type=del size=2867274 2023-12-01T05:03:25.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.052+0000 7f2ce2b518c0 1 < canceled operation key=VAXQ0BZJCDUB tag=IMC0D5253NX0 type=write size=448297 2023-12-01T05:03:25.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.054+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=N0P6VPTOYWFF type=del size=1082437 2023-12-01T05:03:25.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.055+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~OA1L62PASFMY.0 size=1048576 2023-12-01T05:03:25.057 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.056+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~OA1L62PASFMY.1 size=689387 2023-12-01T05:03:25.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.059+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=OA1L62PASFMY tag=SIDUQYJZ86W0 type=write size=2786539 2023-12-01T05:03:25.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.062+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~Y5JXGDQ8IU5M.0 size=1048576 2023-12-01T05:03:25.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.063+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~Y5JXGDQ8IU5M.1 size=761476 2023-12-01T05:03:25.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.063+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=Y5JXGDQ8IU5M tag=5FMP3ZRNM5EF type=write size=2858628 2023-12-01T05:03:25.065 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.064+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=720ABPUGSD7U type=del 2023-12-01T05:03:25.067 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.066+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=2SMTF8YRBV71 type=del size=2294681 2023-12-01T05:03:25.068 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.067+0000 7f2ce2b518c0 1 < canceled operation key=SY2W6QFZQBL7 tag=MP02SD33UBX6 type=del size=2775632 2023-12-01T05:03:25.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.070+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~H6J70CK1VHJQ.0 size=1048576 2023-12-01T05:03:25.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.071+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~H6J70CK1VHJQ.1 size=1048576 2023-12-01T05:03:25.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.073+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~H6J70CK1VHJQ.2 size=765568 2023-12-01T05:03:25.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.073+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=H6J70CK1VHJQ tag=165UX9AB32KS type=write size=3911296 2023-12-01T05:03:25.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.074+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=2RARHET5DBAM type=del 2023-12-01T05:03:25.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.077+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~VBV2VCL9Z8QY.0 size=556233 2023-12-01T05:03:25.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.077+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=VBV2VCL9Z8QY tag=IT3ZM3SKAXLP type=write size=1604809 2023-12-01T05:03:25.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.078+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=SSSR0JSSFFWU type=del size=998403 2023-12-01T05:03:25.082 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.081+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~OUM3T4V36EEP.0 size=1048576 2023-12-01T05:03:25.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.082+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~OUM3T4V36EEP.1 size=1040529 2023-12-01T05:03:25.084 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.082+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=OUM3T4V36EEP tag=ZWI0QV1BI94O type=write size=3137681 2023-12-01T05:03:25.085 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.084+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=CFB2ZAFVRX2I type=write size=989963 2023-12-01T05:03:25.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.085+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=RUL3KFTV5HQA type=del size=3568018 2023-12-01T05:03:25.088 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.087+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=AX2KTT8WCAJS type=del 2023-12-01T05:03:25.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.088+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=X6EOFHBY9T45 type=del size=2564783 2023-12-01T05:03:25.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.090+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~457KG7H2AKIL.0 size=1048576 2023-12-01T05:03:25.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.090+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~457KG7H2AKIL.1 size=1048576 2023-12-01T05:03:25.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.090+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~457KG7H2AKIL.2 size=951206 2023-12-01T05:03:25.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.092+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=457KG7H2AKIL tag=UOWAR4SGA1JE type=write size=4096934 2023-12-01T05:03:25.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.094+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=S37URM68OSH1 type=del size=3323130 2023-12-01T05:03:25.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.096+0000 7f2ce2b518c0 1 < suggested update operation key=XVLWW7JLOIDK tag=APPGID46RIJZ type=del size=3084647 2023-12-01T05:03:25.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.098+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=BJ299V7S78NT type=write size=1028774 2023-12-01T05:03:25.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.099+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=2TVKE09MFC45 type=del 2023-12-01T05:03:25.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.101+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=HALJ1GY449TM type=del size=2571707 2023-12-01T05:03:25.104 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.103+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=7ADCN8MPYSSO type=del 2023-12-01T05:03:25.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.105+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=PRW4QGHZ8Q0A type=del size=3402651 2023-12-01T05:03:25.107 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.106+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~IRD6D0BWOJEO.0 size=499012 2023-12-01T05:03:25.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.109+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=IRD6D0BWOJEO tag=78I5DBYUJKHA type=write size=1547588 2023-12-01T05:03:25.112 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.111+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=6WW7DGTZO78C type=del size=3105920 2023-12-01T05:03:25.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.112+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~7VQ0TJ4BTYXZ.0 size=1048576 2023-12-01T05:03:25.114 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.113+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~7VQ0TJ4BTYXZ.1 size=1048576 2023-12-01T05:03:25.116 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.115+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~7VQ0TJ4BTYXZ.2 size=85713 2023-12-01T05:03:25.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.118+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=7VQ0TJ4BTYXZ tag=Q9WYU02Z3WQ3 type=write size=3231441 2023-12-01T05:03:25.120 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.119+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=WMT59JTOGU6S type=del size=174322 2023-12-01T05:03:25.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.122+0000 7f2ce2b518c0 1 < suggested update operation key=39WRHET0UJ7U tag=QL2KR90DWG5P type=del size=2986983 2023-12-01T05:03:25.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.124+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~87Z66IXZ4XE8.0 size=155634 2023-12-01T05:03:25.126 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.124+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=87Z66IXZ4XE8 tag=76FS11GTDORJ type=write size=1204210 2023-12-01T05:03:25.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.126+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=NBFBT3CIX5FJ type=del 2023-12-01T05:03:25.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.127+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=THT8D35NF2JR type=del size=1066019 2023-12-01T05:03:25.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.129+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=N0P6VPTOYWFF type=del 2023-12-01T05:03:25.131 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.130+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=9U3PLE2ELVR4 type=del size=3156559 2023-12-01T05:03:25.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.131+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~Y5JXGDQ8IU5M.0 size=1048576 2023-12-01T05:03:25.134 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.133+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~Y5JXGDQ8IU5M.1 size=761476 2023-12-01T05:03:25.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.136+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=Y5JXGDQ8IU5M tag=5FMP3ZRNM5EF type=write size=2858628 2023-12-01T05:03:25.139 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.138+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~999H9A9CS5OR.0 size=1048576 2023-12-01T05:03:25.141 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.140+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~999H9A9CS5OR.1 size=1048576 2023-12-01T05:03:25.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.141+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~999H9A9CS5OR.2 size=141890 2023-12-01T05:03:25.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.141+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=999H9A9CS5OR tag=3UQGNJQQR3IL type=write size=3287618 2023-12-01T05:03:25.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.143+0000 7f2ce2b518c0 -1 < failed to complete operation key=39WRHET0UJ7U tag=2SMTF8YRBV71 type=del size=2294681: (22) Invalid argument 2023-12-01T05:03:25.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.144+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=1QNQ90LDAITD type=del size=3481072 2023-12-01T05:03:25.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.146+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~H6J70CK1VHJQ.0 size=1048576 2023-12-01T05:03:25.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.146+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~H6J70CK1VHJQ.1 size=1048576 2023-12-01T05:03:25.149 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.147+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~H6J70CK1VHJQ.2 size=765568 2023-12-01T05:03:25.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.150+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=H6J70CK1VHJQ tag=165UX9AB32KS type=write size=3911296 2023-12-01T05:03:25.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.152+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=KJ2GMAQEU9FR type=del size=580333 2023-12-01T05:03:25.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.153+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~VBV2VCL9Z8QY.0 size=556233 2023-12-01T05:03:25.158 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.156+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=VBV2VCL9Z8QY tag=IT3ZM3SKAXLP type=write size=1604809 2023-12-01T05:03:25.159 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.158+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=4Y6828H9V7QL type=del size=2741348 2023-12-01T05:03:25.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.159+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~OUM3T4V36EEP.0 size=1048576 2023-12-01T05:03:25.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.161+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~OUM3T4V36EEP.1 size=1040529 2023-12-01T05:03:25.164 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.163+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=OUM3T4V36EEP tag=ZWI0QV1BI94O type=write size=3137681 2023-12-01T05:03:25.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.165+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=TF44QW736I6C type=del size=1526783 2023-12-01T05:03:25.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.166+0000 7f2ce2b518c0 1 < canceled operation key=EQJ6TWB0BPZS tag=RUL3KFTV5HQA type=del size=3568018 2023-12-01T05:03:25.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.168+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=Q5A2Y8H6VHCU type=write size=682048 2023-12-01T05:03:25.171 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.170+0000 7f2ce2b518c0 -1 < failed to complete operation key=39WRHET0UJ7U tag=X6EOFHBY9T45 type=del size=2564783: (22) Invalid argument 2023-12-01T05:03:25.174 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.173+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~UIYYUJBETSQH.0 size=121602 2023-12-01T05:03:25.175 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.173+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=UIYYUJBETSQH tag=ML3VRNVXYHEJ type=write size=1170178 2023-12-01T05:03:25.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.175+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=S37URM68OSH1 type=del 2023-12-01T05:03:25.177 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.176+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=1ZGKGAXSAUH9 type=del size=3379308 2023-12-01T05:03:25.179 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.178+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=BJ299V7S78NT type=write size=1028774 2023-12-01T05:03:25.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.179+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=FF7N6W71QPCH type=del size=2573362 2023-12-01T05:03:25.182 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.181+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=HALJ1GY449TM type=del 2023-12-01T05:03:25.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.183+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=07MZ2AYTS7UR type=write size=882935 2023-12-01T05:03:25.185 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.184+0000 7f2ce2b518c0 1 < canceled operation key=43ABSP862CV0 tag=PRW4QGHZ8Q0A type=del size=3402651 2023-12-01T05:03:25.187 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.186+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=PANGTFP6T4SQ type=del size=1960880 2023-12-01T05:03:25.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.187+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=6WW7DGTZO78C type=del size=3105920 2023-12-01T05:03:25.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.189+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=QH6GNUJTQVGH type=write size=169587 2023-12-01T05:03:25.193 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.192+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=WMT59JTOGU6S type=del 2023-12-01T05:03:25.195 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.194+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=MO1S849OAI3I type=del size=1010859 2023-12-01T05:03:25.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.195+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~87Z66IXZ4XE8.0 size=155634 2023-12-01T05:03:25.200 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.199+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=87Z66IXZ4XE8 tag=76FS11GTDORJ type=write size=1204210 2023-12-01T05:03:25.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.202+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~W18MO4VMNPL4.0 size=1048576 2023-12-01T05:03:25.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.203+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~W18MO4VMNPL4.1 size=1048576 2023-12-01T05:03:25.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.205+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~W18MO4VMNPL4.2 size=590091 2023-12-01T05:03:25.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.205+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=W18MO4VMNPL4 tag=Y0331JMZMH4B type=write size=3735819 2023-12-01T05:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:24 smithi155 ceph-mon[102677]: pgmap v1664: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:24 smithi155 ceph-mon[102677]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-01T05:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:25.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.207+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=THT8D35NF2JR type=del 2023-12-01T05:03:25.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.208+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=6EGQ2B1TRSDP type=del size=3463189 2023-12-01T05:03:25.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.212+0000 7f2ce2b518c0 1 < suggested remove operation key=3GHZWPTT6R9L tag=9U3PLE2ELVR4 type=del 2023-12-01T05:03:25.214 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.213+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=1K3F7KXCOBSL type=del size=562323 2023-12-01T05:03:25.216 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.215+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~999H9A9CS5OR.0 size=1048576 2023-12-01T05:03:25.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.216+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~999H9A9CS5OR.1 size=1048576 2023-12-01T05:03:25.219 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.217+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~999H9A9CS5OR.2 size=141890 2023-12-01T05:03:25.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.220+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=999H9A9CS5OR tag=3UQGNJQQR3IL type=write size=3287618 2023-12-01T05:03:25.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.222+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=GB3JGBHN8FBS type=del size=3473167 2023-12-01T05:03:25.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.225+0000 7f2ce2b518c0 1 < suggested update operation key=SY2W6QFZQBL7 tag=1QNQ90LDAITD type=del size=3481072 2023-12-01T05:03:25.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.226+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=REU9N6FMHXQA type=del size=1606374 2023-12-01T05:03:25.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.228+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=KJ2GMAQEU9FR type=del 2023-12-01T05:03:25.231 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.230+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=AOGSEG1FBI0K type=write size=701049 2023-12-01T05:03:25.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.232+0000 7f2ce2b518c0 -1 < failed to complete operation key=2GXBXJ2J4VWX tag=4Y6828H9V7QL type=del size=2741348: (22) Invalid argument 2023-12-01T05:03:25.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.234+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=T65UM02DM56L type=write size=117990 2023-12-01T05:03:25.237 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.236+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=TF44QW736I6C type=del 2023-12-01T05:03:25.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.239+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~5EFERYKYFN18.0 size=867266 2023-12-01T05:03:25.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.239+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=5EFERYKYFN18 tag=8QAGS9P7ZNQ0 type=write size=1915842 2023-12-01T05:03:25.242 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.241+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=Q5A2Y8H6VHCU type=write size=682048 2023-12-01T05:03:25.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.244+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~9STAN0H7CDIE.0 size=1048576 2023-12-01T05:03:25.246 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.245+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~9STAN0H7CDIE.1 size=241092 2023-12-01T05:03:25.246 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.245+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=9STAN0H7CDIE tag=I6F3DGE3DNSM type=write size=2338244 2023-12-01T05:03:25.248 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.247+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~UIYYUJBETSQH.0 size=121602 2023-12-01T05:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:24 smithi111 ceph-mon[97855]: pgmap v1664: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:24 smithi111 ceph-mon[97855]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-01T05:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:24 smithi111 ceph-mon[116524]: pgmap v1664: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:24 smithi111 ceph-mon[116524]: osdmap e1079: 8 total, 8 up, 8 in 2023-12-01T05:03:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:25.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.249+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=UIYYUJBETSQH tag=ML3VRNVXYHEJ type=write size=1170178 2023-12-01T05:03:25.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.252+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~15QR4TTKNLY1.0 size=363096 2023-12-01T05:03:25.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.252+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=15QR4TTKNLY1 tag=1S0P0DIHGLVP type=write size=1411672 2023-12-01T05:03:25.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.253+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=1ZGKGAXSAUH9 type=del 2023-12-01T05:03:25.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.257+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~GO4WPJAQ2JVK.0 size=615671 2023-12-01T05:03:25.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.257+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=GO4WPJAQ2JVK tag=BF3YIXKSGAGE type=write size=1664247 2023-12-01T05:03:25.260 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.258+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=FF7N6W71QPCH type=del 2023-12-01T05:03:25.262 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.261+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~HT4Q4C0FQJSB.0 size=1048576 2023-12-01T05:03:25.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.263+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~HT4Q4C0FQJSB.1 size=366150 2023-12-01T05:03:25.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.263+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=HT4Q4C0FQJSB tag=DJF0W6CEAWRF type=write size=2463302 2023-12-01T05:03:25.266 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.265+0000 7f2ce2b518c0 1 < completed write operation key=0BUXOUU4KRQZ tag=07MZ2AYTS7UR type=write size=882935 2023-12-01T05:03:25.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.266+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=GWPJ0UDWDX49 type=del size=2713959 2023-12-01T05:03:25.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.268+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=PANGTFP6T4SQ type=del 2023-12-01T05:03:25.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.270+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=QDZVYW2GI9YM type=del size=3944497 2023-12-01T05:03:25.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.273+0000 7f2ce2b518c0 1 < suggested update operation key=IU15OM7RZ3XF tag=QH6GNUJTQVGH type=write size=169587 2023-12-01T05:03:25.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.275+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=9AAGTIPVQA34 type=del size=1424689 2023-12-01T05:03:25.278 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.277+0000 7f2ce2b518c0 -1 < failed to complete operation key=3GHZWPTT6R9L tag=MO1S849OAI3I type=del size=1010859: (22) Invalid argument 2023-12-01T05:03:25.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.280+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~4VB17GPD8HFH.0 size=522968 2023-12-01T05:03:25.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.280+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=4VB17GPD8HFH tag=GAMO63QG6PPT type=write size=1571544 2023-12-01T05:03:25.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.281+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~W18MO4VMNPL4.0 size=1048576 2023-12-01T05:03:25.283 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.282+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~W18MO4VMNPL4.1 size=1048576 2023-12-01T05:03:25.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.284+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~W18MO4VMNPL4.2 size=590091 2023-12-01T05:03:25.287 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.286+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=W18MO4VMNPL4 tag=Y0331JMZMH4B type=write size=3735819 2023-12-01T05:03:25.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.289+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~H43DMBZDA3ET.0 size=790410 2023-12-01T05:03:25.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.289+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=H43DMBZDA3ET tag=LBKYSC1RPATH type=write size=1838986 2023-12-01T05:03:25.292 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.291+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=6EGQ2B1TRSDP type=del 2023-12-01T05:03:25.294 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.292+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=O4Q9BY81FE6K type=del size=631153 2023-12-01T05:03:25.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.296+0000 7f2ce2b518c0 1 < suggested update operation key=3VYQRDX2LULH tag=1K3F7KXCOBSL type=del size=562323 2023-12-01T05:03:25.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.298+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=SQ4XCHCUB1MJ type=write size=293699 2023-12-01T05:03:25.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.299+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=GB3JGBHN8FBS type=del 2023-12-01T05:03:25.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.302+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~Z2SYKBP43X6U.0 size=1048576 2023-12-01T05:03:25.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.304+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~Z2SYKBP43X6U.1 size=503922 2023-12-01T05:03:25.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.304+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=Z2SYKBP43X6U tag=KRIJ6SJKBJGV type=write size=2601074 2023-12-01T05:03:25.306 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.305+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=REU9N6FMHXQA type=del 2023-12-01T05:03:25.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.307+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=6XKMB9RNC8Z8 type=write size=531858 2023-12-01T05:03:25.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.309+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=AOGSEG1FBI0K type=write size=701049 2023-12-01T05:03:25.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.310+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=RSV0MWZ23N22 type=del size=1462541 2023-12-01T05:03:25.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.313+0000 7f2ce2b518c0 1 < suggested update operation key=SH80HT2F4NK2 tag=T65UM02DM56L type=write size=117990 2023-12-01T05:03:25.316 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.315+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=BQQ87EPIWBB8 type=del size=668445 2023-12-01T05:03:25.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.317+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~5EFERYKYFN18.0 size=867266 2023-12-01T05:03:25.321 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.320+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=5EFERYKYFN18 tag=8QAGS9P7ZNQ0 type=write size=1915842 2023-12-01T05:03:25.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.322+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=X6DHJS1F3PPE type=del size=4016530 2023-12-01T05:03:25.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.323+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~9STAN0H7CDIE.0 size=1048576 2023-12-01T05:03:25.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.325+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~9STAN0H7CDIE.1 size=241092 2023-12-01T05:03:25.328 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.327+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=9STAN0H7CDIE tag=I6F3DGE3DNSM type=write size=2338244 2023-12-01T05:03:25.330 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.329+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=JJIW1C95LG1Z type=del size=993390 2023-12-01T05:03:25.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.331+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~15QR4TTKNLY1.0 size=363096 2023-12-01T05:03:25.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.333+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=15QR4TTKNLY1 tag=1S0P0DIHGLVP type=write size=1411672 2023-12-01T05:03:25.338 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.336+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~A2COR1FW77TN.0 size=1048576 2023-12-01T05:03:25.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.338+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~A2COR1FW77TN.1 size=4685 2023-12-01T05:03:25.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.338+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=A2COR1FW77TN tag=RP4Y020HKH4A type=write size=2101837 2023-12-01T05:03:25.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.340+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~GO4WPJAQ2JVK.0 size=615671 2023-12-01T05:03:25.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.342+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=GO4WPJAQ2JVK tag=BF3YIXKSGAGE type=write size=1664247 2023-12-01T05:03:25.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.344+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=7VGVX7YSPPKP type=del size=2720854 2023-12-01T05:03:25.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.345+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~HT4Q4C0FQJSB.0 size=1048576 2023-12-01T05:03:25.348 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.347+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~HT4Q4C0FQJSB.1 size=366150 2023-12-01T05:03:25.350 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.349+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=HT4Q4C0FQJSB tag=DJF0W6CEAWRF type=write size=2463302 2023-12-01T05:03:25.352 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.351+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=GPXVQVBGNCVM type=del size=219046 2023-12-01T05:03:25.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.352+0000 7f2ce2b518c0 1 < canceled operation key=W8X2JZ25JX20 tag=GWPJ0UDWDX49 type=del size=2713959 2023-12-01T05:03:25.355 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.353+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=IJODKYPQB4XJ type=del size=1689373 2023-12-01T05:03:25.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.356+0000 7f2ce2b518c0 1 < suggested remove operation key=807CI1E6OSAU tag=QDZVYW2GI9YM type=del 2023-12-01T05:03:25.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.358+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=I8N6K0LHYENN type=del size=3286273 2023-12-01T05:03:25.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.359+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=9AAGTIPVQA34 type=del 2023-12-01T05:03:25.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.362+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~IF66HMLD96RG.0 size=1048576 2023-12-01T05:03:25.364 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.363+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~IF66HMLD96RG.1 size=427427 2023-12-01T05:03:25.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.363+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=IF66HMLD96RG tag=HLJTR02DAHR8 type=write size=2524579 2023-12-01T05:03:25.366 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.365+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~4VB17GPD8HFH.0 size=522968 2023-12-01T05:03:25.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.367+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=4VB17GPD8HFH tag=GAMO63QG6PPT type=write size=1571544 2023-12-01T05:03:25.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.369+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=YLP903QKHVIP type=write size=249813 2023-12-01T05:03:25.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.369+0000 7f2ce2b518c0 1 < canceled part key=_multipart_807CI1E6OSAU.2~H43DMBZDA3ET.0 size=790410 2023-12-01T05:03:25.373 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.372+0000 7f2ce2b518c0 1 < canceled multipart upload key=807CI1E6OSAU upload=H43DMBZDA3ET tag=LBKYSC1RPATH type=write size=1838986 2023-12-01T05:03:25.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.375+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~K3JPJN3I7DPU.0 size=537166 2023-12-01T05:03:25.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.375+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=K3JPJN3I7DPU tag=J5GHT6CA42NK type=write size=1585742 2023-12-01T05:03:25.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.377+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=O4Q9BY81FE6K type=del 2023-12-01T05:03:25.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.378+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=YKTQO9L3H6AP type=del size=3974435 2023-12-01T05:03:25.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.380+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=SQ4XCHCUB1MJ type=write size=293699 2023-12-01T05:03:25.382 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.381+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=RRF4JL9W2710 type=del size=3555978 2023-12-01T05:03:25.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.382+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~Z2SYKBP43X6U.0 size=1048576 2023-12-01T05:03:25.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.384+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~Z2SYKBP43X6U.1 size=503922 2023-12-01T05:03:25.387 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.386+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=Z2SYKBP43X6U tag=KRIJ6SJKBJGV type=write size=2601074 2023-12-01T05:03:25.389 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.388+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=P7TT4WX9PFXU type=del size=1467207 2023-12-01T05:03:25.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.389+0000 7f2ce2b518c0 1 < completed write operation key=0BUXOUU4KRQZ tag=6XKMB9RNC8Z8 type=write size=531858 2023-12-01T05:03:25.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.392+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~MSD6YQ3O6LSJ.0 size=1048576 2023-12-01T05:03:25.395 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.394+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~MSD6YQ3O6LSJ.1 size=1048576 2023-12-01T05:03:25.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.395+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~MSD6YQ3O6LSJ.2 size=1028215 2023-12-01T05:03:25.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.395+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=MSD6YQ3O6LSJ tag=5L4MCO7K8X50 type=write size=4173943 2023-12-01T05:03:25.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.397+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=RSV0MWZ23N22 type=del 2023-12-01T05:03:25.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.399+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=9AIEI4WPJ2W6 type=del size=1023417 2023-12-01T05:03:25.401 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.400+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=BQQ87EPIWBB8 type=del 2023-12-01T05:03:25.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.402+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=4E635Z954QP4 type=del size=81234 2023-12-01T05:03:25.405 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.404+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=X6DHJS1F3PPE type=del 2023-12-01T05:03:25.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.406+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~KWDRYQ98H2LV.0 size=1048576 2023-12-01T05:03:25.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.407+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~KWDRYQ98H2LV.1 size=556902 2023-12-01T05:03:25.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.407+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=KWDRYQ98H2LV tag=6X50E1V9OV3A type=write size=2654054 2023-12-01T05:03:25.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.410+0000 7f2ce2b518c0 1 < suggested remove operation key=43ABSP862CV0 tag=JJIW1C95LG1Z type=del 2023-12-01T05:03:25.413 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.412+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=TTW11BUKAK09 type=del size=460752 2023-12-01T05:03:25.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.413+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~A2COR1FW77TN.0 size=1048576 2023-12-01T05:03:25.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.414+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~A2COR1FW77TN.1 size=4685 2023-12-01T05:03:25.418 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.417+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=A2COR1FW77TN tag=RP4Y020HKH4A type=write size=2101837 2023-12-01T05:03:25.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.420+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~9WHEDCRN6YHV.0 size=1048576 2023-12-01T05:03:25.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.421+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~9WHEDCRN6YHV.1 size=1048576 2023-12-01T05:03:25.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.422+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~9WHEDCRN6YHV.2 size=357838 2023-12-01T05:03:25.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.422+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=9WHEDCRN6YHV tag=VSM9I2UJMS3G type=write size=3503566 2023-12-01T05:03:25.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.424+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=7VGVX7YSPPKP type=del 2023-12-01T05:03:25.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.426+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~8R2JZ3JJK519.0 size=1048576 2023-12-01T05:03:25.429 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.427+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~8R2JZ3JJK519.1 size=1048576 2023-12-01T05:03:25.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.429+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~8R2JZ3JJK519.2 size=534308 2023-12-01T05:03:25.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.429+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=8R2JZ3JJK519 tag=HGYZDR9ATO15 type=write size=3680036 2023-12-01T05:03:25.431 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.430+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=GPXVQVBGNCVM type=del 2023-12-01T05:03:25.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.433+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~EPP13K3T2RJM.0 size=1048576 2023-12-01T05:03:25.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.434+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~EPP13K3T2RJM.1 size=748825 2023-12-01T05:03:25.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.434+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=EPP13K3T2RJM tag=KXMQCS709A63 type=write size=2845977 2023-12-01T05:03:25.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.435+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=IJODKYPQB4XJ type=del 2023-12-01T05:03:25.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.437+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=10XH5VDOX6JC type=del size=1676486 2023-12-01T05:03:25.439 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.438+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=I8N6K0LHYENN type=del 2023-12-01T05:03:25.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.440+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=6BFWGXDJXOWF type=del size=2717569 2023-12-01T05:03:25.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.441+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~IF66HMLD96RG.0 size=1048576 2023-12-01T05:03:25.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.442+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~IF66HMLD96RG.1 size=427427 2023-12-01T05:03:25.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.445+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=IF66HMLD96RG tag=HLJTR02DAHR8 type=write size=2524579 2023-12-01T05:03:25.448 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.447+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=4TSJ90JBX3QY type=del size=15824 2023-12-01T05:03:25.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.450+0000 7f2ce2b518c0 1 < suggested remove operation key=HAZC92VMYO82 tag=YLP903QKHVIP type=write 2023-12-01T05:03:25.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.452+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~CMFY3R9EVQYR.0 size=1048576 2023-12-01T05:03:25.455 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.454+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~CMFY3R9EVQYR.1 size=1048576 2023-12-01T05:03:25.456 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.455+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~CMFY3R9EVQYR.2 size=313814 2023-12-01T05:03:25.456 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.455+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=CMFY3R9EVQYR tag=7ZPBQL2ZH4NW type=write size=3459542 2023-12-01T05:03:25.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.456+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~K3JPJN3I7DPU.0 size=537166 2023-12-01T05:03:25.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.459+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=K3JPJN3I7DPU tag=J5GHT6CA42NK type=write size=1585742 2023-12-01T05:03:25.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.461+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=JY1VK8OC3UKW type=del size=488757 2023-12-01T05:03:25.464 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.462+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=YKTQO9L3H6AP type=del 2023-12-01T05:03:25.465 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.464+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=NPGE0UC8RUVG type=del size=401050 2023-12-01T05:03:25.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.466+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=RRF4JL9W2710 type=del 2023-12-01T05:03:25.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.467+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=Q507AOB28JHS type=del size=505442 2023-12-01T05:03:25.470 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.469+0000 7f2ce2b518c0 -1 < failed to complete operation key=43ABSP862CV0 tag=P7TT4WX9PFXU type=del size=1467207: (22) Invalid argument 2023-12-01T05:03:25.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.473+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~OC2L549URENL.0 size=1048576 2023-12-01T05:03:25.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.474+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~OC2L549URENL.1 size=561147 2023-12-01T05:03:25.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.474+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=OC2L549URENL tag=5JDXN7CMSBCK type=write size=2658299 2023-12-01T05:03:25.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.476+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~MSD6YQ3O6LSJ.0 size=1048576 2023-12-01T05:03:25.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.477+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~MSD6YQ3O6LSJ.1 size=1048576 2023-12-01T05:03:25.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.479+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~MSD6YQ3O6LSJ.2 size=1028215 2023-12-01T05:03:25.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.482+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=MSD6YQ3O6LSJ tag=5L4MCO7K8X50 type=write size=4173943 2023-12-01T05:03:25.485 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.483+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=2LY6VM2BSBG8 type=del size=4114655 2023-12-01T05:03:25.486 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.485+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=9AIEI4WPJ2W6 type=del 2023-12-01T05:03:25.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.486+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=BKY0B2CMIKUL type=del size=3868271 2023-12-01T05:03:25.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.490+0000 7f2ce2b518c0 1 < suggested remove operation key=YZK909CJ0EPV tag=4E635Z954QP4 type=del 2023-12-01T05:03:25.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.491+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=M1MJX6PLC7NT type=write size=166346 2023-12-01T05:03:25.494 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.493+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~KWDRYQ98H2LV.0 size=1048576 2023-12-01T05:03:25.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.494+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~KWDRYQ98H2LV.1 size=556902 2023-12-01T05:03:25.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.497+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=KWDRYQ98H2LV tag=6X50E1V9OV3A type=write size=2654054 2023-12-01T05:03:25.500 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.499+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=ALMR7HV767IF type=write size=9772 2023-12-01T05:03:25.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.501+0000 7f2ce2b518c0 1 < canceled operation key=VAXQ0BZJCDUB tag=TTW11BUKAK09 type=del size=460752 2023-12-01T05:03:25.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.502+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=AAD7B605UQLN type=del size=2921566 2023-12-01T05:03:25.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.504+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~9WHEDCRN6YHV.0 size=1048576 2023-12-01T05:03:25.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.505+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~9WHEDCRN6YHV.1 size=1048576 2023-12-01T05:03:25.508 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.507+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~9WHEDCRN6YHV.2 size=357838 2023-12-01T05:03:25.510 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.509+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=9WHEDCRN6YHV tag=VSM9I2UJMS3G type=write size=3503566 2023-12-01T05:03:25.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.511+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=05JHKOI8XI75 type=del size=4103171 2023-12-01T05:03:25.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.512+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~8R2JZ3JJK519.0 size=1048576 2023-12-01T05:03:25.515 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.514+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~8R2JZ3JJK519.1 size=1048576 2023-12-01T05:03:25.516 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.515+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~8R2JZ3JJK519.2 size=534308 2023-12-01T05:03:25.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.518+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=8R2JZ3JJK519 tag=HGYZDR9ATO15 type=write size=3680036 2023-12-01T05:03:25.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.521+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~CO6PU8HF3JWZ.0 size=474097 2023-12-01T05:03:25.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.521+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=CO6PU8HF3JWZ tag=PJF28JS8UG87 type=write size=1522673 2023-12-01T05:03:25.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.523+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~EPP13K3T2RJM.0 size=1048576 2023-12-01T05:03:25.525 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.524+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~EPP13K3T2RJM.1 size=748825 2023-12-01T05:03:25.528 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.527+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=EPP13K3T2RJM tag=KXMQCS709A63 type=write size=2845977 2023-12-01T05:03:25.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.528+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=6SF4TW46NX4R type=del size=2711997 2023-12-01T05:03:25.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.530+0000 7f2ce2b518c0 1 < canceled operation key=KBRIH4PKGG4O tag=10XH5VDOX6JC type=del size=1676486 2023-12-01T05:03:25.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.532+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=RGP84CSFKWL3 type=del size=3134983 2023-12-01T05:03:25.535 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.534+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=6BFWGXDJXOWF type=del 2023-12-01T05:03:25.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.535+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=YV56FY3SP1TW type=del size=3987136 2023-12-01T05:03:25.538 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.537+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=4TSJ90JBX3QY type=del 2023-12-01T05:03:25.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.540+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~DZPHDDJQYS5A.0 size=724444 2023-12-01T05:03:25.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.540+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=DZPHDDJQYS5A tag=MQ7PF9XI8HJA type=write size=1773020 2023-12-01T05:03:25.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.542+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~CMFY3R9EVQYR.0 size=1048576 2023-12-01T05:03:25.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.544+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~CMFY3R9EVQYR.1 size=1048576 2023-12-01T05:03:25.546 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.545+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~CMFY3R9EVQYR.2 size=313814 2023-12-01T05:03:25.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.548+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=CMFY3R9EVQYR tag=7ZPBQL2ZH4NW type=write size=3459542 2023-12-01T05:03:25.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.551+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~A2BS9SJJ2IJV.0 size=1048576 2023-12-01T05:03:25.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.552+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~A2BS9SJJ2IJV.1 size=324947 2023-12-01T05:03:25.555 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.552+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=A2BS9SJJ2IJV tag=ACIAQWNE5F8J type=write size=2422099 2023-12-01T05:03:25.555 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.554+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=JY1VK8OC3UKW type=del 2023-12-01T05:03:25.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.557+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~CJDPGGGDAN4P.0 size=1048576 2023-12-01T05:03:25.560 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.559+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~CJDPGGGDAN4P.1 size=456616 2023-12-01T05:03:25.560 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.559+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=CJDPGGGDAN4P tag=GS2KAVBZE32C type=write size=2553768 2023-12-01T05:03:25.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.563+0000 7f2ce2b518c0 1 < suggested remove operation key=0BUXOUU4KRQZ tag=NPGE0UC8RUVG type=del 2023-12-01T05:03:25.567 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.566+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~SHKSGKSPMOX9.0 size=900663 2023-12-01T05:03:25.567 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.566+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=SHKSGKSPMOX9 tag=9MLWS3KZ27XS type=write size=1949239 2023-12-01T05:03:25.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.568+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=Q507AOB28JHS type=del 2023-12-01T05:03:25.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.569+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=SUV71OCWCVLY type=del size=381940 2023-12-01T05:03:25.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.571+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~OC2L549URENL.0 size=1048576 2023-12-01T05:03:25.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.572+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~OC2L549URENL.1 size=561147 2023-12-01T05:03:25.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.575+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=OC2L549URENL tag=5JDXN7CMSBCK type=write size=2658299 2023-12-01T05:03:25.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.577+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=955DKTEI3VMR type=del size=490629 2023-12-01T05:03:25.582 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.581+0000 7f2ce2b518c0 1 < suggested update operation key=2GXBXJ2J4VWX tag=2LY6VM2BSBG8 type=del size=4114655 2023-12-01T05:03:25.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.584+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~R2S5AVQDNXO0.0 size=183132 2023-12-01T05:03:25.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.584+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=R2S5AVQDNXO0 tag=FACYZB2FUHNV type=write size=1231708 2023-12-01T05:03:25.587 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.586+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=BKY0B2CMIKUL type=del 2023-12-01T05:03:25.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.588+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=WJXKUUBVCZYE type=del size=2796991 2023-12-01T05:03:25.591 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.590+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=M1MJX6PLC7NT type=write size=166346 2023-12-01T05:03:25.594 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.593+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~X4M2FBAST93J.0 size=8211 2023-12-01T05:03:25.594 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.593+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=X4M2FBAST93J tag=SBKVT6VY52QA type=write size=1056787 2023-12-01T05:03:25.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.595+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=ALMR7HV767IF type=write size=9772 2023-12-01T05:03:25.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.597+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=PYKR57AT4IXC type=del size=2464747 2023-12-01T05:03:25.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.600+0000 7f2ce2b518c0 1 < suggested update operation key=Y5IWDXWUVH3N tag=AAD7B605UQLN type=del size=2921566 2023-12-01T05:03:25.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.604+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~S8GIGC9I0C7K.0 size=1048576 2023-12-01T05:03:25.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.605+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~S8GIGC9I0C7K.1 size=627922 2023-12-01T05:03:25.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.605+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=S8GIGC9I0C7K tag=3S3C4KKKDQO5 type=write size=2725074 2023-12-01T05:03:25.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.607+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=05JHKOI8XI75 type=del 2023-12-01T05:03:25.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.609+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=KNKNRFPTBMXY type=write size=16768 2023-12-01T05:03:25.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.609+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KBRIH4PKGG4O.2~CO6PU8HF3JWZ.0 size=474097 2023-12-01T05:03:25.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.612+0000 7f2ce2b518c0 1 < canceled multipart upload key=KBRIH4PKGG4O upload=CO6PU8HF3JWZ tag=PJF28JS8UG87 type=write size=1522673 2023-12-01T05:03:25.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.614+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=BYJZJ0HDVDFT type=del size=854808 2023-12-01T05:03:25.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.616+0000 7f2ce2b518c0 -1 < failed to complete operation key=0BUXOUU4KRQZ tag=6SF4TW46NX4R type=del size=2711997: (22) Invalid argument 2023-12-01T05:03:25.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.619+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~T5MVLH971XSU.0 size=474247 2023-12-01T05:03:25.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.619+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=T5MVLH971XSU tag=F2M9R3VJFPTK type=write size=1522823 2023-12-01T05:03:25.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.623+0000 7f2ce2b518c0 1 < suggested update operation key=XVLWW7JLOIDK tag=RGP84CSFKWL3 type=del size=3134983 2023-12-01T05:03:25.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.626+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~TVWMBV0FCWTB.0 size=1048576 2023-12-01T05:03:25.628 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.627+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~TVWMBV0FCWTB.1 size=1048576 2023-12-01T05:03:25.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.629+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~TVWMBV0FCWTB.2 size=913419 2023-12-01T05:03:25.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.629+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=TVWMBV0FCWTB tag=1AGEM16VG8VF type=write size=4059147 2023-12-01T05:03:25.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.630+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=YV56FY3SP1TW type=del 2023-12-01T05:03:25.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.633+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~E9P4WQMJZYTL.0 size=588073 2023-12-01T05:03:25.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.633+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=E9P4WQMJZYTL tag=16OWWJIVNZM5 type=write size=1636649 2023-12-01T05:03:25.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.635+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~DZPHDDJQYS5A.0 size=724444 2023-12-01T05:03:25.638 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.637+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=DZPHDDJQYS5A tag=MQ7PF9XI8HJA type=write size=1773020 2023-12-01T05:03:25.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.639+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=ZCDW3F50WDF0 type=del size=1973139 2023-12-01T05:03:25.642 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.641+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~A2BS9SJJ2IJV.0 size=1048576 2023-12-01T05:03:25.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.642+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~A2BS9SJJ2IJV.1 size=324947 2023-12-01T05:03:25.645 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.644+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=A2BS9SJJ2IJV tag=ACIAQWNE5F8J type=write size=2422099 2023-12-01T05:03:25.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.647+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~3MCSKXCG2NW6.0 size=560013 2023-12-01T05:03:25.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.647+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=3MCSKXCG2NW6 tag=H8R16D8YOWOP type=write size=1608589 2023-12-01T05:03:25.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.649+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~CJDPGGGDAN4P.0 size=1048576 2023-12-01T05:03:25.651 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.650+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~CJDPGGGDAN4P.1 size=456616 2023-12-01T05:03:25.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.653+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=CJDPGGGDAN4P tag=GS2KAVBZE32C type=write size=2553768 2023-12-01T05:03:25.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.655+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=CAKLVK655PYV type=write size=921125 2023-12-01T05:03:25.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.657+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~SHKSGKSPMOX9.0 size=900663 2023-12-01T05:03:25.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.660+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=SHKSGKSPMOX9 tag=9MLWS3KZ27XS type=write size=1949239 2023-12-01T05:03:25.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.661+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=6RAG1C25P132 type=del size=638056 2023-12-01T05:03:25.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.663+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=SUV71OCWCVLY type=del 2023-12-01T05:03:25.666 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.665+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=O21S6B9WY56O type=del size=1853841 2023-12-01T05:03:25.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.666+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=955DKTEI3VMR type=del size=490629 2023-12-01T05:03:25.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.668+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=OG2IT6OLALFU type=del size=1545290 2023-12-01T05:03:25.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.668+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~R2S5AVQDNXO0.0 size=183132 2023-12-01T05:03:25.672 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.671+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=R2S5AVQDNXO0 tag=FACYZB2FUHNV type=write size=1231708 2023-12-01T05:03:25.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.672+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=326CTUF3PL2J type=del size=1367397 2023-12-01T05:03:25.675 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.674+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=WJXKUUBVCZYE type=del 2023-12-01T05:03:25.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.676+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=E9COVFP0KNFT type=write size=341874 2023-12-01T05:03:25.678 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.677+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~X4M2FBAST93J.0 size=8211 2023-12-01T05:03:25.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.680+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=X4M2FBAST93J tag=SBKVT6VY52QA type=write size=1056787 2023-12-01T05:03:25.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.683+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~UF4IML6H0O21.0 size=879443 2023-12-01T05:03:25.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.683+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=UF4IML6H0O21 tag=SA1W1MUO9ON0 type=write size=1928019 2023-12-01T05:03:25.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.685+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=PYKR57AT4IXC type=del 2023-12-01T05:03:25.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.687+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=62DDTB7KNUVD type=del size=3197501 2023-12-01T05:03:25.689 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.688+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~S8GIGC9I0C7K.0 size=1048576 2023-12-01T05:03:25.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.690+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~S8GIGC9I0C7K.1 size=627922 2023-12-01T05:03:25.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.692+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=S8GIGC9I0C7K tag=3S3C4KKKDQO5 type=write size=2725074 2023-12-01T05:03:25.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.694+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=G11CSZXFB5CQ type=del size=972985 2023-12-01T05:03:25.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.697+0000 7f2ce2b518c0 1 < suggested remove operation key=3GHZWPTT6R9L tag=KNKNRFPTBMXY type=write 2023-12-01T05:03:25.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.700+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~5I9BZ7U474PT.0 size=1048576 2023-12-01T05:03:25.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.701+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~5I9BZ7U474PT.1 size=159698 2023-12-01T05:03:25.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.701+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=5I9BZ7U474PT tag=XHQ9ETJGP6TZ type=write size=2256850 2023-12-01T05:03:25.704 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.703+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=BYJZJ0HDVDFT type=del 2023-12-01T05:03:25.705 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.704+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=X6R2CYJH0C5A type=write size=293716 2023-12-01T05:03:25.707 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.706+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~T5MVLH971XSU.0 size=474247 2023-12-01T05:03:25.709 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.708+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=T5MVLH971XSU tag=F2M9R3VJFPTK type=write size=1522823 2023-12-01T05:03:25.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.710+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=D512N26ET8G1 type=del size=3421919 2023-12-01T05:03:25.713 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.712+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~TVWMBV0FCWTB.0 size=1048576 2023-12-01T05:03:25.713 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.712+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~TVWMBV0FCWTB.1 size=1048576 2023-12-01T05:03:25.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.713+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~TVWMBV0FCWTB.2 size=913419 2023-12-01T05:03:25.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.716+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=TVWMBV0FCWTB tag=1AGEM16VG8VF type=write size=4059147 2023-12-01T05:03:25.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.719+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~Z5F57QDVHGLT.0 size=538402 2023-12-01T05:03:25.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.719+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=Z5F57QDVHGLT tag=XAVI26457JUW type=write size=1586978 2023-12-01T05:03:25.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.720+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~E9P4WQMJZYTL.0 size=588073 2023-12-01T05:03:25.724 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.723+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=E9P4WQMJZYTL tag=16OWWJIVNZM5 type=write size=1636649 2023-12-01T05:03:25.726 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.725+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=YV31ZXDI1D3H type=del size=2371880 2023-12-01T05:03:25.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.726+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=ZCDW3F50WDF0 type=del 2023-12-01T05:03:25.730 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.729+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~3RBZNNSTFC2L.0 size=1048576 2023-12-01T05:03:25.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.730+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~3RBZNNSTFC2L.1 size=1048576 2023-12-01T05:03:25.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.731+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~3RBZNNSTFC2L.2 size=921782 2023-12-01T05:03:25.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.731+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=3RBZNNSTFC2L tag=6RDV1857LL4I type=write size=4067510 2023-12-01T05:03:25.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.732+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~3MCSKXCG2NW6.0 size=560013 2023-12-01T05:03:25.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.734+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=3MCSKXCG2NW6 tag=H8R16D8YOWOP type=write size=1608589 2023-12-01T05:03:25.738 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.737+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~AUI4K5OBYTKR.0 size=1048576 2023-12-01T05:03:25.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.738+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~AUI4K5OBYTKR.1 size=1048576 2023-12-01T05:03:25.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.739+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~AUI4K5OBYTKR.2 size=451923 2023-12-01T05:03:25.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.739+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=AUI4K5OBYTKR tag=RYQDAL8CN6VY type=write size=3597651 2023-12-01T05:03:25.743 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.741+0000 7f2ce2b518c0 1 < completed write operation key=KFTOV6Y7KOAW tag=CAKLVK655PYV type=write size=921125 2023-12-01T05:03:25.745 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.744+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~E5QROQCIVD89.0 size=1048576 2023-12-01T05:03:25.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.746+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~E5QROQCIVD89.1 size=1048576 2023-12-01T05:03:25.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.747+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~E5QROQCIVD89.2 size=833351 2023-12-01T05:03:25.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.747+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=E5QROQCIVD89 tag=W93IIP95E67G type=write size=3979079 2023-12-01T05:03:25.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.749+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=6RAG1C25P132 type=del 2023-12-01T05:03:25.751 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.750+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=BAW9ORDU039O type=del size=2310486 2023-12-01T05:03:25.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.754+0000 7f2ce2b518c0 1 < suggested remove operation key=10L177QUH8QE tag=O21S6B9WY56O type=del 2023-12-01T05:03:25.757 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.756+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=YCZ2MF7W1AX2 type=del size=1133290 2023-12-01T05:03:25.759 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.758+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=OG2IT6OLALFU type=del 2023-12-01T05:03:25.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.761+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~7PJ4PLGFT3F6.0 size=1048576 2023-12-01T05:03:25.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.762+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~7PJ4PLGFT3F6.1 size=392992 2023-12-01T05:03:25.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.762+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=7PJ4PLGFT3F6 tag=07146AT1V3OC type=write size=2490144 2023-12-01T05:03:25.765 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.764+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=326CTUF3PL2J type=del 2023-12-01T05:03:25.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.766+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=WF0RZYCSQRCU type=del size=3949632 2023-12-01T05:03:25.769 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.767+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=E9COVFP0KNFT type=write size=341874 2023-12-01T05:03:25.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.769+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=K2NZBVO4R9D1 type=del size=813062 2023-12-01T05:03:25.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.771+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~UF4IML6H0O21.0 size=879443 2023-12-01T05:03:25.775 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.773+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=UF4IML6H0O21 tag=SA1W1MUO9ON0 type=write size=1928019 2023-12-01T05:03:25.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.776+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~0TV26VI4Z60K.0 size=1048576 2023-12-01T05:03:25.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.778+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~0TV26VI4Z60K.1 size=378002 2023-12-01T05:03:25.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.778+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=0TV26VI4Z60K tag=GG87S6DXWSB2 type=write size=2475154 2023-12-01T05:03:25.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.779+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=62DDTB7KNUVD type=del 2023-12-01T05:03:25.783 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.782+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~PG9JPAFG32PI.0 size=1048576 2023-12-01T05:03:25.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.784+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~PG9JPAFG32PI.1 size=1048576 2023-12-01T05:03:25.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.785+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~PG9JPAFG32PI.2 size=917433 2023-12-01T05:03:25.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.785+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=PG9JPAFG32PI tag=KG1R7NYBHPGY type=write size=4063161 2023-12-01T05:03:25.789 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.788+0000 7f2ce2b518c0 -1 < failed to complete operation key=10L177QUH8QE tag=G11CSZXFB5CQ type=del size=972985: (22) Invalid argument 2023-12-01T05:03:25.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.791+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~UFBAZILS31Q2.0 size=1048576 2023-12-01T05:03:25.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.793+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~UFBAZILS31Q2.1 size=579923 2023-12-01T05:03:25.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.793+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=UFBAZILS31Q2 tag=M5V9ZYX2HK20 type=write size=2677075 2023-12-01T05:03:25.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.794+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~5I9BZ7U474PT.0 size=1048576 2023-12-01T05:03:25.797 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.796+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~5I9BZ7U474PT.1 size=159698 2023-12-01T05:03:25.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.799+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=5I9BZ7U474PT tag=XHQ9ETJGP6TZ type=write size=2256850 2023-12-01T05:03:25.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.802+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~87EYGRFQ9O3C.0 size=907663 2023-12-01T05:03:25.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.802+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=87EYGRFQ9O3C tag=G2030BY3RAEV type=write size=1956239 2023-12-01T05:03:25.805 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.804+0000 7f2ce2b518c0 1 < completed write operation key=5U9IVFXOOGZO tag=X6R2CYJH0C5A type=write size=293716 2023-12-01T05:03:25.807 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.806+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=LKJGCKZ667Z2 type=del size=2892749 2023-12-01T05:03:25.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.808+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=D512N26ET8G1 type=del 2023-12-01T05:03:25.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.811+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~N2QMMRAF5NTC.0 size=485714 2023-12-01T05:03:25.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.811+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=N2QMMRAF5NTC tag=2MW3RW7L685X type=write size=1534290 2023-12-01T05:03:25.813 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.812+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~Z5F57QDVHGLT.0 size=538402 2023-12-01T05:03:25.816 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.814+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=Z5F57QDVHGLT tag=XAVI26457JUW type=write size=1586978 2023-12-01T05:03:25.817 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.816+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=6WSFHYXY9YNX type=del size=353127 2023-12-01T05:03:25.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.819+0000 7f2ce2b518c0 1 < suggested remove operation key=IU15OM7RZ3XF tag=YV31ZXDI1D3H type=del 2023-12-01T05:03:25.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.821+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=IWHU01R6FG6W type=del size=869364 2023-12-01T05:03:25.824 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.822+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~3RBZNNSTFC2L.0 size=1048576 2023-12-01T05:03:25.825 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.824+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~3RBZNNSTFC2L.1 size=1048576 2023-12-01T05:03:25.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.825+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~3RBZNNSTFC2L.2 size=921782 2023-12-01T05:03:25.829 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.828+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=3RBZNNSTFC2L tag=6RDV1857LL4I type=write size=4067510 2023-12-01T05:03:25.832 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.831+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~K5JKBBGNKK93.0 size=1048576 2023-12-01T05:03:25.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.832+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~K5JKBBGNKK93.1 size=1048576 2023-12-01T05:03:25.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.833+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~K5JKBBGNKK93.2 size=445259 2023-12-01T05:03:25.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.833+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=K5JKBBGNKK93 tag=Q1W011YZ70ZS type=write size=3590987 2023-12-01T05:03:25.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.835+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~AUI4K5OBYTKR.0 size=1048576 2023-12-01T05:03:25.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.837+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~AUI4K5OBYTKR.1 size=1048576 2023-12-01T05:03:25.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.837+0000 7f2ce2b518c0 1 < canceled part key=_multipart_J3U83X19X8WG.2~AUI4K5OBYTKR.2 size=451923 2023-12-01T05:03:25.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.840+0000 7f2ce2b518c0 1 < canceled multipart upload key=J3U83X19X8WG upload=AUI4K5OBYTKR tag=RYQDAL8CN6VY type=write size=3597651 2023-12-01T05:03:25.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.842+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=2559YLLCPHO7 type=del size=553316 2023-12-01T05:03:25.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.844+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~E5QROQCIVD89.0 size=1048576 2023-12-01T05:03:25.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.845+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~E5QROQCIVD89.1 size=1048576 2023-12-01T05:03:25.848 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.846+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~E5QROQCIVD89.2 size=833351 2023-12-01T05:03:25.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.849+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=E5QROQCIVD89 tag=W93IIP95E67G type=write size=3979079 2023-12-01T05:03:25.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.852+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~DLZO39B0ACI2.0 size=1048576 2023-12-01T05:03:25.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.854+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~DLZO39B0ACI2.1 size=855443 2023-12-01T05:03:25.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.854+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=DLZO39B0ACI2 tag=L1UF8M8F4P9H type=write size=2952595 2023-12-01T05:03:25.858 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.857+0000 7f2ce2b518c0 1 < suggested remove operation key=DOGWW9WZ6QW8 tag=BAW9ORDU039O type=del 2023-12-01T05:03:25.861 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.860+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~48UZ0T023491.0 size=1048576 2023-12-01T05:03:25.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.862+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~48UZ0T023491.1 size=1048576 2023-12-01T05:03:25.864 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.863+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~48UZ0T023491.2 size=449512 2023-12-01T05:03:25.864 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.863+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=48UZ0T023491 tag=T6MHGACGSU9Z type=write size=3595240 2023-12-01T05:03:25.866 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.864+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=YCZ2MF7W1AX2 type=del 2023-12-01T05:03:25.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.866+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=OHV2RD1RI0PG type=del size=2904159 2023-12-01T05:03:25.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.868+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~7PJ4PLGFT3F6.0 size=1048576 2023-12-01T05:03:25.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.870+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~7PJ4PLGFT3F6.1 size=392992 2023-12-01T05:03:25.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.873+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=7PJ4PLGFT3F6 tag=07146AT1V3OC type=write size=2490144 2023-12-01T05:03:25.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.875+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=I9RDWIZVVMWD type=del size=2940056 2023-12-01T05:03:25.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.877+0000 7f2ce2b518c0 1 < canceled operation key=W8X2JZ25JX20 tag=WF0RZYCSQRCU type=del size=3949632 2023-12-01T05:03:25.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.879+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=99441N0U1V3D type=del size=3670035 2023-12-01T05:03:25.882 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.880+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=K2NZBVO4R9D1 type=del 2023-12-01T05:03:25.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.884+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~BM206IM4UMG2.0 size=516537 2023-12-01T05:03:25.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.884+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=BM206IM4UMG2 tag=LAH1GRFYDHTQ type=write size=1565113 2023-12-01T05:03:25.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.886+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~0TV26VI4Z60K.0 size=1048576 2023-12-01T05:03:25.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.887+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~0TV26VI4Z60K.1 size=378002 2023-12-01T05:03:25.891 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.890+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=0TV26VI4Z60K tag=GG87S6DXWSB2 type=write size=2475154 2023-12-01T05:03:25.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.892+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=XDSOM0RI2G60 type=del size=3778094 2023-12-01T05:03:25.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.894+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~PG9JPAFG32PI.0 size=1048576 2023-12-01T05:03:25.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.896+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~PG9JPAFG32PI.1 size=1048576 2023-12-01T05:03:25.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.897+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~PG9JPAFG32PI.2 size=917433 2023-12-01T05:03:25.902 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.901+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=PG9JPAFG32PI tag=KG1R7NYBHPGY type=write size=4063161 2023-12-01T05:03:25.904 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.903+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=137X51SLIZRQ type=write size=663254 2023-12-01T05:03:25.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.904+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~UFBAZILS31Q2.0 size=1048576 2023-12-01T05:03:25.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.904+0000 7f2ce2b518c0 1 < canceled part key=_multipart_YZK909CJ0EPV.2~UFBAZILS31Q2.1 size=579923 2023-12-01T05:03:25.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.907+0000 7f2ce2b518c0 1 < canceled multipart upload key=YZK909CJ0EPV upload=UFBAZILS31Q2 tag=M5V9ZYX2HK20 type=write size=2677075 2023-12-01T05:03:25.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.910+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~4G3YB9YGTRJS.0 size=190545 2023-12-01T05:03:25.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.910+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=4G3YB9YGTRJS tag=4I4X5YGWDM1I type=write size=1239121 2023-12-01T05:03:25.913 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.912+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~87EYGRFQ9O3C.0 size=907663 2023-12-01T05:03:25.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.916+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=87EYGRFQ9O3C tag=G2030BY3RAEV type=write size=1956239 2023-12-01T05:03:25.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.919+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~SUPJLZRQJUUE.0 size=959901 2023-12-01T05:03:25.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.919+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=SUPJLZRQJUUE tag=2L4NWGEHCUTP type=write size=2008477 2023-12-01T05:03:25.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.921+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=LKJGCKZ667Z2 type=del 2023-12-01T05:03:25.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.924+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~MH2347KI84I7.0 size=309838 2023-12-01T05:03:25.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.924+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=MH2347KI84I7 tag=NH10LJK8UGGC type=write size=1358414 2023-12-01T05:03:25.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.926+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~N2QMMRAF5NTC.0 size=485714 2023-12-01T05:03:25.930 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.929+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=N2QMMRAF5NTC tag=2MW3RW7L685X type=write size=1534290 2023-12-01T05:03:25.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.932+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~0YDMBROQ68ER.0 size=1048576 2023-12-01T05:03:25.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.934+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~0YDMBROQ68ER.1 size=200146 2023-12-01T05:03:25.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.934+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=0YDMBROQ68ER tag=DR4I9GKC3U3E type=write size=2297298 2023-12-01T05:03:25.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.936+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=6WSFHYXY9YNX type=del 2023-12-01T05:03:25.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.938+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=A23BGTAMQI2C type=del size=1355249 2023-12-01T05:03:25.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.940+0000 7f2ce2b518c0 1 < canceled operation key=807CI1E6OSAU tag=IWHU01R6FG6W type=del size=869364 2023-12-01T05:03:25.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.942+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=Q5C9L2AUQTNN type=del size=3332017 2023-12-01T05:03:25.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.944+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~K5JKBBGNKK93.0 size=1048576 2023-12-01T05:03:25.946 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.945+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~K5JKBBGNKK93.1 size=1048576 2023-12-01T05:03:25.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.946+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~K5JKBBGNKK93.2 size=445259 2023-12-01T05:03:25.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.949+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=K5JKBBGNKK93 tag=Q1W011YZ70ZS type=write size=3590987 2023-12-01T05:03:25.951 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.950+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=7E65UAP54OJK type=del size=1009629 2023-12-01T05:03:25.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.952+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=2559YLLCPHO7 type=del 2023-12-01T05:03:25.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.953+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=X35CD0I3N3H5 type=del size=2411479 2023-12-01T05:03:25.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.955+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~DLZO39B0ACI2.0 size=1048576 2023-12-01T05:03:25.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.956+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~DLZO39B0ACI2.1 size=855443 2023-12-01T05:03:25.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.960+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=DLZO39B0ACI2 tag=L1UF8M8F4P9H type=write size=2952595 2023-12-01T05:03:25.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.962+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~MZMIWI1A8MTF.0 size=1048576 2023-12-01T05:03:25.965 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.964+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~MZMIWI1A8MTF.1 size=5439 2023-12-01T05:03:25.965 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.964+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=MZMIWI1A8MTF tag=F6DBH3S5Q3KV type=write size=2102591 2023-12-01T05:03:25.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.965+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~48UZ0T023491.0 size=1048576 2023-12-01T05:03:25.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.966+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~48UZ0T023491.1 size=1048576 2023-12-01T05:03:25.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.968+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~48UZ0T023491.2 size=449512 2023-12-01T05:03:25.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.971+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=48UZ0T023491 tag=T6MHGACGSU9Z type=write size=3595240 2023-12-01T05:03:25.975 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.974+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~WGH51A9P7D90.0 size=1048576 2023-12-01T05:03:25.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.975+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~WGH51A9P7D90.1 size=1048576 2023-12-01T05:03:25.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.977+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~WGH51A9P7D90.2 size=162439 2023-12-01T05:03:25.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.977+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=WGH51A9P7D90 tag=47RL6QBGL3B1 type=write size=3308167 2023-12-01T05:03:25.981 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.980+0000 7f2ce2b518c0 1 < suggested remove operation key=KBRIH4PKGG4O tag=OHV2RD1RI0PG type=del 2023-12-01T05:03:25.983 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.982+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=B0M2KKSV7GBV type=del size=1406625 2023-12-01T05:03:25.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.983+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=I9RDWIZVVMWD type=del 2023-12-01T05:03:25.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.985+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=30GH4IPVSQYW type=del size=503243 2023-12-01T05:03:25.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.986+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=99441N0U1V3D type=del 2023-12-01T05:03:25.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.988+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=3307UCJJA12Q type=del size=4125634 2023-12-01T05:03:25.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.989+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~BM206IM4UMG2.0 size=516537 2023-12-01T05:03:25.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.992+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=BM206IM4UMG2 tag=LAH1GRFYDHTQ type=write size=1565113 2023-12-01T05:03:25.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.994+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=9Y8AP6PJHYBA type=del size=2985653 2023-12-01T05:03:25.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.996+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=XDSOM0RI2G60 type=del 2023-12-01T05:03:25.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.998+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=BUA4UFW3LPG0 type=del size=1231828 2023-12-01T05:03:26.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:25.999+0000 7f2ce2b518c0 1 < completed write operation key=HAZC92VMYO82 tag=137X51SLIZRQ type=write size=663254 2023-12-01T05:03:26.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.001+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=M81YPF9WMXJF type=del size=1807264 2023-12-01T05:03:26.003 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.002+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~4G3YB9YGTRJS.0 size=190545 2023-12-01T05:03:26.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.005+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=4G3YB9YGTRJS tag=4I4X5YGWDM1I type=write size=1239121 2023-12-01T05:03:26.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.007+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=5I8PEELE7AYE type=del size=410750 2023-12-01T05:03:26.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.008+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~SUPJLZRQJUUE.0 size=959901 2023-12-01T05:03:26.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.011+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=SUPJLZRQJUUE tag=2L4NWGEHCUTP type=write size=2008477 2023-12-01T05:03:26.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.014+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~N3RWU0RY3TAU.0 size=1048576 2023-12-01T05:03:26.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.015+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~N3RWU0RY3TAU.1 size=42309 2023-12-01T05:03:26.017 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.015+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=N3RWU0RY3TAU tag=U2K9KGK63YHL type=write size=2139461 2023-12-01T05:03:26.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.017+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~MH2347KI84I7.0 size=309838 2023-12-01T05:03:26.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.020+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=MH2347KI84I7 tag=NH10LJK8UGGC type=write size=1358414 2023-12-01T05:03:26.024 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.023+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~NU9E6181GL0X.0 size=378168 2023-12-01T05:03:26.024 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.023+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=NU9E6181GL0X tag=UJXAOJRXIKJ8 type=write size=1426744 2023-12-01T05:03:26.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.025+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~0YDMBROQ68ER.0 size=1048576 2023-12-01T05:03:26.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.025+0000 7f2ce2b518c0 1 < canceled part key=_multipart_YZK909CJ0EPV.2~0YDMBROQ68ER.1 size=200146 2023-12-01T05:03:26.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.028+0000 7f2ce2b518c0 1 < canceled multipart upload key=YZK909CJ0EPV upload=0YDMBROQ68ER tag=DR4I9GKC3U3E type=write size=2297298 2023-12-01T05:03:26.031 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.030+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=Y8OPXOUY6BWF type=del size=4110362 2023-12-01T05:03:26.033 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.031+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=A23BGTAMQI2C type=del 2023-12-01T05:03:26.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.033+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=8NZ0AXBIX2LG type=write size=435901 2023-12-01T05:03:26.037 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.036+0000 7f2ce2b518c0 1 < suggested remove operation key=XVLWW7JLOIDK tag=Q5C9L2AUQTNN type=del 2023-12-01T05:03:26.040 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.039+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~R8B94N4DIN0Z.0 size=1048576 2023-12-01T05:03:26.041 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.040+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~R8B94N4DIN0Z.1 size=1048576 2023-12-01T05:03:26.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.041+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~R8B94N4DIN0Z.2 size=724518 2023-12-01T05:03:26.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.041+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=R8B94N4DIN0Z tag=U3GO8UVQR9E4 type=write size=3870246 2023-12-01T05:03:26.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.045+0000 7f2ce2b518c0 1 < suggested update operation key=JWJAKQZX6VLS tag=7E65UAP54OJK type=del size=1009629 2023-12-01T05:03:26.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.048+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~1WQYBVOI35P9.0 size=886278 2023-12-01T05:03:26.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.048+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=1WQYBVOI35P9 tag=H7CHKFZ8DHLG type=write size=1934854 2023-12-01T05:03:26.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.050+0000 7f2ce2b518c0 -1 < failed to complete operation key=KBRIH4PKGG4O tag=X35CD0I3N3H5 type=del size=2411479: (22) Invalid argument 2023-12-01T05:03:26.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.052+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=ZEPMUMES2SMI type=del size=3897265 2023-12-01T05:03:26.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.054+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~MZMIWI1A8MTF.0 size=1048576 2023-12-01T05:03:26.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.055+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~MZMIWI1A8MTF.1 size=5439 2023-12-01T05:03:26.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.058+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=MZMIWI1A8MTF tag=F6DBH3S5Q3KV type=write size=2102591 2023-12-01T05:03:26.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.060+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=UE3H03CGPEDQ type=del size=3380699 2023-12-01T05:03:26.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.061+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~WGH51A9P7D90.0 size=1048576 2023-12-01T05:03:26.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.063+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~WGH51A9P7D90.1 size=1048576 2023-12-01T05:03:26.065 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.064+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~WGH51A9P7D90.2 size=162439 2023-12-01T05:03:26.068 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.067+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=WGH51A9P7D90 tag=47RL6QBGL3B1 type=write size=3308167 2023-12-01T05:03:26.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.068+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=POSZEZBP1PHS type=del size=515179 2023-12-01T05:03:26.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.070+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=B0M2KKSV7GBV type=del 2023-12-01T05:03:26.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.072+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=027Z7QUO83IU type=del size=3548852 2023-12-01T05:03:26.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.073+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=30GH4IPVSQYW type=del 2023-12-01T05:03:26.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.075+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=YASIH1JMK882 type=del size=383787 2023-12-01T05:03:26.077 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.076+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=3307UCJJA12Q type=del 2023-12-01T05:03:26.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.079+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~A4L918KFYSHA.0 size=617342 2023-12-01T05:03:26.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.079+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=A4L918KFYSHA tag=YBANPFYU08K1 type=write size=1665918 2023-12-01T05:03:26.082 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.081+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=9Y8AP6PJHYBA type=del 2023-12-01T05:03:26.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.085+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~VNJ4EBTHY6R4.0 size=1048576 2023-12-01T05:03:26.088 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.086+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~VNJ4EBTHY6R4.1 size=470881 2023-12-01T05:03:26.088 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.086+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=VNJ4EBTHY6R4 tag=FVO70MYN0I9S type=write size=2568033 2023-12-01T05:03:26.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.090+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=BUA4UFW3LPG0 type=del 2023-12-01T05:03:26.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.091+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=8CWFCYD17YSK type=del size=1009471 2023-12-01T05:03:26.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.092+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=SY2W6QFZQBL7 tag=M81YPF9WMXJF type=del size=1807264: (2) No such file or directory 2023-12-01T05:03:26.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.094+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=1DBBBKSSS4Q8 type=del size=1186852 2023-12-01T05:03:26.096 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.095+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=5I8PEELE7AYE type=del 2023-12-01T05:03:26.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.098+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~S0KWLSEZJDKU.0 size=1048576 2023-12-01T05:03:26.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.099+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~S0KWLSEZJDKU.1 size=990138 2023-12-01T05:03:26.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.099+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=S0KWLSEZJDKU tag=ZMBQEEYE8RUF type=write size=3087290 2023-12-01T05:03:26.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.101+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~N3RWU0RY3TAU.0 size=1048576 2023-12-01T05:03:26.103 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.102+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~N3RWU0RY3TAU.1 size=42309 2023-12-01T05:03:26.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.105+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=N3RWU0RY3TAU tag=U2K9KGK63YHL type=write size=2139461 2023-12-01T05:03:26.108 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.107+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=E9GFCW6BYIS1 type=del size=810706 2023-12-01T05:03:26.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.109+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~NU9E6181GL0X.0 size=378168 2023-12-01T05:03:26.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.112+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=NU9E6181GL0X tag=UJXAOJRXIKJ8 type=write size=1426744 2023-12-01T05:03:26.116 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.114+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~LMXDVYIUHWHA.0 size=1048576 2023-12-01T05:03:26.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.116+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~LMXDVYIUHWHA.1 size=1048576 2023-12-01T05:03:26.118 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.117+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~LMXDVYIUHWHA.2 size=1009992 2023-12-01T05:03:26.118 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.117+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=LMXDVYIUHWHA tag=WG6U0NAZ29BA type=write size=4155720 2023-12-01T05:03:26.120 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.119+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=Y8OPXOUY6BWF type=del 2023-12-01T05:03:26.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.120+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=L5VZKIPR317S type=del size=1754692 2023-12-01T05:03:26.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.122+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=8NZ0AXBIX2LG type=write size=435901 2023-12-01T05:03:26.126 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.125+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~QUDC4XQC3GEB.0 size=1048576 2023-12-01T05:03:26.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.126+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~QUDC4XQC3GEB.1 size=1048576 2023-12-01T05:03:26.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.127+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~QUDC4XQC3GEB.2 size=830456 2023-12-01T05:03:26.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.127+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=QUDC4XQC3GEB tag=QGZZRQ1YZ586 type=write size=3976184 2023-12-01T05:03:26.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.129+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~R8B94N4DIN0Z.0 size=1048576 2023-12-01T05:03:26.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.130+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~R8B94N4DIN0Z.1 size=1048576 2023-12-01T05:03:26.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.132+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~R8B94N4DIN0Z.2 size=724518 2023-12-01T05:03:26.136 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.135+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=R8B94N4DIN0Z tag=U3GO8UVQR9E4 type=write size=3870246 2023-12-01T05:03:26.139 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.138+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~EA9QSMNH8FEL.0 size=1048576 2023-12-01T05:03:26.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.139+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~EA9QSMNH8FEL.1 size=1048576 2023-12-01T05:03:26.141 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.140+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~EA9QSMNH8FEL.2 size=13631 2023-12-01T05:03:26.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.140+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=EA9QSMNH8FEL tag=LIL86SHVQ02A type=write size=3159359 2023-12-01T05:03:26.143 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.142+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~1WQYBVOI35P9.0 size=886278 2023-12-01T05:03:26.146 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.145+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=1WQYBVOI35P9 tag=H7CHKFZ8DHLG type=write size=1934854 2023-12-01T05:03:26.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.147+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=IAL2TTLMKF3T type=del size=2216 2023-12-01T05:03:26.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.149+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=ZEPMUMES2SMI type=del 2023-12-01T05:03:26.152 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.151+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=EHCHLEUJVVOP type=del size=865612 2023-12-01T05:03:26.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.153+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=UE3H03CGPEDQ type=del 2023-12-01T05:03:26.156 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.155+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=BW1VT4MNF3M6 type=del size=2761364 2023-12-01T05:03:26.158 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.157+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=POSZEZBP1PHS type=del 2023-12-01T05:03:26.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.160+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~XC4R44HGF9QQ.0 size=1048576 2023-12-01T05:03:26.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.161+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~XC4R44HGF9QQ.1 size=1048576 2023-12-01T05:03:26.164 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.163+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~XC4R44HGF9QQ.2 size=415610 2023-12-01T05:03:26.164 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.163+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=XC4R44HGF9QQ tag=991DMU9AFR8X type=write size=3561338 2023-12-01T05:03:26.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.164+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=027Z7QUO83IU type=del 2023-12-01T05:03:26.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.166+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=7MFXP2FJW68N type=del size=225719 2023-12-01T05:03:26.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.168+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=YASIH1JMK882 type=del 2023-12-01T05:03:26.172 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.171+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~0HHQ3DVVUDVB.0 size=615899 2023-12-01T05:03:26.172 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.171+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=0HHQ3DVVUDVB tag=B2SWYHFOP3JM type=write size=1664475 2023-12-01T05:03:26.174 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.172+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~A4L918KFYSHA.0 size=617342 2023-12-01T05:03:26.177 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.176+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=A4L918KFYSHA tag=YBANPFYU08K1 type=write size=1665918 2023-12-01T05:03:26.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.177+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=JB3JQW2QNLNP type=del size=1496080 2023-12-01T05:03:26.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.179+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~VNJ4EBTHY6R4.0 size=1048576 2023-12-01T05:03:26.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.179+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~VNJ4EBTHY6R4.1 size=470881 2023-12-01T05:03:26.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.182+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=VNJ4EBTHY6R4 tag=FVO70MYN0I9S type=write size=2568033 2023-12-01T05:03:26.185 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.184+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=X1DAD0RPWSHC type=del size=1747290 2023-12-01T05:03:26.187 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.186+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=8CWFCYD17YSK type=del 2023-12-01T05:03:26.189 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.188+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=6NF5HK2NNY39 type=del size=1367826 2023-12-01T05:03:26.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.189+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=1DBBBKSSS4Q8 type=del 2023-12-01T05:03:26.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.192+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~6JL7NJWYSATM.0 size=1048576 2023-12-01T05:03:26.195 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.194+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~6JL7NJWYSATM.1 size=122624 2023-12-01T05:03:26.195 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.194+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=6JL7NJWYSATM tag=05GAGPBV1PT1 type=write size=2219776 2023-12-01T05:03:26.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.196+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~S0KWLSEZJDKU.0 size=1048576 2023-12-01T05:03:26.198 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.197+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~S0KWLSEZJDKU.1 size=990138 2023-12-01T05:03:26.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.199+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=S0KWLSEZJDKU tag=ZMBQEEYE8RUF type=write size=3087290 2023-12-01T05:03:26.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.203+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~JRB7VENH814W.0 size=1048576 2023-12-01T05:03:26.205 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.204+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~JRB7VENH814W.1 size=1048576 2023-12-01T05:03:26.207 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.205+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~JRB7VENH814W.2 size=923463 2023-12-01T05:03:26.207 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.205+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=JRB7VENH814W tag=MN4I50U9WL1Y type=write size=4069191 2023-12-01T05:03:26.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.207+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=E9GFCW6BYIS1 type=del 2023-12-01T05:03:26.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.209+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=6B72MDDI8QXK type=write size=261769 2023-12-01T05:03:26.212 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.211+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~LMXDVYIUHWHA.0 size=1048576 2023-12-01T05:03:26.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.212+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~LMXDVYIUHWHA.1 size=1048576 2023-12-01T05:03:26.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.214+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~LMXDVYIUHWHA.2 size=1009992 2023-12-01T05:03:26.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.217+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=LMXDVYIUHWHA tag=WG6U0NAZ29BA type=write size=4155720 2023-12-01T05:03:26.220 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.219+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=9FXKJU8GBX80 type=del size=142073 2023-12-01T05:03:26.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.222+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=L5VZKIPR317S type=del size=1754692 2023-12-01T05:03:26.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.224+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=LL64FT034V5Y type=del size=1844547 2023-12-01T05:03:26.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.226+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~QUDC4XQC3GEB.0 size=1048576 2023-12-01T05:03:26.228 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.227+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~QUDC4XQC3GEB.1 size=1048576 2023-12-01T05:03:26.230 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.229+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~QUDC4XQC3GEB.2 size=830456 2023-12-01T05:03:26.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.232+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=QUDC4XQC3GEB tag=QGZZRQ1YZ586 type=write size=3976184 2023-12-01T05:03:26.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.234+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=6INQJ02HSBQ8 type=write size=846186 2023-12-01T05:03:26.237 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.235+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~EA9QSMNH8FEL.0 size=1048576 2023-12-01T05:03:26.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.237+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~EA9QSMNH8FEL.1 size=1048576 2023-12-01T05:03:26.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.237+0000 7f2ce2b518c0 1 < canceled part key=_multipart_EQJ6TWB0BPZS.2~EA9QSMNH8FEL.2 size=13631 2023-12-01T05:03:26.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.240+0000 7f2ce2b518c0 1 < canceled multipart upload key=EQJ6TWB0BPZS upload=EA9QSMNH8FEL tag=LIL86SHVQ02A type=write size=3159359 2023-12-01T05:03:26.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.244+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~HLS6NKSYG2M3.0 size=654057 2023-12-01T05:03:26.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.244+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=HLS6NKSYG2M3 tag=Q4KHPWRT9VJ3 type=write size=1702633 2023-12-01T05:03:26.248 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.247+0000 7f2ce2b518c0 1 < suggested remove operation key=EQJ6TWB0BPZS tag=IAL2TTLMKF3T type=del 2023-12-01T05:03:26.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.249+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=E8P6GLE6CYFF type=del size=33329 2023-12-01T05:03:26.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.253+0000 7f2ce2b518c0 1 < suggested remove operation key=39WRHET0UJ7U tag=EHCHLEUJVVOP type=del 2023-12-01T05:03:26.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.256+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~I1ZZ9MAJ6MP7.0 size=1048576 2023-12-01T05:03:26.260 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.258+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~I1ZZ9MAJ6MP7.1 size=325424 2023-12-01T05:03:26.260 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.258+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=I1ZZ9MAJ6MP7 tag=0LLQY9UDGU8S type=write size=2422576 2023-12-01T05:03:26.262 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.260+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=BW1VT4MNF3M6 type=del 2023-12-01T05:03:26.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.264+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~L4AQSFJA0S14.0 size=149213 2023-12-01T05:03:26.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.264+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=L4AQSFJA0S14 tag=7N0TNKW73FMX type=write size=1197789 2023-12-01T05:03:26.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.266+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~XC4R44HGF9QQ.0 size=1048576 2023-12-01T05:03:26.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.267+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~XC4R44HGF9QQ.1 size=1048576 2023-12-01T05:03:26.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.269+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~XC4R44HGF9QQ.2 size=415610 2023-12-01T05:03:26.272 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.271+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=XC4R44HGF9QQ tag=991DMU9AFR8X type=write size=3561338 2023-12-01T05:03:26.276 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.275+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~7GE3N7D8L0T1.0 size=1048576 2023-12-01T05:03:26.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.276+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~7GE3N7D8L0T1.1 size=1048576 2023-12-01T05:03:26.278 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.277+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~7GE3N7D8L0T1.2 size=802048 2023-12-01T05:03:26.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.277+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=7GE3N7D8L0T1 tag=ABAPRF723VAY type=write size=3947776 2023-12-01T05:03:26.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.278+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=EQJ6TWB0BPZS tag=7MFXP2FJW68N type=del size=225719: (2) No such file or directory 2023-12-01T05:03:26.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.280+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=QWGOOGXG8LFD type=write size=421784 2023-12-01T05:03:26.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.281+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~0HHQ3DVVUDVB.0 size=615899 2023-12-01T05:03:26.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.284+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=0HHQ3DVVUDVB tag=B2SWYHFOP3JM type=write size=1664475 2023-12-01T05:03:26.287 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.286+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=64V6DYWY1OWF type=del size=2524321 2023-12-01T05:03:26.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.288+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=JB3JQW2QNLNP type=del 2023-12-01T05:03:26.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.289+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=5T690L97UUA2 type=write size=138185 2023-12-01T05:03:26.292 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.291+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=X1DAD0RPWSHC type=del 2023-12-01T05:03:26.294 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.293+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=LMVXITC7PR1A type=del size=1469510 2023-12-01T05:03:26.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.295+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=6NF5HK2NNY39 type=del 2023-12-01T05:03:26.298 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.297+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=FQIFEUZ2S6YY type=del size=2503996 2023-12-01T05:03:26.300 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.299+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~6JL7NJWYSATM.0 size=1048576 2023-12-01T05:03:26.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.300+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~6JL7NJWYSATM.1 size=122624 2023-12-01T05:03:26.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.303+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=6JL7NJWYSATM tag=05GAGPBV1PT1 type=write size=2219776 2023-12-01T05:03:26.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.306+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~AH4OLSCDOFXG.0 size=1048576 2023-12-01T05:03:26.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.307+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~AH4OLSCDOFXG.1 size=856083 2023-12-01T05:03:26.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.307+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=AH4OLSCDOFXG tag=EOTHDCKYJYB6 type=write size=2953235 2023-12-01T05:03:26.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.309+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~JRB7VENH814W.0 size=1048576 2023-12-01T05:03:26.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.310+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~JRB7VENH814W.1 size=1048576 2023-12-01T05:03:26.313 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.312+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~JRB7VENH814W.2 size=923463 2023-12-01T05:03:26.316 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.315+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=JRB7VENH814W tag=MN4I50U9WL1Y type=write size=4069191 2023-12-01T05:03:26.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.316+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=BFO4T71SX5WT type=del size=880444 2023-12-01T05:03:26.322 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.320+0000 7f2ce2b518c0 1 < suggested update operation key=JDW6X9ZJ49B4 tag=6B72MDDI8QXK type=write size=261769 2023-12-01T05:03:26.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.322+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=7UQTD7BVWAWA type=del size=3792130 2023-12-01T05:03:26.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.323+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=9FXKJU8GBX80 type=del 2023-12-01T05:03:26.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.325+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=IU65JF1W85O9 type=del size=2496545 2023-12-01T05:03:26.328 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.327+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=LL64FT034V5Y type=del 2023-12-01T05:03:26.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.330+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~3LS6EJI6K80S.0 size=1048576 2023-12-01T05:03:26.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.331+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~3LS6EJI6K80S.1 size=185747 2023-12-01T05:03:26.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.331+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=3LS6EJI6K80S tag=7K2P99Z8EAER type=write size=2282899 2023-12-01T05:03:26.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.333+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=6INQJ02HSBQ8 type=write size=846186 2023-12-01T05:03:26.336 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.334+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=2CRTRLQ3TW3W type=del size=4129353 2023-12-01T05:03:26.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.336+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~HLS6NKSYG2M3.0 size=654057 2023-12-01T05:03:26.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.339+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=HLS6NKSYG2M3 tag=Q4KHPWRT9VJ3 type=write size=1702633 2023-12-01T05:03:26.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.342+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2ES8B7W540TK.0 size=1048576 2023-12-01T05:03:26.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.343+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2ES8B7W540TK.1 size=1048576 2023-12-01T05:03:26.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.344+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2ES8B7W540TK.2 size=112178 2023-12-01T05:03:26.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.344+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=2ES8B7W540TK tag=DXCYRZVZW58Z type=write size=3257906 2023-12-01T05:03:26.349 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.348+0000 7f2ce2b518c0 1 < suggested remove operation key=KBRIH4PKGG4O tag=E8P6GLE6CYFF type=del 2023-12-01T05:03:26.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.350+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=VOXTCXIVLSSY type=del size=2258442 2023-12-01T05:03:26.352 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.351+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~I1ZZ9MAJ6MP7.0 size=1048576 2023-12-01T05:03:26.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.353+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~I1ZZ9MAJ6MP7.1 size=325424 2023-12-01T05:03:26.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.356+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=I1ZZ9MAJ6MP7 tag=0LLQY9UDGU8S type=write size=2422576 2023-12-01T05:03:26.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.358+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=X4I3FTHMZYED type=del size=4147567 2023-12-01T05:03:26.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.359+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~L4AQSFJA0S14.0 size=149213 2023-12-01T05:03:26.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.362+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=L4AQSFJA0S14 tag=7N0TNKW73FMX type=write size=1197789 2023-12-01T05:03:26.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.364+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=2EF2O5NC34Z4 type=del size=873995 2023-12-01T05:03:26.367 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.366+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~7GE3N7D8L0T1.0 size=1048576 2023-12-01T05:03:26.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.367+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~7GE3N7D8L0T1.1 size=1048576 2023-12-01T05:03:26.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.368+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~7GE3N7D8L0T1.2 size=802048 2023-12-01T05:03:26.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.371+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=7GE3N7D8L0T1 tag=ABAPRF723VAY type=write size=3947776 2023-12-01T05:03:26.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.374+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~I81LG02OTFDQ.0 size=622015 2023-12-01T05:03:26.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.374+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=I81LG02OTFDQ tag=PZKDNJS84I2Z type=write size=1670591 2023-12-01T05:03:26.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.377+0000 7f2ce2b518c0 1 < suggested update operation key=B5FU2JKJOI4Z tag=QWGOOGXG8LFD type=write size=421784 2023-12-01T05:03:26.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.380+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~13JDOZUJXLIB.0 size=1048576 2023-12-01T05:03:26.383 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.381+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~13JDOZUJXLIB.1 size=861699 2023-12-01T05:03:26.383 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.381+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=13JDOZUJXLIB tag=BD1QJ53MCU92 type=write size=2958851 2023-12-01T05:03:26.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.385+0000 7f2ce2b518c0 1 < suggested remove operation key=SH80HT2F4NK2 tag=64V6DYWY1OWF type=del 2023-12-01T05:03:26.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.387+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=ZV9HASBF8CHG type=write size=428519 2023-12-01T05:03:26.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.389+0000 7f2ce2b518c0 -1 < failed to complete operation key=B5FU2JKJOI4Z tag=5T690L97UUA2 type=write size=138185: (22) Invalid argument 2023-12-01T05:03:26.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.390+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=OFX6PR76DM5D type=write size=598139 2023-12-01T05:03:26.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.393+0000 7f2ce2b518c0 1 < suggested update operation key=5U9IVFXOOGZO tag=LMVXITC7PR1A type=del size=1469510 2023-12-01T05:03:26.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.395+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=Y8RCLROL4VXX type=del size=2018298 2023-12-01T05:03:26.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.396+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=FQIFEUZ2S6YY type=del 2023-12-01T05:03:26.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.399+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~XFEN9L896U90.0 size=1048576 2023-12-01T05:03:26.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.401+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~XFEN9L896U90.1 size=159209 2023-12-01T05:03:26.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.401+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=XFEN9L896U90 tag=J16ZYEOXUXGP type=write size=2256361 2023-12-01T05:03:26.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.402+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~AH4OLSCDOFXG.0 size=1048576 2023-12-01T05:03:26.405 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.404+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~AH4OLSCDOFXG.1 size=856083 2023-12-01T05:03:26.408 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.407+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=AH4OLSCDOFXG tag=EOTHDCKYJYB6 type=write size=2953235 2023-12-01T05:03:26.411 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.409+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~FDW4WNTY687E.0 size=1048576 2023-12-01T05:03:26.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.411+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~FDW4WNTY687E.1 size=410364 2023-12-01T05:03:26.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.411+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=FDW4WNTY687E tag=Q6M5QTMDVEHC type=write size=2507516 2023-12-01T05:03:26.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.414+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=BFO4T71SX5WT type=del 2023-12-01T05:03:26.418 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.417+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~T1HMOALPHZMX.0 size=640306 2023-12-01T05:03:26.418 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.417+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=T1HMOALPHZMX tag=ME4KPFSDQT07 type=write size=1688882 2023-12-01T05:03:26.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.419+0000 7f2ce2b518c0 -1 < failed to complete operation key=5U9IVFXOOGZO tag=7UQTD7BVWAWA type=del size=3792130: (22) Invalid argument 2023-12-01T05:03:26.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.421+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=RX80XYE3809S type=del size=874864 2023-12-01T05:03:26.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.423+0000 7f2ce2b518c0 -1 < failed to complete operation key=B5FU2JKJOI4Z tag=IU65JF1W85O9 type=del size=2496545: (22) Invalid argument 2023-12-01T05:03:26.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.424+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=NKUV60U0KDU3 type=del size=940118 2023-12-01T05:03:26.427 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.426+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~3LS6EJI6K80S.0 size=1048576 2023-12-01T05:03:26.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.427+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~3LS6EJI6K80S.1 size=185747 2023-12-01T05:03:26.431 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.430+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=3LS6EJI6K80S tag=7K2P99Z8EAER type=write size=2282899 2023-12-01T05:03:26.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.433+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~Y6W337QBZ1WX.0 size=1048576 2023-12-01T05:03:26.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.434+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~Y6W337QBZ1WX.1 size=1048576 2023-12-01T05:03:26.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.436+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~Y6W337QBZ1WX.2 size=662386 2023-12-01T05:03:26.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.436+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=Y6W337QBZ1WX tag=FQBH161P2JUE type=write size=3808114 2023-12-01T05:03:26.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.437+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=2CRTRLQ3TW3W type=del 2023-12-01T05:03:26.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.440+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~4WX7JQLJ87CP.0 size=435207 2023-12-01T05:03:26.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.440+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=4WX7JQLJ87CP tag=8HWTYYRN3TCV type=write size=1483783 2023-12-01T05:03:26.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.440+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~2ES8B7W540TK.0 size=1048576 2023-12-01T05:03:26.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.442+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~2ES8B7W540TK.1 size=1048576 2023-12-01T05:03:26.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.442+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~2ES8B7W540TK.2 size=112178 2023-12-01T05:03:26.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.444+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=2ES8B7W540TK tag=DXCYRZVZW58Z type=write size=3257906 2023-12-01T05:03:26.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.446+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=8XR0UKJ91DWI type=del size=594754 2023-12-01T05:03:26.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.448+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=VOXTCXIVLSSY type=del 2023-12-01T05:03:26.452 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.451+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~4S6IVPKX523R.0 size=374116 2023-12-01T05:03:26.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.451+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=4S6IVPKX523R tag=0Y8BSNGQX843 type=write size=1422692 2023-12-01T05:03:26.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.453+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=X4I3FTHMZYED type=del 2023-12-01T05:03:26.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.457+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~2KV1WPH9U07N.0 size=486907 2023-12-01T05:03:26.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.457+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=2KV1WPH9U07N tag=I1J95J3AXJJ9 type=write size=1535483 2023-12-01T05:03:26.460 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.459+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=2EF2O5NC34Z4 type=del 2023-12-01T05:03:26.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.461+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=078YKCX2PBRS type=write size=98233 2023-12-01T05:03:26.465 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.463+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~I81LG02OTFDQ.0 size=622015 2023-12-01T05:03:26.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.465+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=I81LG02OTFDQ tag=PZKDNJS84I2Z type=write size=1670591 2023-12-01T05:03:26.469 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.467+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=CV4DHUHU5FWV type=del size=4115166 2023-12-01T05:03:26.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.470+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~13JDOZUJXLIB.0 size=1048576 2023-12-01T05:03:26.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.471+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~13JDOZUJXLIB.1 size=861699 2023-12-01T05:03:26.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.474+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=13JDOZUJXLIB tag=BD1QJ53MCU92 type=write size=2958851 2023-12-01T05:03:26.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.478+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~Z6LRSX2YSA2Z.0 size=1048576 2023-12-01T05:03:26.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.480+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~Z6LRSX2YSA2Z.1 size=622815 2023-12-01T05:03:26.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.480+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=Z6LRSX2YSA2Z tag=IO3LHEA2TQW5 type=write size=2719967 2023-12-01T05:03:26.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.481+0000 7f2ce2b518c0 1 < completed write operation key=YZK909CJ0EPV tag=ZV9HASBF8CHG type=write size=428519 2023-12-01T05:03:26.484 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.483+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=VS2Q5TSITO3W type=del size=4054553 2023-12-01T05:03:26.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.487+0000 7f2ce2b518c0 1 < suggested remove operation key=Y5IWDXWUVH3N tag=OFX6PR76DM5D type=write 2023-12-01T05:03:26.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.490+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~J6S2OD3IJ516.0 size=694788 2023-12-01T05:03:26.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.490+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=J6S2OD3IJ516 tag=JMHPZ9DA5RGQ type=write size=1743364 2023-12-01T05:03:26.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.494+0000 7f2ce2b518c0 1 < suggested update operation key=KBRIH4PKGG4O tag=Y8RCLROL4VXX type=del size=2018298 2023-12-01T05:03:26.496 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.495+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=UQ6FX6LVNXM1 type=del size=40813 2023-12-01T05:03:26.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.497+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~XFEN9L896U90.0 size=1048576 2023-12-01T05:03:26.501 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.499+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~XFEN9L896U90.1 size=159209 2023-12-01T05:03:26.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.502+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=XFEN9L896U90 tag=J16ZYEOXUXGP type=write size=2256361 2023-12-01T05:03:26.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.504+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=RLYLNI6703TP type=del size=2232106 2023-12-01T05:03:26.507 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.506+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~FDW4WNTY687E.0 size=1048576 2023-12-01T05:03:26.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.507+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~FDW4WNTY687E.1 size=410364 2023-12-01T05:03:26.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.511+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=FDW4WNTY687E tag=Q6M5QTMDVEHC type=write size=2507516 2023-12-01T05:03:26.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.513+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=SB3ELCLF2RFU type=del size=3181647 2023-12-01T05:03:26.516 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.514+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~T1HMOALPHZMX.0 size=640306 2023-12-01T05:03:26.518 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.517+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=T1HMOALPHZMX tag=ME4KPFSDQT07 type=write size=1688882 2023-12-01T05:03:26.520 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.519+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=UBQPS0AXKCGK type=del size=2841736 2023-12-01T05:03:26.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.521+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=RX80XYE3809S type=del 2023-12-01T05:03:26.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.525+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~QCOEF6XMKPQI.0 size=1048576 2023-12-01T05:03:26.528 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.527+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~QCOEF6XMKPQI.1 size=1024126 2023-12-01T05:03:26.528 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.527+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=QCOEF6XMKPQI tag=EKVZUV1LBI8E type=write size=3121278 2023-12-01T05:03:26.530 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.529+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=NKUV60U0KDU3 type=del 2023-12-01T05:03:26.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.530+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=LF79PTK1UCIS type=del size=408621 2023-12-01T05:03:26.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.532+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~Y6W337QBZ1WX.0 size=1048576 2023-12-01T05:03:26.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.533+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~Y6W337QBZ1WX.1 size=1048576 2023-12-01T05:03:26.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.535+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~Y6W337QBZ1WX.2 size=662386 2023-12-01T05:03:26.539 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.538+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=Y6W337QBZ1WX tag=FQBH161P2JUE type=write size=3808114 2023-12-01T05:03:26.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.540+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=GJGPG2F0XBNI type=del size=3546976 2023-12-01T05:03:26.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.542+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~4WX7JQLJ87CP.0 size=435207 2023-12-01T05:03:26.546 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.545+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=4WX7JQLJ87CP tag=8HWTYYRN3TCV type=write size=1483783 2023-12-01T05:03:26.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.548+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~SNOBYW47M396.0 size=1048576 2023-12-01T05:03:26.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.550+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~SNOBYW47M396.1 size=1048576 2023-12-01T05:03:26.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.551+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~SNOBYW47M396.2 size=961904 2023-12-01T05:03:26.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.551+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=SNOBYW47M396 tag=5QJE3V0HCBDR type=write size=4107632 2023-12-01T05:03:26.554 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.553+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=8XR0UKJ91DWI type=del 2023-12-01T05:03:26.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.556+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~QX5PH3WJ2EA4.0 size=1048576 2023-12-01T05:03:26.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.557+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~QX5PH3WJ2EA4.1 size=1012919 2023-12-01T05:03:26.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.557+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=QX5PH3WJ2EA4 tag=PHGHYQW9QT5A type=write size=3110071 2023-12-01T05:03:26.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.558+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~4S6IVPKX523R.0 size=374116 2023-12-01T05:03:26.562 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.561+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=4S6IVPKX523R tag=0Y8BSNGQX843 type=write size=1422692 2023-12-01T05:03:26.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.563+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=AUM00ECDWPHP type=del size=1117999 2023-12-01T05:03:26.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.564+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~2KV1WPH9U07N.0 size=486907 2023-12-01T05:03:26.568 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.567+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=2KV1WPH9U07N tag=I1J95J3AXJJ9 type=write size=1535483 2023-12-01T05:03:26.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.570+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~VOOMARZTYFRG.0 size=1048576 2023-12-01T05:03:26.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.572+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~VOOMARZTYFRG.1 size=923581 2023-12-01T05:03:26.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.572+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=VOOMARZTYFRG tag=ISYPD2CRT1WL type=write size=3020733 2023-12-01T05:03:26.575 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.574+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=078YKCX2PBRS type=write size=98233 2023-12-01T05:03:26.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.576+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=42BX1BVO196V type=del size=541301 2023-12-01T05:03:26.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.578+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=CV4DHUHU5FWV type=del 2023-12-01T05:03:26.582 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.581+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~UD2JCAM1UC98.0 size=38860 2023-12-01T05:03:26.582 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.581+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=UD2JCAM1UC98 tag=275LLYR29C0A type=write size=1087436 2023-12-01T05:03:26.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.583+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~Z6LRSX2YSA2Z.0 size=1048576 2023-12-01T05:03:26.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.584+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~Z6LRSX2YSA2Z.1 size=622815 2023-12-01T05:03:26.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.588+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=Z6LRSX2YSA2Z tag=IO3LHEA2TQW5 type=write size=2719967 2023-12-01T05:03:26.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.591+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~876B0D8TKEKW.0 size=638214 2023-12-01T05:03:26.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.591+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=876B0D8TKEKW tag=A9ACBYGRJD04 type=write size=1686790 2023-12-01T05:03:26.595 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.593+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=VS2Q5TSITO3W type=del 2023-12-01T05:03:26.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.595+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=SNINU8WAPJ22 type=del size=1607670 2023-12-01T05:03:26.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.597+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~J6S2OD3IJ516.0 size=694788 2023-12-01T05:03:26.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.600+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=J6S2OD3IJ516 tag=JMHPZ9DA5RGQ type=write size=1743364 2023-12-01T05:03:26.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.602+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=N4E499OVDLPZ type=del size=529149 2023-12-01T05:03:26.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.605+0000 7f2ce2b518c0 1 < suggested remove operation key=JDW6X9ZJ49B4 tag=UQ6FX6LVNXM1 type=del 2023-12-01T05:03:26.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.608+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~O1UW8IO4MDL5.0 size=1048576 2023-12-01T05:03:26.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.610+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~O1UW8IO4MDL5.1 size=1048576 2023-12-01T05:03:26.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.611+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~O1UW8IO4MDL5.2 size=900413 2023-12-01T05:03:26.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.611+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=O1UW8IO4MDL5 tag=7OIQ297H85DN type=write size=4046141 2023-12-01T05:03:26.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.614+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=RLYLNI6703TP type=del 2023-12-01T05:03:26.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.615+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=FJAK8EIYZO80 type=del size=1843829 2023-12-01T05:03:26.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.618+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=SB3ELCLF2RFU type=del size=3181647: (22) Invalid argument 2023-12-01T05:03:26.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.619+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=72AGEQSF0BY7 type=del size=1705793 2023-12-01T05:03:26.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.621+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=UBQPS0AXKCGK type=del 2023-12-01T05:03:26.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.622+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=YNSYF5EX95PI type=del size=1038698 2023-12-01T05:03:26.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.623+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SH80HT2F4NK2.2~QCOEF6XMKPQI.0 size=1048576 2023-12-01T05:03:26.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.623+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SH80HT2F4NK2.2~QCOEF6XMKPQI.1 size=1024126 2023-12-01T05:03:26.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.626+0000 7f2ce2b518c0 1 < canceled multipart upload key=SH80HT2F4NK2 upload=QCOEF6XMKPQI tag=EKVZUV1LBI8E type=write size=3121278 2023-12-01T05:03:26.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.628+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=9BABLEC7VWXY type=del size=2714961 2023-12-01T05:03:26.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.630+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=LF79PTK1UCIS type=del 2023-12-01T05:03:26.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.633+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~30H0X7KAWNVE.0 size=1048576 2023-12-01T05:03:26.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.635+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~30H0X7KAWNVE.1 size=58311 2023-12-01T05:03:26.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.635+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=30H0X7KAWNVE tag=CFM88RKWUVP3 type=write size=2155463 2023-12-01T05:03:26.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.639+0000 7f2ce2b518c0 1 < suggested remove operation key=B5FU2JKJOI4Z tag=GJGPG2F0XBNI type=del 2023-12-01T05:03:26.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.642+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~9CKGRPKHA9QU.0 size=1048576 2023-12-01T05:03:26.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.643+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~9CKGRPKHA9QU.1 size=759387 2023-12-01T05:03:26.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.643+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=9CKGRPKHA9QU tag=9IOBFPIL3OZF type=write size=2856539 2023-12-01T05:03:26.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.643+0000 7f2ce2b518c0 1 < canceled part key=_multipart_0BUXOUU4KRQZ.2~SNOBYW47M396.0 size=1048576 2023-12-01T05:03:26.645 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.643+0000 7f2ce2b518c0 1 < canceled part key=_multipart_0BUXOUU4KRQZ.2~SNOBYW47M396.1 size=1048576 2023-12-01T05:03:26.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.645+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~SNOBYW47M396.2 size=961904 2023-12-01T05:03:26.649 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.648+0000 7f2ce2b518c0 1 < canceled multipart upload key=0BUXOUU4KRQZ upload=SNOBYW47M396 tag=5QJE3V0HCBDR type=write size=4107632 2023-12-01T05:03:26.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.652+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~S7H2LB7ND6KS.0 size=827326 2023-12-01T05:03:26.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.652+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=S7H2LB7ND6KS tag=GQ0HI5DJW487 type=write size=1875902 2023-12-01T05:03:26.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.654+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~QX5PH3WJ2EA4.0 size=1048576 2023-12-01T05:03:26.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.656+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~QX5PH3WJ2EA4.1 size=1012919 2023-12-01T05:03:26.660 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.658+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=QX5PH3WJ2EA4 tag=PHGHYQW9QT5A type=write size=3110071 2023-12-01T05:03:26.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.660+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=B5CJG4ORGJEG type=del size=2124442 2023-12-01T05:03:26.665 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.664+0000 7f2ce2b518c0 1 < suggested remove operation key=Y5IWDXWUVH3N tag=AUM00ECDWPHP type=del 2023-12-01T05:03:26.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.666+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=CIBEN78CRJIH type=write size=1038531 2023-12-01T05:03:26.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.668+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~VOOMARZTYFRG.0 size=1048576 2023-12-01T05:03:26.670 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.669+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~VOOMARZTYFRG.1 size=923581 2023-12-01T05:03:26.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.672+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=VOOMARZTYFRG tag=ISYPD2CRT1WL type=write size=3020733 2023-12-01T05:03:26.675 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.674+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=A8LZBKBB7IUH type=write size=800544 2023-12-01T05:03:26.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.676+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=42BX1BVO196V type=del 2023-12-01T05:03:26.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.679+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~KO1N6WGFI3IY.0 size=1048576 2023-12-01T05:03:26.682 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.681+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~KO1N6WGFI3IY.1 size=1048576 2023-12-01T05:03:26.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.683+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~KO1N6WGFI3IY.2 size=34801 2023-12-01T05:03:26.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.683+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=KO1N6WGFI3IY tag=WPD8P48LW2I3 type=write size=3180529 2023-12-01T05:03:26.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.685+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~UD2JCAM1UC98.0 size=38860 2023-12-01T05:03:26.689 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.688+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=UD2JCAM1UC98 tag=275LLYR29C0A type=write size=1087436 2023-12-01T05:03:26.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.692+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~QG5H2O0OJDWH.0 size=183074 2023-12-01T05:03:26.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.692+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=QG5H2O0OJDWH tag=1A913KB6MYOK type=write size=1231650 2023-12-01T05:03:26.694 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.693+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~876B0D8TKEKW.0 size=638214 2023-12-01T05:03:26.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.697+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=876B0D8TKEKW tag=A9ACBYGRJD04 type=write size=1686790 2023-12-01T05:03:26.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.700+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VLXK0ELQSJNQ.0 size=1048576 2023-12-01T05:03:26.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.701+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VLXK0ELQSJNQ.1 size=1048576 2023-12-01T05:03:26.705 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.703+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VLXK0ELQSJNQ.2 size=1046688 2023-12-01T05:03:26.705 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.703+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=VLXK0ELQSJNQ tag=4A23L735IWY4 type=write size=4192416 2023-12-01T05:03:26.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.705+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=SNINU8WAPJ22 type=del 2023-12-01T05:03:26.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.707+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=1H3R782O03R7 type=del size=3750491 2023-12-01T05:03:26.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.710+0000 7f2ce2b518c0 1 < suggested remove operation key=IU15OM7RZ3XF tag=N4E499OVDLPZ type=del 2023-12-01T05:03:26.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.714+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~XH3GXSLFL2XP.0 size=717024 2023-12-01T05:03:26.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.714+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=XH3GXSLFL2XP tag=3ETWKN3FGDOJ type=write size=1765600 2023-12-01T05:03:26.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.716+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~O1UW8IO4MDL5.0 size=1048576 2023-12-01T05:03:26.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.718+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~O1UW8IO4MDL5.1 size=1048576 2023-12-01T05:03:26.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.719+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~O1UW8IO4MDL5.2 size=900413 2023-12-01T05:03:26.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.722+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=O1UW8IO4MDL5 tag=7OIQ297H85DN type=write size=4046141 2023-12-01T05:03:26.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.725+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~475P4SL9E0QE.0 size=1048576 2023-12-01T05:03:26.728 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.727+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~475P4SL9E0QE.1 size=1048576 2023-12-01T05:03:26.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.728+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~475P4SL9E0QE.2 size=1007619 2023-12-01T05:03:26.730 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.728+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=475P4SL9E0QE tag=EK4H5DHPTSBB type=write size=4153347 2023-12-01T05:03:26.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.730+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=FJAK8EIYZO80 type=del 2023-12-01T05:03:26.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.732+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=LMFATA0IGHZF type=del size=681036 2023-12-01T05:03:26.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.734+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=72AGEQSF0BY7 type=del 2023-12-01T05:03:26.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.735+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=084463MFQ1MI type=del size=293923 2023-12-01T05:03:26.738 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.737+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=YNSYF5EX95PI type=del 2023-12-01T05:03:26.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.739+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=4ON1J6HTKFN2 type=del size=3406017 2023-12-01T05:03:26.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.741+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=9BABLEC7VWXY type=del 2023-12-01T05:03:26.744 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.743+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=IB7D1EKI5HJ1 type=del size=3869755 2023-12-01T05:03:26.746 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.744+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~30H0X7KAWNVE.0 size=1048576 2023-12-01T05:03:26.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.746+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~30H0X7KAWNVE.1 size=58311 2023-12-01T05:03:26.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.749+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=30H0X7KAWNVE tag=CFM88RKWUVP3 type=write size=2155463 2023-12-01T05:03:26.752 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.751+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=FXUYIS7S6AJN type=del size=420212 2023-12-01T05:03:26.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.753+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~9CKGRPKHA9QU.0 size=1048576 2023-12-01T05:03:26.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.754+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~9CKGRPKHA9QU.1 size=759387 2023-12-01T05:03:26.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.757+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=9CKGRPKHA9QU tag=9IOBFPIL3OZF type=write size=2856539 2023-12-01T05:03:26.760 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.759+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=RC8PWAJGNM22 type=del size=3935061 2023-12-01T05:03:26.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.761+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~S7H2LB7ND6KS.0 size=827326 2023-12-01T05:03:26.765 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.764+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=S7H2LB7ND6KS tag=GQ0HI5DJW487 type=write size=1875902 2023-12-01T05:03:26.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.766+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=T7WWO53FFGVZ type=write size=207039 2023-12-01T05:03:26.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.767+0000 7f2ce2b518c0 1 < canceled operation key=DI1WW8WVZX9A tag=B5CJG4ORGJEG type=del size=2124442 2023-12-01T05:03:26.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.769+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=CTZH0E25SF3E type=del size=1100523 2023-12-01T05:03:26.774 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.773+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=CIBEN78CRJIH type=write 2023-12-01T05:03:26.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.775+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=HKFKLOHN485P type=del size=386916 2023-12-01T05:03:26.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.776+0000 7f2ce2b518c0 1 < completed write operation key=43ABSP862CV0 tag=A8LZBKBB7IUH type=write size=800544 2023-12-01T05:03:26.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.778+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=D3DY5ELGTG7C type=write size=421988 2023-12-01T05:03:26.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.780+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~KO1N6WGFI3IY.0 size=1048576 2023-12-01T05:03:26.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.780+0000 7f2ce2b518c0 1 < canceled part key=_multipart_2GXBXJ2J4VWX.2~KO1N6WGFI3IY.1 size=1048576 2023-12-01T05:03:26.783 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.781+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~KO1N6WGFI3IY.2 size=34801 2023-12-01T05:03:26.786 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.784+0000 7f2ce2b518c0 1 < canceled multipart upload key=2GXBXJ2J4VWX upload=KO1N6WGFI3IY tag=WPD8P48LW2I3 type=write size=3180529 2023-12-01T05:03:26.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.786+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=WPO1N0ST0OI7 type=del size=409454 2023-12-01T05:03:26.789 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.788+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~QG5H2O0OJDWH.0 size=183074 2023-12-01T05:03:26.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.791+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=QG5H2O0OJDWH tag=1A913KB6MYOK type=write size=1231650 2023-12-01T05:03:26.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.794+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~T27GPZHUGO1W.0 size=338130 2023-12-01T05:03:26.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.794+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=T27GPZHUGO1W tag=JOQVORT8OYL1 type=write size=1386706 2023-12-01T05:03:26.797 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.796+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~VLXK0ELQSJNQ.0 size=1048576 2023-12-01T05:03:26.797 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.796+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KFTOV6Y7KOAW.2~VLXK0ELQSJNQ.1 size=1048576 2023-12-01T05:03:26.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.797+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~VLXK0ELQSJNQ.2 size=1046688 2023-12-01T05:03:26.801 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.800+0000 7f2ce2b518c0 1 < canceled multipart upload key=KFTOV6Y7KOAW upload=VLXK0ELQSJNQ tag=4A23L735IWY4 type=write size=4192416 2023-12-01T05:03:26.803 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.802+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=S6P8QYN256O2 type=del size=1186913 2023-12-01T05:03:26.805 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.804+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=1H3R782O03R7 type=del 2023-12-01T05:03:26.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.807+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~5TNYEG407ZZL.0 size=1048576 2023-12-01T05:03:26.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.808+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~5TNYEG407ZZL.1 size=1048576 2023-12-01T05:03:26.811 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.810+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~5TNYEG407ZZL.2 size=970589 2023-12-01T05:03:26.811 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.810+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=5TNYEG407ZZL tag=5CF8RR6K4PQU type=write size=4116317 2023-12-01T05:03:26.813 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.811+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~XH3GXSLFL2XP.0 size=717024 2023-12-01T05:03:26.816 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.815+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=XH3GXSLFL2XP tag=3ETWKN3FGDOJ type=write size=1765600 2023-12-01T05:03:26.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.817+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=O6OOT7XEZ57B type=del size=83184 2023-12-01T05:03:26.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.818+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~475P4SL9E0QE.0 size=1048576 2023-12-01T05:03:26.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.820+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~475P4SL9E0QE.1 size=1048576 2023-12-01T05:03:26.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.821+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~475P4SL9E0QE.2 size=1007619 2023-12-01T05:03:26.825 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.824+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=475P4SL9E0QE tag=EK4H5DHPTSBB type=write size=4153347 2023-12-01T05:03:26.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.826+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=U1EH5DAOR7NW type=del size=4026531 2023-12-01T05:03:26.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.826+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=5U9IVFXOOGZO tag=LMFATA0IGHZF type=del size=681036: (2) No such file or directory 2023-12-01T05:03:26.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.829+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~D3Z8SVSEFO7W.0 size=347584 2023-12-01T05:03:26.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.829+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=D3Z8SVSEFO7W tag=IDHG6SKISU7F type=write size=1396160 2023-12-01T05:03:26.832 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.831+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=084463MFQ1MI type=del 2023-12-01T05:03:26.834 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.832+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=UQ1PNDWVLHCX type=del size=1065925 2023-12-01T05:03:26.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.834+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=4ON1J6HTKFN2 type=del 2023-12-01T05:03:26.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.836+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=334661IZ7I28 type=del size=3390095 2023-12-01T05:03:26.839 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.838+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=IB7D1EKI5HJ1 type=del 2023-12-01T05:03:26.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.840+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=RIQTPU5UI6O8 type=del size=2226166 2023-12-01T05:03:26.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.841+0000 7f2ce2b518c0 1 < canceled operation key=10L177QUH8QE tag=FXUYIS7S6AJN type=del size=420212 2023-12-01T05:03:26.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.843+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=AMV0Y2G3K2WZ type=del size=2410397 2023-12-01T05:03:26.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.845+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=RC8PWAJGNM22 type=del 2023-12-01T05:03:26.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.846+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=RF7D1KFY94GD type=del size=3508743 2023-12-01T05:03:26.849 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.848+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=T7WWO53FFGVZ type=write size=207039 2023-12-01T05:03:26.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.851+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~XUSIBRKTV3ER.0 size=1048576 2023-12-01T05:03:26.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.853+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~XUSIBRKTV3ER.1 size=510404 2023-12-01T05:03:26.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.853+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=XUSIBRKTV3ER tag=LASDD5LTFCSQ type=write size=2607556 2023-12-01T05:03:26.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.854+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=CTZH0E25SF3E type=del 2023-12-01T05:03:26.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.856+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=32E0JDZUZ23X type=del size=1187874 2023-12-01T05:03:26.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.858+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=HKFKLOHN485P type=del 2023-12-01T05:03:26.861 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.860+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=16YUM1YRC520 type=del size=3378998 2023-12-01T05:03:26.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.862+0000 7f2ce2b518c0 1 < completed write operation key=W8X2JZ25JX20 tag=D3DY5ELGTG7C type=write size=421988 2023-12-01T05:03:26.864 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.863+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=1JA8HSKXZ7TX type=del size=2318485 2023-12-01T05:03:26.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.867+0000 7f2ce2b518c0 1 < suggested remove operation key=43ABSP862CV0 tag=WPO1N0ST0OI7 type=del 2023-12-01T05:03:26.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.870+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~B1ECUW3H4OQ3.0 size=1048576 2023-12-01T05:03:26.872 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.871+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~B1ECUW3H4OQ3.1 size=1048576 2023-12-01T05:03:26.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.873+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~B1ECUW3H4OQ3.2 size=451514 2023-12-01T05:03:26.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.873+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=B1ECUW3H4OQ3 tag=XHLZ1T2X1RHV type=write size=3597242 2023-12-01T05:03:26.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.875+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~T27GPZHUGO1W.0 size=338130 2023-12-01T05:03:26.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.878+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=T27GPZHUGO1W tag=JOQVORT8OYL1 type=write size=1386706 2023-12-01T05:03:26.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.879+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=JD7Y23N569BE type=write size=512774 2023-12-01T05:03:26.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.882+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=S6P8QYN256O2 type=del 2023-12-01T05:03:26.886 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.885+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~AVSFS0JC1QCP.0 size=1048576 2023-12-01T05:03:26.887 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.886+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~AVSFS0JC1QCP.1 size=358067 2023-12-01T05:03:26.888 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.886+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=AVSFS0JC1QCP tag=Q5PT1Q1I7TDD type=write size=2455219 2023-12-01T05:03:26.888 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.886+0000 7f2ce2b518c0 1 < canceled part key=_multipart_VAXQ0BZJCDUB.2~5TNYEG407ZZL.0 size=1048576 2023-12-01T05:03:26.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.888+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~5TNYEG407ZZL.1 size=1048576 2023-12-01T05:03:26.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.888+0000 7f2ce2b518c0 1 < canceled part key=_multipart_VAXQ0BZJCDUB.2~5TNYEG407ZZL.2 size=970589 2023-12-01T05:03:26.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.891+0000 7f2ce2b518c0 1 < canceled multipart upload key=VAXQ0BZJCDUB upload=5TNYEG407ZZL tag=5CF8RR6K4PQU type=write size=4116317 2023-12-01T05:03:26.894 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.893+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=T6SZYH489HUM type=del size=530210 2023-12-01T05:03:26.896 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.895+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=O6OOT7XEZ57B type=del 2023-12-01T05:03:26.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.897+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~KEVXCP4M54A4.0 size=1048576 2023-12-01T05:03:26.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.899+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~KEVXCP4M54A4.1 size=1048576 2023-12-01T05:03:26.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.900+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~KEVXCP4M54A4.2 size=500257 2023-12-01T05:03:26.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.900+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=KEVXCP4M54A4 tag=H8B4Y07KSVI5 type=write size=3645985 2023-12-01T05:03:26.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.904+0000 7f2ce2b518c0 1 < suggested remove operation key=KFTOV6Y7KOAW tag=U1EH5DAOR7NW type=del 2023-12-01T05:03:26.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.906+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=Y4HH4BQWK3UT type=del size=3591727 2023-12-01T05:03:26.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.907+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~D3Z8SVSEFO7W.0 size=347584 2023-12-01T05:03:26.913 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.910+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=D3Z8SVSEFO7W tag=IDHG6SKISU7F type=write size=1396160 2023-12-01T05:03:26.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.912+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=MN7IKP7IH1MF type=write size=49474 2023-12-01T05:03:26.915 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.913+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=UQ1PNDWVLHCX type=del 2023-12-01T05:03:26.916 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.915+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=0JLHQ2J8OMRI type=del size=249286 2023-12-01T05:03:26.918 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.917+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=334661IZ7I28 type=del 2023-12-01T05:03:26.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.920+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~6I1JS4451N14.0 size=1048576 2023-12-01T05:03:26.923 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.922+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~6I1JS4451N14.1 size=754886 2023-12-01T05:03:26.923 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.922+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=6I1JS4451N14 tag=V3SYGS6416M4 type=write size=2852038 2023-12-01T05:03:26.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.924+0000 7f2ce2b518c0 -1 < failed to complete operation key=43ABSP862CV0 tag=RIQTPU5UI6O8 type=del size=2226166: (22) Invalid argument 2023-12-01T05:03:26.928 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.927+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~Y2BF2DEP00LR.0 size=1048576 2023-12-01T05:03:26.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.928+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~Y2BF2DEP00LR.1 size=561649 2023-12-01T05:03:26.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.928+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=Y2BF2DEP00LR tag=RSATTA65GM9W type=write size=2658801 2023-12-01T05:03:26.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.931+0000 7f2ce2b518c0 1 < suggested remove operation key=39WRHET0UJ7U tag=AMV0Y2G3K2WZ type=del 2023-12-01T05:03:26.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.933+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=NDFZ11OL4ZO3 type=del size=3846349 2023-12-01T05:03:26.936 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.935+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=RF7D1KFY94GD type=del 2023-12-01T05:03:26.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.937+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=V7QKYJ8O2KUL type=write size=373072 2023-12-01T05:03:26.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.937+0000 7f2ce2b518c0 1 < canceled part key=_multipart_DI1WW8WVZX9A.2~XUSIBRKTV3ER.0 size=1048576 2023-12-01T05:03:26.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.938+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~XUSIBRKTV3ER.1 size=510404 2023-12-01T05:03:26.942 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.941+0000 7f2ce2b518c0 1 < canceled multipart upload key=DI1WW8WVZX9A upload=XUSIBRKTV3ER tag=LASDD5LTFCSQ type=write size=2607556 2023-12-01T05:03:26.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.943+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=U6PPOTTURO0S type=write size=328701 2023-12-01T05:03:26.946 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.945+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=32E0JDZUZ23X type=del 2023-12-01T05:03:26.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.948+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~IDKMEJPWB2S0.0 size=80797 2023-12-01T05:03:26.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.948+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=IDKMEJPWB2S0 tag=KXAP0OCF88WN type=write size=1129373 2023-12-01T05:03:26.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.949+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=16YUM1YRC520 type=del 2023-12-01T05:03:26.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.953+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~BCZ7RATVY5R6.0 size=1038181 2023-12-01T05:03:26.955 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.953+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=BCZ7RATVY5R6 tag=USKJISKDTEVF type=write size=2086757 2023-12-01T05:03:26.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.954+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=1JA8HSKXZ7TX type=del 2023-12-01T05:03:26.958 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.956+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=IUB01B2DLKBY type=del size=3800345 2023-12-01T05:03:26.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.958+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~B1ECUW3H4OQ3.0 size=1048576 2023-12-01T05:03:26.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.960+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~B1ECUW3H4OQ3.1 size=1048576 2023-12-01T05:03:26.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.961+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~B1ECUW3H4OQ3.2 size=451514 2023-12-01T05:03:26.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.965+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=B1ECUW3H4OQ3 tag=XHLZ1T2X1RHV type=write size=3597242 2023-12-01T05:03:26.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.966+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=7OTROYZD5V0C type=del size=2417160 2023-12-01T05:03:26.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.968+0000 7f2ce2b518c0 1 < completed write operation key=SH80HT2F4NK2 tag=JD7Y23N569BE type=write size=512774 2023-12-01T05:03:26.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.970+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=58BJHFVRJFH3 type=del size=3660310 2023-12-01T05:03:26.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.972+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~AVSFS0JC1QCP.0 size=1048576 2023-12-01T05:03:26.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.972+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~AVSFS0JC1QCP.1 size=358067 2023-12-01T05:03:26.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.975+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=AVSFS0JC1QCP tag=Q5PT1Q1I7TDD type=write size=2455219 2023-12-01T05:03:26.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.977+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=RH42L6B1CEJW type=del size=1064951 2023-12-01T05:03:26.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.979+0000 7f2ce2b518c0 1 < canceled operation key=VAXQ0BZJCDUB tag=T6SZYH489HUM type=del size=530210 2023-12-01T05:03:26.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.983+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~9N0XIPPMY9OG.0 size=1048576 2023-12-01T05:03:26.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.984+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~9N0XIPPMY9OG.1 size=1048576 2023-12-01T05:03:26.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.986+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~9N0XIPPMY9OG.2 size=693693 2023-12-01T05:03:26.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.986+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=9N0XIPPMY9OG tag=4A6D8BYMJC2W type=write size=3839421 2023-12-01T05:03:26.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.987+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~KEVXCP4M54A4.0 size=1048576 2023-12-01T05:03:26.990 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.989+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~KEVXCP4M54A4.1 size=1048576 2023-12-01T05:03:26.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.990+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~KEVXCP4M54A4.2 size=500257 2023-12-01T05:03:26.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.994+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=KEVXCP4M54A4 tag=H8B4Y07KSVI5 type=write size=3645985 2023-12-01T05:03:26.996 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.995+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=VY84YWDXJRYW type=del size=4124092 2023-12-01T05:03:26.998 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:26.997+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=Y4HH4BQWK3UT type=del 2023-12-01T05:03:27.001 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.000+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~3DX84IC1H1ET.0 size=346071 2023-12-01T05:03:27.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.000+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=3DX84IC1H1ET tag=ZIG1B3L6ML0B type=write size=1394647 2023-12-01T05:03:27.003 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.002+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=MN7IKP7IH1MF type=write size=49474 2023-12-01T05:03:27.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.005+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~5Z3VPIDGYL0M.0 size=1048576 2023-12-01T05:03:27.007 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.006+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~5Z3VPIDGYL0M.1 size=1048576 2023-12-01T05:03:27.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.008+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~5Z3VPIDGYL0M.2 size=366374 2023-12-01T05:03:27.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.008+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=5Z3VPIDGYL0M tag=IHMXO0IF2U6O type=write size=3512102 2023-12-01T05:03:27.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.009+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=0JLHQ2J8OMRI type=del 2023-12-01T05:03:27.014 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.012+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~DGX7W2354G2R.0 size=1048576 2023-12-01T05:03:27.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.014+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~DGX7W2354G2R.1 size=1048576 2023-12-01T05:03:27.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.015+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~DGX7W2354G2R.2 size=704014 2023-12-01T05:03:27.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.015+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=DGX7W2354G2R tag=HUS70VPYWYJ1 type=write size=3849742 2023-12-01T05:03:27.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.017+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~6I1JS4451N14.0 size=1048576 2023-12-01T05:03:27.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.018+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~6I1JS4451N14.1 size=754886 2023-12-01T05:03:27.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.021+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=6I1JS4451N14 tag=V3SYGS6416M4 type=write size=2852038 2023-12-01T05:03:27.023 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.022+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=SD3C6TNTGWMK type=del size=2942346 2023-12-01T05:03:27.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.024+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~Y2BF2DEP00LR.0 size=1048576 2023-12-01T05:03:27.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.025+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~Y2BF2DEP00LR.1 size=561649 2023-12-01T05:03:27.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.028+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=Y2BF2DEP00LR tag=RSATTA65GM9W type=write size=2658801 2023-12-01T05:03:27.031 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.030+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=WLKOPVU5T2YE type=del size=1851139 2023-12-01T05:03:27.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.033+0000 7f2ce2b518c0 1 < suggested remove operation key=VAXQ0BZJCDUB tag=NDFZ11OL4ZO3 type=del 2023-12-01T05:03:27.036 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.035+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=OJNBMVQF8S89 type=del size=3834395 2023-12-01T05:03:27.037 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.036+0000 7f2ce2b518c0 1 < completed write operation key=DOGWW9WZ6QW8 tag=V7QKYJ8O2KUL type=write size=373072 2023-12-01T05:03:27.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.038+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=VDJ85EMC5AJ2 type=del size=3219081 2023-12-01T05:03:27.040 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.039+0000 7f2ce2b518c0 1 < completed write operation key=W8X2JZ25JX20 tag=U6PPOTTURO0S type=write size=328701 2023-12-01T05:03:27.042 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.041+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=MOP2E0U3W602 type=del size=3339014 2023-12-01T05:03:27.045 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.043+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~IDKMEJPWB2S0.0 size=80797 2023-12-01T05:03:27.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.045+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=IDKMEJPWB2S0 tag=KXAP0OCF88WN type=write size=1129373 2023-12-01T05:03:27.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.048+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~0U1H9Z6SXMW0.0 size=1048576 2023-12-01T05:03:27.050 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.049+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~0U1H9Z6SXMW0.1 size=1048576 2023-12-01T05:03:27.052 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.051+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~0U1H9Z6SXMW0.2 size=977499 2023-12-01T05:03:27.052 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.051+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=0U1H9Z6SXMW0 tag=W2OYUX77S1X3 type=write size=4123227 2023-12-01T05:03:27.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.052+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~BCZ7RATVY5R6.0 size=1038181 2023-12-01T05:03:27.057 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.056+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=BCZ7RATVY5R6 tag=USKJISKDTEVF type=write size=2086757 2023-12-01T05:03:27.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.059+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~JOQ2CXD7PBOJ.0 size=1048576 2023-12-01T05:03:27.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.060+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~JOQ2CXD7PBOJ.1 size=472278 2023-12-01T05:03:27.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.060+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=JOQ2CXD7PBOJ tag=B9D607S24QD3 type=write size=2569430 2023-12-01T05:03:27.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.062+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=IUB01B2DLKBY type=del 2023-12-01T05:03:27.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.063+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=YSHFX404HQ36 type=del size=1314332 2023-12-01T05:03:27.066 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.065+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=7OTROYZD5V0C type=del 2023-12-01T05:03:27.068 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.067+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=R9JA63GF1US2 type=write size=26087 2023-12-01T05:03:27.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.069+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=58BJHFVRJFH3 type=del 2023-12-01T05:03:27.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.072+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~N9RFPLX8WJZT.0 size=1048576 2023-12-01T05:03:27.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.073+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~N9RFPLX8WJZT.1 size=291553 2023-12-01T05:03:27.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.073+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=N9RFPLX8WJZT tag=KQASPOIRL6VR type=write size=2388705 2023-12-01T05:03:27.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.075+0000 7f2ce2b518c0 1 < canceled operation key=MUH8GSRXUS6M tag=RH42L6B1CEJW type=del size=1064951 2023-12-01T05:03:27.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.076+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=S089Q4GSGU9U type=del size=2196682 2023-12-01T05:03:27.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.078+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~9N0XIPPMY9OG.0 size=1048576 2023-12-01T05:03:27.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.080+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~9N0XIPPMY9OG.1 size=1048576 2023-12-01T05:03:27.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.080+0000 7f2ce2b518c0 1 < canceled part key=_multipart_IU15OM7RZ3XF.2~9N0XIPPMY9OG.2 size=693693 2023-12-01T05:03:27.084 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.083+0000 7f2ce2b518c0 1 < canceled multipart upload key=IU15OM7RZ3XF upload=9N0XIPPMY9OG tag=4A6D8BYMJC2W type=write size=3839421 2023-12-01T05:03:27.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.084+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=9UM7D0H4LT2I type=del size=3613846 2023-12-01T05:03:27.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.086+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=VY84YWDXJRYW type=del 2023-12-01T05:03:27.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.088+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=4O45EQBTFTAN type=del size=1268213 2023-12-01T05:03:27.090 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.089+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~3DX84IC1H1ET.0 size=346071 2023-12-01T05:03:27.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.092+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=3DX84IC1H1ET tag=ZIG1B3L6ML0B type=write size=1394647 2023-12-01T05:03:27.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.094+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=FZ6ZO3MAYUYI type=del size=2845233 2023-12-01T05:03:27.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.095+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~5Z3VPIDGYL0M.0 size=1048576 2023-12-01T05:03:27.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.095+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~5Z3VPIDGYL0M.1 size=1048576 2023-12-01T05:03:27.098 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.097+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~5Z3VPIDGYL0M.2 size=366374 2023-12-01T05:03:27.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.100+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=5Z3VPIDGYL0M tag=IHMXO0IF2U6O type=write size=3512102 2023-12-01T05:03:27.103 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.101+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=ZYAU55L4QYMK type=del size=1423873 2023-12-01T05:03:27.104 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.103+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~DGX7W2354G2R.0 size=1048576 2023-12-01T05:03:27.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.105+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~DGX7W2354G2R.1 size=1048576 2023-12-01T05:03:27.107 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.106+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~DGX7W2354G2R.2 size=704014 2023-12-01T05:03:27.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.109+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=DGX7W2354G2R tag=HUS70VPYWYJ1 type=write size=3849742 2023-12-01T05:03:27.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.112+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~HYYEIML2M8TI.0 size=723553 2023-12-01T05:03:27.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.112+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=HYYEIML2M8TI tag=UU3Z8FT948DE type=write size=1772129 2023-12-01T05:03:27.116 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.115+0000 7f2ce2b518c0 1 < suggested remove operation key=EQJ6TWB0BPZS tag=SD3C6TNTGWMK type=del 2023-12-01T05:03:27.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.118+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~K8WOI6Q37A84.0 size=1048576 2023-12-01T05:03:27.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.120+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~K8WOI6Q37A84.1 size=740688 2023-12-01T05:03:27.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.120+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=K8WOI6Q37A84 tag=UXE3UY82BELP type=write size=2837840 2023-12-01T05:03:27.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.120+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=EQJ6TWB0BPZS tag=WLKOPVU5T2YE type=del size=1851139: (2) No such file or directory 2023-12-01T05:03:27.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.124+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~G31LGS1LEVNA.0 size=749947 2023-12-01T05:03:27.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.124+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=G31LGS1LEVNA tag=NI91NJHTHEBG type=write size=1798523 2023-12-01T05:03:27.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.126+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=OJNBMVQF8S89 type=del 2023-12-01T05:03:27.131 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.130+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~6AU7X2EY0XXQ.0 size=1048576 2023-12-01T05:03:27.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.131+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~6AU7X2EY0XXQ.1 size=734185 2023-12-01T05:03:27.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.131+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=6AU7X2EY0XXQ tag=WNW5ILALAVG6 type=write size=2831337 2023-12-01T05:03:27.136 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.135+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=VDJ85EMC5AJ2 type=del 2023-12-01T05:03:27.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.138+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~OWWA02UF0CMB.0 size=192361 2023-12-01T05:03:27.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.138+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=OWWA02UF0CMB tag=UCBT9BBXVFPR type=write size=1240937 2023-12-01T05:03:27.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.141+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=MOP2E0U3W602 type=del 2023-12-01T05:03:27.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.142+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=WCC3AM540HNZ type=del size=1845476 2023-12-01T05:03:27.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.144+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~0U1H9Z6SXMW0.0 size=1048576 2023-12-01T05:03:27.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.146+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~0U1H9Z6SXMW0.1 size=1048576 2023-12-01T05:03:27.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.147+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~0U1H9Z6SXMW0.2 size=977499 2023-12-01T05:03:27.152 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.151+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=0U1H9Z6SXMW0 tag=W2OYUX77S1X3 type=write size=4123227 2023-12-01T05:03:27.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.152+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=YE7OJUIIQ8U7 type=del size=3619563 2023-12-01T05:03:27.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.154+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~JOQ2CXD7PBOJ.0 size=1048576 2023-12-01T05:03:27.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.155+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~JOQ2CXD7PBOJ.1 size=472278 2023-12-01T05:03:27.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.158+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=JOQ2CXD7PBOJ tag=B9D607S24QD3 type=write size=2569430 2023-12-01T05:03:27.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.162+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~CSRJWKOYR0RV.0 size=277037 2023-12-01T05:03:27.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.162+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=CSRJWKOYR0RV tag=DSQ9JYU1K01N type=write size=1325613 2023-12-01T05:03:27.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.164+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=YSHFX404HQ36 type=del 2023-12-01T05:03:27.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.165+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=VYYFE9A0SGYW type=del size=3536018 2023-12-01T05:03:27.168 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.167+0000 7f2ce2b518c0 1 < completed write operation key=MUH8GSRXUS6M tag=R9JA63GF1US2 type=write size=26087 2023-12-01T05:03:27.172 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.170+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~VKBBQGZXUH25.0 size=1048576 2023-12-01T05:03:27.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.172+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~VKBBQGZXUH25.1 size=587472 2023-12-01T05:03:27.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.172+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=VKBBQGZXUH25 tag=2PSTIUI8HFR0 type=write size=2684624 2023-12-01T05:03:27.175 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.174+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~N9RFPLX8WJZT.0 size=1048576 2023-12-01T05:03:27.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.175+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~N9RFPLX8WJZT.1 size=291553 2023-12-01T05:03:27.179 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.178+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=N9RFPLX8WJZT tag=KQASPOIRL6VR type=write size=2388705 2023-12-01T05:03:27.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.180+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=W8BQHK7R5PIL type=write size=591938 2023-12-01T05:03:27.183 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.182+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=S089Q4GSGU9U type=del 2023-12-01T05:03:27.185 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.184+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=C7CQFO6PXG80 type=del size=512251 2023-12-01T05:03:27.187 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.186+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=9UM7D0H4LT2I type=del 2023-12-01T05:03:27.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.187+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=O39X0O7NLWOW type=del size=1320127 2023-12-01T05:03:27.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.189+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=4O45EQBTFTAN type=del 2023-12-01T05:03:27.192 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.191+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=I3R30EHJ378B type=write size=1019719 2023-12-01T05:03:27.195 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.194+0000 7f2ce2b518c0 1 < suggested update operation key=ASITIOFTV58Q tag=FZ6ZO3MAYUYI type=del size=2845233 2023-12-01T05:03:27.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.196+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=E6Y064BBYF5R type=del size=1893653 2023-12-01T05:03:27.200 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.199+0000 7f2ce2b518c0 1 < suggested remove operation key=JDW6X9ZJ49B4 tag=ZYAU55L4QYMK type=del 2023-12-01T05:03:27.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.201+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=XM1ODEWU12OC type=del size=784635 2023-12-01T05:03:27.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.203+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~HYYEIML2M8TI.0 size=723553 2023-12-01T05:03:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:26 smithi155 ceph-mon[102677]: pgmap v1666: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 305 KiB/s wr, 1.54k op/s 2023-12-01T05:03:27.207 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.206+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=HYYEIML2M8TI tag=UU3Z8FT948DE type=write size=1772129 2023-12-01T05:03:27.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.207+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=YMUIY3Z9UXFK type=del size=87199 2023-12-01T05:03:27.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.209+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~K8WOI6Q37A84.0 size=1048576 2023-12-01T05:03:27.212 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.211+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~K8WOI6Q37A84.1 size=740688 2023-12-01T05:03:27.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.214+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=K8WOI6Q37A84 tag=UXE3UY82BELP type=write size=2837840 2023-12-01T05:03:27.216 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.215+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=R1D3YEQQB3N2 type=write size=119144 2023-12-01T05:03:27.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.217+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~G31LGS1LEVNA.0 size=749947 2023-12-01T05:03:27.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.220+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=G31LGS1LEVNA tag=NI91NJHTHEBG type=write size=1798523 2023-12-01T05:03:27.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.223+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~D44V2FPDIP2U.0 size=1048576 2023-12-01T05:03:27.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.224+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~D44V2FPDIP2U.1 size=1048576 2023-12-01T05:03:27.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.225+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~D44V2FPDIP2U.2 size=20163 2023-12-01T05:03:27.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.225+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=D44V2FPDIP2U tag=SDF1D3A0IQ84 type=write size=3165891 2023-12-01T05:03:27.228 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.227+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~6AU7X2EY0XXQ.0 size=1048576 2023-12-01T05:03:27.230 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.229+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~6AU7X2EY0XXQ.1 size=734185 2023-12-01T05:03:27.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.232+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=6AU7X2EY0XXQ tag=WNW5ILALAVG6 type=write size=2831337 2023-12-01T05:03:27.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.235+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~2HC7GF6MT7XJ.0 size=1048576 2023-12-01T05:03:27.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.237+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~2HC7GF6MT7XJ.1 size=578656 2023-12-01T05:03:27.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.237+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=2HC7GF6MT7XJ tag=EV7PLYYWHHIC type=write size=2675808 2023-12-01T05:03:27.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.239+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~OWWA02UF0CMB.0 size=192361 2023-12-01T05:03:27.243 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.242+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=OWWA02UF0CMB tag=UCBT9BBXVFPR type=write size=1240937 2023-12-01T05:03:27.244 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.243+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=GIY9213BZJE8 type=del size=1487349 2023-12-01T05:03:27.246 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.245+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=WCC3AM540HNZ type=del 2023-12-01T05:03:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:26 smithi111 ceph-mon[97855]: pgmap v1666: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 305 KiB/s wr, 1.54k op/s 2023-12-01T05:03:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:26 smithi111 ceph-mon[116524]: pgmap v1666: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 305 KiB/s wr, 1.54k op/s 2023-12-01T05:03:27.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.249+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~1NJBU3EI1RY5.0 size=886051 2023-12-01T05:03:27.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.249+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=1NJBU3EI1RY5 tag=ISADU9GA71S7 type=write size=1934627 2023-12-01T05:03:27.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.253+0000 7f2ce2b518c0 1 < suggested update operation key=D9PMBZW5816S tag=YE7OJUIIQ8U7 type=del size=3619563 2023-12-01T05:03:27.256 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.254+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=NKJQDN66R94W type=del size=1964164 2023-12-01T05:03:27.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.256+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~CSRJWKOYR0RV.0 size=277037 2023-12-01T05:03:27.260 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.259+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=CSRJWKOYR0RV tag=DSQ9JYU1K01N type=write size=1325613 2023-12-01T05:03:27.262 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.261+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=QJBMO47L5BYX type=write size=60835 2023-12-01T05:03:27.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.264+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=VYYFE9A0SGYW type=del 2023-12-01T05:03:27.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.267+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~WVXVHJFHSV3K.0 size=1048576 2023-12-01T05:03:27.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.268+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~WVXVHJFHSV3K.1 size=1048576 2023-12-01T05:03:27.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.270+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~WVXVHJFHSV3K.2 size=1038743 2023-12-01T05:03:27.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.270+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=WVXVHJFHSV3K tag=UNXA0HJTLSWZ type=write size=4184471 2023-12-01T05:03:27.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.272+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~VKBBQGZXUH25.0 size=1048576 2023-12-01T05:03:27.274 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.273+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~VKBBQGZXUH25.1 size=587472 2023-12-01T05:03:27.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.276+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=VKBBQGZXUH25 tag=2PSTIUI8HFR0 type=write size=2684624 2023-12-01T05:03:27.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.278+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=UXY8UMJ9IIQJ type=del size=2104757 2023-12-01T05:03:27.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.280+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=W8BQHK7R5PIL type=write size=591938: (22) Invalid argument 2023-12-01T05:03:27.284 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.283+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~9UDAO349DGOF.0 size=624175 2023-12-01T05:03:27.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.283+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=9UDAO349DGOF tag=HQW86BBCZF6N type=write size=1672751 2023-12-01T05:03:27.286 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.285+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=C7CQFO6PXG80 type=del 2023-12-01T05:03:27.288 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.287+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=DU2SG533URQ8 type=del size=4035170 2023-12-01T05:03:27.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.288+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=O39X0O7NLWOW type=del 2023-12-01T05:03:27.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.290+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=RYD4EHY6HVAS type=del size=2565655 2023-12-01T05:03:27.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.292+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=I3R30EHJ378B type=write size=1019719 2023-12-01T05:03:27.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.296+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~9PU3NZPEX74O.0 size=427878 2023-12-01T05:03:27.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.296+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=9PU3NZPEX74O tag=ID9X6ENP4WCZ type=write size=1476454 2023-12-01T05:03:27.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.297+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=E6Y064BBYF5R type=del 2023-12-01T05:03:27.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.301+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~XZJ33B34919G.0 size=1048576 2023-12-01T05:03:27.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.303+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~XZJ33B34919G.1 size=687674 2023-12-01T05:03:27.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.303+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=XZJ33B34919G tag=426IR0X2B0YA type=write size=2784826 2023-12-01T05:03:27.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.303+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=DI1WW8WVZX9A tag=XM1ODEWU12OC type=del size=784635: (2) No such file or directory 2023-12-01T05:03:27.306 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.305+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=398174NIANDY type=del size=4174832 2023-12-01T05:03:27.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.308+0000 7f2ce2b518c0 1 < suggested remove operation key=43ABSP862CV0 tag=YMUIY3Z9UXFK type=del 2023-12-01T05:03:27.311 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.310+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=J6K2CVR4VZQI type=del size=179339 2023-12-01T05:03:27.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.313+0000 7f2ce2b518c0 1 < suggested remove operation key=JDW6X9ZJ49B4 tag=R1D3YEQQB3N2 type=write 2023-12-01T05:03:27.317 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.315+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=3HL13H2IUF62 type=write size=629118 2023-12-01T05:03:27.317 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.316+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~D44V2FPDIP2U.0 size=1048576 2023-12-01T05:03:27.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.317+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~D44V2FPDIP2U.1 size=1048576 2023-12-01T05:03:27.321 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.319+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~D44V2FPDIP2U.2 size=20163 2023-12-01T05:03:27.322 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.321+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=D44V2FPDIP2U tag=SDF1D3A0IQ84 type=write size=3165891 2023-12-01T05:03:27.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.323+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=2QJKEFI5KVZ6 type=del size=3045777 2023-12-01T05:03:27.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.325+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~2HC7GF6MT7XJ.0 size=1048576 2023-12-01T05:03:27.328 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.327+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~2HC7GF6MT7XJ.1 size=578656 2023-12-01T05:03:27.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.330+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=2HC7GF6MT7XJ tag=EV7PLYYWHHIC type=write size=2675808 2023-12-01T05:03:27.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.332+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=0HIYW5VBKJS2 type=del size=3668780 2023-12-01T05:03:27.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.334+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=GIY9213BZJE8 type=del 2023-12-01T05:03:27.338 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.337+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~7A48BMQ93BQJ.0 size=1048576 2023-12-01T05:03:27.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.339+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~7A48BMQ93BQJ.1 size=269834 2023-12-01T05:03:27.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.339+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=7A48BMQ93BQJ tag=B2ANV6JPIOMV type=write size=2366986 2023-12-01T05:03:27.342 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.341+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~1NJBU3EI1RY5.0 size=886051 2023-12-01T05:03:27.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.344+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=1NJBU3EI1RY5 tag=ISADU9GA71S7 type=write size=1934627 2023-12-01T05:03:27.347 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.346+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=4ZUV8J3FLUEA type=del size=2134365 2023-12-01T05:03:27.349 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.348+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=NKJQDN66R94W type=del 2023-12-01T05:03:27.350 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.349+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=9MSVMRRJNFLJ type=del size=2139421 2023-12-01T05:03:27.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.353+0000 7f2ce2b518c0 1 < suggested update operation key=IU15OM7RZ3XF tag=QJBMO47L5BYX type=write size=60835 2023-12-01T05:03:27.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.355+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=IUK39Q9VTBTM type=del size=3908457 2023-12-01T05:03:27.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.357+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~WVXVHJFHSV3K.0 size=1048576 2023-12-01T05:03:27.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.357+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~WVXVHJFHSV3K.1 size=1048576 2023-12-01T05:03:27.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.359+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~WVXVHJFHSV3K.2 size=1038743 2023-12-01T05:03:27.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.362+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=WVXVHJFHSV3K tag=UNXA0HJTLSWZ type=write size=4184471 2023-12-01T05:03:27.367 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.366+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~AFE69L3DVSSO.0 size=1048576 2023-12-01T05:03:27.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.368+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~AFE69L3DVSSO.1 size=1048576 2023-12-01T05:03:27.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.369+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~AFE69L3DVSSO.2 size=41613 2023-12-01T05:03:27.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.369+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=AFE69L3DVSSO tag=GNNOAZODR0PH type=write size=3187341 2023-12-01T05:03:27.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.371+0000 7f2ce2b518c0 1 < canceled operation key=YZK909CJ0EPV tag=UXY8UMJ9IIQJ type=del size=2104757 2023-12-01T05:03:27.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.375+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~20DXJC4PW6QQ.0 size=1048576 2023-12-01T05:03:27.377 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.376+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~20DXJC4PW6QQ.1 size=1048576 2023-12-01T05:03:27.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.377+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~20DXJC4PW6QQ.2 size=306770 2023-12-01T05:03:27.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.377+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=20DXJC4PW6QQ tag=GPD92MMCRJ5G type=write size=3452498 2023-12-01T05:03:27.380 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.379+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~9UDAO349DGOF.0 size=624175 2023-12-01T05:03:27.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.383+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=9UDAO349DGOF tag=HQW86BBCZF6N type=write size=1672751 2023-12-01T05:03:27.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.387+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~G715XNJPQ22K.0 size=737882 2023-12-01T05:03:27.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.387+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=G715XNJPQ22K tag=CBJWPPYUHA48 type=write size=1786458 2023-12-01T05:03:27.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.388+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=DU2SG533URQ8 type=del 2023-12-01T05:03:27.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.390+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=QOFS0F40TB2R type=del size=949466 2023-12-01T05:03:27.395 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.394+0000 7f2ce2b518c0 1 < suggested update operation key=2GXBXJ2J4VWX tag=RYD4EHY6HVAS type=del size=2565655 2023-12-01T05:03:27.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.397+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~HR90FHOFLS70.0 size=667853 2023-12-01T05:03:27.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.397+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=HR90FHOFLS70 tag=BWIF8QY4O9MP type=write size=1716429 2023-12-01T05:03:27.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.399+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~9PU3NZPEX74O.0 size=427878 2023-12-01T05:03:27.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.402+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=9PU3NZPEX74O tag=ID9X6ENP4WCZ type=write size=1476454 2023-12-01T05:03:27.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.406+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~BU53380W01CG.0 size=280848 2023-12-01T05:03:27.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.406+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=BU53380W01CG tag=0QUHXBQR5KCD type=write size=1329424 2023-12-01T05:03:27.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.407+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~XZJ33B34919G.0 size=1048576 2023-12-01T05:03:27.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.407+0000 7f2ce2b518c0 1 < canceled part key=_multipart_IU15OM7RZ3XF.2~XZJ33B34919G.1 size=687674 2023-12-01T05:03:27.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.411+0000 7f2ce2b518c0 1 < canceled multipart upload key=IU15OM7RZ3XF upload=XZJ33B34919G tag=426IR0X2B0YA type=write size=2784826 2023-12-01T05:03:27.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.414+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~0NGCIRNQIRK2.0 size=453269 2023-12-01T05:03:27.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.414+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=0NGCIRNQIRK2 tag=6771S2NG90DJ type=write size=1501845 2023-12-01T05:03:27.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.418+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=398174NIANDY type=del 2023-12-01T05:03:27.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.421+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~QYG1TTTBWPN8.0 size=1048576 2023-12-01T05:03:27.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.423+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~QYG1TTTBWPN8.1 size=1048576 2023-12-01T05:03:27.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.424+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~QYG1TTTBWPN8.2 size=566774 2023-12-01T05:03:27.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.424+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=QYG1TTTBWPN8 tag=K69ASW0LM5P7 type=write size=3712502 2023-12-01T05:03:27.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.426+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=J6K2CVR4VZQI type=del 2023-12-01T05:03:27.429 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.428+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=N570PKOPZWAZ type=del size=3243138 2023-12-01T05:03:27.433 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.432+0000 7f2ce2b518c0 1 < suggested update operation key=VAXQ0BZJCDUB tag=3HL13H2IUF62 type=write size=629118 2023-12-01T05:03:27.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.434+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=MPKHB05J5QN3 type=del size=4077990 2023-12-01T05:03:27.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.436+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=2QJKEFI5KVZ6 type=del size=3045777 2023-12-01T05:03:27.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.439+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~K2VFUTKISUIJ.0 size=1048576 2023-12-01T05:03:27.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.440+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~K2VFUTKISUIJ.1 size=420591 2023-12-01T05:03:27.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.440+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=K2VFUTKISUIJ tag=0QWOTFNQQ1MB type=write size=2517743 2023-12-01T05:03:27.445 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.444+0000 7f2ce2b518c0 1 < suggested update operation key=2GXBXJ2J4VWX tag=0HIYW5VBKJS2 type=del size=3668780 2023-12-01T05:03:27.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.446+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=4NNR4JZKT2X5 type=del size=778508 2023-12-01T05:03:27.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.448+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~7A48BMQ93BQJ.0 size=1048576 2023-12-01T05:03:27.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.449+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~7A48BMQ93BQJ.1 size=269834 2023-12-01T05:03:27.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.452+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=7A48BMQ93BQJ tag=B2ANV6JPIOMV type=write size=2366986 2023-12-01T05:03:27.455 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.454+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=16H65Y8QEY87 type=del size=3971122 2023-12-01T05:03:27.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.455+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=4ZUV8J3FLUEA type=del 2023-12-01T05:03:27.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.457+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=1F47OSZSUQ7V type=del size=252840 2023-12-01T05:03:27.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.460+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=9MSVMRRJNFLJ type=del size=2139421 2023-12-01T05:03:27.465 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.463+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~LBLJY8DPDIHI.0 size=134896 2023-12-01T05:03:27.465 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.464+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=LBLJY8DPDIHI tag=QJ46NLGN2UI8 type=write size=1183472 2023-12-01T05:03:27.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.466+0000 7f2ce2b518c0 -1 < failed to complete operation key=SY2W6QFZQBL7 tag=IUK39Q9VTBTM type=del size=3908457: (22) Invalid argument 2023-12-01T05:03:27.470 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.469+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~VWFJ1ZMKADME.0 size=471718 2023-12-01T05:03:27.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.469+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=VWFJ1ZMKADME tag=IRVIEICRZ9Z7 type=write size=1520294 2023-12-01T05:03:27.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.469+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~AFE69L3DVSSO.0 size=1048576 2023-12-01T05:03:27.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.471+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~AFE69L3DVSSO.1 size=1048576 2023-12-01T05:03:27.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.472+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~AFE69L3DVSSO.2 size=41613 2023-12-01T05:03:27.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.476+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=AFE69L3DVSSO tag=GNNOAZODR0PH type=write size=3187341 2023-12-01T05:03:27.478 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.477+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=QI3SGLNOFL8X type=del size=823989 2023-12-01T05:03:27.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.479+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~20DXJC4PW6QQ.0 size=1048576 2023-12-01T05:03:27.482 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.481+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~20DXJC4PW6QQ.1 size=1048576 2023-12-01T05:03:27.484 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.483+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~20DXJC4PW6QQ.2 size=306770 2023-12-01T05:03:27.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.486+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=20DXJC4PW6QQ tag=GPD92MMCRJ5G type=write size=3452498 2023-12-01T05:03:27.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.489+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~6SNI10MA5R2N.0 size=1002568 2023-12-01T05:03:27.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.489+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=6SNI10MA5R2N tag=LV1V6E6NMOM1 type=write size=2051144 2023-12-01T05:03:27.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.490+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~G715XNJPQ22K.0 size=737882 2023-12-01T05:03:27.494 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.493+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=G715XNJPQ22K tag=CBJWPPYUHA48 type=write size=1786458 2023-12-01T05:03:27.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.496+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~TJ4CGYQIX705.0 size=1048576 2023-12-01T05:03:27.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.498+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~TJ4CGYQIX705.1 size=456917 2023-12-01T05:03:27.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.498+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=TJ4CGYQIX705 tag=5UOHRQX7AQH1 type=write size=2554069 2023-12-01T05:03:27.501 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.500+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=QOFS0F40TB2R type=del 2023-12-01T05:03:27.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.504+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~HBPKVEME0G88.0 size=457546 2023-12-01T05:03:27.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.504+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=HBPKVEME0G88 tag=9LNVEMN2H6ZT type=write size=1506122 2023-12-01T05:03:27.507 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.506+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~HR90FHOFLS70.0 size=667853 2023-12-01T05:03:27.510 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.509+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=HR90FHOFLS70 tag=BWIF8QY4O9MP type=write size=1716429 2023-12-01T05:03:27.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.511+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=S1XFPFJU1JON type=del size=3865143 2023-12-01T05:03:27.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.513+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~BU53380W01CG.0 size=280848 2023-12-01T05:03:27.517 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.516+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=BU53380W01CG tag=0QUHXBQR5KCD type=write size=1329424 2023-12-01T05:03:27.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.518+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=YJ0KV9NGFMAS type=del size=788913 2023-12-01T05:03:27.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.518+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~0NGCIRNQIRK2.0 size=453269 2023-12-01T05:03:27.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.521+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=0NGCIRNQIRK2 tag=6771S2NG90DJ type=write size=1501845 2023-12-01T05:03:27.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.523+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=YAZDB1QK11EZ type=del size=3529487 2023-12-01T05:03:27.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.524+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~QYG1TTTBWPN8.0 size=1048576 2023-12-01T05:03:27.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.524+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~QYG1TTTBWPN8.1 size=1048576 2023-12-01T05:03:27.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.526+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~QYG1TTTBWPN8.2 size=566774 2023-12-01T05:03:27.530 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.529+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=QYG1TTTBWPN8 tag=K69ASW0LM5P7 type=write size=3712502 2023-12-01T05:03:27.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.531+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=QFJ74BTWQ5P3 type=del size=659504 2023-12-01T05:03:27.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.533+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=N570PKOPZWAZ type=del 2023-12-01T05:03:27.537 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.536+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~JV7U2PLM8J5L.0 size=751602 2023-12-01T05:03:27.537 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.536+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=JV7U2PLM8J5L tag=DEGN8GIGUWLN type=write size=1800178 2023-12-01T05:03:27.539 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.537+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=MPKHB05J5QN3 type=del 2023-12-01T05:03:27.540 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.539+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=WQSSSWGXT9LV type=del size=4142493 2023-12-01T05:03:27.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.541+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~K2VFUTKISUIJ.0 size=1048576 2023-12-01T05:03:27.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.542+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~K2VFUTKISUIJ.1 size=420591 2023-12-01T05:03:27.546 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.545+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=K2VFUTKISUIJ tag=0QWOTFNQQ1MB type=write size=2517743 2023-12-01T05:03:27.550 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.549+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~FKZRO6P03DU2.0 size=1048576 2023-12-01T05:03:27.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.550+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~FKZRO6P03DU2.1 size=1048576 2023-12-01T05:03:27.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.551+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~FKZRO6P03DU2.2 size=877088 2023-12-01T05:03:27.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.551+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=FKZRO6P03DU2 tag=XOIUO2BVMV7W type=write size=4022816 2023-12-01T05:03:27.554 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.553+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=4NNR4JZKT2X5 type=del 2023-12-01T05:03:27.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.555+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=FNAWLXRKH75M type=del size=3464292 2023-12-01T05:03:27.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.557+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=16H65Y8QEY87 type=del 2023-12-01T05:03:27.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.560+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~JJT3E1DXP7JZ.0 size=1048576 2023-12-01T05:03:27.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.561+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~JJT3E1DXP7JZ.1 size=156939 2023-12-01T05:03:27.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.561+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=JJT3E1DXP7JZ tag=FD4YR6OTQ66Y type=write size=2254091 2023-12-01T05:03:27.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.563+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=1F47OSZSUQ7V type=del 2023-12-01T05:03:27.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.565+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=21PGRZ5RELJS type=del size=4014128 2023-12-01T05:03:27.568 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.567+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~LBLJY8DPDIHI.0 size=134896 2023-12-01T05:03:27.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.569+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=LBLJY8DPDIHI tag=QJ46NLGN2UI8 type=write size=1183472 2023-12-01T05:03:27.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.571+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=952T0Z99I673 type=del size=3221696 2023-12-01T05:03:27.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.573+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~VWFJ1ZMKADME.0 size=471718 2023-12-01T05:03:27.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.576+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=VWFJ1ZMKADME tag=IRVIEICRZ9Z7 type=write size=1520294 2023-12-01T05:03:27.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.578+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=BFZGSVVJ8ATQ type=del size=357761 2023-12-01T05:03:27.580 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.579+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=QI3SGLNOFL8X type=del 2023-12-01T05:03:27.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.581+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=3DB22K93M55D type=del size=593813 2023-12-01T05:03:27.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.583+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~6SNI10MA5R2N.0 size=1002568 2023-12-01T05:03:27.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.587+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=6SNI10MA5R2N tag=LV1V6E6NMOM1 type=write size=2051144 2023-12-01T05:03:27.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.591+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~O3FH91G50K4C.0 size=1048576 2023-12-01T05:03:27.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.592+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~O3FH91G50K4C.1 size=1048576 2023-12-01T05:03:27.595 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.594+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~O3FH91G50K4C.2 size=20433 2023-12-01T05:03:27.595 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.594+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=O3FH91G50K4C tag=DHJNE6UOYE2V type=write size=3166161 2023-12-01T05:03:27.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.596+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~TJ4CGYQIX705.0 size=1048576 2023-12-01T05:03:27.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.597+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~TJ4CGYQIX705.1 size=456917 2023-12-01T05:03:27.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.600+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=TJ4CGYQIX705 tag=5UOHRQX7AQH1 type=write size=2554069 2023-12-01T05:03:27.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.602+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=WSP0C81IB01D type=del size=2956851 2023-12-01T05:03:27.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.604+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~HBPKVEME0G88.0 size=457546 2023-12-01T05:03:27.609 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.608+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=HBPKVEME0G88 tag=9LNVEMN2H6ZT type=write size=1506122 2023-12-01T05:03:27.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.610+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=DAUP8E5BB5HE type=del size=2198540 2023-12-01T05:03:27.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.612+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=S1XFPFJU1JON type=del 2023-12-01T05:03:27.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.613+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=CVS24ZD97RXB type=write size=539544 2023-12-01T05:03:27.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.615+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=YJ0KV9NGFMAS type=del 2023-12-01T05:03:27.618 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.617+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=6J3K49DMW6G8 type=del size=741820 2023-12-01T05:03:27.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.619+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=YAZDB1QK11EZ type=del 2023-12-01T05:03:27.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.623+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~3AFFC0FB7915.0 size=1048576 2023-12-01T05:03:27.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.624+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~3AFFC0FB7915.1 size=1048576 2023-12-01T05:03:27.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.626+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~3AFFC0FB7915.2 size=410255 2023-12-01T05:03:27.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.626+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=3AFFC0FB7915 tag=WN3OPSYQX2YM type=write size=3555983 2023-12-01T05:03:27.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.627+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=QFJ74BTWQ5P3 type=del 2023-12-01T05:03:27.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.631+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~LU1QUKZMETZJ.0 size=1048576 2023-12-01T05:03:27.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.633+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~LU1QUKZMETZJ.1 size=1048576 2023-12-01T05:03:27.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.634+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~LU1QUKZMETZJ.2 size=199900 2023-12-01T05:03:27.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.634+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=LU1QUKZMETZJ tag=HCN0K3G7P2VS type=write size=3345628 2023-12-01T05:03:27.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.634+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~JV7U2PLM8J5L.0 size=751602 2023-12-01T05:03:27.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.638+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=JV7U2PLM8J5L tag=DEGN8GIGUWLN type=write size=1800178 2023-12-01T05:03:27.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.639+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=A6QYCDIU6FCG type=del size=1630928 2023-12-01T05:03:27.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.641+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=WQSSSWGXT9LV type=del 2023-12-01T05:03:27.645 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.643+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=2Y23UW2VZ22L type=del size=1313863 2023-12-01T05:03:27.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.645+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~FKZRO6P03DU2.0 size=1048576 2023-12-01T05:03:27.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.647+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~FKZRO6P03DU2.1 size=1048576 2023-12-01T05:03:27.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.649+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~FKZRO6P03DU2.2 size=877088 2023-12-01T05:03:27.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.652+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=FKZRO6P03DU2 tag=XOIUO2BVMV7W type=write size=4022816 2023-12-01T05:03:27.656 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.655+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~NN3ER5O88JWH.0 size=1048576 2023-12-01T05:03:27.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.656+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~NN3ER5O88JWH.1 size=937423 2023-12-01T05:03:27.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.656+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=NN3ER5O88JWH tag=VYWPGGQXUM3A type=write size=3034575 2023-12-01T05:03:27.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.658+0000 7f2ce2b518c0 1 < canceled operation key=IU15OM7RZ3XF tag=FNAWLXRKH75M type=del size=3464292 2023-12-01T05:03:27.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.660+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=3XJ8W63TQFHC type=write size=289648 2023-12-01T05:03:27.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.662+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~JJT3E1DXP7JZ.0 size=1048576 2023-12-01T05:03:27.665 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.664+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~JJT3E1DXP7JZ.1 size=156939 2023-12-01T05:03:27.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.667+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=JJT3E1DXP7JZ tag=FD4YR6OTQ66Y type=write size=2254091 2023-12-01T05:03:27.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.669+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=483YSGXZ5VGH type=del size=2967720 2023-12-01T05:03:27.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.671+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=21PGRZ5RELJS type=del 2023-12-01T05:03:27.674 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.673+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=BPNZN665R9AT type=del size=3648586 2023-12-01T05:03:27.676 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.675+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=952T0Z99I673 type=del 2023-12-01T05:03:27.680 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.679+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~1GEYIDXKOR7K.0 size=1048576 2023-12-01T05:03:27.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.680+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~1GEYIDXKOR7K.1 size=1048576 2023-12-01T05:03:27.683 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.682+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~1GEYIDXKOR7K.2 size=144911 2023-12-01T05:03:27.683 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.682+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=1GEYIDXKOR7K tag=BY59GVSVRXCC type=write size=3290639 2023-12-01T05:03:27.687 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.686+0000 7f2ce2b518c0 1 < suggested update operation key=DI1WW8WVZX9A tag=BFZGSVVJ8ATQ type=del size=357761 2023-12-01T05:03:27.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.689+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~1JX1YD4LF3WH.0 size=1048576 2023-12-01T05:03:27.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.690+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~1JX1YD4LF3WH.1 size=301340 2023-12-01T05:03:27.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.690+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=1JX1YD4LF3WH tag=5SPKDKYVRR3W type=write size=2398492 2023-12-01T05:03:27.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.694+0000 7f2ce2b518c0 1 < suggested remove operation key=B5FU2JKJOI4Z tag=3DB22K93M55D type=del 2023-12-01T05:03:27.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.697+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~LD0DQ8HT109K.0 size=1048576 2023-12-01T05:03:27.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.698+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~LD0DQ8HT109K.1 size=800053 2023-12-01T05:03:27.700 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.698+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=LD0DQ8HT109K tag=A81XYOLXIQFH type=write size=2897205 2023-12-01T05:03:27.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.700+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~O3FH91G50K4C.0 size=1048576 2023-12-01T05:03:27.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.702+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~O3FH91G50K4C.1 size=1048576 2023-12-01T05:03:27.704 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.703+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~O3FH91G50K4C.2 size=20433 2023-12-01T05:03:27.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.707+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=O3FH91G50K4C tag=DHJNE6UOYE2V type=write size=3166161 2023-12-01T05:03:27.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.710+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~PCH3CKQR12XY.0 size=1048576 2023-12-01T05:03:27.713 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.712+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~PCH3CKQR12XY.1 size=1048576 2023-12-01T05:03:27.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.713+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~PCH3CKQR12XY.2 size=27295 2023-12-01T05:03:27.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.713+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=PCH3CKQR12XY tag=7KC0UOD00N3L type=write size=3173023 2023-12-01T05:03:27.716 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.715+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=WSP0C81IB01D type=del 2023-12-01T05:03:27.718 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.717+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=NWDUZ3OCZZ82 type=del size=1915977 2023-12-01T05:03:27.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.718+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=DAUP8E5BB5HE type=del 2023-12-01T05:03:27.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.720+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=ZGLV0PFSMJHX type=del size=3645582 2023-12-01T05:03:27.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.722+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=CVS24ZD97RXB type=write size=539544 2023-12-01T05:03:27.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.723+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=TQIS0TNQF0M3 type=del size=4057532 2023-12-01T05:03:27.728 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.727+0000 7f2ce2b518c0 1 < suggested update operation key=3GHZWPTT6R9L tag=6J3K49DMW6G8 type=del size=741820 2023-12-01T05:03:27.730 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.729+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=QJCOBB0A7HLF type=del size=1445091 2023-12-01T05:03:27.732 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.731+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~3AFFC0FB7915.0 size=1048576 2023-12-01T05:03:27.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.732+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~3AFFC0FB7915.1 size=1048576 2023-12-01T05:03:27.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.734+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~3AFFC0FB7915.2 size=410255 2023-12-01T05:03:27.738 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.736+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=3AFFC0FB7915 tag=WN3OPSYQX2YM type=write size=3555983 2023-12-01T05:03:27.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.738+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=JBN2F1LN6668 type=del size=2300299 2023-12-01T05:03:27.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.741+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~LU1QUKZMETZJ.0 size=1048576 2023-12-01T05:03:27.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.741+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~LU1QUKZMETZJ.1 size=1048576 2023-12-01T05:03:27.743 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.742+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~LU1QUKZMETZJ.2 size=199900 2023-12-01T05:03:27.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.745+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=LU1QUKZMETZJ tag=HCN0K3G7P2VS type=write size=3345628 2023-12-01T05:03:27.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.747+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=XQSZ7891Z6K1 type=write size=642182 2023-12-01T05:03:27.752 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.751+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=A6QYCDIU6FCG type=del 2023-12-01T05:03:27.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.754+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~NRF1JCD78QV3.0 size=1048576 2023-12-01T05:03:27.757 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.756+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~NRF1JCD78QV3.1 size=633285 2023-12-01T05:03:27.757 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.756+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=NRF1JCD78QV3 tag=3LKP12COQZUV type=write size=2730437 2023-12-01T05:03:27.759 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.757+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=2Y23UW2VZ22L type=del 2023-12-01T05:03:27.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.761+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~AFA70XS20VNH.0 size=13884 2023-12-01T05:03:27.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.761+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=AFA70XS20VNH tag=X19JF4V0UTWH type=write size=1062460 2023-12-01T05:03:27.763 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.761+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~NN3ER5O88JWH.0 size=1048576 2023-12-01T05:03:27.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.763+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~NN3ER5O88JWH.1 size=937423 2023-12-01T05:03:27.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.766+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=NN3ER5O88JWH tag=VYWPGGQXUM3A type=write size=3034575 2023-12-01T05:03:27.771 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.770+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~IVHEQDJIQ07F.0 size=26762 2023-12-01T05:03:27.771 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.770+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=IVHEQDJIQ07F tag=NA6Z47NS7L7D type=write size=1075338 2023-12-01T05:03:27.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.771+0000 7f2ce2b518c0 1 < completed write operation key=10L177QUH8QE tag=3XJ8W63TQFHC type=write size=289648 2023-12-01T05:03:27.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.775+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~784EQE39376O.0 size=1048576 2023-12-01T05:03:27.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.777+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~784EQE39376O.1 size=594056 2023-12-01T05:03:27.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.777+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=784EQE39376O tag=AJ8WG56TBQS4 type=write size=2691208 2023-12-01T05:03:27.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.778+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=483YSGXZ5VGH type=del 2023-12-01T05:03:27.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.780+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=SWOR65CQITC5 type=write size=549615 2023-12-01T05:03:27.783 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.782+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=BPNZN665R9AT type=del size=3648586 2023-12-01T05:03:27.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.784+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=2FA43Q5NPU0P type=del size=1093212 2023-12-01T05:03:27.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.784+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~1GEYIDXKOR7K.0 size=1048576 2023-12-01T05:03:27.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.786+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~1GEYIDXKOR7K.1 size=1048576 2023-12-01T05:03:27.788 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.787+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~1GEYIDXKOR7K.2 size=144911 2023-12-01T05:03:27.791 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.790+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=1GEYIDXKOR7K tag=BY59GVSVRXCC type=write size=3290639 2023-12-01T05:03:27.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.792+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=C3ABZDMYIVB5 type=del size=2648848 2023-12-01T05:03:27.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.794+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~1JX1YD4LF3WH.0 size=1048576 2023-12-01T05:03:27.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.795+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~1JX1YD4LF3WH.1 size=301340 2023-12-01T05:03:27.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.799+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=1JX1YD4LF3WH tag=5SPKDKYVRR3W type=write size=2398492 2023-12-01T05:03:27.802 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.801+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=TMGAKZJ76L5A type=write size=338772 2023-12-01T05:03:27.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.802+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~LD0DQ8HT109K.0 size=1048576 2023-12-01T05:03:27.805 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.804+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~LD0DQ8HT109K.1 size=800053 2023-12-01T05:03:27.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.807+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=LD0DQ8HT109K tag=A81XYOLXIQFH type=write size=2897205 2023-12-01T05:03:27.811 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.809+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=4JA338479R9A type=write size=206134 2023-12-01T05:03:27.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.811+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~PCH3CKQR12XY.0 size=1048576 2023-12-01T05:03:27.814 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.813+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~PCH3CKQR12XY.1 size=1048576 2023-12-01T05:03:27.816 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.815+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~PCH3CKQR12XY.2 size=27295 2023-12-01T05:03:27.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.818+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=PCH3CKQR12XY tag=7KC0UOD00N3L type=write size=3173023 2023-12-01T05:03:27.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.820+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=KWCYGJ685EYQ type=del size=2932280 2023-12-01T05:03:27.824 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.823+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=NWDUZ3OCZZ82 type=del 2023-12-01T05:03:27.825 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.824+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=X7BXUD3E9BQO type=del size=3357470 2023-12-01T05:03:27.828 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.827+0000 7f2ce2b518c0 -1 < failed to complete operation key=2GXBXJ2J4VWX tag=ZGLV0PFSMJHX type=del size=3645582: (22) Invalid argument 2023-12-01T05:03:27.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.829+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=013SDHAPAOVX type=del size=754316 2023-12-01T05:03:27.831 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.830+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=TQIS0TNQF0M3 type=del 2023-12-01T05:03:27.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.832+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=JUKY3ZYCM9JO type=del size=1263420 2023-12-01T05:03:27.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.834+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=QJCOBB0A7HLF type=del 2023-12-01T05:03:27.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.835+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=1091358UVVP5 type=del size=1392779 2023-12-01T05:03:27.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.839+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=JBN2F1LN6668 type=del size=2300299 2023-12-01T05:03:27.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.842+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VE1XFIB87EYB.0 size=1048576 2023-12-01T05:03:27.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.843+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VE1XFIB87EYB.1 size=1048576 2023-12-01T05:03:27.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.845+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~VE1XFIB87EYB.2 size=204236 2023-12-01T05:03:27.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.845+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=VE1XFIB87EYB tag=09DJ1NHV5Y14 type=write size=3349964 2023-12-01T05:03:27.848 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.846+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=XQSZ7891Z6K1 type=write size=642182 2023-12-01T05:03:27.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.850+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~ZWBLQ6F822GF.0 size=1048576 2023-12-01T05:03:27.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.851+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~ZWBLQ6F822GF.1 size=260251 2023-12-01T05:03:27.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.851+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=ZWBLQ6F822GF tag=7XM66FDIJRL0 type=write size=2357403 2023-12-01T05:03:27.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.853+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~NRF1JCD78QV3.0 size=1048576 2023-12-01T05:03:27.856 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.854+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~NRF1JCD78QV3.1 size=633285 2023-12-01T05:03:27.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.857+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=NRF1JCD78QV3 tag=3LKP12COQZUV type=write size=2730437 2023-12-01T05:03:27.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.859+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=FQT48Z8F9L89 type=del size=961577 2023-12-01T05:03:27.862 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.861+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~AFA70XS20VNH.0 size=13884 2023-12-01T05:03:27.866 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.864+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=AFA70XS20VNH tag=X19JF4V0UTWH type=write size=1062460 2023-12-01T05:03:27.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.866+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=SEKL9HVYG14A type=del size=1355458 2023-12-01T05:03:27.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.869+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~IVHEQDJIQ07F.0 size=26762 2023-12-01T05:03:27.873 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.872+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=IVHEQDJIQ07F tag=NA6Z47NS7L7D type=write size=1075338 2023-12-01T05:03:27.875 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.873+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=0Q0B71ULZD1Y type=del size=2886465 2023-12-01T05:03:27.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.875+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~784EQE39376O.0 size=1048576 2023-12-01T05:03:27.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.877+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~784EQE39376O.1 size=594056 2023-12-01T05:03:27.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.880+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=784EQE39376O tag=AJ8WG56TBQS4 type=write size=2691208 2023-12-01T05:03:27.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.881+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=67BXO0DJZQ4D type=del size=1598109 2023-12-01T05:03:27.886 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.885+0000 7f2ce2b518c0 1 < suggested remove operation key=MUH8GSRXUS6M tag=SWOR65CQITC5 type=write 2023-12-01T05:03:27.888 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.887+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=AXVHQKM0I80C type=write size=553430 2023-12-01T05:03:27.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.889+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=2FA43Q5NPU0P type=del 2023-12-01T05:03:27.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.892+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~64FP1F7SHIVV.0 size=788270 2023-12-01T05:03:27.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.892+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=64FP1F7SHIVV tag=L0BTN929F07J type=write size=1836846 2023-12-01T05:03:27.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.894+0000 7f2ce2b518c0 1 < canceled operation key=B5FU2JKJOI4Z tag=C3ABZDMYIVB5 type=del size=2648848 2023-12-01T05:03:27.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.895+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=QYSFZNKY8I1C type=del size=1002423 2023-12-01T05:03:27.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.897+0000 7f2ce2b518c0 1 < completed write operation key=JDW6X9ZJ49B4 tag=TMGAKZJ76L5A type=write size=338772 2023-12-01T05:03:27.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.899+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=ZOS52127F3UE type=del size=3339922 2023-12-01T05:03:27.904 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.903+0000 7f2ce2b518c0 1 < suggested remove operation key=KBRIH4PKGG4O tag=4JA338479R9A type=write 2023-12-01T05:03:27.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.904+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=K16LKNG5CMWV type=del size=1185402 2023-12-01T05:03:27.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.906+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=KWCYGJ685EYQ type=del 2023-12-01T05:03:27.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.909+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~KLSSHA24JY10.0 size=1048576 2023-12-01T05:03:27.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.911+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~KLSSHA24JY10.1 size=751940 2023-12-01T05:03:27.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.911+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=KLSSHA24JY10 tag=85CX7FNQ3I9K type=write size=2849092 2023-12-01T05:03:27.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.913+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=X7BXUD3E9BQO type=del 2023-12-01T05:03:27.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.916+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~1XZVJOBN59NB.0 size=1048576 2023-12-01T05:03:27.918 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.917+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~1XZVJOBN59NB.1 size=1048576 2023-12-01T05:03:27.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.919+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~1XZVJOBN59NB.2 size=911810 2023-12-01T05:03:27.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.919+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=1XZVJOBN59NB tag=RT1W7RQTAUYO type=write size=4057538 2023-12-01T05:03:27.923 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.922+0000 7f2ce2b518c0 1 < suggested remove operation key=IU15OM7RZ3XF tag=013SDHAPAOVX type=del 2023-12-01T05:03:27.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.924+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=GMYYHBCKR7BQ type=write size=767167 2023-12-01T05:03:27.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.927+0000 7f2ce2b518c0 1 < suggested update operation key=SH80HT2F4NK2 tag=JUKY3ZYCM9JO type=del size=1263420 2023-12-01T05:03:27.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.929+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=COABANG8DQ8R type=del size=1111675 2023-12-01T05:03:27.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.931+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=1091358UVVP5 type=del 2023-12-01T05:03:27.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.933+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=5LAYAVRDVL8E type=del size=2832311 2023-12-01T05:03:27.936 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.934+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~VE1XFIB87EYB.0 size=1048576 2023-12-01T05:03:27.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.936+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~VE1XFIB87EYB.1 size=1048576 2023-12-01T05:03:27.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.938+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~VE1XFIB87EYB.2 size=204236 2023-12-01T05:03:27.942 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.941+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=VE1XFIB87EYB tag=09DJ1NHV5Y14 type=write size=3349964 2023-12-01T05:03:27.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.943+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=26SKUS9Z2U1B type=write size=452498 2023-12-01T05:03:27.946 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.945+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~ZWBLQ6F822GF.0 size=1048576 2023-12-01T05:03:27.948 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.946+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~ZWBLQ6F822GF.1 size=260251 2023-12-01T05:03:27.951 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.950+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=ZWBLQ6F822GF tag=7XM66FDIJRL0 type=write size=2357403 2023-12-01T05:03:27.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.953+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~KS47A73WEQ57.0 size=1048576 2023-12-01T05:03:27.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.954+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~KS47A73WEQ57.1 size=1048576 2023-12-01T05:03:27.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.956+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~KS47A73WEQ57.2 size=827579 2023-12-01T05:03:27.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.956+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=KS47A73WEQ57 tag=Q08OVX27778J type=write size=3973307 2023-12-01T05:03:27.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.958+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=FQT48Z8F9L89 type=del 2023-12-01T05:03:27.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.960+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=EUOVYFS9G68F type=del size=2598273 2023-12-01T05:03:27.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.963+0000 7f2ce2b518c0 1 < suggested remove operation key=EQJ6TWB0BPZS tag=SEKL9HVYG14A type=del 2023-12-01T05:03:27.968 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.967+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~DLI9ALEXISZA.0 size=1048576 2023-12-01T05:03:27.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.969+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~DLI9ALEXISZA.1 size=514458 2023-12-01T05:03:27.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.969+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=DLI9ALEXISZA tag=VVTYX6UH1ZVP type=write size=2611610 2023-12-01T05:03:27.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.970+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=0Q0B71ULZD1Y type=del 2023-12-01T05:03:27.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.973+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=AE4O8RCUB9BO type=del size=317800 2023-12-01T05:03:27.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.974+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=67BXO0DJZQ4D type=del 2023-12-01T05:03:27.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.976+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=709C15SLCR1W type=del size=1023479 2023-12-01T05:03:27.981 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.980+0000 7f2ce2b518c0 1 < suggested update operation key=VAXQ0BZJCDUB tag=AXVHQKM0I80C type=write size=553430 2023-12-01T05:03:27.983 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.982+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=H2ZSE6ZK2SMS type=write size=830549 2023-12-01T05:03:27.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.984+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~64FP1F7SHIVV.0 size=788270 2023-12-01T05:03:27.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.987+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=64FP1F7SHIVV tag=L0BTN929F07J type=write size=1836846 2023-12-01T05:03:27.990 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.989+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=4DG9IVB0O8VH type=del size=769246 2023-12-01T05:03:27.992 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.991+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=QYSFZNKY8I1C type=del 2023-12-01T05:03:27.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.994+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~JRKITQ1XTYTF.0 size=1048576 2023-12-01T05:03:27.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.995+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~JRKITQ1XTYTF.1 size=686099 2023-12-01T05:03:27.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.995+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=JRKITQ1XTYTF tag=GE7U3SBQ3F37 type=write size=2783251 2023-12-01T05:03:27.998 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:27.997+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=ZOS52127F3UE type=del 2023-12-01T05:03:28.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.001+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~C6A8F2OMIUN2.0 size=85274 2023-12-01T05:03:28.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.001+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=C6A8F2OMIUN2 tag=0AHE9HUYAFIF type=write size=1133850 2023-12-01T05:03:28.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.003+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=K16LKNG5CMWV type=del 2023-12-01T05:03:28.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.007+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~26SCOLJEYS3Z.0 size=1048576 2023-12-01T05:03:28.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.009+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~26SCOLJEYS3Z.1 size=1048576 2023-12-01T05:03:28.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.010+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~26SCOLJEYS3Z.2 size=131261 2023-12-01T05:03:28.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.010+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=26SCOLJEYS3Z tag=RKXS6BVPRRXZ type=write size=3276989 2023-12-01T05:03:28.014 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.012+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~KLSSHA24JY10.0 size=1048576 2023-12-01T05:03:28.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.014+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~KLSSHA24JY10.1 size=751940 2023-12-01T05:03:28.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.017+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=KLSSHA24JY10 tag=85CX7FNQ3I9K type=write size=2849092 2023-12-01T05:03:28.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.020+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~JXH6VEO4RJ6G.0 size=613180 2023-12-01T05:03:28.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.020+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=JXH6VEO4RJ6G tag=ARPI00YCL22D type=write size=1661756 2023-12-01T05:03:28.023 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.022+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~1XZVJOBN59NB.0 size=1048576 2023-12-01T05:03:28.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.024+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~1XZVJOBN59NB.1 size=1048576 2023-12-01T05:03:28.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.026+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~1XZVJOBN59NB.2 size=911810 2023-12-01T05:03:28.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.029+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=1XZVJOBN59NB tag=RT1W7RQTAUYO type=write size=4057538 2023-12-01T05:03:28.032 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.031+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=13KKGYN0MULK type=del size=1418762 2023-12-01T05:03:28.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.033+0000 7f2ce2b518c0 1 < canceled operation key=3VYQRDX2LULH tag=GMYYHBCKR7BQ type=write size=767167 2023-12-01T05:03:28.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.037+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~2UZAJX0CDTNA.0 size=1048576 2023-12-01T05:03:28.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.038+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~2UZAJX0CDTNA.1 size=894170 2023-12-01T05:03:28.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.038+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=2UZAJX0CDTNA tag=FEM4GAB39M1D type=write size=2991322 2023-12-01T05:03:28.043 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.041+0000 7f2ce2b518c0 1 < suggested update operation key=Y5IWDXWUVH3N tag=COABANG8DQ8R type=del size=1111675 2023-12-01T05:03:28.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.043+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=WU5UTH92GDBN type=del size=924952 2023-12-01T05:03:28.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.047+0000 7f2ce2b518c0 1 < suggested update operation key=2GXBXJ2J4VWX tag=5LAYAVRDVL8E type=del size=2832311 2023-12-01T05:03:28.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.049+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=BT0ZTLT3I3ZW type=del size=2107193 2023-12-01T05:03:28.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.054+0000 7f2ce2b518c0 1 < suggested remove operation key=HAZC92VMYO82 tag=26SKUS9Z2U1B type=write 2023-12-01T05:03:28.057 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.056+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=MARZBE43F2ES type=del size=3561592 2023-12-01T05:03:28.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.058+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~KS47A73WEQ57.0 size=1048576 2023-12-01T05:03:28.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.060+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~KS47A73WEQ57.1 size=1048576 2023-12-01T05:03:28.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.061+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~KS47A73WEQ57.2 size=827579 2023-12-01T05:03:28.066 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.065+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=KS47A73WEQ57 tag=Q08OVX27778J type=write size=3973307 2023-12-01T05:03:28.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.068+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~YID80ZACYUAC.0 size=1048576 2023-12-01T05:03:28.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.070+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~YID80ZACYUAC.1 size=518751 2023-12-01T05:03:28.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.070+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=YID80ZACYUAC tag=6W6P50RFRDM5 type=write size=2615903 2023-12-01T05:03:28.072 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.071+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=EUOVYFS9G68F type=del 2023-12-01T05:03:28.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.075+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~4KKPTDHTQW9M.0 size=176840 2023-12-01T05:03:28.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.075+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=4KKPTDHTQW9M tag=MF7RPKB6Y4K0 type=write size=1225416 2023-12-01T05:03:28.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.077+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~DLI9ALEXISZA.0 size=1048576 2023-12-01T05:03:28.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.078+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~DLI9ALEXISZA.1 size=514458 2023-12-01T05:03:28.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.081+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=DLI9ALEXISZA tag=VVTYX6UH1ZVP type=write size=2611610 2023-12-01T05:03:28.084 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.083+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=OKU33Z7KI2VN type=del size=2325905 2023-12-01T05:03:28.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.085+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=AE4O8RCUB9BO type=del 2023-12-01T05:03:28.090 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.089+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~SYJGYZCN1KNE.0 size=736647 2023-12-01T05:03:28.090 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.089+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=SYJGYZCN1KNE tag=QDIY0JWUGM5Z type=write size=1785223 2023-12-01T05:03:28.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.091+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=709C15SLCR1W type=del 2023-12-01T05:03:28.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.094+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~1DOY5A7L182C.0 size=1003995 2023-12-01T05:03:28.096 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.094+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=1DOY5A7L182C tag=BY6H75WTRNBJ type=write size=2052571 2023-12-01T05:03:28.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.096+0000 7f2ce2b518c0 1 < completed write operation key=KFTOV6Y7KOAW tag=H2ZSE6ZK2SMS type=write size=830549 2023-12-01T05:03:28.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.100+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~M13IU0X21KJV.0 size=366416 2023-12-01T05:03:28.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.100+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=M13IU0X21KJV tag=ZN3D1X7QWLO5 type=write size=1414992 2023-12-01T05:03:28.103 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.102+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=4DG9IVB0O8VH type=del 2023-12-01T05:03:28.105 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.104+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=IBMDPDYDM0SA type=del size=1135483 2023-12-01T05:03:28.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.105+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~JRKITQ1XTYTF.0 size=1048576 2023-12-01T05:03:28.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.105+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~JRKITQ1XTYTF.1 size=686099 2023-12-01T05:03:28.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.109+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=JRKITQ1XTYTF tag=GE7U3SBQ3F37 type=write size=2783251 2023-12-01T05:03:28.112 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.110+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=K34NZZTHPX71 type=del size=3275248 2023-12-01T05:03:28.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.112+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~C6A8F2OMIUN2.0 size=85274 2023-12-01T05:03:28.116 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.115+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=C6A8F2OMIUN2 tag=0AHE9HUYAFIF type=write size=1133850 2023-12-01T05:03:28.120 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.119+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~N4D212IK7QDY.0 size=1048576 2023-12-01T05:03:28.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.120+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~N4D212IK7QDY.1 size=836418 2023-12-01T05:03:28.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.120+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=N4D212IK7QDY tag=DDKY274BHL9X type=write size=2933570 2023-12-01T05:03:28.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.122+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~26SCOLJEYS3Z.0 size=1048576 2023-12-01T05:03:28.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.122+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~26SCOLJEYS3Z.1 size=1048576 2023-12-01T05:03:28.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.124+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~26SCOLJEYS3Z.2 size=131261 2023-12-01T05:03:28.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.127+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=26SCOLJEYS3Z tag=RKXS6BVPRRXZ type=write size=3276989 2023-12-01T05:03:28.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.129+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=9MZ95KUCDBFR type=del size=685831 2023-12-01T05:03:28.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.131+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~JXH6VEO4RJ6G.0 size=613180 2023-12-01T05:03:28.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.134+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=JXH6VEO4RJ6G tag=ARPI00YCL22D type=write size=1661756 2023-12-01T05:03:28.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.138+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~GVGF94RZ50BU.0 size=1048576 2023-12-01T05:03:28.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.139+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~GVGF94RZ50BU.1 size=232228 2023-12-01T05:03:28.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.139+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=GVGF94RZ50BU tag=SA39C7O2T43S type=write size=2329380 2023-12-01T05:03:28.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.141+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=13KKGYN0MULK type=del 2023-12-01T05:03:28.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.143+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=QEXAN8QYTAX8 type=write size=907558 2023-12-01T05:03:28.146 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.145+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~2UZAJX0CDTNA.0 size=1048576 2023-12-01T05:03:28.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.147+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~2UZAJX0CDTNA.1 size=894170 2023-12-01T05:03:28.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.150+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=2UZAJX0CDTNA tag=FEM4GAB39M1D type=write size=2991322 2023-12-01T05:03:28.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.152+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=4BXN2F3S098N type=del size=2089920 2023-12-01T05:03:28.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.156+0000 7f2ce2b518c0 1 < suggested update operation key=JDW6X9ZJ49B4 tag=WU5UTH92GDBN type=del size=924952 2023-12-01T05:03:28.159 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.158+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=M6QX9QBVRED0 type=write size=377056 2023-12-01T05:03:28.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.160+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=BT0ZTLT3I3ZW type=del 2023-12-01T05:03:28.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.161+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=RF4BWWQ1UEFS type=write size=399761 2023-12-01T05:03:28.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.164+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=MARZBE43F2ES type=del size=3561592: (22) Invalid argument 2023-12-01T05:03:28.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.166+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=1FRZ3E1NW300 type=del size=542609 2023-12-01T05:03:28.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.166+0000 7f2ce2b518c0 1 < canceled part key=_multipart_XVLWW7JLOIDK.2~YID80ZACYUAC.0 size=1048576 2023-12-01T05:03:28.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.168+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~YID80ZACYUAC.1 size=518751 2023-12-01T05:03:28.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.172+0000 7f2ce2b518c0 1 < canceled multipart upload key=XVLWW7JLOIDK upload=YID80ZACYUAC tag=6W6P50RFRDM5 type=write size=2615903 2023-12-01T05:03:28.179 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.178+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~I9RQJ9H961OU.0 size=1048576 2023-12-01T05:03:28.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.180+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~I9RQJ9H961OU.1 size=1016335 2023-12-01T05:03:28.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.180+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=I9RQJ9H961OU tag=GFLTM7AFKSLK type=write size=3113487 2023-12-01T05:03:28.183 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.182+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~4KKPTDHTQW9M.0 size=176840 2023-12-01T05:03:28.186 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.185+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=4KKPTDHTQW9M tag=MF7RPKB6Y4K0 type=write size=1225416 2023-12-01T05:03:28.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.186+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=NJMKAF0KK2C4 type=write size=329641 2023-12-01T05:03:28.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.188+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=OKU33Z7KI2VN type=del 2023-12-01T05:03:28.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.190+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=WOTFIKZDCSII type=write size=360709 2023-12-01T05:03:28.193 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.192+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~SYJGYZCN1KNE.0 size=736647 2023-12-01T05:03:28.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.196+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=SYJGYZCN1KNE tag=QDIY0JWUGM5Z type=write size=1785223 2023-12-01T05:03:28.199 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.198+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=F1ED0KACJZAS type=del size=3319414 2023-12-01T05:03:28.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.200+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~1DOY5A7L182C.0 size=1003995 2023-12-01T05:03:28.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.203+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=1DOY5A7L182C tag=BY6H75WTRNBJ type=write size=2052571 2023-12-01T05:03:28.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.205+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=59KI4S3UIYQN type=del size=877922 2023-12-01T05:03:28.207 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.206+0000 7f2ce2b518c0 1 < canceled part key=_multipart_B5FU2JKJOI4Z.2~M13IU0X21KJV.0 size=366416 2023-12-01T05:03:28.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.209+0000 7f2ce2b518c0 1 < canceled multipart upload key=B5FU2JKJOI4Z upload=M13IU0X21KJV tag=ZN3D1X7QWLO5 type=write size=1414992 2023-12-01T05:03:28.212 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.211+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=HD4RE67EGJ6S type=del size=12669 2023-12-01T05:03:28.214 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.213+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=IBMDPDYDM0SA type=del 2023-12-01T05:03:28.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.214+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=YBZL06ZLKC0Z type=del size=336426 2023-12-01T05:03:28.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.216+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=K34NZZTHPX71 type=del 2023-12-01T05:03:28.219 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.218+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=DLXIN9CK5B45 type=write size=549515 2023-12-01T05:03:28.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.220+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~N4D212IK7QDY.0 size=1048576 2023-12-01T05:03:28.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.222+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~N4D212IK7QDY.1 size=836418 2023-12-01T05:03:28.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.225+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=N4D212IK7QDY tag=DDKY274BHL9X type=write size=2933570 2023-12-01T05:03:28.228 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.227+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=O95BBJN3XWQE type=del size=234734 2023-12-01T05:03:28.231 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.229+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=9MZ95KUCDBFR type=del size=685831: (22) Invalid argument 2023-12-01T05:03:28.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.231+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=0NA0HNOYEDER type=write size=426086 2023-12-01T05:03:28.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.232+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~GVGF94RZ50BU.0 size=1048576 2023-12-01T05:03:28.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.234+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~GVGF94RZ50BU.1 size=232228 2023-12-01T05:03:28.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.237+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=GVGF94RZ50BU tag=SA39C7O2T43S type=write size=2329380 2023-12-01T05:03:28.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.239+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=0IHK2GN3LG2U type=del size=1503211 2023-12-01T05:03:28.242 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.241+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=QEXAN8QYTAX8 type=write size=907558 2023-12-01T05:03:28.244 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.243+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=LYD7ZRYEBQ9U type=del size=1354647 2023-12-01T05:03:28.246 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.245+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=4BXN2F3S098N type=del size=2089920: (22) Invalid argument 2023-12-01T05:03:28.248 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.247+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=VPDX4BVZ9UUL type=write size=780632 2023-12-01T05:03:28.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.249+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=M6QX9QBVRED0 type=write size=377056 2023-12-01T05:03:28.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.253+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~0J9GNEK8M8QP.0 size=791296 2023-12-01T05:03:28.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.253+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=0J9GNEK8M8QP tag=Z422HJ902JX6 type=write size=1839872 2023-12-01T05:03:28.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.257+0000 7f2ce2b518c0 1 < suggested update operation key=KFTOV6Y7KOAW tag=RF4BWWQ1UEFS type=write size=399761 2023-12-01T05:03:28.262 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.260+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~AA8UVE5XNRVT.0 size=1048576 2023-12-01T05:03:28.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.262+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~AA8UVE5XNRVT.1 size=1048576 2023-12-01T05:03:28.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.263+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~AA8UVE5XNRVT.2 size=566626 2023-12-01T05:03:28.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.263+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=AA8UVE5XNRVT tag=6JAMFIG2T701 type=write size=3712354 2023-12-01T05:03:28.266 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.265+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=1FRZ3E1NW300 type=del 2023-12-01T05:03:28.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.267+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=R4TO7K4SC297 type=del size=2854139 2023-12-01T05:03:28.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.269+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~I9RQJ9H961OU.0 size=1048576 2023-12-01T05:03:28.272 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.271+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~I9RQJ9H961OU.1 size=1016335 2023-12-01T05:03:28.275 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.274+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=I9RQJ9H961OU tag=GFLTM7AFKSLK type=write size=3113487 2023-12-01T05:03:28.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.277+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~X9AUBOBNEW5M.0 size=1048576 2023-12-01T05:03:28.280 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.279+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~X9AUBOBNEW5M.1 size=1048576 2023-12-01T05:03:28.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.280+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~X9AUBOBNEW5M.2 size=300460 2023-12-01T05:03:28.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.280+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=X9AUBOBNEW5M tag=EK2FXSYSRA1D type=write size=3446188 2023-12-01T05:03:28.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.284+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=NJMKAF0KK2C4 type=write 2023-12-01T05:03:28.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.288+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~N6P5Q316PX23.0 size=276063 2023-12-01T05:03:28.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.288+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=N6P5Q316PX23 tag=6CIJQSXC1UVY type=write size=1324639 2023-12-01T05:03:28.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.290+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=WOTFIKZDCSII type=write size=360709 2023-12-01T05:03:28.294 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.293+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~46YRREO2DDRK.0 size=1048576 2023-12-01T05:03:28.296 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.295+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~46YRREO2DDRK.1 size=342174 2023-12-01T05:03:28.296 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.295+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=46YRREO2DDRK tag=2CD2EXS2ERM9 type=write size=2439326 2023-12-01T05:03:28.298 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.297+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=F1ED0KACJZAS type=del 2023-12-01T05:03:28.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.300+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~81YL1LA46AXF.0 size=1048576 2023-12-01T05:03:28.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.302+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~81YL1LA46AXF.1 size=988353 2023-12-01T05:03:28.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.302+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=81YL1LA46AXF tag=KD19T4A03CHU type=write size=3085505 2023-12-01T05:03:28.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.304+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=59KI4S3UIYQN type=del 2023-12-01T05:03:28.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.306+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=6LPUS9UWNWO8 type=write size=638468 2023-12-01T05:03:28.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.308+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=HD4RE67EGJ6S type=del 2023-12-01T05:03:28.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.310+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=CMYHQ4VQQM9D type=del size=1454841 2023-12-01T05:03:28.314 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.312+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=YBZL06ZLKC0Z type=del 2023-12-01T05:03:28.316 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.315+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=NXXMDHGX2FCI type=del size=3621997 2023-12-01T05:03:28.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.317+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=DLXIN9CK5B45 type=write size=549515 2023-12-01T05:03:28.321 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.320+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~WBJFI4KUMH0R.0 size=1048576 2023-12-01T05:03:28.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.322+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~WBJFI4KUMH0R.1 size=293623 2023-12-01T05:03:28.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.322+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=WBJFI4KUMH0R tag=4TMW7H6GPO2L type=write size=2390775 2023-12-01T05:03:28.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.324+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=O95BBJN3XWQE type=del 2023-12-01T05:03:28.327 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.325+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=UV446YX8CLQT type=del size=258152 2023-12-01T05:03:28.329 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.328+0000 7f2ce2b518c0 1 < completed write operation key=5U9IVFXOOGZO tag=0NA0HNOYEDER type=write size=426086 2023-12-01T05:03:28.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.330+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=3HZRBCSRNCBI type=del size=837292 2023-12-01T05:03:28.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.332+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=0IHK2GN3LG2U type=del 2023-12-01T05:03:28.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.334+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=YO7IP636FGSZ type=del size=1934073 2023-12-01T05:03:28.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.336+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=LYD7ZRYEBQ9U type=del 2023-12-01T05:03:28.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.338+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=LQOTA72T7BLO type=del size=2866352 2023-12-01T05:03:28.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.340+0000 7f2ce2b518c0 -1 < failed to complete operation key=JWJAKQZX6VLS tag=VPDX4BVZ9UUL type=write size=780632: (22) Invalid argument 2023-12-01T05:03:28.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.342+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=34N2VP4HWHEY type=del size=760181 2023-12-01T05:03:28.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.344+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~0J9GNEK8M8QP.0 size=791296 2023-12-01T05:03:28.349 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.348+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=0J9GNEK8M8QP tag=Z422HJ902JX6 type=write size=1839872 2023-12-01T05:03:28.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.349+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=FYIKYINT9E89 type=del size=704251 2023-12-01T05:03:28.352 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.351+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~AA8UVE5XNRVT.0 size=1048576 2023-12-01T05:03:28.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.353+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~AA8UVE5XNRVT.1 size=1048576 2023-12-01T05:03:28.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.355+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~AA8UVE5XNRVT.2 size=566626 2023-12-01T05:03:28.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.358+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=AA8UVE5XNRVT tag=6JAMFIG2T701 type=write size=3712354 2023-12-01T05:03:28.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.362+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~LQJI0XAA0Y8H.0 size=1048576 2023-12-01T05:03:28.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.364+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~LQJI0XAA0Y8H.1 size=996227 2023-12-01T05:03:28.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.364+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=LQJI0XAA0Y8H tag=4EJ085Z1CXDG type=write size=3093379 2023-12-01T05:03:28.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.368+0000 7f2ce2b518c0 1 < suggested remove operation key=Y5IWDXWUVH3N tag=R4TO7K4SC297 type=del 2023-12-01T05:03:28.371 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.370+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=FHOP4ZJ4V6OH type=del size=3169972 2023-12-01T05:03:28.373 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.372+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~X9AUBOBNEW5M.0 size=1048576 2023-12-01T05:03:28.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.373+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~X9AUBOBNEW5M.1 size=1048576 2023-12-01T05:03:28.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.375+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~X9AUBOBNEW5M.2 size=300460 2023-12-01T05:03:28.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.378+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=X9AUBOBNEW5M tag=EK2FXSYSRA1D type=write size=3446188 2023-12-01T05:03:28.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.380+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=IKGSZZDQTPFW type=del size=2168410 2023-12-01T05:03:28.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.380+0000 7f2ce2b518c0 1 < canceled part key=_multipart_2GXBXJ2J4VWX.2~N6P5Q316PX23.0 size=276063 2023-12-01T05:03:28.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.384+0000 7f2ce2b518c0 1 < canceled multipart upload key=2GXBXJ2J4VWX upload=N6P5Q316PX23 tag=6CIJQSXC1UVY type=write size=1324639 2023-12-01T05:03:28.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.387+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~DK73RMS0MDRB.0 size=1048576 2023-12-01T05:03:28.389 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.388+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~DK73RMS0MDRB.1 size=162228 2023-12-01T05:03:28.389 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.388+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=DK73RMS0MDRB tag=863E0KXLQJ64 type=write size=2259380 2023-12-01T05:03:28.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.391+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~46YRREO2DDRK.0 size=1048576 2023-12-01T05:03:28.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.392+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~46YRREO2DDRK.1 size=342174 2023-12-01T05:03:28.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.395+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=46YRREO2DDRK tag=2CD2EXS2ERM9 type=write size=2439326 2023-12-01T05:03:28.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.397+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=OIF10R1K7TN0 type=del size=3829457 2023-12-01T05:03:28.399 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.398+0000 7f2ce2b518c0 1 < canceled part key=_multipart_807CI1E6OSAU.2~81YL1LA46AXF.0 size=1048576 2023-12-01T05:03:28.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.399+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~81YL1LA46AXF.1 size=988353 2023-12-01T05:03:28.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.402+0000 7f2ce2b518c0 1 < canceled multipart upload key=807CI1E6OSAU upload=81YL1LA46AXF tag=KD19T4A03CHU type=write size=3085505 2023-12-01T05:03:28.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.406+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~GCTIHW71EZM1.0 size=1048576 2023-12-01T05:03:28.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.407+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~GCTIHW71EZM1.1 size=25705 2023-12-01T05:03:28.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.407+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=GCTIHW71EZM1 tag=R7KVWRY3K8NT type=write size=2122857 2023-12-01T05:03:28.411 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.409+0000 7f2ce2b518c0 1 < completed write operation key=43ABSP862CV0 tag=6LPUS9UWNWO8 type=write size=638468 2023-12-01T05:03:28.413 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.412+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=788J17KVBZZR type=del size=2313181 2023-12-01T05:03:28.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.414+0000 7f2ce2b518c0 1 < canceled operation key=8XRBQI3FV85G tag=CMYHQ4VQQM9D type=del size=1454841 2023-12-01T05:03:28.417 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.416+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=1C2U80MZP4ZZ type=write size=335187 2023-12-01T05:03:28.419 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.418+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=NXXMDHGX2FCI type=del 2023-12-01T05:03:28.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.420+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=5R3GCRLNBAWW type=del size=2162409 2023-12-01T05:03:28.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.420+0000 7f2ce2b518c0 1 < canceled part key=_multipart_5U9IVFXOOGZO.2~WBJFI4KUMH0R.0 size=1048576 2023-12-01T05:03:28.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.421+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~WBJFI4KUMH0R.1 size=293623 2023-12-01T05:03:28.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.425+0000 7f2ce2b518c0 1 < canceled multipart upload key=5U9IVFXOOGZO upload=WBJFI4KUMH0R tag=4TMW7H6GPO2L type=write size=2390775 2023-12-01T05:03:28.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.426+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=FLQXP10X124Y type=del size=3318109 2023-12-01T05:03:28.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.428+0000 7f2ce2b518c0 1 < canceled operation key=807CI1E6OSAU tag=UV446YX8CLQT type=del size=258152 2023-12-01T05:03:28.433 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.432+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~N9MSFWPQYYJC.0 size=1048576 2023-12-01T05:03:28.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.433+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~N9MSFWPQYYJC.1 size=841370 2023-12-01T05:03:28.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.433+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=N9MSFWPQYYJC tag=GBVXJVA6HA41 type=write size=2938522 2023-12-01T05:03:28.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.435+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=3HZRBCSRNCBI type=del 2023-12-01T05:03:28.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.437+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=U1R0SHGNQ3US type=del size=2671340 2023-12-01T05:03:28.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.439+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=YO7IP636FGSZ type=del 2023-12-01T05:03:28.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.441+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=7KB94UGL912T type=write size=491732 2023-12-01T05:03:28.444 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.443+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=LQOTA72T7BLO type=del 2023-12-01T05:03:28.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.445+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=JIXVTTAHSQFK type=del size=1341575 2023-12-01T05:03:28.448 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.447+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=34N2VP4HWHEY type=del 2023-12-01T05:03:28.452 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.451+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~Y9Y5SMXCQAS4.0 size=1048576 2023-12-01T05:03:28.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.452+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~Y9Y5SMXCQAS4.1 size=664648 2023-12-01T05:03:28.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.452+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=Y9Y5SMXCQAS4 tag=1WBBM8368XGC type=write size=2761800 2023-12-01T05:03:28.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.457+0000 7f2ce2b518c0 1 < suggested update operation key=B5FU2JKJOI4Z tag=FYIKYINT9E89 type=del size=704251 2023-12-01T05:03:28.460 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.459+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=B3VDSIURZUNN type=del size=3955058 2023-12-01T05:03:28.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.461+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~LQJI0XAA0Y8H.0 size=1048576 2023-12-01T05:03:28.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.463+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~LQJI0XAA0Y8H.1 size=996227 2023-12-01T05:03:28.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.466+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=LQJI0XAA0Y8H tag=4EJ085Z1CXDG type=write size=3093379 2023-12-01T05:03:28.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.470+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0E6P1MOE31I2.0 size=1048576 2023-12-01T05:03:28.473 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.472+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0E6P1MOE31I2.1 size=1048576 2023-12-01T05:03:28.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.474+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~0E6P1MOE31I2.2 size=217388 2023-12-01T05:03:28.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.474+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=0E6P1MOE31I2 tag=NGPQNXMIOO2R type=write size=3363116 2023-12-01T05:03:28.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.476+0000 7f2ce2b518c0 1 < canceled operation key=8XRBQI3FV85G tag=FHOP4ZJ4V6OH type=del size=3169972 2023-12-01T05:03:28.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.478+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=J57JJ5KIDGT5 type=write size=973555 2023-12-01T05:03:28.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.480+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=IKGSZZDQTPFW type=del 2023-12-01T05:03:28.485 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.484+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~F0LQF14937P9.0 size=1048576 2023-12-01T05:03:28.486 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.485+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~F0LQF14937P9.1 size=1048576 2023-12-01T05:03:28.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.487+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~F0LQF14937P9.2 size=224321 2023-12-01T05:03:28.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.487+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=F0LQF14937P9 tag=5P8XVCGCPIM1 type=write size=3370049 2023-12-01T05:03:28.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.489+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~DK73RMS0MDRB.0 size=1048576 2023-12-01T05:03:28.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.491+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~DK73RMS0MDRB.1 size=162228 2023-12-01T05:03:28.496 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.495+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=DK73RMS0MDRB tag=863E0KXLQJ64 type=write size=2259380 2023-12-01T05:03:28.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.497+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=AGR7BQDAC72J type=del size=1178551 2023-12-01T05:03:28.500 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.499+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=OIF10R1K7TN0 type=del 2023-12-01T05:03:28.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.501+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=6SRKYDLHIQ5V type=del size=237658 2023-12-01T05:03:28.504 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.503+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~GCTIHW71EZM1.0 size=1048576 2023-12-01T05:03:28.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.505+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~GCTIHW71EZM1.1 size=25705 2023-12-01T05:03:28.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.508+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=GCTIHW71EZM1 tag=R7KVWRY3K8NT type=write size=2122857 2023-12-01T05:03:28.513 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.512+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~8QL1Y4PIXY7A.0 size=721677 2023-12-01T05:03:28.513 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.512+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=8QL1Y4PIXY7A tag=PCUPAGEQ43VH type=write size=1770253 2023-12-01T05:03:28.515 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.514+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=788J17KVBZZR type=del 2023-12-01T05:03:28.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.518+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~PQ0H69O6BJEU.0 size=1048576 2023-12-01T05:03:28.520 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.519+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~PQ0H69O6BJEU.1 size=381970 2023-12-01T05:03:28.520 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.519+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=PQ0H69O6BJEU tag=X11CARTG934G type=write size=2479122 2023-12-01T05:03:28.523 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.522+0000 7f2ce2b518c0 1 < completed write operation key=DOGWW9WZ6QW8 tag=1C2U80MZP4ZZ type=write size=335187 2023-12-01T05:03:28.525 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.524+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=9Y1X0KRL60CT type=del size=3305644 2023-12-01T05:03:28.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.528+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=5R3GCRLNBAWW type=del size=2162409 2023-12-01T05:03:28.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.531+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~8RH2XTTNF9DS.0 size=1048576 2023-12-01T05:03:28.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.533+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~8RH2XTTNF9DS.1 size=1048576 2023-12-01T05:03:28.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.535+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~8RH2XTTNF9DS.2 size=481656 2023-12-01T05:03:28.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.535+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=8RH2XTTNF9DS tag=MB3WIFI1W04X type=write size=3627384 2023-12-01T05:03:28.538 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.537+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=FLQXP10X124Y type=del 2023-12-01T05:03:28.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.540+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~0HJ54GHCPLUB.0 size=1048576 2023-12-01T05:03:28.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.542+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~0HJ54GHCPLUB.1 size=1048576 2023-12-01T05:03:28.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.544+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~0HJ54GHCPLUB.2 size=319604 2023-12-01T05:03:28.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.544+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=0HJ54GHCPLUB tag=UUIUCLBDKLKU type=write size=3465332 2023-12-01T05:03:28.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.546+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~N9MSFWPQYYJC.0 size=1048576 2023-12-01T05:03:28.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.548+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~N9MSFWPQYYJC.1 size=841370 2023-12-01T05:03:28.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.551+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=N9MSFWPQYYJC tag=GBVXJVA6HA41 type=write size=2938522 2023-12-01T05:03:28.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.554+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~WCRBDON6T0C4.0 size=1048576 2023-12-01T05:03:28.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.556+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~WCRBDON6T0C4.1 size=1048576 2023-12-01T05:03:28.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.558+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~WCRBDON6T0C4.2 size=233945 2023-12-01T05:03:28.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.558+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=WCRBDON6T0C4 tag=2C2LJV39OY6U type=write size=3379673 2023-12-01T05:03:28.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.562+0000 7f2ce2b518c0 1 < suggested remove operation key=SH80HT2F4NK2 tag=U1R0SHGNQ3US type=del 2023-12-01T05:03:28.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.563+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=R2IB4F5QM6C2 type=del size=266808 2023-12-01T05:03:28.567 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.565+0000 7f2ce2b518c0 1 < canceled operation key=VAXQ0BZJCDUB tag=7KB94UGL912T type=write size=491732 2023-12-01T05:03:28.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.568+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=TPQ7VA972RIX type=write size=302878 2023-12-01T05:03:28.573 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.572+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=JIXVTTAHSQFK type=del 2023-12-01T05:03:28.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.576+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~L9FEG3QX5689.0 size=1048576 2023-12-01T05:03:28.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.578+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~L9FEG3QX5689.1 size=183875 2023-12-01T05:03:28.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.578+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=L9FEG3QX5689 tag=AIRMU2CA8CRK type=write size=2281027 2023-12-01T05:03:28.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.580+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~Y9Y5SMXCQAS4.0 size=1048576 2023-12-01T05:03:28.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.581+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~Y9Y5SMXCQAS4.1 size=664648 2023-12-01T05:03:28.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.585+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=Y9Y5SMXCQAS4 tag=1WBBM8368XGC type=write size=2761800 2023-12-01T05:03:28.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.587+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=JYIS5ITPEMOG type=del size=1623377 2023-12-01T05:03:28.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.589+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=B3VDSIURZUNN type=del 2023-12-01T05:03:28.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.591+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=UWQ45WP7SPJC type=del size=679533 2023-12-01T05:03:28.594 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.593+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0E6P1MOE31I2.0 size=1048576 2023-12-01T05:03:28.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.594+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0E6P1MOE31I2.1 size=1048576 2023-12-01T05:03:28.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.596+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~0E6P1MOE31I2.2 size=217388 2023-12-01T05:03:28.600 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.599+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=0E6P1MOE31I2 tag=NGPQNXMIOO2R type=write size=3363116 2023-12-01T05:03:28.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.601+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=H0QKUS16QUW4 type=write size=444001 2023-12-01T05:03:28.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.603+0000 7f2ce2b518c0 1 < completed write operation key=B5FU2JKJOI4Z tag=J57JJ5KIDGT5 type=write size=973555 2023-12-01T05:03:28.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.607+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~2EO0MOJYZZNK.0 size=1048576 2023-12-01T05:03:28.609 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.608+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~2EO0MOJYZZNK.1 size=1048576 2023-12-01T05:03:28.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.610+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~2EO0MOJYZZNK.2 size=702969 2023-12-01T05:03:28.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.610+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=2EO0MOJYZZNK tag=Y3050LBCJT5J type=write size=3848697 2023-12-01T05:03:28.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.612+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~F0LQF14937P9.0 size=1048576 2023-12-01T05:03:28.614 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.613+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~F0LQF14937P9.1 size=1048576 2023-12-01T05:03:28.616 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.615+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~F0LQF14937P9.2 size=224321 2023-12-01T05:03:28.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.619+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=F0LQF14937P9 tag=5P8XVCGCPIM1 type=write size=3370049 2023-12-01T05:03:28.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.621+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=5X6P5C74NGHW type=del size=3646341 2023-12-01T05:03:28.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.623+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=AGR7BQDAC72J type=del 2023-12-01T05:03:28.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.626+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~D9UHQLZPKD5T.0 size=1048576 2023-12-01T05:03:28.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.628+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~D9UHQLZPKD5T.1 size=1048576 2023-12-01T05:03:28.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.629+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~D9UHQLZPKD5T.2 size=445491 2023-12-01T05:03:28.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.629+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=D9UHQLZPKD5T tag=MIZJ4W1TQIL5 type=write size=3591219 2023-12-01T05:03:28.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.633+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=6SRKYDLHIQ5V type=del 2023-12-01T05:03:28.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.635+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=LKZ0362HB1HE type=del size=2252121 2023-12-01T05:03:28.637 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.636+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~8QL1Y4PIXY7A.0 size=721677 2023-12-01T05:03:28.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.640+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=8QL1Y4PIXY7A tag=PCUPAGEQ43VH type=write size=1770253 2023-12-01T05:03:28.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.643+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~YKFCC1U5WIPA.0 size=193702 2023-12-01T05:03:28.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.643+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=YKFCC1U5WIPA tag=XED98KG7V68W type=write size=1242278 2023-12-01T05:03:28.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.645+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~PQ0H69O6BJEU.0 size=1048576 2023-12-01T05:03:28.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.647+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~PQ0H69O6BJEU.1 size=381970 2023-12-01T05:03:28.651 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.650+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=PQ0H69O6BJEU tag=X11CARTG934G type=write size=2479122 2023-12-01T05:03:28.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.652+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=UT4XJI7YI1SX type=write size=926029 2023-12-01T05:03:28.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.654+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=9Y1X0KRL60CT type=del 2023-12-01T05:03:28.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.656+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=LB9TAJREETZR type=write size=121112 2023-12-01T05:03:28.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.658+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~8RH2XTTNF9DS.0 size=1048576 2023-12-01T05:03:28.662 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.660+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~8RH2XTTNF9DS.1 size=1048576 2023-12-01T05:03:28.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.662+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~8RH2XTTNF9DS.2 size=481656 2023-12-01T05:03:28.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.665+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=8RH2XTTNF9DS tag=MB3WIFI1W04X type=write size=3627384 2023-12-01T05:03:28.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.667+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=T087R0A37QHS type=write size=839233 2023-12-01T05:03:28.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.670+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~0HJ54GHCPLUB.0 size=1048576 2023-12-01T05:03:28.672 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.671+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~0HJ54GHCPLUB.1 size=1048576 2023-12-01T05:03:28.672 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.671+0000 7f2ce2b518c0 1 < canceled part key=_multipart_8XRBQI3FV85G.2~0HJ54GHCPLUB.2 size=319604 2023-12-01T05:03:28.676 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.675+0000 7f2ce2b518c0 1 < canceled multipart upload key=8XRBQI3FV85G upload=0HJ54GHCPLUB tag=UUIUCLBDKLKU type=write size=3465332 2023-12-01T05:03:28.678 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.677+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=TXL1BIL6JPNL type=write size=458333 2023-12-01T05:03:28.679 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.678+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~WCRBDON6T0C4.0 size=1048576 2023-12-01T05:03:28.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.680+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~WCRBDON6T0C4.1 size=1048576 2023-12-01T05:03:28.683 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.681+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~WCRBDON6T0C4.2 size=233945 2023-12-01T05:03:28.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.685+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=WCRBDON6T0C4 tag=2C2LJV39OY6U type=write size=3379673 2023-12-01T05:03:28.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.687+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=V7JXKBTZT6H6 type=write size=14060 2023-12-01T05:03:28.692 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.691+0000 7f2ce2b518c0 1 < suggested remove operation key=D9PMBZW5816S tag=R2IB4F5QM6C2 type=del 2023-12-01T05:03:28.694 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.693+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=W7W94VVYW1VL type=del size=1171239 2023-12-01T05:03:28.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.696+0000 7f2ce2b518c0 1 < suggested update operation key=43ABSP862CV0 tag=TPQ7VA972RIX type=write size=302878 2023-12-01T05:03:28.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.700+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~VVL5NR5SIF1E.0 size=955771 2023-12-01T05:03:28.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.700+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=VVL5NR5SIF1E tag=MUT6TU1YUP8Q type=write size=2004347 2023-12-01T05:03:28.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.702+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~L9FEG3QX5689.0 size=1048576 2023-12-01T05:03:28.704 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.703+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~L9FEG3QX5689.1 size=183875 2023-12-01T05:03:28.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.707+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=L9FEG3QX5689 tag=AIRMU2CA8CRK type=write size=2281027 2023-12-01T05:03:28.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.710+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~FPQ8UH671HZ1.0 size=112673 2023-12-01T05:03:28.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.710+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=FPQ8UH671HZ1 tag=4YM50A355BVQ type=write size=1161249 2023-12-01T05:03:28.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.714+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=JYIS5ITPEMOG type=del size=1623377 2023-12-01T05:03:28.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.719+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~83B6B80FLO0W.0 size=1048576 2023-12-01T05:03:28.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.720+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~83B6B80FLO0W.1 size=1048576 2023-12-01T05:03:28.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.722+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~83B6B80FLO0W.2 size=766071 2023-12-01T05:03:28.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.722+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=83B6B80FLO0W tag=FTZYW6C5HAPT type=write size=3911799 2023-12-01T05:03:28.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.724+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=UWQ45WP7SPJC type=del 2023-12-01T05:03:28.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.726+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=C0F09KTU9H95 type=del size=3315652 2023-12-01T05:03:28.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.730+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=H0QKUS16QUW4 type=write 2023-12-01T05:03:28.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.733+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~FILXEJFWCYWO.0 size=23841 2023-12-01T05:03:28.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.733+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=FILXEJFWCYWO tag=YID5OXYSUY8B type=write size=1072417 2023-12-01T05:03:28.737 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.736+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~2EO0MOJYZZNK.0 size=1048576 2023-12-01T05:03:28.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.738+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~2EO0MOJYZZNK.1 size=1048576 2023-12-01T05:03:28.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.740+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~2EO0MOJYZZNK.2 size=702969 2023-12-01T05:03:28.744 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.743+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=2EO0MOJYZZNK tag=Y3050LBCJT5J type=write size=3848697 2023-12-01T05:03:28.746 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.745+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=JFK20PZ3YAAM type=del size=234268 2023-12-01T05:03:28.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.747+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=5X6P5C74NGHW type=del 2023-12-01T05:03:28.753 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.752+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~X3D5YRUFV3Q0.0 size=98792 2023-12-01T05:03:28.753 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.752+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=X3D5YRUFV3Q0 tag=JVK7NM7MMKHZ type=write size=1147368 2023-12-01T05:03:28.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.754+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~D9UHQLZPKD5T.0 size=1048576 2023-12-01T05:03:28.757 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.756+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~D9UHQLZPKD5T.1 size=1048576 2023-12-01T05:03:28.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.757+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~D9UHQLZPKD5T.2 size=445491 2023-12-01T05:03:28.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.761+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=D9UHQLZPKD5T tag=MIZJ4W1TQIL5 type=write size=3591219 2023-12-01T05:03:28.766 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.765+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~BM3S0JO10U61.0 size=944567 2023-12-01T05:03:28.766 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.765+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=BM3S0JO10U61 tag=KK2DBCOIPT46 type=write size=1993143 2023-12-01T05:03:28.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.769+0000 7f2ce2b518c0 1 < suggested update operation key=SY2W6QFZQBL7 tag=LKZ0362HB1HE type=del size=2252121 2023-12-01T05:03:28.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.771+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=LZ5AQWBA5VA2 type=write size=204601 2023-12-01T05:03:28.775 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.773+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~YKFCC1U5WIPA.0 size=193702 2023-12-01T05:03:28.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.777+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=YKFCC1U5WIPA tag=XED98KG7V68W type=write size=1242278 2023-12-01T05:03:28.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.780+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~RY7ZFL2W2Y65.0 size=985770 2023-12-01T05:03:28.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.780+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=RY7ZFL2W2Y65 tag=AUQ167U6WUWC type=write size=2034346 2023-12-01T05:03:28.784 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.782+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=UT4XJI7YI1SX type=write size=926029 2023-12-01T05:03:28.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.784+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=H8SMG50JRGVR type=del size=1405467 2023-12-01T05:03:28.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.786+0000 7f2ce2b518c0 1 < completed write operation key=3VYQRDX2LULH tag=LB9TAJREETZR type=write size=121112 2023-12-01T05:03:28.791 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.790+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~6XK2L52UOYOL.0 size=1048576 2023-12-01T05:03:28.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.791+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~6XK2L52UOYOL.1 size=410321 2023-12-01T05:03:28.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.791+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=6XK2L52UOYOL tag=PY75MMEJIIHB type=write size=2507473 2023-12-01T05:03:28.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.794+0000 7f2ce2b518c0 -1 < failed to complete operation key=43ABSP862CV0 tag=T087R0A37QHS type=write size=839233: (22) Invalid argument 2023-12-01T05:03:28.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.797+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~9UJPLWKMCBXD.0 size=563863 2023-12-01T05:03:28.799 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.797+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=9UJPLWKMCBXD tag=Y1MUKMLPVATQ type=write size=1612439 2023-12-01T05:03:28.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.799+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=TXL1BIL6JPNL type=write size=458333 2023-12-01T05:03:28.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.803+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~KQFV1S1ED2VA.0 size=1048576 2023-12-01T05:03:28.806 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.805+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~KQFV1S1ED2VA.1 size=878062 2023-12-01T05:03:28.806 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.805+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=KQFV1S1ED2VA tag=KLAIT0ZIBPSE type=write size=2975214 2023-12-01T05:03:28.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.806+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=V7JXKBTZT6H6 type=write size=14060 2023-12-01T05:03:28.810 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.809+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=84W37BOAAUUH type=write size=125454 2023-12-01T05:03:28.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.811+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=W7W94VVYW1VL type=del 2023-12-01T05:03:28.815 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.814+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~73FW0ON9JQNT.0 size=1048576 2023-12-01T05:03:28.817 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.815+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~73FW0ON9JQNT.1 size=1048576 2023-12-01T05:03:28.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.818+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~73FW0ON9JQNT.2 size=104447 2023-12-01T05:03:28.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.818+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=73FW0ON9JQNT tag=VRE449KX7ZAB type=write size=3250175 2023-12-01T05:03:28.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.821+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~VVL5NR5SIF1E.0 size=955771 2023-12-01T05:03:28.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.825+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=VVL5NR5SIF1E tag=MUT6TU1YUP8Q type=write size=2004347 2023-12-01T05:03:28.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.829+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~DTDHQ72SPT2I.0 size=989464 2023-12-01T05:03:28.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.829+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=DTDHQ72SPT2I tag=OKV6C5AHNGDD type=write size=2038040 2023-12-01T05:03:28.831 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.830+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~FPQ8UH671HZ1.0 size=112673 2023-12-01T05:03:28.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.834+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=FPQ8UH671HZ1 tag=4YM50A355BVQ type=write size=1161249 2023-12-01T05:03:28.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.836+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=CXHKFU33O08Y type=write size=1041759 2023-12-01T05:03:28.839 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.838+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~83B6B80FLO0W.0 size=1048576 2023-12-01T05:03:28.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.840+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~83B6B80FLO0W.1 size=1048576 2023-12-01T05:03:28.842 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.841+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~83B6B80FLO0W.2 size=766071 2023-12-01T05:03:28.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.845+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=83B6B80FLO0W tag=FTZYW6C5HAPT type=write size=3911799 2023-12-01T05:03:28.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.848+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~295GSX9FICQ4.0 size=1048576 2023-12-01T05:03:28.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.850+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~295GSX9FICQ4.1 size=1048576 2023-12-01T05:03:28.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.852+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~295GSX9FICQ4.2 size=1020738 2023-12-01T05:03:28.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.852+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=295GSX9FICQ4 tag=YZ5VYRIXCZM1 type=write size=4166466 2023-12-01T05:03:28.856 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.854+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=C0F09KTU9H95 type=del 2023-12-01T05:03:28.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.856+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=6RN7Q8P600OG type=del size=2838710 2023-12-01T05:03:28.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.858+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~FILXEJFWCYWO.0 size=23841 2023-12-01T05:03:28.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.862+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=FILXEJFWCYWO tag=YID5OXYSUY8B type=write size=1072417 2023-12-01T05:03:28.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.865+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~F5951RWF21YY.0 size=782945 2023-12-01T05:03:28.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.865+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=F5951RWF21YY tag=KRN66VMNX2J9 type=write size=1831521 2023-12-01T05:03:28.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.867+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=JFK20PZ3YAAM type=del 2023-12-01T05:03:28.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.869+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=BQIEJ4JQ9R8B type=del size=3301722 2023-12-01T05:03:28.872 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.871+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~X3D5YRUFV3Q0.0 size=98792 2023-12-01T05:03:28.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.875+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=X3D5YRUFV3Q0 tag=JVK7NM7MMKHZ type=write size=1147368 2023-12-01T05:03:28.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.878+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~H0L92L07R5SX.0 size=1048576 2023-12-01T05:03:28.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.880+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~H0L92L07R5SX.1 size=78825 2023-12-01T05:03:28.882 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.880+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=H0L92L07R5SX tag=TLLTOV2L2PJ8 type=write size=2175977 2023-12-01T05:03:28.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.882+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~BM3S0JO10U61.0 size=944567 2023-12-01T05:03:28.886 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.885+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=BM3S0JO10U61 tag=KK2DBCOIPT46 type=write size=1993143 2023-12-01T05:03:28.888 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.887+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=9RUAEJET20I3 type=del size=2789900 2023-12-01T05:03:28.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.889+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=LZ5AQWBA5VA2 type=write size=204601 2023-12-01T05:03:28.894 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.893+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~D3WJDCTMKKY2.0 size=1048576 2023-12-01T05:03:28.896 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.895+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~D3WJDCTMKKY2.1 size=1048576 2023-12-01T05:03:28.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.897+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~D3WJDCTMKKY2.2 size=626734 2023-12-01T05:03:28.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.897+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=D3WJDCTMKKY2 tag=25DVOTEP9Q2W type=write size=3772462 2023-12-01T05:03:28.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.899+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~RY7ZFL2W2Y65.0 size=985770 2023-12-01T05:03:28.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.902+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=RY7ZFL2W2Y65 tag=AUQ167U6WUWC type=write size=2034346 2023-12-01T05:03:28.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.906+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~H8JLRIRRGQT5.0 size=1005539 2023-12-01T05:03:28.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.906+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=H8JLRIRRGQT5 tag=0281RIYJP9HP type=write size=2054115 2023-12-01T05:03:28.909 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.908+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=H8SMG50JRGVR type=del 2023-12-01T05:03:28.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.911+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~N4PQ01TBJT27.0 size=896584 2023-12-01T05:03:28.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.911+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=N4PQ01TBJT27 tag=7UIE54002YRO type=write size=1945160 2023-12-01T05:03:28.915 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.913+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~6XK2L52UOYOL.0 size=1048576 2023-12-01T05:03:28.916 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.915+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~6XK2L52UOYOL.1 size=410321 2023-12-01T05:03:28.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.918+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=6XK2L52UOYOL tag=PY75MMEJIIHB type=write size=2507473 2023-12-01T05:03:28.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.921+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=0M9AQHX48QV3 type=del size=3631858 2023-12-01T05:03:28.924 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.923+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~9UJPLWKMCBXD.0 size=563863 2023-12-01T05:03:28.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.926+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=9UJPLWKMCBXD tag=Y1MUKMLPVATQ type=write size=1612439 2023-12-01T05:03:28.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.928+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=W76WT53S2BPB type=write size=83892 2023-12-01T05:03:28.931 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.930+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~KQFV1S1ED2VA.0 size=1048576 2023-12-01T05:03:28.931 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.930+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~KQFV1S1ED2VA.1 size=878062 2023-12-01T05:03:28.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.934+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=KQFV1S1ED2VA tag=KLAIT0ZIBPSE type=write size=2975214 2023-12-01T05:03:28.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.936+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=HELKWMZWK0ZZ type=write size=521522 2023-12-01T05:03:28.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.938+0000 7f2ce2b518c0 1 < completed write operation key=0BUXOUU4KRQZ tag=84W37BOAAUUH type=write size=125454 2023-12-01T05:03:28.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.940+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=IKUAG9MTQT5L type=del size=1919310 2023-12-01T05:03:28.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.942+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~73FW0ON9JQNT.0 size=1048576 2023-12-01T05:03:28.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.944+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~73FW0ON9JQNT.1 size=1048576 2023-12-01T05:03:28.946 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.945+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~73FW0ON9JQNT.2 size=104447 2023-12-01T05:03:28.950 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.948+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=73FW0ON9JQNT tag=VRE449KX7ZAB type=write size=3250175 2023-12-01T05:03:28.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.950+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=YSYPPAORIOZC type=write size=100234 2023-12-01T05:03:28.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.953+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~DTDHQ72SPT2I.0 size=989464 2023-12-01T05:03:28.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.956+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=DTDHQ72SPT2I tag=OKV6C5AHNGDD type=write size=2038040 2023-12-01T05:03:28.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.960+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~OAC8T4W8TZ8Y.0 size=321764 2023-12-01T05:03:28.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.960+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=OAC8T4W8TZ8Y tag=8WSSC5C5NIBK type=write size=1370340 2023-12-01T05:03:28.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.962+0000 7f2ce2b518c0 1 < completed write operation key=MUH8GSRXUS6M tag=CXHKFU33O08Y type=write size=1041759 2023-12-01T05:03:28.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.966+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~AH0VK7D4RA9Z.0 size=1048576 2023-12-01T05:03:28.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.967+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~AH0VK7D4RA9Z.1 size=239863 2023-12-01T05:03:28.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.967+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=AH0VK7D4RA9Z tag=GWXNZNJKUXAF type=write size=2337015 2023-12-01T05:03:28.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.969+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~295GSX9FICQ4.0 size=1048576 2023-12-01T05:03:28.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.969+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~295GSX9FICQ4.1 size=1048576 2023-12-01T05:03:28.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.971+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~295GSX9FICQ4.2 size=1020738 2023-12-01T05:03:28.977 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.975+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=295GSX9FICQ4 tag=YZ5VYRIXCZM1 type=write size=4166466 2023-12-01T05:03:28.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.977+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=5IQ80EJH5VZF type=del size=827991 2023-12-01T05:03:28.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.979+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=6RN7Q8P600OG type=del 2023-12-01T05:03:28.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.981+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=0UNKQDXINRWA type=del size=2882546 2023-12-01T05:03:28.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.981+0000 7f2ce2b518c0 1 < canceled part key=_multipart_YZK909CJ0EPV.2~F5951RWF21YY.0 size=782945 2023-12-01T05:03:28.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.984+0000 7f2ce2b518c0 1 < canceled multipart upload key=YZK909CJ0EPV upload=F5951RWF21YY tag=KRN66VMNX2J9 type=write size=1831521 2023-12-01T05:03:28.990 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.988+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~2E61ZHRB1K9L.0 size=1048576 2023-12-01T05:03:28.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.990+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~2E61ZHRB1K9L.1 size=112898 2023-12-01T05:03:28.992 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.990+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=2E61ZHRB1K9L tag=MJMFJYQU645Z type=write size=2210050 2023-12-01T05:03:28.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.992+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=BQIEJ4JQ9R8B type=del 2023-12-01T05:03:28.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.996+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~5UDZ7P9395L9.0 size=1048576 2023-12-01T05:03:28.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.998+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~5UDZ7P9395L9.1 size=243786 2023-12-01T05:03:28.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.998+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=5UDZ7P9395L9 tag=WDUI2EQ21K11 type=write size=2340938 2023-12-01T05:03:29.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:28.998+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~H0L92L07R5SX.0 size=1048576 2023-12-01T05:03:29.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.000+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~H0L92L07R5SX.1 size=78825 2023-12-01T05:03:29.005 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.004+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=H0L92L07R5SX tag=TLLTOV2L2PJ8 type=write size=2175977 2023-12-01T05:03:29.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.008+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~S595WOHAXZVY.0 size=1048576 2023-12-01T05:03:29.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.010+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~S595WOHAXZVY.1 size=1048576 2023-12-01T05:03:29.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.012+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~S595WOHAXZVY.2 size=981713 2023-12-01T05:03:29.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.012+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=S595WOHAXZVY tag=8ZOKQVNKFE3B type=write size=4127441 2023-12-01T05:03:29.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.014+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=9RUAEJET20I3 type=del 2023-12-01T05:03:29.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.018+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~AMS9PXXKSZIY.0 size=1048576 2023-12-01T05:03:29.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.020+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~AMS9PXXKSZIY.1 size=688682 2023-12-01T05:03:29.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.020+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=AMS9PXXKSZIY tag=14A7L14B6NDP type=write size=2785834 2023-12-01T05:03:29.023 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.022+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~D3WJDCTMKKY2.0 size=1048576 2023-12-01T05:03:29.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.024+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~D3WJDCTMKKY2.1 size=1048576 2023-12-01T05:03:29.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.026+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~D3WJDCTMKKY2.2 size=626734 2023-12-01T05:03:29.031 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.030+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=D3WJDCTMKKY2 tag=25DVOTEP9Q2W type=write size=3772462 2023-12-01T05:03:29.033 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.032+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=MMFBJUR5JX41 type=del size=219022 2023-12-01T05:03:29.035 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.034+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~H8JLRIRRGQT5.0 size=1005539 2023-12-01T05:03:29.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.038+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=H8JLRIRRGQT5 tag=0281RIYJP9HP type=write size=2054115 2023-12-01T05:03:29.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.041+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~ELWVOJIEUTQX.0 size=553922 2023-12-01T05:03:29.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.041+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=ELWVOJIEUTQX tag=4P9SZO2I88JP type=write size=1602498 2023-12-01T05:03:29.045 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.043+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~N4PQ01TBJT27.0 size=896584 2023-12-01T05:03:29.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.048+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=N4PQ01TBJT27 tag=7UIE54002YRO type=write size=1945160 2023-12-01T05:03:29.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.051+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~MAZRAC5C20O7.0 size=1048576 2023-12-01T05:03:29.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.053+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~MAZRAC5C20O7.1 size=1048576 2023-12-01T05:03:29.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.055+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~MAZRAC5C20O7.2 size=142969 2023-12-01T05:03:29.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.055+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=MAZRAC5C20O7 tag=YQYHPVF19BO4 type=write size=3288697 2023-12-01T05:03:29.058 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.057+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=0M9AQHX48QV3 type=del 2023-12-01T05:03:29.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.061+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~0VTA6IBZ7I4T.0 size=370207 2023-12-01T05:03:29.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.061+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=0VTA6IBZ7I4T tag=A8JO0ELM0YEB type=write size=1418783 2023-12-01T05:03:29.066 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.064+0000 7f2ce2b518c0 1 < suggested update operation key=KFTOV6Y7KOAW tag=W76WT53S2BPB type=write size=83892 2023-12-01T05:03:29.068 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.067+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=W2I1O2XTECZG type=del size=1412743 2023-12-01T05:03:29.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.069+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=HELKWMZWK0ZZ type=write size=521522 2023-12-01T05:03:29.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.072+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~0BHSQ9OALHWA.0 size=709491 2023-12-01T05:03:29.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.072+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=0BHSQ9OALHWA tag=2B6Q5K9O6459 type=write size=1758067 2023-12-01T05:03:29.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.074+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=IKUAG9MTQT5L type=del 2023-12-01T05:03:29.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.077+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=WBL890OXFARM type=del size=1547166 2023-12-01T05:03:29.080 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.079+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=YSYPPAORIOZC type=write size=100234 2023-12-01T05:03:29.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.082+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~U4W36RAFWY4N.0 size=1048576 2023-12-01T05:03:29.085 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.084+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~U4W36RAFWY4N.1 size=444006 2023-12-01T05:03:29.085 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.084+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=U4W36RAFWY4N tag=QDA9VFR1KBMK type=write size=2541158 2023-12-01T05:03:29.088 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.087+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~OAC8T4W8TZ8Y.0 size=321764 2023-12-01T05:03:29.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.090+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=OAC8T4W8TZ8Y tag=8WSSC5C5NIBK type=write size=1370340 2023-12-01T05:03:29.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.092+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=TKMB6NKZ119Z type=del size=93509 2023-12-01T05:03:29.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.094+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~AH0VK7D4RA9Z.0 size=1048576 2023-12-01T05:03:29.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.094+0000 7f2ce2b518c0 1 < canceled part key=_multipart_DOGWW9WZ6QW8.2~AH0VK7D4RA9Z.1 size=239863 2023-12-01T05:03:29.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.098+0000 7f2ce2b518c0 1 < canceled multipart upload key=DOGWW9WZ6QW8 upload=AH0VK7D4RA9Z tag=GWXNZNJKUXAF type=write size=2337015 2023-12-01T05:03:29.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.100+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=C0Z6A8M6XZJ3 type=del size=1835374 2023-12-01T05:03:29.105 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.104+0000 7f2ce2b518c0 1 < suggested update operation key=VAXQ0BZJCDUB tag=5IQ80EJH5VZF type=del size=827991 2023-12-01T05:03:29.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.108+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~34N6VYRQS20C.0 size=659110 2023-12-01T05:03:29.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.108+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=34N6VYRQS20C tag=IU6J39273WWQ type=write size=1707686 2023-12-01T05:03:29.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.110+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=0UNKQDXINRWA type=del 2023-12-01T05:03:29.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.112+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=OKWQKZKRXUPM type=del size=1241490 2023-12-01T05:03:29.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.112+0000 7f2ce2b518c0 1 < canceled part key=_multipart_VAXQ0BZJCDUB.2~2E61ZHRB1K9L.0 size=1048576 2023-12-01T05:03:29.115 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.114+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~2E61ZHRB1K9L.1 size=112898 2023-12-01T05:03:29.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.118+0000 7f2ce2b518c0 1 < canceled multipart upload key=VAXQ0BZJCDUB upload=2E61ZHRB1K9L tag=MJMFJYQU645Z type=write size=2210050 2023-12-01T05:03:29.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.122+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~G2ZAQSDVWUAY.0 size=1048576 2023-12-01T05:03:29.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.124+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~G2ZAQSDVWUAY.1 size=1001622 2023-12-01T05:03:29.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.124+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=G2ZAQSDVWUAY tag=AHBBEB5XW46X type=write size=3098774 2023-12-01T05:03:29.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.126+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~5UDZ7P9395L9.0 size=1048576 2023-12-01T05:03:29.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.128+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~5UDZ7P9395L9.1 size=243786 2023-12-01T05:03:29.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.132+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=5UDZ7P9395L9 tag=WDUI2EQ21K11 type=write size=2340938 2023-12-01T05:03:29.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.135+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~B6Z12DEW48KD.0 size=1048576 2023-12-01T05:03:29.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.137+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~B6Z12DEW48KD.1 size=1048576 2023-12-01T05:03:29.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.139+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~B6Z12DEW48KD.2 size=148213 2023-12-01T05:03:29.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.139+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=B6Z12DEW48KD tag=F7V7VOX7RXVE type=write size=3293941 2023-12-01T05:03:29.143 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.142+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~S595WOHAXZVY.0 size=1048576 2023-12-01T05:03:29.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.143+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~S595WOHAXZVY.1 size=1048576 2023-12-01T05:03:29.146 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.145+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~S595WOHAXZVY.2 size=981713 2023-12-01T05:03:29.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.149+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=S595WOHAXZVY tag=8ZOKQVNKFE3B type=write size=4127441 2023-12-01T05:03:29.152 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.151+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=A6SXBVXA32R2 type=del size=2809949 2023-12-01T05:03:29.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.153+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~AMS9PXXKSZIY.0 size=1048576 2023-12-01T05:03:29.156 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.155+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~AMS9PXXKSZIY.1 size=688682 2023-12-01T05:03:29.159 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.158+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=AMS9PXXKSZIY tag=14A7L14B6NDP type=write size=2785834 2023-12-01T05:03:29.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.160+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=4B17KO1QZWRG type=del size=1033454 2023-12-01T05:03:29.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.162+0000 7f2ce2b518c0 1 < canceled operation key=10L177QUH8QE tag=MMFBJUR5JX41 type=del size=219022 2023-12-01T05:03:29.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.166+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~0K4YCKBQCQHM.0 size=1048576 2023-12-01T05:03:29.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.168+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~0K4YCKBQCQHM.1 size=31617 2023-12-01T05:03:29.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.168+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=0K4YCKBQCQHM tag=LSQK45Q7ZSRQ type=write size=2128769 2023-12-01T05:03:29.171 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.170+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~ELWVOJIEUTQX.0 size=553922 2023-12-01T05:03:29.174 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.173+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=ELWVOJIEUTQX tag=4P9SZO2I88JP type=write size=1602498 2023-12-01T05:03:29.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.175+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=EJWZRQZKENNG type=del size=1822081 2023-12-01T05:03:29.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.177+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~MAZRAC5C20O7.0 size=1048576 2023-12-01T05:03:29.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.180+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~MAZRAC5C20O7.1 size=1048576 2023-12-01T05:03:29.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.180+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~MAZRAC5C20O7.2 size=142969 2023-12-01T05:03:29.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.183+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=MAZRAC5C20O7 tag=YQYHPVF19BO4 type=write size=3288697 2023-12-01T05:03:29.186 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.185+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=QT19P25DPIGA type=del size=324533 2023-12-01T05:03:29.189 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.188+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~0VTA6IBZ7I4T.0 size=370207 2023-12-01T05:03:29.192 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.191+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=0VTA6IBZ7I4T tag=A8JO0ELM0YEB type=write size=1418783 2023-12-01T05:03:29.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.193+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=2TB7EQYH6XDZ type=del size=3030436 2023-12-01T05:03:29.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.195+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=W2I1O2XTECZG type=del 2023-12-01T05:03:29.198 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.197+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=8887UXB45A6Y type=del size=1176422 2023-12-01T05:03:29.200 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.199+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~0BHSQ9OALHWA.0 size=709491 2023-12-01T05:03:29.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.202+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=0BHSQ9OALHWA tag=2B6Q5K9O6459 type=write size=1758067 2023-12-01T05:03:29.205 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.204+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=WKD0FZG9WRRI type=write size=276071 2023-12-01T05:03:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:28 smithi155 ceph-mon[102677]: pgmap v1667: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 222 KiB/s wr, 1.12k op/s 2023-12-01T05:03:29.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.207+0000 7f2ce2b518c0 -1 < failed to complete operation key=VAXQ0BZJCDUB tag=WBL890OXFARM type=del size=1547166: (22) Invalid argument 2023-12-01T05:03:29.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.212+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~DXPZ3VD52ONE.0 size=489632 2023-12-01T05:03:29.214 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.212+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=DXPZ3VD52ONE tag=YQ86IMOSAEK4 type=write size=1538208 2023-12-01T05:03:29.216 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.215+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~U4W36RAFWY4N.0 size=1048576 2023-12-01T05:03:29.216 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.215+0000 7f2ce2b518c0 1 < canceled part key=_multipart_IU15OM7RZ3XF.2~U4W36RAFWY4N.1 size=444006 2023-12-01T05:03:29.220 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.219+0000 7f2ce2b518c0 1 < canceled multipart upload key=IU15OM7RZ3XF upload=U4W36RAFWY4N tag=QDA9VFR1KBMK type=write size=2541158 2023-12-01T05:03:29.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.223+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~840J2GRVSESL.0 size=793571 2023-12-01T05:03:29.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.223+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=840J2GRVSESL tag=AGPVTGU61B7H type=write size=1842147 2023-12-01T05:03:29.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.227+0000 7f2ce2b518c0 1 < suggested remove operation key=B5FU2JKJOI4Z tag=TKMB6NKZ119Z type=del 2023-12-01T05:03:29.231 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.230+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=UBDLHLKRG1IZ type=del size=2876771 2023-12-01T05:03:29.234 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.231+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=C0Z6A8M6XZJ3 type=del 2023-12-01T05:03:29.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.235+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~ZTGIP19HFMF2.0 size=1048576 2023-12-01T05:03:29.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.237+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~ZTGIP19HFMF2.1 size=1048576 2023-12-01T05:03:29.239 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.238+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~ZTGIP19HFMF2.2 size=177491 2023-12-01T05:03:29.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.238+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=ZTGIP19HFMF2 tag=7P3VUN0KFWAN type=write size=3323219 2023-12-01T05:03:29.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.240+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~34N6VYRQS20C.0 size=659110 2023-12-01T05:03:29.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.244+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=34N6VYRQS20C tag=IU6J39273WWQ type=write size=1707686 2023-12-01T05:03:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:28 smithi111 ceph-mon[97855]: pgmap v1667: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 222 KiB/s wr, 1.12k op/s 2023-12-01T05:03:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:28 smithi111 ceph-mon[116524]: pgmap v1667: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 222 KiB/s wr, 1.12k op/s 2023-12-01T05:03:29.249 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.248+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~KU3LKV085W4A.0 size=304636 2023-12-01T05:03:29.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.248+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=KU3LKV085W4A tag=GIMER5TWBSA9 type=write size=1353212 2023-12-01T05:03:29.252 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.251+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=OKWQKZKRXUPM type=del 2023-12-01T05:03:29.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.253+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=DBTJD9G1CESI type=del size=3404817 2023-12-01T05:03:29.256 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.255+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~G2ZAQSDVWUAY.0 size=1048576 2023-12-01T05:03:29.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.256+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~G2ZAQSDVWUAY.1 size=1001622 2023-12-01T05:03:29.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.260+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=G2ZAQSDVWUAY tag=AHBBEB5XW46X type=write size=3098774 2023-12-01T05:03:29.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.262+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=DOC17080N3V6 type=write size=356130 2023-12-01T05:03:29.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.264+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~B6Z12DEW48KD.0 size=1048576 2023-12-01T05:03:29.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.266+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~B6Z12DEW48KD.1 size=1048576 2023-12-01T05:03:29.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.267+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~B6Z12DEW48KD.2 size=148213 2023-12-01T05:03:29.272 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.271+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=B6Z12DEW48KD tag=F7V7VOX7RXVE type=write size=3293941 2023-12-01T05:03:29.276 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.275+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~HTO1UJYC0NHE.0 size=1048576 2023-12-01T05:03:29.278 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.277+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~HTO1UJYC0NHE.1 size=1048576 2023-12-01T05:03:29.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.278+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~HTO1UJYC0NHE.2 size=187685 2023-12-01T05:03:29.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.278+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=HTO1UJYC0NHE tag=CO3136C77IGP type=write size=3333413 2023-12-01T05:03:29.284 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.283+0000 7f2ce2b518c0 1 < suggested remove operation key=0BUXOUU4KRQZ tag=A6SXBVXA32R2 type=del 2023-12-01T05:03:29.286 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.285+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=MKCW33EECR34 type=del size=2218605 2023-12-01T05:03:29.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.288+0000 7f2ce2b518c0 -1 < failed to complete operation key=0BUXOUU4KRQZ tag=4B17KO1QZWRG type=del size=1033454: (22) Invalid argument 2023-12-01T05:03:29.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.292+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~9OLN76SXG651.0 size=53590 2023-12-01T05:03:29.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.292+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=9OLN76SXG651 tag=EJG78EPEEIN7 type=write size=1102166 2023-12-01T05:03:29.296 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.294+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~0K4YCKBQCQHM.0 size=1048576 2023-12-01T05:03:29.298 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.297+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~0K4YCKBQCQHM.1 size=31617 2023-12-01T05:03:29.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.301+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=0K4YCKBQCQHM tag=LSQK45Q7ZSRQ type=write size=2128769 2023-12-01T05:03:29.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.303+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=0TCP27ZLR94N type=del size=2950050 2023-12-01T05:03:29.306 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.305+0000 7f2ce2b518c0 1 < canceled operation key=3GHZWPTT6R9L tag=EJWZRQZKENNG type=del size=1822081 2023-12-01T05:03:29.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.307+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=INPI33UF63MS type=del size=3851277 2023-12-01T05:03:29.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.309+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=QT19P25DPIGA type=del 2023-12-01T05:03:29.314 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.313+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~WTLFI8ECJIXB.0 size=1048576 2023-12-01T05:03:29.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.314+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~WTLFI8ECJIXB.1 size=472357 2023-12-01T05:03:29.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.314+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=WTLFI8ECJIXB tag=4IEJJ62GG026 type=write size=2569509 2023-12-01T05:03:29.319 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.318+0000 7f2ce2b518c0 1 < suggested update operation key=EQJ6TWB0BPZS tag=2TB7EQYH6XDZ type=del size=3030436 2023-12-01T05:03:29.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.322+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~J3H9Q72UCRT0.0 size=673327 2023-12-01T05:03:29.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.322+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=J3H9Q72UCRT0 tag=14YH3CB88JGD type=write size=1721903 2023-12-01T05:03:29.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.324+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=8887UXB45A6Y type=del 2023-12-01T05:03:29.327 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.326+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=0SKZ1IGI7PP6 type=del size=1668095 2023-12-01T05:03:29.328 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.327+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=0BUXOUU4KRQZ tag=WKD0FZG9WRRI type=write size=276071: (2) No such file or directory 2023-12-01T05:03:29.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.331+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~1G048JZR93EW.0 size=1048576 2023-12-01T05:03:29.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.332+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~1G048JZR93EW.1 size=1048576 2023-12-01T05:03:29.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.334+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~1G048JZR93EW.2 size=626340 2023-12-01T05:03:29.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.334+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=1G048JZR93EW tag=ECW021OHQ4Y6 type=write size=3772068 2023-12-01T05:03:29.338 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.336+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~DXPZ3VD52ONE.0 size=489632 2023-12-01T05:03:29.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.340+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=DXPZ3VD52ONE tag=YQ86IMOSAEK4 type=write size=1538208 2023-12-01T05:03:29.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.342+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=VE606E87P16O type=del size=2245073 2023-12-01T05:03:29.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.345+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~840J2GRVSESL.0 size=793571 2023-12-01T05:03:29.349 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.348+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=840J2GRVSESL tag=AGPVTGU61B7H type=write size=1842147 2023-12-01T05:03:29.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.351+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~8V2E36KFLYY8.0 size=1048576 2023-12-01T05:03:29.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.353+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~8V2E36KFLYY8.1 size=1048576 2023-12-01T05:03:29.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.355+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~8V2E36KFLYY8.2 size=409382 2023-12-01T05:03:29.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.355+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=8V2E36KFLYY8 tag=EEHXT7VYWMD1 type=write size=3555110 2023-12-01T05:03:29.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.357+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=UBDLHLKRG1IZ type=del 2023-12-01T05:03:29.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.359+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=KX39SZPUQJHE type=del size=736274 2023-12-01T05:03:29.362 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.361+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~ZTGIP19HFMF2.0 size=1048576 2023-12-01T05:03:29.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.362+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~ZTGIP19HFMF2.1 size=1048576 2023-12-01T05:03:29.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.364+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~ZTGIP19HFMF2.2 size=177491 2023-12-01T05:03:29.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.368+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=ZTGIP19HFMF2 tag=7P3VUN0KFWAN type=write size=3323219 2023-12-01T05:03:29.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.371+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=FPPZVA7L13F8 type=del size=2109869 2023-12-01T05:03:29.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.373+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~KU3LKV085W4A.0 size=304636 2023-12-01T05:03:29.377 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.376+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=KU3LKV085W4A tag=GIMER5TWBSA9 type=write size=1353212 2023-12-01T05:03:29.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.378+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=XLTXDACXGSSS type=del size=1429442 2023-12-01T05:03:29.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.380+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=DBTJD9G1CESI type=del 2023-12-01T05:03:29.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.384+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~NR40OU7V3XYC.0 size=759967 2023-12-01T05:03:29.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.384+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=NR40OU7V3XYC tag=X2M5HYT911FL type=write size=1808543 2023-12-01T05:03:29.387 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.386+0000 7f2ce2b518c0 1 < completed write operation key=J3U83X19X8WG tag=DOC17080N3V6 type=write size=356130 2023-12-01T05:03:29.389 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.388+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=F5TGFAO5TOH8 type=del size=364788 2023-12-01T05:03:29.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.390+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~HTO1UJYC0NHE.0 size=1048576 2023-12-01T05:03:29.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.392+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~HTO1UJYC0NHE.1 size=1048576 2023-12-01T05:03:29.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.392+0000 7f2ce2b518c0 1 < canceled part key=_multipart_5U9IVFXOOGZO.2~HTO1UJYC0NHE.2 size=187685 2023-12-01T05:03:29.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.395+0000 7f2ce2b518c0 1 < canceled multipart upload key=5U9IVFXOOGZO upload=HTO1UJYC0NHE tag=CO3136C77IGP type=write size=3333413 2023-12-01T05:03:29.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.397+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=6HX754A8OS92 type=del size=1515829 2023-12-01T05:03:29.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.401+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=MKCW33EECR34 type=del 2023-12-01T05:03:29.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.403+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=QBKJYQ9ITGWL type=write size=810440 2023-12-01T05:03:29.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.406+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~9OLN76SXG651.0 size=53590 2023-12-01T05:03:29.411 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.409+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=9OLN76SXG651 tag=EJG78EPEEIN7 type=write size=1102166 2023-12-01T05:03:29.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.413+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~WBRWAB995EDU.0 size=208313 2023-12-01T05:03:29.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.413+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=WBRWAB995EDU tag=7CXBPDF26F03 type=write size=1256889 2023-12-01T05:03:29.417 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.416+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=0TCP27ZLR94N type=del 2023-12-01T05:03:29.419 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.418+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=C6DYHNA58R4N type=del size=1819495 2023-12-01T05:03:29.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.420+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=INPI33UF63MS type=del 2023-12-01T05:03:29.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.422+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=MB23PFYB1P6M type=del size=3670087 2023-12-01T05:03:29.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.424+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~WTLFI8ECJIXB.0 size=1048576 2023-12-01T05:03:29.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.424+0000 7f2ce2b518c0 1 < canceled part key=_multipart_43ABSP862CV0.2~WTLFI8ECJIXB.1 size=472357 2023-12-01T05:03:29.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.427+0000 7f2ce2b518c0 1 < canceled multipart upload key=43ABSP862CV0 upload=WTLFI8ECJIXB tag=4IEJJ62GG026 type=write size=2569509 2023-12-01T05:03:29.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.429+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=4FKAAGIEH0CB type=write size=852216 2023-12-01T05:03:29.432 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.431+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~J3H9Q72UCRT0.0 size=673327 2023-12-01T05:03:29.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.435+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=J3H9Q72UCRT0 tag=14YH3CB88JGD type=write size=1721903 2023-12-01T05:03:29.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.436+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=K1KZDM6LSZA9 type=del size=1003908 2023-12-01T05:03:29.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.438+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=0SKZ1IGI7PP6 type=del 2023-12-01T05:03:29.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.440+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=51EC2V0NXBK8 type=del size=807385 2023-12-01T05:03:29.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.442+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~1G048JZR93EW.0 size=1048576 2023-12-01T05:03:29.444 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.442+0000 7f2ce2b518c0 1 < canceled part key=_multipart_B5FU2JKJOI4Z.2~1G048JZR93EW.1 size=1048576 2023-12-01T05:03:29.445 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.444+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~1G048JZR93EW.2 size=626340 2023-12-01T05:03:29.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.447+0000 7f2ce2b518c0 1 < canceled multipart upload key=B5FU2JKJOI4Z upload=1G048JZR93EW tag=ECW021OHQ4Y6 type=write size=3772068 2023-12-01T05:03:29.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.449+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=MAJ3ZBR7118T type=del size=2488409 2023-12-01T05:03:29.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.452+0000 7f2ce2b518c0 -1 < failed to complete operation key=JWJAKQZX6VLS tag=VE606E87P16O type=del size=2245073: (22) Invalid argument 2023-12-01T05:03:29.455 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.454+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=CB2E10QPQ0SS type=del size=1052596 2023-12-01T05:03:29.457 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.456+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~8V2E36KFLYY8.0 size=1048576 2023-12-01T05:03:29.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.458+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~8V2E36KFLYY8.1 size=1048576 2023-12-01T05:03:29.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.458+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~8V2E36KFLYY8.2 size=409382 2023-12-01T05:03:29.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.461+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=8V2E36KFLYY8 tag=EEHXT7VYWMD1 type=write size=3555110 2023-12-01T05:03:29.464 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.463+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=BR6V9BXXKY37 type=write size=425915 2023-12-01T05:03:29.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.465+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=KX39SZPUQJHE type=del 2023-12-01T05:03:29.470 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.469+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~1KO4E2VIZZZW.0 size=1048576 2023-12-01T05:03:29.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.471+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~1KO4E2VIZZZW.1 size=1048576 2023-12-01T05:03:29.473 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.472+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~1KO4E2VIZZZW.2 size=822294 2023-12-01T05:03:29.473 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.472+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=1KO4E2VIZZZW tag=SB8O6MJOUYLR type=write size=3968022 2023-12-01T05:03:29.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.476+0000 7f2ce2b518c0 1 < suggested remove operation key=SH80HT2F4NK2 tag=FPPZVA7L13F8 type=del 2023-12-01T05:03:29.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.478+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=5CDW35553ST5 type=write size=582269 2023-12-01T05:03:29.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.480+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=XLTXDACXGSSS type=del 2023-12-01T05:03:29.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.482+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=8VXYR0YG12SU type=write size=192538 2023-12-01T05:03:29.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.482+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KBRIH4PKGG4O.2~NR40OU7V3XYC.0 size=759967 2023-12-01T05:03:29.486 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.485+0000 7f2ce2b518c0 1 < canceled multipart upload key=KBRIH4PKGG4O upload=NR40OU7V3XYC tag=X2M5HYT911FL type=write size=1808543 2023-12-01T05:03:29.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.488+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=8EL0ON078TW5 type=del size=359908 2023-12-01T05:03:29.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.489+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=F5TGFAO5TOH8 type=del 2023-12-01T05:03:29.493 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.492+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=C8U1GG7645ZJ type=del size=2169159 2023-12-01T05:03:29.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.494+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=6HX754A8OS92 type=del size=1515829 2023-12-01T05:03:29.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.496+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=IB4IA6U4YCJB type=del size=3903470 2023-12-01T05:03:29.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.498+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=QBKJYQ9ITGWL type=write size=810440 2023-12-01T05:03:29.504 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.502+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~CP4NILIFEMY2.0 size=495638 2023-12-01T05:03:29.504 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.502+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=CP4NILIFEMY2 tag=GTMUW0YBN4IB type=write size=1544214 2023-12-01T05:03:29.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.504+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~WBRWAB995EDU.0 size=208313 2023-12-01T05:03:29.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.508+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=WBRWAB995EDU tag=7CXBPDF26F03 type=write size=1256889 2023-12-01T05:03:29.511 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.510+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=NXD8XW54UO2W type=del size=1993278 2023-12-01T05:03:29.513 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.512+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=C6DYHNA58R4N type=del 2023-12-01T05:03:29.517 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.516+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~RJ82XWFK5XYV.0 size=587243 2023-12-01T05:03:29.517 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.516+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=RJ82XWFK5XYV tag=J1UBCKWELGHT type=write size=1635819 2023-12-01T05:03:29.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.518+0000 7f2ce2b518c0 1 < canceled operation key=JDW6X9ZJ49B4 tag=MB23PFYB1P6M type=del size=3670087 2023-12-01T05:03:29.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.521+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=T2XGCZ35ACNG type=del size=2969776 2023-12-01T05:03:29.525 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.524+0000 7f2ce2b518c0 1 < completed write operation key=HAZC92VMYO82 tag=4FKAAGIEH0CB type=write size=852216 2023-12-01T05:03:29.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.528+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~362G80824CZU.0 size=1048576 2023-12-01T05:03:29.531 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.530+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~362G80824CZU.1 size=1048576 2023-12-01T05:03:29.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.531+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~362G80824CZU.2 size=979050 2023-12-01T05:03:29.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.531+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=362G80824CZU tag=4W1DUBADOZPM type=write size=4124778 2023-12-01T05:03:29.537 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.536+0000 7f2ce2b518c0 1 < suggested update operation key=MUH8GSRXUS6M tag=K1KZDM6LSZA9 type=del size=1003908 2023-12-01T05:03:29.540 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.539+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~U52JBWDOLLK7.0 size=1048576 2023-12-01T05:03:29.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.542+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~U52JBWDOLLK7.1 size=332382 2023-12-01T05:03:29.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.542+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=U52JBWDOLLK7 tag=A179J45MLW56 type=write size=2429534 2023-12-01T05:03:29.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.543+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=51EC2V0NXBK8 type=del 2023-12-01T05:03:29.548 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.547+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~YH115IHK8K3O.0 size=538110 2023-12-01T05:03:29.548 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.547+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=YH115IHK8K3O tag=IT5YWA4OX7W8 type=write size=1586686 2023-12-01T05:03:29.550 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.549+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=MAJ3ZBR7118T type=del 2023-12-01T05:03:29.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.551+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=WE34AZ9NSJZX type=del size=3143316 2023-12-01T05:03:29.555 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.554+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=CB2E10QPQ0SS type=del 2023-12-01T05:03:29.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.556+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=SX213IKXB0W5 type=del size=732645 2023-12-01T05:03:29.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.558+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=BR6V9BXXKY37 type=write size=425915 2023-12-01T05:03:29.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.560+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=7WYEQ802SFV9 type=del size=330250 2023-12-01T05:03:29.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.562+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~1KO4E2VIZZZW.0 size=1048576 2023-12-01T05:03:29.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.563+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~1KO4E2VIZZZW.1 size=1048576 2023-12-01T05:03:29.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.565+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~1KO4E2VIZZZW.2 size=822294 2023-12-01T05:03:29.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.568+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=1KO4E2VIZZZW tag=SB8O6MJOUYLR type=write size=3968022 2023-12-01T05:03:29.571 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.570+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=BXJ4UANYXW48 type=del size=3642237 2023-12-01T05:03:29.573 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.572+0000 7f2ce2b518c0 1 < completed write operation key=39WRHET0UJ7U tag=5CDW35553ST5 type=write size=582269 2023-12-01T05:03:29.575 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.574+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=6Y1BZZPG7NJR type=del size=2757757 2023-12-01T05:03:29.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.575+0000 7f2ce2b518c0 1 < canceled operation key=JDW6X9ZJ49B4 tag=8VXYR0YG12SU type=write size=192538 2023-12-01T05:03:29.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.577+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=9ED883V16J38 type=del size=2619911 2023-12-01T05:03:29.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.580+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=8EL0ON078TW5 type=del 2023-12-01T05:03:29.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.582+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=AE7NF2TDN90M type=del size=3868421 2023-12-01T05:03:29.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.583+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=C8U1GG7645ZJ type=del 2023-12-01T05:03:29.587 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.586+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=OX6E0YPD8BO5 type=write size=319375 2023-12-01T05:03:29.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.589+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=IB4IA6U4YCJB type=del 2023-12-01T05:03:29.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.592+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=Z1EJ0LO10LYW type=del size=2514512 2023-12-01T05:03:29.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.594+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~CP4NILIFEMY2.0 size=495638 2023-12-01T05:03:29.600 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.599+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=CP4NILIFEMY2 tag=GTMUW0YBN4IB type=write size=1544214 2023-12-01T05:03:29.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.601+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=8IXA5W4XLH0O type=del size=1797367 2023-12-01T05:03:29.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.604+0000 7f2ce2b518c0 1 < suggested update operation key=HAZC92VMYO82 tag=NXD8XW54UO2W type=del size=1993278 2023-12-01T05:03:29.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.607+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=1MHKOY5S1OHT type=del size=485082 2023-12-01T05:03:29.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.609+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~RJ82XWFK5XYV.0 size=587243 2023-12-01T05:03:29.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.612+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=RJ82XWFK5XYV tag=J1UBCKWELGHT type=write size=1635819 2023-12-01T05:03:29.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.616+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~DVQ2OLN0KDUJ.0 size=1048576 2023-12-01T05:03:29.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.618+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~DVQ2OLN0KDUJ.1 size=1048576 2023-12-01T05:03:29.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.619+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~DVQ2OLN0KDUJ.2 size=920372 2023-12-01T05:03:29.621 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.619+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=DVQ2OLN0KDUJ tag=F0JLN16V720D type=write size=4066100 2023-12-01T05:03:29.623 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.622+0000 7f2ce2b518c0 -1 < failed to complete operation key=MUH8GSRXUS6M tag=T2XGCZ35ACNG type=del size=2969776: (22) Invalid argument 2023-12-01T05:03:29.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.626+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BPL8T3BG8WJG.0 size=1048576 2023-12-01T05:03:29.628 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.627+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BPL8T3BG8WJG.1 size=428359 2023-12-01T05:03:29.628 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.627+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=BPL8T3BG8WJG tag=TC6362GQ5TBO type=write size=2525511 2023-12-01T05:03:29.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.629+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~362G80824CZU.0 size=1048576 2023-12-01T05:03:29.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.629+0000 7f2ce2b518c0 1 < canceled part key=_multipart_2GXBXJ2J4VWX.2~362G80824CZU.1 size=1048576 2023-12-01T05:03:29.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.631+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~362G80824CZU.2 size=979050 2023-12-01T05:03:29.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.634+0000 7f2ce2b518c0 1 < canceled multipart upload key=2GXBXJ2J4VWX upload=362G80824CZU tag=4W1DUBADOZPM type=write size=4124778 2023-12-01T05:03:29.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.638+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~K56Z6KZB7JXD.0 size=290676 2023-12-01T05:03:29.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.638+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=K56Z6KZB7JXD tag=KZPV300P5J03 type=write size=1339252 2023-12-01T05:03:29.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.639+0000 7f2ce2b518c0 1 < canceled part key=_multipart_8XRBQI3FV85G.2~U52JBWDOLLK7.0 size=1048576 2023-12-01T05:03:29.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.640+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~U52JBWDOLLK7.1 size=332382 2023-12-01T05:03:29.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.643+0000 7f2ce2b518c0 1 < canceled multipart upload key=8XRBQI3FV85G upload=U52JBWDOLLK7 tag=A179J45MLW56 type=write size=2429534 2023-12-01T05:03:29.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.645+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=6E0WF9CWPBQ0 type=write size=694304 2023-12-01T05:03:29.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.647+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~YH115IHK8K3O.0 size=538110 2023-12-01T05:03:29.652 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.651+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=YH115IHK8K3O tag=IT5YWA4OX7W8 type=write size=1586686 2023-12-01T05:03:29.654 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.653+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=OXYV1RSGYPTI type=del size=2345076 2023-12-01T05:03:29.656 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.655+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=WE34AZ9NSJZX type=del 2023-12-01T05:03:29.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.657+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=JZ5KWR227VF1 type=del size=1610536 2023-12-01T05:03:29.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.658+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=SX213IKXB0W5 type=del 2023-12-01T05:03:29.662 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.660+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=PNXZKERMHS3V type=del size=2106381 2023-12-01T05:03:29.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.662+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=7WYEQ802SFV9 type=del 2023-12-01T05:03:29.665 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.664+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=RR2OZ4VY41FG type=del size=1795446 2023-12-01T05:03:29.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.666+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=BXJ4UANYXW48 type=del 2023-12-01T05:03:29.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.668+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=WGKT49DDPM8I type=del size=1312298 2023-12-01T05:03:29.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.672+0000 7f2ce2b518c0 1 < suggested remove operation key=SH80HT2F4NK2 tag=6Y1BZZPG7NJR type=del 2023-12-01T05:03:29.675 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.674+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=1WWMS9JQZCWN type=del size=941440 2023-12-01T05:03:29.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.676+0000 7f2ce2b518c0 1 < canceled operation key=IU15OM7RZ3XF tag=9ED883V16J38 type=del size=2619911 2023-12-01T05:03:29.679 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.678+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=4AABERICG15M type=del size=2425775 2023-12-01T05:03:29.680 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.679+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=AE7NF2TDN90M type=del 2023-12-01T05:03:29.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.684+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~7X3YR0SIGS1M.0 size=1048576 2023-12-01T05:03:29.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.685+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~7X3YR0SIGS1M.1 size=1048576 2023-12-01T05:03:29.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.687+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~7X3YR0SIGS1M.2 size=996001 2023-12-01T05:03:29.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.687+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=7X3YR0SIGS1M tag=03B6R58K9KKM type=write size=4141729 2023-12-01T05:03:29.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.689+0000 7f2ce2b518c0 1 < completed write operation key=Y5IWDXWUVH3N tag=OX6E0YPD8BO5 type=write size=319375 2023-12-01T05:03:29.692 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.691+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=KIU8DLUETZ6C type=del size=277311 2023-12-01T05:03:29.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.694+0000 7f2ce2b518c0 1 < canceled operation key=VAXQ0BZJCDUB tag=Z1EJ0LO10LYW type=del size=2514512 2023-12-01T05:03:29.697 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.696+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=WCQ3T5RSHX6N type=write size=94901 2023-12-01T05:03:29.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.698+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=8IXA5W4XLH0O type=del 2023-12-01T05:03:29.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.700+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=AKCAVRI0PPME type=del size=321047 2023-12-01T05:03:29.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.702+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=1MHKOY5S1OHT type=del 2023-12-01T05:03:29.705 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.704+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=TOC73SRSD4OC type=del size=318157 2023-12-01T05:03:29.707 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.706+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~DVQ2OLN0KDUJ.0 size=1048576 2023-12-01T05:03:29.709 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.708+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~DVQ2OLN0KDUJ.1 size=1048576 2023-12-01T05:03:29.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.710+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~DVQ2OLN0KDUJ.2 size=920372 2023-12-01T05:03:29.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.713+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=DVQ2OLN0KDUJ tag=F0JLN16V720D type=write size=4066100 2023-12-01T05:03:29.716 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.715+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=XNUD9KBYCW5Z type=del size=1865534 2023-12-01T05:03:29.718 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.717+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~BPL8T3BG8WJG.0 size=1048576 2023-12-01T05:03:29.720 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.719+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~BPL8T3BG8WJG.1 size=428359 2023-12-01T05:03:29.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.722+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=BPL8T3BG8WJG tag=TC6362GQ5TBO type=write size=2525511 2023-12-01T05:03:29.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.724+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=KYN1RPTFGZ5K type=del size=840035 2023-12-01T05:03:29.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.726+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~K56Z6KZB7JXD.0 size=290676 2023-12-01T05:03:29.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.730+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=K56Z6KZB7JXD tag=KZPV300P5J03 type=write size=1339252 2023-12-01T05:03:29.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.732+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=4A382TU0NHK2 type=write size=306893 2023-12-01T05:03:29.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.734+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=6E0WF9CWPBQ0 type=write size=694304 2023-12-01T05:03:29.737 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.735+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=WXW3ECQ8ZDTG type=del size=524846 2023-12-01T05:03:29.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.737+0000 7f2ce2b518c0 1 < canceled operation key=XVLWW7JLOIDK tag=OXYV1RSGYPTI type=del size=2345076 2023-12-01T05:03:29.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.739+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=K061ZO8CQ5LJ type=del size=2560481 2023-12-01T05:03:29.743 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.742+0000 7f2ce2b518c0 1 < canceled operation key=LDCQLVOA6YHR tag=JZ5KWR227VF1 type=del size=1610536 2023-12-01T05:03:29.746 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.745+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~RW6BDTJ8K8VC.0 size=1048576 2023-12-01T05:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:03:29] "GET /metrics HTTP/1.1" 200 36184 "" "Prometheus/2.43.0" 2023-12-01T05:03:29.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.747+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~RW6BDTJ8K8VC.1 size=449302 2023-12-01T05:03:29.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.747+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=RW6BDTJ8K8VC tag=W07GCJ8T10YE type=write size=2546454 2023-12-01T05:03:29.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.749+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=PNXZKERMHS3V type=del 2023-12-01T05:03:29.752 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.751+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=DQATEJLMOC5D type=del size=418422 2023-12-01T05:03:29.754 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.753+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=RR2OZ4VY41FG type=del 2023-12-01T05:03:29.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.755+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=CC0ED4L2KJ2G type=del size=1504352 2023-12-01T05:03:29.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.757+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=WGKT49DDPM8I type=del 2023-12-01T05:03:29.760 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.759+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=4SHDDI1MGX4O type=write size=742662 2023-12-01T05:03:29.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.763+0000 7f2ce2b518c0 1 < suggested update operation key=LDCQLVOA6YHR tag=1WWMS9JQZCWN type=del size=941440 2023-12-01T05:03:29.766 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.765+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=NBNN5OU2L5RV type=del size=115152 2023-12-01T05:03:29.769 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.767+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=4AABERICG15M type=del 2023-12-01T05:03:29.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.771+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~DQ04GK1UCALT.0 size=1048576 2023-12-01T05:03:29.774 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.773+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~DQ04GK1UCALT.1 size=1048576 2023-12-01T05:03:29.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.775+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~DQ04GK1UCALT.2 size=538902 2023-12-01T05:03:29.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.775+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=DQ04GK1UCALT tag=CQ76H5U4YE43 type=write size=3684630 2023-12-01T05:03:29.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.777+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~7X3YR0SIGS1M.0 size=1048576 2023-12-01T05:03:29.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.778+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~7X3YR0SIGS1M.1 size=1048576 2023-12-01T05:03:29.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.780+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~7X3YR0SIGS1M.2 size=996001 2023-12-01T05:03:29.784 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.783+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=7X3YR0SIGS1M tag=03B6R58K9KKM type=write size=4141729 2023-12-01T05:03:29.786 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.785+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=NHMM3R03YZSC type=del size=1658350 2023-12-01T05:03:29.790 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.789+0000 7f2ce2b518c0 1 < suggested update operation key=HAZC92VMYO82 tag=KIU8DLUETZ6C type=del size=277311 2023-12-01T05:03:29.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.791+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=5NBY2DPXIUXE type=del size=3224197 2023-12-01T05:03:29.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.793+0000 7f2ce2b518c0 1 < completed write operation key=SH80HT2F4NK2 tag=WCQ3T5RSHX6N type=write size=94901 2023-12-01T05:03:29.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.795+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=K9WEUS1BTVXZ type=del size=1129861 2023-12-01T05:03:29.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.797+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=AKCAVRI0PPME type=del 2023-12-01T05:03:29.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.799+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=HEUZKGFT8B6F type=del size=3967279 2023-12-01T05:03:29.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.803+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=TOC73SRSD4OC type=del 2023-12-01T05:03:29.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.807+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~GJKFLF60UTTC.0 size=1048576 2023-12-01T05:03:29.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.808+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~GJKFLF60UTTC.1 size=874889 2023-12-01T05:03:29.810 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.808+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=GJKFLF60UTTC tag=LJBQ3ZHUZ416 type=write size=2972041 2023-12-01T05:03:29.811 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.810+0000 7f2ce2b518c0 1 < canceled operation key=XVLWW7JLOIDK tag=XNUD9KBYCW5Z type=del size=1865534 2023-12-01T05:03:29.814 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.813+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=JSKCQ4U0HJQ2 type=del size=2391626 2023-12-01T05:03:29.816 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.815+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=KYN1RPTFGZ5K type=del 2023-12-01T05:03:29.818 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.817+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=ZFBN9QZKC4WP type=del size=1058616 2023-12-01T05:03:29.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.818+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=4A382TU0NHK2 type=write size=306893 2023-12-01T05:03:29.824 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.823+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~WBIKSP6A8EWO.0 size=596345 2023-12-01T05:03:29.825 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.823+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=WBIKSP6A8EWO tag=W1Q3MJPHHA47 type=write size=1644921 2023-12-01T05:03:29.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.825+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=WXW3ECQ8ZDTG type=del 2023-12-01T05:03:29.829 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.828+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=FBB9K47KLC8Y type=del size=2201832 2023-12-01T05:03:29.831 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.830+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=K061ZO8CQ5LJ type=del 2023-12-01T05:03:29.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.832+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=SVLREXTKHWNU type=del size=495632 2023-12-01T05:03:29.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.834+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~RW6BDTJ8K8VC.0 size=1048576 2023-12-01T05:03:29.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.834+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~RW6BDTJ8K8VC.1 size=449302 2023-12-01T05:03:29.839 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.838+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=RW6BDTJ8K8VC tag=W07GCJ8T10YE type=write size=2546454 2023-12-01T05:03:29.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.842+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~8158YPPCMBE0.0 size=284347 2023-12-01T05:03:29.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.842+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=8158YPPCMBE0 tag=6IA3Y2ERJ74U type=write size=1332923 2023-12-01T05:03:29.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.844+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=DQATEJLMOC5D type=del 2023-12-01T05:03:29.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.849+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~TB655YTBC10O.0 size=605247 2023-12-01T05:03:29.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.849+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=TB655YTBC10O tag=EJEIM86P4JP3 type=write size=1653823 2023-12-01T05:03:29.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.851+0000 7f2ce2b518c0 1 < canceled operation key=XVLWW7JLOIDK tag=CC0ED4L2KJ2G type=del size=1504352 2023-12-01T05:03:29.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.855+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~J25OO37UDLE0.0 size=1048576 2023-12-01T05:03:29.858 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.857+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~J25OO37UDLE0.1 size=1048576 2023-12-01T05:03:29.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.858+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~J25OO37UDLE0.2 size=696049 2023-12-01T05:03:29.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.858+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=J25OO37UDLE0 tag=94QG39LIPB5K type=write size=3841777 2023-12-01T05:03:29.862 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.860+0000 7f2ce2b518c0 1 < completed write operation key=J3U83X19X8WG tag=4SHDDI1MGX4O type=write size=742662 2023-12-01T05:03:29.865 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.864+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~BVSHZ3C955EH.0 size=1048576 2023-12-01T05:03:29.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.866+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~BVSHZ3C955EH.1 size=1048576 2023-12-01T05:03:29.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.867+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~BVSHZ3C955EH.2 size=850694 2023-12-01T05:03:29.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.867+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=BVSHZ3C955EH tag=J0VAR4UT26PO type=write size=3996422 2023-12-01T05:03:29.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.869+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=NBNN5OU2L5RV type=del 2023-12-01T05:03:29.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.873+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~28F916MKLPLG.0 size=1048576 2023-12-01T05:03:29.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.875+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~28F916MKLPLG.1 size=1048576 2023-12-01T05:03:29.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.878+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~28F916MKLPLG.2 size=982313 2023-12-01T05:03:29.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.878+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=28F916MKLPLG tag=J0U4SIGBF8MP type=write size=4128041 2023-12-01T05:03:29.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.880+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~DQ04GK1UCALT.0 size=1048576 2023-12-01T05:03:29.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.882+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~DQ04GK1UCALT.1 size=1048576 2023-12-01T05:03:29.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.884+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~DQ04GK1UCALT.2 size=538902 2023-12-01T05:03:29.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.888+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=DQ04GK1UCALT tag=CQ76H5U4YE43 type=write size=3684630 2023-12-01T05:03:29.891 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.890+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=1PGCL8ERNQCX type=del size=2985409 2023-12-01T05:03:29.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.892+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=NHMM3R03YZSC type=del 2023-12-01T05:03:29.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.894+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=OGX597OOFK3G type=del size=874827 2023-12-01T05:03:29.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.896+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=5NBY2DPXIUXE type=del 2023-12-01T05:03:29.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.898+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=2J5NYTW48RZE type=del size=3313670 2023-12-01T05:03:29.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.902+0000 7f2ce2b518c0 1 < suggested remove operation key=8XRBQI3FV85G tag=K9WEUS1BTVXZ type=del 2023-12-01T05:03:29.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.904+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=F0MJUG5W4QGR type=del size=295462 2023-12-01T05:03:29.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.906+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=HEUZKGFT8B6F type=del 2023-12-01T05:03:29.909 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.908+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=Q5VS0NV6CXX8 type=del size=806815 2023-12-01T05:03:29.911 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.910+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~GJKFLF60UTTC.0 size=1048576 2023-12-01T05:03:29.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.911+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~GJKFLF60UTTC.1 size=874889 2023-12-01T05:03:29.916 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.915+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=GJKFLF60UTTC tag=LJBQ3ZHUZ416 type=write size=2972041 2023-12-01T05:03:29.918 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.917+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=AG2DACDO0TJ5 type=del size=2570796 2023-12-01T05:03:29.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.919+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=JSKCQ4U0HJQ2 type=del 2023-12-01T05:03:29.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.921+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=Z95CBFNS5V49 type=del size=1800756 2023-12-01T05:03:29.924 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.923+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=ZFBN9QZKC4WP type=del 2023-12-01T05:03:29.926 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.925+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=AZMUDFY13HE1 type=write size=604817 2023-12-01T05:03:29.928 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.927+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~WBIKSP6A8EWO.0 size=596345 2023-12-01T05:03:29.932 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.931+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=WBIKSP6A8EWO tag=W1Q3MJPHHA47 type=write size=1644921 2023-12-01T05:03:29.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.933+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=V4ZNA0FCT8JH type=del size=2761707 2023-12-01T05:03:29.936 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.934+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=FBB9K47KLC8Y type=del 2023-12-01T05:03:29.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.936+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=KC3G1RG1NWYE type=del size=3182875 2023-12-01T05:03:29.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.940+0000 7f2ce2b518c0 1 < suggested update operation key=HAZC92VMYO82 tag=SVLREXTKHWNU type=del size=495632 2023-12-01T05:03:29.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.942+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=SZU40HHF55TU type=del size=2726254 2023-12-01T05:03:29.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.942+0000 7f2ce2b518c0 1 < canceled part key=_multipart_5U9IVFXOOGZO.2~8158YPPCMBE0.0 size=284347 2023-12-01T05:03:29.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.946+0000 7f2ce2b518c0 1 < canceled multipart upload key=5U9IVFXOOGZO upload=8158YPPCMBE0 tag=6IA3Y2ERJ74U type=write size=1332923 2023-12-01T05:03:29.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.948+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=1SJNGV6IVL5N type=del size=2727646 2023-12-01T05:03:29.951 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.950+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~TB655YTBC10O.0 size=605247 2023-12-01T05:03:29.955 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.954+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=TB655YTBC10O tag=EJEIM86P4JP3 type=write size=1653823 2023-12-01T05:03:29.958 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.956+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=BGENP2HITHIZ type=del size=3027127 2023-12-01T05:03:29.960 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.959+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~J25OO37UDLE0.0 size=1048576 2023-12-01T05:03:29.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.961+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~J25OO37UDLE0.1 size=1048576 2023-12-01T05:03:29.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.962+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~J25OO37UDLE0.2 size=696049 2023-12-01T05:03:29.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.966+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=J25OO37UDLE0 tag=94QG39LIPB5K type=write size=3841777 2023-12-01T05:03:29.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.967+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=ECDPE2FF4TU6 type=del size=3368377 2023-12-01T05:03:29.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.968+0000 7f2ce2b518c0 1 < canceled part key=_multipart_MUH8GSRXUS6M.2~BVSHZ3C955EH.0 size=1048576 2023-12-01T05:03:29.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.969+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~BVSHZ3C955EH.1 size=1048576 2023-12-01T05:03:29.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.969+0000 7f2ce2b518c0 1 < canceled part key=_multipart_MUH8GSRXUS6M.2~BVSHZ3C955EH.2 size=850694 2023-12-01T05:03:29.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.973+0000 7f2ce2b518c0 1 < canceled multipart upload key=MUH8GSRXUS6M upload=BVSHZ3C955EH tag=J0VAR4UT26PO type=write size=3996422 2023-12-01T05:03:29.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.977+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~LF6NIOXUN6HN.0 size=1048576 2023-12-01T05:03:29.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.979+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~LF6NIOXUN6HN.1 size=734894 2023-12-01T05:03:29.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.979+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=LF6NIOXUN6HN tag=W02FN38YCSIV type=write size=2832046 2023-12-01T05:03:29.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.980+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~28F916MKLPLG.0 size=1048576 2023-12-01T05:03:29.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.982+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~28F916MKLPLG.1 size=1048576 2023-12-01T05:03:29.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.984+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~28F916MKLPLG.2 size=982313 2023-12-01T05:03:29.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.988+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=28F916MKLPLG tag=J0U4SIGBF8MP type=write size=4128041 2023-12-01T05:03:29.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.990+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=YDREF6RS5TMF type=del size=3205863 2023-12-01T05:03:29.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.993+0000 7f2ce2b518c0 1 < suggested update operation key=HAZC92VMYO82 tag=1PGCL8ERNQCX type=del size=2985409 2023-12-01T05:03:29.998 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.997+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~EC0JDLBID33R.0 size=1048576 2023-12-01T05:03:30.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.999+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~EC0JDLBID33R.1 size=704495 2023-12-01T05:03:30.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:29.999+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=EC0JDLBID33R tag=1ZUF5QOBYHLT type=write size=2801647 2023-12-01T05:03:30.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.001+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=OGX597OOFK3G type=del 2023-12-01T05:03:30.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.003+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=V7SLZO2X52AL type=del size=1739199 2023-12-01T05:03:30.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.005+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=2J5NYTW48RZE type=del 2023-12-01T05:03:30.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.006+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=49B4582GDVO7 type=write size=195768 2023-12-01T05:03:30.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.008+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=F0MJUG5W4QGR type=del 2023-12-01T05:03:30.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.010+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=J77RJPJDKXA4 type=del size=1582162 2023-12-01T05:03:30.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.012+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=Q5VS0NV6CXX8 type=del 2023-12-01T05:03:30.017 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.016+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~FTB3AI24XDVQ.0 size=1048576 2023-12-01T05:03:30.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.017+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~FTB3AI24XDVQ.1 size=668776 2023-12-01T05:03:30.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.017+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=FTB3AI24XDVQ tag=QFUGSIJMUJQ7 type=write size=2765928 2023-12-01T05:03:30.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.019+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=AG2DACDO0TJ5 type=del 2023-12-01T05:03:30.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.021+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=Q1N1SBNLWI8X type=del size=2245998 2023-12-01T05:03:30.024 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.023+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=Z95CBFNS5V49 type=del 2023-12-01T05:03:30.028 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.027+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~FPZLA5G5RIGM.0 size=457389 2023-12-01T05:03:30.028 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.027+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=FPZLA5G5RIGM tag=TQNB3OWINP24 type=write size=1505965 2023-12-01T05:03:30.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.029+0000 7f2ce2b518c0 1 < completed write operation key=3VYQRDX2LULH tag=AZMUDFY13HE1 type=write size=604817 2023-12-01T05:03:30.032 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.031+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=43NHX2N4U37M type=del size=782833 2023-12-01T05:03:30.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.032+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=V4ZNA0FCT8JH type=del 2023-12-01T05:03:30.036 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.035+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=1JGHNP8V3HA1 type=del size=1013550 2023-12-01T05:03:30.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.037+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=KC3G1RG1NWYE type=del 2023-12-01T05:03:30.040 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.039+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=L9F1CQRC0VK5 type=write size=127871 2023-12-01T05:03:30.042 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.041+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=SZU40HHF55TU type=del 2023-12-01T05:03:30.045 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.044+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~5X0UW2P80B5Q.0 size=97934 2023-12-01T05:03:30.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.044+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=5X0UW2P80B5Q tag=RW0UGEOPI49L type=write size=1146510 2023-12-01T05:03:30.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.048+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=1SJNGV6IVL5N type=del 2023-12-01T05:03:30.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.050+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=5TM0FCW7MOIO type=del size=836035 2023-12-01T05:03:30.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.053+0000 7f2ce2b518c0 -1 < failed to complete operation key=HAZC92VMYO82 tag=BGENP2HITHIZ type=del size=3027127: (22) Invalid argument 2023-12-01T05:03:30.058 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.057+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~357OCRXAVKGL.0 size=1048576 2023-12-01T05:03:30.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.059+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~357OCRXAVKGL.1 size=683050 2023-12-01T05:03:30.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.059+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=357OCRXAVKGL tag=SCWXT686O8Y2 type=write size=2780202 2023-12-01T05:03:30.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.061+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=ECDPE2FF4TU6 type=del 2023-12-01T05:03:30.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.063+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=JAJI07KPG2NN type=write size=140647 2023-12-01T05:03:30.066 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.065+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~LF6NIOXUN6HN.0 size=1048576 2023-12-01T05:03:30.068 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.067+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~LF6NIOXUN6HN.1 size=734894 2023-12-01T05:03:30.072 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.070+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=LF6NIOXUN6HN tag=W02FN38YCSIV type=write size=2832046 2023-12-01T05:03:30.074 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.073+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=YYC53GQPNNE5 type=del size=886122 2023-12-01T05:03:30.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.075+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=YDREF6RS5TMF type=del 2023-12-01T05:03:30.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.077+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=1P7YBEGMSL72 type=write size=142463 2023-12-01T05:03:30.080 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.079+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~EC0JDLBID33R.0 size=1048576 2023-12-01T05:03:30.082 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.081+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~EC0JDLBID33R.1 size=704495 2023-12-01T05:03:30.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.084+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=EC0JDLBID33R tag=1ZUF5QOBYHLT type=write size=2801647 2023-12-01T05:03:30.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.086+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=5PXJRMS2P9VF type=del size=763594 2023-12-01T05:03:30.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.088+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=V7SLZO2X52AL type=del 2023-12-01T05:03:30.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.091+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~ZKOW2M4DI831.0 size=1048576 2023-12-01T05:03:30.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.093+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~ZKOW2M4DI831.1 size=705310 2023-12-01T05:03:30.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.093+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=ZKOW2M4DI831 tag=EZY6G4DYR8VJ type=write size=2802462 2023-12-01T05:03:30.096 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.095+0000 7f2ce2b518c0 1 < completed write operation key=JDW6X9ZJ49B4 tag=49B4582GDVO7 type=write size=195768 2023-12-01T05:03:30.098 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.097+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=1HK5P7EISF48 type=del size=748550 2023-12-01T05:03:30.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.099+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=J77RJPJDKXA4 type=del 2023-12-01T05:03:30.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.101+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=4QK6MBR0VE2H type=del size=1372732 2023-12-01T05:03:30.105 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.103+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~FTB3AI24XDVQ.0 size=1048576 2023-12-01T05:03:30.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.105+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~FTB3AI24XDVQ.1 size=668776 2023-12-01T05:03:30.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.109+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=FTB3AI24XDVQ tag=QFUGSIJMUJQ7 type=write size=2765928 2023-12-01T05:03:30.112 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.111+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=76EQGJS0YX00 type=write size=672244 2023-12-01T05:03:30.115 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.114+0000 7f2ce2b518c0 -1 < failed to complete operation key=DI1WW8WVZX9A tag=Q1N1SBNLWI8X type=del size=2245998: (22) Invalid argument 2023-12-01T05:03:30.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.116+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=BR5NQEZYAIES type=del size=3967342 2023-12-01T05:03:30.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.118+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~FPZLA5G5RIGM.0 size=457389 2023-12-01T05:03:30.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.121+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=FPZLA5G5RIGM tag=TQNB3OWINP24 type=write size=1505965 2023-12-01T05:03:30.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.126+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~4LMY1A1M9J82.0 size=1048576 2023-12-01T05:03:30.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.127+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~4LMY1A1M9J82.1 size=871100 2023-12-01T05:03:30.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.127+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=4LMY1A1M9J82 tag=20G2MP5RJLXF type=write size=2968252 2023-12-01T05:03:30.131 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.130+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=43NHX2N4U37M type=del 2023-12-01T05:03:30.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.132+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=4WLXMUH2PPG1 type=del size=494104 2023-12-01T05:03:30.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.134+0000 7f2ce2b518c0 1 < canceled operation key=8XRBQI3FV85G tag=1JGHNP8V3HA1 type=del size=1013550 2023-12-01T05:03:30.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.136+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=2K8H5GO1H855 type=write size=829400 2023-12-01T05:03:30.139 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.138+0000 7f2ce2b518c0 1 < completed write operation key=YZK909CJ0EPV tag=L9F1CQRC0VK5 type=write size=127871 2023-12-01T05:03:30.141 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.140+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=A9SVXC5Y3HEZ type=del size=2646603 2023-12-01T05:03:30.143 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.142+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~5X0UW2P80B5Q.0 size=97934 2023-12-01T05:03:30.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.146+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=5X0UW2P80B5Q tag=RW0UGEOPI49L type=write size=1146510 2023-12-01T05:03:30.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.150+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~U2GNFQOBD4ZG.0 size=1048576 2023-12-01T05:03:30.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.152+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~U2GNFQOBD4ZG.1 size=1048576 2023-12-01T05:03:30.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.154+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~U2GNFQOBD4ZG.2 size=405326 2023-12-01T05:03:30.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.154+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=U2GNFQOBD4ZG tag=27OU1GRNYQJM type=write size=3551054 2023-12-01T05:03:30.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.156+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=5TM0FCW7MOIO type=del 2023-12-01T05:03:30.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.159+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=MXSQS353SCGG type=del size=797714 2023-12-01T05:03:30.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.161+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~357OCRXAVKGL.0 size=1048576 2023-12-01T05:03:30.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.161+0000 7f2ce2b518c0 1 < canceled part key=_multipart_B5FU2JKJOI4Z.2~357OCRXAVKGL.1 size=683050 2023-12-01T05:03:30.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.164+0000 7f2ce2b518c0 1 < canceled multipart upload key=B5FU2JKJOI4Z upload=357OCRXAVKGL tag=SCWXT686O8Y2 type=write size=2780202 2023-12-01T05:03:30.170 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.169+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~LCOGCERDDJY0.0 size=1048576 2023-12-01T05:03:30.171 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.170+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~LCOGCERDDJY0.1 size=1048576 2023-12-01T05:03:30.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.172+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~LCOGCERDDJY0.2 size=689922 2023-12-01T05:03:30.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.172+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=LCOGCERDDJY0 tag=OQ8J4GWPSBFL type=write size=3835650 2023-12-01T05:03:30.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.174+0000 7f2ce2b518c0 1 < completed write operation key=SY2W6QFZQBL7 tag=JAJI07KPG2NN type=write size=140647 2023-12-01T05:03:30.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.177+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=2GDGRV5QAK8N type=write size=935094 2023-12-01T05:03:30.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.179+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=YYC53GQPNNE5 type=del 2023-12-01T05:03:30.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.183+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~8T2001CZNW89.0 size=82839 2023-12-01T05:03:30.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.183+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=8T2001CZNW89 tag=5AMOXKZEZSOB type=write size=1131415 2023-12-01T05:03:30.186 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.185+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=1P7YBEGMSL72 type=write size=142463 2023-12-01T05:03:30.189 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.187+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=GYWK5XK0E7L8 type=del size=884769 2023-12-01T05:03:30.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.189+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=5PXJRMS2P9VF type=del 2023-12-01T05:03:30.193 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.192+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=14677N4IVR5D type=write size=892780 2023-12-01T05:03:30.195 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.194+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~ZKOW2M4DI831.0 size=1048576 2023-12-01T05:03:30.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.196+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~ZKOW2M4DI831.1 size=705310 2023-12-01T05:03:30.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.200+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=ZKOW2M4DI831 tag=EZY6G4DYR8VJ type=write size=2802462 2023-12-01T05:03:30.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.205+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIIIR18JOV8S.0 size=1048576 2023-12-01T05:03:30.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.207+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIIIR18JOV8S.1 size=1048576 2023-12-01T05:03:30.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.209+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~CIIIR18JOV8S.2 size=368203 2023-12-01T05:03:30.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.209+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=CIIIR18JOV8S tag=R1N5DDUBIGMM type=write size=3513931 2023-12-01T05:03:30.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.214+0000 7f2ce2b518c0 1 < suggested update operation key=W8X2JZ25JX20 tag=1HK5P7EISF48 type=del size=748550 2023-12-01T05:03:30.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.217+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=L5KI5XE5MIHY type=del size=2904071 2023-12-01T05:03:30.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.222+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=4QK6MBR0VE2H type=del size=1372732 2023-12-01T05:03:30.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.225+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=WT0JN6XUI30W type=del size=2358490 2023-12-01T05:03:30.231 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.230+0000 7f2ce2b518c0 1 < suggested remove operation key=YZK909CJ0EPV tag=76EQGJS0YX00 type=write 2023-12-01T05:03:30.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.234+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~FAMNTO0ANBIA.0 size=1048576 2023-12-01T05:03:30.237 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.236+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~FAMNTO0ANBIA.1 size=1048576 2023-12-01T05:03:30.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.239+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~FAMNTO0ANBIA.2 size=158266 2023-12-01T05:03:30.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.239+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=FAMNTO0ANBIA tag=JAV3NSXF429Q type=write size=3303994 2023-12-01T05:03:30.242 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.241+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=BR5NQEZYAIES type=del 2023-12-01T05:03:30.244 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.243+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=7VY2XWEQQ8M3 type=write size=779519 2023-12-01T05:03:30.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.246+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~4LMY1A1M9J82.0 size=1048576 2023-12-01T05:03:30.248 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.247+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~4LMY1A1M9J82.1 size=871100 2023-12-01T05:03:30.252 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.251+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=4LMY1A1M9J82 tag=20G2MP5RJLXF type=write size=2968252 2023-12-01T05:03:30.256 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.255+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~7NQ9K8S3DRJO.0 size=148722 2023-12-01T05:03:30.256 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.255+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=7NQ9K8S3DRJO tag=ANJ8DZQSBV7I type=write size=1197298 2023-12-01T05:03:30.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.257+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=4WLXMUH2PPG1 type=del 2023-12-01T05:03:30.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.262+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~0HBP449F04S3.0 size=857240 2023-12-01T05:03:30.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.262+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=0HBP449F04S3 tag=3SGW1I4U8CJK type=write size=1905816 2023-12-01T05:03:30.266 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.265+0000 7f2ce2b518c0 -1 < failed to complete operation key=DOGWW9WZ6QW8 tag=2K8H5GO1H855 type=write size=829400: (22) Invalid argument 2023-12-01T05:03:30.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.268+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=3G2ZVQYR4CYN type=del size=1066362 2023-12-01T05:03:30.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.270+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=A9SVXC5Y3HEZ type=del 2023-12-01T05:03:30.275 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.274+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~QBSGHBN0KRA5.0 size=1048576 2023-12-01T05:03:30.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.276+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~QBSGHBN0KRA5.1 size=708966 2023-12-01T05:03:30.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.276+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=QBSGHBN0KRA5 tag=JYVVHU82R9B1 type=write size=2806118 2023-12-01T05:03:30.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.278+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~U2GNFQOBD4ZG.0 size=1048576 2023-12-01T05:03:30.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.280+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~U2GNFQOBD4ZG.1 size=1048576 2023-12-01T05:03:30.283 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.281+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~U2GNFQOBD4ZG.2 size=405326 2023-12-01T05:03:30.286 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.285+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=U2GNFQOBD4ZG tag=27OU1GRNYQJM type=write size=3551054 2023-12-01T05:03:30.288 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.287+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=3ITHTIT5L1J1 type=del size=3926861 2023-12-01T05:03:30.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.290+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=MXSQS353SCGG type=del 2023-12-01T05:03:30.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.292+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=ABUFWDNE036K type=del size=1880848 2023-12-01T05:03:30.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.292+0000 7f2ce2b518c0 1 < canceled part key=_multipart_IU15OM7RZ3XF.2~LCOGCERDDJY0.0 size=1048576 2023-12-01T05:03:30.295 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.294+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~LCOGCERDDJY0.1 size=1048576 2023-12-01T05:03:30.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.296+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~LCOGCERDDJY0.2 size=689922 2023-12-01T05:03:30.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.300+0000 7f2ce2b518c0 1 < canceled multipart upload key=IU15OM7RZ3XF upload=LCOGCERDDJY0 tag=OQ8J4GWPSBFL type=write size=3835650 2023-12-01T05:03:30.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.302+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=B1712LLKO059 type=del size=9019 2023-12-01T05:03:30.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.304+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=2GDGRV5QAK8N type=write size=935094 2023-12-01T05:03:30.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.309+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~FLUU7Y2ZPGLV.0 size=1048576 2023-12-01T05:03:30.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.311+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~FLUU7Y2ZPGLV.1 size=297208 2023-12-01T05:03:30.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.311+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=FLUU7Y2ZPGLV tag=6Y1GIMYQCZ19 type=write size=2394360 2023-12-01T05:03:30.314 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.313+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~8T2001CZNW89.0 size=82839 2023-12-01T05:03:30.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.317+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=8T2001CZNW89 tag=5AMOXKZEZSOB type=write size=1131415 2023-12-01T05:03:30.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.322+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~9ZYQ0D8F5AYV.0 size=742987 2023-12-01T05:03:30.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.322+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=9ZYQ0D8F5AYV tag=NIPDP0GPFB3B type=write size=1791563 2023-12-01T05:03:30.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.324+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=GYWK5XK0E7L8 type=del 2023-12-01T05:03:30.329 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.328+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~OVDZDRKP8FYJ.0 size=1048576 2023-12-01T05:03:30.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.330+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~OVDZDRKP8FYJ.1 size=579293 2023-12-01T05:03:30.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.330+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=OVDZDRKP8FYJ tag=1NCCYTOXOCVF type=write size=2676445 2023-12-01T05:03:30.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.332+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=14677N4IVR5D type=write size=892780 2023-12-01T05:03:30.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.336+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~Q81IGLJTCY2D.0 size=1048576 2023-12-01T05:03:30.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.337+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~Q81IGLJTCY2D.1 size=561033 2023-12-01T05:03:30.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.337+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=Q81IGLJTCY2D tag=VSKJKH01TVXL type=write size=2658185 2023-12-01T05:03:30.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.340+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIIIR18JOV8S.0 size=1048576 2023-12-01T05:03:30.342 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.341+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIIIR18JOV8S.1 size=1048576 2023-12-01T05:03:30.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.343+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~CIIIR18JOV8S.2 size=368203 2023-12-01T05:03:30.348 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.347+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=CIIIR18JOV8S tag=R1N5DDUBIGMM type=write size=3513931 2023-12-01T05:03:30.350 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.349+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=6O76089VCBSR type=del size=4057914 2023-12-01T05:03:30.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.351+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=L5KI5XE5MIHY type=del 2023-12-01T05:03:30.355 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.353+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=39T2FBYOWQJW type=write size=95051 2023-12-01T05:03:30.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.358+0000 7f2ce2b518c0 1 < suggested update operation key=LDCQLVOA6YHR tag=WT0JN6XUI30W type=del size=2358490 2023-12-01T05:03:30.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.361+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~O28I0GX93DDF.0 size=1048576 2023-12-01T05:03:30.364 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.363+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~O28I0GX93DDF.1 size=368311 2023-12-01T05:03:30.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.363+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=O28I0GX93DDF tag=DREQ1I6SQI82 type=write size=2465463 2023-12-01T05:03:30.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.364+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~FAMNTO0ANBIA.0 size=1048576 2023-12-01T05:03:30.367 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.366+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~FAMNTO0ANBIA.1 size=1048576 2023-12-01T05:03:30.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.367+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~FAMNTO0ANBIA.2 size=158266 2023-12-01T05:03:30.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.371+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=FAMNTO0ANBIA tag=JAV3NSXF429Q type=write size=3303994 2023-12-01T05:03:30.375 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.374+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=74L9RWJ8A415 type=del size=1835635 2023-12-01T05:03:30.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.378+0000 7f2ce2b518c0 1 < suggested remove operation key=0BUXOUU4KRQZ tag=7VY2XWEQQ8M3 type=write 2023-12-01T05:03:30.383 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.382+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~9YFA7MBXQNQO.0 size=1048576 2023-12-01T05:03:30.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.383+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~9YFA7MBXQNQO.1 size=25453 2023-12-01T05:03:30.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.383+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=9YFA7MBXQNQO tag=06PSJ5D8OJGF type=write size=2122605 2023-12-01T05:03:30.387 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.386+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~7NQ9K8S3DRJO.0 size=148722 2023-12-01T05:03:30.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.389+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=7NQ9K8S3DRJO tag=ANJ8DZQSBV7I type=write size=1197298 2023-12-01T05:03:30.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.393+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~NKMB0W18ZELQ.0 size=85730 2023-12-01T05:03:30.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.393+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=NKMB0W18ZELQ tag=9VGJESW95WGB type=write size=1134306 2023-12-01T05:03:30.397 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.396+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~0HBP449F04S3.0 size=857240 2023-12-01T05:03:30.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.399+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=0HBP449F04S3 tag=3SGW1I4U8CJK type=write size=1905816 2023-12-01T05:03:30.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.401+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=P4W2N3VC72A7 type=del size=1344509 2023-12-01T05:03:30.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.403+0000 7f2ce2b518c0 1 < canceled operation key=JWJAKQZX6VLS tag=3G2ZVQYR4CYN type=del size=1066362 2023-12-01T05:03:30.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.405+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=F9H79NGC15HO type=del size=4188721 2023-12-01T05:03:30.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.407+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~QBSGHBN0KRA5.0 size=1048576 2023-12-01T05:03:30.410 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.409+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~QBSGHBN0KRA5.1 size=708966 2023-12-01T05:03:30.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.413+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=QBSGHBN0KRA5 tag=JYVVHU82R9B1 type=write size=2806118 2023-12-01T05:03:30.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.415+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=61COBXTC5JAS type=del size=968686 2023-12-01T05:03:30.418 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.417+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=3ITHTIT5L1J1 type=del size=3926861 2023-12-01T05:03:30.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.419+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=TG4LXQ50QMTQ type=del size=770676 2023-12-01T05:03:30.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.423+0000 7f2ce2b518c0 1 < suggested update operation key=IU15OM7RZ3XF tag=ABUFWDNE036K type=del size=1880848 2023-12-01T05:03:30.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.425+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=I5ZTEUDA9YGV type=del size=2388903 2023-12-01T05:03:30.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.427+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=B1712LLKO059 type=del 2023-12-01T05:03:30.432 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.431+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~CINDEAJ4O3YD.0 size=464197 2023-12-01T05:03:30.432 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.431+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=CINDEAJ4O3YD tag=XG9JU06Q12HN type=write size=1512773 2023-12-01T05:03:30.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.433+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~FLUU7Y2ZPGLV.0 size=1048576 2023-12-01T05:03:30.435 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.434+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~FLUU7Y2ZPGLV.1 size=297208 2023-12-01T05:03:30.439 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.438+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=FLUU7Y2ZPGLV tag=6Y1GIMYQCZ19 type=write size=2394360 2023-12-01T05:03:30.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.440+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=C64SXXWVZCFQ type=del size=3680459 2023-12-01T05:03:30.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.442+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~9ZYQ0D8F5AYV.0 size=742987 2023-12-01T05:03:30.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.446+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=9ZYQ0D8F5AYV tag=NIPDP0GPFB3B type=write size=1791563 2023-12-01T05:03:30.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.448+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=E838VVQYBK1J type=del size=3384357 2023-12-01T05:03:30.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.450+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~OVDZDRKP8FYJ.0 size=1048576 2023-12-01T05:03:30.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.452+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~OVDZDRKP8FYJ.1 size=579293 2023-12-01T05:03:30.457 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.455+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=OVDZDRKP8FYJ tag=1NCCYTOXOCVF type=write size=2676445 2023-12-01T05:03:30.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.458+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=16YD1BASF1RY type=del size=1662178 2023-12-01T05:03:30.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.460+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~Q81IGLJTCY2D.0 size=1048576 2023-12-01T05:03:30.463 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.462+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~Q81IGLJTCY2D.1 size=561033 2023-12-01T05:03:30.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.465+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=Q81IGLJTCY2D tag=VSKJKH01TVXL type=write size=2658185 2023-12-01T05:03:30.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.470+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~9BX1CAI5A20W.0 size=1048576 2023-12-01T05:03:30.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.471+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~9BX1CAI5A20W.1 size=635226 2023-12-01T05:03:30.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.471+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=9BX1CAI5A20W tag=F9XF93TI9ENS type=write size=2732378 2023-12-01T05:03:30.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.473+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=6O76089VCBSR type=del 2023-12-01T05:03:30.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.478+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~KNO5KQ5U607G.0 size=1048576 2023-12-01T05:03:30.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.479+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~KNO5KQ5U607G.1 size=1048576 2023-12-01T05:03:30.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.481+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~KNO5KQ5U607G.2 size=600256 2023-12-01T05:03:30.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.481+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=KNO5KQ5U607G tag=Y8NRXY953740 type=write size=3745984 2023-12-01T05:03:30.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.485+0000 7f2ce2b518c0 1 < suggested remove operation key=8XRBQI3FV85G tag=39T2FBYOWQJW type=write 2023-12-01T05:03:30.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.490+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~YBD5UWK78TOQ.0 size=1048576 2023-12-01T05:03:30.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.491+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~YBD5UWK78TOQ.1 size=1048576 2023-12-01T05:03:30.494 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.493+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~YBD5UWK78TOQ.2 size=998671 2023-12-01T05:03:30.494 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.493+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=YBD5UWK78TOQ tag=DBE9OZ8VXLQR type=write size=4144399 2023-12-01T05:03:30.496 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.495+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~O28I0GX93DDF.0 size=1048576 2023-12-01T05:03:30.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.497+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~O28I0GX93DDF.1 size=368311 2023-12-01T05:03:30.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.500+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=O28I0GX93DDF tag=DREQ1I6SQI82 type=write size=2465463 2023-12-01T05:03:30.504 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.503+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=SCWCEG8OLM0P type=write size=612221 2023-12-01T05:03:30.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.505+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=74L9RWJ8A415 type=del 2023-12-01T05:03:30.508 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.507+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=DU2Y14ZPCCPN type=del size=2058291 2023-12-01T05:03:30.510 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.509+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~9YFA7MBXQNQO.0 size=1048576 2023-12-01T05:03:30.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.511+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~9YFA7MBXQNQO.1 size=25453 2023-12-01T05:03:30.515 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.514+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=9YFA7MBXQNQO tag=06PSJ5D8OJGF type=write size=2122605 2023-12-01T05:03:30.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.518+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~1PN0U3GON13T.0 size=1048576 2023-12-01T05:03:30.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.520+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~1PN0U3GON13T.1 size=1048576 2023-12-01T05:03:30.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.523+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~1PN0U3GON13T.2 size=351746 2023-12-01T05:03:30.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.523+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=1PN0U3GON13T tag=S6NSZLR4RF89 type=write size=3497474 2023-12-01T05:03:30.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.525+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~NKMB0W18ZELQ.0 size=85730 2023-12-01T05:03:30.530 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.529+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=NKMB0W18ZELQ tag=9VGJESW95WGB type=write size=1134306 2023-12-01T05:03:30.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.531+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=F2PALR2OOELN type=del size=1582989 2023-12-01T05:03:30.535 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.534+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=P4W2N3VC72A7 type=del 2023-12-01T05:03:30.537 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.536+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=567MVAN4UY4B type=del size=3541456 2023-12-01T05:03:30.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.540+0000 7f2ce2b518c0 1 < suggested remove operation key=807CI1E6OSAU tag=F9H79NGC15HO type=del 2023-12-01T05:03:30.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.542+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=LV6G0QBT9N1W type=del size=99580 2023-12-01T05:03:30.548 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.546+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=61COBXTC5JAS type=del 2023-12-01T05:03:30.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.548+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=M0LGTE29EOJH type=del size=35906 2023-12-01T05:03:30.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.550+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=TG4LXQ50QMTQ type=del 2023-12-01T05:03:30.555 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.554+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~5ST805D8C0F2.0 size=1048576 2023-12-01T05:03:30.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.556+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~5ST805D8C0F2.1 size=1048576 2023-12-01T05:03:30.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.557+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~5ST805D8C0F2.2 size=528796 2023-12-01T05:03:30.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.557+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=5ST805D8C0F2 tag=QVN8TTJ3CG9B type=write size=3674524 2023-12-01T05:03:30.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.560+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=I5ZTEUDA9YGV type=del 2023-12-01T05:03:30.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.563+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~4JV7EG923K77.0 size=1048576 2023-12-01T05:03:30.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.565+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~4JV7EG923K77.1 size=1048576 2023-12-01T05:03:30.568 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.567+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~4JV7EG923K77.2 size=588774 2023-12-01T05:03:30.568 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.567+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=4JV7EG923K77 tag=F10JWJP4DRDY type=write size=3734502 2023-12-01T05:03:30.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.569+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~CINDEAJ4O3YD.0 size=464197 2023-12-01T05:03:30.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.573+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=CINDEAJ4O3YD tag=XG9JU06Q12HN type=write size=1512773 2023-12-01T05:03:30.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.575+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=5EPFULWP6KM4 type=del size=2583232 2023-12-01T05:03:30.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.577+0000 7f2ce2b518c0 1 < canceled operation key=43ABSP862CV0 tag=C64SXXWVZCFQ type=del size=3680459 2023-12-01T05:03:30.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.580+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=U00W72OWEG99 type=del size=3704154 2023-12-01T05:03:30.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.582+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=E838VVQYBK1J type=del 2023-12-01T05:03:30.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.585+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=XM3O39VR8PER type=write size=71781 2023-12-01T05:03:30.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.587+0000 7f2ce2b518c0 1 < canceled operation key=EQJ6TWB0BPZS tag=16YD1BASF1RY type=del size=1662178 2023-12-01T05:03:30.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.589+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=4GCS9NE4Z4KQ type=del size=2357222 2023-12-01T05:03:30.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.591+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~9BX1CAI5A20W.0 size=1048576 2023-12-01T05:03:30.594 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.593+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~9BX1CAI5A20W.1 size=635226 2023-12-01T05:03:30.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.597+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=9BX1CAI5A20W tag=F9XF93TI9ENS type=write size=2732378 2023-12-01T05:03:30.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.601+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~U2H5RGV63XCA.0 size=530865 2023-12-01T05:03:30.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.601+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=U2H5RGV63XCA tag=NZNYCP6B3QU0 type=write size=1579441 2023-12-01T05:03:30.604 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.603+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~KNO5KQ5U607G.0 size=1048576 2023-12-01T05:03:30.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.605+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~KNO5KQ5U607G.1 size=1048576 2023-12-01T05:03:30.607 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.606+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~KNO5KQ5U607G.2 size=600256 2023-12-01T05:03:30.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.610+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=KNO5KQ5U607G tag=Y8NRXY953740 type=write size=3745984 2023-12-01T05:03:30.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.612+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=MVT0I2GOOA3F type=del size=303773 2023-12-01T05:03:30.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.614+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~YBD5UWK78TOQ.0 size=1048576 2023-12-01T05:03:30.617 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.616+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~YBD5UWK78TOQ.1 size=1048576 2023-12-01T05:03:30.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.618+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~YBD5UWK78TOQ.2 size=998671 2023-12-01T05:03:30.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.621+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=YBD5UWK78TOQ tag=DBE9OZ8VXLQR type=write size=4144399 2023-12-01T05:03:30.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.626+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~4AYNIMU3J1E4.0 size=1031707 2023-12-01T05:03:30.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.626+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=4AYNIMU3J1E4 tag=8VUO4B9VGZVU type=write size=2080283 2023-12-01T05:03:30.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.628+0000 7f2ce2b518c0 1 < completed write operation key=0BUXOUU4KRQZ tag=SCWCEG8OLM0P type=write size=612221 2023-12-01T05:03:30.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.630+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=BQ6GCY5RQD3Q type=del size=3904263 2023-12-01T05:03:30.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.634+0000 7f2ce2b518c0 1 < suggested remove operation key=ASITIOFTV58Q tag=DU2Y14ZPCCPN type=del 2023-12-01T05:03:30.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.635+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=ZNYNVBTYDMT3 type=del size=1249266 2023-12-01T05:03:30.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.637+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~1PN0U3GON13T.0 size=1048576 2023-12-01T05:03:30.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.639+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~1PN0U3GON13T.1 size=1048576 2023-12-01T05:03:30.642 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.641+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~1PN0U3GON13T.2 size=351746 2023-12-01T05:03:30.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.645+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=1PN0U3GON13T tag=S6NSZLR4RF89 type=write size=3497474 2023-12-01T05:03:30.648 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.647+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=85TC16HVO9TA type=write size=748518 2023-12-01T05:03:30.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.649+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=F2PALR2OOELN type=del 2023-12-01T05:03:30.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.654+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~6C1FNZSW6U8O.0 size=1048576 2023-12-01T05:03:30.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.656+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~6C1FNZSW6U8O.1 size=1048576 2023-12-01T05:03:30.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.658+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~6C1FNZSW6U8O.2 size=703758 2023-12-01T05:03:30.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.658+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=6C1FNZSW6U8O tag=DRCEBMSFNCQ9 type=write size=3849486 2023-12-01T05:03:30.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.663+0000 7f2ce2b518c0 1 < suggested update operation key=JDW6X9ZJ49B4 tag=567MVAN4UY4B type=del size=3541456 2023-12-01T05:03:30.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.665+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=X1TWBKE6ZB0O type=del size=2415794 2023-12-01T05:03:30.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.668+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=LV6G0QBT9N1W type=del 2023-12-01T05:03:30.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.672+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~6FM3YXUUVPVJ.0 size=1048576 2023-12-01T05:03:30.674 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.673+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~6FM3YXUUVPVJ.1 size=509451 2023-12-01T05:03:30.675 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.673+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=6FM3YXUUVPVJ tag=R3YE0LB0UWKN type=write size=2606603 2023-12-01T05:03:30.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.676+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=M0LGTE29EOJH type=del 2023-12-01T05:03:30.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.680+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~PCYSMRNGUME5.0 size=681909 2023-12-01T05:03:30.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.680+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=PCYSMRNGUME5 tag=92PHQRA548LF type=write size=1730485 2023-12-01T05:03:30.683 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.682+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~5ST805D8C0F2.0 size=1048576 2023-12-01T05:03:30.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.684+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~5ST805D8C0F2.1 size=1048576 2023-12-01T05:03:30.687 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.685+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~5ST805D8C0F2.2 size=528796 2023-12-01T05:03:30.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.689+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=5ST805D8C0F2 tag=QVN8TTJ3CG9B type=write size=3674524 2023-12-01T05:03:30.694 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.693+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~RALST4FN4050.0 size=1048576 2023-12-01T05:03:30.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.695+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~RALST4FN4050.1 size=126549 2023-12-01T05:03:30.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.695+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=RALST4FN4050 tag=HO0LNP904TI2 type=write size=2223701 2023-12-01T05:03:30.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.697+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~4JV7EG923K77.0 size=1048576 2023-12-01T05:03:30.700 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.699+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~4JV7EG923K77.1 size=1048576 2023-12-01T05:03:30.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.701+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~4JV7EG923K77.2 size=588774 2023-12-01T05:03:30.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.705+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=4JV7EG923K77 tag=F10JWJP4DRDY type=write size=3734502 2023-12-01T05:03:30.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.709+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~IEFCZQ7HRYCQ.0 size=745750 2023-12-01T05:03:30.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.709+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=IEFCZQ7HRYCQ tag=L0353JAH0EQL type=write size=1794326 2023-12-01T05:03:30.713 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.712+0000 7f2ce2b518c0 1 < canceled operation key=3GHZWPTT6R9L tag=5EPFULWP6KM4 type=del size=2583232 2023-12-01T05:03:30.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.716+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~F61FNAYPW85B.0 size=1048576 2023-12-01T05:03:30.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.718+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~F61FNAYPW85B.1 size=1048576 2023-12-01T05:03:30.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.720+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~F61FNAYPW85B.2 size=927132 2023-12-01T05:03:30.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.720+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=F61FNAYPW85B tag=NFKE3AU5GUR3 type=write size=4072860 2023-12-01T05:03:30.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.722+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=U00W72OWEG99 type=del 2023-12-01T05:03:30.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.726+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~P2650BVOU00W.0 size=1048576 2023-12-01T05:03:30.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.728+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~P2650BVOU00W.1 size=1048576 2023-12-01T05:03:30.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.730+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~P2650BVOU00W.2 size=78984 2023-12-01T05:03:30.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.730+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=P2650BVOU00W tag=S9UDBFV5QPT2 type=write size=3224712 2023-12-01T05:03:30.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.732+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=XM3O39VR8PER type=write size=71781 2023-12-01T05:03:30.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.734+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=RFCWRKRZLIVR type=write size=755845 2023-12-01T05:03:30.737 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.736+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=4GCS9NE4Z4KQ type=del 2023-12-01T05:03:30.739 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.738+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=BEFX2X4FO1HE type=del size=3706896 2023-12-01T05:03:30.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.740+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~U2H5RGV63XCA.0 size=530865 2023-12-01T05:03:30.745 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.744+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=U2H5RGV63XCA tag=NZNYCP6B3QU0 type=write size=1579441 2023-12-01T05:03:30.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.748+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~J3VNTP0109JG.0 size=1048576 2023-12-01T05:03:30.751 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.750+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~J3VNTP0109JG.1 size=1048576 2023-12-01T05:03:30.752 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.751+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~J3VNTP0109JG.2 size=909771 2023-12-01T05:03:30.752 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.751+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=J3VNTP0109JG tag=3BWFR3FCVCAQ type=write size=4055499 2023-12-01T05:03:30.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.754+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=MVT0I2GOOA3F type=del size=303773 2023-12-01T05:03:30.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.756+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=HP9MGGF8ZFSG type=del size=3540716 2023-12-01T05:03:30.761 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.759+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~4AYNIMU3J1E4.0 size=1031707 2023-12-01T05:03:30.765 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.764+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=4AYNIMU3J1E4 tag=8VUO4B9VGZVU type=write size=2080283 2023-12-01T05:03:30.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.766+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=0254EIOTBEBN type=write size=707363 2023-12-01T05:03:30.769 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.768+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=BQ6GCY5RQD3Q type=del 2023-12-01T05:03:30.773 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.772+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~5I4RO5AIT7EF.0 size=1048576 2023-12-01T05:03:30.775 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.774+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~5I4RO5AIT7EF.1 size=529575 2023-12-01T05:03:30.775 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.774+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=5I4RO5AIT7EF tag=UL2OUB1TSYFP type=write size=2626727 2023-12-01T05:03:30.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.776+0000 7f2ce2b518c0 1 < canceled operation key=39WRHET0UJ7U tag=ZNYNVBTYDMT3 type=del size=1249266 2023-12-01T05:03:30.780 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.779+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=KIC46JYSJFHP type=write size=531937 2023-12-01T05:03:30.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.781+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=85TC16HVO9TA type=write size=748518 2023-12-01T05:03:30.784 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.783+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=5Q5HK4DWVSPV type=write size=573817 2023-12-01T05:03:30.786 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.785+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~6C1FNZSW6U8O.0 size=1048576 2023-12-01T05:03:30.788 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.787+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~6C1FNZSW6U8O.1 size=1048576 2023-12-01T05:03:30.788 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.787+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SY2W6QFZQBL7.2~6C1FNZSW6U8O.2 size=703758 2023-12-01T05:03:30.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.792+0000 7f2ce2b518c0 1 < canceled multipart upload key=SY2W6QFZQBL7 upload=6C1FNZSW6U8O tag=DRCEBMSFNCQ9 type=write size=3849486 2023-12-01T05:03:30.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.794+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=VURJOB2QDAL2 type=write size=649419 2023-12-01T05:03:30.802 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.798+0000 7f2ce2b518c0 1 < suggested remove operation key=3VYQRDX2LULH tag=X1TWBKE6ZB0O type=del 2023-12-01T05:03:30.802 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.801+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=HVCUX8JNUKE7 type=del size=1684335 2023-12-01T05:03:30.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.803+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~6FM3YXUUVPVJ.0 size=1048576 2023-12-01T05:03:30.807 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.805+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~6FM3YXUUVPVJ.1 size=509451 2023-12-01T05:03:30.810 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.809+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=6FM3YXUUVPVJ tag=R3YE0LB0UWKN type=write size=2606603 2023-12-01T05:03:30.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.811+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=IJE1QU3KTRZA type=del size=2995381 2023-12-01T05:03:30.815 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.814+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~PCYSMRNGUME5.0 size=681909 2023-12-01T05:03:30.818 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.817+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=PCYSMRNGUME5 tag=92PHQRA548LF type=write size=1730485 2023-12-01T05:03:30.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.820+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=JECY3VK4WZUM type=write size=283925 2023-12-01T05:03:30.823 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.822+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~RALST4FN4050.0 size=1048576 2023-12-01T05:03:30.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.825+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~RALST4FN4050.1 size=126549 2023-12-01T05:03:30.831 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.830+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=RALST4FN4050 tag=HO0LNP904TI2 type=write size=2223701 2023-12-01T05:03:30.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.834+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~ZRBX1BCGNAXE.0 size=90790 2023-12-01T05:03:30.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.834+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=ZRBX1BCGNAXE tag=2RVY4XSHB591 type=write size=1139366 2023-12-01T05:03:30.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.836+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~IEFCZQ7HRYCQ.0 size=745750 2023-12-01T05:03:30.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.840+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=IEFCZQ7HRYCQ tag=L0353JAH0EQL type=write size=1794326 2023-12-01T05:03:30.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.842+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=7VDP3RG8BAOW type=del size=2639639 2023-12-01T05:03:30.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.844+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~F61FNAYPW85B.0 size=1048576 2023-12-01T05:03:30.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.846+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~F61FNAYPW85B.1 size=1048576 2023-12-01T05:03:30.849 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.848+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~F61FNAYPW85B.2 size=927132 2023-12-01T05:03:30.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.852+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=F61FNAYPW85B tag=NFKE3AU5GUR3 type=write size=4072860 2023-12-01T05:03:30.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.856+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~5QDWOE6UWEMU.0 size=1048576 2023-12-01T05:03:30.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.858+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~5QDWOE6UWEMU.1 size=258252 2023-12-01T05:03:30.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.858+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=5QDWOE6UWEMU tag=9R6JCZD8T47I type=write size=2355404 2023-12-01T05:03:30.861 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.860+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~P2650BVOU00W.0 size=1048576 2023-12-01T05:03:30.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.862+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~P2650BVOU00W.1 size=1048576 2023-12-01T05:03:30.865 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.864+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~P2650BVOU00W.2 size=78984 2023-12-01T05:03:30.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.868+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=P2650BVOU00W tag=S9UDBFV5QPT2 type=write size=3224712 2023-12-01T05:03:30.872 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.871+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=9N9BDCH4MFML type=del size=1169880 2023-12-01T05:03:30.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.873+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=RFCWRKRZLIVR type=write size=755845 2023-12-01T05:03:30.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.875+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=81ZXMSJCT0O9 type=del size=1323215 2023-12-01T05:03:30.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.877+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=BEFX2X4FO1HE type=del 2023-12-01T05:03:30.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.879+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=49TPBC62WH76 type=del size=3128590 2023-12-01T05:03:30.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.879+0000 7f2ce2b518c0 1 < canceled part key=_multipart_0BUXOUU4KRQZ.2~J3VNTP0109JG.0 size=1048576 2023-12-01T05:03:30.882 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.881+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~J3VNTP0109JG.1 size=1048576 2023-12-01T05:03:30.884 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.883+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~J3VNTP0109JG.2 size=909771 2023-12-01T05:03:30.888 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.887+0000 7f2ce2b518c0 1 < canceled multipart upload key=0BUXOUU4KRQZ upload=J3VNTP0109JG tag=3BWFR3FCVCAQ type=write size=4055499 2023-12-01T05:03:30.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.889+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=9CFPWCB1I7EB type=del size=1828643 2023-12-01T05:03:30.894 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.892+0000 7f2ce2b518c0 1 < suggested remove operation key=39WRHET0UJ7U tag=HP9MGGF8ZFSG type=del 2023-12-01T05:03:30.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.897+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~3YBZQTFVPK2X.0 size=429698 2023-12-01T05:03:30.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.897+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=3YBZQTFVPK2X tag=91DB02637OXM type=write size=1478274 2023-12-01T05:03:30.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.899+0000 7f2ce2b518c0 1 < canceled operation key=43ABSP862CV0 tag=0254EIOTBEBN type=write size=707363 2023-12-01T05:03:30.904 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.903+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~TQQHK16H4VKA.0 size=1048576 2023-12-01T05:03:30.906 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.905+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~TQQHK16H4VKA.1 size=1048576 2023-12-01T05:03:30.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.906+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~TQQHK16H4VKA.2 size=524117 2023-12-01T05:03:30.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.906+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=TQQHK16H4VKA tag=D7J63LINUB93 type=write size=3669845 2023-12-01T05:03:30.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.908+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~5I4RO5AIT7EF.0 size=1048576 2023-12-01T05:03:30.911 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.910+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~5I4RO5AIT7EF.1 size=529575 2023-12-01T05:03:30.915 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.914+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=5I4RO5AIT7EF tag=UL2OUB1TSYFP type=write size=2626727 2023-12-01T05:03:30.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.916+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=F3N3V4ESZOAJ type=del size=3309594 2023-12-01T05:03:30.919 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.918+0000 7f2ce2b518c0 1 < completed write operation key=B5FU2JKJOI4Z tag=KIC46JYSJFHP type=write size=531937 2023-12-01T05:03:30.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.920+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=WABFA9SP93M9 type=del size=3623064 2023-12-01T05:03:30.923 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.922+0000 7f2ce2b518c0 1 < completed write operation key=LDCQLVOA6YHR tag=5Q5HK4DWVSPV type=write size=573817 2023-12-01T05:03:30.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.924+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=6ED8F16NB974 type=del size=1846062 2023-12-01T05:03:30.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.926+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=VURJOB2QDAL2 type=write size=649419 2023-12-01T05:03:30.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.928+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=IS3NMSLOD74M type=del size=2761060 2023-12-01T05:03:30.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.932+0000 7f2ce2b518c0 1 < suggested remove operation key=JDW6X9ZJ49B4 tag=HVCUX8JNUKE7 type=del 2023-12-01T05:03:30.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.935+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~VXNBWL05TW0V.0 size=1048576 2023-12-01T05:03:30.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.937+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~VXNBWL05TW0V.1 size=1048576 2023-12-01T05:03:30.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.940+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~VXNBWL05TW0V.2 size=998840 2023-12-01T05:03:30.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.940+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=VXNBWL05TW0V tag=3P409KTMENJ0 type=write size=4144568 2023-12-01T05:03:30.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.944+0000 7f2ce2b518c0 1 < suggested remove operation key=10L177QUH8QE tag=IJE1QU3KTRZA type=del 2023-12-01T05:03:30.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.946+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=8ZO3PQG1GBDG type=del size=3355978 2023-12-01T05:03:30.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.948+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=JECY3VK4WZUM type=write size=283925 2023-12-01T05:03:30.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.952+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~0AI7FDN3VKHM.0 size=417506 2023-12-01T05:03:30.953 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.952+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=0AI7FDN3VKHM tag=2BRABY1FV56F type=write size=1466082 2023-12-01T05:03:30.955 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.954+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~ZRBX1BCGNAXE.0 size=90790 2023-12-01T05:03:30.958 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.957+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=ZRBX1BCGNAXE tag=2RVY4XSHB591 type=write size=1139366 2023-12-01T05:03:30.961 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.959+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=SV3ONDNPMCAO type=del size=3036313 2023-12-01T05:03:30.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.962+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=7VDP3RG8BAOW type=del size=2639639 2023-12-01T05:03:30.965 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.964+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=9WE3ZLTTLDCN type=del size=298149 2023-12-01T05:03:30.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.966+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~5QDWOE6UWEMU.0 size=1048576 2023-12-01T05:03:30.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.968+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~5QDWOE6UWEMU.1 size=258252 2023-12-01T05:03:30.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.972+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=5QDWOE6UWEMU tag=9R6JCZD8T47I type=write size=2355404 2023-12-01T05:03:30.975 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.974+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=DMXX80UIZFON type=del size=1267399 2023-12-01T05:03:30.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.977+0000 7f2ce2b518c0 -1 < failed to complete operation key=10L177QUH8QE tag=9N9BDCH4MFML type=del size=1169880: (22) Invalid argument 2023-12-01T05:03:30.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.979+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=YZYJ63YQLI1M type=del size=621929 2023-12-01T05:03:30.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.983+0000 7f2ce2b518c0 1 < suggested remove operation key=ASITIOFTV58Q tag=81ZXMSJCT0O9 type=del 2023-12-01T05:03:30.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.988+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~6NG34YUNMS6R.0 size=142043 2023-12-01T05:03:30.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.988+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=6NG34YUNMS6R tag=VDX389YVJ3JV type=write size=1190619 2023-12-01T05:03:30.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.990+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=49TPBC62WH76 type=del 2023-12-01T05:03:30.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.992+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=VEPZCUQFV0L6 type=del size=87815 2023-12-01T05:03:30.994 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.993+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=JDW6X9ZJ49B4 tag=9CFPWCB1I7EB type=del size=1828643: (2) No such file or directory 2023-12-01T05:03:30.996 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.995+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=2YWC059LMLSX type=del size=3419636 2023-12-01T05:03:30.996 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.995+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~3YBZQTFVPK2X.0 size=429698 2023-12-01T05:03:31.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:30.999+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=3YBZQTFVPK2X tag=91DB02637OXM type=write size=1478274 2023-12-01T05:03:31.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.003+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~6Y5J7QBSEQVX.0 size=1048576 2023-12-01T05:03:31.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.005+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~6Y5J7QBSEQVX.1 size=1048576 2023-12-01T05:03:31.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.007+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~6Y5J7QBSEQVX.2 size=310409 2023-12-01T05:03:31.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.007+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=6Y5J7QBSEQVX tag=42OIM1UU4N26 type=write size=3456137 2023-12-01T05:03:31.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.007+0000 7f2ce2b518c0 1 < canceled part key=_multipart_Y5IWDXWUVH3N.2~TQQHK16H4VKA.0 size=1048576 2023-12-01T05:03:31.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.009+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~TQQHK16H4VKA.1 size=1048576 2023-12-01T05:03:31.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.011+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~TQQHK16H4VKA.2 size=524117 2023-12-01T05:03:31.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.015+0000 7f2ce2b518c0 1 < canceled multipart upload key=Y5IWDXWUVH3N upload=TQQHK16H4VKA tag=D7J63LINUB93 type=write size=3669845 2023-12-01T05:03:31.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.019+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~84F4Y5KQK6EC.0 size=165531 2023-12-01T05:03:31.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.019+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=84F4Y5KQK6EC tag=V9J4U8NM5UMU type=write size=1214107 2023-12-01T05:03:31.023 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.021+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=F3N3V4ESZOAJ type=del 2023-12-01T05:03:31.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.025+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~72YBMJI3CC6N.0 size=514325 2023-12-01T05:03:31.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.025+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=72YBMJI3CC6N tag=6XVVOS3I1K2I type=write size=1562901 2023-12-01T05:03:31.028 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.027+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=WABFA9SP93M9 type=del 2023-12-01T05:03:31.033 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.031+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~BUT9WQVKH1LW.0 size=1048576 2023-12-01T05:03:31.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.033+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~BUT9WQVKH1LW.1 size=1048576 2023-12-01T05:03:31.036 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.035+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~BUT9WQVKH1LW.2 size=990409 2023-12-01T05:03:31.036 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.035+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=BUT9WQVKH1LW tag=6ZEJOMB31K22 type=write size=4136137 2023-12-01T05:03:31.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.037+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=6ED8F16NB974 type=del 2023-12-01T05:03:31.041 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.039+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=VBREJKICIG8C type=del size=1481382 2023-12-01T05:03:31.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.042+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=IS3NMSLOD74M type=del size=2761060: (22) Invalid argument 2023-12-01T05:03:31.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.044+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=118OGZ9V658D type=del size=3559124 2023-12-01T05:03:31.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.047+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~VXNBWL05TW0V.0 size=1048576 2023-12-01T05:03:31.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.048+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~VXNBWL05TW0V.1 size=1048576 2023-12-01T05:03:31.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.050+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~VXNBWL05TW0V.2 size=998840 2023-12-01T05:03:31.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.054+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=VXNBWL05TW0V tag=3P409KTMENJ0 type=write size=4144568 2023-12-01T05:03:31.057 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.056+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=5X49BYLLEZBM type=del size=2762217 2023-12-01T05:03:31.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.058+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=8ZO3PQG1GBDG type=del 2023-12-01T05:03:31.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.060+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=6TMVJV21T2D3 type=del size=2481990 2023-12-01T05:03:31.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.063+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~0AI7FDN3VKHM.0 size=417506 2023-12-01T05:03:31.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.067+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=0AI7FDN3VKHM tag=2BRABY1FV56F type=write size=1466082 2023-12-01T05:03:31.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.070+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=Y33VWUUSVD3Y type=write size=722140 2023-12-01T05:03:31.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.072+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=SV3ONDNPMCAO type=del size=3036313 2023-12-01T05:03:31.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.074+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=XX0RXBT979TH type=write size=274748 2023-12-01T05:03:31.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.077+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=9WE3ZLTTLDCN type=del 2023-12-01T05:03:31.082 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.080+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~NPA7LXUHHHFS.0 size=1048576 2023-12-01T05:03:31.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.082+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~NPA7LXUHHHFS.1 size=323440 2023-12-01T05:03:31.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.082+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=NPA7LXUHHHFS tag=RQEQU5OEUG30 type=write size=2420592 2023-12-01T05:03:31.085 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.084+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=DMXX80UIZFON type=del 2023-12-01T05:03:31.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.088+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~O8R1SGA0244D.0 size=1048576 2023-12-01T05:03:31.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.090+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~O8R1SGA0244D.1 size=1048576 2023-12-01T05:03:31.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.092+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~O8R1SGA0244D.2 size=736819 2023-12-01T05:03:31.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.092+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=O8R1SGA0244D tag=T5GZJAL40DVZ type=write size=3882547 2023-12-01T05:03:31.096 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.094+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=YZYJ63YQLI1M type=del 2023-12-01T05:03:31.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.098+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~ZI8A3R9C0BM6.0 size=122140 2023-12-01T05:03:31.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.098+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=ZI8A3R9C0BM6 tag=E6TTMJOSB44H type=write size=1170716 2023-12-01T05:03:31.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.099+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~6NG34YUNMS6R.0 size=142043 2023-12-01T05:03:31.104 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.102+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=6NG34YUNMS6R tag=VDX389YVJ3JV type=write size=1190619 2023-12-01T05:03:31.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.105+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=CCUY8D3R39VX type=del size=2545048 2023-12-01T05:03:31.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.108+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=VEPZCUQFV0L6 type=del 2023-12-01T05:03:31.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.112+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~42MGK2A252HG.0 size=1048576 2023-12-01T05:03:31.115 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.114+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~42MGK2A252HG.1 size=1048576 2023-12-01T05:03:31.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.115+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~42MGK2A252HG.2 size=1035705 2023-12-01T05:03:31.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.115+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=42MGK2A252HG tag=4Q0XAAPCMWJI type=write size=4181433 2023-12-01T05:03:31.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.118+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=2YWC059LMLSX type=del 2023-12-01T05:03:31.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.120+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=M8FNI4EAE96U type=del size=2708105 2023-12-01T05:03:31.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.122+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~6Y5J7QBSEQVX.0 size=1048576 2023-12-01T05:03:31.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.124+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~6Y5J7QBSEQVX.1 size=1048576 2023-12-01T05:03:31.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.126+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~6Y5J7QBSEQVX.2 size=310409 2023-12-01T05:03:31.131 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.129+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=6Y5J7QBSEQVX tag=42OIM1UU4N26 type=write size=3456137 2023-12-01T05:03:31.134 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.133+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~EAKIL46U5I71.0 size=1048576 2023-12-01T05:03:31.136 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.135+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~EAKIL46U5I71.1 size=1048576 2023-12-01T05:03:31.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.137+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~EAKIL46U5I71.2 size=671709 2023-12-01T05:03:31.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.137+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=EAKIL46U5I71 tag=8NJMWPJ4AXS3 type=write size=3817437 2023-12-01T05:03:31.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.139+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~84F4Y5KQK6EC.0 size=165531 2023-12-01T05:03:31.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.143+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=84F4Y5KQK6EC tag=V9J4U8NM5UMU type=write size=1214107 2023-12-01T05:03:31.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.145+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=2T6U1IIC4BSM type=del size=1179645 2023-12-01T05:03:31.149 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.148+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~72YBMJI3CC6N.0 size=514325 2023-12-01T05:03:31.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.152+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=72YBMJI3CC6N tag=6XVVOS3I1K2I type=write size=1562901 2023-12-01T05:03:31.158 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.157+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~NDCXX3B5G0I6.0 size=1048576 2023-12-01T05:03:31.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.158+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~NDCXX3B5G0I6.1 size=1048576 2023-12-01T05:03:31.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.160+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~NDCXX3B5G0I6.2 size=770219 2023-12-01T05:03:31.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.160+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=NDCXX3B5G0I6 tag=XEOEWPQITG2U type=write size=3915947 2023-12-01T05:03:31.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.162+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~BUT9WQVKH1LW.0 size=1048576 2023-12-01T05:03:31.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.164+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~BUT9WQVKH1LW.1 size=1048576 2023-12-01T05:03:31.168 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.167+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~BUT9WQVKH1LW.2 size=990409 2023-12-01T05:03:31.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.172+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=BUT9WQVKH1LW tag=6ZEJOMB31K22 type=write size=4136137 2023-12-01T05:03:31.175 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.174+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=6DUB9UH7CLQI type=del size=3658267 2023-12-01T05:03:31.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.177+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=VBREJKICIG8C type=del 2023-12-01T05:03:31.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.180+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=M9TPKN67IQOM type=del size=1265944 2023-12-01T05:03:31.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.183+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=118OGZ9V658D type=del 2023-12-01T05:03:31.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.186+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~XAIHTFKTDU0A.0 size=248536 2023-12-01T05:03:31.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.186+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=XAIHTFKTDU0A tag=BMAQKHRWH0NG type=write size=1297112 2023-12-01T05:03:31.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.189+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=5X49BYLLEZBM type=del 2023-12-01T05:03:31.193 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.192+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~LNXK0JHNSPNT.0 size=610163 2023-12-01T05:03:31.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.192+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=LNXK0JHNSPNT tag=I85U7P6TLICY type=write size=1658739 2023-12-01T05:03:31.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.195+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=6TMVJV21T2D3 type=del 2023-12-01T05:03:31.200 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.198+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~23M2MUPTJL31.0 size=1048576 2023-12-01T05:03:31.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.200+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~23M2MUPTJL31.1 size=1048576 2023-12-01T05:03:31.203 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.202+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~23M2MUPTJL31.2 size=900677 2023-12-01T05:03:31.203 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.202+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=23M2MUPTJL31 tag=5YSE0VF1CCAJ type=write size=4046405 2023-12-01T05:03:31.205 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.204+0000 7f2ce2b518c0 1 < completed write operation key=Y5IWDXWUVH3N tag=Y33VWUUSVD3Y type=write size=722140 2023-12-01T05:03:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:30 smithi155 ceph-mon[102677]: pgmap v1668: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 181 KiB/s wr, 913 op/s 2023-12-01T05:03:31.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.206+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=SZB6ZO6P7TE4 type=del size=2006543 2023-12-01T05:03:31.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.208+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=XX0RXBT979TH type=write size=274748 2023-12-01T05:03:31.211 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.210+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=FN35G99C0745 type=del size=3982918 2023-12-01T05:03:31.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.212+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~NPA7LXUHHHFS.0 size=1048576 2023-12-01T05:03:31.214 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.212+0000 7f2ce2b518c0 1 < canceled part key=_multipart_IU15OM7RZ3XF.2~NPA7LXUHHHFS.1 size=323440 2023-12-01T05:03:31.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.216+0000 7f2ce2b518c0 1 < canceled multipart upload key=IU15OM7RZ3XF upload=NPA7LXUHHHFS tag=RQEQU5OEUG30 type=write size=2420592 2023-12-01T05:03:31.219 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.218+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=T4UW9YRBFG95 type=del size=848297 2023-12-01T05:03:31.222 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.220+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~O8R1SGA0244D.0 size=1048576 2023-12-01T05:03:31.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.222+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~O8R1SGA0244D.1 size=1048576 2023-12-01T05:03:31.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.225+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~O8R1SGA0244D.2 size=736819 2023-12-01T05:03:31.230 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.229+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=O8R1SGA0244D tag=T5GZJAL40DVZ type=write size=3882547 2023-12-01T05:03:31.232 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.231+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=9POVONQOZCB5 type=del size=733677 2023-12-01T05:03:31.234 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.233+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~ZI8A3R9C0BM6.0 size=122140 2023-12-01T05:03:31.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.237+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=ZI8A3R9C0BM6 tag=E6TTMJOSB44H type=write size=1170716 2023-12-01T05:03:31.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.239+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=VJA0FK8BUI6F type=del size=1108075 2023-12-01T05:03:31.242 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.241+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=CCUY8D3R39VX type=del 2023-12-01T05:03:31.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.246+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~YSC2ULS4NZQC.0 size=547813 2023-12-01T05:03:31.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.246+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=YSC2ULS4NZQC tag=7V5BKEG9VJIR type=write size=1596389 2023-12-01T05:03:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:30 smithi111 ceph-mon[97855]: pgmap v1668: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 181 KiB/s wr, 913 op/s 2023-12-01T05:03:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:30 smithi111 ceph-mon[116524]: pgmap v1668: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 181 KiB/s wr, 913 op/s 2023-12-01T05:03:31.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.249+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~42MGK2A252HG.0 size=1048576 2023-12-01T05:03:31.252 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.250+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~42MGK2A252HG.1 size=1048576 2023-12-01T05:03:31.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.253+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~42MGK2A252HG.2 size=1035705 2023-12-01T05:03:31.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.256+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=42MGK2A252HG tag=4Q0XAAPCMWJI type=write size=4181433 2023-12-01T05:03:31.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.260+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~PR91L2OIAMLL.0 size=663344 2023-12-01T05:03:31.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.260+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=PR91L2OIAMLL tag=7PBA9ZAPH72G type=write size=1711920 2023-12-01T05:03:31.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.262+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=M8FNI4EAE96U type=del 2023-12-01T05:03:31.266 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.265+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=8AKWRHC7LDKG type=del size=780391 2023-12-01T05:03:31.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.267+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~EAKIL46U5I71.0 size=1048576 2023-12-01T05:03:31.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.268+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~EAKIL46U5I71.1 size=1048576 2023-12-01T05:03:31.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.268+0000 7f2ce2b518c0 1 < canceled part key=_multipart_EQJ6TWB0BPZS.2~EAKIL46U5I71.2 size=671709 2023-12-01T05:03:31.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.272+0000 7f2ce2b518c0 1 < canceled multipart upload key=EQJ6TWB0BPZS upload=EAKIL46U5I71 tag=8NJMWPJ4AXS3 type=write size=3817437 2023-12-01T05:03:31.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.276+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~9SI4AR6RTNR3.0 size=1048576 2023-12-01T05:03:31.278 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.277+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~9SI4AR6RTNR3.1 size=1048576 2023-12-01T05:03:31.280 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.279+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~9SI4AR6RTNR3.2 size=296373 2023-12-01T05:03:31.280 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.279+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=9SI4AR6RTNR3 tag=R3O40AWCZ753 type=write size=3442101 2023-12-01T05:03:31.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.281+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=2T6U1IIC4BSM type=del 2023-12-01T05:03:31.284 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.283+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=SHK43DON0ZNV type=del size=303299 2023-12-01T05:03:31.286 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.285+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~NDCXX3B5G0I6.0 size=1048576 2023-12-01T05:03:31.288 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.287+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~NDCXX3B5G0I6.1 size=1048576 2023-12-01T05:03:31.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.288+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~NDCXX3B5G0I6.2 size=770219 2023-12-01T05:03:31.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.292+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=NDCXX3B5G0I6 tag=XEOEWPQITG2U type=write size=3915947 2023-12-01T05:03:31.295 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.294+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=OVC2ON1WWBKO type=del size=2247226 2023-12-01T05:03:31.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.298+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=6DUB9UH7CLQI type=del 2023-12-01T05:03:31.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.300+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=ZMWCPO328PH7 type=del size=4011094 2023-12-01T05:03:31.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.302+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=M9TPKN67IQOM type=del 2023-12-01T05:03:31.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.304+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=KF8BOPEKPX5M type=del size=3223368 2023-12-01T05:03:31.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.306+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~XAIHTFKTDU0A.0 size=248536 2023-12-01T05:03:31.311 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.310+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=XAIHTFKTDU0A tag=BMAQKHRWH0NG type=write size=1297112 2023-12-01T05:03:31.313 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.312+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=EQWWQ1SF6OS5 type=del size=939814 2023-12-01T05:03:31.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.314+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~LNXK0JHNSPNT.0 size=610163 2023-12-01T05:03:31.320 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.318+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=LNXK0JHNSPNT tag=I85U7P6TLICY type=write size=1658739 2023-12-01T05:03:31.321 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.320+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=6P75KT8PAVLE type=del size=3521715 2023-12-01T05:03:31.323 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.322+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~23M2MUPTJL31.0 size=1048576 2023-12-01T05:03:31.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.324+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~23M2MUPTJL31.1 size=1048576 2023-12-01T05:03:31.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.325+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~23M2MUPTJL31.2 size=900677 2023-12-01T05:03:31.330 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.329+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=23M2MUPTJL31 tag=5YSE0VF1CCAJ type=write size=4046405 2023-12-01T05:03:31.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.331+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=VK1GJTIPBCWF type=write size=98891 2023-12-01T05:03:31.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.333+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=SZB6ZO6P7TE4 type=del 2023-12-01T05:03:31.338 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.337+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~D3IV2JNU04XI.0 size=1048576 2023-12-01T05:03:31.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.339+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~D3IV2JNU04XI.1 size=1048576 2023-12-01T05:03:31.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.340+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~D3IV2JNU04XI.2 size=28329 2023-12-01T05:03:31.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.340+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=D3IV2JNU04XI tag=UAE8SQAY6LV1 type=write size=3174057 2023-12-01T05:03:31.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.343+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=FN35G99C0745 type=del 2023-12-01T05:03:31.347 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.346+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~C6UMZB4UKOJJ.0 size=1048576 2023-12-01T05:03:31.350 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.349+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~C6UMZB4UKOJJ.1 size=1048576 2023-12-01T05:03:31.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.350+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~C6UMZB4UKOJJ.2 size=1045907 2023-12-01T05:03:31.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.350+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=C6UMZB4UKOJJ tag=MD82S4HUNCN0 type=write size=4191635 2023-12-01T05:03:31.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.352+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=T4UW9YRBFG95 type=del 2023-12-01T05:03:31.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.354+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=O3BKB7W1PGYA type=del size=3450554 2023-12-01T05:03:31.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.357+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=9POVONQOZCB5 type=del 2023-12-01T05:03:31.362 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.361+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~CUED2DFNMWAV.0 size=28061 2023-12-01T05:03:31.362 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.361+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=CUED2DFNMWAV tag=1QZT1CEQ3BF6 type=write size=1076637 2023-12-01T05:03:31.364 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.363+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=VJA0FK8BUI6F type=del 2023-12-01T05:03:31.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.367+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~KB1LCH4NRGIQ.0 size=1048576 2023-12-01T05:03:31.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.369+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~KB1LCH4NRGIQ.1 size=1048576 2023-12-01T05:03:31.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.371+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~KB1LCH4NRGIQ.2 size=663465 2023-12-01T05:03:31.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.371+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=KB1LCH4NRGIQ tag=LXG0Z4P33SYL type=write size=3809193 2023-12-01T05:03:31.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.371+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~YSC2ULS4NZQC.0 size=547813 2023-12-01T05:03:31.377 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.376+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=YSC2ULS4NZQC tag=7V5BKEG9VJIR type=write size=1596389 2023-12-01T05:03:31.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.378+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=6ZOR3223DTI4 type=del size=2141893 2023-12-01T05:03:31.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.378+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~PR91L2OIAMLL.0 size=663344 2023-12-01T05:03:31.383 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.382+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=PR91L2OIAMLL tag=7PBA9ZAPH72G type=write size=1711920 2023-12-01T05:03:31.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.384+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=RMGG7M43PKLH type=del size=1584261 2023-12-01T05:03:31.387 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.386+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=8AKWRHC7LDKG type=del 2023-12-01T05:03:31.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.390+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~ST00DE1YK4ZT.0 size=909788 2023-12-01T05:03:31.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.390+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=ST00DE1YK4ZT tag=8KB8Q3BLL9YI type=write size=1958364 2023-12-01T05:03:31.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.390+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~9SI4AR6RTNR3.0 size=1048576 2023-12-01T05:03:31.391 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.390+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~9SI4AR6RTNR3.1 size=1048576 2023-12-01T05:03:31.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.390+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~9SI4AR6RTNR3.2 size=296373 2023-12-01T05:03:31.395 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.394+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=9SI4AR6RTNR3 tag=R3O40AWCZ753 type=write size=3442101 2023-12-01T05:03:31.399 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.398+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~QT675PK5Q5U6.0 size=1048576 2023-12-01T05:03:31.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.399+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~QT675PK5Q5U6.1 size=98495 2023-12-01T05:03:31.401 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.399+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=QT675PK5Q5U6 tag=1PFQOC8LUBXE type=write size=2195647 2023-12-01T05:03:31.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.402+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=SHK43DON0ZNV type=del 2023-12-01T05:03:31.405 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.404+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=MNH2LD7L3UTQ type=write size=625473 2023-12-01T05:03:31.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.406+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=OVC2ON1WWBKO type=del 2023-12-01T05:03:31.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.408+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=8YYD3SFVV1BQ type=del size=1372906 2023-12-01T05:03:31.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.410+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=ZMWCPO328PH7 type=del 2023-12-01T05:03:31.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.413+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=O3Q1SYY0P043 type=del size=662160 2023-12-01T05:03:31.419 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.417+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=KF8BOPEKPX5M type=del size=3223368 2023-12-01T05:03:31.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.419+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=7GCNS52UCB89 type=del size=711275 2023-12-01T05:03:31.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.422+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=EQWWQ1SF6OS5 type=del 2023-12-01T05:03:31.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.424+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=3G4MTIEK6UVA type=write size=565851 2023-12-01T05:03:31.427 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.426+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=6P75KT8PAVLE type=del 2023-12-01T05:03:31.429 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.428+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=S0PG0BPCT4W1 type=write size=176874 2023-12-01T05:03:31.431 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.430+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=VK1GJTIPBCWF type=write size=98891 2023-12-01T05:03:31.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.435+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~RG6Z0FQ0Q48I.0 size=431934 2023-12-01T05:03:31.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.435+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=RG6Z0FQ0Q48I tag=FNRAL0ABEVW5 type=write size=1480510 2023-12-01T05:03:31.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.437+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~D3IV2JNU04XI.0 size=1048576 2023-12-01T05:03:31.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.439+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~D3IV2JNU04XI.1 size=1048576 2023-12-01T05:03:31.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.441+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~D3IV2JNU04XI.2 size=28329 2023-12-01T05:03:31.445 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.444+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=D3IV2JNU04XI tag=UAE8SQAY6LV1 type=write size=3174057 2023-12-01T05:03:31.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.446+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=YMVQWA1K72YN type=del size=1519084 2023-12-01T05:03:31.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.448+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~C6UMZB4UKOJJ.0 size=1048576 2023-12-01T05:03:31.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.450+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~C6UMZB4UKOJJ.1 size=1048576 2023-12-01T05:03:31.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.452+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~C6UMZB4UKOJJ.2 size=1045907 2023-12-01T05:03:31.457 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.456+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=C6UMZB4UKOJJ tag=MD82S4HUNCN0 type=write size=4191635 2023-12-01T05:03:31.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.459+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~1XFTEHQFWENX.0 size=1048576 2023-12-01T05:03:31.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.461+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~1XFTEHQFWENX.1 size=178811 2023-12-01T05:03:31.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.461+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=1XFTEHQFWENX tag=603C4VVK13JB type=write size=2275963 2023-12-01T05:03:31.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.465+0000 7f2ce2b518c0 1 < suggested update operation key=SY2W6QFZQBL7 tag=O3BKB7W1PGYA type=del size=3450554 2023-12-01T05:03:31.469 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.468+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=6HMSIG9NT2NU type=del size=2071914 2023-12-01T05:03:31.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.470+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~CUED2DFNMWAV.0 size=28061 2023-12-01T05:03:31.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.473+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=CUED2DFNMWAV tag=1QZT1CEQ3BF6 type=write size=1076637 2023-12-01T05:03:31.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.476+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=DB444CLW7K4U type=del size=573753 2023-12-01T05:03:31.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.478+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~KB1LCH4NRGIQ.0 size=1048576 2023-12-01T05:03:31.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.480+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~KB1LCH4NRGIQ.1 size=1048576 2023-12-01T05:03:31.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.480+0000 7f2ce2b518c0 1 < canceled part key=_multipart_JDW6X9ZJ49B4.2~KB1LCH4NRGIQ.2 size=663465 2023-12-01T05:03:31.485 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.484+0000 7f2ce2b518c0 1 < canceled multipart upload key=JDW6X9ZJ49B4 upload=KB1LCH4NRGIQ tag=LXG0Z4P33SYL type=write size=3809193 2023-12-01T05:03:31.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.486+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=0D7AQGN2IHLN type=write size=565263 2023-12-01T05:03:31.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.488+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=6ZOR3223DTI4 type=del 2023-12-01T05:03:31.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.490+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=QNW0DU8GLT3Q type=del size=3070636 2023-12-01T05:03:31.494 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.493+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=RMGG7M43PKLH type=del 2023-12-01T05:03:31.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.497+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~LRUCWPAZA19G.0 size=1048576 2023-12-01T05:03:31.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.498+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~LRUCWPAZA19G.1 size=231649 2023-12-01T05:03:31.500 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.498+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=LRUCWPAZA19G tag=VPCBIS2JMULW type=write size=2328801 2023-12-01T05:03:31.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.500+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~ST00DE1YK4ZT.0 size=909788 2023-12-01T05:03:31.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.505+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=ST00DE1YK4ZT tag=8KB8Q3BLL9YI type=write size=1958364 2023-12-01T05:03:31.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.508+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=U124U6AEPH8V type=write size=714149 2023-12-01T05:03:31.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.508+0000 7f2ce2b518c0 1 < canceled part key=_multipart_XVLWW7JLOIDK.2~QT675PK5Q5U6.0 size=1048576 2023-12-01T05:03:31.511 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.510+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~QT675PK5Q5U6.1 size=98495 2023-12-01T05:03:31.515 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.514+0000 7f2ce2b518c0 1 < canceled multipart upload key=XVLWW7JLOIDK upload=QT675PK5Q5U6 tag=1PFQOC8LUBXE type=write size=2195647 2023-12-01T05:03:31.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.518+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~RP4ZU36KUWIJ.0 size=1048576 2023-12-01T05:03:31.522 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.521+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~RP4ZU36KUWIJ.1 size=1048576 2023-12-01T05:03:31.525 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.523+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~RP4ZU36KUWIJ.2 size=178373 2023-12-01T05:03:31.525 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.523+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=RP4ZU36KUWIJ tag=MMS37QCL31YE type=write size=3324101 2023-12-01T05:03:31.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.526+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=MNH2LD7L3UTQ type=write size=625473 2023-12-01T05:03:31.530 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.528+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=BSJYIN5B3JVQ type=del size=3362300 2023-12-01T05:03:31.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.532+0000 7f2ce2b518c0 -1 < failed to complete operation key=YZK909CJ0EPV tag=8YYD3SFVV1BQ type=del size=1372906: (22) Invalid argument 2023-12-01T05:03:31.535 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.534+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=A2JRQYHZK7FA type=del size=662015 2023-12-01T05:03:31.538 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.537+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=O3Q1SYY0P043 type=del 2023-12-01T05:03:31.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.541+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~NH4FEGA2LYLJ.0 size=1048576 2023-12-01T05:03:31.544 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.543+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~NH4FEGA2LYLJ.1 size=739540 2023-12-01T05:03:31.544 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.543+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=NH4FEGA2LYLJ tag=IGISATXUYAXM type=write size=2836692 2023-12-01T05:03:31.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.546+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=7GCNS52UCB89 type=del 2023-12-01T05:03:31.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.548+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=2SIQB0ZTZ4PY type=write size=1001188 2023-12-01T05:03:31.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.551+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=3G4MTIEK6UVA type=write size=565851 2023-12-01T05:03:31.554 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.553+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=ZJ26VG3J9G2X type=del size=174646 2023-12-01T05:03:31.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.555+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=S0PG0BPCT4W1 type=write size=176874 2023-12-01T05:03:31.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.559+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~BW9IXC2RBHIV.0 size=362746 2023-12-01T05:03:31.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.559+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=BW9IXC2RBHIV tag=O14WPMZEPHC5 type=write size=1411322 2023-12-01T05:03:31.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.561+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~RG6Z0FQ0Q48I.0 size=431934 2023-12-01T05:03:31.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.565+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=RG6Z0FQ0Q48I tag=FNRAL0ABEVW5 type=write size=1480510 2023-12-01T05:03:31.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.569+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~QJ2DYB8FE2EF.0 size=1048576 2023-12-01T05:03:31.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.571+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~QJ2DYB8FE2EF.1 size=497637 2023-12-01T05:03:31.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.571+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=QJ2DYB8FE2EF tag=KE8EFQZ8UN13 type=write size=2594789 2023-12-01T05:03:31.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.574+0000 7f2ce2b518c0 1 < suggested remove operation key=W8X2JZ25JX20 tag=YMVQWA1K72YN type=del 2023-12-01T05:03:31.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.578+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~WIO1RWH8T474.0 size=889814 2023-12-01T05:03:31.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.578+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=WIO1RWH8T474 tag=BMA3RUM2PYSD type=write size=1938390 2023-12-01T05:03:31.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.580+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~1XFTEHQFWENX.0 size=1048576 2023-12-01T05:03:31.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.582+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~1XFTEHQFWENX.1 size=178811 2023-12-01T05:03:31.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.587+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=1XFTEHQFWENX tag=603C4VVK13JB type=write size=2275963 2023-12-01T05:03:31.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.589+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=JY5GWVY0I0KA type=del size=1502531 2023-12-01T05:03:31.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.591+0000 7f2ce2b518c0 1 < canceled operation key=DI1WW8WVZX9A tag=6HMSIG9NT2NU type=del size=2071914 2023-12-01T05:03:31.594 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.593+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=OY47162M7LB2 type=del size=3075526 2023-12-01T05:03:31.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.595+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=DB444CLW7K4U type=del 2023-12-01T05:03:31.598 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.597+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=5A3386YUJPJ6 type=del size=4104664 2023-12-01T05:03:31.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.600+0000 7f2ce2b518c0 1 < completed write operation key=Y5IWDXWUVH3N tag=0D7AQGN2IHLN type=write size=565263 2023-12-01T05:03:31.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.602+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=D6VR29USKVXZ type=write size=45390 2023-12-01T05:03:31.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.604+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=QNW0DU8GLT3Q type=del 2023-12-01T05:03:31.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.607+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=MKM6EL03ZSEW type=del size=1590458 2023-12-01T05:03:31.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.609+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~LRUCWPAZA19G.0 size=1048576 2023-12-01T05:03:31.612 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.611+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~LRUCWPAZA19G.1 size=231649 2023-12-01T05:03:31.616 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.615+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=LRUCWPAZA19G tag=VPCBIS2JMULW type=write size=2328801 2023-12-01T05:03:31.618 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.617+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=9UZEZJQVKX14 type=del size=1015264 2023-12-01T05:03:31.621 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.620+0000 7f2ce2b518c0 1 < completed write operation key=10L177QUH8QE tag=U124U6AEPH8V type=write size=714149 2023-12-01T05:03:31.623 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.622+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=U7AJYWJU5PG1 type=del size=2168694 2023-12-01T05:03:31.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.624+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~RP4ZU36KUWIJ.0 size=1048576 2023-12-01T05:03:31.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.626+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~RP4ZU36KUWIJ.1 size=1048576 2023-12-01T05:03:31.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.628+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~RP4ZU36KUWIJ.2 size=178373 2023-12-01T05:03:31.633 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.632+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=RP4ZU36KUWIJ tag=MMS37QCL31YE type=write size=3324101 2023-12-01T05:03:31.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.634+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=2273YLO9DMBS type=del size=2033074 2023-12-01T05:03:31.638 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.637+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=BSJYIN5B3JVQ type=del 2023-12-01T05:03:31.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.639+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=RBXOF8KOXM22 type=del size=3557808 2023-12-01T05:03:31.642 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.641+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=A2JRQYHZK7FA type=del 2023-12-01T05:03:31.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.646+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~B7HRCK7BA1O3.0 size=1048576 2023-12-01T05:03:31.649 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.648+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~B7HRCK7BA1O3.1 size=1048576 2023-12-01T05:03:31.651 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.650+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~B7HRCK7BA1O3.2 size=41764 2023-12-01T05:03:31.651 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.650+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=B7HRCK7BA1O3 tag=CKZIL3ZR4DV5 type=write size=3187492 2023-12-01T05:03:31.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.652+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~NH4FEGA2LYLJ.0 size=1048576 2023-12-01T05:03:31.654 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.653+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~NH4FEGA2LYLJ.1 size=739540 2023-12-01T05:03:31.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.657+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=NH4FEGA2LYLJ tag=IGISATXUYAXM type=write size=2836692 2023-12-01T05:03:31.660 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.659+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=C0SWZ2GVZLX3 type=del size=1399199 2023-12-01T05:03:31.662 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.661+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=2SIQB0ZTZ4PY type=write size=1001188 2023-12-01T05:03:31.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.663+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=M1CB40DIEU7U type=del size=1980534 2023-12-01T05:03:31.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.665+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=ZJ26VG3J9G2X type=del 2023-12-01T05:03:31.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.667+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=FMA597N5FXO2 type=del size=186391 2023-12-01T05:03:31.670 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.669+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~BW9IXC2RBHIV.0 size=362746 2023-12-01T05:03:31.674 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.672+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=BW9IXC2RBHIV tag=O14WPMZEPHC5 type=write size=1411322 2023-12-01T05:03:31.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.676+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=J6AQPNI757TE type=del size=3307268 2023-12-01T05:03:31.679 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.678+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~QJ2DYB8FE2EF.0 size=1048576 2023-12-01T05:03:31.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.680+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~QJ2DYB8FE2EF.1 size=497637 2023-12-01T05:03:31.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.684+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=QJ2DYB8FE2EF tag=KE8EFQZ8UN13 type=write size=2594789 2023-12-01T05:03:31.689 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.688+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~K114WL0K4ONT.0 size=1048576 2023-12-01T05:03:31.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.689+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~K114WL0K4ONT.1 size=817556 2023-12-01T05:03:31.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.689+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=K114WL0K4ONT tag=5HQ1AQ0FP2FZ type=write size=2914708 2023-12-01T05:03:31.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.692+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~WIO1RWH8T474.0 size=889814 2023-12-01T05:03:31.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.695+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=WIO1RWH8T474 tag=BMA3RUM2PYSD type=write size=1938390 2023-12-01T05:03:31.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.698+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=XW4YFY8QOT7S type=del size=881495 2023-12-01T05:03:31.702 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.701+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=JY5GWVY0I0KA type=del 2023-12-01T05:03:31.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.705+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~CFUCSDEZVET2.0 size=1048576 2023-12-01T05:03:31.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.707+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~CFUCSDEZVET2.1 size=1048576 2023-12-01T05:03:31.709 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.708+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~CFUCSDEZVET2.2 size=932543 2023-12-01T05:03:31.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.708+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=CFUCSDEZVET2 tag=7SDBBFXDAS2O type=write size=4078271 2023-12-01T05:03:31.713 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.712+0000 7f2ce2b518c0 1 < suggested update operation key=MUH8GSRXUS6M tag=OY47162M7LB2 type=del size=3075526 2023-12-01T05:03:31.716 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.715+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=QIA7BF9YM2CP type=del size=784833 2023-12-01T05:03:31.718 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.717+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=5A3386YUJPJ6 type=del 2023-12-01T05:03:31.722 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.721+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~0TD4RXFA1A8W.0 size=1048576 2023-12-01T05:03:31.724 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.723+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~0TD4RXFA1A8W.1 size=1048576 2023-12-01T05:03:31.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.724+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~0TD4RXFA1A8W.2 size=869561 2023-12-01T05:03:31.726 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.724+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=0TD4RXFA1A8W tag=BVR2VU32SOQR type=write size=4015289 2023-12-01T05:03:31.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.728+0000 7f2ce2b518c0 1 < suggested remove operation key=LDCQLVOA6YHR tag=D6VR29USKVXZ type=write 2023-12-01T05:03:31.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.730+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=SSXDEK1IZO5T type=del size=1878127 2023-12-01T05:03:31.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.735+0000 7f2ce2b518c0 1 < suggested update operation key=8XRBQI3FV85G tag=MKM6EL03ZSEW type=del size=1590458 2023-12-01T05:03:31.738 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.737+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=X7Y7ANXQIONR type=del size=3014451 2023-12-01T05:03:31.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.739+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=9UZEZJQVKX14 type=del 2023-12-01T05:03:31.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.741+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=PN97D3HC1UWX type=del size=1554065 2023-12-01T05:03:31.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.746+0000 7f2ce2b518c0 1 < suggested update operation key=807CI1E6OSAU tag=U7AJYWJU5PG1 type=del size=2168694 2023-12-01T05:03:31.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.748+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=240523O7EYDV type=del size=941942 2023-12-01T05:03:31.751 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.750+0000 7f2ce2b518c0 1 < canceled operation key=KBRIH4PKGG4O tag=2273YLO9DMBS type=del size=2033074 2023-12-01T05:03:31.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.755+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~B17X5XAH6DRY.0 size=491524 2023-12-01T05:03:31.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.755+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=B17X5XAH6DRY tag=1O13H45NKGKC type=write size=1540100 2023-12-01T05:03:31.761 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.759+0000 7f2ce2b518c0 1 < suggested remove operation key=0BUXOUU4KRQZ tag=RBXOF8KOXM22 type=del 2023-12-01T05:03:31.763 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.762+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=FDAMC2ONNZPA type=del size=4019392 2023-12-01T05:03:31.765 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.764+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~B7HRCK7BA1O3.0 size=1048576 2023-12-01T05:03:31.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.766+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~B7HRCK7BA1O3.1 size=1048576 2023-12-01T05:03:31.769 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.768+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~B7HRCK7BA1O3.2 size=41764 2023-12-01T05:03:31.773 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.772+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=B7HRCK7BA1O3 tag=CKZIL3ZR4DV5 type=write size=3187492 2023-12-01T05:03:31.777 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.776+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~ALK6HSSLAM6H.0 size=530722 2023-12-01T05:03:31.777 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.776+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=ALK6HSSLAM6H tag=Q4CLIZRLSAIQ type=write size=1579298 2023-12-01T05:03:31.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.778+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=C0SWZ2GVZLX3 type=del size=1399199 2023-12-01T05:03:31.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.781+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=E6VQV4VD50L1 type=del size=4120457 2023-12-01T05:03:31.785 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.784+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=M1CB40DIEU7U type=del 2023-12-01T05:03:31.789 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.788+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~JZQFEWUOBE3O.0 size=1048576 2023-12-01T05:03:31.791 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.790+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~JZQFEWUOBE3O.1 size=1048576 2023-12-01T05:03:31.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.792+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~JZQFEWUOBE3O.2 size=414921 2023-12-01T05:03:31.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.792+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=JZQFEWUOBE3O tag=B5TSHIGJLZ0J type=write size=3560649 2023-12-01T05:03:31.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.794+0000 7f2ce2b518c0 1 < canceled operation key=SY2W6QFZQBL7 tag=FMA597N5FXO2 type=del size=186391 2023-12-01T05:03:31.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.797+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=81MGIR0RZ24C type=write size=112071 2023-12-01T05:03:31.803 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.802+0000 7f2ce2b518c0 1 < suggested update operation key=Y5IWDXWUVH3N tag=J6AQPNI757TE type=del size=3307268 2023-12-01T05:03:31.805 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.804+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=N9DVSJM121X8 type=del size=612228 2023-12-01T05:03:31.807 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.806+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~K114WL0K4ONT.0 size=1048576 2023-12-01T05:03:31.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.808+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~K114WL0K4ONT.1 size=817556 2023-12-01T05:03:31.813 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.812+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=K114WL0K4ONT tag=5HQ1AQ0FP2FZ type=write size=2914708 2023-12-01T05:03:31.815 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.814+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=2RPWTBLV53BJ type=del size=3644191 2023-12-01T05:03:31.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.819+0000 7f2ce2b518c0 1 < suggested update operation key=DI1WW8WVZX9A tag=XW4YFY8QOT7S type=del size=881495 2023-12-01T05:03:31.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.824+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~RC8Q3H8Z3C6K.0 size=220602 2023-12-01T05:03:31.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.824+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=RC8Q3H8Z3C6K tag=T46YZB14PQGL type=write size=1269178 2023-12-01T05:03:31.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.827+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~CFUCSDEZVET2.0 size=1048576 2023-12-01T05:03:31.830 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.829+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~CFUCSDEZVET2.1 size=1048576 2023-12-01T05:03:31.832 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.831+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~CFUCSDEZVET2.2 size=932543 2023-12-01T05:03:31.836 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.834+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=CFUCSDEZVET2 tag=7SDBBFXDAS2O type=write size=4078271 2023-12-01T05:03:31.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.837+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=DKNCPYS5EVZT type=write size=198981 2023-12-01T05:03:31.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.839+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=QIA7BF9YM2CP type=del 2023-12-01T05:03:31.842 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.841+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=VWHKCR5S26VA type=write size=365788 2023-12-01T05:03:31.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.843+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~0TD4RXFA1A8W.0 size=1048576 2023-12-01T05:03:31.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.843+0000 7f2ce2b518c0 1 < canceled part key=_multipart_Y5IWDXWUVH3N.2~0TD4RXFA1A8W.1 size=1048576 2023-12-01T05:03:31.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.843+0000 7f2ce2b518c0 1 < canceled part key=_multipart_Y5IWDXWUVH3N.2~0TD4RXFA1A8W.2 size=869561 2023-12-01T05:03:31.848 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.847+0000 7f2ce2b518c0 1 < canceled multipart upload key=Y5IWDXWUVH3N upload=0TD4RXFA1A8W tag=BVR2VU32SOQR type=write size=4015289 2023-12-01T05:03:31.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.849+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=PTW1HX6Z8OR4 type=del size=236160 2023-12-01T05:03:31.852 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.851+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=SSXDEK1IZO5T type=del 2023-12-01T05:03:31.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.853+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=IV5MHG0DRZPZ type=del size=2185366 2023-12-01T05:03:31.858 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.857+0000 7f2ce2b518c0 -1 < failed to complete operation key=Y5IWDXWUVH3N tag=X7Y7ANXQIONR type=del size=3014451: (22) Invalid argument 2023-12-01T05:03:31.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.859+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=4UJXP10N0P6C type=del size=2645151 2023-12-01T05:03:31.862 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.861+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=PN97D3HC1UWX type=del 2023-12-01T05:03:31.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.865+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~0F4EW2HUIK2R.0 size=1048576 2023-12-01T05:03:31.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.867+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~0F4EW2HUIK2R.1 size=606644 2023-12-01T05:03:31.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.867+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=0F4EW2HUIK2R tag=JH8ENE566KRI type=write size=2703796 2023-12-01T05:03:31.873 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.872+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=240523O7EYDV type=del 2023-12-01T05:03:31.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.876+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~I19ERQ49Y622.0 size=272960 2023-12-01T05:03:31.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.876+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=I19ERQ49Y622 tag=KPXKVMZUMAGL type=write size=1321536 2023-12-01T05:03:31.880 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.879+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~B17X5XAH6DRY.0 size=491524 2023-12-01T05:03:31.884 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.883+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=B17X5XAH6DRY tag=1O13H45NKGKC type=write size=1540100 2023-12-01T05:03:31.886 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.885+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=QL2FG7G8JZ5M type=write size=60660 2023-12-01T05:03:31.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.887+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=FDAMC2ONNZPA type=del 2023-12-01T05:03:31.891 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.889+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=052JO5SWFWRJ type=del size=3237685 2023-12-01T05:03:31.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.892+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~ALK6HSSLAM6H.0 size=530722 2023-12-01T05:03:31.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.895+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=ALK6HSSLAM6H tag=Q4CLIZRLSAIQ type=write size=1579298 2023-12-01T05:03:31.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.898+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=Y4BODB58MND1 type=del size=2504357 2023-12-01T05:03:31.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.900+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=E6VQV4VD50L1 type=del 2023-12-01T05:03:31.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.902+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=3ZPZW68ZWOGC type=del size=463776 2023-12-01T05:03:31.906 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.905+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~JZQFEWUOBE3O.0 size=1048576 2023-12-01T05:03:31.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.907+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~JZQFEWUOBE3O.1 size=1048576 2023-12-01T05:03:31.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.909+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~JZQFEWUOBE3O.2 size=414921 2023-12-01T05:03:31.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.913+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=JZQFEWUOBE3O tag=B5TSHIGJLZ0J type=write size=3560649 2023-12-01T05:03:31.918 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.917+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~KGAMR0BHN15O.0 size=1048576 2023-12-01T05:03:31.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.919+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~KGAMR0BHN15O.1 size=1048576 2023-12-01T05:03:31.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.921+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~KGAMR0BHN15O.2 size=282640 2023-12-01T05:03:31.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.921+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=KGAMR0BHN15O tag=JHEP65C043BQ type=write size=3428368 2023-12-01T05:03:31.924 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.923+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=81MGIR0RZ24C type=write size=112071 2023-12-01T05:03:31.926 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.925+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=70XPRAJT1MLG type=del size=3557404 2023-12-01T05:03:31.928 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.927+0000 7f2ce2b518c0 1 < canceled operation key=XVLWW7JLOIDK tag=N9DVSJM121X8 type=del size=612228 2023-12-01T05:03:31.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.933+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~P3WJPFWZ8K72.0 size=224010 2023-12-01T05:03:31.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.933+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=P3WJPFWZ8K72 tag=LP4CTENV2OBP type=write size=1272586 2023-12-01T05:03:31.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.936+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=2RPWTBLV53BJ type=del 2023-12-01T05:03:31.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.940+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~8ULUZG2W49SM.0 size=307377 2023-12-01T05:03:31.941 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.940+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=8ULUZG2W49SM tag=GG38UOQSM8AI type=write size=1355953 2023-12-01T05:03:31.943 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.942+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~RC8Q3H8Z3C6K.0 size=220602 2023-12-01T05:03:31.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.946+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=RC8Q3H8Z3C6K tag=T46YZB14PQGL type=write size=1269178 2023-12-01T05:03:31.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.948+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=1HHQRLQODF4M type=write size=905098 2023-12-01T05:03:31.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.961+0000 7f2ce2b518c0 1 < completed write operation key=KBRIH4PKGG4O tag=DKNCPYS5EVZT type=write size=198981 2023-12-01T05:03:31.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.963+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=BQ5U6L678N06 type=del size=483549 2023-12-01T05:03:31.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.965+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=VWHKCR5S26VA type=write size=365788 2023-12-01T05:03:31.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.967+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=62IDJC0JBDI8 type=del size=740261 2023-12-01T05:03:31.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.970+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=PTW1HX6Z8OR4 type=del 2023-12-01T05:03:31.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.972+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=MJ86TF1MYEV5 type=write size=726786 2023-12-01T05:03:31.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.975+0000 7f2ce2b518c0 -1 < failed to complete operation key=5U9IVFXOOGZO tag=IV5MHG0DRZPZ type=del size=2185366: (22) Invalid argument 2023-12-01T05:03:31.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.979+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~ZUM6GXJW7CIK.0 size=896723 2023-12-01T05:03:31.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.979+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=ZUM6GXJW7CIK tag=PB499X4BPFWE type=write size=1945299 2023-12-01T05:03:31.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.981+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=4UJXP10N0P6C type=del 2023-12-01T05:03:31.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.985+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~N8W4SWF0INP7.0 size=1048576 2023-12-01T05:03:31.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.986+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~N8W4SWF0INP7.1 size=169341 2023-12-01T05:03:31.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.986+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=N8W4SWF0INP7 tag=UH07EERMOG81 type=write size=2266493 2023-12-01T05:03:31.989 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.988+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~0F4EW2HUIK2R.0 size=1048576 2023-12-01T05:03:31.990 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.988+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KFTOV6Y7KOAW.2~0F4EW2HUIK2R.1 size=606644 2023-12-01T05:03:31.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.992+0000 7f2ce2b518c0 1 < canceled multipart upload key=KFTOV6Y7KOAW upload=0F4EW2HUIK2R tag=JH8ENE566KRI type=write size=2703796 2023-12-01T05:03:31.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.996+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~CTDO8Z1NTSVC.0 size=1048576 2023-12-01T05:03:31.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.998+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~CTDO8Z1NTSVC.1 size=825048 2023-12-01T05:03:31.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:31.998+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=CTDO8Z1NTSVC tag=HRPRZWV4BI7S type=write size=2922200 2023-12-01T05:03:32.001 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.000+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~I19ERQ49Y622.0 size=272960 2023-12-01T05:03:32.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.003+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=I19ERQ49Y622 tag=KPXKVMZUMAGL type=write size=1321536 2023-12-01T05:03:32.007 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.005+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=YN5331SIDMNQ type=del size=724218 2023-12-01T05:03:32.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.008+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=QL2FG7G8JZ5M type=write size=60660 2023-12-01T05:03:32.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.010+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=EMSR5FQ6RMTW type=del size=2026463 2023-12-01T05:03:32.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.012+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=052JO5SWFWRJ type=del 2023-12-01T05:03:32.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.014+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=NQSPY9W7I1OX type=del size=3101597 2023-12-01T05:03:32.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.019+0000 7f2ce2b518c0 1 < suggested update operation key=B5FU2JKJOI4Z tag=Y4BODB58MND1 type=del size=2504357 2023-12-01T05:03:32.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.021+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=17197V41Q3LD type=del size=2650286 2023-12-01T05:03:32.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.025+0000 7f2ce2b518c0 1 < suggested remove operation key=8XRBQI3FV85G tag=3ZPZW68ZWOGC type=del 2023-12-01T05:03:32.028 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.027+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=IXT7YZQS2FC9 type=del size=1241244 2023-12-01T05:03:32.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.028+0000 7f2ce2b518c0 1 < canceled part key=_multipart_DI1WW8WVZX9A.2~KGAMR0BHN15O.0 size=1048576 2023-12-01T05:03:32.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.029+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~KGAMR0BHN15O.1 size=1048576 2023-12-01T05:03:32.032 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.031+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~KGAMR0BHN15O.2 size=282640 2023-12-01T05:03:32.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.035+0000 7f2ce2b518c0 1 < canceled multipart upload key=DI1WW8WVZX9A upload=KGAMR0BHN15O tag=JHEP65C043BQ type=write size=3428368 2023-12-01T05:03:32.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.037+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=4AX67KQPG21A type=del size=417530 2023-12-01T05:03:32.041 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.040+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=70XPRAJT1MLG type=del 2023-12-01T05:03:32.045 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.043+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2ILHXEC9P1EC.0 size=1048576 2023-12-01T05:03:32.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.045+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2ILHXEC9P1EC.1 size=1048576 2023-12-01T05:03:32.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.047+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~2ILHXEC9P1EC.2 size=787082 2023-12-01T05:03:32.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.047+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=2ILHXEC9P1EC tag=032YE589N53G type=write size=3932810 2023-12-01T05:03:32.050 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.049+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~P3WJPFWZ8K72.0 size=224010 2023-12-01T05:03:32.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.053+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=P3WJPFWZ8K72 tag=LP4CTENV2OBP type=write size=1272586 2023-12-01T05:03:32.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.058+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~TB1LZ8USPD53.0 size=336541 2023-12-01T05:03:32.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.058+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=TB1LZ8USPD53 tag=J9135953NPW1 type=write size=1385117 2023-12-01T05:03:32.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.060+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~8ULUZG2W49SM.0 size=307377 2023-12-01T05:03:32.065 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.064+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=8ULUZG2W49SM tag=GG38UOQSM8AI type=write size=1355953 2023-12-01T05:03:32.067 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.066+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=BBFAUWQN3Q02 type=del size=2066386 2023-12-01T05:03:32.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.068+0000 7f2ce2b518c0 1 < canceled operation key=XVLWW7JLOIDK tag=1HHQRLQODF4M type=write size=905098 2023-12-01T05:03:32.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.070+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=D9OO97DL3TC1 type=write size=641433 2023-12-01T05:03:32.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.074+0000 7f2ce2b518c0 1 < suggested remove operation key=IU15OM7RZ3XF tag=BQ5U6L678N06 type=del 2023-12-01T05:03:32.077 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.076+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=1TXDZWS0X21W type=del size=3836733 2023-12-01T05:03:32.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.080+0000 7f2ce2b518c0 1 < suggested update operation key=SY2W6QFZQBL7 tag=62IDJC0JBDI8 type=del size=740261 2023-12-01T05:03:32.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.082+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=4OJ9EZ4A6UV3 type=del size=3646017 2023-12-01T05:03:32.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.084+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=MJ86TF1MYEV5 type=write size=726786 2023-12-01T05:03:32.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.088+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~N65BCF112AVB.0 size=761490 2023-12-01T05:03:32.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.088+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=N65BCF112AVB tag=G2U40HWS46EF type=write size=1810066 2023-12-01T05:03:32.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.091+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~ZUM6GXJW7CIK.0 size=896723 2023-12-01T05:03:32.096 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.095+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=ZUM6GXJW7CIK tag=PB499X4BPFWE type=write size=1945299 2023-12-01T05:03:32.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.098+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=VT4MQPUL5518 type=del size=10722 2023-12-01T05:03:32.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.100+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~N8W4SWF0INP7.0 size=1048576 2023-12-01T05:03:32.103 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.102+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~N8W4SWF0INP7.1 size=169341 2023-12-01T05:03:32.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.105+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=N8W4SWF0INP7 tag=UH07EERMOG81 type=write size=2266493 2023-12-01T05:03:32.108 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.107+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=PSUVXISG3282 type=write size=263122 2023-12-01T05:03:32.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.110+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~CTDO8Z1NTSVC.0 size=1048576 2023-12-01T05:03:32.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.112+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~CTDO8Z1NTSVC.1 size=825048 2023-12-01T05:03:32.116 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.115+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=CTDO8Z1NTSVC tag=HRPRZWV4BI7S type=write size=2922200 2023-12-01T05:03:32.120 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.119+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~K2ROHVQ4FAMC.0 size=1048576 2023-12-01T05:03:32.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.121+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~K2ROHVQ4FAMC.1 size=191600 2023-12-01T05:03:32.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.121+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=K2ROHVQ4FAMC tag=05NW4YSK32AI type=write size=2288752 2023-12-01T05:03:32.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.124+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=YN5331SIDMNQ type=del 2023-12-01T05:03:32.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.126+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=KN9Q70OJ1NAD type=write size=889176 2023-12-01T05:03:32.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.128+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=EMSR5FQ6RMTW type=del size=2026463 2023-12-01T05:03:32.131 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.130+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=1HVZPVLKZOW7 type=write size=671585 2023-12-01T05:03:32.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.132+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=NQSPY9W7I1OX type=del 2023-12-01T05:03:32.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.134+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=AUN5XEJYPA0M type=del size=4175511 2023-12-01T05:03:32.137 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.136+0000 7f2ce2b518c0 1 < canceled operation key=W8X2JZ25JX20 tag=17197V41Q3LD type=del size=2650286 2023-12-01T05:03:32.141 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.140+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~M0Y1ATWFND55.0 size=1048576 2023-12-01T05:03:32.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.141+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~M0Y1ATWFND55.1 size=298378 2023-12-01T05:03:32.143 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.141+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=M0Y1ATWFND55 tag=YQ4LU2EPLEYM type=write size=2395530 2023-12-01T05:03:32.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.144+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=IXT7YZQS2FC9 type=del 2023-12-01T05:03:32.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.147+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~31GBTVCDI0ZA.0 size=1048576 2023-12-01T05:03:32.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.150+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~31GBTVCDI0ZA.1 size=305318 2023-12-01T05:03:32.151 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.150+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=31GBTVCDI0ZA tag=L2A8L2A3VP50 type=write size=2402470 2023-12-01T05:03:32.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.154+0000 7f2ce2b518c0 1 < suggested update operation key=JWJAKQZX6VLS tag=4AX67KQPG21A type=del size=417530 2023-12-01T05:03:32.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.156+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=LKCUZ4LU7L8U type=del size=1367357 2023-12-01T05:03:32.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.159+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~2ILHXEC9P1EC.0 size=1048576 2023-12-01T05:03:32.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.161+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~2ILHXEC9P1EC.1 size=1048576 2023-12-01T05:03:32.164 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.163+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~2ILHXEC9P1EC.2 size=787082 2023-12-01T05:03:32.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.167+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=2ILHXEC9P1EC tag=032YE589N53G type=write size=3932810 2023-12-01T05:03:32.171 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.169+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=ZE17Q3JKZVW6 type=del size=2504776 2023-12-01T05:03:32.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.172+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~TB1LZ8USPD53.0 size=336541 2023-12-01T05:03:32.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.175+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=TB1LZ8USPD53 tag=J9135953NPW1 type=write size=1385117 2023-12-01T05:03:32.179 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.178+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=H14FWJISHCQO type=del size=940731 2023-12-01T05:03:32.183 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.182+0000 7f2ce2b518c0 1 < suggested remove operation key=W8X2JZ25JX20 tag=BBFAUWQN3Q02 type=del 2023-12-01T05:03:32.185 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.184+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=V4OWH116FDI4 type=del size=1341859 2023-12-01T05:03:32.187 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.186+0000 7f2ce2b518c0 1 < completed write operation key=MUH8GSRXUS6M tag=D9OO97DL3TC1 type=write size=641433 2023-12-01T05:03:32.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.190+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~YTFJTMPLTV8Q.0 size=1048576 2023-12-01T05:03:32.192 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.191+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~YTFJTMPLTV8Q.1 size=441361 2023-12-01T05:03:32.193 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.191+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=YTFJTMPLTV8Q tag=IJZ7NYP9O1BH type=write size=2538513 2023-12-01T05:03:32.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.195+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=1TXDZWS0X21W type=del 2023-12-01T05:03:32.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.199+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~0FF3VYBPTGMV.0 size=1048576 2023-12-01T05:03:32.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.201+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~0FF3VYBPTGMV.1 size=777707 2023-12-01T05:03:32.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.201+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=0FF3VYBPTGMV tag=BB4HUY04S0KU type=write size=2874859 2023-12-01T05:03:32.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.203+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=4OJ9EZ4A6UV3 type=del 2023-12-01T05:03:32.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.205+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=17LL47EUME4R type=del size=3176566 2023-12-01T05:03:32.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.207+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~N65BCF112AVB.0 size=761490 2023-12-01T05:03:32.212 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.211+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=N65BCF112AVB tag=G2U40HWS46EF type=write size=1810066 2023-12-01T05:03:32.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.213+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=86WOJ61MDM64 type=del size=3223007 2023-12-01T05:03:32.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.216+0000 7f2ce2b518c0 -1 < failed to complete operation key=W8X2JZ25JX20 tag=VT4MQPUL5518 type=del size=10722: (22) Invalid argument 2023-12-01T05:03:32.222 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.221+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~FK9B7SCE8E42.0 size=1048576 2023-12-01T05:03:32.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.223+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~FK9B7SCE8E42.1 size=1048576 2023-12-01T05:03:32.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.225+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~FK9B7SCE8E42.2 size=158135 2023-12-01T05:03:32.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.225+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=FK9B7SCE8E42 tag=T0OBPBVPNZYU type=write size=3303863 2023-12-01T05:03:32.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.227+0000 7f2ce2b518c0 1 < canceled operation key=ASITIOFTV58Q tag=PSUVXISG3282 type=write size=263122 2023-12-01T05:03:32.232 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.231+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=MWNRAWHCJXLL type=del size=108750 2023-12-01T05:03:32.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.233+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~K2ROHVQ4FAMC.0 size=1048576 2023-12-01T05:03:32.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.235+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~K2ROHVQ4FAMC.1 size=191600 2023-12-01T05:03:32.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.239+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=K2ROHVQ4FAMC tag=05NW4YSK32AI type=write size=2288752 2023-12-01T05:03:32.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.244+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~3R2N6271GGC8.0 size=1048576 2023-12-01T05:03:32.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.245+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~3R2N6271GGC8.1 size=925975 2023-12-01T05:03:32.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.245+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=3R2N6271GGC8 tag=8H3D9F9QTWHV type=write size=3023127 2023-12-01T05:03:32.249 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.248+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=KN9Q70OJ1NAD type=write size=889176 2023-12-01T05:03:32.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.252+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~3285QMQCQHDA.0 size=1048576 2023-12-01T05:03:32.255 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.254+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~3285QMQCQHDA.1 size=492003 2023-12-01T05:03:32.255 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.254+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=3285QMQCQHDA tag=3WLK8D8IOV90 type=write size=2589155 2023-12-01T05:03:32.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.256+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=1HVZPVLKZOW7 type=write size=671585 2023-12-01T05:03:32.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.259+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~D1LHCR12JTAP.0 size=1048576 2023-12-01T05:03:32.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.261+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~D1LHCR12JTAP.1 size=1048576 2023-12-01T05:03:32.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.263+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~D1LHCR12JTAP.2 size=401540 2023-12-01T05:03:32.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.263+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=D1LHCR12JTAP tag=HJNJM496D5VD type=write size=3547268 2023-12-01T05:03:32.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.265+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=AUN5XEJYPA0M type=del 2023-12-01T05:03:32.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.268+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=P54J0WG2APGE type=del size=3969348 2023-12-01T05:03:32.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.270+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~M0Y1ATWFND55.0 size=1048576 2023-12-01T05:03:32.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.272+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~M0Y1ATWFND55.1 size=298378 2023-12-01T05:03:32.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.276+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=M0Y1ATWFND55 tag=YQ4LU2EPLEYM type=write size=2395530 2023-12-01T05:03:32.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.278+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=WD9PVKZH5G1L type=del size=389675 2023-12-01T05:03:32.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.280+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~31GBTVCDI0ZA.0 size=1048576 2023-12-01T05:03:32.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.280+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~31GBTVCDI0ZA.1 size=305318 2023-12-01T05:03:32.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.284+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=31GBTVCDI0ZA tag=L2A8L2A3VP50 type=write size=2402470 2023-12-01T05:03:32.287 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.286+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=FEAR8MQIAYS2 type=del size=1255052 2023-12-01T05:03:32.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.290+0000 7f2ce2b518c0 1 < suggested remove operation key=43ABSP862CV0 tag=LKCUZ4LU7L8U type=del 2023-12-01T05:03:32.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.292+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=II1Q9HV6UZRE type=del size=433155 2023-12-01T05:03:32.295 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.294+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=ZE17Q3JKZVW6 type=del 2023-12-01T05:03:32.298 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.297+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=BRK0X6ZKVKFX type=del size=745828 2023-12-01T05:03:32.300 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.299+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=H14FWJISHCQO type=del 2023-12-01T05:03:32.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.301+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=2ZQ4YCQNCHYX type=write size=730169 2023-12-01T05:03:32.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.302+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=2GXBXJ2J4VWX tag=V4OWH116FDI4 type=del size=1341859: (2) No such file or directory 2023-12-01T05:03:32.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.306+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~8QTTUPO8DOIV.0 size=338113 2023-12-01T05:03:32.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.306+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=8QTTUPO8DOIV tag=643L47ZFBCMR type=write size=1386689 2023-12-01T05:03:32.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.308+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~YTFJTMPLTV8Q.0 size=1048576 2023-12-01T05:03:32.311 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.310+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~YTFJTMPLTV8Q.1 size=441361 2023-12-01T05:03:32.314 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.313+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=YTFJTMPLTV8Q tag=IJZ7NYP9O1BH type=write size=2538513 2023-12-01T05:03:32.317 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.316+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=V4Z7CKW8TKUV type=del size=2984092 2023-12-01T05:03:32.319 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.318+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~0FF3VYBPTGMV.0 size=1048576 2023-12-01T05:03:32.321 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.320+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~0FF3VYBPTGMV.1 size=777707 2023-12-01T05:03:32.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.323+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=0FF3VYBPTGMV tag=BB4HUY04S0KU type=write size=2874859 2023-12-01T05:03:32.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.325+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=9K9W0ZSV0ZHV type=write size=70579 2023-12-01T05:03:32.330 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.329+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=17LL47EUME4R type=del 2023-12-01T05:03:32.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.333+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~UUO4Q69YBFHM.0 size=765760 2023-12-01T05:03:32.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.333+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=UUO4Q69YBFHM tag=UFLGIEOKJTVD type=write size=1814336 2023-12-01T05:03:32.336 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.335+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=86WOJ61MDM64 type=del size=3223007 2023-12-01T05:03:32.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.339+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~MIIYD72YIZHM.0 size=10483 2023-12-01T05:03:32.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.339+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=MIIYD72YIZHM tag=GXE8O2ZVOSS1 type=write size=1059059 2023-12-01T05:03:32.342 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.340+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~FK9B7SCE8E42.0 size=1048576 2023-12-01T05:03:32.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.342+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~FK9B7SCE8E42.1 size=1048576 2023-12-01T05:03:32.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.344+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~FK9B7SCE8E42.2 size=158135 2023-12-01T05:03:32.348 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.347+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=FK9B7SCE8E42 tag=T0OBPBVPNZYU type=write size=3303863 2023-12-01T05:03:32.350 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.349+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=IP80ALGJI232 type=del size=1003252 2023-12-01T05:03:32.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.353+0000 7f2ce2b518c0 1 < suggested remove operation key=W8X2JZ25JX20 tag=MWNRAWHCJXLL type=del 2023-12-01T05:03:32.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.355+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=DU6EF66T3DCB type=del size=1414702 2023-12-01T05:03:32.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.357+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~3R2N6271GGC8.0 size=1048576 2023-12-01T05:03:32.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.359+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~3R2N6271GGC8.1 size=925975 2023-12-01T05:03:32.364 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.363+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=3R2N6271GGC8 tag=8H3D9F9QTWHV type=write size=3023127 2023-12-01T05:03:32.366 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.365+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=RSXF1YTGPBZV type=del size=3671590 2023-12-01T05:03:32.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.367+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~3285QMQCQHDA.0 size=1048576 2023-12-01T05:03:32.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.369+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~3285QMQCQHDA.1 size=492003 2023-12-01T05:03:32.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.373+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=3285QMQCQHDA tag=3WLK8D8IOV90 type=write size=2589155 2023-12-01T05:03:32.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.377+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~HD9VOMXBH3OM.0 size=453846 2023-12-01T05:03:32.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.377+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=HD9VOMXBH3OM tag=C71KV3LN7BZH type=write size=1502422 2023-12-01T05:03:32.380 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.379+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~D1LHCR12JTAP.0 size=1048576 2023-12-01T05:03:32.382 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.381+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~D1LHCR12JTAP.1 size=1048576 2023-12-01T05:03:32.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.383+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~D1LHCR12JTAP.2 size=401540 2023-12-01T05:03:32.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.386+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=D1LHCR12JTAP tag=HJNJM496D5VD type=write size=3547268 2023-12-01T05:03:32.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.389+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=1A9GILC0NQB0 type=write size=958391 2023-12-01T05:03:32.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.391+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=P54J0WG2APGE type=del 2023-12-01T05:03:32.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.393+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=DRQ9534TT52P type=del size=1601799 2023-12-01T05:03:32.397 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.395+0000 7f2ce2b518c0 1 < canceled operation key=KBRIH4PKGG4O tag=WD9PVKZH5G1L type=del size=389675 2023-12-01T05:03:32.401 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.400+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~B144F6MV9H1L.0 size=1048576 2023-12-01T05:03:32.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.402+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~B144F6MV9H1L.1 size=1048576 2023-12-01T05:03:32.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.405+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~B144F6MV9H1L.2 size=649749 2023-12-01T05:03:32.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.405+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=B144F6MV9H1L tag=FZOS1FQSPRCB type=write size=3795477 2023-12-01T05:03:32.410 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.409+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=FEAR8MQIAYS2 type=del size=1255052 2023-12-01T05:03:32.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.414+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~K1Y0YE48AH86.0 size=588220 2023-12-01T05:03:32.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.414+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=K1Y0YE48AH86 tag=HRG1A34UBP3R type=write size=1636796 2023-12-01T05:03:32.417 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.416+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=II1Q9HV6UZRE type=del 2023-12-01T05:03:32.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.421+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~VCPJ4D1MO1IN.0 size=1048576 2023-12-01T05:03:32.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.422+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~VCPJ4D1MO1IN.1 size=890280 2023-12-01T05:03:32.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.422+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=VCPJ4D1MO1IN tag=AZ0Q1Q6IRFYP type=write size=2987432 2023-12-01T05:03:32.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.425+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=BRK0X6ZKVKFX type=del 2023-12-01T05:03:32.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.429+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~TEXXIL4H84K1.0 size=716045 2023-12-01T05:03:32.431 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.429+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=TEXXIL4H84K1 tag=6L50YZREQ7CY type=write size=1764621 2023-12-01T05:03:32.431 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.430+0000 7f2ce2b518c0 -1 < no bi entry to suggest for operation key=JWJAKQZX6VLS tag=2ZQ4YCQNCHYX type=write size=730169: (2) No such file or directory 2023-12-01T05:03:32.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.434+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~U1PVXMXW9KEA.0 size=1048576 2023-12-01T05:03:32.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.436+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~U1PVXMXW9KEA.1 size=1048576 2023-12-01T05:03:32.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.438+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~U1PVXMXW9KEA.2 size=516552 2023-12-01T05:03:32.440 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.438+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=U1PVXMXW9KEA tag=VUI5TPSZWVTT type=write size=3662280 2023-12-01T05:03:32.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.441+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~8QTTUPO8DOIV.0 size=338113 2023-12-01T05:03:32.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.445+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=8QTTUPO8DOIV tag=643L47ZFBCMR type=write size=1386689 2023-12-01T05:03:32.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.449+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BMS7G47CXPDF.0 size=1048576 2023-12-01T05:03:32.452 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.451+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BMS7G47CXPDF.1 size=1048576 2023-12-01T05:03:32.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.453+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~BMS7G47CXPDF.2 size=516911 2023-12-01T05:03:32.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.453+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=BMS7G47CXPDF tag=28GSNJZIFBN1 type=write size=3662639 2023-12-01T05:03:32.456 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.455+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=V4Z7CKW8TKUV type=del 2023-12-01T05:03:32.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.457+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=7J7AIVSKXEK3 type=del size=1063134 2023-12-01T05:03:32.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.459+0000 7f2ce2b518c0 1 < completed write operation key=DI1WW8WVZX9A tag=9K9W0ZSV0ZHV type=write size=70579 2023-12-01T05:03:32.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.465+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~1C0E5DRJ9212.0 size=135626 2023-12-01T05:03:32.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.465+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=1C0E5DRJ9212 tag=LU23YLN1WIY5 type=write size=1184202 2023-12-01T05:03:32.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.467+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~UUO4Q69YBFHM.0 size=765760 2023-12-01T05:03:32.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.471+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=UUO4Q69YBFHM tag=UFLGIEOKJTVD type=write size=1814336 2023-12-01T05:03:32.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.473+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=7Y6UASZ22JCB type=write size=272527 2023-12-01T05:03:32.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.476+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~MIIYD72YIZHM.0 size=10483 2023-12-01T05:03:32.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.480+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=MIIYD72YIZHM tag=GXE8O2ZVOSS1 type=write size=1059059 2023-12-01T05:03:32.485 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.484+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~H0LQ3UHSF72L.0 size=1048576 2023-12-01T05:03:32.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.485+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~H0LQ3UHSF72L.1 size=175564 2023-12-01T05:03:32.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.485+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=H0LQ3UHSF72L tag=OY24U55RR38A type=write size=2272716 2023-12-01T05:03:32.491 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.490+0000 7f2ce2b518c0 1 < suggested remove operation key=ASITIOFTV58Q tag=IP80ALGJI232 type=del 2023-12-01T05:03:32.493 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.492+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=06X0X3WQMPUY type=write size=284435 2023-12-01T05:03:32.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.494+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=DU6EF66T3DCB type=del 2023-12-01T05:03:32.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.496+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=ZPT7T6G32PBU type=del size=2334655 2023-12-01T05:03:32.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.498+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=RSXF1YTGPBZV type=del 2023-12-01T05:03:32.501 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.500+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=NT6SDGA3XBZA type=del size=1706471 2023-12-01T05:03:32.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.502+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~HD9VOMXBH3OM.0 size=453846 2023-12-01T05:03:32.507 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.506+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=HD9VOMXBH3OM tag=C71KV3LN7BZH type=write size=1502422 2023-12-01T05:03:32.509 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.508+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=3O61L9N7M1TQ type=del size=3570482 2023-12-01T05:03:32.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.511+0000 7f2ce2b518c0 1 < completed write operation key=10L177QUH8QE tag=1A9GILC0NQB0 type=write size=958391 2023-12-01T05:03:32.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.513+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=G8VBLFGWBON7 type=del size=2178923 2023-12-01T05:03:32.518 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.517+0000 7f2ce2b518c0 1 < suggested update operation key=KBRIH4PKGG4O tag=DRQ9534TT52P type=del size=1601799 2023-12-01T05:03:32.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.523+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~LOM2HUPNDE5Q.0 size=1048576 2023-12-01T05:03:32.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.525+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~LOM2HUPNDE5Q.1 size=1048576 2023-12-01T05:03:32.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.527+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~LOM2HUPNDE5Q.2 size=400514 2023-12-01T05:03:32.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.527+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=LOM2HUPNDE5Q tag=QV5W0N7ETUPX type=write size=3546242 2023-12-01T05:03:32.531 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.530+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~B144F6MV9H1L.0 size=1048576 2023-12-01T05:03:32.533 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.532+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~B144F6MV9H1L.1 size=1048576 2023-12-01T05:03:32.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.535+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~B144F6MV9H1L.2 size=649749 2023-12-01T05:03:32.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.539+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=B144F6MV9H1L tag=FZOS1FQSPRCB type=write size=3795477 2023-12-01T05:03:32.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.544+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~VL60NDSQRSDD.0 size=1016172 2023-12-01T05:03:32.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.544+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=VL60NDSQRSDD tag=9PLCK1C6FO2N type=write size=2064748 2023-12-01T05:03:32.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.546+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~K1Y0YE48AH86.0 size=588220 2023-12-01T05:03:32.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.550+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=K1Y0YE48AH86 tag=HRG1A34UBP3R type=write size=1636796 2023-12-01T05:03:32.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.552+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=NUV3F66YG8LD type=del size=288755 2023-12-01T05:03:32.556 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.555+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~VCPJ4D1MO1IN.0 size=1048576 2023-12-01T05:03:32.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.557+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~VCPJ4D1MO1IN.1 size=890280 2023-12-01T05:03:32.562 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.560+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=VCPJ4D1MO1IN tag=AZ0Q1Q6IRFYP type=write size=2987432 2023-12-01T05:03:32.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.564+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~C37UXRTNIM9I.0 size=767038 2023-12-01T05:03:32.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.564+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=C37UXRTNIM9I tag=3HUDTSWTM56Y type=write size=1815614 2023-12-01T05:03:32.567 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.566+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~TEXXIL4H84K1.0 size=716045 2023-12-01T05:03:32.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.571+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=TEXXIL4H84K1 tag=6L50YZREQ7CY type=write size=1764621 2023-12-01T05:03:32.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.574+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~329KITUVRIAI.0 size=529839 2023-12-01T05:03:32.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.574+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=329KITUVRIAI tag=WALMW3IN2VBQ type=write size=1578415 2023-12-01T05:03:32.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.577+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~U1PVXMXW9KEA.0 size=1048576 2023-12-01T05:03:32.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.577+0000 7f2ce2b518c0 1 < canceled part key=_multipart_B5FU2JKJOI4Z.2~U1PVXMXW9KEA.1 size=1048576 2023-12-01T05:03:32.580 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.579+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~U1PVXMXW9KEA.2 size=516552 2023-12-01T05:03:32.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.582+0000 7f2ce2b518c0 1 < canceled multipart upload key=B5FU2JKJOI4Z upload=U1PVXMXW9KEA tag=VUI5TPSZWVTT type=write size=3662280 2023-12-01T05:03:32.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.584+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=BB1N4PZM1RS7 type=del size=2836760 2023-12-01T05:03:32.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.587+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~BMS7G47CXPDF.0 size=1048576 2023-12-01T05:03:32.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.589+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~BMS7G47CXPDF.1 size=1048576 2023-12-01T05:03:32.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.591+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~BMS7G47CXPDF.2 size=516911 2023-12-01T05:03:32.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.595+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=BMS7G47CXPDF tag=28GSNJZIFBN1 type=write size=3662639 2023-12-01T05:03:32.599 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.598+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=CTL0RRUKU9ZM type=del size=4183622 2023-12-01T05:03:32.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.600+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=7J7AIVSKXEK3 type=del 2023-12-01T05:03:32.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.602+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=2ILA1ZZ4BJ0Z type=write size=530987 2023-12-01T05:03:32.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.604+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~1C0E5DRJ9212.0 size=135626 2023-12-01T05:03:32.609 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.608+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=1C0E5DRJ9212 tag=LU23YLN1WIY5 type=write size=1184202 2023-12-01T05:03:32.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.610+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=PFZHTFE48SQD type=del size=794424 2023-12-01T05:03:32.616 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.615+0000 7f2ce2b518c0 1 < suggested update operation key=Y5IWDXWUVH3N tag=7Y6UASZ22JCB type=write size=272527 2023-12-01T05:03:32.621 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.619+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~NE689M8ER8QA.0 size=1048576 2023-12-01T05:03:32.623 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.622+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~NE689M8ER8QA.1 size=1048576 2023-12-01T05:03:32.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.624+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~NE689M8ER8QA.2 size=90540 2023-12-01T05:03:32.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.624+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=NE689M8ER8QA tag=9IAMV1WW5UDH type=write size=3236268 2023-12-01T05:03:32.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.626+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~H0LQ3UHSF72L.0 size=1048576 2023-12-01T05:03:32.628 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.627+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~H0LQ3UHSF72L.1 size=175564 2023-12-01T05:03:32.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.631+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=H0LQ3UHSF72L tag=OY24U55RR38A type=write size=2272716 2023-12-01T05:03:32.634 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.633+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=NN2XQ0VLRE8G type=del size=3762385 2023-12-01T05:03:32.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.635+0000 7f2ce2b518c0 1 < completed write operation key=B5FU2JKJOI4Z tag=06X0X3WQMPUY type=write size=284435 2023-12-01T05:03:32.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.639+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~248AGJ2DQGTH.0 size=1048576 2023-12-01T05:03:32.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.640+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~248AGJ2DQGTH.1 size=415234 2023-12-01T05:03:32.642 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.640+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=248AGJ2DQGTH tag=HKBG17MMED0S type=write size=2512386 2023-12-01T05:03:32.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.643+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=ZPT7T6G32PBU type=del 2023-12-01T05:03:32.646 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.645+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=YGXMLHZ1J7WU type=del size=27733 2023-12-01T05:03:32.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.647+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=NT6SDGA3XBZA type=del 2023-12-01T05:03:32.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.651+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~MZNJEO7F9WW9.0 size=1048576 2023-12-01T05:03:32.654 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.653+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~MZNJEO7F9WW9.1 size=1048576 2023-12-01T05:03:32.656 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.655+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~MZNJEO7F9WW9.2 size=385576 2023-12-01T05:03:32.656 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.655+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=MZNJEO7F9WW9 tag=6JY8RK3T79A6 type=write size=3531304 2023-12-01T05:03:32.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.657+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=3O61L9N7M1TQ type=del 2023-12-01T05:03:32.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.659+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=PVLPI3RKCT6I type=del size=3781065 2023-12-01T05:03:32.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.662+0000 7f2ce2b518c0 -1 < failed to complete operation key=KBRIH4PKGG4O tag=G8VBLFGWBON7 type=del size=2178923: (22) Invalid argument 2023-12-01T05:03:32.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.666+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~6UUI7D7HJVI8.0 size=1048576 2023-12-01T05:03:32.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.668+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~6UUI7D7HJVI8.1 size=1048576 2023-12-01T05:03:32.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.670+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~6UUI7D7HJVI8.2 size=222111 2023-12-01T05:03:32.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.670+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=6UUI7D7HJVI8 tag=DHA9BME2IEPS type=write size=3367839 2023-12-01T05:03:32.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.672+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~LOM2HUPNDE5Q.0 size=1048576 2023-12-01T05:03:32.675 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.674+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~LOM2HUPNDE5Q.1 size=1048576 2023-12-01T05:03:32.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.675+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~LOM2HUPNDE5Q.2 size=400514 2023-12-01T05:03:32.680 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.679+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=LOM2HUPNDE5Q tag=QV5W0N7ETUPX type=write size=3546242 2023-12-01T05:03:32.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.683+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~3PX192AV9DN4.0 size=1048576 2023-12-01T05:03:32.685 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.684+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~3PX192AV9DN4.1 size=969229 2023-12-01T05:03:32.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.684+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=3PX192AV9DN4 tag=QBALK78NN3ZX type=write size=3066381 2023-12-01T05:03:32.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.687+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~VL60NDSQRSDD.0 size=1016172 2023-12-01T05:03:32.691 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.690+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=VL60NDSQRSDD tag=9PLCK1C6FO2N type=write size=2064748 2023-12-01T05:03:32.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.692+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=JRP6U38CC1YE type=del size=3829218 2023-12-01T05:03:32.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.694+0000 7f2ce2b518c0 1 < canceled operation key=XVLWW7JLOIDK tag=NUV3F66YG8LD type=del size=288755 2023-12-01T05:03:32.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.698+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~Y0RDX850N6U0.0 size=1048576 2023-12-01T05:03:32.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.700+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~Y0RDX850N6U0.1 size=1048576 2023-12-01T05:03:32.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.702+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~Y0RDX850N6U0.2 size=77136 2023-12-01T05:03:32.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.702+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=Y0RDX850N6U0 tag=TWFDTC9MUXA2 type=write size=3222864 2023-12-01T05:03:32.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.705+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~C37UXRTNIM9I.0 size=767038 2023-12-01T05:03:32.709 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.708+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=C37UXRTNIM9I tag=3HUDTSWTM56Y type=write size=1815614 2023-12-01T05:03:32.711 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.710+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=G0HRNKZK4URM type=del size=3515551 2023-12-01T05:03:32.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.712+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~329KITUVRIAI.0 size=529839 2023-12-01T05:03:32.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.716+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=329KITUVRIAI tag=WALMW3IN2VBQ type=write size=1578415 2023-12-01T05:03:32.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.718+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=Z7YIHZLA6PX7 type=del size=1990535 2023-12-01T05:03:32.722 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.721+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=BB1N4PZM1RS7 type=del 2023-12-01T05:03:32.724 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.723+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=AUFT08MHUJL4 type=del size=2194301 2023-12-01T05:03:32.726 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.725+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=CTL0RRUKU9ZM type=del 2023-12-01T05:03:32.728 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.727+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=OA13P46FRGMF type=del size=3829716 2023-12-01T05:03:32.730 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.729+0000 7f2ce2b518c0 1 < canceled operation key=DI1WW8WVZX9A tag=2ILA1ZZ4BJ0Z type=write size=530987 2023-12-01T05:03:32.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.733+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~9SUQ7W62OLWO.0 size=845723 2023-12-01T05:03:32.735 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.733+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=9SUQ7W62OLWO tag=33UWJFTC4ST7 type=write size=1894299 2023-12-01T05:03:32.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.735+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=PFZHTFE48SQD type=del 2023-12-01T05:03:32.738 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.737+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=5KECCCC9OZ4O type=del size=4015629 2023-12-01T05:03:32.741 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.739+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~NE689M8ER8QA.0 size=1048576 2023-12-01T05:03:32.743 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.742+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~NE689M8ER8QA.1 size=1048576 2023-12-01T05:03:32.745 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.744+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~NE689M8ER8QA.2 size=90540 2023-12-01T05:03:32.749 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.748+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=NE689M8ER8QA tag=9IAMV1WW5UDH type=write size=3236268 2023-12-01T05:03:32.751 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.750+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=0OHF39QL55QF type=del size=2719631 2023-12-01T05:03:32.753 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.752+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=NN2XQ0VLRE8G type=del 2023-12-01T05:03:32.755 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.754+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=6VKS4B6HKG2X type=del size=2462728 2023-12-01T05:03:32.757 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.756+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~248AGJ2DQGTH.0 size=1048576 2023-12-01T05:03:32.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.756+0000 7f2ce2b518c0 1 < canceled part key=_multipart_5U9IVFXOOGZO.2~248AGJ2DQGTH.1 size=415234 2023-12-01T05:03:32.761 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.760+0000 7f2ce2b518c0 1 < canceled multipart upload key=5U9IVFXOOGZO upload=248AGJ2DQGTH tag=HKBG17MMED0S type=write size=2512386 2023-12-01T05:03:32.765 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.764+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~NIL9PEUT0QRX.0 size=1048576 2023-12-01T05:03:32.766 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.765+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~NIL9PEUT0QRX.1 size=539318 2023-12-01T05:03:32.767 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.765+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=NIL9PEUT0QRX tag=YIJFNTH80E4I type=write size=2636470 2023-12-01T05:03:32.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.767+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=YGXMLHZ1J7WU type=del 2023-12-01T05:03:32.772 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.771+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~UFGZM6NV1IK5.0 size=1048576 2023-12-01T05:03:32.774 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.773+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~UFGZM6NV1IK5.1 size=602920 2023-12-01T05:03:32.774 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.773+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=UFGZM6NV1IK5 tag=DMXA6XITDAOA type=write size=2700072 2023-12-01T05:03:32.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.775+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~MZNJEO7F9WW9.0 size=1048576 2023-12-01T05:03:32.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.777+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~MZNJEO7F9WW9.1 size=1048576 2023-12-01T05:03:32.780 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.779+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~MZNJEO7F9WW9.2 size=385576 2023-12-01T05:03:32.788 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.787+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=MZNJEO7F9WW9 tag=6JY8RK3T79A6 type=write size=3531304 2023-12-01T05:03:32.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.791+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~EEBI0WN8B41A.0 size=533127 2023-12-01T05:03:32.793 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.791+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=EEBI0WN8B41A tag=8Q4UNM9OR5NN type=write size=1581703 2023-12-01T05:03:32.795 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.794+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=PVLPI3RKCT6I type=del 2023-12-01T05:03:32.797 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.796+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=J18TECRTHT37 type=del size=3979736 2023-12-01T05:03:32.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.796+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SY2W6QFZQBL7.2~6UUI7D7HJVI8.0 size=1048576 2023-12-01T05:03:32.799 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.798+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~6UUI7D7HJVI8.1 size=1048576 2023-12-01T05:03:32.801 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.800+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~6UUI7D7HJVI8.2 size=222111 2023-12-01T05:03:32.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.803+0000 7f2ce2b518c0 1 < canceled multipart upload key=SY2W6QFZQBL7 upload=6UUI7D7HJVI8 tag=DHA9BME2IEPS type=write size=3367839 2023-12-01T05:03:32.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.807+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~T8VOYMMPFLX0.0 size=345993 2023-12-01T05:03:32.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.807+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=T8VOYMMPFLX0 tag=UQHRCIN9D1W4 type=write size=1394569 2023-12-01T05:03:32.810 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.809+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~3PX192AV9DN4.0 size=1048576 2023-12-01T05:03:32.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.811+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~3PX192AV9DN4.1 size=969229 2023-12-01T05:03:32.815 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.814+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=3PX192AV9DN4 tag=QBALK78NN3ZX type=write size=3066381 2023-12-01T05:03:32.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.818+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~WBPAUAV5O0XG.0 size=139992 2023-12-01T05:03:32.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.818+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=WBPAUAV5O0XG tag=8H22Y8V6I5TT type=write size=1188568 2023-12-01T05:03:32.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.820+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=JRP6U38CC1YE type=del 2023-12-01T05:03:32.824 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.822+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=737IAL6VJLUT type=del size=3558001 2023-12-01T05:03:32.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.825+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~Y0RDX850N6U0.0 size=1048576 2023-12-01T05:03:32.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.825+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SY2W6QFZQBL7.2~Y0RDX850N6U0.1 size=1048576 2023-12-01T05:03:32.829 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.828+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~Y0RDX850N6U0.2 size=77136 2023-12-01T05:03:32.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.831+0000 7f2ce2b518c0 1 < canceled multipart upload key=SY2W6QFZQBL7 upload=Y0RDX850N6U0 tag=TWFDTC9MUXA2 type=write size=3222864 2023-12-01T05:03:32.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.834+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=7V0DJOG403Y3 type=del size=2363524 2023-12-01T05:03:32.837 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.836+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=G0HRNKZK4URM type=del 2023-12-01T05:03:32.839 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.838+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=SZYPY27PJUUW type=write size=835243 2023-12-01T05:03:32.841 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.840+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=Z7YIHZLA6PX7 type=del 2023-12-01T05:03:32.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.844+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~6OU9ANT2LGU6.0 size=999653 2023-12-01T05:03:32.845 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.844+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=6OU9ANT2LGU6 tag=3X0W760DLW5L type=write size=2048229 2023-12-01T05:03:32.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.846+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=AUFT08MHUJL4 type=del 2023-12-01T05:03:32.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.849+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~WMNCOD2O4IZF.0 size=1048576 2023-12-01T05:03:32.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.851+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~WMNCOD2O4IZF.1 size=1048576 2023-12-01T05:03:32.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.854+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~WMNCOD2O4IZF.2 size=216030 2023-12-01T05:03:32.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.854+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=WMNCOD2O4IZF tag=K3O1GJ53JLEL type=write size=3361758 2023-12-01T05:03:32.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.856+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=OA13P46FRGMF type=del 2023-12-01T05:03:32.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.859+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~5V1VQCGILJU3.0 size=98702 2023-12-01T05:03:32.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.859+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=5V1VQCGILJU3 tag=9FOTE3ZN03P2 type=write size=1147278 2023-12-01T05:03:32.862 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.861+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~9SUQ7W62OLWO.0 size=845723 2023-12-01T05:03:32.866 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.865+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=9SUQ7W62OLWO tag=33UWJFTC4ST7 type=write size=1894299 2023-12-01T05:03:32.868 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.867+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=S7AEZ7LCXJIX type=del size=124864 2023-12-01T05:03:32.870 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.869+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=5KECCCC9OZ4O type=del 2023-12-01T05:03:32.873 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.872+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~B4PKWDD90MU5.0 size=1048576 2023-12-01T05:03:32.875 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.874+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~B4PKWDD90MU5.1 size=1048576 2023-12-01T05:03:32.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.876+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~B4PKWDD90MU5.2 size=671579 2023-12-01T05:03:32.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.876+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=B4PKWDD90MU5 tag=PMSQ8CMYKLDO type=write size=3817307 2023-12-01T05:03:32.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.878+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=0OHF39QL55QF type=del 2023-12-01T05:03:32.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.880+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=LQWT67X1MRMZ type=del size=768425 2023-12-01T05:03:32.884 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.883+0000 7f2ce2b518c0 1 < suggested update operation key=KBRIH4PKGG4O tag=6VKS4B6HKG2X type=del size=2462728 2023-12-01T05:03:32.887 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.885+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=64WCL7EXBYBO type=del size=502966 2023-12-01T05:03:32.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.888+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~NIL9PEUT0QRX.0 size=1048576 2023-12-01T05:03:32.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.888+0000 7f2ce2b518c0 1 < canceled part key=_multipart_2GXBXJ2J4VWX.2~NIL9PEUT0QRX.1 size=539318 2023-12-01T05:03:32.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.891+0000 7f2ce2b518c0 1 < canceled multipart upload key=2GXBXJ2J4VWX upload=NIL9PEUT0QRX tag=YIJFNTH80E4I type=write size=2636470 2023-12-01T05:03:32.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.896+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~F5P86FT3NE9P.0 size=1048576 2023-12-01T05:03:32.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.897+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~F5P86FT3NE9P.1 size=337931 2023-12-01T05:03:32.898 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.897+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=F5P86FT3NE9P tag=4JYLSMR8219A type=write size=2435083 2023-12-01T05:03:32.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.899+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~UFGZM6NV1IK5.0 size=1048576 2023-12-01T05:03:32.900 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.899+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SH80HT2F4NK2.2~UFGZM6NV1IK5.1 size=602920 2023-12-01T05:03:32.904 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.903+0000 7f2ce2b518c0 1 < canceled multipart upload key=SH80HT2F4NK2 upload=UFGZM6NV1IK5 tag=DMXA6XITDAOA type=write size=2700072 2023-12-01T05:03:32.906 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.905+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=BXJAOEXJ410A type=del size=2730586 2023-12-01T05:03:32.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.907+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~EEBI0WN8B41A.0 size=533127 2023-12-01T05:03:32.912 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.911+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=EEBI0WN8B41A tag=8Q4UNM9OR5NN type=write size=1581703 2023-12-01T05:03:32.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.913+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=7LJ4KGNKFDFY type=del size=3898039 2023-12-01T05:03:32.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.916+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=J18TECRTHT37 type=del 2023-12-01T05:03:32.919 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.918+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=20EZJ1A0ZGYB type=del size=425166 2023-12-01T05:03:32.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.920+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~T8VOYMMPFLX0.0 size=345993 2023-12-01T05:03:32.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.924+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=T8VOYMMPFLX0 tag=UQHRCIN9D1W4 type=write size=1394569 2023-12-01T05:03:32.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.926+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=69H596X60RGU type=write size=781508 2023-12-01T05:03:32.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.928+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~WBPAUAV5O0XG.0 size=139992 2023-12-01T05:03:32.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.932+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=WBPAUAV5O0XG tag=8H22Y8V6I5TT type=write size=1188568 2023-12-01T05:03:32.935 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.934+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=9DCF8CSE88Z0 type=del size=4061352 2023-12-01T05:03:32.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.936+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=737IAL6VJLUT type=del 2023-12-01T05:03:32.939 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.938+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=9ACM18DALDFH type=del size=901740 2023-12-01T05:03:32.942 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.941+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=7V0DJOG403Y3 type=del 2023-12-01T05:03:32.945 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.943+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=4QH3J625SUNN type=del size=1043001 2023-12-01T05:03:32.949 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.948+0000 7f2ce2b518c0 1 < suggested remove operation key=39WRHET0UJ7U tag=SZYPY27PJUUW type=write 2023-12-01T05:03:32.952 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.951+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=UK0KO5RJM3D5 type=del size=2891088 2023-12-01T05:03:32.955 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.954+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~6OU9ANT2LGU6.0 size=999653 2023-12-01T05:03:32.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.958+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=6OU9ANT2LGU6 tag=3X0W760DLW5L type=write size=2048229 2023-12-01T05:03:32.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.962+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~PUV7VN90UK4X.0 size=48126 2023-12-01T05:03:32.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.962+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=PUV7VN90UK4X tag=MJP1NJS50RN8 type=write size=1096702 2023-12-01T05:03:32.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.962+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KFTOV6Y7KOAW.2~WMNCOD2O4IZF.0 size=1048576 2023-12-01T05:03:32.963 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.962+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KFTOV6Y7KOAW.2~WMNCOD2O4IZF.1 size=1048576 2023-12-01T05:03:32.965 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.964+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~WMNCOD2O4IZF.2 size=216030 2023-12-01T05:03:32.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.968+0000 7f2ce2b518c0 1 < canceled multipart upload key=KFTOV6Y7KOAW upload=WMNCOD2O4IZF tag=K3O1GJ53JLEL type=write size=3361758 2023-12-01T05:03:32.971 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.970+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=GA2Y7HAV6OXF type=del size=661054 2023-12-01T05:03:32.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.972+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~5V1VQCGILJU3.0 size=98702 2023-12-01T05:03:32.977 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.976+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=5V1VQCGILJU3 tag=9FOTE3ZN03P2 type=write size=1147278 2023-12-01T05:03:32.979 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.978+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=OOYCSUK7IGO5 type=del size=2820907 2023-12-01T05:03:32.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.981+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=S7AEZ7LCXJIX type=del 2023-12-01T05:03:32.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.983+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=CZ7B219R0MMK type=del size=2955684 2023-12-01T05:03:32.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.985+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~B4PKWDD90MU5.0 size=1048576 2023-12-01T05:03:32.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.987+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~B4PKWDD90MU5.1 size=1048576 2023-12-01T05:03:32.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.989+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~B4PKWDD90MU5.2 size=671579 2023-12-01T05:03:32.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.994+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=B4PKWDD90MU5 tag=PMSQ8CMYKLDO type=write size=3817307 2023-12-01T05:03:32.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.996+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=76FQSIZ9LU3G type=del size=37262 2023-12-01T05:03:32.999 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:32.998+0000 7f2ce2b518c0 1 < canceled operation key=VAXQ0BZJCDUB tag=LQWT67X1MRMZ type=del size=768425 2023-12-01T05:03:33.001 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.000+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=9AR940W8MHVH type=del size=3107548 2023-12-01T05:03:33.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.003+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=64WCL7EXBYBO type=del 2023-12-01T05:03:33.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.008+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~D6K4BJSKB4S0.0 size=1048576 2023-12-01T05:03:33.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.010+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~D6K4BJSKB4S0.1 size=856213 2023-12-01T05:03:33.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.010+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=D6K4BJSKB4S0 tag=6VFZ4YWS7LQX type=write size=2953365 2023-12-01T05:03:33.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.012+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~F5P86FT3NE9P.0 size=1048576 2023-12-01T05:03:33.015 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.014+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~F5P86FT3NE9P.1 size=337931 2023-12-01T05:03:33.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.018+0000 7f2ce2b518c0 1 < completed multipart upload key=39WRHET0UJ7U upload=F5P86FT3NE9P tag=4JYLSMR8219A type=write size=2435083 2023-12-01T05:03:33.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.020+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=BSMXXUK3I2MZ type=del size=4062307 2023-12-01T05:03:33.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.024+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=BXJAOEXJ410A type=del 2023-12-01T05:03:33.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.026+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=3QWZFJA1Z81S type=del size=998178 2023-12-01T05:03:33.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.029+0000 7f2ce2b518c0 1 < completed delete operation key=B5FU2JKJOI4Z tag=7LJ4KGNKFDFY type=del 2023-12-01T05:03:33.032 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.031+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=87XAGM697ALM type=write size=75409 2023-12-01T05:03:33.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.033+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=20EZJ1A0ZGYB type=del 2023-12-01T05:03:33.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.037+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~AGSW9HC7DI9U.0 size=192208 2023-12-01T05:03:33.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.037+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=AGSW9HC7DI9U tag=QITX94VTNABR type=write size=1240784 2023-12-01T05:03:33.043 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.042+0000 7f2ce2b518c0 1 < suggested remove operation key=VAXQ0BZJCDUB tag=69H596X60RGU type=write 2023-12-01T05:03:33.045 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.044+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=S66OOPHNOYQ7 type=del size=3975851 2023-12-01T05:03:33.047 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.046+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=9DCF8CSE88Z0 type=del 2023-12-01T05:03:33.049 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.048+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=K5ZYNMC2RKLT type=write size=249096 2023-12-01T05:03:33.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.053+0000 7f2ce2b518c0 1 < suggested remove operation key=W8X2JZ25JX20 tag=9ACM18DALDFH type=del 2023-12-01T05:03:33.058 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.057+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~NZ166OIKE8RC.0 size=1048576 2023-12-01T05:03:33.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.059+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~NZ166OIKE8RC.1 size=808542 2023-12-01T05:03:33.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.059+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=NZ166OIKE8RC tag=YXW6Q4NRA0U0 type=write size=2905694 2023-12-01T05:03:33.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.062+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=4QH3J625SUNN type=del 2023-12-01T05:03:33.066 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.064+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=Y32E3DQSCT7D type=del size=1654352 2023-12-01T05:03:33.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.069+0000 7f2ce2b518c0 1 < suggested remove operation key=EQJ6TWB0BPZS tag=UK0KO5RJM3D5 type=del 2023-12-01T05:03:33.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.072+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=92TIJIJJ40Z2 type=write size=440050 2023-12-01T05:03:33.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.074+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~PUV7VN90UK4X.0 size=48126 2023-12-01T05:03:33.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.078+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=PUV7VN90UK4X tag=MJP1NJS50RN8 type=write size=1096702 2023-12-01T05:03:33.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.081+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~SSQ2RR0W77E2.0 size=1048576 2023-12-01T05:03:33.084 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.083+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~SSQ2RR0W77E2.1 size=1048576 2023-12-01T05:03:33.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.085+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~SSQ2RR0W77E2.2 size=417753 2023-12-01T05:03:33.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.085+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=SSQ2RR0W77E2 tag=D17QQUIOS95Y type=write size=3563481 2023-12-01T05:03:33.089 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.088+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=GA2Y7HAV6OXF type=del 2023-12-01T05:03:33.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.092+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~PRMZBOACDYAY.0 size=1048576 2023-12-01T05:03:33.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.094+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~PRMZBOACDYAY.1 size=1048576 2023-12-01T05:03:33.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.096+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~PRMZBOACDYAY.2 size=177778 2023-12-01T05:03:33.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.096+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=PRMZBOACDYAY tag=XL4IFPFUVC30 type=write size=3323506 2023-12-01T05:03:33.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.098+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=OOYCSUK7IGO5 type=del 2023-12-01T05:03:33.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.101+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=FUDXHF4G63I4 type=del size=2346081 2023-12-01T05:03:33.104 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.103+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=CZ7B219R0MMK type=del 2023-12-01T05:03:33.108 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.106+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~BTR501EG9B6W.0 size=1048576 2023-12-01T05:03:33.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.109+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~BTR501EG9B6W.1 size=1048576 2023-12-01T05:03:33.112 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.111+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~BTR501EG9B6W.2 size=676233 2023-12-01T05:03:33.112 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.111+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=BTR501EG9B6W tag=4DWUDRZHHAIE type=write size=3821961 2023-12-01T05:03:33.114 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.113+0000 7f2ce2b518c0 1 < canceled operation key=MUH8GSRXUS6M tag=76FQSIZ9LU3G type=del size=37262 2023-12-01T05:03:33.118 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.117+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~Y4RSAB250LSQ.0 size=1048576 2023-12-01T05:03:33.121 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.120+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~Y4RSAB250LSQ.1 size=1048576 2023-12-01T05:03:33.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.121+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~Y4RSAB250LSQ.2 size=938025 2023-12-01T05:03:33.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.121+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=Y4RSAB250LSQ tag=ESJKCG18RBXL type=write size=4083753 2023-12-01T05:03:33.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.124+0000 7f2ce2b518c0 1 < canceled operation key=2GXBXJ2J4VWX tag=9AR940W8MHVH type=del size=3107548 2023-12-01T05:03:33.127 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.126+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=OXK1ZDOTBAL0 type=del size=2760422 2023-12-01T05:03:33.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.129+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~D6K4BJSKB4S0.0 size=1048576 2023-12-01T05:03:33.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.130+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~D6K4BJSKB4S0.1 size=856213 2023-12-01T05:03:33.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.134+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=D6K4BJSKB4S0 tag=6VFZ4YWS7LQX type=write size=2953365 2023-12-01T05:03:33.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.139+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~X4W6N7R6N8R4.0 size=1048576 2023-12-01T05:03:33.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.141+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~X4W6N7R6N8R4.1 size=30069 2023-12-01T05:03:33.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.141+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=X4W6N7R6N8R4 tag=M1Q9018WXC7M type=write size=2127221 2023-12-01T05:03:33.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.144+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=BSMXXUK3I2MZ type=del 2023-12-01T05:03:33.147 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.146+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=9IHAZN87XUVR type=del size=1887733 2023-12-01T05:03:33.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.148+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=3QWZFJA1Z81S type=del 2023-12-01T05:03:33.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.152+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~ZUVOWV1FZTFI.0 size=384021 2023-12-01T05:03:33.154 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.152+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=ZUVOWV1FZTFI tag=XFRIJ0E12B3J type=write size=1432597 2023-12-01T05:03:33.156 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.155+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=87XAGM697ALM type=write size=75409 2023-12-01T05:03:33.159 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.157+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=HR6OIEIERHEB type=write size=918896 2023-12-01T05:03:33.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.160+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~AGSW9HC7DI9U.0 size=192208 2023-12-01T05:03:33.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.164+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=AGSW9HC7DI9U tag=QITX94VTNABR type=write size=1240784 2023-12-01T05:03:33.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.166+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=1TM4Q2EC4HZF type=del size=2268755 2023-12-01T05:03:33.170 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.169+0000 7f2ce2b518c0 -1 < failed to complete operation key=W8X2JZ25JX20 tag=S66OOPHNOYQ7 type=del size=3975851: (22) Invalid argument 2023-12-01T05:03:33.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.172+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~2YATDQGESS6Y.0 size=1048576 2023-12-01T05:03:33.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.175+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~2YATDQGESS6Y.1 size=350191 2023-12-01T05:03:33.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.175+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=2YATDQGESS6Y tag=D94YAHMSDSP5 type=write size=2447343 2023-12-01T05:03:33.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.177+0000 7f2ce2b518c0 1 < completed write operation key=43ABSP862CV0 tag=K5ZYNMC2RKLT type=write size=249096 2023-12-01T05:03:33.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.179+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=UN0C69MOL3W6 type=del size=2277402 2023-12-01T05:03:33.182 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.181+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~NZ166OIKE8RC.0 size=1048576 2023-12-01T05:03:33.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.183+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~NZ166OIKE8RC.1 size=808542 2023-12-01T05:03:33.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.186+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=NZ166OIKE8RC tag=YXW6Q4NRA0U0 type=write size=2905694 2023-12-01T05:03:33.189 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.188+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=GYE159CP622G type=write size=617403 2023-12-01T05:03:33.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.193+0000 7f2ce2b518c0 1 < suggested update operation key=IU15OM7RZ3XF tag=Y32E3DQSCT7D type=del size=1654352 2023-12-01T05:03:33.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.195+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=MMU3KEUM5OJA type=write size=228263 2023-12-01T05:03:33.198 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.197+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=92TIJIJJ40Z2 type=write size=440050 2023-12-01T05:03:33.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.201+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~CRA2PTYP3R9Z.0 size=1048576 2023-12-01T05:03:33.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.203+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~CRA2PTYP3R9Z.1 size=703437 2023-12-01T05:03:33.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.203+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=CRA2PTYP3R9Z tag=7CPISA6Y7YPS type=write size=2800589 2023-12-01T05:03:33.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.205+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~SSQ2RR0W77E2.0 size=1048576 2023-12-01T05:03:33.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.205+0000 7f2ce2b518c0 1 < canceled part key=_multipart_HAZC92VMYO82.2~SSQ2RR0W77E2.1 size=1048576 2023-12-01T05:03:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:32 smithi155 ceph-mon[102677]: pgmap v1669: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.23k op/s 2023-12-01T05:03:33.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.207+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~SSQ2RR0W77E2.2 size=417753 2023-12-01T05:03:33.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.211+0000 7f2ce2b518c0 1 < canceled multipart upload key=HAZC92VMYO82 upload=SSQ2RR0W77E2 tag=D17QQUIOS95Y type=write size=3563481 2023-12-01T05:03:33.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.216+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~0R8QS1AAY0AA.0 size=686671 2023-12-01T05:03:33.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.216+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=0R8QS1AAY0AA tag=7JB0KMLDNP7P type=write size=1735247 2023-12-01T05:03:33.219 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.218+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~PRMZBOACDYAY.0 size=1048576 2023-12-01T05:03:33.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.220+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~PRMZBOACDYAY.1 size=1048576 2023-12-01T05:03:33.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.222+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~PRMZBOACDYAY.2 size=177778 2023-12-01T05:03:33.228 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.226+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=PRMZBOACDYAY tag=XL4IFPFUVC30 type=write size=3323506 2023-12-01T05:03:33.230 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.229+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=LD0JH34KDEAT type=del size=684856 2023-12-01T05:03:33.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.232+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=FUDXHF4G63I4 type=del 2023-12-01T05:03:33.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.234+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=7YF0D3NQOO2T type=del size=529734 2023-12-01T05:03:33.237 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.236+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~BTR501EG9B6W.0 size=1048576 2023-12-01T05:03:33.239 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.238+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~BTR501EG9B6W.1 size=1048576 2023-12-01T05:03:33.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.240+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~BTR501EG9B6W.2 size=676233 2023-12-01T05:03:33.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.244+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=BTR501EG9B6W tag=4DWUDRZHHAIE type=write size=3821961 2023-12-01T05:03:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:32 smithi111 ceph-mon[97855]: pgmap v1669: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.23k op/s 2023-12-01T05:03:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:32 smithi111 ceph-mon[116524]: pgmap v1669: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 434 KiB/s wr, 2.23k op/s 2023-12-01T05:03:33.249 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.248+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~EO6J68Q9IOMO.0 size=1048576 2023-12-01T05:03:33.251 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.250+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~EO6J68Q9IOMO.1 size=1048576 2023-12-01T05:03:33.252 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.251+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~EO6J68Q9IOMO.2 size=136083 2023-12-01T05:03:33.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.251+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=EO6J68Q9IOMO tag=CD1LQGUEEJCV type=write size=3281811 2023-12-01T05:03:33.255 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.254+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~Y4RSAB250LSQ.0 size=1048576 2023-12-01T05:03:33.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.255+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~Y4RSAB250LSQ.1 size=1048576 2023-12-01T05:03:33.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.255+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~Y4RSAB250LSQ.2 size=938025 2023-12-01T05:03:33.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.260+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=Y4RSAB250LSQ tag=ESJKCG18RBXL type=write size=4083753 2023-12-01T05:03:33.264 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.262+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=2USGLV9VI0JA type=del size=4134227 2023-12-01T05:03:33.266 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.265+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=OXK1ZDOTBAL0 type=del 2023-12-01T05:03:33.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.268+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=UMM18AUD0GWQ type=del size=3937141 2023-12-01T05:03:33.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.270+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~X4W6N7R6N8R4.0 size=1048576 2023-12-01T05:03:33.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.272+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~X4W6N7R6N8R4.1 size=30069 2023-12-01T05:03:33.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.276+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=X4W6N7R6N8R4 tag=M1Q9018WXC7M type=write size=2127221 2023-12-01T05:03:33.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.280+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=JQZJVG20PGVX type=del size=2000058 2023-12-01T05:03:33.283 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.282+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=9IHAZN87XUVR type=del 2023-12-01T05:03:33.286 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.284+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=2RV72AO5JAJZ type=del size=2702122 2023-12-01T05:03:33.288 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.287+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~ZUVOWV1FZTFI.0 size=384021 2023-12-01T05:03:33.292 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.291+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=ZUVOWV1FZTFI tag=XFRIJ0E12B3J type=write size=1432597 2023-12-01T05:03:33.295 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.293+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=1D97QSAD0L12 type=write size=502063 2023-12-01T05:03:33.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.296+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=HR6OIEIERHEB type=write size=918896 2023-12-01T05:03:33.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.298+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=YBV1OGCUE6XF type=del size=1031328 2023-12-01T05:03:33.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.300+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=1TM4Q2EC4HZF type=del 2023-12-01T05:03:33.306 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.305+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~6J70ZIMF9QYX.0 size=1048576 2023-12-01T05:03:33.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.307+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~6J70ZIMF9QYX.1 size=762644 2023-12-01T05:03:33.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.307+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=6J70ZIMF9QYX tag=OP6BTQBIM9OL type=write size=2859796 2023-12-01T05:03:33.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.309+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~2YATDQGESS6Y.0 size=1048576 2023-12-01T05:03:33.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.311+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~2YATDQGESS6Y.1 size=350191 2023-12-01T05:03:33.316 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.315+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=2YATDQGESS6Y tag=D94YAHMSDSP5 type=write size=2447343 2023-12-01T05:03:33.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.317+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=64M66GN8ADNE type=del size=1965620 2023-12-01T05:03:33.320 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.319+0000 7f2ce2b518c0 1 < canceled operation key=Y5IWDXWUVH3N tag=UN0C69MOL3W6 type=del size=2277402 2023-12-01T05:03:33.322 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.321+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=F5KD9MDNY4KO type=del size=84676 2023-12-01T05:03:33.325 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.324+0000 7f2ce2b518c0 1 < completed write operation key=807CI1E6OSAU tag=GYE159CP622G type=write size=617403 2023-12-01T05:03:33.327 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.326+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=4F0XN4LUNACE type=del size=3138740 2023-12-01T05:03:33.329 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.328+0000 7f2ce2b518c0 1 < completed write operation key=DOGWW9WZ6QW8 tag=MMU3KEUM5OJA type=write size=228263 2023-12-01T05:03:33.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.331+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=AFU3SOB8UGPA type=del size=3723356 2023-12-01T05:03:33.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.333+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~CRA2PTYP3R9Z.0 size=1048576 2023-12-01T05:03:33.336 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.335+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~CRA2PTYP3R9Z.1 size=703437 2023-12-01T05:03:33.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.339+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=CRA2PTYP3R9Z tag=7CPISA6Y7YPS type=write size=2800589 2023-12-01T05:03:33.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.343+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~17E03HZAZA0E.0 size=1048576 2023-12-01T05:03:33.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.345+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~17E03HZAZA0E.1 size=361194 2023-12-01T05:03:33.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.345+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=17E03HZAZA0E tag=8NCJV6YW0DUY type=write size=2458346 2023-12-01T05:03:33.348 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.347+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~0R8QS1AAY0AA.0 size=686671 2023-12-01T05:03:33.352 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.351+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=0R8QS1AAY0AA tag=7JB0KMLDNP7P type=write size=1735247 2023-12-01T05:03:33.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.355+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~K52SVYMNA85L.0 size=1048576 2023-12-01T05:03:33.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.357+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~K52SVYMNA85L.1 size=427148 2023-12-01T05:03:33.358 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.357+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=K52SVYMNA85L tag=W6CMOI07WZWI type=write size=2524300 2023-12-01T05:03:33.360 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.359+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=LD0JH34KDEAT type=del 2023-12-01T05:03:33.364 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.363+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~SXC0G50T50ZX.0 size=1048576 2023-12-01T05:03:33.366 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.365+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~SXC0G50T50ZX.1 size=186896 2023-12-01T05:03:33.366 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.365+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=SXC0G50T50ZX tag=MT38O2W9R59N type=write size=2284048 2023-12-01T05:03:33.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.367+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=7YF0D3NQOO2T type=del 2023-12-01T05:03:33.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.369+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=SRXRGXF1A5N0 type=del size=1113500 2023-12-01T05:03:33.373 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.372+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~EO6J68Q9IOMO.0 size=1048576 2023-12-01T05:03:33.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.373+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~EO6J68Q9IOMO.1 size=1048576 2023-12-01T05:03:33.374 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.373+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SY2W6QFZQBL7.2~EO6J68Q9IOMO.2 size=136083 2023-12-01T05:03:33.378 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.377+0000 7f2ce2b518c0 1 < canceled multipart upload key=SY2W6QFZQBL7 upload=EO6J68Q9IOMO tag=CD1LQGUEEJCV type=write size=3281811 2023-12-01T05:03:33.380 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.379+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=0ZAYJTVUS7YG type=del size=4156049 2023-12-01T05:03:33.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.383+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=2USGLV9VI0JA type=del size=4134227 2023-12-01T05:03:33.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.385+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=9GJQT8VVILZB type=del size=69690 2023-12-01T05:03:33.389 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.388+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=UMM18AUD0GWQ type=del 2023-12-01T05:03:33.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.391+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~PP57N3VVRIDR.0 size=1048576 2023-12-01T05:03:33.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.393+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~PP57N3VVRIDR.1 size=1048576 2023-12-01T05:03:33.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.395+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~PP57N3VVRIDR.2 size=355752 2023-12-01T05:03:33.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.395+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=PP57N3VVRIDR tag=ZWV36I9EGK83 type=write size=3501480 2023-12-01T05:03:33.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.397+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=JQZJVG20PGVX type=del 2023-12-01T05:03:33.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.399+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=0Y0EDC76TCNQ type=del size=571116 2023-12-01T05:03:33.403 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.402+0000 7f2ce2b518c0 1 < canceled operation key=JDW6X9ZJ49B4 tag=2RV72AO5JAJZ type=del size=2702122 2023-12-01T05:03:33.407 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.406+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~SNDDQB1BM98M.0 size=1048576 2023-12-01T05:03:33.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.408+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~SNDDQB1BM98M.1 size=323931 2023-12-01T05:03:33.409 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.408+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=SNDDQB1BM98M tag=QXACY5VRD6LX type=write size=2421083 2023-12-01T05:03:33.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.410+0000 7f2ce2b518c0 1 < completed write operation key=MUH8GSRXUS6M tag=1D97QSAD0L12 type=write size=502063 2023-12-01T05:03:33.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.413+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=4B4DBBS0JEUX type=del size=2560906 2023-12-01T05:03:33.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.415+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=YBV1OGCUE6XF type=del 2023-12-01T05:03:33.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.419+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~M0FJ3OHZH53Y.0 size=1048576 2023-12-01T05:03:33.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.421+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~M0FJ3OHZH53Y.1 size=432188 2023-12-01T05:03:33.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.421+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=M0FJ3OHZH53Y tag=Q74WPHMOVF9B type=write size=2529340 2023-12-01T05:03:33.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.423+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~6J70ZIMF9QYX.0 size=1048576 2023-12-01T05:03:33.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.425+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~6J70ZIMF9QYX.1 size=762644 2023-12-01T05:03:33.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.429+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=6J70ZIMF9QYX tag=OP6BTQBIM9OL type=write size=2859796 2023-12-01T05:03:33.432 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.431+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=QFNTZUZAZTLL type=write size=260920 2023-12-01T05:03:33.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.433+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=64M66GN8ADNE type=del 2023-12-01T05:03:33.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.435+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=3TLUCJY0WZSO type=del size=1919564 2023-12-01T05:03:33.439 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.438+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=F5KD9MDNY4KO type=del 2023-12-01T05:03:33.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.442+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~9BGTGMH9TH7G.0 size=1048576 2023-12-01T05:03:33.445 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.444+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~9BGTGMH9TH7G.1 size=1048576 2023-12-01T05:03:33.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.445+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~9BGTGMH9TH7G.2 size=493140 2023-12-01T05:03:33.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.445+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=9BGTGMH9TH7G tag=B9F61Q7JW4Q1 type=write size=3638868 2023-12-01T05:03:33.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.447+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=4F0XN4LUNACE type=del 2023-12-01T05:03:33.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.450+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=M7ZZUCVPHCY9 type=del size=3426399 2023-12-01T05:03:33.456 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.454+0000 7f2ce2b518c0 1 < suggested update operation key=D9PMBZW5816S tag=AFU3SOB8UGPA type=del size=3723356 2023-12-01T05:03:33.460 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.459+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~SNCL1W6M49RI.0 size=1048576 2023-12-01T05:03:33.462 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.461+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~SNCL1W6M49RI.1 size=1048576 2023-12-01T05:03:33.464 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.463+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~SNCL1W6M49RI.2 size=20536 2023-12-01T05:03:33.464 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.463+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=SNCL1W6M49RI tag=DLZPFFNP22GM type=write size=3166264 2023-12-01T05:03:33.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.465+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~17E03HZAZA0E.0 size=1048576 2023-12-01T05:03:33.468 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.467+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~17E03HZAZA0E.1 size=361194 2023-12-01T05:03:33.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.471+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=17E03HZAZA0E tag=8NCJV6YW0DUY type=write size=2458346 2023-12-01T05:03:33.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.473+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=MECJA8E50RBR type=write size=655528 2023-12-01T05:03:33.476 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.475+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~K52SVYMNA85L.0 size=1048576 2023-12-01T05:03:33.478 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.477+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~K52SVYMNA85L.1 size=427148 2023-12-01T05:03:33.482 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.481+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=K52SVYMNA85L tag=W6CMOI07WZWI type=write size=2524300 2023-12-01T05:03:33.484 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.483+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=1I0MHCP8JOCQ type=del size=2887147 2023-12-01T05:03:33.486 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.485+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~SXC0G50T50ZX.0 size=1048576 2023-12-01T05:03:33.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.487+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~SXC0G50T50ZX.1 size=186896 2023-12-01T05:03:33.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.491+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=SXC0G50T50ZX tag=MT38O2W9R59N type=write size=2284048 2023-12-01T05:03:33.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.493+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=HSQBLPOQVRY6 type=del size=282022 2023-12-01T05:03:33.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.496+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=SRXRGXF1A5N0 type=del 2023-12-01T05:03:33.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.498+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=PBMX6F9ROZDO type=del size=1749359 2023-12-01T05:03:33.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.502+0000 7f2ce2b518c0 1 < suggested update operation key=HAZC92VMYO82 tag=0ZAYJTVUS7YG type=del size=4156049 2023-12-01T05:03:33.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.504+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=1J369ZBFULB2 type=write size=779671 2023-12-01T05:03:33.510 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.509+0000 7f2ce2b518c0 1 < suggested update operation key=MUH8GSRXUS6M tag=9GJQT8VVILZB type=del size=69690 2023-12-01T05:03:33.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.511+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=7OWI1X0UCK4H type=del size=3495951 2023-12-01T05:03:33.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.513+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~PP57N3VVRIDR.0 size=1048576 2023-12-01T05:03:33.516 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.515+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~PP57N3VVRIDR.1 size=1048576 2023-12-01T05:03:33.518 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.517+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~PP57N3VVRIDR.2 size=355752 2023-12-01T05:03:33.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.520+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=PP57N3VVRIDR tag=ZWV36I9EGK83 type=write size=3501480 2023-12-01T05:03:33.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.522+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=YPPBDHI3YCV2 type=del size=2525325 2023-12-01T05:03:33.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.525+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=0Y0EDC76TCNQ type=del 2023-12-01T05:03:33.528 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.526+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=RWMF01U4HNOL type=write size=4781 2023-12-01T05:03:33.530 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.529+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~SNDDQB1BM98M.0 size=1048576 2023-12-01T05:03:33.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.530+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~SNDDQB1BM98M.1 size=323931 2023-12-01T05:03:33.535 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.534+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=SNDDQB1BM98M tag=QXACY5VRD6LX type=write size=2421083 2023-12-01T05:03:33.538 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.536+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=X8ANA9C8HV72 type=write size=247108 2023-12-01T05:03:33.541 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.540+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=4B4DBBS0JEUX type=del 2023-12-01T05:03:33.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.544+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~Y3OZO7HIYYQY.0 size=1048576 2023-12-01T05:03:33.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.546+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~Y3OZO7HIYYQY.1 size=1048576 2023-12-01T05:03:33.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.548+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~Y3OZO7HIYYQY.2 size=40434 2023-12-01T05:03:33.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.548+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=Y3OZO7HIYYQY tag=FA7RS2Y5C6TD type=write size=3186162 2023-12-01T05:03:33.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.550+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~M0FJ3OHZH53Y.0 size=1048576 2023-12-01T05:03:33.553 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.552+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~M0FJ3OHZH53Y.1 size=432188 2023-12-01T05:03:33.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.555+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=M0FJ3OHZH53Y tag=Q74WPHMOVF9B type=write size=2529340 2023-12-01T05:03:33.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.558+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=NO15QH5F4R6M type=del size=3213042 2023-12-01T05:03:33.561 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.560+0000 7f2ce2b518c0 1 < completed write operation key=SH80HT2F4NK2 tag=QFNTZUZAZTLL type=write size=260920 2023-12-01T05:03:33.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.562+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=NRBUOGKRVSHK type=write size=1031774 2023-12-01T05:03:33.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.565+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=3TLUCJY0WZSO type=del 2023-12-01T05:03:33.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.569+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~U3RB81GGC26P.0 size=1048576 2023-12-01T05:03:33.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.571+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~U3RB81GGC26P.1 size=1048576 2023-12-01T05:03:33.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.572+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~U3RB81GGC26P.2 size=904643 2023-12-01T05:03:33.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.572+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=U3RB81GGC26P tag=25U0RG7F76XJ type=write size=4050371 2023-12-01T05:03:33.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.575+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~9BGTGMH9TH7G.0 size=1048576 2023-12-01T05:03:33.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.577+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~9BGTGMH9TH7G.1 size=1048576 2023-12-01T05:03:33.580 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.579+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~9BGTGMH9TH7G.2 size=493140 2023-12-01T05:03:33.584 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.583+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=9BGTGMH9TH7G tag=B9F61Q7JW4Q1 type=write size=3638868 2023-12-01T05:03:33.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.585+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=NQFE63GFVWPW type=write size=249433 2023-12-01T05:03:33.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.587+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=M7ZZUCVPHCY9 type=del 2023-12-01T05:03:33.590 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.589+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=W2FRRGKRWW3L type=del size=3740486 2023-12-01T05:03:33.592 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.591+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~SNCL1W6M49RI.0 size=1048576 2023-12-01T05:03:33.595 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.594+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~SNCL1W6M49RI.1 size=1048576 2023-12-01T05:03:33.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.596+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~SNCL1W6M49RI.2 size=20536 2023-12-01T05:03:33.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.600+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=SNCL1W6M49RI tag=DLZPFFNP22GM type=write size=3166264 2023-12-01T05:03:33.603 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.602+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=DW17FG3O0GR5 type=write size=901870 2023-12-01T05:03:33.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.605+0000 7f2ce2b518c0 1 < completed write operation key=5U9IVFXOOGZO tag=MECJA8E50RBR type=write size=655528 2023-12-01T05:03:33.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.609+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~P5T176IGCOZ0.0 size=249813 2023-12-01T05:03:33.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.609+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=P5T176IGCOZ0 tag=G9NLJCCQZ7K3 type=write size=1298389 2023-12-01T05:03:33.613 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.612+0000 7f2ce2b518c0 -1 < failed to complete operation key=HAZC92VMYO82 tag=1I0MHCP8JOCQ type=del size=2887147: (22) Invalid argument 2023-12-01T05:03:33.618 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.616+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~EU9XVYXKUX3U.0 size=1048576 2023-12-01T05:03:33.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.618+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~EU9XVYXKUX3U.1 size=484536 2023-12-01T05:03:33.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.618+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=EU9XVYXKUX3U tag=OPGNKFPILBHU type=write size=2581688 2023-12-01T05:03:33.621 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.620+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=HSQBLPOQVRY6 type=del 2023-12-01T05:03:33.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.622+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=3UJUYU3ZQ50L type=write size=257944 2023-12-01T05:03:33.626 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.625+0000 7f2ce2b518c0 -1 < failed to complete operation key=MUH8GSRXUS6M tag=PBMX6F9ROZDO type=del size=1749359: (22) Invalid argument 2023-12-01T05:03:33.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.627+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=7BSJQU1F822O type=del size=1222868 2023-12-01T05:03:33.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.630+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=1J369ZBFULB2 type=write size=779671 2023-12-01T05:03:33.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.634+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~PKWOAV6R1E6X.0 size=1048576 2023-12-01T05:03:33.637 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.636+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~PKWOAV6R1E6X.1 size=1048576 2023-12-01T05:03:33.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.638+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~PKWOAV6R1E6X.2 size=791833 2023-12-01T05:03:33.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.638+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=PKWOAV6R1E6X tag=TUVQZP61DVLL type=write size=3937561 2023-12-01T05:03:33.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.640+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=7OWI1X0UCK4H type=del 2023-12-01T05:03:33.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.642+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=17D5XOSIHNBE type=del size=2870739 2023-12-01T05:03:33.645 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.644+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=YPPBDHI3YCV2 type=del 2023-12-01T05:03:33.649 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.648+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~GCTPTH8BQ0GT.0 size=1048576 2023-12-01T05:03:33.650 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.649+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~GCTPTH8BQ0GT.1 size=1048576 2023-12-01T05:03:33.652 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.651+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~GCTPTH8BQ0GT.2 size=521786 2023-12-01T05:03:33.652 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.651+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=GCTPTH8BQ0GT tag=HQD8XPVXHC4N type=write size=3667514 2023-12-01T05:03:33.654 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.653+0000 7f2ce2b518c0 1 < completed write operation key=JDW6X9ZJ49B4 tag=RWMF01U4HNOL type=write size=4781 2023-12-01T05:03:33.657 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.656+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=62DV5CW60WFU type=del size=3927436 2023-12-01T05:03:33.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.658+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=X8ANA9C8HV72 type=write size=247108 2023-12-01T05:03:33.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.660+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=NJFOX1Z3WFWC type=del size=3155259 2023-12-01T05:03:33.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.663+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~Y3OZO7HIYYQY.0 size=1048576 2023-12-01T05:03:33.666 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.665+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~Y3OZO7HIYYQY.1 size=1048576 2023-12-01T05:03:33.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.666+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~Y3OZO7HIYYQY.2 size=40434 2023-12-01T05:03:33.672 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.671+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=Y3OZO7HIYYQY tag=FA7RS2Y5C6TD type=write size=3186162 2023-12-01T05:03:33.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.676+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~EP1XLB224P1T.0 size=407472 2023-12-01T05:03:33.677 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.676+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=EP1XLB224P1T tag=KP3RDQUHAANH type=write size=1456048 2023-12-01T05:03:33.682 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.680+0000 7f2ce2b518c0 1 < suggested update operation key=J3U83X19X8WG tag=NO15QH5F4R6M type=del size=3213042 2023-12-01T05:03:33.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.682+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=S2YNLSB8OQYE type=del size=1831330 2023-12-01T05:03:33.686 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.685+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=NRBUOGKRVSHK type=write size=1031774 2023-12-01T05:03:33.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.687+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=80PUJUEQL3MB type=del size=2582626 2023-12-01T05:03:33.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.689+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~U3RB81GGC26P.0 size=1048576 2023-12-01T05:03:33.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.689+0000 7f2ce2b518c0 1 < canceled part key=_multipart_LDCQLVOA6YHR.2~U3RB81GGC26P.1 size=1048576 2023-12-01T05:03:33.692 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.691+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~U3RB81GGC26P.2 size=904643 2023-12-01T05:03:33.696 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.695+0000 7f2ce2b518c0 1 < canceled multipart upload key=LDCQLVOA6YHR upload=U3RB81GGC26P tag=25U0RG7F76XJ type=write size=4050371 2023-12-01T05:03:33.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.697+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=V6IYD3NXW6T0 type=del size=1784067 2023-12-01T05:03:33.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.700+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=NQFE63GFVWPW type=write size=249433 2023-12-01T05:03:33.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.702+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=4FSZMYQ3N7ZG type=del size=878731 2023-12-01T05:03:33.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.706+0000 7f2ce2b518c0 1 < suggested remove operation key=D9PMBZW5816S tag=W2FRRGKRWW3L type=del 2023-12-01T05:03:33.712 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.711+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~C1SRVVX93IVL.0 size=614733 2023-12-01T05:03:33.712 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.711+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=C1SRVVX93IVL tag=5V8PR75ZJFW5 type=write size=1663309 2023-12-01T05:03:33.714 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.713+0000 7f2ce2b518c0 1 < canceled operation key=0BUXOUU4KRQZ tag=DW17FG3O0GR5 type=write size=901870 2023-12-01T05:03:33.718 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.717+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~RKJ6FW73JYFJ.0 size=51889 2023-12-01T05:03:33.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.717+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=RKJ6FW73JYFJ tag=1KRRICFORFLA type=write size=1100465 2023-12-01T05:03:33.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.718+0000 7f2ce2b518c0 1 < canceled part key=_multipart_XVLWW7JLOIDK.2~P5T176IGCOZ0.0 size=249813 2023-12-01T05:03:33.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.722+0000 7f2ce2b518c0 1 < canceled multipart upload key=XVLWW7JLOIDK upload=P5T176IGCOZ0 tag=G9NLJCCQZ7K3 type=write size=1298389 2023-12-01T05:03:33.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.724+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=DIV1ROH52I7A type=del size=2161840 2023-12-01T05:03:33.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.726+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~EU9XVYXKUX3U.0 size=1048576 2023-12-01T05:03:33.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.728+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~EU9XVYXKUX3U.1 size=484536 2023-12-01T05:03:33.733 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.732+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=EU9XVYXKUX3U tag=OPGNKFPILBHU type=write size=2581688 2023-12-01T05:03:33.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.735+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=QVFAKJDBXMO1 type=del size=1899710 2023-12-01T05:03:33.738 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.737+0000 7f2ce2b518c0 1 < completed write operation key=SY2W6QFZQBL7 tag=3UJUYU3ZQ50L type=write size=257944 2023-12-01T05:03:33.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.739+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=SI9XIWI6CNQ0 type=write size=597016 2023-12-01T05:03:33.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.741+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=7BSJQU1F822O type=del 2023-12-01T05:03:33.744 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.743+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=IGLKV32HCJBY type=del size=3614820 2023-12-01T05:03:33.746 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.745+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~PKWOAV6R1E6X.0 size=1048576 2023-12-01T05:03:33.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.747+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~PKWOAV6R1E6X.1 size=1048576 2023-12-01T05:03:33.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.749+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~PKWOAV6R1E6X.2 size=791833 2023-12-01T05:03:33.753 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.752+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=PKWOAV6R1E6X tag=TUVQZP61DVLL type=write size=3937561 2023-12-01T05:03:33.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.755+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=GBDRUO9YZ5SA type=del size=3176982 2023-12-01T05:03:33.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.757+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=17D5XOSIHNBE type=del 2023-12-01T05:03:33.760 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.759+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=R1RZI119P3O0 type=del size=1185547 2023-12-01T05:03:33.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.761+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~GCTPTH8BQ0GT.0 size=1048576 2023-12-01T05:03:33.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.763+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~GCTPTH8BQ0GT.1 size=1048576 2023-12-01T05:03:33.766 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.765+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~GCTPTH8BQ0GT.2 size=521786 2023-12-01T05:03:33.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.769+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=GCTPTH8BQ0GT tag=HQD8XPVXHC4N type=write size=3667514 2023-12-01T05:03:33.774 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.773+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~FHOU4Q4DA1DA.0 size=1048576 2023-12-01T05:03:33.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.775+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~FHOU4Q4DA1DA.1 size=530032 2023-12-01T05:03:33.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.775+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=FHOU4Q4DA1DA tag=WAVRZK0R7ZJW type=write size=2627184 2023-12-01T05:03:33.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.777+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=62DV5CW60WFU type=del 2023-12-01T05:03:33.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.781+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~KPFTWK22D5EY.0 size=752531 2023-12-01T05:03:33.782 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.781+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=KPFTWK22D5EY tag=C3036LU5AC9L type=write size=1801107 2023-12-01T05:03:33.787 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.786+0000 7f2ce2b518c0 1 < suggested update operation key=39WRHET0UJ7U tag=NJFOX1Z3WFWC type=del size=3155259 2023-12-01T05:03:33.789 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.788+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=XU5GSRMNCR7G type=del size=3788789 2023-12-01T05:03:33.792 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.791+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~EP1XLB224P1T.0 size=407472 2023-12-01T05:03:33.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.794+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=EP1XLB224P1T tag=KP3RDQUHAANH type=write size=1456048 2023-12-01T05:03:33.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.797+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=1ILXVRC17MIE type=write size=251438 2023-12-01T05:03:33.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.799+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=S2YNLSB8OQYE type=del 2023-12-01T05:03:33.802 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.801+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=ZSSH4E38AXVO type=del size=1658286 2023-12-01T05:03:33.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.803+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=80PUJUEQL3MB type=del 2023-12-01T05:03:33.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.807+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~OXS13BKSZI3O.0 size=1048576 2023-12-01T05:03:33.811 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.809+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~OXS13BKSZI3O.1 size=993199 2023-12-01T05:03:33.811 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.809+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=OXS13BKSZI3O tag=1U9VIBPC8HNA type=write size=3090351 2023-12-01T05:03:33.816 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.814+0000 7f2ce2b518c0 1 < suggested update operation key=B5FU2JKJOI4Z tag=V6IYD3NXW6T0 type=del size=1784067 2023-12-01T05:03:33.818 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.817+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=40O2UGJGTFVR type=del size=438427 2023-12-01T05:03:33.820 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.819+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=4FSZMYQ3N7ZG type=del 2023-12-01T05:03:33.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.821+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=GR1ECK9669X5 type=del size=3037194 2023-12-01T05:03:33.825 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.823+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~C1SRVVX93IVL.0 size=614733 2023-12-01T05:03:33.829 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.828+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=C1SRVVX93IVL tag=5V8PR75ZJFW5 type=write size=1663309 2023-12-01T05:03:33.834 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.832+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~25FYWGKCN5W1.0 size=493769 2023-12-01T05:03:33.834 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.833+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=25FYWGKCN5W1 tag=D2X97WJ7G7EA type=write size=1542345 2023-12-01T05:03:33.836 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.835+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~RKJ6FW73JYFJ.0 size=51889 2023-12-01T05:03:33.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.839+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=RKJ6FW73JYFJ tag=1KRRICFORFLA type=write size=1100465 2023-12-01T05:03:33.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.843+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~KUX284P6HJV1.0 size=553003 2023-12-01T05:03:33.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.843+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=KUX284P6HJV1 tag=2CXOTK4Y9N50 type=write size=1601579 2023-12-01T05:03:33.848 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.847+0000 7f2ce2b518c0 1 < suggested update operation key=W8X2JZ25JX20 tag=DIV1ROH52I7A type=del size=2161840 2023-12-01T05:03:33.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.849+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=AUWH67C2E015 type=del size=495254 2023-12-01T05:03:33.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.852+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=QVFAKJDBXMO1 type=del 2023-12-01T05:03:33.855 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.854+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=TLSRBY5O935Q type=write size=563932 2023-12-01T05:03:33.857 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.856+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=SI9XIWI6CNQ0 type=write size=597016 2023-12-01T05:03:33.859 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.858+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=IPRIE3V5L001 type=del size=3262886 2023-12-01T05:03:33.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.862+0000 7f2ce2b518c0 1 < suggested update operation key=B5FU2JKJOI4Z tag=IGLKV32HCJBY type=del size=3614820 2023-12-01T05:03:33.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.866+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~33DJXDWIEW59.0 size=1048576 2023-12-01T05:03:33.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.868+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~33DJXDWIEW59.1 size=1048576 2023-12-01T05:03:33.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.870+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~33DJXDWIEW59.2 size=843340 2023-12-01T05:03:33.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.870+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=33DJXDWIEW59 tag=KD44SFGXV1LD type=write size=3989068 2023-12-01T05:03:33.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.873+0000 7f2ce2b518c0 -1 < failed to complete operation key=W8X2JZ25JX20 tag=GBDRUO9YZ5SA type=del size=3176982: (22) Invalid argument 2023-12-01T05:03:33.876 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.875+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=DYYLG6Y9DB50 type=del size=746651 2023-12-01T05:03:33.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.878+0000 7f2ce2b518c0 -1 < failed to complete operation key=B5FU2JKJOI4Z tag=R1RZI119P3O0 type=del size=1185547: (22) Invalid argument 2023-12-01T05:03:33.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.880+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=2B4J9Y9MESQ4 type=del size=3403707 2023-12-01T05:03:33.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.882+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~FHOU4Q4DA1DA.0 size=1048576 2023-12-01T05:03:33.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.884+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~FHOU4Q4DA1DA.1 size=530032 2023-12-01T05:03:33.890 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.889+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=FHOU4Q4DA1DA tag=WAVRZK0R7ZJW type=write size=2627184 2023-12-01T05:03:33.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.891+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=I8PSP8T4N7TC type=write size=481083 2023-12-01T05:03:33.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.893+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~KPFTWK22D5EY.0 size=752531 2023-12-01T05:03:33.899 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.898+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=KPFTWK22D5EY tag=C3036LU5AC9L type=write size=1801107 2023-12-01T05:03:33.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.900+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=NNJSVHWESBZT type=del size=2502554 2023-12-01T05:03:33.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.902+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=XU5GSRMNCR7G type=del 2023-12-01T05:03:33.907 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.906+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~7381A9IYF8KC.0 size=1048576 2023-12-01T05:03:33.909 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.908+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~7381A9IYF8KC.1 size=1048576 2023-12-01T05:03:33.911 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.910+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~7381A9IYF8KC.2 size=385724 2023-12-01T05:03:33.911 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.910+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=7381A9IYF8KC tag=K6OOOU9A4LX7 type=write size=3531452 2023-12-01T05:03:33.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.916+0000 7f2ce2b518c0 1 < suggested remove operation key=3VYQRDX2LULH tag=1ILXVRC17MIE type=write 2023-12-01T05:03:33.919 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.918+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=OXS1HPISGUVL type=del size=3628838 2023-12-01T05:03:33.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.920+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=ZSSH4E38AXVO type=del 2023-12-01T05:03:33.925 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.924+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~EW2SG0TV7HA1.0 size=1048576 2023-12-01T05:03:33.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.926+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~EW2SG0TV7HA1.1 size=812948 2023-12-01T05:03:33.927 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.926+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=EW2SG0TV7HA1 tag=I6RDBKLAYIVH type=write size=2910100 2023-12-01T05:03:33.929 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.928+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~OXS13BKSZI3O.0 size=1048576 2023-12-01T05:03:33.931 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.930+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~OXS13BKSZI3O.1 size=993199 2023-12-01T05:03:33.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.933+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=OXS13BKSZI3O tag=1U9VIBPC8HNA type=write size=3090351 2023-12-01T05:03:33.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.937+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~9JY9257I7XRB.0 size=1015360 2023-12-01T05:03:33.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.937+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=9JY9257I7XRB tag=7HS64PM9UG4V type=write size=2063936 2023-12-01T05:03:33.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.943+0000 7f2ce2b518c0 1 < suggested remove operation key=HAZC92VMYO82 tag=40O2UGJGTFVR type=del 2023-12-01T05:03:33.948 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.947+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~TVN6UVDX4QZR.0 size=92679 2023-12-01T05:03:33.948 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.947+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=TVN6UVDX4QZR tag=MX1JDZTZ17WC type=write size=1141255 2023-12-01T05:03:33.952 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.951+0000 7f2ce2b518c0 1 < suggested update operation key=8XRBQI3FV85G tag=GR1ECK9669X5 type=del size=3037194 2023-12-01T05:03:33.954 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.953+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=A9HK94L4ML1J type=del size=3348289 2023-12-01T05:03:33.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.955+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~25FYWGKCN5W1.0 size=493769 2023-12-01T05:03:33.960 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.959+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=25FYWGKCN5W1 tag=D2X97WJ7G7EA type=write size=1542345 2023-12-01T05:03:33.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.963+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~0RGSVZY1MK3P.0 size=1048576 2023-12-01T05:03:33.965 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.964+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~0RGSVZY1MK3P.1 size=1048576 2023-12-01T05:03:33.967 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.966+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~0RGSVZY1MK3P.2 size=124040 2023-12-01T05:03:33.968 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.966+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=0RGSVZY1MK3P tag=FSKNG91D9Q0V type=write size=3269768 2023-12-01T05:03:33.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.968+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~KUX284P6HJV1.0 size=553003 2023-12-01T05:03:33.973 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.972+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=KUX284P6HJV1 tag=2CXOTK4Y9N50 type=write size=1601579 2023-12-01T05:03:33.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.975+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=709KNSS3HW0I type=del size=334652 2023-12-01T05:03:33.978 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.977+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=AUWH67C2E015 type=del 2023-12-01T05:03:33.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.979+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=61UWEQX52JI3 type=write size=241839 2023-12-01T05:03:33.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.983+0000 7f2ce2b518c0 1 < suggested update operation key=XVLWW7JLOIDK tag=TLSRBY5O935Q type=write size=563932 2023-12-01T05:03:33.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.985+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=1NU9L8XPXY52 type=write size=698638 2023-12-01T05:03:33.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.987+0000 7f2ce2b518c0 1 < canceled operation key=Y5IWDXWUVH3N tag=IPRIE3V5L001 type=del size=3262886 2023-12-01T05:03:33.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.991+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~VKB4WVELRMQ5.0 size=804855 2023-12-01T05:03:33.993 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.991+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=VKB4WVELRMQ5 tag=LIF61I2FKLP9 type=write size=1853431 2023-12-01T05:03:33.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.994+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~33DJXDWIEW59.0 size=1048576 2023-12-01T05:03:33.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.995+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~33DJXDWIEW59.1 size=1048576 2023-12-01T05:03:33.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.996+0000 7f2ce2b518c0 1 < canceled part key=_multipart_807CI1E6OSAU.2~33DJXDWIEW59.2 size=843340 2023-12-01T05:03:34.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:33.999+0000 7f2ce2b518c0 1 < canceled multipart upload key=807CI1E6OSAU upload=33DJXDWIEW59 tag=KD44SFGXV1LD type=write size=3989068 2023-12-01T05:03:34.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.003+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~AH1SH5YOZJCX.0 size=984734 2023-12-01T05:03:34.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.003+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=AH1SH5YOZJCX tag=B1JJB451XJAS type=write size=2033310 2023-12-01T05:03:34.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.005+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=DYYLG6Y9DB50 type=del 2023-12-01T05:03:34.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.007+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=1UFNYEOZ18JC type=del size=2212023 2023-12-01T05:03:34.010 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.009+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=2B4J9Y9MESQ4 type=del 2023-12-01T05:03:34.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.011+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=9OSRTI7O6PZ4 type=write size=452604 2023-12-01T05:03:34.014 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.013+0000 7f2ce2b518c0 1 < canceled operation key=ASITIOFTV58Q tag=I8PSP8T4N7TC type=write size=481083 2023-12-01T05:03:34.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.015+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=02S6OSIPAEZP type=del size=2945402 2023-12-01T05:03:34.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.017+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=NNJSVHWESBZT type=del 2023-12-01T05:03:34.020 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.019+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=I05JIH1D9NEZ type=del size=3139813 2023-12-01T05:03:34.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.021+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~7381A9IYF8KC.0 size=1048576 2023-12-01T05:03:34.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.024+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~7381A9IYF8KC.1 size=1048576 2023-12-01T05:03:34.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.025+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~7381A9IYF8KC.2 size=385724 2023-12-01T05:03:34.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.029+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=7381A9IYF8KC tag=K6OOOU9A4LX7 type=write size=3531452 2023-12-01T05:03:34.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.033+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~X8OLC4L3P4PZ.0 size=1048576 2023-12-01T05:03:34.035 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.034+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~X8OLC4L3P4PZ.1 size=1048576 2023-12-01T05:03:34.037 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.036+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~X8OLC4L3P4PZ.2 size=501914 2023-12-01T05:03:34.037 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.036+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=X8OLC4L3P4PZ tag=2MNTW4OMHHDV type=write size=3647642 2023-12-01T05:03:34.040 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.038+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=OXS1HPISGUVL type=del 2023-12-01T05:03:34.042 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.041+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=1CC84V8LJRLV type=del size=428519 2023-12-01T05:03:34.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.043+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~EW2SG0TV7HA1.0 size=1048576 2023-12-01T05:03:34.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.045+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~EW2SG0TV7HA1.1 size=812948 2023-12-01T05:03:34.050 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.049+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=EW2SG0TV7HA1 tag=I6RDBKLAYIVH type=write size=2910100 2023-12-01T05:03:34.052 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.051+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=X78J4WNI6YGC type=del size=50513 2023-12-01T05:03:34.053 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.051+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~9JY9257I7XRB.0 size=1015360 2023-12-01T05:03:34.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.055+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=9JY9257I7XRB tag=7HS64PM9UG4V type=write size=2063936 2023-12-01T05:03:34.059 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.057+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=G4I519BT8ZQJ type=del size=3706668 2023-12-01T05:03:34.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.060+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~TVN6UVDX4QZR.0 size=92679 2023-12-01T05:03:34.065 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.064+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=TVN6UVDX4QZR tag=MX1JDZTZ17WC type=write size=1141255 2023-12-01T05:03:34.069 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.067+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~ULBGI1PQD7C6.0 size=1048576 2023-12-01T05:03:34.071 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.069+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~ULBGI1PQD7C6.1 size=1048576 2023-12-01T05:03:34.072 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.071+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~ULBGI1PQD7C6.2 size=197270 2023-12-01T05:03:34.072 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.071+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=ULBGI1PQD7C6 tag=CR0YD69ZJO29 type=write size=3342998 2023-12-01T05:03:34.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.074+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=A9HK94L4ML1J type=del 2023-12-01T05:03:34.077 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.076+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=JA6ZICQGGDOV type=del size=72040 2023-12-01T05:03:34.079 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.078+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~0RGSVZY1MK3P.0 size=1048576 2023-12-01T05:03:34.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.080+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~0RGSVZY1MK3P.1 size=1048576 2023-12-01T05:03:34.083 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.081+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~0RGSVZY1MK3P.2 size=124040 2023-12-01T05:03:34.087 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.086+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=0RGSVZY1MK3P tag=FSKNG91D9Q0V type=write size=3269768 2023-12-01T05:03:34.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.090+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~J8IVH4YFC2UC.0 size=1048576 2023-12-01T05:03:34.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.092+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~J8IVH4YFC2UC.1 size=1048576 2023-12-01T05:03:34.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.094+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~J8IVH4YFC2UC.2 size=337416 2023-12-01T05:03:34.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.094+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=J8IVH4YFC2UC tag=BGVWG24VBNGR type=write size=3483144 2023-12-01T05:03:34.097 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.096+0000 7f2ce2b518c0 1 < canceled operation key=LDCQLVOA6YHR tag=709KNSS3HW0I type=del size=334652 2023-12-01T05:03:34.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.098+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=M8BZ6MVQERUY type=write size=958913 2023-12-01T05:03:34.101 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.100+0000 7f2ce2b518c0 1 < completed write operation key=VAXQ0BZJCDUB tag=61UWEQX52JI3 type=write size=241839 2023-12-01T05:03:34.104 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.103+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=2SOOBVW4XPEU type=del size=1970033 2023-12-01T05:03:34.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.105+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=1NU9L8XPXY52 type=write size=698638 2023-12-01T05:03:34.108 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.107+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=W61SFN056D2X type=del size=260149 2023-12-01T05:03:34.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.110+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~VKB4WVELRMQ5.0 size=804855 2023-12-01T05:03:34.115 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.114+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=VKB4WVELRMQ5 tag=LIF61I2FKLP9 type=write size=1853431 2023-12-01T05:03:34.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.118+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~ZZ60WV4XDFSY.0 size=1048576 2023-12-01T05:03:34.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.121+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~ZZ60WV4XDFSY.1 size=200305 2023-12-01T05:03:34.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.121+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=ZZ60WV4XDFSY tag=HVRTBMWMQPKR type=write size=2297457 2023-12-01T05:03:34.124 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.123+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~AH1SH5YOZJCX.0 size=984734 2023-12-01T05:03:34.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.126+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=AH1SH5YOZJCX tag=B1JJB451XJAS type=write size=2033310 2023-12-01T05:03:34.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.129+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=0SE8MNOJ053D type=del size=2809437 2023-12-01T05:03:34.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.131+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=1UFNYEOZ18JC type=del 2023-12-01T05:03:34.134 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.133+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=5QC9AE3X5JOU type=del size=1804425 2023-12-01T05:03:34.136 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.135+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=9OSRTI7O6PZ4 type=write size=452604 2023-12-01T05:03:34.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.139+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~DAVUPPKW2FL2.0 size=366070 2023-12-01T05:03:34.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.139+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=DAVUPPKW2FL2 tag=XCNIFLH0SIAL type=write size=1414646 2023-12-01T05:03:34.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.141+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=02S6OSIPAEZP type=del 2023-12-01T05:03:34.145 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.144+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=Q1I22IDF36YE type=write size=705312 2023-12-01T05:03:34.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.146+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=I05JIH1D9NEZ type=del 2023-12-01T05:03:34.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.149+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=1LADWHTBE343 type=write size=667907 2023-12-01T05:03:34.152 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.151+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~X8OLC4L3P4PZ.0 size=1048576 2023-12-01T05:03:34.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.153+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~X8OLC4L3P4PZ.1 size=1048576 2023-12-01T05:03:34.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.156+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~X8OLC4L3P4PZ.2 size=501914 2023-12-01T05:03:34.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.159+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=X8OLC4L3P4PZ tag=2MNTW4OMHHDV type=write size=3647642 2023-12-01T05:03:34.163 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.162+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=0TTUXTT7JLDH type=del size=1515917 2023-12-01T05:03:34.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.164+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=1CC84V8LJRLV type=del 2023-12-01T05:03:34.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.166+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=VMFFQEPXWMHV type=del size=2043813 2023-12-01T05:03:34.170 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.168+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=X78J4WNI6YGC type=del 2023-12-01T05:03:34.172 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.171+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=Z070NMUN5M0Z type=del size=1622582 2023-12-01T05:03:34.176 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.175+0000 7f2ce2b518c0 1 < suggested update operation key=DOGWW9WZ6QW8 tag=G4I519BT8ZQJ type=del size=3706668 2023-12-01T05:03:34.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.177+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=DTWAL3Y8QQD3 type=del size=1753642 2023-12-01T05:03:34.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.179+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~ULBGI1PQD7C6.0 size=1048576 2023-12-01T05:03:34.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.179+0000 7f2ce2b518c0 1 < canceled part key=_multipart_W8X2JZ25JX20.2~ULBGI1PQD7C6.1 size=1048576 2023-12-01T05:03:34.182 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.181+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~ULBGI1PQD7C6.2 size=197270 2023-12-01T05:03:34.186 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.184+0000 7f2ce2b518c0 1 < canceled multipart upload key=W8X2JZ25JX20 upload=ULBGI1PQD7C6 tag=CR0YD69ZJO29 type=write size=3342998 2023-12-01T05:03:34.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.186+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=ACNWPJX6PJ2V type=del size=1640174 2023-12-01T05:03:34.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.189+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=JA6ZICQGGDOV type=del 2023-12-01T05:03:34.192 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.191+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=9DT8MD96BBO3 type=del size=364220 2023-12-01T05:03:34.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.193+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~J8IVH4YFC2UC.0 size=1048576 2023-12-01T05:03:34.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.195+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~J8IVH4YFC2UC.1 size=1048576 2023-12-01T05:03:34.198 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.197+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~J8IVH4YFC2UC.2 size=337416 2023-12-01T05:03:34.201 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.200+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=J8IVH4YFC2UC tag=BGVWG24VBNGR type=write size=3483144 2023-12-01T05:03:34.203 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.202+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=R8PPGD6M2UMC type=del size=3013486 2023-12-01T05:03:34.205 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.204+0000 7f2ce2b518c0 1 < completed write operation key=43ABSP862CV0 tag=M8BZ6MVQERUY type=write size=958913 2023-12-01T05:03:34.208 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.206+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=N79665A5YYH2 type=del size=3809895 2023-12-01T05:03:34.210 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.209+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=2SOOBVW4XPEU type=del 2023-12-01T05:03:34.212 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.211+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=621IUIR7GGEN type=del size=424336 2023-12-01T05:03:34.214 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.213+0000 7f2ce2b518c0 1 < canceled operation key=0BUXOUU4KRQZ tag=W61SFN056D2X type=del size=260149 2023-12-01T05:03:34.216 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.215+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=KSKAJ8Z2I401 type=write size=461687 2023-12-01T05:03:34.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.217+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~ZZ60WV4XDFSY.0 size=1048576 2023-12-01T05:03:34.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.217+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~ZZ60WV4XDFSY.1 size=200305 2023-12-01T05:03:34.222 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.221+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=ZZ60WV4XDFSY tag=HVRTBMWMQPKR type=write size=2297457 2023-12-01T05:03:34.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.224+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~NMVHOOPFDP2J.0 size=1048576 2023-12-01T05:03:34.227 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.226+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~NMVHOOPFDP2J.1 size=1048576 2023-12-01T05:03:34.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.228+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~NMVHOOPFDP2J.2 size=920077 2023-12-01T05:03:34.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.228+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=NMVHOOPFDP2J tag=J2X2NOZ9AX64 type=write size=4065805 2023-12-01T05:03:34.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.232+0000 7f2ce2b518c0 1 < suggested remove operation key=JWJAKQZX6VLS tag=0SE8MNOJ053D type=del 2023-12-01T05:03:34.236 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.235+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=XHTHB4FPRSN9 type=del size=1689503 2023-12-01T05:03:34.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.237+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=5QC9AE3X5JOU type=del 2023-12-01T05:03:34.240 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.239+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=H1GR4ABHVF6I type=del size=158122 2023-12-01T05:03:34.242 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.241+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~DAVUPPKW2FL2.0 size=366070 2023-12-01T05:03:34.246 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.245+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=DAVUPPKW2FL2 tag=XCNIFLH0SIAL type=write size=1414646 2023-12-01T05:03:34.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.249+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~NERKWQM4BNIV.0 size=651960 2023-12-01T05:03:34.250 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.249+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=NERKWQM4BNIV tag=50Y9KCMQF61R type=write size=1700536 2023-12-01T05:03:34.253 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.251+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=Q1I22IDF36YE type=write size=705312 2023-12-01T05:03:34.255 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.254+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=ABFTJT8V0FID type=del size=2023132 2023-12-01T05:03:34.258 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.257+0000 7f2ce2b518c0 -1 < failed to complete operation key=DOGWW9WZ6QW8 tag=1LADWHTBE343 type=write size=667907: (22) Invalid argument 2023-12-01T05:03:34.260 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.259+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=4O2MMXEA2L7X type=del size=2850779 2023-12-01T05:03:34.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.261+0000 7f2ce2b518c0 1 < canceled operation key=HAZC92VMYO82 tag=0TTUXTT7JLDH type=del size=1515917 2023-12-01T05:03:34.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.266+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~CWM9M5NK5EOQ.0 size=1048576 2023-12-01T05:03:34.268 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.267+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~CWM9M5NK5EOQ.1 size=1048576 2023-12-01T05:03:34.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.269+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~CWM9M5NK5EOQ.2 size=1002694 2023-12-01T05:03:34.270 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.269+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=CWM9M5NK5EOQ tag=727235KHHWGK type=write size=4148422 2023-12-01T05:03:34.272 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.271+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=VMFFQEPXWMHV type=del 2023-12-01T05:03:34.274 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.273+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=IMB4X7E8WR7R type=del size=1548099 2023-12-01T05:03:34.278 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.277+0000 7f2ce2b518c0 1 < suggested remove operation key=8XRBQI3FV85G tag=Z070NMUN5M0Z type=del 2023-12-01T05:03:34.281 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.280+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=XFQSZ0SPDK0X type=del size=2194799 2023-12-01T05:03:34.283 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.282+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=DTWAL3Y8QQD3 type=del 2023-12-01T05:03:34.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.284+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=YXSUZ1AFHBPM type=del size=1368549 2023-12-01T05:03:34.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.288+0000 7f2ce2b518c0 1 < suggested remove operation key=Y5IWDXWUVH3N tag=ACNWPJX6PJ2V type=del 2023-12-01T05:03:34.291 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.290+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=0ADMEZPXAXCH type=del size=2654726 2023-12-01T05:03:34.293 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.292+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=9DT8MD96BBO3 type=del 2023-12-01T05:03:34.295 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.294+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=4J0RN9YYCBIH type=del size=3670461 2023-12-01T05:03:34.299 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.298+0000 7f2ce2b518c0 1 < suggested update operation key=SY2W6QFZQBL7 tag=R8PPGD6M2UMC type=del size=3013486 2023-12-01T05:03:34.302 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.300+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=TT8V7UJ53IRS type=del size=834707 2023-12-01T05:03:34.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.304+0000 7f2ce2b518c0 1 < suggested remove operation key=VAXQ0BZJCDUB tag=N79665A5YYH2 type=del 2023-12-01T05:03:34.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.307+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=2OFTSDMODZ6S type=del size=1256332 2023-12-01T05:03:34.310 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.309+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=621IUIR7GGEN type=del 2023-12-01T05:03:34.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.311+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=VSCI2L1Z7HU2 type=del size=1665289 2023-12-01T05:03:34.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.313+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=KSKAJ8Z2I401 type=write size=461687 2023-12-01T05:03:34.317 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.316+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=YOKFHHUTUW9T type=write size=377621 2023-12-01T05:03:34.319 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.318+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~NMVHOOPFDP2J.0 size=1048576 2023-12-01T05:03:34.321 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.319+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~NMVHOOPFDP2J.1 size=1048576 2023-12-01T05:03:34.322 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.321+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~NMVHOOPFDP2J.2 size=920077 2023-12-01T05:03:34.326 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.325+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=NMVHOOPFDP2J tag=J2X2NOZ9AX64 type=write size=4065805 2023-12-01T05:03:34.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.330+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~MRZH91HS91VB.0 size=1048576 2023-12-01T05:03:34.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.332+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~MRZH91HS91VB.1 size=307809 2023-12-01T05:03:34.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.332+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=MRZH91HS91VB tag=8CFXERKXQ8UL type=write size=2404961 2023-12-01T05:03:34.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.334+0000 7f2ce2b518c0 1 < canceled operation key=SH80HT2F4NK2 tag=XHTHB4FPRSN9 type=del size=1689503 2023-12-01T05:03:34.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.336+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=O7H7C09960E3 type=write size=71439 2023-12-01T05:03:34.340 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.338+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=H1GR4ABHVF6I type=del 2023-12-01T05:03:34.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.343+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~XG1AWVD26MXM.0 size=1048576 2023-12-01T05:03:34.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.344+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~XG1AWVD26MXM.1 size=646393 2023-12-01T05:03:34.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.344+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=XG1AWVD26MXM tag=MC1LVBX3IOQF type=write size=2743545 2023-12-01T05:03:34.348 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.347+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~NERKWQM4BNIV.0 size=651960 2023-12-01T05:03:34.351 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.350+0000 7f2ce2b518c0 1 < completed multipart upload key=KBRIH4PKGG4O upload=NERKWQM4BNIV tag=50Y9KCMQF61R type=write size=1700536 2023-12-01T05:03:34.355 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.354+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~315ZHYYW9A3K.0 size=1048576 2023-12-01T05:03:34.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.356+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~315ZHYYW9A3K.1 size=285389 2023-12-01T05:03:34.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.356+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=315ZHYYW9A3K tag=VX748FMFDCI3 type=write size=2382541 2023-12-01T05:03:34.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.358+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=ABFTJT8V0FID type=del 2023-12-01T05:03:34.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.362+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~3NQS2XTX9ARL.0 size=1048576 2023-12-01T05:03:34.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.364+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~3NQS2XTX9ARL.1 size=1048576 2023-12-01T05:03:34.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.367+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~3NQS2XTX9ARL.2 size=799935 2023-12-01T05:03:34.368 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.367+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=3NQS2XTX9ARL tag=09A16U94AEZX type=write size=3945663 2023-12-01T05:03:34.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.369+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=4O2MMXEA2L7X type=del 2023-12-01T05:03:34.373 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.372+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=H4WII23TZB9L type=del size=1281043 2023-12-01T05:03:34.375 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.374+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~CWM9M5NK5EOQ.0 size=1048576 2023-12-01T05:03:34.377 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.376+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~CWM9M5NK5EOQ.1 size=1048576 2023-12-01T05:03:34.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.378+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~CWM9M5NK5EOQ.2 size=1002694 2023-12-01T05:03:34.383 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.382+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=CWM9M5NK5EOQ tag=727235KHHWGK type=write size=4148422 2023-12-01T05:03:34.385 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.384+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=LCFZMXTEIEMU type=write size=307699 2023-12-01T05:03:34.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.387+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=IMB4X7E8WR7R type=del 2023-12-01T05:03:34.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.391+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~ULQIQULRRISV.0 size=534083 2023-12-01T05:03:34.393 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.391+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=ULQIQULRRISV tag=ZYWSVTCV4X5T type=write size=1582659 2023-12-01T05:03:34.395 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.394+0000 7f2ce2b518c0 -1 < failed to complete operation key=Y5IWDXWUVH3N tag=XFQSZ0SPDK0X type=del size=2194799: (22) Invalid argument 2023-12-01T05:03:34.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.399+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~CE5URSDGAU94.0 size=1048576 2023-12-01T05:03:34.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.401+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~CE5URSDGAU94.1 size=1048576 2023-12-01T05:03:34.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.402+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~CE5URSDGAU94.2 size=722497 2023-12-01T05:03:34.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.402+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=CE5URSDGAU94 tag=4NFH4AQ57EGC type=write size=3868225 2023-12-01T05:03:34.405 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.404+0000 7f2ce2b518c0 1 < canceled operation key=LDCQLVOA6YHR tag=YXSUZ1AFHBPM type=del size=1368549 2023-12-01T05:03:34.410 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.409+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~JQXUXCS6J5XL.0 size=1048576 2023-12-01T05:03:34.412 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.411+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~JQXUXCS6J5XL.1 size=1048576 2023-12-01T05:03:34.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.413+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~JQXUXCS6J5XL.2 size=469792 2023-12-01T05:03:34.414 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.413+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=JQXUXCS6J5XL tag=R7L1HUW8O4J2 type=write size=3615520 2023-12-01T05:03:34.416 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.415+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=0ADMEZPXAXCH type=del 2023-12-01T05:03:34.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.420+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~WFR61U7X1M47.0 size=1048576 2023-12-01T05:03:34.423 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.422+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~WFR61U7X1M47.1 size=1048576 2023-12-01T05:03:34.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.423+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~WFR61U7X1M47.2 size=873371 2023-12-01T05:03:34.425 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.423+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=WFR61U7X1M47 tag=QHHIV521HP6Q type=write size=4019099 2023-12-01T05:03:34.427 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.426+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=4J0RN9YYCBIH type=del 2023-12-01T05:03:34.429 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.428+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=6MCST9B35KIY type=del size=2954104 2023-12-01T05:03:34.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.433+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=TT8V7UJ53IRS type=del 2023-12-01T05:03:34.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.435+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=LELB0R0J600D type=del size=2316097 2023-12-01T05:03:34.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.437+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=2OFTSDMODZ6S type=del 2023-12-01T05:03:34.443 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.442+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~B4FU3TPK93TG.0 size=1048576 2023-12-01T05:03:34.445 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.444+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~B4FU3TPK93TG.1 size=1048576 2023-12-01T05:03:34.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.445+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~B4FU3TPK93TG.2 size=90728 2023-12-01T05:03:34.447 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.445+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=B4FU3TPK93TG tag=J1E264A2R01T type=write size=3236456 2023-12-01T05:03:34.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.448+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=VSCI2L1Z7HU2 type=del 2023-12-01T05:03:34.451 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.450+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=0283C6PS723C type=del size=2172506 2023-12-01T05:03:34.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.452+0000 7f2ce2b518c0 1 < completed write operation key=HAZC92VMYO82 tag=YOKFHHUTUW9T type=write size=377621 2023-12-01T05:03:34.455 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.454+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=T4LCL40SK8Y1 type=del size=443273 2023-12-01T05:03:34.458 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.457+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~MRZH91HS91VB.0 size=1048576 2023-12-01T05:03:34.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.458+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~MRZH91HS91VB.1 size=307809 2023-12-01T05:03:34.463 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.462+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=MRZH91HS91VB tag=8CFXERKXQ8UL type=write size=2404961 2023-12-01T05:03:34.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.466+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~YYQBY6JDQJ3G.0 size=1048576 2023-12-01T05:03:34.469 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.468+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~YYQBY6JDQJ3G.1 size=1048576 2023-12-01T05:03:34.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.469+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~YYQBY6JDQJ3G.2 size=899291 2023-12-01T05:03:34.471 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.469+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=YYQBY6JDQJ3G tag=49ELNO2WKSPN type=write size=4045019 2023-12-01T05:03:34.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.474+0000 7f2ce2b518c0 1 < suggested update operation key=5U9IVFXOOGZO tag=O7H7C09960E3 type=write size=71439 2023-12-01T05:03:34.477 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.476+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=5YOXBV391859 type=del size=1239051 2023-12-01T05:03:34.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.478+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~XG1AWVD26MXM.0 size=1048576 2023-12-01T05:03:34.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.480+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~XG1AWVD26MXM.1 size=646393 2023-12-01T05:03:34.485 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.484+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=XG1AWVD26MXM tag=MC1LVBX3IOQF type=write size=2743545 2023-12-01T05:03:34.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.486+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=RQ4H98W7W64D type=write size=192721 2023-12-01T05:03:34.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.488+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~315ZHYYW9A3K.0 size=1048576 2023-12-01T05:03:34.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.491+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~315ZHYYW9A3K.1 size=285389 2023-12-01T05:03:34.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.494+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=315ZHYYW9A3K tag=VX748FMFDCI3 type=write size=2382541 2023-12-01T05:03:34.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.498+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~YALFH5C7A3QZ.0 size=1048576 2023-12-01T05:03:34.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.500+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~YALFH5C7A3QZ.1 size=1048576 2023-12-01T05:03:34.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.502+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~YALFH5C7A3QZ.2 size=109610 2023-12-01T05:03:34.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.502+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=YALFH5C7A3QZ tag=GC7W4CITB05Y type=write size=3255338 2023-12-01T05:03:34.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.504+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~3NQS2XTX9ARL.0 size=1048576 2023-12-01T05:03:34.505 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.504+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~3NQS2XTX9ARL.1 size=1048576 2023-12-01T05:03:34.507 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.506+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~3NQS2XTX9ARL.2 size=799935 2023-12-01T05:03:34.511 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.510+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=3NQS2XTX9ARL tag=09A16U94AEZX type=write size=3945663 2023-12-01T05:03:34.513 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.512+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=14HEZK4N59I5 type=del size=2958842 2023-12-01T05:03:34.517 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.516+0000 7f2ce2b518c0 1 < suggested remove operation key=3GHZWPTT6R9L tag=H4WII23TZB9L type=del 2023-12-01T05:03:34.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.518+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=X0NDLLRCYH89 type=write size=735318 2023-12-01T05:03:34.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.520+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=LCFZMXTEIEMU type=write size=307699 2023-12-01T05:03:34.523 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.522+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=7PTB39KV9O6R type=del size=1614105 2023-12-01T05:03:34.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.525+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~ULQIQULRRISV.0 size=534083 2023-12-01T05:03:34.530 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.529+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=ULQIQULRRISV tag=ZYWSVTCV4X5T type=write size=1582659 2023-12-01T05:03:34.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.531+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=BMZVD1CW2H4F type=del size=3611862 2023-12-01T05:03:34.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.533+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~CE5URSDGAU94.0 size=1048576 2023-12-01T05:03:34.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.535+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~CE5URSDGAU94.1 size=1048576 2023-12-01T05:03:34.538 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.537+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~CE5URSDGAU94.2 size=722497 2023-12-01T05:03:34.543 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.541+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=CE5URSDGAU94 tag=4NFH4AQ57EGC type=write size=3868225 2023-12-01T05:03:34.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.544+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=GMRIS1CBNXWJ type=del size=1943965 2023-12-01T05:03:34.547 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.546+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~JQXUXCS6J5XL.0 size=1048576 2023-12-01T05:03:34.549 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.548+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~JQXUXCS6J5XL.1 size=1048576 2023-12-01T05:03:34.551 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.550+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~JQXUXCS6J5XL.2 size=469792 2023-12-01T05:03:34.555 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.554+0000 7f2ce2b518c0 1 < completed multipart upload key=VAXQ0BZJCDUB upload=JQXUXCS6J5XL tag=R7L1HUW8O4J2 type=write size=3615520 2023-12-01T05:03:34.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.556+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=ZPMV1UT8GJ8W type=del size=3396874 2023-12-01T05:03:34.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.556+0000 7f2ce2b518c0 1 < canceled part key=_multipart_JWJAKQZX6VLS.2~WFR61U7X1M47.0 size=1048576 2023-12-01T05:03:34.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.558+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~WFR61U7X1M47.1 size=1048576 2023-12-01T05:03:34.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.558+0000 7f2ce2b518c0 1 < canceled part key=_multipart_JWJAKQZX6VLS.2~WFR61U7X1M47.2 size=873371 2023-12-01T05:03:34.563 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.562+0000 7f2ce2b518c0 1 < canceled multipart upload key=JWJAKQZX6VLS upload=WFR61U7X1M47 tag=QHHIV521HP6Q type=write size=4019099 2023-12-01T05:03:34.567 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.566+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~TTZ02GH46M9R.0 size=1048576 2023-12-01T05:03:34.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.568+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~TTZ02GH46M9R.1 size=784654 2023-12-01T05:03:34.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.568+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=TTZ02GH46M9R tag=JXGP0RWUSROO type=write size=2881806 2023-12-01T05:03:34.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.572+0000 7f2ce2b518c0 1 < suggested update operation key=VAXQ0BZJCDUB tag=6MCST9B35KIY type=del size=2954104 2023-12-01T05:03:34.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.577+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~LHJV3582XJ4D.0 size=33489 2023-12-01T05:03:34.578 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.577+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=LHJV3582XJ4D tag=BWPNNU85A05Q type=write size=1082065 2023-12-01T05:03:34.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.580+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=LELB0R0J600D type=del 2023-12-01T05:03:34.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.582+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=ANNWQ7I4IJF5 type=del size=1055592 2023-12-01T05:03:34.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.584+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~B4FU3TPK93TG.0 size=1048576 2023-12-01T05:03:34.587 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.586+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~B4FU3TPK93TG.1 size=1048576 2023-12-01T05:03:34.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.588+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~B4FU3TPK93TG.2 size=90728 2023-12-01T05:03:34.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.592+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=B4FU3TPK93TG tag=J1E264A2R01T type=write size=3236456 2023-12-01T05:03:34.596 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.595+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=9CHJO5TEWR8T type=del size=140585 2023-12-01T05:03:34.600 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.599+0000 7f2ce2b518c0 1 < suggested remove operation key=B5FU2JKJOI4Z tag=0283C6PS723C type=del 2023-12-01T05:03:34.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.604+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~IDJ8S58XR475.0 size=1048576 2023-12-01T05:03:34.607 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.606+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~IDJ8S58XR475.1 size=1048576 2023-12-01T05:03:34.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.607+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~IDJ8S58XR475.2 size=894149 2023-12-01T05:03:34.608 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.607+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=IDJ8S58XR475 tag=23YD89CIK1E6 type=write size=4039877 2023-12-01T05:03:34.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.609+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=T4LCL40SK8Y1 type=del 2023-12-01T05:03:34.612 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.611+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=BXNFH79V5NCK type=del size=3910929 2023-12-01T05:03:34.615 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.613+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~YYQBY6JDQJ3G.0 size=1048576 2023-12-01T05:03:34.616 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.615+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~YYQBY6JDQJ3G.1 size=1048576 2023-12-01T05:03:34.618 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.617+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~YYQBY6JDQJ3G.2 size=899291 2023-12-01T05:03:34.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.621+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=YYQBY6JDQJ3G tag=49ELNO2WKSPN type=write size=4045019 2023-12-01T05:03:34.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.623+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=P1ZILOK44H5U type=write size=818607 2023-12-01T05:03:34.627 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.626+0000 7f2ce2b518c0 -1 < failed to complete operation key=B5FU2JKJOI4Z tag=5YOXBV391859 type=del size=1239051: (22) Invalid argument 2023-12-01T05:03:34.629 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.628+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=CXHWMFXEQUK2 type=del size=763540 2023-12-01T05:03:34.631 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.630+0000 7f2ce2b518c0 1 < completed write operation key=IU15OM7RZ3XF tag=RQ4H98W7W64D type=write size=192721 2023-12-01T05:03:34.635 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.634+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~HQUOONNKL8SN.0 size=1048576 2023-12-01T05:03:34.637 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.636+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~HQUOONNKL8SN.1 size=106868 2023-12-01T05:03:34.638 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.636+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=HQUOONNKL8SN tag=J8UAYCVQGPPP type=write size=2204020 2023-12-01T05:03:34.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.638+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~YALFH5C7A3QZ.0 size=1048576 2023-12-01T05:03:34.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.640+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~YALFH5C7A3QZ.1 size=1048576 2023-12-01T05:03:34.643 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.642+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~YALFH5C7A3QZ.2 size=109610 2023-12-01T05:03:34.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.646+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=YALFH5C7A3QZ tag=GC7W4CITB05Y type=write size=3255338 2023-12-01T05:03:34.651 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.650+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~1XIFTZTZ41XE.0 size=1048576 2023-12-01T05:03:34.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.651+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~1XIFTZTZ41XE.1 size=176630 2023-12-01T05:03:34.653 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.651+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=1XIFTZTZ41XE tag=BKP6JIPS5687 type=write size=2273782 2023-12-01T05:03:34.655 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.654+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=14HEZK4N59I5 type=del 2023-12-01T05:03:34.659 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.657+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~67WQCEYDRXQV.0 size=1048576 2023-12-01T05:03:34.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.660+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~67WQCEYDRXQV.1 size=231228 2023-12-01T05:03:34.661 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.660+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=67WQCEYDRXQV tag=Q0L7F0C28HYM type=write size=2328380 2023-12-01T05:03:34.663 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.662+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=X0NDLLRCYH89 type=write size=735318 2023-12-01T05:03:34.667 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.666+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~FWYTJY7NUU5X.0 size=1048576 2023-12-01T05:03:34.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.668+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~FWYTJY7NUU5X.1 size=141768 2023-12-01T05:03:34.669 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.668+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=FWYTJY7NUU5X tag=J403VTCVQBD2 type=write size=2238920 2023-12-01T05:03:34.671 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.670+0000 7f2ce2b518c0 1 < canceled operation key=HAZC92VMYO82 tag=7PTB39KV9O6R type=del size=1614105 2023-12-01T05:03:34.673 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.672+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=WMNFPRRG8XFD type=write size=363166 2023-12-01T05:03:34.676 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.674+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=BMZVD1CW2H4F type=del 2023-12-01T05:03:34.680 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.679+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~ALPILY02KDJH.0 size=783392 2023-12-01T05:03:34.680 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.679+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=ALPILY02KDJH tag=VA9FV6E8T3MZ type=write size=1831968 2023-12-01T05:03:34.682 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.681+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=GMRIS1CBNXWJ type=del 2023-12-01T05:03:34.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.683+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=GNDYL4IRVY8R type=del size=2061435 2023-12-01T05:03:34.689 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.688+0000 7f2ce2b518c0 1 < suggested remove operation key=KFTOV6Y7KOAW tag=ZPMV1UT8GJ8W type=del 2023-12-01T05:03:34.693 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.691+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ID53H7LFOK08.0 size=1048576 2023-12-01T05:03:34.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.694+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ID53H7LFOK08.1 size=69713 2023-12-01T05:03:34.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.694+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=ID53H7LFOK08 tag=ETZ0K44UBGIZ type=write size=2166865 2023-12-01T05:03:34.698 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.697+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~TTZ02GH46M9R.0 size=1048576 2023-12-01T05:03:34.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.698+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~TTZ02GH46M9R.1 size=784654 2023-12-01T05:03:34.703 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.702+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=TTZ02GH46M9R tag=JXGP0RWUSROO type=write size=2881806 2023-12-01T05:03:34.707 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.706+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~05UTVR8B93KQ.0 size=748011 2023-12-01T05:03:34.707 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.706+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=05UTVR8B93KQ tag=8TUATYW67LSQ type=write size=1796587 2023-12-01T05:03:34.709 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.706+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KFTOV6Y7KOAW.2~LHJV3582XJ4D.0 size=33489 2023-12-01T05:03:34.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.709+0000 7f2ce2b518c0 1 < canceled multipart upload key=KFTOV6Y7KOAW upload=LHJV3582XJ4D tag=BWPNNU85A05Q type=write size=1082065 2023-12-01T05:03:34.715 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.714+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~DJ2HMPPA3BAW.0 size=1048576 2023-12-01T05:03:34.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.715+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~DJ2HMPPA3BAW.1 size=340894 2023-12-01T05:03:34.717 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.715+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=DJ2HMPPA3BAW tag=RUSS6QDP6SV4 type=write size=2438046 2023-12-01T05:03:34.719 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.718+0000 7f2ce2b518c0 1 < completed delete operation key=DI1WW8WVZX9A tag=ANNWQ7I4IJF5 type=del 2023-12-01T05:03:34.722 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.720+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=8JB257VAZNF2 type=del size=1164173 2023-12-01T05:03:34.724 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.723+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=9CHJO5TEWR8T type=del 2023-12-01T05:03:34.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.728+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~YTW56CDKSPW4.0 size=1048576 2023-12-01T05:03:34.731 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.729+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~YTW56CDKSPW4.1 size=1048576 2023-12-01T05:03:34.732 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.731+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~YTW56CDKSPW4.2 size=308830 2023-12-01T05:03:34.732 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.731+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=YTW56CDKSPW4 tag=W2RLLSFKG7QP type=write size=3454558 2023-12-01T05:03:34.734 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.733+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~IDJ8S58XR475.0 size=1048576 2023-12-01T05:03:34.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.735+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~IDJ8S58XR475.1 size=1048576 2023-12-01T05:03:34.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.735+0000 7f2ce2b518c0 1 < canceled part key=_multipart_8XRBQI3FV85G.2~IDJ8S58XR475.2 size=894149 2023-12-01T05:03:34.742 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.739+0000 7f2ce2b518c0 1 < canceled multipart upload key=8XRBQI3FV85G upload=IDJ8S58XR475 tag=23YD89CIK1E6 type=write size=4039877 2023-12-01T05:03:34.745 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.744+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~C2XWK92GSJUK.0 size=1048576 2023-12-01T05:03:34.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.745+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~C2XWK92GSJUK.1 size=556706 2023-12-01T05:03:34.747 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.745+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=C2XWK92GSJUK tag=LQTO72N15FWG type=write size=2653858 2023-12-01T05:03:34.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.749+0000 7f2ce2b518c0 1 < completed delete operation key=SY2W6QFZQBL7 tag=BXNFH79V5NCK type=del 2023-12-01T05:03:34.754 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.753+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~L27IX7Q1V27Y.0 size=1048576 2023-12-01T05:03:34.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.755+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~L27IX7Q1V27Y.1 size=169773 2023-12-01T05:03:34.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.755+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=L27IX7Q1V27Y tag=TM0OMRBLKBA5 type=write size=2266925 2023-12-01T05:03:34.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.757+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=P1ZILOK44H5U type=write size=818607 2023-12-01T05:03:34.760 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.759+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=FN9MKI33YYJD type=del size=1713291 2023-12-01T05:03:34.763 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.762+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=CXHWMFXEQUK2 type=del 2023-12-01T05:03:34.766 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.764+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=KRKQUO9M9BFS type=write size=233485 2023-12-01T05:03:34.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.767+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~HQUOONNKL8SN.0 size=1048576 2023-12-01T05:03:34.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.767+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~HQUOONNKL8SN.1 size=106868 2023-12-01T05:03:34.773 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.772+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=HQUOONNKL8SN tag=J8UAYCVQGPPP type=write size=2204020 2023-12-01T05:03:34.776 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.775+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=S307VY9R9DXT type=del size=3916370 2023-12-01T05:03:34.778 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.777+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~1XIFTZTZ41XE.0 size=1048576 2023-12-01T05:03:34.780 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.779+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~1XIFTZTZ41XE.1 size=176630 2023-12-01T05:03:34.784 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.782+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=1XIFTZTZ41XE tag=BKP6JIPS5687 type=write size=2273782 2023-12-01T05:03:34.786 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.785+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=QU2Q4YSKE3FL type=del size=3507874 2023-12-01T05:03:34.788 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.787+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~67WQCEYDRXQV.0 size=1048576 2023-12-01T05:03:34.790 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.789+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~67WQCEYDRXQV.1 size=231228 2023-12-01T05:03:34.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.793+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=67WQCEYDRXQV tag=Q0L7F0C28HYM type=write size=2328380 2023-12-01T05:03:34.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.795+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=JFZBVGXZ56LA type=del size=1832496 2023-12-01T05:03:34.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.797+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~FWYTJY7NUU5X.0 size=1048576 2023-12-01T05:03:34.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.799+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~FWYTJY7NUU5X.1 size=141768 2023-12-01T05:03:34.803 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.802+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=FWYTJY7NUU5X tag=J403VTCVQBD2 type=write size=2238920 2023-12-01T05:03:34.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.807+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~BPHBVMEAOMLG.0 size=1048576 2023-12-01T05:03:34.809 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.808+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~BPHBVMEAOMLG.1 size=269410 2023-12-01T05:03:34.810 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.808+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=BPHBVMEAOMLG tag=4VCURJZOCP37 type=write size=2366562 2023-12-01T05:03:34.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.811+0000 7f2ce2b518c0 1 < completed write operation key=8XRBQI3FV85G tag=WMNFPRRG8XFD type=write size=363166 2023-12-01T05:03:34.814 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.813+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=0GNMRZZGJTTW type=del size=3671440 2023-12-01T05:03:34.814 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.813+0000 7f2ce2b518c0 1 < canceled part key=_multipart_D9PMBZW5816S.2~ALPILY02KDJH.0 size=783392 2023-12-01T05:03:34.817 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.816+0000 7f2ce2b518c0 1 < canceled multipart upload key=D9PMBZW5816S upload=ALPILY02KDJH tag=VA9FV6E8T3MZ type=write size=1831968 2023-12-01T05:03:34.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.818+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=KKK86L29ME3P type=del size=2256304 2023-12-01T05:03:34.822 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.820+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=GNDYL4IRVY8R type=del 2023-12-01T05:03:34.824 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.823+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=D2CU910Z9DSO type=del size=1384625 2023-12-01T05:03:34.826 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.825+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~ID53H7LFOK08.0 size=1048576 2023-12-01T05:03:34.829 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.828+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~ID53H7LFOK08.1 size=69713 2023-12-01T05:03:34.833 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.832+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=ID53H7LFOK08 tag=ETZ0K44UBGIZ type=write size=2166865 2023-12-01T05:03:34.835 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.834+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=6HFOLI6UMRE8 type=write size=77999 2023-12-01T05:03:34.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.837+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~05UTVR8B93KQ.0 size=748011 2023-12-01T05:03:34.842 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.841+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=05UTVR8B93KQ tag=8TUATYW67LSQ type=write size=1796587 2023-12-01T05:03:34.847 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.846+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~4LT22DWM69EI.0 size=1048576 2023-12-01T05:03:34.849 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.848+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~4LT22DWM69EI.1 size=1048576 2023-12-01T05:03:34.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.850+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~4LT22DWM69EI.2 size=997160 2023-12-01T05:03:34.851 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.850+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=4LT22DWM69EI tag=S3BXUZONILUD type=write size=4142888 2023-12-01T05:03:34.853 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.852+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~DJ2HMPPA3BAW.0 size=1048576 2023-12-01T05:03:34.856 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.855+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~DJ2HMPPA3BAW.1 size=340894 2023-12-01T05:03:34.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.858+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=DJ2HMPPA3BAW tag=RUSS6QDP6SV4 type=write size=2438046 2023-12-01T05:03:34.863 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.862+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~O63ZCFOXHVEW.0 size=118709 2023-12-01T05:03:34.864 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.862+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=O63ZCFOXHVEW tag=ZAYMEA90DLMP type=write size=1167285 2023-12-01T05:03:34.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.866+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=8JB257VAZNF2 type=del 2023-12-01T05:03:34.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.870+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~1ZY8F3JKC0IU.0 size=748728 2023-12-01T05:03:34.871 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.870+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=1ZY8F3JKC0IU tag=932K3UG1BNIS type=write size=1797304 2023-12-01T05:03:34.874 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.872+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~YTW56CDKSPW4.0 size=1048576 2023-12-01T05:03:34.875 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.874+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~YTW56CDKSPW4.1 size=1048576 2023-12-01T05:03:34.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.876+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~YTW56CDKSPW4.2 size=308830 2023-12-01T05:03:34.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.880+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=YTW56CDKSPW4 tag=W2RLLSFKG7QP type=write size=3454558 2023-12-01T05:03:34.883 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.882+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=J0LHTM7KGQPG type=del size=3572143 2023-12-01T05:03:34.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.884+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~C2XWK92GSJUK.0 size=1048576 2023-12-01T05:03:34.887 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.886+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~C2XWK92GSJUK.1 size=556706 2023-12-01T05:03:34.891 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.889+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=C2XWK92GSJUK tag=LQTO72N15FWG type=write size=2653858 2023-12-01T05:03:34.893 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.892+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=KBW50K94DT5J type=del size=2691467 2023-12-01T05:03:34.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.894+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~L27IX7Q1V27Y.0 size=1048576 2023-12-01T05:03:34.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.896+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~L27IX7Q1V27Y.1 size=169773 2023-12-01T05:03:34.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.900+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=L27IX7Q1V27Y tag=TM0OMRBLKBA5 type=write size=2266925 2023-12-01T05:03:34.903 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.902+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=3CXS3FNZ5OX0 type=del size=1402874 2023-12-01T05:03:34.905 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.904+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=FN9MKI33YYJD type=del 2023-12-01T05:03:34.908 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.907+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=C2UHADWTGAO9 type=write size=754204 2023-12-01T05:03:34.913 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.912+0000 7f2ce2b518c0 1 < suggested remove operation key=0BUXOUU4KRQZ tag=KRKQUO9M9BFS type=write 2023-12-01T05:03:34.917 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.916+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~8KNQSFCNE98B.0 size=1048576 2023-12-01T05:03:34.919 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.918+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~8KNQSFCNE98B.1 size=1048576 2023-12-01T05:03:34.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.920+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~8KNQSFCNE98B.2 size=748266 2023-12-01T05:03:34.921 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.920+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=8KNQSFCNE98B tag=EJ69MGO9F5S2 type=write size=3893994 2023-12-01T05:03:34.926 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.925+0000 7f2ce2b518c0 1 < suggested update operation key=W8X2JZ25JX20 tag=S307VY9R9DXT type=del size=3916370 2023-12-01T05:03:34.930 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.929+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~WVTDTWHJ102U.0 size=972680 2023-12-01T05:03:34.930 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.929+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=WVTDTWHJ102U tag=HJP8MQR3ANQ8 type=write size=2021256 2023-12-01T05:03:34.933 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.932+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=QU2Q4YSKE3FL type=del 2023-12-01T05:03:34.937 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.936+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~RSEXO4UIX04H.0 size=1048576 2023-12-01T05:03:34.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.937+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~RSEXO4UIX04H.1 size=1048576 2023-12-01T05:03:34.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.939+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~RSEXO4UIX04H.2 size=999999 2023-12-01T05:03:34.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.939+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=RSEXO4UIX04H tag=V9MN4XUGBZA7 type=write size=4145727 2023-12-01T05:03:34.942 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.941+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=JFZBVGXZ56LA type=del 2023-12-01T05:03:34.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.943+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=3IWUPYNRM1FE type=del size=1735177 2023-12-01T05:03:34.946 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.945+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~BPHBVMEAOMLG.0 size=1048576 2023-12-01T05:03:34.948 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.947+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~BPHBVMEAOMLG.1 size=269410 2023-12-01T05:03:34.952 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.950+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=BPHBVMEAOMLG tag=4VCURJZOCP37 type=write size=2366562 2023-12-01T05:03:34.955 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.954+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~284AGEBRXY59.0 size=1048576 2023-12-01T05:03:34.957 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.956+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~284AGEBRXY59.1 size=1048576 2023-12-01T05:03:34.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.958+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~284AGEBRXY59.2 size=452510 2023-12-01T05:03:34.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.958+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=284AGEBRXY59 tag=W6UDH46A57VA type=write size=3598238 2023-12-01T05:03:34.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.961+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=0GNMRZZGJTTW type=del 2023-12-01T05:03:34.965 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.963+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=Z94TRHTH09Q8 type=write size=482151 2023-12-01T05:03:34.968 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.967+0000 7f2ce2b518c0 1 < suggested remove operation key=LDCQLVOA6YHR tag=KKK86L29ME3P type=del 2023-12-01T05:03:34.970 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.969+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=JOTW0Q35V2HB type=del size=1528190 2023-12-01T05:03:34.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.971+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=D2CU910Z9DSO type=del 2023-12-01T05:03:34.974 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.973+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=FBB2KR8CAIKR type=del size=3943699 2023-12-01T05:03:34.976 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.975+0000 7f2ce2b518c0 1 < completed write operation key=ASITIOFTV58Q tag=6HFOLI6UMRE8 type=write size=77999 2023-12-01T05:03:34.980 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.979+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~DY462Q0HLL5M.0 size=1048576 2023-12-01T05:03:34.982 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.981+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~DY462Q0HLL5M.1 size=1048576 2023-12-01T05:03:34.983 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.982+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~DY462Q0HLL5M.2 size=501906 2023-12-01T05:03:34.984 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.982+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=DY462Q0HLL5M tag=X9ZEOLAYYKBN type=write size=3647634 2023-12-01T05:03:34.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.985+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~4LT22DWM69EI.0 size=1048576 2023-12-01T05:03:34.986 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.985+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~4LT22DWM69EI.1 size=1048576 2023-12-01T05:03:34.988 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.987+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~4LT22DWM69EI.2 size=997160 2023-12-01T05:03:34.992 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.991+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=4LT22DWM69EI tag=S3BXUZONILUD type=write size=4142888 2023-12-01T05:03:34.994 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.993+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=YHSGLDPGVB04 type=del size=2731354 2023-12-01T05:03:34.996 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.995+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~O63ZCFOXHVEW.0 size=118709 2023-12-01T05:03:35.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:34.999+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=O63ZCFOXHVEW tag=ZAYMEA90DLMP type=write size=1167285 2023-12-01T05:03:35.002 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.001+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=LBD3TN2R9UIL type=del size=592314 2023-12-01T05:03:35.004 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.003+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~1ZY8F3JKC0IU.0 size=748728 2023-12-01T05:03:35.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.006+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=1ZY8F3JKC0IU tag=932K3UG1BNIS type=write size=1797304 2023-12-01T05:03:35.009 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.008+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=QX0FA5C1PFY3 type=del size=417243 2023-12-01T05:03:35.012 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.011+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=J0LHTM7KGQPG type=del 2023-12-01T05:03:35.014 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.013+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=78ZRZLXFH8MS type=del size=818779 2023-12-01T05:03:35.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.015+0000 7f2ce2b518c0 1 < completed delete operation key=J3U83X19X8WG tag=KBW50K94DT5J type=del 2023-12-01T05:03:35.019 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.017+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=MBW7B68P9LFC type=del size=2126222 2023-12-01T05:03:35.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.020+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=3CXS3FNZ5OX0 type=del 2023-12-01T05:03:35.023 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.022+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=U6PDWZDCASS0 type=write size=604378 2023-12-01T05:03:35.025 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.024+0000 7f2ce2b518c0 1 < canceled operation key=DOGWW9WZ6QW8 tag=C2UHADWTGAO9 type=write size=754204 2023-12-01T05:03:35.027 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.026+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=1QOSOHB0OK5T type=del size=4120915 2023-12-01T05:03:35.029 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.028+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~8KNQSFCNE98B.0 size=1048576 2023-12-01T05:03:35.031 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.030+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~8KNQSFCNE98B.1 size=1048576 2023-12-01T05:03:35.032 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.030+0000 7f2ce2b518c0 1 < canceled part key=_multipart_8XRBQI3FV85G.2~8KNQSFCNE98B.2 size=748266 2023-12-01T05:03:35.035 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.034+0000 7f2ce2b518c0 1 < canceled multipart upload key=8XRBQI3FV85G upload=8KNQSFCNE98B tag=EJ69MGO9F5S2 type=write size=3893994 2023-12-01T05:03:35.037 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.036+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=5JPOP7J9B2R1 type=del size=624658 2023-12-01T05:03:35.039 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.038+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~WVTDTWHJ102U.0 size=972680 2023-12-01T05:03:35.042 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.041+0000 7f2ce2b518c0 1 < completed multipart upload key=B5FU2JKJOI4Z upload=WVTDTWHJ102U tag=HJP8MQR3ANQ8 type=write size=2021256 2023-12-01T05:03:35.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.043+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=PYLLUAYCV7R8 type=del size=2739124 2023-12-01T05:03:35.047 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.046+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~RSEXO4UIX04H.0 size=1048576 2023-12-01T05:03:35.050 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.049+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~RSEXO4UIX04H.1 size=1048576 2023-12-01T05:03:35.051 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.050+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~RSEXO4UIX04H.2 size=999999 2023-12-01T05:03:35.055 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.054+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=RSEXO4UIX04H tag=V9MN4XUGBZA7 type=write size=4145727 2023-12-01T05:03:35.061 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.059+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~12OE5G3IF7TK.0 size=1048576 2023-12-01T05:03:35.062 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.061+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~12OE5G3IF7TK.1 size=1048576 2023-12-01T05:03:35.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.063+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~12OE5G3IF7TK.2 size=64044 2023-12-01T05:03:35.064 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.063+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=12OE5G3IF7TK tag=KMO7OHMUS5FG type=write size=3209772 2023-12-01T05:03:35.066 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.065+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=3IWUPYNRM1FE type=del 2023-12-01T05:03:35.068 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.067+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=HZAIDBN2P3JA type=write size=1024927 2023-12-01T05:03:35.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.069+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~284AGEBRXY59.0 size=1048576 2023-12-01T05:03:35.073 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.072+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~284AGEBRXY59.1 size=1048576 2023-12-01T05:03:35.075 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.074+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~284AGEBRXY59.2 size=452510 2023-12-01T05:03:35.078 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.077+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=284AGEBRXY59 tag=W6UDH46A57VA type=write size=3598238 2023-12-01T05:03:35.080 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.079+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=CYOMUIEM4RBM type=write size=164319 2023-12-01T05:03:35.085 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.084+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=Z94TRHTH09Q8 type=write size=482151 2023-12-01T05:03:35.090 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.089+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~TP7NCUOIXT50.0 size=1048576 2023-12-01T05:03:35.092 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.091+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~TP7NCUOIXT50.1 size=1048576 2023-12-01T05:03:35.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.092+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~TP7NCUOIXT50.2 size=782521 2023-12-01T05:03:35.094 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.092+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=TP7NCUOIXT50 tag=84OZ4TDYVZOD type=write size=3928249 2023-12-01T05:03:35.098 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.097+0000 7f2ce2b518c0 1 < suggested update operation key=EQJ6TWB0BPZS tag=JOTW0Q35V2HB type=del size=1528190 2023-12-01T05:03:35.100 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.099+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=FLL86LDILYPY type=write size=349219 2023-12-01T05:03:35.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.101+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=FBB2KR8CAIKR type=del 2023-12-01T05:03:35.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.105+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~3IMLD51QW1HE.0 size=1048576 2023-12-01T05:03:35.107 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.106+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~3IMLD51QW1HE.1 size=1048576 2023-12-01T05:03:35.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.108+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~3IMLD51QW1HE.2 size=542997 2023-12-01T05:03:35.110 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.108+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=3IMLD51QW1HE tag=S6XQHLJI1DEK type=write size=3688725 2023-12-01T05:03:35.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.110+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~DY462Q0HLL5M.0 size=1048576 2023-12-01T05:03:35.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.110+0000 7f2ce2b518c0 1 < canceled part key=_multipart_8XRBQI3FV85G.2~DY462Q0HLL5M.1 size=1048576 2023-12-01T05:03:35.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.112+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~DY462Q0HLL5M.2 size=501906 2023-12-01T05:03:35.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.116+0000 7f2ce2b518c0 1 < canceled multipart upload key=8XRBQI3FV85G upload=DY462Q0HLL5M tag=X9ZEOLAYYKBN type=write size=3647634 2023-12-01T05:03:35.122 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.120+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~8RQ6L4GSOHUY.0 size=1048576 2023-12-01T05:03:35.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.122+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~8RQ6L4GSOHUY.1 size=1048576 2023-12-01T05:03:35.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.124+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~8RQ6L4GSOHUY.2 size=896575 2023-12-01T05:03:35.125 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.124+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=8RQ6L4GSOHUY tag=F2A1LI0N5OMS type=write size=4042303 2023-12-01T05:03:35.129 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.128+0000 7f2ce2b518c0 1 < suggested remove operation key=YZK909CJ0EPV tag=YHSGLDPGVB04 type=del 2023-12-01T05:03:35.132 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.130+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=FZ00124UPDYR type=del size=236123 2023-12-01T05:03:35.134 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.132+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=LBD3TN2R9UIL type=del 2023-12-01T05:03:35.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.136+0000 7f2ce2b518c0 1 > prepared part key=_multipart_43ABSP862CV0.2~D0FMB1OEJE8J.0 size=765852 2023-12-01T05:03:35.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.136+0000 7f2ce2b518c0 1 > prepared multipart upload key=43ABSP862CV0 upload=D0FMB1OEJE8J tag=XFUFPD83JA6G type=write size=1814428 2023-12-01T05:03:35.140 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.138+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=QX0FA5C1PFY3 type=del 2023-12-01T05:03:35.143 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.142+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~LJD06649PIGQ.0 size=170714 2023-12-01T05:03:35.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.142+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=LJD06649PIGQ tag=CBPMPO64LU3N type=write size=1219290 2023-12-01T05:03:35.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.147+0000 7f2ce2b518c0 1 < suggested remove operation key=DOGWW9WZ6QW8 tag=78ZRZLXFH8MS type=del 2023-12-01T05:03:35.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.149+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=EVIPWMW2DMHS type=del size=2994498 2023-12-01T05:03:35.153 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.152+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=MBW7B68P9LFC type=del 2023-12-01T05:03:35.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.154+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=KGG4LNTR62H7 type=del size=665886 2023-12-01T05:03:35.157 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.156+0000 7f2ce2b518c0 1 < canceled operation key=KBRIH4PKGG4O tag=U6PDWZDCASS0 type=write size=604378 2023-12-01T05:03:35.161 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.160+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~OUHG6KQL1HW7.0 size=1048576 2023-12-01T05:03:35.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.161+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JWJAKQZX6VLS.2~OUHG6KQL1HW7.1 size=421542 2023-12-01T05:03:35.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.161+0000 7f2ce2b518c0 1 > prepared multipart upload key=JWJAKQZX6VLS upload=OUHG6KQL1HW7 tag=V9UEFRKY2MGP type=write size=2518694 2023-12-01T05:03:35.165 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.164+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=1QOSOHB0OK5T type=del 2023-12-01T05:03:35.167 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.166+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=ZEVYUT1DCJ4Q type=write size=216249 2023-12-01T05:03:35.169 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.168+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=5JPOP7J9B2R1 type=del 2023-12-01T05:03:35.171 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.170+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=NOL8M2JSZJJI type=del size=2280602 2023-12-01T05:03:35.173 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.172+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=PYLLUAYCV7R8 type=del 2023-12-01T05:03:35.175 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.174+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=ABAK2KMQIKK4 type=write size=439579 2023-12-01T05:03:35.177 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.176+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~12OE5G3IF7TK.0 size=1048576 2023-12-01T05:03:35.179 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.177+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~12OE5G3IF7TK.1 size=1048576 2023-12-01T05:03:35.181 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.180+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~12OE5G3IF7TK.2 size=64044 2023-12-01T05:03:35.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.183+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=12OE5G3IF7TK tag=KMO7OHMUS5FG type=write size=3209772 2023-12-01T05:03:35.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.187+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~O6HOTQXYV8QU.0 size=1048576 2023-12-01T05:03:35.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.189+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~O6HOTQXYV8QU.1 size=1048576 2023-12-01T05:03:35.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.190+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~O6HOTQXYV8QU.2 size=1018906 2023-12-01T05:03:35.191 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.190+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=O6HOTQXYV8QU tag=U65E0K908WLX type=write size=4164634 2023-12-01T05:03:35.194 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.192+0000 7f2ce2b518c0 1 < completed write operation key=W8X2JZ25JX20 tag=HZAIDBN2P3JA type=write size=1024927 2023-12-01T05:03:35.196 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.195+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=IO7R7NERHKP6 type=write size=69529 2023-12-01T05:03:35.198 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.197+0000 7f2ce2b518c0 1 < canceled operation key=D9PMBZW5816S tag=CYOMUIEM4RBM type=write size=164319 2023-12-01T05:03:35.202 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.201+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~93SI5K4SNDP6.0 size=1048576 2023-12-01T05:03:35.203 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.202+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~93SI5K4SNDP6.1 size=669326 2023-12-01T05:03:35.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.202+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=93SI5K4SNDP6 tag=KW4V94NBZJS8 type=write size=2766478 2023-12-01T05:03:35.205 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.204+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~TP7NCUOIXT50.0 size=1048576 2023-12-01T05:03:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:34 smithi155 ceph-mon[102677]: pgmap v1670: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 363 KiB/s wr, 1.86k op/s 2023-12-01T05:03:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:35.207 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.206+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~TP7NCUOIXT50.1 size=1048576 2023-12-01T05:03:35.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.208+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~TP7NCUOIXT50.2 size=782521 2023-12-01T05:03:35.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.212+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=TP7NCUOIXT50 tag=84OZ4TDYVZOD type=write size=3928249 2023-12-01T05:03:35.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.214+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=LSU80F8F2VCQ type=del size=2134030 2023-12-01T05:03:35.217 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.216+0000 7f2ce2b518c0 1 < completed write operation key=JWJAKQZX6VLS tag=FLL86LDILYPY type=write size=349219 2023-12-01T05:03:35.219 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.218+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=MJC0NY2H0GKU type=write size=809110 2023-12-01T05:03:35.221 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.220+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~3IMLD51QW1HE.0 size=1048576 2023-12-01T05:03:35.223 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.222+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~3IMLD51QW1HE.1 size=1048576 2023-12-01T05:03:35.225 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.223+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~3IMLD51QW1HE.2 size=542997 2023-12-01T05:03:35.228 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.227+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=3IMLD51QW1HE tag=S6XQHLJI1DEK type=write size=3688725 2023-12-01T05:03:35.231 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.230+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=Z3CQHVYPBBQ5 type=del size=2665228 2023-12-01T05:03:35.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.232+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~8RQ6L4GSOHUY.0 size=1048576 2023-12-01T05:03:35.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.232+0000 7f2ce2b518c0 1 < canceled part key=_multipart_SH80HT2F4NK2.2~8RQ6L4GSOHUY.1 size=1048576 2023-12-01T05:03:35.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.234+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~8RQ6L4GSOHUY.2 size=896575 2023-12-01T05:03:35.238 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.237+0000 7f2ce2b518c0 1 < canceled multipart upload key=SH80HT2F4NK2 upload=8RQ6L4GSOHUY tag=F2A1LI0N5OMS type=write size=4042303 2023-12-01T05:03:35.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.239+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=A51SOK39E4Y1 type=del size=3353530 2023-12-01T05:03:35.243 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.242+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=FZ00124UPDYR type=del 2023-12-01T05:03:35.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.244+0000 7f2ce2b518c0 1 > prepared operation key=3VYQRDX2LULH tag=1PTLCMTFYT14 type=del size=2642799 2023-12-01T05:03:35.247 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.246+0000 7f2ce2b518c0 1 < completed part key=_multipart_43ABSP862CV0.2~D0FMB1OEJE8J.0 size=765852 2023-12-01T05:03:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:34 smithi111 ceph-mon[97855]: pgmap v1670: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 363 KiB/s wr, 1.86k op/s 2023-12-01T05:03:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:34 smithi111 ceph-mon[116524]: pgmap v1670: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 363 KiB/s wr, 1.86k op/s 2023-12-01T05:03:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:35.251 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.250+0000 7f2ce2b518c0 1 < completed multipart upload key=43ABSP862CV0 upload=D0FMB1OEJE8J tag=XFUFPD83JA6G type=write size=1814428 2023-12-01T05:03:35.255 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.254+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~4A7BGA0CS9EX.0 size=1048576 2023-12-01T05:03:35.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.256+0000 7f2ce2b518c0 1 > prepared part key=_multipart_EQJ6TWB0BPZS.2~4A7BGA0CS9EX.1 size=513080 2023-12-01T05:03:35.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.256+0000 7f2ce2b518c0 1 > prepared multipart upload key=EQJ6TWB0BPZS upload=4A7BGA0CS9EX tag=HAM1N0GRQ2AT type=write size=2610232 2023-12-01T05:03:35.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.256+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~LJD06649PIGQ.0 size=170714 2023-12-01T05:03:35.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.260+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=LJD06649PIGQ tag=CBPMPO64LU3N type=write size=1219290 2023-12-01T05:03:35.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.262+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=CTI6235QBECT type=write size=60517 2023-12-01T05:03:35.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.264+0000 7f2ce2b518c0 1 < canceled operation key=EQJ6TWB0BPZS tag=EVIPWMW2DMHS type=del size=2994498 2023-12-01T05:03:35.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.266+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=VTUS4BSFO8V1 type=del size=3105755 2023-12-01T05:03:35.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.268+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=KGG4LNTR62H7 type=del 2023-12-01T05:03:35.271 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.270+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=WHF1DQT1GP0X type=del size=4116107 2023-12-01T05:03:35.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.272+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~OUHG6KQL1HW7.0 size=1048576 2023-12-01T05:03:35.275 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.274+0000 7f2ce2b518c0 1 < completed part key=_multipart_JWJAKQZX6VLS.2~OUHG6KQL1HW7.1 size=421542 2023-12-01T05:03:35.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.277+0000 7f2ce2b518c0 1 < completed multipart upload key=JWJAKQZX6VLS upload=OUHG6KQL1HW7 tag=V9UEFRKY2MGP type=write size=2518694 2023-12-01T05:03:35.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.281+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~7TJP4MPK0554.0 size=436391 2023-12-01T05:03:35.283 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.281+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=7TJP4MPK0554 tag=T77B81KIN1QO type=write size=1484967 2023-12-01T05:03:35.285 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.284+0000 7f2ce2b518c0 1 < completed write operation key=LDCQLVOA6YHR tag=ZEVYUT1DCJ4Q type=write size=216249 2023-12-01T05:03:35.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.287+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~U105IKIQ7U6Y.0 size=1048576 2023-12-01T05:03:35.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.289+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~U105IKIQ7U6Y.1 size=530604 2023-12-01T05:03:35.290 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.289+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=U105IKIQ7U6Y tag=6CHM6LS99SXU type=write size=2627756 2023-12-01T05:03:35.294 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.293+0000 7f2ce2b518c0 1 < suggested update operation key=8XRBQI3FV85G tag=NOL8M2JSZJJI type=del size=2280602 2023-12-01T05:03:35.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.296+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=FLP6D7P0HBG8 type=del size=3591200 2023-12-01T05:03:35.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.299+0000 7f2ce2b518c0 1 < suggested update operation key=JWJAKQZX6VLS tag=ABAK2KMQIKK4 type=write size=439579 2023-12-01T05:03:35.303 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.302+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=VZ3P3IISD1NO type=del size=3217195 2023-12-01T05:03:35.305 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.304+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~O6HOTQXYV8QU.0 size=1048576 2023-12-01T05:03:35.307 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.306+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~O6HOTQXYV8QU.1 size=1048576 2023-12-01T05:03:35.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.307+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~O6HOTQXYV8QU.2 size=1018906 2023-12-01T05:03:35.313 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.312+0000 7f2ce2b518c0 1 < completed multipart upload key=10L177QUH8QE upload=O6HOTQXYV8QU tag=U65E0K908WLX type=write size=4164634 2023-12-01T05:03:35.315 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.314+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=CFHL5AHT5Y82 type=del size=3890057 2023-12-01T05:03:35.317 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.316+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=IO7R7NERHKP6 type=write size=69529 2023-12-01T05:03:35.320 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.318+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=BA0QACJ4BN6K type=del size=3487949 2023-12-01T05:03:35.322 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.321+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~93SI5K4SNDP6.0 size=1048576 2023-12-01T05:03:35.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.323+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~93SI5K4SNDP6.1 size=669326 2023-12-01T05:03:35.328 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.327+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=93SI5K4SNDP6 tag=KW4V94NBZJS8 type=write size=2766478 2023-12-01T05:03:35.330 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.329+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=64PIHASKE938 type=del size=1800417 2023-12-01T05:03:35.332 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.331+0000 7f2ce2b518c0 1 < completed delete operation key=LDCQLVOA6YHR tag=LSU80F8F2VCQ type=del 2023-12-01T05:03:35.334 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.333+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=9YQQFW67LRW1 type=del size=3767069 2023-12-01T05:03:35.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.336+0000 7f2ce2b518c0 1 < completed write operation key=5U9IVFXOOGZO tag=MJC0NY2H0GKU type=write size=809110 2023-12-01T05:03:35.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.338+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=YBN4TR7SDMRR type=write size=460974 2023-12-01T05:03:35.341 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.340+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=Z3CQHVYPBBQ5 type=del 2023-12-01T05:03:35.343 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.342+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=2I10VG0OT32U type=del size=884753 2023-12-01T05:03:35.345 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.344+0000 7f2ce2b518c0 1 < completed delete operation key=JDW6X9ZJ49B4 tag=A51SOK39E4Y1 type=del 2023-12-01T05:03:35.347 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.346+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=JD23LCTDH13Q type=del size=834863 2023-12-01T05:03:35.349 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.348+0000 7f2ce2b518c0 1 < completed delete operation key=3VYQRDX2LULH tag=1PTLCMTFYT14 type=del 2023-12-01T05:03:35.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.351+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~U307S70QX9N0.0 size=1048576 2023-12-01T05:03:35.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.353+0000 7f2ce2b518c0 1 > prepared part key=_multipart_10L177QUH8QE.2~U307S70QX9N0.1 size=963395 2023-12-01T05:03:35.354 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.353+0000 7f2ce2b518c0 1 > prepared multipart upload key=10L177QUH8QE upload=U307S70QX9N0 tag=4S6ZZRBP5BTD type=write size=3060547 2023-12-01T05:03:35.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.356+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~4A7BGA0CS9EX.0 size=1048576 2023-12-01T05:03:35.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.358+0000 7f2ce2b518c0 1 < completed part key=_multipart_EQJ6TWB0BPZS.2~4A7BGA0CS9EX.1 size=513080 2023-12-01T05:03:35.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.362+0000 7f2ce2b518c0 1 < completed multipart upload key=EQJ6TWB0BPZS upload=4A7BGA0CS9EX tag=HAM1N0GRQ2AT type=write size=2610232 2023-12-01T05:03:35.366 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.365+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=L6P2Z8ZLEL8W type=del size=1837022 2023-12-01T05:03:35.369 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.367+0000 7f2ce2b518c0 1 < completed write operation key=10L177QUH8QE tag=CTI6235QBECT type=write size=60517 2023-12-01T05:03:35.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.371+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~JMPV48TSR752.0 size=962573 2023-12-01T05:03:35.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.371+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=JMPV48TSR752 tag=YQA8A8ZUWPAL type=write size=2011149 2023-12-01T05:03:35.376 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.375+0000 7f2ce2b518c0 1 < suggested update operation key=MUH8GSRXUS6M tag=VTUS4BSFO8V1 type=del size=3105755 2023-12-01T05:03:35.379 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.378+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=LU2WA5MPU8GZ type=write size=992534 2023-12-01T05:03:35.381 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.380+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=WHF1DQT1GP0X type=del 2023-12-01T05:03:35.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.382+0000 7f2ce2b518c0 1 > prepared operation key=KFTOV6Y7KOAW tag=1480XAQ5295J type=del size=1299922 2023-12-01T05:03:35.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.385+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~7TJP4MPK0554.0 size=436391 2023-12-01T05:03:35.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.388+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=7TJP4MPK0554 tag=T77B81KIN1QO type=write size=1484967 2023-12-01T05:03:35.392 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.391+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=5QZTRT53Y2MD type=del size=3508618 2023-12-01T05:03:35.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.393+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~U105IKIQ7U6Y.0 size=1048576 2023-12-01T05:03:35.396 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.395+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~U105IKIQ7U6Y.1 size=530604 2023-12-01T05:03:35.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.399+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=U105IKIQ7U6Y tag=6CHM6LS99SXU type=write size=2627756 2023-12-01T05:03:35.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.401+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=MBHB0IYEFD8J type=del size=1426380 2023-12-01T05:03:35.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.403+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=FLP6D7P0HBG8 type=del 2023-12-01T05:03:35.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.405+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=SYEJOE7VEI9T type=del size=842941 2023-12-01T05:03:35.411 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.410+0000 7f2ce2b518c0 1 < suggested update operation key=HAZC92VMYO82 tag=VZ3P3IISD1NO type=del size=3217195 2023-12-01T05:03:35.413 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.412+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=3IY666N98FEC type=del size=3027816 2023-12-01T05:03:35.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.414+0000 7f2ce2b518c0 1 < canceled operation key=43ABSP862CV0 tag=CFHL5AHT5Y82 type=del size=3890057 2023-12-01T05:03:35.419 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.418+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~QWRFID0FJSAS.0 size=1048576 2023-12-01T05:03:35.420 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.419+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~QWRFID0FJSAS.1 size=1048576 2023-12-01T05:03:35.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.421+0000 7f2ce2b518c0 1 > prepared part key=_multipart_J3U83X19X8WG.2~QWRFID0FJSAS.2 size=307543 2023-12-01T05:03:35.422 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.421+0000 7f2ce2b518c0 1 > prepared multipart upload key=J3U83X19X8WG upload=QWRFID0FJSAS tag=XL73QE7RH5ET type=write size=3453271 2023-12-01T05:03:35.424 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.423+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=BA0QACJ4BN6K type=del 2023-12-01T05:03:35.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.425+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=RBR46NOOC366 type=del size=3549375 2023-12-01T05:03:35.428 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.427+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=64PIHASKE938 type=del 2023-12-01T05:03:35.431 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.430+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=01BMEDTO91ZM type=del size=158680 2023-12-01T05:03:35.433 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.432+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=9YQQFW67LRW1 type=del 2023-12-01T05:03:35.436 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.435+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=TOTRTMV3N6V4 type=write size=66858 2023-12-01T05:03:35.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.437+0000 7f2ce2b518c0 1 < completed write operation key=10L177QUH8QE tag=YBN4TR7SDMRR type=write size=460974 2023-12-01T05:03:35.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.441+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~H9AXQ0LUGGSR.0 size=1015084 2023-12-01T05:03:35.442 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.441+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=H9AXQ0LUGGSR tag=9ELYZSGLV0SL type=write size=2063660 2023-12-01T05:03:35.446 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.445+0000 7f2ce2b518c0 1 < suggested update operation key=43ABSP862CV0 tag=2I10VG0OT32U type=del size=884753 2023-12-01T05:03:35.448 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.447+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=7Q3I0YCDHDEM type=del size=3384888 2023-12-01T05:03:35.450 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.449+0000 7f2ce2b518c0 1 < canceled operation key=ASITIOFTV58Q tag=JD23LCTDH13Q type=del size=834863 2023-12-01T05:03:35.452 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.451+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=LUJ37CN9FZP1 type=write size=176292 2023-12-01T05:03:35.452 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.451+0000 7f2ce2b518c0 1 < canceled part key=_multipart_10L177QUH8QE.2~U307S70QX9N0.0 size=1048576 2023-12-01T05:03:35.454 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.453+0000 7f2ce2b518c0 1 < completed part key=_multipart_10L177QUH8QE.2~U307S70QX9N0.1 size=963395 2023-12-01T05:03:35.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.458+0000 7f2ce2b518c0 1 < canceled multipart upload key=10L177QUH8QE upload=U307S70QX9N0 tag=4S6ZZRBP5BTD type=write size=3060547 2023-12-01T05:03:35.464 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.463+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~01HFF52UCD1E.0 size=1048576 2023-12-01T05:03:35.466 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.464+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~01HFF52UCD1E.1 size=1048576 2023-12-01T05:03:35.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.466+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SY2W6QFZQBL7.2~01HFF52UCD1E.2 size=811006 2023-12-01T05:03:35.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.466+0000 7f2ce2b518c0 1 > prepared multipart upload key=SY2W6QFZQBL7 upload=01HFF52UCD1E tag=0SZNXO528QA1 type=write size=3956734 2023-12-01T05:03:35.470 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.469+0000 7f2ce2b518c0 -1 < failed to complete operation key=HAZC92VMYO82 tag=L6P2Z8ZLEL8W type=del size=1837022: (22) Invalid argument 2023-12-01T05:03:35.472 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.471+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=XV159V309N1O type=del size=2643937 2023-12-01T05:03:35.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.473+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~JMPV48TSR752.0 size=962573 2023-12-01T05:03:35.478 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.477+0000 7f2ce2b518c0 1 < completed multipart upload key=J3U83X19X8WG upload=JMPV48TSR752 tag=YQA8A8ZUWPAL type=write size=2011149 2023-12-01T05:03:35.480 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.479+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=ZRDMCYG1E0UH type=write size=143043 2023-12-01T05:03:35.482 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.481+0000 7f2ce2b518c0 1 < canceled operation key=IU15OM7RZ3XF tag=LU2WA5MPU8GZ type=write size=992534 2023-12-01T05:03:35.486 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.485+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~G2T3JHZ0W9MY.0 size=1048576 2023-12-01T05:03:35.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.487+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~G2T3JHZ0W9MY.1 size=371211 2023-12-01T05:03:35.488 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.487+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=G2T3JHZ0W9MY tag=P0MTFXDQBO1S type=write size=2468363 2023-12-01T05:03:35.490 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.489+0000 7f2ce2b518c0 1 < completed delete operation key=KFTOV6Y7KOAW tag=1480XAQ5295J type=del 2023-12-01T05:03:35.492 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.491+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=JRPQCZKGY3DE type=del size=285862 2023-12-01T05:03:35.496 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.495+0000 7f2ce2b518c0 1 < suggested remove operation key=VAXQ0BZJCDUB tag=5QZTRT53Y2MD type=del 2023-12-01T05:03:35.498 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.497+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=T0AEBE4J62EF type=del size=1073662 2023-12-01T05:03:35.500 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.499+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=MBHB0IYEFD8J type=del 2023-12-01T05:03:35.502 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.501+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=2MUI0Q8O4U6D type=del size=58308 2023-12-01T05:03:35.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.505+0000 7f2ce2b518c0 1 < suggested update operation key=Y5IWDXWUVH3N tag=SYEJOE7VEI9T type=del size=842941 2023-12-01T05:03:35.510 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.509+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~GDE2MFPR7RZO.0 size=1048576 2023-12-01T05:03:35.512 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.511+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~GDE2MFPR7RZO.1 size=1048576 2023-12-01T05:03:35.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.513+0000 7f2ce2b518c0 1 > prepared part key=_multipart_IU15OM7RZ3XF.2~GDE2MFPR7RZO.2 size=345939 2023-12-01T05:03:35.514 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.513+0000 7f2ce2b518c0 1 > prepared multipart upload key=IU15OM7RZ3XF upload=GDE2MFPR7RZO tag=P4P64F9L6R0E type=write size=3491667 2023-12-01T05:03:35.518 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.517+0000 7f2ce2b518c0 1 < suggested update operation key=KBRIH4PKGG4O tag=3IY666N98FEC type=del size=3027816 2023-12-01T05:03:35.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.519+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=CEMVQGI9ZX43 type=del size=3942488 2023-12-01T05:03:35.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.520+0000 7f2ce2b518c0 1 < canceled part key=_multipart_J3U83X19X8WG.2~QWRFID0FJSAS.0 size=1048576 2023-12-01T05:03:35.524 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.523+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~QWRFID0FJSAS.1 size=1048576 2023-12-01T05:03:35.526 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.525+0000 7f2ce2b518c0 1 < completed part key=_multipart_J3U83X19X8WG.2~QWRFID0FJSAS.2 size=307543 2023-12-01T05:03:35.531 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.530+0000 7f2ce2b518c0 1 < canceled multipart upload key=J3U83X19X8WG upload=QWRFID0FJSAS tag=XL73QE7RH5ET type=write size=3453271 2023-12-01T05:03:35.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.532+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=6CML1XV0UPIP type=write size=989339 2023-12-01T05:03:35.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.535+0000 7f2ce2b518c0 1 < completed delete operation key=YZK909CJ0EPV tag=RBR46NOOC366 type=del 2023-12-01T05:03:35.538 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.537+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=JSO0P5LDA9BE type=del size=243139 2023-12-01T05:03:35.540 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.539+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=01BMEDTO91ZM type=del 2023-12-01T05:03:35.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.541+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=E9OIEQLU20TO type=del size=1061555 2023-12-01T05:03:35.544 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.543+0000 7f2ce2b518c0 1 < completed write operation key=EQJ6TWB0BPZS tag=TOTRTMV3N6V4 type=write size=66858 2023-12-01T05:03:35.546 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.545+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=XN6Y7STJNJUX type=del size=2218437 2023-12-01T05:03:35.548 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.547+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~H9AXQ0LUGGSR.0 size=1015084 2023-12-01T05:03:35.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.551+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=H9AXQ0LUGGSR tag=9ELYZSGLV0SL type=write size=2063660 2023-12-01T05:03:35.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.556+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~QCKY5FD61V6Y.0 size=210355 2023-12-01T05:03:35.557 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.556+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=QCKY5FD61V6Y tag=22CN8QLL5MES type=write size=1258931 2023-12-01T05:03:35.559 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.558+0000 7f2ce2b518c0 1 < completed delete operation key=5U9IVFXOOGZO tag=7Q3I0YCDHDEM type=del 2023-12-01T05:03:35.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.563+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~G2STHX7A7OVV.0 size=1048576 2023-12-01T05:03:35.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.564+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~G2STHX7A7OVV.1 size=919264 2023-12-01T05:03:35.566 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.564+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=G2STHX7A7OVV tag=HFEEZS1AD61B type=write size=3016416 2023-12-01T05:03:35.567 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.566+0000 7f2ce2b518c0 1 < completed write operation key=J3U83X19X8WG tag=LUJ37CN9FZP1 type=write size=176292 2023-12-01T05:03:35.570 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.569+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=BGMV7HVI6B8P type=write size=401665 2023-12-01T05:03:35.572 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.571+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~01HFF52UCD1E.0 size=1048576 2023-12-01T05:03:35.574 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.573+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~01HFF52UCD1E.1 size=1048576 2023-12-01T05:03:35.576 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.575+0000 7f2ce2b518c0 1 < completed part key=_multipart_SY2W6QFZQBL7.2~01HFF52UCD1E.2 size=811006 2023-12-01T05:03:35.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.580+0000 7f2ce2b518c0 1 < completed multipart upload key=SY2W6QFZQBL7 upload=01HFF52UCD1E tag=0SZNXO528QA1 type=write size=3956734 2023-12-01T05:03:35.585 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.584+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~VVVUKGE21Z48.0 size=1048576 2023-12-01T05:03:35.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.585+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~VVVUKGE21Z48.1 size=1048576 2023-12-01T05:03:35.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.588+0000 7f2ce2b518c0 1 > prepared part key=_multipart_5U9IVFXOOGZO.2~VVVUKGE21Z48.2 size=757744 2023-12-01T05:03:35.589 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.588+0000 7f2ce2b518c0 1 > prepared multipart upload key=5U9IVFXOOGZO upload=VVVUKGE21Z48 tag=QL2KNM8D9XYX type=write size=3903472 2023-12-01T05:03:35.591 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.590+0000 7f2ce2b518c0 1 < canceled operation key=J3U83X19X8WG tag=XV159V309N1O type=del size=2643937 2023-12-01T05:03:35.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.592+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=9AHI7ATIYING type=del size=3744999 2023-12-01T05:03:35.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.596+0000 7f2ce2b518c0 1 < suggested remove operation key=XVLWW7JLOIDK tag=ZRDMCYG1E0UH type=write 2023-12-01T05:03:35.599 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.598+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=JN150GHO7YBT type=write size=404546 2023-12-01T05:03:35.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.600+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~G2T3JHZ0W9MY.0 size=1048576 2023-12-01T05:03:35.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.600+0000 7f2ce2b518c0 1 < canceled part key=_multipart_ASITIOFTV58Q.2~G2T3JHZ0W9MY.1 size=371211 2023-12-01T05:03:35.605 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.603+0000 7f2ce2b518c0 1 < canceled multipart upload key=ASITIOFTV58Q upload=G2T3JHZ0W9MY tag=P0MTFXDQBO1S type=write size=2468363 2023-12-01T05:03:35.607 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.606+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=9QSSJ8IM1E9N type=write size=537693 2023-12-01T05:03:35.609 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.608+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=JRPQCZKGY3DE type=del 2023-12-01T05:03:35.611 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.610+0000 7f2ce2b518c0 1 > prepared operation key=YZK909CJ0EPV tag=A2QO7OX3O281 type=del size=3547747 2023-12-01T05:03:35.614 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.613+0000 7f2ce2b518c0 -1 < failed to complete operation key=XVLWW7JLOIDK tag=T0AEBE4J62EF type=del size=1073662: (22) Invalid argument 2023-12-01T05:03:35.616 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.615+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=HJZYKWE0SMP6 type=del size=1774233 2023-12-01T05:03:35.618 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.617+0000 7f2ce2b518c0 1 < completed delete operation key=HAZC92VMYO82 tag=2MUI0Q8O4U6D type=del 2023-12-01T05:03:35.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.619+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=EJK7JUGGY7FJ type=del size=2285380 2023-12-01T05:03:35.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.621+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~GDE2MFPR7RZO.0 size=1048576 2023-12-01T05:03:35.624 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.623+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~GDE2MFPR7RZO.1 size=1048576 2023-12-01T05:03:35.626 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.625+0000 7f2ce2b518c0 1 < completed part key=_multipart_IU15OM7RZ3XF.2~GDE2MFPR7RZO.2 size=345939 2023-12-01T05:03:35.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.629+0000 7f2ce2b518c0 1 < completed multipart upload key=IU15OM7RZ3XF upload=GDE2MFPR7RZO tag=P4P64F9L6R0E type=write size=3491667 2023-12-01T05:03:35.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.631+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=KT857N13Y730 type=write size=202838 2023-12-01T05:03:35.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.635+0000 7f2ce2b518c0 1 < suggested remove operation key=DI1WW8WVZX9A tag=CEMVQGI9ZX43 type=del 2023-12-01T05:03:35.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.637+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=45YT71HFJKGE type=del size=3542998 2023-12-01T05:03:35.640 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.639+0000 7f2ce2b518c0 1 < completed write operation key=HAZC92VMYO82 tag=6CML1XV0UPIP type=write size=989339 2023-12-01T05:03:35.642 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.641+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=YIHSIRUL8K7S type=del size=1404980 2023-12-01T05:03:35.644 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.643+0000 7f2ce2b518c0 1 < completed delete operation key=2GXBXJ2J4VWX tag=JSO0P5LDA9BE type=del 2023-12-01T05:03:35.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.646+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=WL5PERXKPRTQ type=write size=505035 2023-12-01T05:03:35.649 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.648+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=E9OIEQLU20TO type=del 2023-12-01T05:03:35.652 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.651+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=Z1HK0MNETJHN type=del size=1163219 2023-12-01T05:03:35.654 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.653+0000 7f2ce2b518c0 1 < canceled operation key=43ABSP862CV0 tag=XN6Y7STJNJUX type=del size=2218437 2023-12-01T05:03:35.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.657+0000 7f2ce2b518c0 1 > prepared part key=_multipart_D9PMBZW5816S.2~PVPKE1Y7JFIA.0 size=857418 2023-12-01T05:03:35.658 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.657+0000 7f2ce2b518c0 1 > prepared multipart upload key=D9PMBZW5816S upload=PVPKE1Y7JFIA tag=VNO92W1GUL9M type=write size=1905994 2023-12-01T05:03:35.660 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.659+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~QCKY5FD61V6Y.0 size=210355 2023-12-01T05:03:35.664 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.663+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=QCKY5FD61V6Y tag=22CN8QLL5MES type=write size=1258931 2023-12-01T05:03:35.666 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.665+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=24MHZ3W3181S type=del size=512836 2023-12-01T05:03:35.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.667+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~G2STHX7A7OVV.0 size=1048576 2023-12-01T05:03:35.668 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.667+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3VYQRDX2LULH.2~G2STHX7A7OVV.1 size=919264 2023-12-01T05:03:35.672 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.671+0000 7f2ce2b518c0 1 < canceled multipart upload key=3VYQRDX2LULH upload=G2STHX7A7OVV tag=HFEEZS1AD61B type=write size=3016416 2023-12-01T05:03:35.674 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.673+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=O65OUVSBHR13 type=del size=2797189 2023-12-01T05:03:35.676 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.675+0000 7f2ce2b518c0 1 < completed write operation key=2GXBXJ2J4VWX tag=BGMV7HVI6B8P type=write size=401665 2023-12-01T05:03:35.678 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.677+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=5QFIVAPK7B5I type=del size=3752487 2023-12-01T05:03:35.681 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.680+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~VVVUKGE21Z48.0 size=1048576 2023-12-01T05:03:35.683 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.681+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~VVVUKGE21Z48.1 size=1048576 2023-12-01T05:03:35.684 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.683+0000 7f2ce2b518c0 1 < completed part key=_multipart_5U9IVFXOOGZO.2~VVVUKGE21Z48.2 size=757744 2023-12-01T05:03:35.688 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.687+0000 7f2ce2b518c0 1 < completed multipart upload key=5U9IVFXOOGZO upload=VVVUKGE21Z48 tag=QL2KNM8D9XYX type=write size=3903472 2023-12-01T05:03:35.690 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.689+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=Q0B6C3AU1LVV type=del size=3945752 2023-12-01T05:03:35.695 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.694+0000 7f2ce2b518c0 1 < suggested update operation key=YZK909CJ0EPV tag=9AHI7ATIYING type=del size=3744999 2023-12-01T05:03:35.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.698+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~6HECGEBJ4FQ3.0 size=303250 2023-12-01T05:03:35.699 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.698+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=6HECGEBJ4FQ3 tag=O8GLP2YALADH type=write size=1351826 2023-12-01T05:03:35.701 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.700+0000 7f2ce2b518c0 1 < completed write operation key=39WRHET0UJ7U tag=JN150GHO7YBT type=write size=404546 2023-12-01T05:03:35.706 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.704+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~M0E2TJR6TY5M.0 size=1048576 2023-12-01T05:03:35.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.706+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~M0E2TJR6TY5M.1 size=358282 2023-12-01T05:03:35.708 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.706+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=M0E2TJR6TY5M tag=FWWX2OUY0DDD type=write size=2455434 2023-12-01T05:03:35.710 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.709+0000 7f2ce2b518c0 1 < completed write operation key=B5FU2JKJOI4Z tag=9QSSJ8IM1E9N type=write size=537693 2023-12-01T05:03:35.712 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.711+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=GBL2JV51LJKP type=del size=3609221 2023-12-01T05:03:35.716 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.715+0000 7f2ce2b518c0 1 < suggested remove operation key=YZK909CJ0EPV tag=A2QO7OX3O281 type=del 2023-12-01T05:03:35.721 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.720+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~DNY528MC3NJ0.0 size=1048576 2023-12-01T05:03:35.723 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.722+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~DNY528MC3NJ0.1 size=1048576 2023-12-01T05:03:35.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.724+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3VYQRDX2LULH.2~DNY528MC3NJ0.2 size=969432 2023-12-01T05:03:35.725 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.724+0000 7f2ce2b518c0 1 > prepared multipart upload key=3VYQRDX2LULH upload=DNY528MC3NJ0 tag=JZL640UGSOQN type=write size=4115160 2023-12-01T05:03:35.727 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.726+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=HJZYKWE0SMP6 type=del 2023-12-01T05:03:35.729 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.728+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=9P7WBF87Z1F1 type=write size=38016 2023-12-01T05:03:35.732 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.730+0000 7f2ce2b518c0 1 < canceled operation key=JDW6X9ZJ49B4 tag=EJK7JUGGY7FJ type=del size=2285380 2023-12-01T05:03:35.734 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.733+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=FNR04O7WASKC type=write size=680350 2023-12-01T05:03:35.736 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.735+0000 7f2ce2b518c0 1 < completed write operation key=3GHZWPTT6R9L tag=KT857N13Y730 type=write size=202838 2023-12-01T05:03:35.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.739+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~U2P22YZ5JWH7.0 size=223975 2023-12-01T05:03:35.740 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.739+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=U2P22YZ5JWH7 tag=YAVYLI274OAJ type=write size=1272551 2023-12-01T05:03:35.744 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.743+0000 7f2ce2b518c0 1 < suggested remove operation key=HAZC92VMYO82 tag=45YT71HFJKGE type=del 2023-12-01T05:03:35.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.747+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~CJ230LRLCZ8O.0 size=551394 2023-12-01T05:03:35.748 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.747+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=CJ230LRLCZ8O tag=VT7VYBEH1PI1 type=write size=1599970 2023-12-01T05:03:35.750 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.749+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=YIHSIRUL8K7S type=del 2023-12-01T05:03:35.754 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.753+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~0LGOJHCO3JQW.0 size=1048576 2023-12-01T05:03:35.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.755+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~0LGOJHCO3JQW.1 size=400919 2023-12-01T05:03:35.756 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.755+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=0LGOJHCO3JQW tag=QEHJMSX9SL7H type=write size=2498071 2023-12-01T05:03:35.758 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.757+0000 7f2ce2b518c0 1 < completed write operation key=39WRHET0UJ7U tag=WL5PERXKPRTQ type=write size=505035 2023-12-01T05:03:35.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.761+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~IIOAZN2T5JN6.0 size=496313 2023-12-01T05:03:35.762 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.761+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=IIOAZN2T5JN6 tag=OKNCYDOR1CIZ type=write size=1544889 2023-12-01T05:03:35.764 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.763+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=Z1HK0MNETJHN type=del 2023-12-01T05:03:35.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.767+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~11LKR8ZQ5HH6.0 size=480821 2023-12-01T05:03:35.768 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.767+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=11LKR8ZQ5HH6 tag=B9P9D71UO3TJ type=write size=1529397 2023-12-01T05:03:35.770 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.769+0000 7f2ce2b518c0 1 < completed part key=_multipart_D9PMBZW5816S.2~PVPKE1Y7JFIA.0 size=857418 2023-12-01T05:03:35.773 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.772+0000 7f2ce2b518c0 1 < completed multipart upload key=D9PMBZW5816S upload=PVPKE1Y7JFIA tag=VNO92W1GUL9M type=write size=1905994 2023-12-01T05:03:35.777 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.776+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~62JC2TOMQDJ6.0 size=1048576 2023-12-01T05:03:35.779 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.778+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~62JC2TOMQDJ6.1 size=1048576 2023-12-01T05:03:35.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.780+0000 7f2ce2b518c0 1 > prepared part key=_multipart_39WRHET0UJ7U.2~62JC2TOMQDJ6.2 size=207741 2023-12-01T05:03:35.781 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.780+0000 7f2ce2b518c0 1 > prepared multipart upload key=39WRHET0UJ7U upload=62JC2TOMQDJ6 tag=KIQ95X7MENM0 type=write size=3353469 2023-12-01T05:03:35.783 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.782+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=24MHZ3W3181S type=del 2023-12-01T05:03:35.786 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.784+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=8FAKE7WUE8Q4 type=write size=63823 2023-12-01T05:03:35.790 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.789+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=O65OUVSBHR13 type=del 2023-12-01T05:03:35.794 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.793+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~DO792XGOSPVH.0 size=1048576 2023-12-01T05:03:35.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.795+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~DO792XGOSPVH.1 size=247892 2023-12-01T05:03:35.796 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.795+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=DO792XGOSPVH tag=MX2HYCAGX2QP type=write size=2345044 2023-12-01T05:03:35.798 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.797+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=5QFIVAPK7B5I type=del 2023-12-01T05:03:35.800 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.799+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=EIFB7P52HSJM type=del size=1776379 2023-12-01T05:03:35.804 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.803+0000 7f2ce2b518c0 1 < suggested remove operation key=DOGWW9WZ6QW8 tag=Q0B6C3AU1LVV type=del 2023-12-01T05:03:35.806 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.805+0000 7f2ce2b518c0 1 > prepared operation key=JWJAKQZX6VLS tag=T62333HNN2Q4 type=del size=2534445 2023-12-01T05:03:35.808 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.807+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~6HECGEBJ4FQ3.0 size=303250 2023-12-01T05:03:35.812 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.811+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=6HECGEBJ4FQ3 tag=O8GLP2YALADH type=write size=1351826 2023-12-01T05:03:35.819 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.818+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=UVAB6CIUZZ3S type=del size=97495 2023-12-01T05:03:35.821 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.820+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~M0E2TJR6TY5M.0 size=1048576 2023-12-01T05:03:35.823 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.822+0000 7f2ce2b518c0 1 < completed part key=_multipart_Y5IWDXWUVH3N.2~M0E2TJR6TY5M.1 size=358282 2023-12-01T05:03:35.827 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.826+0000 7f2ce2b518c0 1 < completed multipart upload key=Y5IWDXWUVH3N upload=M0E2TJR6TY5M tag=FWWX2OUY0DDD type=write size=2455434 2023-12-01T05:03:35.832 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.831+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~5KY022MI2AHH.0 size=15444 2023-12-01T05:03:35.832 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.831+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=5KY022MI2AHH tag=1EQK53ZAWNEV type=write size=1064020 2023-12-01T05:03:35.834 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.833+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=GBL2JV51LJKP type=del 2023-12-01T05:03:35.838 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.837+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~OGAFZEMULFB8.0 size=1048576 2023-12-01T05:03:35.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.839+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~OGAFZEMULFB8.1 size=312533 2023-12-01T05:03:35.840 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.839+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=OGAFZEMULFB8 tag=MA4JMY9C4D5K type=write size=2409685 2023-12-01T05:03:35.843 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.841+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~DNY528MC3NJ0.0 size=1048576 2023-12-01T05:03:35.844 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.843+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~DNY528MC3NJ0.1 size=1048576 2023-12-01T05:03:35.846 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.845+0000 7f2ce2b518c0 1 < completed part key=_multipart_3VYQRDX2LULH.2~DNY528MC3NJ0.2 size=969432 2023-12-01T05:03:35.850 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.849+0000 7f2ce2b518c0 1 < completed multipart upload key=3VYQRDX2LULH upload=DNY528MC3NJ0 tag=JZL640UGSOQN type=write size=4115160 2023-12-01T05:03:35.854 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.852+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~29XHUB392DMW.0 size=1048576 2023-12-01T05:03:35.856 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.854+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~29XHUB392DMW.1 size=900308 2023-12-01T05:03:35.856 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.854+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=29XHUB392DMW tag=Z3R6WIYLOA73 type=write size=2997460 2023-12-01T05:03:35.858 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.857+0000 7f2ce2b518c0 1 < completed write operation key=J3U83X19X8WG tag=9P7WBF87Z1F1 type=write size=38016 2023-12-01T05:03:35.860 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.859+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=TIEQE88MS4U9 type=del size=2013512 2023-12-01T05:03:35.862 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.861+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=FNR04O7WASKC type=write size=680350 2023-12-01T05:03:35.866 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.864+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~9T2QIPC1WAQ7.0 size=1048576 2023-12-01T05:03:35.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.866+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~9T2QIPC1WAQ7.1 size=16289 2023-12-01T05:03:35.867 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.866+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=9T2QIPC1WAQ7 tag=PWDEKW87T5SE type=write size=2113441 2023-12-01T05:03:35.869 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.868+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~U2P22YZ5JWH7.0 size=223975 2023-12-01T05:03:35.873 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.872+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=U2P22YZ5JWH7 tag=YAVYLI274OAJ type=write size=1272551 2023-12-01T05:03:35.877 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.876+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~H9XOR3EID1WI.0 size=1048576 2023-12-01T05:03:35.878 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.877+0000 7f2ce2b518c0 1 > prepared part key=_multipart_8XRBQI3FV85G.2~H9XOR3EID1WI.1 size=34517 2023-12-01T05:03:35.879 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.877+0000 7f2ce2b518c0 1 > prepared multipart upload key=8XRBQI3FV85G upload=H9XOR3EID1WI tag=VCDHD2ZCSVH5 type=write size=2131669 2023-12-01T05:03:35.881 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.880+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~CJ230LRLCZ8O.0 size=551394 2023-12-01T05:03:35.885 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.884+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=CJ230LRLCZ8O tag=VT7VYBEH1PI1 type=write size=1599970 2023-12-01T05:03:35.889 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.888+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~5ZQ0S8PP5QGE.0 size=1048576 2023-12-01T05:03:35.891 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.889+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~5ZQ0S8PP5QGE.1 size=1048576 2023-12-01T05:03:35.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.891+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~5ZQ0S8PP5QGE.2 size=944562 2023-12-01T05:03:35.892 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.891+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=5ZQ0S8PP5QGE tag=NT0P0L67OPKM type=write size=4090290 2023-12-01T05:03:35.895 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.893+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~0LGOJHCO3JQW.0 size=1048576 2023-12-01T05:03:35.897 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.895+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~0LGOJHCO3JQW.1 size=400919 2023-12-01T05:03:35.901 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.900+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=0LGOJHCO3JQW tag=QEHJMSX9SL7H type=write size=2498071 2023-12-01T05:03:35.904 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.903+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=YD9WO2FU9BH1 type=del size=3007947 2023-12-01T05:03:35.906 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.905+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~IIOAZN2T5JN6.0 size=496313 2023-12-01T05:03:35.910 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.909+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=IIOAZN2T5JN6 tag=OKNCYDOR1CIZ type=write size=1544889 2023-12-01T05:03:35.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.913+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~JHEI4C1N7LTN.0 size=820957 2023-12-01T05:03:35.914 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.913+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=JHEI4C1N7LTN tag=673F4YTCMQ47 type=write size=1869533 2023-12-01T05:03:35.916 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.915+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~11LKR8ZQ5HH6.0 size=480821 2023-12-01T05:03:35.920 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.918+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=11LKR8ZQ5HH6 tag=B9P9D71UO3TJ type=write size=1529397 2023-12-01T05:03:35.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.921+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=R0B74IV5H4VQ type=del size=31763 2023-12-01T05:03:35.922 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.921+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~62JC2TOMQDJ6.0 size=1048576 2023-12-01T05:03:35.923 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.921+0000 7f2ce2b518c0 1 < canceled part key=_multipart_39WRHET0UJ7U.2~62JC2TOMQDJ6.1 size=1048576 2023-12-01T05:03:35.924 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.923+0000 7f2ce2b518c0 1 < completed part key=_multipart_39WRHET0UJ7U.2~62JC2TOMQDJ6.2 size=207741 2023-12-01T05:03:35.928 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.927+0000 7f2ce2b518c0 1 < canceled multipart upload key=39WRHET0UJ7U upload=62JC2TOMQDJ6 tag=KIQ95X7MENM0 type=write size=3353469 2023-12-01T05:03:35.932 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.931+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~U0O95CU3MPFG.0 size=120517 2023-12-01T05:03:35.932 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.931+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=U0O95CU3MPFG tag=9U7TDX9OT1AB type=write size=1169093 2023-12-01T05:03:35.934 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.933+0000 7f2ce2b518c0 1 < completed write operation key=39WRHET0UJ7U tag=8FAKE7WUE8Q4 type=write size=63823 2023-12-01T05:03:35.936 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.935+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=69GIM04TD1ON type=write size=970226 2023-12-01T05:03:35.938 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.937+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~DO792XGOSPVH.0 size=1048576 2023-12-01T05:03:35.940 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.939+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~DO792XGOSPVH.1 size=247892 2023-12-01T05:03:35.944 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.943+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=DO792XGOSPVH tag=MX2HYCAGX2QP type=write size=2345044 2023-12-01T05:03:35.947 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.946+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=1XEDL0OVWE5V type=del size=1609611 2023-12-01T05:03:35.952 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.950+0000 7f2ce2b518c0 1 < suggested remove operation key=0BUXOUU4KRQZ tag=EIFB7P52HSJM type=del 2023-12-01T05:03:35.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.955+0000 7f2ce2b518c0 1 > prepared part key=_multipart_YZK909CJ0EPV.2~RZOUZBVBTUZA.0 size=706077 2023-12-01T05:03:35.956 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.955+0000 7f2ce2b518c0 1 > prepared multipart upload key=YZK909CJ0EPV upload=RZOUZBVBTUZA tag=DL2G5Q2YYD0A type=write size=1754653 2023-12-01T05:03:35.959 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.958+0000 7f2ce2b518c0 1 < completed delete operation key=JWJAKQZX6VLS tag=T62333HNN2Q4 type=del 2023-12-01T05:03:35.962 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.960+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=KIQZWR30M2EK type=write size=895186 2023-12-01T05:03:35.964 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.963+0000 7f2ce2b518c0 1 < canceled operation key=SY2W6QFZQBL7 tag=UVAB6CIUZZ3S type=del size=97495 2023-12-01T05:03:35.966 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.965+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=1OHZGD4DPE6P type=del size=445883 2023-12-01T05:03:35.969 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.967+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~5KY022MI2AHH.0 size=15444 2023-12-01T05:03:35.972 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.971+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=5KY022MI2AHH tag=1EQK53ZAWNEV type=write size=1064020 2023-12-01T05:03:35.975 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.974+0000 7f2ce2b518c0 1 > prepared operation key=J3U83X19X8WG tag=2C98ZZCE7O61 type=write size=677353 2023-12-01T05:03:35.977 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.976+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~OGAFZEMULFB8.0 size=1048576 2023-12-01T05:03:35.977 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.976+0000 7f2ce2b518c0 1 < canceled part key=_multipart_807CI1E6OSAU.2~OGAFZEMULFB8.1 size=312533 2023-12-01T05:03:35.981 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.980+0000 7f2ce2b518c0 1 < canceled multipart upload key=807CI1E6OSAU upload=OGAFZEMULFB8 tag=MA4JMY9C4D5K type=write size=2409685 2023-12-01T05:03:35.983 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.982+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=0EM4DZNWDXCL type=del size=1412926 2023-12-01T05:03:35.985 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.984+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~29XHUB392DMW.0 size=1048576 2023-12-01T05:03:35.987 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.986+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~29XHUB392DMW.1 size=900308 2023-12-01T05:03:35.991 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.990+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=29XHUB392DMW tag=Z3R6WIYLOA73 type=write size=2997460 2023-12-01T05:03:35.995 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.994+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~DLW0CN7KT0K3.0 size=1048576 2023-12-01T05:03:35.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.996+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KBRIH4PKGG4O.2~DLW0CN7KT0K3.1 size=35683 2023-12-01T05:03:35.997 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.996+0000 7f2ce2b518c0 1 > prepared multipart upload key=KBRIH4PKGG4O upload=DLW0CN7KT0K3 tag=WII36XITE6NS type=write size=2132835 2023-12-01T05:03:36.000 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:35.999+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=TIEQE88MS4U9 type=del 2023-12-01T05:03:36.005 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.004+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~TIJ8DYDX3S5K.0 size=1048576 2023-12-01T05:03:36.006 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.005+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~TIJ8DYDX3S5K.1 size=1048576 2023-12-01T05:03:36.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.007+0000 7f2ce2b518c0 1 > prepared part key=_multipart_ASITIOFTV58Q.2~TIJ8DYDX3S5K.2 size=235597 2023-12-01T05:03:36.008 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.007+0000 7f2ce2b518c0 1 > prepared multipart upload key=ASITIOFTV58Q upload=TIJ8DYDX3S5K tag=1RCP6G56R9KQ type=write size=3381325 2023-12-01T05:03:36.011 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.010+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~9T2QIPC1WAQ7.0 size=1048576 2023-12-01T05:03:36.013 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.012+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~9T2QIPC1WAQ7.1 size=16289 2023-12-01T05:03:36.016 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.015+0000 7f2ce2b518c0 1 < completed multipart upload key=3GHZWPTT6R9L upload=9T2QIPC1WAQ7 tag=PWDEKW87T5SE type=write size=2113441 2023-12-01T05:03:36.018 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.017+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=6U4889LP0504 type=del size=654559 2023-12-01T05:03:36.021 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.019+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~H9XOR3EID1WI.0 size=1048576 2023-12-01T05:03:36.022 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.021+0000 7f2ce2b518c0 1 < completed part key=_multipart_8XRBQI3FV85G.2~H9XOR3EID1WI.1 size=34517 2023-12-01T05:03:36.026 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.025+0000 7f2ce2b518c0 1 < completed multipart upload key=8XRBQI3FV85G upload=H9XOR3EID1WI tag=VCDHD2ZCSVH5 type=write size=2131669 2023-12-01T05:03:36.028 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.027+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=GYITVZTXJR29 type=del size=3224682 2023-12-01T05:03:36.030 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.029+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~5ZQ0S8PP5QGE.0 size=1048576 2023-12-01T05:03:36.032 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.031+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~5ZQ0S8PP5QGE.1 size=1048576 2023-12-01T05:03:36.034 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.033+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~5ZQ0S8PP5QGE.2 size=944562 2023-12-01T05:03:36.038 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.037+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=5ZQ0S8PP5QGE tag=NT0P0L67OPKM type=write size=4090290 2023-12-01T05:03:36.042 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.041+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~A8XLX5PH9B28.0 size=1048576 2023-12-01T05:03:36.044 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.043+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~A8XLX5PH9B28.1 size=1048576 2023-12-01T05:03:36.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.045+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DI1WW8WVZX9A.2~A8XLX5PH9B28.2 size=146260 2023-12-01T05:03:36.046 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.045+0000 7f2ce2b518c0 1 > prepared multipart upload key=DI1WW8WVZX9A upload=A8XLX5PH9B28 tag=HUMBNQ7NLY34 type=write size=3291988 2023-12-01T05:03:36.048 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.047+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=YD9WO2FU9BH1 type=del 2023-12-01T05:03:36.052 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.051+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~262N3434L51R.0 size=1048576 2023-12-01T05:03:36.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.052+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~262N3434L51R.1 size=941724 2023-12-01T05:03:36.054 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.052+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=262N3434L51R tag=S5KKN19A1TOD type=write size=3038876 2023-12-01T05:03:36.056 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.055+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~JHEI4C1N7LTN.0 size=820957 2023-12-01T05:03:36.060 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.059+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=JHEI4C1N7LTN tag=673F4YTCMQ47 type=write size=1869533 2023-12-01T05:03:36.063 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.061+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=VZZO5UJ81X7M type=del size=3401465 2023-12-01T05:03:36.065 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.064+0000 7f2ce2b518c0 1 < completed delete operation key=D9PMBZW5816S tag=R0B74IV5H4VQ type=del 2023-12-01T05:03:36.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.068+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~77WOJJ90SWRI.0 size=845329 2023-12-01T05:03:36.070 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.068+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=77WOJJ90SWRI tag=CLD4WKZ6C99I type=write size=1893905 2023-12-01T05:03:36.072 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.071+0000 7f2ce2b518c0 1 < completed part key=_multipart_XVLWW7JLOIDK.2~U0O95CU3MPFG.0 size=120517 2023-12-01T05:03:36.076 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.075+0000 7f2ce2b518c0 1 < completed multipart upload key=XVLWW7JLOIDK upload=U0O95CU3MPFG tag=9U7TDX9OT1AB type=write size=1169093 2023-12-01T05:03:36.080 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.079+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~L3U2OJXX4JY1.0 size=1048576 2023-12-01T05:03:36.081 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.080+0000 7f2ce2b518c0 1 > prepared part key=_multipart_B5FU2JKJOI4Z.2~L3U2OJXX4JY1.1 size=899174 2023-12-01T05:03:36.082 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.080+0000 7f2ce2b518c0 1 > prepared multipart upload key=B5FU2JKJOI4Z upload=L3U2OJXX4JY1 tag=3GSO4D5MOB4V type=write size=2996326 2023-12-01T05:03:36.086 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.085+0000 7f2ce2b518c0 1 < suggested update operation key=JDW6X9ZJ49B4 tag=69GIM04TD1ON type=write size=970226 2023-12-01T05:03:36.088 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.087+0000 7f2ce2b518c0 1 > prepared operation key=DOGWW9WZ6QW8 tag=XOV9HPR1DT6F type=del size=1102542 2023-12-01T05:03:36.091 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.090+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=1XEDL0OVWE5V type=del 2023-12-01T05:03:36.093 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.092+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=CMNGJJS1UVXZ type=write size=24673 2023-12-01T05:03:36.095 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.094+0000 7f2ce2b518c0 1 < completed part key=_multipart_YZK909CJ0EPV.2~RZOUZBVBTUZA.0 size=706077 2023-12-01T05:03:36.099 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.098+0000 7f2ce2b518c0 1 < completed multipart upload key=YZK909CJ0EPV upload=RZOUZBVBTUZA tag=DL2G5Q2YYD0A type=write size=1754653 2023-12-01T05:03:36.102 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.101+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~AVV8JW21ZMGA.0 size=1048576 2023-12-01T05:03:36.104 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.103+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~AVV8JW21ZMGA.1 size=1048576 2023-12-01T05:03:36.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.105+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~AVV8JW21ZMGA.2 size=632200 2023-12-01T05:03:36.106 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.105+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=AVV8JW21ZMGA tag=PPVOQEP7XQ4B type=write size=3777928 2023-12-01T05:03:36.109 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.108+0000 7f2ce2b518c0 -1 < failed to complete operation key=JDW6X9ZJ49B4 tag=KIQZWR30M2EK type=write size=895186: (22) Invalid argument 2023-12-01T05:03:36.111 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.110+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=ZPZ1PPF3F6TV type=del size=1550749 2023-12-01T05:03:36.113 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.112+0000 7f2ce2b518c0 1 < completed delete operation key=XVLWW7JLOIDK tag=1OHZGD4DPE6P type=del 2023-12-01T05:03:36.117 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.116+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~4JUSCLLOBVEC.0 size=1048576 2023-12-01T05:03:36.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.118+0000 7f2ce2b518c0 1 > prepared part key=_multipart_DOGWW9WZ6QW8.2~4JUSCLLOBVEC.1 size=160060 2023-12-01T05:03:36.119 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.118+0000 7f2ce2b518c0 1 > prepared multipart upload key=DOGWW9WZ6QW8 upload=4JUSCLLOBVEC tag=DAJ076NEJF22 type=write size=2257212 2023-12-01T05:03:36.123 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.122+0000 7f2ce2b518c0 1 < suggested remove operation key=J3U83X19X8WG tag=2C98ZZCE7O61 type=write 2023-12-01T05:03:36.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.126+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~GANF604MWB8N.0 size=426356 2023-12-01T05:03:36.128 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.126+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=GANF604MWB8N tag=9WOKQG6B5UVX type=write size=1474932 2023-12-01T05:03:36.130 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.129+0000 7f2ce2b518c0 1 < completed delete operation key=3GHZWPTT6R9L tag=0EM4DZNWDXCL type=del 2023-12-01T05:03:36.133 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.132+0000 7f2ce2b518c0 1 > prepared operation key=IU15OM7RZ3XF tag=LJ9IUINVL4JP type=del size=2108042 2023-12-01T05:03:36.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.134+0000 7f2ce2b518c0 1 < completed part key=_multipart_KBRIH4PKGG4O.2~DLW0CN7KT0K3.0 size=1048576 2023-12-01T05:03:36.135 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.134+0000 7f2ce2b518c0 1 < canceled part key=_multipart_KBRIH4PKGG4O.2~DLW0CN7KT0K3.1 size=35683 2023-12-01T05:03:36.138 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.137+0000 7f2ce2b518c0 1 < canceled multipart upload key=KBRIH4PKGG4O upload=DLW0CN7KT0K3 tag=WII36XITE6NS type=write size=2132835 2023-12-01T05:03:36.142 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.141+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~W112LVZG49FL.0 size=1048576 2023-12-01T05:03:36.144 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.143+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~W112LVZG49FL.1 size=1048576 2023-12-01T05:03:36.146 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.145+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~W112LVZG49FL.2 size=1033993 2023-12-01T05:03:36.146 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.145+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=W112LVZG49FL tag=VAG5WRV6HH9B type=write size=4179721 2023-12-01T05:03:36.148 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.147+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~TIJ8DYDX3S5K.0 size=1048576 2023-12-01T05:03:36.150 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.149+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~TIJ8DYDX3S5K.1 size=1048576 2023-12-01T05:03:36.152 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.151+0000 7f2ce2b518c0 1 < completed part key=_multipart_ASITIOFTV58Q.2~TIJ8DYDX3S5K.2 size=235597 2023-12-01T05:03:36.155 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.154+0000 7f2ce2b518c0 1 < completed multipart upload key=ASITIOFTV58Q upload=TIJ8DYDX3S5K tag=1RCP6G56R9KQ type=write size=3381325 2023-12-01T05:03:36.158 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.157+0000 7f2ce2b518c0 1 > prepared operation key=0BUXOUU4KRQZ tag=BNSHY09923A3 type=del size=3807312 2023-12-01T05:03:36.160 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.159+0000 7f2ce2b518c0 1 < completed delete operation key=ASITIOFTV58Q tag=6U4889LP0504 type=del 2023-12-01T05:03:36.162 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.161+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=YCJ9TQQLTSV5 type=del size=992739 2023-12-01T05:03:36.166 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.165+0000 7f2ce2b518c0 1 < suggested remove operation key=SH80HT2F4NK2 tag=GYITVZTXJR29 type=del 2023-12-01T05:03:36.168 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.167+0000 7f2ce2b518c0 1 > prepared operation key=XVLWW7JLOIDK tag=QP3YE8K8L8VL type=write size=1014647 2023-12-01T05:03:36.170 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.169+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~A8XLX5PH9B28.0 size=1048576 2023-12-01T05:03:36.172 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.171+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~A8XLX5PH9B28.1 size=1048576 2023-12-01T05:03:36.174 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.173+0000 7f2ce2b518c0 1 < completed part key=_multipart_DI1WW8WVZX9A.2~A8XLX5PH9B28.2 size=146260 2023-12-01T05:03:36.178 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.177+0000 7f2ce2b518c0 1 < completed multipart upload key=DI1WW8WVZX9A upload=A8XLX5PH9B28 tag=HUMBNQ7NLY34 type=write size=3291988 2023-12-01T05:03:36.180 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.179+0000 7f2ce2b518c0 1 > prepared operation key=Y5IWDXWUVH3N tag=IBJ132Y1XESS type=del size=474336 2023-12-01T05:03:36.182 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.181+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~262N3434L51R.0 size=1048576 2023-12-01T05:03:36.184 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.183+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~262N3434L51R.1 size=941724 2023-12-01T05:03:36.188 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.187+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=262N3434L51R tag=S5KKN19A1TOD type=write size=3038876 2023-12-01T05:03:36.190 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.189+0000 7f2ce2b518c0 1 > prepared operation key=SH80HT2F4NK2 tag=TJVPRZB6RWN6 type=del size=664976 2023-12-01T05:03:36.192 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.191+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=VZZO5UJ81X7M type=del 2023-12-01T05:03:36.197 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.195+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~68EU2KSOT24L.0 size=1048576 2023-12-01T05:03:36.199 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.197+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~68EU2KSOT24L.1 size=501335 2023-12-01T05:03:36.199 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.197+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=68EU2KSOT24L tag=PCR8ER5Q7M04 type=write size=2598487 2023-12-01T05:03:36.199 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.198+0000 7f2ce2b518c0 1 < canceled part key=_multipart_JDW6X9ZJ49B4.2~77WOJJ90SWRI.0 size=845329 2023-12-01T05:03:36.204 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.203+0000 7f2ce2b518c0 1 < canceled multipart upload key=JDW6X9ZJ49B4 upload=77WOJJ90SWRI tag=CLD4WKZ6C99I type=write size=1893905 2023-12-01T05:03:36.206 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.205+0000 7f2ce2b518c0 1 > prepared operation key=D9PMBZW5816S tag=FY6SMG4RE26C type=write size=1000989 2023-12-01T05:03:36.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.208+0000 7f2ce2b518c0 1 < completed part key=_multipart_B5FU2JKJOI4Z.2~L3U2OJXX4JY1.0 size=1048576 2023-12-01T05:03:36.209 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.208+0000 7f2ce2b518c0 1 < canceled part key=_multipart_B5FU2JKJOI4Z.2~L3U2OJXX4JY1.1 size=899174 2023-12-01T05:03:36.213 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.212+0000 7f2ce2b518c0 1 < canceled multipart upload key=B5FU2JKJOI4Z upload=L3U2OJXX4JY1 tag=3GSO4D5MOB4V type=write size=2996326 2023-12-01T05:03:36.215 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.214+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=I3GY3795EO1J type=del size=2935395 2023-12-01T05:03:36.218 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.217+0000 7f2ce2b518c0 1 < completed delete operation key=DOGWW9WZ6QW8 tag=XOV9HPR1DT6F type=del 2023-12-01T05:03:36.220 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.219+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=ZSEXUOMZCCJA type=del size=3775157 2023-12-01T05:03:36.222 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.221+0000 7f2ce2b518c0 1 < completed write operation key=JDW6X9ZJ49B4 tag=CMNGJJS1UVXZ type=write size=24673 2023-12-01T05:03:36.224 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.223+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=TIULLTGQTDPO type=write size=696588 2023-12-01T05:03:36.226 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.225+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~AVV8JW21ZMGA.0 size=1048576 2023-12-01T05:03:36.228 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.227+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~AVV8JW21ZMGA.1 size=1048576 2023-12-01T05:03:36.229 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.228+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~AVV8JW21ZMGA.2 size=632200 2023-12-01T05:03:36.233 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.232+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=AVV8JW21ZMGA tag=PPVOQEP7XQ4B type=write size=3777928 2023-12-01T05:03:36.235 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.234+0000 7f2ce2b518c0 1 > prepared operation key=VAXQ0BZJCDUB tag=L50TMJDGJ9FC type=del size=1780966 2023-12-01T05:03:36.237 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.236+0000 7f2ce2b518c0 1 < completed delete operation key=807CI1E6OSAU tag=ZPZ1PPF3F6TV type=del 2023-12-01T05:03:36.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.240+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~I6SQ76F1LFVU.0 size=469283 2023-12-01T05:03:36.241 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.240+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=I6SQ76F1LFVU tag=CTB68OKHWK69 type=write size=1517859 2023-12-01T05:03:36.243 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.242+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~4JUSCLLOBVEC.0 size=1048576 2023-12-01T05:03:36.245 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.244+0000 7f2ce2b518c0 1 < completed part key=_multipart_DOGWW9WZ6QW8.2~4JUSCLLOBVEC.1 size=160060 2023-12-01T05:03:36.249 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.248+0000 7f2ce2b518c0 1 < completed multipart upload key=DOGWW9WZ6QW8 upload=4JUSCLLOBVEC tag=DAJ076NEJF22 type=write size=2257212 2023-12-01T05:03:36.251 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.250+0000 7f2ce2b518c0 1 > prepared operation key=ASITIOFTV58Q tag=SC7A4901PHGS type=del size=1309596 2023-12-01T05:03:36.254 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.252+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~GANF604MWB8N.0 size=426356 2023-12-01T05:03:36.257 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.256+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=GANF604MWB8N tag=9WOKQG6B5UVX type=write size=1474932 2023-12-01T05:03:36.259 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.258+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=3Z2OX4125YDR type=write size=831635 2023-12-01T05:03:36.261 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.260+0000 7f2ce2b518c0 1 < completed delete operation key=IU15OM7RZ3XF tag=LJ9IUINVL4JP type=del 2023-12-01T05:03:36.263 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.262+0000 7f2ce2b518c0 1 > prepared operation key=2GXBXJ2J4VWX tag=XDKMPDYLNM1P type=del size=435802 2023-12-01T05:03:36.265 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.264+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~W112LVZG49FL.0 size=1048576 2023-12-01T05:03:36.267 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.266+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~W112LVZG49FL.1 size=1048576 2023-12-01T05:03:36.269 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.267+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~W112LVZG49FL.2 size=1033993 2023-12-01T05:03:36.273 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.271+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=W112LVZG49FL tag=VAG5WRV6HH9B type=write size=4179721 2023-12-01T05:03:36.277 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.276+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~LCIZMWMRC26O.0 size=1048576 2023-12-01T05:03:36.279 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.277+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~LCIZMWMRC26O.1 size=1048576 2023-12-01T05:03:36.280 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.279+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~LCIZMWMRC26O.2 size=733649 2023-12-01T05:03:36.280 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.279+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=LCIZMWMRC26O tag=9RY2FRI7VOIY type=write size=3879377 2023-12-01T05:03:36.282 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.281+0000 7f2ce2b518c0 1 < completed delete operation key=0BUXOUU4KRQZ tag=BNSHY09923A3 type=del 2023-12-01T05:03:36.287 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.286+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~I1V4KGKY2MPX.0 size=1048576 2023-12-01T05:03:36.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.288+0000 7f2ce2b518c0 1 > prepared part key=_multipart_0BUXOUU4KRQZ.2~I1V4KGKY2MPX.1 size=14905 2023-12-01T05:03:36.289 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.288+0000 7f2ce2b518c0 1 > prepared multipart upload key=0BUXOUU4KRQZ upload=I1V4KGKY2MPX tag=OG7ZKTNWM6BO type=write size=2112057 2023-12-01T05:03:36.292 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.291+0000 7f2ce2b518c0 -1 < failed to complete operation key=SH80HT2F4NK2 tag=YCJ9TQQLTSV5 type=del size=992739: (22) Invalid argument 2023-12-01T05:03:36.296 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.295+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~HSZYGHHR24BC.0 size=1048576 2023-12-01T05:03:36.297 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.296+0000 7f2ce2b518c0 1 > prepared part key=_multipart_SH80HT2F4NK2.2~HSZYGHHR24BC.1 size=932478 2023-12-01T05:03:36.298 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.296+0000 7f2ce2b518c0 1 > prepared multipart upload key=SH80HT2F4NK2 upload=HSZYGHHR24BC tag=Q4YWKCRIKPHA type=write size=3029630 2023-12-01T05:03:36.300 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.299+0000 7f2ce2b518c0 1 < completed write operation key=XVLWW7JLOIDK tag=QP3YE8K8L8VL type=write size=1014647 2023-12-01T05:03:36.301 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.300+0000 7f2ce2b518c0 1 > prepared operation key=5U9IVFXOOGZO tag=HG3CC4YJ4EH9 type=del size=3879682 2023-12-01T05:03:36.304 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.303+0000 7f2ce2b518c0 1 < completed delete operation key=Y5IWDXWUVH3N tag=IBJ132Y1XESS type=del 2023-12-01T05:03:36.308 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.307+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~234613D2B0YF.0 size=1048576 2023-12-01T05:03:36.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.308+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~234613D2B0YF.1 size=100710 2023-12-01T05:03:36.309 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.308+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=234613D2B0YF tag=11QSG8LP877X type=write size=2197862 2023-12-01T05:03:36.312 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.310+0000 7f2ce2b518c0 1 < completed delete operation key=SH80HT2F4NK2 tag=TJVPRZB6RWN6 type=del 2023-12-01T05:03:36.314 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.313+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=ZCLP43ETY79X type=del size=3508530 2023-12-01T05:03:36.316 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.315+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~68EU2KSOT24L.0 size=1048576 2023-12-01T05:03:36.318 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.317+0000 7f2ce2b518c0 1 < completed part key=_multipart_KFTOV6Y7KOAW.2~68EU2KSOT24L.1 size=501335 2023-12-01T05:03:36.322 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.321+0000 7f2ce2b518c0 1 < completed multipart upload key=KFTOV6Y7KOAW upload=68EU2KSOT24L tag=PCR8ER5Q7M04 type=write size=2598487 2023-12-01T05:03:36.324 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.323+0000 7f2ce2b518c0 1 > prepared operation key=MUH8GSRXUS6M tag=W45CTBUCC3F6 type=del size=2634622 2023-12-01T05:03:36.327 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.325+0000 7f2ce2b518c0 1 < completed write operation key=D9PMBZW5816S tag=FY6SMG4RE26C type=write size=1000989 2023-12-01T05:03:36.329 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.328+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=OBV5VH27FZI3 type=del size=126628 2023-12-01T05:03:36.331 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.330+0000 7f2ce2b518c0 1 < completed delete operation key=39WRHET0UJ7U tag=I3GY3795EO1J type=del 2023-12-01T05:03:36.333 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.332+0000 7f2ce2b518c0 1 > prepared operation key=SY2W6QFZQBL7 tag=2T0XQNP5EGQ0 type=del size=2094813 2023-12-01T05:03:36.335 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.334+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=ZSEXUOMZCCJA type=del 2023-12-01T05:03:36.337 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.336+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=D0X10SDJ6DPT type=del size=2432117 2023-12-01T05:03:36.339 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.338+0000 7f2ce2b518c0 1 < completed write operation key=39WRHET0UJ7U tag=TIULLTGQTDPO type=write size=696588 2023-12-01T05:03:36.344 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.343+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~2R1E8Y4CZ2Q5.0 size=1048576 2023-12-01T05:03:36.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.345+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~2R1E8Y4CZ2Q5.1 size=1038364 2023-12-01T05:03:36.346 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.345+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=2R1E8Y4CZ2Q5 tag=O2WH1EI8198C type=write size=3135516 2023-12-01T05:03:36.349 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.348+0000 7f2ce2b518c0 1 < completed delete operation key=VAXQ0BZJCDUB tag=L50TMJDGJ9FC type=del 2023-12-01T05:03:36.353 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.352+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~EBDIK1N9R687.0 size=1048576 2023-12-01T05:03:36.355 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.354+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~EBDIK1N9R687.1 size=1048576 2023-12-01T05:03:36.356 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.355+0000 7f2ce2b518c0 1 > prepared part key=_multipart_VAXQ0BZJCDUB.2~EBDIK1N9R687.2 size=59778 2023-12-01T05:03:36.357 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.355+0000 7f2ce2b518c0 1 > prepared multipart upload key=VAXQ0BZJCDUB upload=EBDIK1N9R687 tag=SJV595I9G9IS type=write size=3205506 2023-12-01T05:03:36.359 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.358+0000 7f2ce2b518c0 1 < completed part key=_multipart_HAZC92VMYO82.2~I6SQ76F1LFVU.0 size=469283 2023-12-01T05:03:36.363 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.362+0000 7f2ce2b518c0 1 < completed multipart upload key=HAZC92VMYO82 upload=I6SQ76F1LFVU tag=CTB68OKHWK69 type=write size=1517859 2023-12-01T05:03:36.365 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.364+0000 7f2ce2b518c0 1 > prepared operation key=B5FU2JKJOI4Z tag=STZRUF6PO5H6 type=del size=1364297 2023-12-01T05:03:36.370 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.369+0000 7f2ce2b518c0 1 < suggested update operation key=ASITIOFTV58Q tag=SC7A4901PHGS type=del size=1309596 2023-12-01T05:03:36.372 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.371+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=B008Y4YP23U0 type=del size=3008271 2023-12-01T05:03:36.375 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.373+0000 7f2ce2b518c0 1 < completed write operation key=39WRHET0UJ7U tag=3Z2OX4125YDR type=write size=831635 2023-12-01T05:03:36.377 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.376+0000 7f2ce2b518c0 1 > prepared operation key=KBRIH4PKGG4O tag=3WK8XEGWXY69 type=del size=3532701 2023-12-01T05:03:36.382 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.380+0000 7f2ce2b518c0 1 < suggested remove operation key=2GXBXJ2J4VWX tag=XDKMPDYLNM1P type=del 2023-12-01T05:03:36.384 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.383+0000 7f2ce2b518c0 1 > prepared operation key=8XRBQI3FV85G tag=EK132LQ5LOLI type=del size=3424751 2023-12-01T05:03:36.386 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.385+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~LCIZMWMRC26O.0 size=1048576 2023-12-01T05:03:36.388 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.387+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~LCIZMWMRC26O.1 size=1048576 2023-12-01T05:03:36.390 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.389+0000 7f2ce2b518c0 1 < completed part key=_multipart_W8X2JZ25JX20.2~LCIZMWMRC26O.2 size=733649 2023-12-01T05:03:36.394 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.393+0000 7f2ce2b518c0 1 < completed multipart upload key=W8X2JZ25JX20 upload=LCIZMWMRC26O tag=9RY2FRI7VOIY type=write size=3879377 2023-12-01T05:03:36.398 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.397+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~P5GJUHTO311Z.0 size=1048576 2023-12-01T05:03:36.400 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.399+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~P5GJUHTO311Z.1 size=1048576 2023-12-01T05:03:36.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.401+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~P5GJUHTO311Z.2 size=815434 2023-12-01T05:03:36.402 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.401+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=P5GJUHTO311Z tag=8RC6P1VUWNC7 type=write size=3961162 2023-12-01T05:03:36.404 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.403+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~I1V4KGKY2MPX.0 size=1048576 2023-12-01T05:03:36.406 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.405+0000 7f2ce2b518c0 1 < completed part key=_multipart_0BUXOUU4KRQZ.2~I1V4KGKY2MPX.1 size=14905 2023-12-01T05:03:36.410 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.409+0000 7f2ce2b518c0 1 < completed multipart upload key=0BUXOUU4KRQZ upload=I1V4KGKY2MPX tag=OG7ZKTNWM6BO type=write size=2112057 2023-12-01T05:03:36.413 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.411+0000 7f2ce2b518c0 1 > prepared operation key=39WRHET0UJ7U tag=WJ34QC0UBCBR type=del size=4138974 2023-12-01T05:03:36.415 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.413+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~HSZYGHHR24BC.0 size=1048576 2023-12-01T05:03:36.417 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.416+0000 7f2ce2b518c0 1 < completed part key=_multipart_SH80HT2F4NK2.2~HSZYGHHR24BC.1 size=932478 2023-12-01T05:03:36.421 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.420+0000 7f2ce2b518c0 1 < completed multipart upload key=SH80HT2F4NK2 upload=HSZYGHHR24BC tag=Q4YWKCRIKPHA type=write size=3029630 2023-12-01T05:03:36.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.425+0000 7f2ce2b518c0 1 > prepared part key=_multipart_2GXBXJ2J4VWX.2~OTBTDS9NDK4N.0 size=310991 2023-12-01T05:03:36.426 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.425+0000 7f2ce2b518c0 1 > prepared multipart upload key=2GXBXJ2J4VWX upload=OTBTDS9NDK4N tag=VPYZ24RJLM81 type=write size=1359567 2023-12-01T05:03:36.430 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.429+0000 7f2ce2b518c0 1 < suggested remove operation key=5U9IVFXOOGZO tag=HG3CC4YJ4EH9 type=del 2023-12-01T05:03:36.434 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.433+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~UZTLWX5GPWEZ.0 size=1048576 2023-12-01T05:03:36.437 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.435+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~UZTLWX5GPWEZ.1 size=1048576 2023-12-01T05:03:36.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.437+0000 7f2ce2b518c0 1 > prepared part key=_multipart_MUH8GSRXUS6M.2~UZTLWX5GPWEZ.2 size=745236 2023-12-01T05:03:36.438 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.437+0000 7f2ce2b518c0 1 > prepared multipart upload key=MUH8GSRXUS6M upload=UZTLWX5GPWEZ tag=M2AR7JCBB3W5 type=write size=3890964 2023-12-01T05:03:36.439 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.437+0000 7f2ce2b518c0 1 < canceled part key=_multipart_2GXBXJ2J4VWX.2~234613D2B0YF.0 size=1048576 2023-12-01T05:03:36.441 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.440+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~234613D2B0YF.1 size=100710 2023-12-01T05:03:36.444 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.443+0000 7f2ce2b518c0 1 < canceled multipart upload key=2GXBXJ2J4VWX upload=234613D2B0YF tag=11QSG8LP877X type=write size=2197862 2023-12-01T05:03:36.448 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.447+0000 7f2ce2b518c0 1 > prepared part key=_multipart_807CI1E6OSAU.2~40PJGIOTDEL2.0 size=283464 2023-12-01T05:03:36.449 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.447+0000 7f2ce2b518c0 1 > prepared multipart upload key=807CI1E6OSAU upload=40PJGIOTDEL2 tag=8JTVF5FI103Q type=write size=1332040 2023-12-01T05:03:36.453 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.452+0000 7f2ce2b518c0 1 < suggested update operation key=39WRHET0UJ7U tag=ZCLP43ETY79X type=del size=3508530 2023-12-01T05:03:36.457 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.456+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~6TC4ZY5LRB76.0 size=1048576 2023-12-01T05:03:36.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.458+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~6TC4ZY5LRB76.1 size=603738 2023-12-01T05:03:36.459 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.458+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=6TC4ZY5LRB76 tag=ZKZLTNRW2CKJ type=write size=2700890 2023-12-01T05:03:36.461 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.460+0000 7f2ce2b518c0 1 < completed delete operation key=MUH8GSRXUS6M tag=W45CTBUCC3F6 type=del 2023-12-01T05:03:36.465 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.464+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~J0G9W0PFCW3Q.0 size=1048576 2023-12-01T05:03:36.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.466+0000 7f2ce2b518c0 1 > prepared part key=_multipart_LDCQLVOA6YHR.2~J0G9W0PFCW3Q.1 size=448390 2023-12-01T05:03:36.467 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.466+0000 7f2ce2b518c0 1 > prepared multipart upload key=LDCQLVOA6YHR upload=J0G9W0PFCW3Q tag=0Y1GRYUUOC20 type=write size=2545542 2023-12-01T05:03:36.469 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.468+0000 7f2ce2b518c0 1 < completed delete operation key=43ABSP862CV0 tag=OBV5VH27FZI3 type=del 2023-12-01T05:03:36.474 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.472+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~5EGG24TS2RL7.0 size=1048576 2023-12-01T05:03:36.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.474+0000 7f2ce2b518c0 1 > prepared part key=_multipart_JDW6X9ZJ49B4.2~5EGG24TS2RL7.1 size=788183 2023-12-01T05:03:36.475 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.474+0000 7f2ce2b518c0 1 > prepared multipart upload key=JDW6X9ZJ49B4 upload=5EGG24TS2RL7 tag=28GMY3BUH0N2 type=write size=2885335 2023-12-01T05:03:36.479 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.478+0000 7f2ce2b518c0 1 < suggested remove operation key=SY2W6QFZQBL7 tag=2T0XQNP5EGQ0 type=del 2023-12-01T05:03:36.481 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.480+0000 7f2ce2b518c0 1 > prepared operation key=10L177QUH8QE tag=ID44BHWZVE3Y type=del size=3045920 2023-12-01T05:03:36.483 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.482+0000 7f2ce2b518c0 1 < completed delete operation key=W8X2JZ25JX20 tag=D0X10SDJ6DPT type=del 2023-12-01T05:03:36.485 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.484+0000 7f2ce2b518c0 1 > prepared operation key=LDCQLVOA6YHR tag=DRFLUYXKBOQH type=write size=48472 2023-12-01T05:03:36.487 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.486+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~2R1E8Y4CZ2Q5.0 size=1048576 2023-12-01T05:03:36.489 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.488+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~2R1E8Y4CZ2Q5.1 size=1038364 2023-12-01T05:03:36.493 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.492+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=2R1E8Y4CZ2Q5 tag=O2WH1EI8198C type=write size=3135516 2023-12-01T05:03:36.495 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.494+0000 7f2ce2b518c0 1 > prepared operation key=DI1WW8WVZX9A tag=5RQHUQR22CM1 type=write size=355029 2023-12-01T05:03:36.497 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.496+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~EBDIK1N9R687.0 size=1048576 2023-12-01T05:03:36.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.498+0000 7f2ce2b518c0 1 < completed part key=_multipart_VAXQ0BZJCDUB.2~EBDIK1N9R687.1 size=1048576 2023-12-01T05:03:36.499 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.498+0000 7f2ce2b518c0 1 < canceled part key=_multipart_VAXQ0BZJCDUB.2~EBDIK1N9R687.2 size=59778 2023-12-01T05:03:36.503 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.502+0000 7f2ce2b518c0 1 < canceled multipart upload key=VAXQ0BZJCDUB upload=EBDIK1N9R687 tag=SJV595I9G9IS type=write size=3205506 2023-12-01T05:03:36.506 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.505+0000 7f2ce2b518c0 1 > prepared operation key=EQJ6TWB0BPZS tag=OXYDX1YZQAT6 type=del size=2058923 2023-12-01T05:03:36.511 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.510+0000 7f2ce2b518c0 1 < suggested update operation key=B5FU2JKJOI4Z tag=STZRUF6PO5H6 type=del size=1364297 2023-12-01T05:03:36.513 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.512+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=MS749RHR3DD3 type=del size=1845607 2023-12-01T05:03:36.515 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.514+0000 7f2ce2b518c0 1 < canceled operation key=8XRBQI3FV85G tag=B008Y4YP23U0 type=del size=3008271 2023-12-01T05:03:36.517 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.516+0000 7f2ce2b518c0 1 > prepared operation key=W8X2JZ25JX20 tag=INDZDH010PVW type=del size=3377083 2023-12-01T05:03:36.519 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.518+0000 7f2ce2b518c0 1 < completed delete operation key=KBRIH4PKGG4O tag=3WK8XEGWXY69 type=del 2023-12-01T05:03:36.521 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.520+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=MCG2SF3YWJC2 type=del size=2074524 2023-12-01T05:03:36.523 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.522+0000 7f2ce2b518c0 1 < completed delete operation key=8XRBQI3FV85G tag=EK132LQ5LOLI type=del 2023-12-01T05:03:36.527 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.526+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ICNLOQJEVHTU.0 size=1048576 2023-12-01T05:03:36.529 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.528+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ICNLOQJEVHTU.1 size=1048576 2023-12-01T05:03:36.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.530+0000 7f2ce2b518c0 1 > prepared part key=_multipart_HAZC92VMYO82.2~ICNLOQJEVHTU.2 size=225805 2023-12-01T05:03:36.532 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.530+0000 7f2ce2b518c0 1 > prepared multipart upload key=HAZC92VMYO82 upload=ICNLOQJEVHTU tag=GPY7YAHOPO9T type=write size=3371533 2023-12-01T05:03:36.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.533+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~P5GJUHTO311Z.0 size=1048576 2023-12-01T05:03:36.534 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.533+0000 7f2ce2b518c0 1 < canceled part key=_multipart_3GHZWPTT6R9L.2~P5GJUHTO311Z.1 size=1048576 2023-12-01T05:03:36.536 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.535+0000 7f2ce2b518c0 1 < completed part key=_multipart_3GHZWPTT6R9L.2~P5GJUHTO311Z.2 size=815434 2023-12-01T05:03:36.539 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.538+0000 7f2ce2b518c0 1 < canceled multipart upload key=3GHZWPTT6R9L upload=P5GJUHTO311Z tag=8RC6P1VUWNC7 type=write size=3961162 2023-12-01T05:03:36.542 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.540+0000 7f2ce2b518c0 1 > prepared operation key=JDW6X9ZJ49B4 tag=C1CA9J7VECZZ type=write size=775629 2023-12-01T05:03:36.545 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.544+0000 7f2ce2b518c0 -1 < failed to complete operation key=39WRHET0UJ7U tag=WJ34QC0UBCBR type=del size=4138974: (22) Invalid argument 2023-12-01T05:03:36.548 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.547+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~UXQTEGU5680U.0 size=1048576 2023-12-01T05:03:36.550 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.549+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~UXQTEGU5680U.1 size=1048576 2023-12-01T05:03:36.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.551+0000 7f2ce2b518c0 1 > prepared part key=_multipart_W8X2JZ25JX20.2~UXQTEGU5680U.2 size=615587 2023-12-01T05:03:36.552 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.551+0000 7f2ce2b518c0 1 > prepared multipart upload key=W8X2JZ25JX20 upload=UXQTEGU5680U tag=GVM5YIZ2G8K2 type=write size=3761315 2023-12-01T05:03:36.554 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.553+0000 7f2ce2b518c0 1 < completed part key=_multipart_2GXBXJ2J4VWX.2~OTBTDS9NDK4N.0 size=310991 2023-12-01T05:03:36.558 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.556+0000 7f2ce2b518c0 1 < completed multipart upload key=2GXBXJ2J4VWX upload=OTBTDS9NDK4N tag=VPYZ24RJLM81 type=write size=1359567 2023-12-01T05:03:36.560 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.559+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=PE0GZ3DC125Z type=del size=1074086 2023-12-01T05:03:36.562 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.561+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~UZTLWX5GPWEZ.0 size=1048576 2023-12-01T05:03:36.564 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.562+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~UZTLWX5GPWEZ.1 size=1048576 2023-12-01T05:03:36.565 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.564+0000 7f2ce2b518c0 1 < completed part key=_multipart_MUH8GSRXUS6M.2~UZTLWX5GPWEZ.2 size=745236 2023-12-01T05:03:36.569 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.568+0000 7f2ce2b518c0 1 < completed multipart upload key=MUH8GSRXUS6M upload=UZTLWX5GPWEZ tag=M2AR7JCBB3W5 type=write size=3890964 2023-12-01T05:03:36.571 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.570+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=X3J1FH82XQV3 type=del size=3120105 2023-12-01T05:03:36.573 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.572+0000 7f2ce2b518c0 1 < completed part key=_multipart_807CI1E6OSAU.2~40PJGIOTDEL2.0 size=283464 2023-12-01T05:03:36.577 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.575+0000 7f2ce2b518c0 1 < completed multipart upload key=807CI1E6OSAU upload=40PJGIOTDEL2 tag=8JTVF5FI103Q type=write size=1332040 2023-12-01T05:03:36.579 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.577+0000 7f2ce2b518c0 1 > prepared operation key=807CI1E6OSAU tag=7DIWM1QD442J type=del size=1350142 2023-12-01T05:03:36.581 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.580+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~6TC4ZY5LRB76.0 size=1048576 2023-12-01T05:03:36.583 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.582+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~6TC4ZY5LRB76.1 size=603738 2023-12-01T05:03:36.586 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.585+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=6TC4ZY5LRB76 tag=ZKZLTNRW2CKJ type=write size=2700890 2023-12-01T05:03:36.588 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.587+0000 7f2ce2b518c0 1 > prepared operation key=43ABSP862CV0 tag=KLNGJ9SQAWAY type=del size=893608 2023-12-01T05:03:36.591 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.590+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~J0G9W0PFCW3Q.0 size=1048576 2023-12-01T05:03:36.593 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.592+0000 7f2ce2b518c0 1 < completed part key=_multipart_LDCQLVOA6YHR.2~J0G9W0PFCW3Q.1 size=448390 2023-12-01T05:03:36.597 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.595+0000 7f2ce2b518c0 1 < completed multipart upload key=LDCQLVOA6YHR upload=J0G9W0PFCW3Q tag=0Y1GRYUUOC20 type=write size=2545542 2023-12-01T05:03:36.599 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.597+0000 7f2ce2b518c0 1 > prepared operation key=HAZC92VMYO82 tag=66I2175CD1NJ type=del size=2959204 2023-12-01T05:03:36.601 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.600+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~5EGG24TS2RL7.0 size=1048576 2023-12-01T05:03:36.602 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.601+0000 7f2ce2b518c0 1 < completed part key=_multipart_JDW6X9ZJ49B4.2~5EGG24TS2RL7.1 size=788183 2023-12-01T05:03:36.606 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.605+0000 7f2ce2b518c0 1 < completed multipart upload key=JDW6X9ZJ49B4 upload=5EGG24TS2RL7 tag=28GMY3BUH0N2 type=write size=2885335 2023-12-01T05:03:36.610 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.609+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~S2KC0V4OQ3KH.0 size=1048576 2023-12-01T05:03:36.612 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.610+0000 7f2ce2b518c0 1 > prepared part key=_multipart_Y5IWDXWUVH3N.2~S2KC0V4OQ3KH.1 size=958287 2023-12-01T05:03:36.612 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.610+0000 7f2ce2b518c0 1 > prepared multipart upload key=Y5IWDXWUVH3N upload=S2KC0V4OQ3KH tag=BECP6CFGACCW type=write size=3055439 2023-12-01T05:03:36.614 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.613+0000 7f2ce2b518c0 1 < completed delete operation key=10L177QUH8QE tag=ID44BHWZVE3Y type=del 2023-12-01T05:03:36.619 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.617+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~YXW5Y5OYAXRV.0 size=1048576 2023-12-01T05:03:36.620 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.619+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~YXW5Y5OYAXRV.1 size=1048576 2023-12-01T05:03:36.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.621+0000 7f2ce2b518c0 1 > prepared part key=_multipart_KFTOV6Y7KOAW.2~YXW5Y5OYAXRV.2 size=832466 2023-12-01T05:03:36.622 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.621+0000 7f2ce2b518c0 1 > prepared multipart upload key=KFTOV6Y7KOAW upload=YXW5Y5OYAXRV tag=MSQQXJR5N9V8 type=write size=3978194 2023-12-01T05:03:36.625 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.623+0000 7f2ce2b518c0 1 < completed write operation key=LDCQLVOA6YHR tag=DRFLUYXKBOQH type=write size=48472 2023-12-01T05:03:36.630 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.629+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~Z3UQK3EAMMOL.0 size=1048576 2023-12-01T05:03:36.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.631+0000 7f2ce2b518c0 1 > prepared part key=_multipart_XVLWW7JLOIDK.2~Z3UQK3EAMMOL.1 size=547624 2023-12-01T05:03:36.632 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.631+0000 7f2ce2b518c0 1 > prepared multipart upload key=XVLWW7JLOIDK upload=Z3UQK3EAMMOL tag=QU546X0OXB9P type=write size=2644776 2023-12-01T05:03:36.636 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.635+0000 7f2ce2b518c0 1 < suggested update operation key=DI1WW8WVZX9A tag=5RQHUQR22CM1 type=write size=355029 2023-12-01T05:03:36.639 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.638+0000 7f2ce2b518c0 1 > prepared operation key=3GHZWPTT6R9L tag=Y5EGMORKPGXS type=write size=317792 2023-12-01T05:03:36.641 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.640+0000 7f2ce2b518c0 1 < completed delete operation key=EQJ6TWB0BPZS tag=OXYDX1YZQAT6 type=del 2023-12-01T05:03:36.645 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.644+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~AUW97TKRGCUC.0 size=1048576 2023-12-01T05:03:36.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.646+0000 7f2ce2b518c0 1 > prepared part key=_multipart_3GHZWPTT6R9L.2~AUW97TKRGCUC.1 size=695077 2023-12-01T05:03:36.647 INFO:tasks.workunit.client.0.smithi111.stderr:2023-12-01T05:03:36.646+0000 7f2ce2b518c0 1 > prepared multipart upload key=3GHZWPTT6R9L upload=AUW97TKRGCUC tag=G3AZ01ILG2WA type=write size=2792229 2023-12-01T05:03:36.647 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] cls_rgw_stats.simulate (13832 ms) 2023-12-01T05:03:36.647 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 1 test from cls_rgw_stats (13832 ms total) 2023-12-01T05:03:36.647 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:03:36.647 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:03:36.833 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 1 test from 1 test suite ran. (15875 ms total) 2023-12-01T05:03:36.833 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 1 test. 2023-12-01T05:03:36.836 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:03:36.836 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:03:36.905 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2023-12-01T05:03:36.905 DEBUG:teuthology.orchestra.run.smithi111:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2023-12-01T05:03:36.977 INFO:tasks.workunit.client.0.smithi111.stdout:Running main() from gmock_main.cc 2023-12-01T05:03:36.977 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 2 tests from 1 test suite. 2023-12-01T05:03:36.977 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:03:36.978 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 2 tests from ClsSDK 2023-12-01T05:03:36.978 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2023-12-01T05:03:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:36 smithi155 ceph-mon[102677]: pgmap v1671: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.50k op/s 2023-12-01T05:03:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:36 smithi111 ceph-mon[97855]: pgmap v1671: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.50k op/s 2023-12-01T05:03:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:36 smithi111 ceph-mon[116524]: pgmap v1671: 137 pgs: 137 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 488 KiB/s wr, 2.50k op/s 2023-12-01T05:03:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:37 smithi155 ceph-mon[102677]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-01T05:03:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:37 smithi111 ceph-mon[97855]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-01T05:03:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:37 smithi111 ceph-mon[116524]: osdmap e1080: 8 total, 8 up, 8 in 2023-12-01T05:03:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:38 smithi155 ceph-mon[102677]: pgmap v1673: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:38 smithi155 ceph-mon[102677]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-01T05:03:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/155947184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:38 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[97855]: pgmap v1673: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[97855]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/155947184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[116524]: pgmap v1673: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[116524]: osdmap e1081: 8 total, 8 up, 8 in 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/155947184' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:38 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:03:39] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2023-12-01T05:03:39.862 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2885 ms) 2023-12-01T05:03:39.862 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2023-12-01T05:03:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:39 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:39 smithi155 ceph-mon[102677]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-01T05:03:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:39 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:39 smithi111 ceph-mon[97855]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-01T05:03:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:39 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:39 smithi111 ceph-mon[116524]: osdmap e1082: 8 total, 8 up, 8 in 2023-12-01T05:03:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:40 smithi155 ceph-mon[102677]: pgmap v1676: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:40 smithi155 ceph-mon[102677]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-01T05:03:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:40 smithi111 ceph-mon[97855]: pgmap v1676: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:40 smithi111 ceph-mon[97855]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-01T05:03:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:40 smithi111 ceph-mon[116524]: pgmap v1676: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:40 smithi111 ceph-mon[116524]: osdmap e1083: 8 total, 8 up, 8 in 2023-12-01T05:03:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:41 smithi155 ceph-mon[102677]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-01T05:03:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1191514570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:41 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:41 smithi111 ceph-mon[97855]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-01T05:03:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1191514570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:41 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:41 smithi111 ceph-mon[116524]: osdmap e1084: 8 total, 8 up, 8 in 2023-12-01T05:03:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1191514570' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:41 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:03:42.885 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3023 ms) 2023-12-01T05:03:42.886 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 2 tests from ClsSDK (5908 ms total) 2023-12-01T05:03:42.886 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:03:42.886 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:03:42.886 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 2 tests from 1 test suite ran. (5908 ms total) 2023-12-01T05:03:42.886 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 2 tests. 2023-12-01T05:03:42.888 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:03:42.889 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:03:42.957 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2023-12-01T05:03:42.958 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-01T05:03:43.200 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[97855]: pgmap v1679: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:43.200 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:03:43.200 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:43.200 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[97855]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-01T05:03:43.200 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[116524]: pgmap v1679: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:43.201 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:03:43.201 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:43.201 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:42 smithi111 ceph-mon[116524]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-01T05:03:43.202 DEBUG:teuthology.parallel:result is None 2023-12-01T05:03:43.202 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:03:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:42 smithi155 ceph-mon[102677]: pgmap v1679: 137 pgs: 32 unknown, 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:42 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:03:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:42 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi111-193881-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:03:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:42 smithi155 ceph-mon[102677]: osdmap e1085: 8 total, 8 up, 8 in 2023-12-01T05:03:43.229 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:03:43.229 DEBUG:teuthology.orchestra.run.smithi111:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:03:43.286 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:03:43.286 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:03:43.286 INFO:teuthology.task.print:**** done end rados_api.yaml 2023-12-01T05:03:43.286 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:03:43.286 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2023-12-01T05:03:43.286 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-01T05:03:43.287 INFO:tasks.workunit:Pulling workunits from ref reef 2023-12-01T05:03:43.287 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-01T05:03:43.287 DEBUG:teuthology.orchestra.run.smithi111:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:03:43.343 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T05:03:43.343 INFO:teuthology.orchestra.run.smithi111.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-01T05:03:43.343 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:03:43.402 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-01T05:03:43.403 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-01T05:03:43.460 INFO:tasks.workunit:timeout=3h 2023-12-01T05:03:43.460 INFO:tasks.workunit:cleanup=True 2023-12-01T05:03:43.461 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-01T05:03:43.517 INFO:tasks.workunit.client.0.smithi111.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-01T05:03:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:43 smithi155 ceph-mon[102677]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-01T05:03:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:43 smithi111 ceph-mon[97855]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-01T05:03:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:43 smithi111 ceph-mon[116524]: osdmap e1086: 8 total, 8 up, 8 in 2023-12-01T05:03:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:44 smithi155 ceph-mon[102677]: pgmap v1682: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:44 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:03:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:44 smithi111 ceph-mon[97855]: pgmap v1682: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:44 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:03:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:44 smithi111 ceph-mon[116524]: pgmap v1682: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:44 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:03:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:46 smithi155 ceph-mon[102677]: pgmap v1683: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:46 smithi111 ceph-mon[97855]: pgmap v1683: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:46 smithi111 ceph-mon[116524]: pgmap v1683: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:48.035 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:03:48.358 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (21m) 8m ago 21m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (21m) 8m ago 21m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (22m) 8m ago 22m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (22m) 8m ago 22m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (25m) 8m ago 25m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (27m) 8m ago 27m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (27m) 8m ago 27m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (26m) 8m ago 26m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (26m) 8m ago 26m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (21m) 8m ago 21m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (21m) 8m ago 21m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (25m) 8m ago 25m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:03:48.359 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (25m) 8m ago 25m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (24m) 8m ago 24m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (24m) 8m ago 24m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (24m) 8m ago 24m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (23m) 8m ago 23m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (23m) 8m ago 23m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (22m) 8m ago 22m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:03:48.360 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (20m) 8m ago 22m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:03:48.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:03:48.754 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:03:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:48 smithi155 ceph-mon[102677]: pgmap v1684: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:48 smithi155 ceph-mon[102677]: from='client.26078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/191452575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:03:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[97855]: pgmap v1684: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[97855]: from='client.26078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/191452575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:03:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[116524]: pgmap v1684: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[116524]: from='client.26078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/191452575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:03:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:03:49] "GET /metrics HTTP/1.1" 200 33817 "" "Prometheus/2.43.0" 2023-12-01T05:03:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:49 smithi155 ceph-mon[102677]: from='client.26084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:49 smithi111 ceph-mon[97855]: from='client.26084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:49 smithi111 ceph-mon[116524]: from='client.26084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:03:51.071 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-01T05:03:51.128 INFO:tasks.workunit.client.0.smithi111.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-01T05:03:51.130 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T05:03:51.130 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-01T05:03:51.176 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-01T05:03:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:50 smithi155 ceph-mon[102677]: pgmap v1685: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:51.222 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-01T05:03:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:50 smithi111 ceph-mon[97855]: pgmap v1685: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:50 smithi111 ceph-mon[116524]: pgmap v1685: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:51.259 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T05:03:51.260 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T05:03:51.260 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-01T05:03:51.297 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T05:03:51.300 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T05:03:51.300 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-01T05:03:51.358 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2023-12-01T05:03:51.359 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2023-12-01T05:03:51.359 DEBUG:teuthology.orchestra.run.smithi111:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2023-12-01T05:03:51.461 INFO:tasks.workunit.client.0.smithi111.stdout:run length 1200 seconds 2023-12-01T05:03:51.461 INFO:tasks.workunit.client.0.smithi111.stdout:preparing 10240 objects 2023-12-01T05:03:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:52 smithi155 ceph-mon[102677]: pgmap v1686: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:52 smithi111 ceph-mon[97855]: pgmap v1686: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:52 smithi111 ceph-mon[116524]: pgmap v1686: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:53.339 INFO:tasks.workunit.client.0.smithi111.stdout:load-gen will run 1200 seconds 2023-12-01T05:03:54.339 INFO:tasks.workunit.client.0.smithi111.stdout: 1: throughput=0MB/sec pending data=0 2023-12-01T05:03:54.340 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LqWr10dvNTfOzqh off=116850 len=618429 2023-12-01T05:03:54.345 INFO:tasks.workunit.client.0.smithi111.stdout:op 0 completed, throughput=0.587MB/sec 2023-12-01T05:03:54.345 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F26aJ-NYQ3LPSv7 off=567466 len=845186 2023-12-01T05:03:54.350 INFO:tasks.workunit.client.0.smithi111.stdout:op 1 completed, throughput=1.38MB/sec 2023-12-01T05:03:54.350 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zB7FENmRLkcoFBu off=267398 len=1689625 2023-12-01T05:03:54.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 2 completed, throughput=2.95MB/sec 2023-12-01T05:03:54.358 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fLjTHuGog0wFK8I off=14868779 len=259783 2023-12-01T05:03:54.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 3 completed, throughput=3.19MB/sec 2023-12-01T05:03:54.361 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_y2udnrYZmF3teA off=2421817 len=857222 2023-12-01T05:03:54.365 INFO:tasks.workunit.client.0.smithi111.stdout:op 4 completed, throughput=3.97MB/sec 2023-12-01T05:03:54.365 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d0FEfS8zZDlSxQ3 off=10175835 len=244398 2023-12-01T05:03:54.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 5 completed, throughput=4.19MB/sec 2023-12-01T05:03:54.367 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6pnYFzabMxMtm31 off=91274 len=2059123 2023-12-01T05:03:54.379 INFO:tasks.workunit.client.0.smithi111.stdout:op 6 completed, throughput=6.03MB/sec 2023-12-01T05:03:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:54 smithi155 ceph-mon[102677]: pgmap v1687: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:54 smithi111 ceph-mon[97855]: pgmap v1687: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:54 smithi111 ceph-mon[116524]: pgmap v1687: 105 pgs: 105 active+clean; 580 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:03:55.379 INFO:tasks.workunit.client.0.smithi111.stdout: 2: throughput=3.07MB/sec pending data=0 2023-12-01T05:03:55.380 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WahjLTOHiDKVHqi off=15389360 len=317038 2023-12-01T05:03:55.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 7 completed, throughput=3.22MB/sec 2023-12-01T05:03:55.381 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sb6AwdqGdVxY7qW off=6764829 len=1028503 2023-12-01T05:03:55.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 8 completed, throughput=3.7MB/sec 2023-12-01T05:03:55.382 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UlxaREzpd4xxI98 off=8392838 len=70147 2023-12-01T05:03:55.385 INFO:tasks.workunit.client.0.smithi111.stdout:op 9 completed, throughput=3.73MB/sec 2023-12-01T05:03:55.385 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ijg2luJo-74Y4hr off=7480522 len=821239 2023-12-01T05:03:55.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 10 completed, throughput=4.1MB/sec 2023-12-01T05:03:55.389 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qe4Ymrgcm6udf1E off=2732118 len=692211 2023-12-01T05:03:55.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 11 completed, throughput=4.42MB/sec 2023-12-01T05:03:55.391 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sJZ9qXQ4Mdk1y2R off=900263 len=24815 2023-12-01T05:03:55.392 INFO:tasks.workunit.client.0.smithi111.stdout:op 12 completed, throughput=4.43MB/sec 2023-12-01T05:03:55.392 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9tskPPL-drJcSoH off=6969334 len=1287055 2023-12-01T05:03:55.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 13 completed, throughput=5.02MB/sec 2023-12-01T05:03:56.393 INFO:tasks.workunit.client.0.smithi111.stdout: 3: throughput=3.38MB/sec pending data=0 2023-12-01T05:03:56.393 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m8YAmhI4seYAgLm off=4241503 len=687096 2023-12-01T05:03:56.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 14 completed, throughput=3.59MB/sec 2023-12-01T05:03:56.395 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zGLrIgCesY_WHre off=3068626 len=1671625 2023-12-01T05:03:56.397 INFO:tasks.workunit.client.0.smithi111.stdout:op 15 completed, throughput=4.11MB/sec 2023-12-01T05:03:56.397 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M12vPfPaQgut8-F off=11676072 len=1734566 2023-12-01T05:03:56.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 16 completed, throughput=4.63MB/sec 2023-12-01T05:03:56.410 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m8aTlk7mfGZfPI3 off=234598 len=704037 2023-12-01T05:03:56.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 17 completed, throughput=4.85MB/sec 2023-12-01T05:03:56.411 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yrawTEvQnuFJHWl off=357474 len=1948857 2023-12-01T05:03:56.413 INFO:tasks.workunit.client.0.smithi111.stdout:op 18 completed, throughput=5.45MB/sec 2023-12-01T05:03:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:56 smithi155 ceph-mon[102677]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:03:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:56 smithi111 ceph-mon[97855]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:03:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:56 smithi111 ceph-mon[116524]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:03:57.413 INFO:tasks.workunit.client.0.smithi111.stdout: 4: throughput=4.11MB/sec pending data=0 2023-12-01T05:03:57.413 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8HBINuOcbSUbJAq off=8355144 len=1581150 2023-12-01T05:03:57.418 INFO:tasks.workunit.client.0.smithi111.stdout:op 19 completed, throughput=4.48MB/sec 2023-12-01T05:03:57.418 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ic4BXFnAOLbsZVI off=15383602 len=1722670 2023-12-01T05:03:57.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 20 completed, throughput=4.87MB/sec 2023-12-01T05:03:57.428 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CVzUqqUa3M0RYU0 off=7687968 len=590766 2023-12-01T05:03:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 21 completed, throughput=5MB/sec 2023-12-01T05:03:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LIpSVf1zUTdQPFd off=5003854 len=571294 2023-12-01T05:03:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 22 completed, throughput=5.13MB/sec 2023-12-01T05:03:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:03:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:03:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:03:58.433 INFO:tasks.workunit.client.0.smithi111.stdout: 5: throughput=4.12MB/sec pending data=0 2023-12-01T05:03:58.433 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_nywKD-YBihvGwQ off=7626346 len=200724 2023-12-01T05:03:58.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 23 completed, throughput=4.16MB/sec 2023-12-01T05:03:58.436 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CPbmc3cem7r_Yh_ off=5356829 len=1597011 2023-12-01T05:03:58.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 24 completed, throughput=4.45MB/sec 2023-12-01T05:03:58.444 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-buS1PLai4UFuNUd off=1664977 len=1782931 2023-12-01T05:03:58.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 25 completed, throughput=4.78MB/sec 2023-12-01T05:03:58.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AZpITm0HfqqTC5f off=21667364 len=1075240 2023-12-01T05:03:58.455 INFO:tasks.workunit.client.0.smithi111.stdout:op 26 completed, throughput=4.97MB/sec 2023-12-01T05:03:58.455 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qtxdpOLE0vPDD77 off=2367065 len=208306 2023-12-01T05:03:58.455 INFO:tasks.workunit.client.0.smithi111.stdout:op 27 completed, throughput=5.01MB/sec 2023-12-01T05:03:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:58 smithi155 ceph-mon[102677]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:03:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:03:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:03:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:03:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[97855]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[116524]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:03:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:03:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:03:59.456 INFO:tasks.workunit.client.0.smithi111.stdout: 6: throughput=4.19MB/sec pending data=0 2023-12-01T05:03:59.456 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-haXQn6HGkqNlTcM off=4453553 len=1012377 2023-12-01T05:03:59.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 28 completed, throughput=4.35MB/sec 2023-12-01T05:03:59.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_TkD75bgXnjiGhA off=814411 len=339100 2023-12-01T05:03:59.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 29 completed, throughput=4.4MB/sec 2023-12-01T05:03:59.465 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bRIQQq5-4ReRch3 off=1035101 len=2000364 2023-12-01T05:03:59.467 INFO:tasks.workunit.client.0.smithi111.stdout:op 30 completed, throughput=4.71MB/sec 2023-12-01T05:03:59.467 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-109IUPt_Z7N0cm7 off=2331037 len=1816846 2023-12-01T05:03:59.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 31 completed, throughput=4.99MB/sec 2023-12-01T05:03:59.469 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x66sBOPuFAfx7Q1 off=8816428 len=1907445 2023-12-01T05:03:59.472 INFO:tasks.workunit.client.0.smithi111.stdout:op 32 completed, throughput=5.28MB/sec 2023-12-01T05:03:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:03:59] "GET /metrics HTTP/1.1" 200 33817 "" "Prometheus/2.43.0" 2023-12-01T05:04:00.472 INFO:tasks.workunit.client.0.smithi111.stdout: 7: throughput=4.54MB/sec pending data=0 2023-12-01T05:04:00.472 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6XURKpVQqgB9MLo off=10982420 len=861370 2023-12-01T05:04:00.477 INFO:tasks.workunit.client.0.smithi111.stdout:op 33 completed, throughput=4.65MB/sec 2023-12-01T05:04:00.477 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7Ge6lY43wdgOoeI off=9510878 len=1918820 2023-12-01T05:04:00.486 INFO:tasks.workunit.client.0.smithi111.stdout:op 34 completed, throughput=4.9MB/sec 2023-12-01T05:04:00.486 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xXCk9mJRguYHU2K off=13286464 len=1599894 2023-12-01T05:04:00.487 INFO:tasks.workunit.client.0.smithi111.stdout:op 35 completed, throughput=5.12MB/sec 2023-12-01T05:04:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:00 smithi155 ceph-mon[102677]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:04:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:00 smithi111 ceph-mon[97855]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:04:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:00 smithi111 ceph-mon[116524]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s wr, 853 op/s 2023-12-01T05:04:01.487 INFO:tasks.workunit.client.0.smithi111.stdout: 8: throughput=4.49MB/sec pending data=0 2023-12-01T05:04:01.488 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M35mTqn4gbqWABD off=523976 len=481684 2023-12-01T05:04:01.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 36 completed, throughput=4.54MB/sec 2023-12-01T05:04:01.492 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uWrYTSLmkUbAG15 off=5075518 len=997698 2023-12-01T05:04:01.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 37 completed, throughput=4.66MB/sec 2023-12-01T05:04:01.493 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-luz5O3o95MEaQ5h off=10254282 len=1844437 2023-12-01T05:04:01.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 38 completed, throughput=4.87MB/sec 2023-12-01T05:04:01.501 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3VroRGzkHPa1tQ6 off=18471507 len=573739 2023-12-01T05:04:01.502 INFO:tasks.workunit.client.0.smithi111.stdout:op 39 completed, throughput=4.94MB/sec 2023-12-01T05:04:01.502 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-B2x9RWPIzUyMwc7 off=10242417 len=1158032 2023-12-01T05:04:01.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 40 completed, throughput=5.07MB/sec 2023-12-01T05:04:02.509 INFO:tasks.workunit.client.0.smithi111.stdout: 9: throughput=4.51MB/sec pending data=0 2023-12-01T05:04:02.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2oRXfDdS3l_bf3R off=3247800 len=1569050 2023-12-01T05:04:02.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 41 completed, throughput=4.68MB/sec 2023-12-01T05:04:02.511 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2WiHUZBkN5eX0cq off=728635 len=2085457 2023-12-01T05:04:02.519 INFO:tasks.workunit.client.0.smithi111.stdout:op 42 completed, throughput=4.89MB/sec 2023-12-01T05:04:02.519 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qwh1DoviZ52yqrf off=2384909 len=1764787 2023-12-01T05:04:02.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 43 completed, throughput=5.07MB/sec 2023-12-01T05:04:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:02 smithi155 ceph-mon[102677]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-01T05:04:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:02 smithi111 ceph-mon[97855]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-01T05:04:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:02 smithi111 ceph-mon[116524]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-01T05:04:03.527 INFO:tasks.workunit.client.0.smithi111.stdout: 10: throughput=4.57MB/sec pending data=0 2023-12-01T05:04:03.527 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Mkm8ks2Zc3r20sX off=11169586 len=1650050 2023-12-01T05:04:03.529 INFO:tasks.workunit.client.0.smithi111.stdout:op 44 completed, throughput=4.72MB/sec 2023-12-01T05:04:03.529 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BZ4K9M7tq7Mfx7Q off=6975116 len=1833223 2023-12-01T05:04:03.541 INFO:tasks.workunit.client.0.smithi111.stdout:op 45 completed, throughput=4.89MB/sec 2023-12-01T05:04:03.541 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-coVh-m6f9cOGu3n off=1656967 len=422078 2023-12-01T05:04:03.544 INFO:tasks.workunit.client.0.smithi111.stdout:op 46 completed, throughput=4.93MB/sec 2023-12-01T05:04:03.544 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-it8b56jDDtIZ9qy off=13882683 len=1043368 2023-12-01T05:04:03.550 INFO:tasks.workunit.client.0.smithi111.stdout:op 47 completed, throughput=5.02MB/sec 2023-12-01T05:04:04.550 INFO:tasks.workunit.client.0.smithi111.stdout: 11: throughput=4.57MB/sec pending data=0 2023-12-01T05:04:04.551 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ULtzY5kUV9JM6ll off=7819840 len=597882 2023-12-01T05:04:04.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 48 completed, throughput=4.62MB/sec 2023-12-01T05:04:04.552 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ejANayl3ssquhKk off=6736989 len=82717 2023-12-01T05:04:04.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 49 completed, throughput=4.63MB/sec 2023-12-01T05:04:04.555 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YcS7uupdwxVFq16 off=5350999 len=1063460 2023-12-01T05:04:04.561 INFO:tasks.workunit.client.0.smithi111.stdout:op 50 completed, throughput=4.72MB/sec 2023-12-01T05:04:04.562 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MSI4vT2X1Zk3x-p off=7999 len=449353 2023-12-01T05:04:04.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 51 completed, throughput=4.76MB/sec 2023-12-01T05:04:04.562 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yJXpOY3FekRNBff off=4454764 len=1454594 2023-12-01T05:04:04.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 52 completed, throughput=4.88MB/sec 2023-12-01T05:04:04.570 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-48J_NvHsndg3bVq off=16122354 len=211125 2023-12-01T05:04:04.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 53 completed, throughput=4.89MB/sec 2023-12-01T05:04:04.570 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-188ABntmlsQaWlp off=6705115 len=1225296 2023-12-01T05:04:04.577 INFO:tasks.workunit.client.0.smithi111.stdout:op 54 completed, throughput=4.99MB/sec 2023-12-01T05:04:04.577 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-racJgJNE9uZ5wT2 off=11851717 len=1534176 2023-12-01T05:04:04.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 55 completed, throughput=5.12MB/sec 2023-12-01T05:04:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:04 smithi155 ceph-mon[102677]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-01T05:04:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:04 smithi111 ceph-mon[97855]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-01T05:04:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:04 smithi111 ceph-mon[116524]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 855 op/s 2023-12-01T05:04:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:05.582 INFO:tasks.workunit.client.0.smithi111.stdout: 12: throughput=4.7MB/sec pending data=0 2023-12-01T05:04:05.582 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WUyf6-E0w_yzIa0 off=311240 len=2089703 2023-12-01T05:04:05.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 56 completed, throughput=4.86MB/sec 2023-12-01T05:04:05.590 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SuNebezZmRyeVvA off=3967419 len=1400633 2023-12-01T05:04:05.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 57 completed, throughput=4.97MB/sec 2023-12-01T05:04:05.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DINfYoBktNUOl72 off=2700381 len=704672 2023-12-01T05:04:05.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 58 completed, throughput=5.02MB/sec 2023-12-01T05:04:06.600 INFO:tasks.workunit.client.0.smithi111.stdout: 13: throughput=4.64MB/sec pending data=0 2023-12-01T05:04:06.600 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5BjynLaNQWxdkKR off=40734 len=921643 2023-12-01T05:04:06.601 INFO:tasks.workunit.client.0.smithi111.stdout:op 59 completed, throughput=4.71MB/sec 2023-12-01T05:04:06.601 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--bA_RDKmj2QSRPR off=879417 len=380404 2023-12-01T05:04:06.604 INFO:tasks.workunit.client.0.smithi111.stdout:op 60 completed, throughput=4.74MB/sec 2023-12-01T05:04:06.604 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dlWwxpXlG6xHw7V off=769555 len=1857501 2023-12-01T05:04:06.611 INFO:tasks.workunit.client.0.smithi111.stdout:op 61 completed, throughput=4.87MB/sec 2023-12-01T05:04:06.612 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BYtnEuf9EGodKho off=10094937 len=1529760 2023-12-01T05:04:06.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 62 completed, throughput=4.98MB/sec 2023-12-01T05:04:06.617 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-668UcZ3ohRGjLI9 off=22096 len=1205195 2023-12-01T05:04:06.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 63 completed, throughput=5.06MB/sec 2023-12-01T05:04:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:06 smithi155 ceph-mon[102677]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 857 op/s 2023-12-01T05:04:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:06 smithi111 ceph-mon[97855]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 857 op/s 2023-12-01T05:04:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:06 smithi111 ceph-mon[116524]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 857 op/s 2023-12-01T05:04:07.619 INFO:tasks.workunit.client.0.smithi111.stdout: 14: throughput=4.71MB/sec pending data=0 2023-12-01T05:04:07.620 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cBwdTkWMoPhM5ya off=6851995 len=546478 2023-12-01T05:04:07.621 INFO:tasks.workunit.client.0.smithi111.stdout:op 64 completed, throughput=4.74MB/sec 2023-12-01T05:04:07.621 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BQIQX1gp5MRM4Ay off=3605201 len=246792 2023-12-01T05:04:07.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 65 completed, throughput=4.76MB/sec 2023-12-01T05:04:07.624 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xv4P4-Jqa2bhpdX off=1344090 len=43564 2023-12-01T05:04:07.626 INFO:tasks.workunit.client.0.smithi111.stdout:op 66 completed, throughput=4.76MB/sec 2023-12-01T05:04:07.627 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d-2_8Gtbj70wxJp off=793209 len=1339318 2023-12-01T05:04:07.633 INFO:tasks.workunit.client.0.smithi111.stdout:op 67 completed, throughput=4.85MB/sec 2023-12-01T05:04:07.633 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1xJyBiTmFdTBhva off=1199639 len=302120 2023-12-01T05:04:07.637 INFO:tasks.workunit.client.0.smithi111.stdout:op 68 completed, throughput=4.87MB/sec 2023-12-01T05:04:07.637 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-05fTne7uB5Slckn off=7028182 len=348975 2023-12-01T05:04:07.639 INFO:tasks.workunit.client.0.smithi111.stdout:op 69 completed, throughput=4.89MB/sec 2023-12-01T05:04:07.639 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ka63E9YxLPMQBgn off=3788967 len=275999 2023-12-01T05:04:07.642 INFO:tasks.workunit.client.0.smithi111.stdout:op 70 completed, throughput=4.91MB/sec 2023-12-01T05:04:07.642 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-suvhXPcHCIufhxD off=1357356 len=1014607 2023-12-01T05:04:07.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 71 completed, throughput=4.97MB/sec 2023-12-01T05:04:07.643 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SdSa2VPrcapZ1Qx off=2685801 len=1531633 2023-12-01T05:04:07.649 INFO:tasks.workunit.client.0.smithi111.stdout:op 72 completed, throughput=5.07MB/sec 2023-12-01T05:04:08.649 INFO:tasks.workunit.client.0.smithi111.stdout: 15: throughput=4.74MB/sec pending data=0 2023-12-01T05:04:08.650 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ek6RquOh8qGF4Cb off=2980965 len=507644 2023-12-01T05:04:08.653 INFO:tasks.workunit.client.0.smithi111.stdout:op 73 completed, throughput=4.77MB/sec 2023-12-01T05:04:08.653 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U8mL5Jsp9bC4bYF off=1515862 len=1438571 2023-12-01T05:04:08.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 74 completed, throughput=4.86MB/sec 2023-12-01T05:04:08.659 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6nrKSioaCiP0FVp off=225717 len=1233580 2023-12-01T05:04:08.667 INFO:tasks.workunit.client.0.smithi111.stdout:op 75 completed, throughput=4.93MB/sec 2023-12-01T05:04:08.667 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ec8rVkEXUesyrzQ off=4914660 len=117217 2023-12-01T05:04:08.669 INFO:tasks.workunit.client.0.smithi111.stdout:op 76 completed, throughput=4.94MB/sec 2023-12-01T05:04:08.669 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mURM0-ohU6N7GlS off=6495694 len=671507 2023-12-01T05:04:08.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 77 completed, throughput=4.98MB/sec 2023-12-01T05:04:08.674 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k26j75GGoRw8TWC off=2052761 len=40356 2023-12-01T05:04:08.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 78 completed, throughput=4.98MB/sec 2023-12-01T05:04:08.674 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FeyL9J7v4czIQe9 off=2252305 len=336705 2023-12-01T05:04:08.677 INFO:tasks.workunit.client.0.smithi111.stdout:op 79 completed, throughput=5MB/sec 2023-12-01T05:04:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:08 smithi155 ceph-mon[102677]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:04:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:08 smithi111 ceph-mon[97855]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:04:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:08 smithi111 ceph-mon[116524]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:04:09.677 INFO:tasks.workunit.client.0.smithi111.stdout: 16: throughput=4.7MB/sec pending data=0 2023-12-01T05:04:09.678 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vmYWBpnrT4QW74h off=12457671 len=951029 2023-12-01T05:04:09.679 INFO:tasks.workunit.client.0.smithi111.stdout:op 80 completed, throughput=4.75MB/sec 2023-12-01T05:04:09.679 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hZIyQkCV8B7UEGU off=4248905 len=2025786 2023-12-01T05:04:09.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 81 completed, throughput=4.87MB/sec 2023-12-01T05:04:09.691 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1iMWQyRhi2HylNI off=12729574 len=507985 2023-12-01T05:04:09.694 INFO:tasks.workunit.client.0.smithi111.stdout:op 82 completed, throughput=4.9MB/sec 2023-12-01T05:04:09.694 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AbEU76nq6__mvJX off=3978009 len=99245 2023-12-01T05:04:09.696 INFO:tasks.workunit.client.0.smithi111.stdout:op 83 completed, throughput=4.9MB/sec 2023-12-01T05:04:09.696 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pLrhDG06KFf3IEw off=4569360 len=1610628 2023-12-01T05:04:09.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 84 completed, throughput=4.99MB/sec 2023-12-01T05:04:09.697 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gGmkAUUR8kMSWQw off=3929855 len=399296 2023-12-01T05:04:09.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 85 completed, throughput=5.02MB/sec 2023-12-01T05:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:04:09] "GET /metrics HTTP/1.1" 200 33881 "" "Prometheus/2.43.0" 2023-12-01T05:04:10.698 INFO:tasks.workunit.client.0.smithi111.stdout: 17: throughput=4.73MB/sec pending data=0 2023-12-01T05:04:10.698 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bJVJPvFKhwP2XBp off=2974738 len=62762 2023-12-01T05:04:10.700 INFO:tasks.workunit.client.0.smithi111.stdout:op 86 completed, throughput=4.73MB/sec 2023-12-01T05:04:10.700 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2rQKmPu_b5BBX9s off=2523978 len=1785008 2023-12-01T05:04:10.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 87 completed, throughput=4.83MB/sec 2023-12-01T05:04:10.703 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BmzhQaWoJRiLf2S off=13454666 len=549492 2023-12-01T05:04:10.706 INFO:tasks.workunit.client.0.smithi111.stdout:op 88 completed, throughput=4.86MB/sec 2023-12-01T05:04:10.706 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jsOwQU3s3vnKjHf off=1366865 len=1209760 2023-12-01T05:04:10.713 INFO:tasks.workunit.client.0.smithi111.stdout:op 89 completed, throughput=4.92MB/sec 2023-12-01T05:04:10.713 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JigbKoHlYHlvlX9 off=16269637 len=822278 2023-12-01T05:04:10.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 90 completed, throughput=4.97MB/sec 2023-12-01T05:04:10.717 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5Yqfij9iAOSTCUC off=6275266 len=1851149 2023-12-01T05:04:10.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 91 completed, throughput=5.07MB/sec 2023-12-01T05:04:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:10 smithi155 ceph-mon[102677]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:04:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:10 smithi111 ceph-mon[97855]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:04:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:10 smithi111 ceph-mon[116524]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:04:11.726 INFO:tasks.workunit.client.0.smithi111.stdout: 18: throughput=4.79MB/sec pending data=0 2023-12-01T05:04:11.726 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JZYJqbDts3iqSBJ off=828950 len=412693 2023-12-01T05:04:11.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 92 completed, throughput=4.81MB/sec 2023-12-01T05:04:11.727 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o0b_GZ7IGaye4BW off=15412092 len=829760 2023-12-01T05:04:11.729 INFO:tasks.workunit.client.0.smithi111.stdout:op 93 completed, throughput=4.85MB/sec 2023-12-01T05:04:11.729 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0jYEygHAAMPaBRW off=6881759 len=1601918 2023-12-01T05:04:11.737 INFO:tasks.workunit.client.0.smithi111.stdout:op 94 completed, throughput=4.93MB/sec 2023-12-01T05:04:11.737 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MJt-8ELVmZcyt-M off=537896 len=592568 2023-12-01T05:04:11.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 95 completed, throughput=4.96MB/sec 2023-12-01T05:04:11.742 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HJwxF6DGmW87Raa off=13357719 len=1543227 2023-12-01T05:04:11.742 INFO:tasks.workunit.client.0.smithi111.stdout:op 96 completed, throughput=5.04MB/sec 2023-12-01T05:04:12.743 INFO:tasks.workunit.client.0.smithi111.stdout: 19: throughput=4.78MB/sec pending data=0 2023-12-01T05:04:12.743 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I6LDsoVl4fPd9oC off=8881184 len=1292537 2023-12-01T05:04:12.751 INFO:tasks.workunit.client.0.smithi111.stdout:op 97 completed, throughput=4.85MB/sec 2023-12-01T05:04:12.752 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VnY10pIciZHzpqG off=7265447 len=390878 2023-12-01T05:04:12.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 98 completed, throughput=4.86MB/sec 2023-12-01T05:04:12.754 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iSAzTp9ZOyV2uZC off=221011 len=641263 2023-12-01T05:04:12.756 INFO:tasks.workunit.client.0.smithi111.stdout:op 99 completed, throughput=4.89MB/sec 2023-12-01T05:04:12.756 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1LpDMEGrrn6zp-u off=752783 len=1917004 2023-12-01T05:04:12.763 INFO:tasks.workunit.client.0.smithi111.stdout:op 100 completed, throughput=4.99MB/sec 2023-12-01T05:04:12.763 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zlxmh5lIk8Y6rPB off=1526765 len=1799883 2023-12-01T05:04:12.764 INFO:tasks.workunit.client.0.smithi111.stdout:op 101 completed, throughput=5.08MB/sec 2023-12-01T05:04:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:12 smithi155 ceph-mon[102677]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:04:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:12 smithi111 ceph-mon[97855]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:04:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:12 smithi111 ceph-mon[116524]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:04:13.765 INFO:tasks.workunit.client.0.smithi111.stdout: 20: throughput=4.83MB/sec pending data=0 2023-12-01T05:04:13.765 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y5n_TihmJnI1R__ off=9727518 len=342217 2023-12-01T05:04:13.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 102 completed, throughput=4.84MB/sec 2023-12-01T05:04:13.765 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6JOSUuv7NGqSZny off=8240258 len=1564984 2023-12-01T05:04:13.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 103 completed, throughput=4.91MB/sec 2023-12-01T05:04:13.774 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vrep0adIt_LZt-B off=9199272 len=515321 2023-12-01T05:04:13.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 104 completed, throughput=4.94MB/sec 2023-12-01T05:04:13.777 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iliWHnMpBQKHeFj off=1731560 len=485196 2023-12-01T05:04:13.780 INFO:tasks.workunit.client.0.smithi111.stdout:op 105 completed, throughput=4.96MB/sec 2023-12-01T05:04:13.780 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eGN39ChCkN6NQZ5 off=6159358 len=627577 2023-12-01T05:04:13.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 106 completed, throughput=4.99MB/sec 2023-12-01T05:04:13.781 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_6RJCZkghX2UXSH off=19388952 len=1671679 2023-12-01T05:04:13.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 107 completed, throughput=5.06MB/sec 2023-12-01T05:04:14.785 INFO:tasks.workunit.client.0.smithi111.stdout: 21: throughput=4.83MB/sec pending data=0 2023-12-01T05:04:14.785 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y7A34zDz_zGv7hL off=5474768 len=1462708 2023-12-01T05:04:14.793 INFO:tasks.workunit.client.0.smithi111.stdout:op 108 completed, throughput=4.89MB/sec 2023-12-01T05:04:14.793 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2ljrpXtdl2TvvYm off=6244955 len=1485669 2023-12-01T05:04:14.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 109 completed, throughput=4.96MB/sec 2023-12-01T05:04:14.795 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nNwOt93wXF1gYvh off=5694178 len=1373404 2023-12-01T05:04:14.798 INFO:tasks.workunit.client.0.smithi111.stdout:op 110 completed, throughput=5.02MB/sec 2023-12-01T05:04:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:14 smithi155 ceph-mon[102677]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:04:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:14 smithi111 ceph-mon[97855]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:04:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:14 smithi111 ceph-mon[116524]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:04:15.798 INFO:tasks.workunit.client.0.smithi111.stdout: 22: throughput=4.79MB/sec pending data=0 2023-12-01T05:04:15.798 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-etskrfC2Dtmeu9Q off=8449942 len=118285 2023-12-01T05:04:15.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 111 completed, throughput=4.8MB/sec 2023-12-01T05:04:15.799 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KOyQPMDaGUZI6Yb off=4616744 len=896883 2023-12-01T05:04:15.803 INFO:tasks.workunit.client.0.smithi111.stdout:op 112 completed, throughput=4.84MB/sec 2023-12-01T05:04:15.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DRUP12wo_5XqCtu off=80691 len=1572738 2023-12-01T05:04:15.808 INFO:tasks.workunit.client.0.smithi111.stdout:op 113 completed, throughput=4.9MB/sec 2023-12-01T05:04:15.808 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XaHcC2Bi2RkKk-C off=8098644 len=595010 2023-12-01T05:04:15.812 INFO:tasks.workunit.client.0.smithi111.stdout:op 114 completed, throughput=4.93MB/sec 2023-12-01T05:04:15.812 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X9hpkccPFH8QHCB off=525948 len=1330667 2023-12-01T05:04:15.819 INFO:tasks.workunit.client.0.smithi111.stdout:op 115 completed, throughput=4.98MB/sec 2023-12-01T05:04:15.819 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ylgYxGTHI3R8o-Q off=822515 len=1044316 2023-12-01T05:04:15.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 116 completed, throughput=5.02MB/sec 2023-12-01T05:04:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: 23: throughput=4.81MB/sec pending data=0 2023-12-01T05:04:16.825 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AI1ieI6IHmw-5_R off=14311299 len=1717342 2023-12-01T05:04:16.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 117 completed, throughput=4.88MB/sec 2023-12-01T05:04:16.828 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y8und9ilToXHclm off=18501358 len=1885522 2023-12-01T05:04:16.829 INFO:tasks.workunit.client.0.smithi111.stdout:op 118 completed, throughput=4.96MB/sec 2023-12-01T05:04:16.829 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9kGEZqqicuNzrbT off=12397253 len=322689 2023-12-01T05:04:16.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 119 completed, throughput=4.97MB/sec 2023-12-01T05:04:16.833 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cMg2z_UbHRiucKg off=1948355 len=1335047 2023-12-01T05:04:16.841 INFO:tasks.workunit.client.0.smithi111.stdout:op 120 completed, throughput=5.02MB/sec 2023-12-01T05:04:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:16 smithi155 ceph-mon[102677]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:04:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:16 smithi111 ceph-mon[97855]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:04:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:16 smithi111 ceph-mon[116524]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:04:17.841 INFO:tasks.workunit.client.0.smithi111.stdout: 24: throughput=4.82MB/sec pending data=0 2023-12-01T05:04:17.842 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CRQeNC2xDsXOHcr off=14035971 len=1487709 2023-12-01T05:04:17.843 INFO:tasks.workunit.client.0.smithi111.stdout:op 121 completed, throughput=4.87MB/sec 2023-12-01T05:04:17.843 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dSxjZCMC1YpLgne off=1260651 len=1436360 2023-12-01T05:04:17.847 INFO:tasks.workunit.client.0.smithi111.stdout:op 122 completed, throughput=4.93MB/sec 2023-12-01T05:04:17.847 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VUCr84DP2wxrzLa off=6140262 len=1399220 2023-12-01T05:04:17.851 INFO:tasks.workunit.client.0.smithi111.stdout:op 123 completed, throughput=4.98MB/sec 2023-12-01T05:04:17.851 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uyKFt8gyXQ0xT6x off=8175949 len=1567938 2023-12-01T05:04:17.854 INFO:tasks.workunit.client.0.smithi111.stdout:op 124 completed, throughput=5.04MB/sec 2023-12-01T05:04:18.854 INFO:tasks.workunit.client.0.smithi111.stdout: 25: throughput=4.84MB/sec pending data=0 2023-12-01T05:04:18.854 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qJCO36OSmEB1MUJ off=13447014 len=709333 2023-12-01T05:04:18.859 INFO:tasks.workunit.client.0.smithi111.stdout:op 125 completed, throughput=4.87MB/sec 2023-12-01T05:04:18.859 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5MjKc6lw0i7CWhL off=21172159 len=195548 2023-12-01T05:04:18.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 126 completed, throughput=4.88MB/sec 2023-12-01T05:04:18.860 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1VVsUUFf-IIagop off=9858792 len=864421 2023-12-01T05:04:18.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 127 completed, throughput=4.91MB/sec 2023-12-01T05:04:18.860 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nbORpBYstSDgK8H off=250617 len=2067894 2023-12-01T05:04:18.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 128 completed, throughput=4.98MB/sec 2023-12-01T05:04:18.871 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aYHN3PerXcDlHUn off=2490636 len=680278 2023-12-01T05:04:18.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 129 completed, throughput=5.01MB/sec 2023-12-01T05:04:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:18 smithi155 ceph-mon[102677]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:04:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:18 smithi111 ceph-mon[97855]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:04:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:18 smithi111 ceph-mon[116524]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:04:19.114 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (21m) 9m ago 22m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (21m) 9m ago 21m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (23m) 9m ago 23m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (23m) 9m ago 23m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (26m) 9m ago 26m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (27m) 9m ago 27m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (27m) 9m ago 28m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (26m) 9m ago 26m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:04:19.423 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (26m) 9m ago 26m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (21m) 9m ago 21m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (21m) 9m ago 21m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (26m) 9m ago 26m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (25m) 9m ago 25m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (25m) 9m ago 25m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (24m) 9m ago 24m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (24m) 9m ago 24m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (24m) 9m ago 24m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (23m) 9m ago 23m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (23m) 9m ago 23m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:04:19.424 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (21m) 9m ago 22m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:04:19.704 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:04:19] "GET /metrics HTTP/1.1" 200 33883 "" "Prometheus/2.43.0" 2023-12-01T05:04:19.807 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:04:19.808 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:19.809 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:04:19.809 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:04:19.809 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:04:19.809 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:04:19.872 INFO:tasks.workunit.client.0.smithi111.stdout: 26: throughput=4.82MB/sec pending data=0 2023-12-01T05:04:19.873 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-52tkO-tMxw-IkG9 off=2985350 len=785296 2023-12-01T05:04:19.874 INFO:tasks.workunit.client.0.smithi111.stdout:op 130 completed, throughput=4.85MB/sec 2023-12-01T05:04:19.874 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xy4g0B_xanWbnba off=818605 len=1639245 2023-12-01T05:04:19.879 INFO:tasks.workunit.client.0.smithi111.stdout:op 131 completed, throughput=4.91MB/sec 2023-12-01T05:04:19.879 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n3v63B4gNd0XkRt off=12885384 len=635737 2023-12-01T05:04:19.879 INFO:tasks.workunit.client.0.smithi111.stdout:op 132 completed, throughput=4.93MB/sec 2023-12-01T05:04:19.879 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WcuIh3QmuJSbnM2 off=1331119 len=1121351 2023-12-01T05:04:19.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 133 completed, throughput=4.97MB/sec 2023-12-01T05:04:19.883 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kWkHLrVH0cwv5FZ off=304874 len=121566 2023-12-01T05:04:19.885 INFO:tasks.workunit.client.0.smithi111.stdout:op 134 completed, throughput=4.97MB/sec 2023-12-01T05:04:19.886 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_AfE9fRKiXcu3lQ off=7453155 len=580545 2023-12-01T05:04:19.886 INFO:tasks.workunit.client.0.smithi111.stdout:op 135 completed, throughput=4.99MB/sec 2023-12-01T05:04:19.886 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Oe3sjHRlvkf99WX off=5455735 len=245822 2023-12-01T05:04:19.888 INFO:tasks.workunit.client.0.smithi111.stdout:op 136 completed, throughput=5MB/sec 2023-12-01T05:04:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:19 smithi155 ceph-mon[102677]: from='client.26105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:19 smithi111 ceph-mon[97855]: from='client.26105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:19 smithi111 ceph-mon[116524]: from='client.26105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:20.889 INFO:tasks.workunit.client.0.smithi111.stdout: 27: throughput=4.82MB/sec pending data=0 2023-12-01T05:04:20.889 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XrdTlSx6Q7M_4Iq off=8457970 len=1328996 2023-12-01T05:04:20.896 INFO:tasks.workunit.client.0.smithi111.stdout:op 137 completed, throughput=4.87MB/sec 2023-12-01T05:04:20.896 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dc_3NHs7PxO5HbA off=474624 len=575272 2023-12-01T05:04:20.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 138 completed, throughput=4.89MB/sec 2023-12-01T05:04:20.897 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dqjYuhOJfExB95w off=3152002 len=300721 2023-12-01T05:04:20.900 INFO:tasks.workunit.client.0.smithi111.stdout:op 139 completed, throughput=4.89MB/sec 2023-12-01T05:04:20.900 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lVZSNd-uAXEWoCK off=6238883 len=1691012 2023-12-01T05:04:20.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 140 completed, throughput=4.95MB/sec 2023-12-01T05:04:20.902 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dxlnt7oI4v0xTPQ off=6676391 len=795169 2023-12-01T05:04:20.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 141 completed, throughput=4.98MB/sec 2023-12-01T05:04:20.903 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-a3__Y6HtNrmrfZ1 off=91861 len=1368349 2023-12-01T05:04:20.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 142 completed, throughput=5.03MB/sec 2023-12-01T05:04:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:20 smithi155 ceph-mon[102677]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:04:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:20 smithi155 ceph-mon[102677]: from='client.16209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2296901196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:04:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:20 smithi111 ceph-mon[116524]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:04:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:20 smithi111 ceph-mon[116524]: from='client.16209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2296901196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:04:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:20 smithi111 ceph-mon[97855]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:04:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:20 smithi111 ceph-mon[97855]: from='client.16209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2296901196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:04:21.905 INFO:tasks.workunit.client.0.smithi111.stdout: 28: throughput=4.85MB/sec pending data=0 2023-12-01T05:04:21.905 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nowcj5dwOX8SoXp off=4593447 len=999153 2023-12-01T05:04:21.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 143 completed, throughput=4.88MB/sec 2023-12-01T05:04:21.906 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VstBXcADBCkNI3e off=14058773 len=464558 2023-12-01T05:04:21.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 144 completed, throughput=4.9MB/sec 2023-12-01T05:04:21.910 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CAvcZUKNAP6nI29 off=6764156 len=1418424 2023-12-01T05:04:21.913 INFO:tasks.workunit.client.0.smithi111.stdout:op 145 completed, throughput=4.95MB/sec 2023-12-01T05:04:21.913 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S7VWPcq_M5gHs7D off=5749758 len=1130724 2023-12-01T05:04:21.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 146 completed, throughput=4.98MB/sec 2023-12-01T05:04:21.918 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-46wG0hSFr4farRv off=8830598 len=493223 2023-12-01T05:04:21.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 147 completed, throughput=5MB/sec 2023-12-01T05:04:21.922 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-liBcWEf82saeLNw off=3322765 len=1825335 2023-12-01T05:04:21.924 INFO:tasks.workunit.client.0.smithi111.stdout:op 148 completed, throughput=5.06MB/sec 2023-12-01T05:04:22.924 INFO:tasks.workunit.client.0.smithi111.stdout: 29: throughput=4.89MB/sec pending data=0 2023-12-01T05:04:22.924 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-01po8aA9VHuXe6i off=2021633 len=366199 2023-12-01T05:04:22.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 149 completed, throughput=4.9MB/sec 2023-12-01T05:04:22.927 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yWhRO6ycA8lSVxU off=5218928 len=518778 2023-12-01T05:04:22.928 INFO:tasks.workunit.client.0.smithi111.stdout:op 150 completed, throughput=4.92MB/sec 2023-12-01T05:04:22.928 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kFl9OBsro485t-L off=18291073 len=897429 2023-12-01T05:04:22.929 INFO:tasks.workunit.client.0.smithi111.stdout:op 151 completed, throughput=4.94MB/sec 2023-12-01T05:04:22.929 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EGULUINZzNPcf2u off=0 len=1548487 2023-12-01T05:04:22.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 152 completed, throughput=4.99MB/sec 2023-12-01T05:04:22.938 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ipURQmBKvs-E414 off=211876 len=1164205 2023-12-01T05:04:22.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 153 completed, throughput=5.03MB/sec 2023-12-01T05:04:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:22 smithi111 ceph-mon[97855]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:04:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:22 smithi111 ceph-mon[116524]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:04:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:22 smithi155 ceph-mon[102677]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:04:23.946 INFO:tasks.workunit.client.0.smithi111.stdout: 30: throughput=4.87MB/sec pending data=0 2023-12-01T05:04:23.946 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Vo-STOa8iMj1zYw off=229779 len=1828282 2023-12-01T05:04:23.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 154 completed, throughput=4.92MB/sec 2023-12-01T05:04:23.950 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oxz8akrkSq-64NA off=4658267 len=1484087 2023-12-01T05:04:23.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 155 completed, throughput=4.97MB/sec 2023-12-01T05:04:23.956 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3jjMSbcxELuY_p_ off=30105 len=388962 2023-12-01T05:04:23.957 INFO:tasks.workunit.client.0.smithi111.stdout:op 156 completed, throughput=4.98MB/sec 2023-12-01T05:04:23.957 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fEidQymOLykxRXb off=4592120 len=2087738 2023-12-01T05:04:23.960 INFO:tasks.workunit.client.0.smithi111.stdout:op 157 completed, throughput=5.04MB/sec 2023-12-01T05:04:24.961 INFO:tasks.workunit.client.0.smithi111.stdout: 31: throughput=4.88MB/sec pending data=0 2023-12-01T05:04:24.961 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2qdNr5yMxYg1ayX off=8306030 len=1164805 2023-12-01T05:04:24.963 INFO:tasks.workunit.client.0.smithi111.stdout:op 158 completed, throughput=4.92MB/sec 2023-12-01T05:04:24.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-R3f3GzMRVjVFfc_ off=17045925 len=1891911 2023-12-01T05:04:24.968 INFO:tasks.workunit.client.0.smithi111.stdout:op 159 completed, throughput=4.97MB/sec 2023-12-01T05:04:24.968 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--bq5pdelLOGujad off=8895515 len=1375276 2023-12-01T05:04:24.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 160 completed, throughput=5.02MB/sec 2023-12-01T05:04:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:24 smithi111 ceph-mon[97855]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:04:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:24 smithi111 ceph-mon[116524]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:04:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:24 smithi155 ceph-mon[102677]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:04:25.975 INFO:tasks.workunit.client.0.smithi111.stdout: 32: throughput=4.86MB/sec pending data=0 2023-12-01T05:04:25.975 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fWS3C58duKnaV3g off=7482121 len=1604731 2023-12-01T05:04:25.982 INFO:tasks.workunit.client.0.smithi111.stdout:op 161 completed, throughput=4.91MB/sec 2023-12-01T05:04:25.982 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fIv2ULQRi03JTwr off=7431513 len=17832 2023-12-01T05:04:25.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 162 completed, throughput=4.91MB/sec 2023-12-01T05:04:25.983 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-B3B4eMtbGRonCeg off=3714300 len=576795 2023-12-01T05:04:25.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 163 completed, throughput=4.92MB/sec 2023-12-01T05:04:25.983 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d4g8P8LbfeirTdS off=7430568 len=1141983 2023-12-01T05:04:25.991 INFO:tasks.workunit.client.0.smithi111.stdout:op 164 completed, throughput=4.96MB/sec 2023-12-01T05:04:25.991 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bOewh8LmHYVgl_r off=6324582 len=1952864 2023-12-01T05:04:26.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 165 completed, throughput=5.01MB/sec 2023-12-01T05:04:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:26 smithi111 ceph-mon[97855]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:04:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:26 smithi111 ceph-mon[116524]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:04:27.000 INFO:tasks.workunit.client.0.smithi111.stdout: 33: throughput=4.86MB/sec pending data=0 2023-12-01T05:04:27.001 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fRb_OxOEz75LMSM off=957954 len=1307618 2023-12-01T05:04:27.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 166 completed, throughput=4.9MB/sec 2023-12-01T05:04:27.002 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2HnjWGFopk0KE52 off=946999 len=495714 2023-12-01T05:04:27.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 167 completed, throughput=4.91MB/sec 2023-12-01T05:04:27.006 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Eifh_pYRVrjLFLM off=4711081 len=1313720 2023-12-01T05:04:27.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 168 completed, throughput=4.95MB/sec 2023-12-01T05:04:27.008 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WRFLSSw2CqCgIkB off=7457556 len=11319 2023-12-01T05:04:27.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 169 completed, throughput=4.95MB/sec 2023-12-01T05:04:27.008 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nMv2EPXbOWmeaAC off=1638595 len=937146 2023-12-01T05:04:27.010 INFO:tasks.workunit.client.0.smithi111.stdout:op 170 completed, throughput=4.98MB/sec 2023-12-01T05:04:27.010 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-39CL-p627EBE7lz off=7255681 len=484360 2023-12-01T05:04:27.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 171 completed, throughput=4.99MB/sec 2023-12-01T05:04:27.014 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0TMG42gkIS5N0Dj off=5533260 len=357243 2023-12-01T05:04:27.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 172 completed, throughput=5MB/sec 2023-12-01T05:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:26 smithi155 ceph-mon[102677]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:04:28.015 INFO:tasks.workunit.client.0.smithi111.stdout: 34: throughput=4.86MB/sec pending data=0 2023-12-01T05:04:28.015 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GWBYFAh7Fy4Xtvy off=12418066 len=456831 2023-12-01T05:04:28.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 173 completed, throughput=4.87MB/sec 2023-12-01T05:04:28.019 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OAw_HlNDRU3C_P5 off=21048471 len=817056 2023-12-01T05:04:28.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 174 completed, throughput=4.89MB/sec 2023-12-01T05:04:28.024 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--6Y7Dj-Mg_X-En_ off=6336448 len=199142 2023-12-01T05:04:28.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 175 completed, throughput=4.89MB/sec 2023-12-01T05:04:28.027 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XnhbG1ZKNmri5X3 off=547745 len=826975 2023-12-01T05:04:28.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 176 completed, throughput=4.92MB/sec 2023-12-01T05:04:28.033 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uEYIFy2xCjfnlj9 off=7172870 len=601368 2023-12-01T05:04:28.035 INFO:tasks.workunit.client.0.smithi111.stdout:op 177 completed, throughput=4.93MB/sec 2023-12-01T05:04:28.035 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OImQDijDPNxxi_A off=4525345 len=887039 2023-12-01T05:04:28.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 178 completed, throughput=4.96MB/sec 2023-12-01T05:04:28.040 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fSfjO5oF3Wiy-CM off=2918000 len=376764 2023-12-01T05:04:28.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 179 completed, throughput=4.97MB/sec 2023-12-01T05:04:28.040 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eodkNZGJt7dQLhE off=14841747 len=636762 2023-12-01T05:04:28.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 180 completed, throughput=4.98MB/sec 2023-12-01T05:04:28.041 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QCqqOL2Y80o-IXe off=5669619 len=391239 2023-12-01T05:04:28.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 181 completed, throughput=4.99MB/sec 2023-12-01T05:04:28.044 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KTnkcj-gCsZSH1l off=5724552 len=923074 2023-12-01T05:04:28.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 182 completed, throughput=5.02MB/sec 2023-12-01T05:04:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:28 smithi111 ceph-mon[97855]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:04:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:28 smithi111 ceph-mon[116524]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:04:29.047 INFO:tasks.workunit.client.0.smithi111.stdout: 35: throughput=4.88MB/sec pending data=0 2023-12-01T05:04:29.047 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VhZtddzCAb2Ivm- off=6816730 len=146743 2023-12-01T05:04:29.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 183 completed, throughput=4.88MB/sec 2023-12-01T05:04:29.048 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K7UfvsvsEGqpjfU off=9485158 len=1982491 2023-12-01T05:04:29.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 184 completed, throughput=4.94MB/sec 2023-12-01T05:04:29.050 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ggk44VVfp36ULiS off=11293545 len=1324281 2023-12-01T05:04:29.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 185 completed, throughput=4.97MB/sec 2023-12-01T05:04:29.056 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A2WZGyCPpQ4xPwP off=13619705 len=550527 2023-12-01T05:04:29.059 INFO:tasks.workunit.client.0.smithi111.stdout:op 186 completed, throughput=4.98MB/sec 2023-12-01T05:04:29.060 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9omzIg2I-djc08n off=12256626 len=1168179 2023-12-01T05:04:29.061 INFO:tasks.workunit.client.0.smithi111.stdout:op 187 completed, throughput=5.02MB/sec 2023-12-01T05:04:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:28 smithi155 ceph-mon[102677]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:04:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:04:29] "GET /metrics HTTP/1.1" 200 33883 "" "Prometheus/2.43.0" 2023-12-01T05:04:30.061 INFO:tasks.workunit.client.0.smithi111.stdout: 36: throughput=4.88MB/sec pending data=0 2023-12-01T05:04:30.061 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RAQKHnXy5ipEy-l off=8754404 len=1770323 2023-12-01T05:04:30.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 188 completed, throughput=4.92MB/sec 2023-12-01T05:04:30.072 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kidTCKJGGOXm1aX off=627389 len=946313 2023-12-01T05:04:30.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 189 completed, throughput=4.95MB/sec 2023-12-01T05:04:30.077 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y7zIC63XV5GSngw off=2844173 len=907700 2023-12-01T05:04:30.079 INFO:tasks.workunit.client.0.smithi111.stdout:op 190 completed, throughput=4.97MB/sec 2023-12-01T05:04:30.079 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f9OkKVmyaUf85td off=8973676 len=1004415 2023-12-01T05:04:30.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 191 completed, throughput=5MB/sec 2023-12-01T05:04:30.081 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--FdeY7RwfVBmWY_ off=5974814 len=1065924 2023-12-01T05:04:30.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 192 completed, throughput=5.02MB/sec 2023-12-01T05:04:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:30 smithi111 ceph-mon[97855]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:04:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:30 smithi111 ceph-mon[116524]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:04:31.087 INFO:tasks.workunit.client.0.smithi111.stdout: 37: throughput=4.89MB/sec pending data=0 2023-12-01T05:04:31.087 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OlMM2PtXo9lKvLu off=4332692 len=1693320 2023-12-01T05:04:31.098 INFO:tasks.workunit.client.0.smithi111.stdout:op 193 completed, throughput=4.93MB/sec 2023-12-01T05:04:31.098 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SI_3Wcir_AUnuwZ off=3584949 len=1069804 2023-12-01T05:04:31.103 INFO:tasks.workunit.client.0.smithi111.stdout:op 194 completed, throughput=4.96MB/sec 2023-12-01T05:04:31.103 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0ZqTk6JgX66Bx6I off=7559931 len=977225 2023-12-01T05:04:31.108 INFO:tasks.workunit.client.0.smithi111.stdout:op 195 completed, throughput=4.98MB/sec 2023-12-01T05:04:31.108 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0VkitmmqGxkX0cl off=1339125 len=97862 2023-12-01T05:04:31.111 INFO:tasks.workunit.client.0.smithi111.stdout:op 196 completed, throughput=4.98MB/sec 2023-12-01T05:04:31.111 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PVUdlCCXdVVskZi off=7149697 len=1676715 2023-12-01T05:04:31.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 197 completed, throughput=5.02MB/sec 2023-12-01T05:04:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:30 smithi155 ceph-mon[102677]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:04:32.120 INFO:tasks.workunit.client.0.smithi111.stdout: 38: throughput=4.9MB/sec pending data=0 2023-12-01T05:04:32.120 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nbxUE80IF38Vq_I off=2594605 len=1212145 2023-12-01T05:04:32.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 198 completed, throughput=4.92MB/sec 2023-12-01T05:04:32.122 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q9uN27Ut02WnQ7Q off=1929060 len=1577785 2023-12-01T05:04:32.124 INFO:tasks.workunit.client.0.smithi111.stdout:op 199 completed, throughput=4.96MB/sec 2023-12-01T05:04:32.124 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-42ycDlEI6CoWx-x off=6445785 len=1837091 2023-12-01T05:04:32.134 INFO:tasks.workunit.client.0.smithi111.stdout:op 200 completed, throughput=5.01MB/sec 2023-12-01T05:04:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:32 smithi111 ceph-mon[97855]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:04:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:32 smithi111 ceph-mon[116524]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:04:33.134 INFO:tasks.workunit.client.0.smithi111.stdout: 39: throughput=4.88MB/sec pending data=0 2023-12-01T05:04:33.135 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8gVJffHARky8ZAv off=2323760 len=857781 2023-12-01T05:04:33.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 201 completed, throughput=4.9MB/sec 2023-12-01T05:04:33.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M6CFVrwBE5F7RCb off=1011352 len=777527 2023-12-01T05:04:33.143 INFO:tasks.workunit.client.0.smithi111.stdout:op 202 completed, throughput=4.92MB/sec 2023-12-01T05:04:33.143 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jqCFpNF_2Y9-IrD off=1331296 len=777107 2023-12-01T05:04:33.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 203 completed, throughput=4.94MB/sec 2023-12-01T05:04:33.148 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-igJwv_qGY3r9hks off=7690435 len=772826 2023-12-01T05:04:33.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 204 completed, throughput=4.96MB/sec 2023-12-01T05:04:33.150 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-l7uwS8UmH-Nsr9A off=3276412 len=610001 2023-12-01T05:04:33.153 INFO:tasks.workunit.client.0.smithi111.stdout:op 205 completed, throughput=4.97MB/sec 2023-12-01T05:04:33.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A6ALMQtMc5Hy2AL off=5491551 len=700326 2023-12-01T05:04:33.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 206 completed, throughput=4.99MB/sec 2023-12-01T05:04:33.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K-FgRKEecvmZoDw off=5930256 len=726063 2023-12-01T05:04:33.155 INFO:tasks.workunit.client.0.smithi111.stdout:op 207 completed, throughput=5MB/sec 2023-12-01T05:04:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:32 smithi155 ceph-mon[102677]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:04:34.156 INFO:tasks.workunit.client.0.smithi111.stdout: 40: throughput=4.88MB/sec pending data=0 2023-12-01T05:04:34.156 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-By2F-sbU4cJNjdy off=2040427 len=1605570 2023-12-01T05:04:34.163 INFO:tasks.workunit.client.0.smithi111.stdout:op 208 completed, throughput=4.92MB/sec 2023-12-01T05:04:34.163 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y3YDAz-DCWBWN2w off=33533 len=1701131 2023-12-01T05:04:34.171 INFO:tasks.workunit.client.0.smithi111.stdout:op 209 completed, throughput=4.96MB/sec 2023-12-01T05:04:34.171 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VGDf3Az65AmBvEi off=8583057 len=1062579 2023-12-01T05:04:34.175 INFO:tasks.workunit.client.0.smithi111.stdout:op 210 completed, throughput=4.98MB/sec 2023-12-01T05:04:34.177 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RIqowiF9R5NPJkZ off=2804305 len=1433536 2023-12-01T05:04:34.179 INFO:tasks.workunit.client.0.smithi111.stdout:op 211 completed, throughput=5.01MB/sec 2023-12-01T05:04:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:34 smithi111 ceph-mon[97855]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:04:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:34 smithi111 ceph-mon[116524]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:04:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:35.179 INFO:tasks.workunit.client.0.smithi111.stdout: 41: throughput=4.89MB/sec pending data=0 2023-12-01T05:04:35.180 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VGvoMCLEaG1rB4m off=681896 len=1620528 2023-12-01T05:04:35.188 INFO:tasks.workunit.client.0.smithi111.stdout:op 212 completed, throughput=4.93MB/sec 2023-12-01T05:04:35.188 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xDWPedmd5rNld8R off=992321 len=2002907 2023-12-01T05:04:35.201 INFO:tasks.workunit.client.0.smithi111.stdout:op 213 completed, throughput=4.97MB/sec 2023-12-01T05:04:35.202 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CYU7hN_lYfLRygK off=13406060 len=1192100 2023-12-01T05:04:35.202 INFO:tasks.workunit.client.0.smithi111.stdout:op 214 completed, throughput=5MB/sec 2023-12-01T05:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:34 smithi155 ceph-mon[102677]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:36.202 INFO:tasks.workunit.client.0.smithi111.stdout: 42: throughput=4.88MB/sec pending data=0 2023-12-01T05:04:36.202 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-780QPENJosOojQn off=4678325 len=881208 2023-12-01T05:04:36.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 215 completed, throughput=4.9MB/sec 2023-12-01T05:04:36.207 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tGpiRhOhDbQyxzf off=6949908 len=128628 2023-12-01T05:04:36.209 INFO:tasks.workunit.client.0.smithi111.stdout:op 216 completed, throughput=4.91MB/sec 2023-12-01T05:04:36.210 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4CKXiEyKzKKYneD off=1551133 len=438648 2023-12-01T05:04:36.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 217 completed, throughput=4.92MB/sec 2023-12-01T05:04:36.213 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HusxWS2XxFkk-F0 off=15084994 len=366203 2023-12-01T05:04:36.213 INFO:tasks.workunit.client.0.smithi111.stdout:op 218 completed, throughput=4.92MB/sec 2023-12-01T05:04:36.213 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ogCsE0Q_W6Iwbpy off=916661 len=584986 2023-12-01T05:04:36.217 INFO:tasks.workunit.client.0.smithi111.stdout:op 219 completed, throughput=4.94MB/sec 2023-12-01T05:04:36.217 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q_Fsrts66l1GDTq off=9369488 len=269884 2023-12-01T05:04:36.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 220 completed, throughput=4.94MB/sec 2023-12-01T05:04:36.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uD1Yb8e5GXJbvuf off=2937906 len=1459827 2023-12-01T05:04:36.222 INFO:tasks.workunit.client.0.smithi111.stdout:op 221 completed, throughput=4.97MB/sec 2023-12-01T05:04:36.222 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a1Zc3yrYscDqj_N off=8094214 len=1541712 2023-12-01T05:04:36.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 222 completed, throughput=5.01MB/sec 2023-12-01T05:04:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:36 smithi111 ceph-mon[97855]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:04:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:36 smithi111 ceph-mon[116524]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:04:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:36 smithi155 ceph-mon[102677]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:04:37.230 INFO:tasks.workunit.client.0.smithi111.stdout: 43: throughput=4.89MB/sec pending data=0 2023-12-01T05:04:37.230 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8MpEoHkDgZL5s5W off=5146357 len=484098 2023-12-01T05:04:37.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 223 completed, throughput=4.9MB/sec 2023-12-01T05:04:37.234 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1xJyBiTmFdTBhva off=2251399 len=1154487 2023-12-01T05:04:37.240 INFO:tasks.workunit.client.0.smithi111.stdout:op 224 completed, throughput=4.93MB/sec 2023-12-01T05:04:37.240 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n5l1AsNI-xCCWpq off=6810183 len=1187725 2023-12-01T05:04:37.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 225 completed, throughput=4.95MB/sec 2023-12-01T05:04:37.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-506C1pfZlSLXSdN off=207946 len=1285327 2023-12-01T05:04:37.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 226 completed, throughput=4.98MB/sec 2023-12-01T05:04:37.250 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-r98z2kfmNc2Uws- off=270597 len=505388 2023-12-01T05:04:37.253 INFO:tasks.workunit.client.0.smithi111.stdout:op 227 completed, throughput=4.99MB/sec 2023-12-01T05:04:37.254 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dilh372IFeyYATs off=10463103 len=188537 2023-12-01T05:04:37.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 228 completed, throughput=4.99MB/sec 2023-12-01T05:04:37.254 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aRsOPLnt2kpkbRv off=3760218 len=1443417 2023-12-01T05:04:37.255 INFO:tasks.workunit.client.0.smithi111.stdout:op 229 completed, throughput=5.03MB/sec 2023-12-01T05:04:38.255 INFO:tasks.workunit.client.0.smithi111.stdout: 44: throughput=4.91MB/sec pending data=0 2023-12-01T05:04:38.256 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F6W4jO22ix1aXKa off=21300938 len=1138378 2023-12-01T05:04:38.257 INFO:tasks.workunit.client.0.smithi111.stdout:op 230 completed, throughput=4.94MB/sec 2023-12-01T05:04:38.257 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qyg8cOa7Q3Pk3x7 off=5847524 len=1637863 2023-12-01T05:04:38.259 INFO:tasks.workunit.client.0.smithi111.stdout:op 231 completed, throughput=4.97MB/sec 2023-12-01T05:04:38.259 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VkiZniZGLpgfM5B off=3910130 len=751621 2023-12-01T05:04:38.263 INFO:tasks.workunit.client.0.smithi111.stdout:op 232 completed, throughput=4.99MB/sec 2023-12-01T05:04:38.263 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gSwrWHUZmKW81P6 off=3048104 len=793924 2023-12-01T05:04:38.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 233 completed, throughput=5MB/sec 2023-12-01T05:04:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:38 smithi111 ceph-mon[97855]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:38 smithi111 ceph-mon[116524]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:38 smithi155 ceph-mon[102677]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:39.267 INFO:tasks.workunit.client.0.smithi111.stdout: 45: throughput=4.9MB/sec pending data=0 2023-12-01T05:04:39.267 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OtNj3fMtPZIgS6M off=6649864 len=719576 2023-12-01T05:04:39.271 INFO:tasks.workunit.client.0.smithi111.stdout:op 234 completed, throughput=4.91MB/sec 2023-12-01T05:04:39.271 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qNqBKrRxvRs5JNS off=16427029 len=713715 2023-12-01T05:04:39.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 235 completed, throughput=4.92MB/sec 2023-12-01T05:04:39.276 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vWxm7L58ErhSIXN off=5305263 len=1797043 2023-12-01T05:04:39.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 236 completed, throughput=4.96MB/sec 2023-12-01T05:04:39.287 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2ELdnPpvQ9BEWxz off=12125976 len=1919199 2023-12-01T05:04:39.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 237 completed, throughput=5MB/sec 2023-12-01T05:04:39.294 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G7RMw-GAVKviskO off=11495605 len=581710 2023-12-01T05:04:39.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 238 completed, throughput=5.01MB/sec 2023-12-01T05:04:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:04:39] "GET /metrics HTTP/1.1" 200 33879 "" "Prometheus/2.43.0" 2023-12-01T05:04:40.298 INFO:tasks.workunit.client.0.smithi111.stdout: 46: throughput=4.9MB/sec pending data=0 2023-12-01T05:04:40.298 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-f-qpdFvksN3ckB1 off=5160401 len=528792 2023-12-01T05:04:40.302 INFO:tasks.workunit.client.0.smithi111.stdout:op 239 completed, throughput=4.91MB/sec 2023-12-01T05:04:40.302 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0RSFLpFbMd_Bh9P off=107903 len=1769136 2023-12-01T05:04:40.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 240 completed, throughput=4.95MB/sec 2023-12-01T05:04:40.313 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XvDTb1mKfUOwyGt off=8487874 len=1681744 2023-12-01T05:04:40.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 241 completed, throughput=4.98MB/sec 2023-12-01T05:04:40.315 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fARyvAHaHiSH5e7 off=11267242 len=1822659 2023-12-01T05:04:40.317 INFO:tasks.workunit.client.0.smithi111.stdout:op 242 completed, throughput=5.02MB/sec 2023-12-01T05:04:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:40 smithi111 ceph-mon[97855]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:40 smithi111 ceph-mon[116524]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:40 smithi155 ceph-mon[102677]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:41.317 INFO:tasks.workunit.client.0.smithi111.stdout: 47: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:41.317 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FKhTaJK3jUc4pgf off=19359661 len=2077187 2023-12-01T05:04:41.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 243 completed, throughput=4.96MB/sec 2023-12-01T05:04:41.321 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FKlsCAONkyqTinj off=15104679 len=1615121 2023-12-01T05:04:41.323 INFO:tasks.workunit.client.0.smithi111.stdout:op 244 completed, throughput=4.99MB/sec 2023-12-01T05:04:41.323 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hWW0EqgIfYzDDGQ off=8920595 len=1774482 2023-12-01T05:04:41.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 245 completed, throughput=5.02MB/sec 2023-12-01T05:04:42.334 INFO:tasks.workunit.client.0.smithi111.stdout: 48: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:42.334 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JBrY5bh4MaoEwex off=9962484 len=1063449 2023-12-01T05:04:42.339 INFO:tasks.workunit.client.0.smithi111.stdout:op 246 completed, throughput=4.94MB/sec 2023-12-01T05:04:42.340 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xTbWO_Ee2FnGuxv off=2071352 len=1122544 2023-12-01T05:04:42.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 247 completed, throughput=4.96MB/sec 2023-12-01T05:04:42.341 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hOtZbhPbPAUuQa3 off=2773743 len=1214393 2023-12-01T05:04:42.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 248 completed, throughput=4.98MB/sec 2023-12-01T05:04:42.348 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6TakcGEbUVIxbrR off=5315768 len=1520119 2023-12-01T05:04:42.353 INFO:tasks.workunit.client.0.smithi111.stdout:op 249 completed, throughput=5.01MB/sec 2023-12-01T05:04:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:42 smithi111 ceph-mon[97855]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:04:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:42 smithi111 ceph-mon[116524]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:04:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:42 smithi155 ceph-mon[102677]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:04:43.354 INFO:tasks.workunit.client.0.smithi111.stdout: 49: throughput=4.91MB/sec pending data=0 2023-12-01T05:04:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KwFC1bhbseznyUp off=421196 len=1021465 2023-12-01T05:04:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 250 completed, throughput=4.93MB/sec 2023-12-01T05:04:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5oY5oE3ttpCJTh4 off=4614199 len=151322 2023-12-01T05:04:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 251 completed, throughput=4.94MB/sec 2023-12-01T05:04:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ezgvg5F7Z3OMpkg off=463091 len=1137145 2023-12-01T05:04:43.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 252 completed, throughput=4.96MB/sec 2023-12-01T05:04:43.362 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PV5I4EYFHWlBIX0 off=77300 len=1442110 2023-12-01T05:04:43.366 INFO:tasks.workunit.client.0.smithi111.stdout:op 253 completed, throughput=4.98MB/sec 2023-12-01T05:04:43.366 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pD7Q0cmFTXU1fQO off=5678559 len=814247 2023-12-01T05:04:43.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 254 completed, throughput=5MB/sec 2023-12-01T05:04:43.367 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZhfGyKgqmZ8NQYH off=8550428 len=2057321 2023-12-01T05:04:43.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 255 completed, throughput=5.04MB/sec 2023-12-01T05:04:44.369 INFO:tasks.workunit.client.0.smithi111.stdout: 50: throughput=4.94MB/sec pending data=0 2023-12-01T05:04:44.369 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SEErkZ22XxK4UNS off=330721 len=1232031 2023-12-01T05:04:44.376 INFO:tasks.workunit.client.0.smithi111.stdout:op 256 completed, throughput=4.96MB/sec 2023-12-01T05:04:44.376 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y7zIC63XV5GSngw off=4444264 len=622851 2023-12-01T05:04:44.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 257 completed, throughput=4.97MB/sec 2023-12-01T05:04:44.380 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z-o02ZC9f7gRMCs off=1994155 len=636563 2023-12-01T05:04:44.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 258 completed, throughput=4.98MB/sec 2023-12-01T05:04:44.384 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-htqiY-w9yIH653N off=849193 len=669304 2023-12-01T05:04:44.388 INFO:tasks.workunit.client.0.smithi111.stdout:op 259 completed, throughput=5MB/sec 2023-12-01T05:04:44.388 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-foo3G5hJ7NSeWE9 off=4740488 len=846948 2023-12-01T05:04:44.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 260 completed, throughput=5.01MB/sec 2023-12-01T05:04:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:44 smithi155 ceph-mon[102677]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:04:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:44 smithi111 ceph-mon[97855]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:04:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:44 smithi111 ceph-mon[116524]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:04:45.393 INFO:tasks.workunit.client.0.smithi111.stdout: 51: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:45.393 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gzLonw0X36py_oL off=8503913 len=1494350 2023-12-01T05:04:45.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 261 completed, throughput=4.94MB/sec 2023-12-01T05:04:45.395 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Tz9dMfJsFkApQdm off=10052967 len=2090631 2023-12-01T05:04:45.404 INFO:tasks.workunit.client.0.smithi111.stdout:op 262 completed, throughput=4.98MB/sec 2023-12-01T05:04:45.405 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8fuKa31PjQRMnpC off=4956777 len=1720251 2023-12-01T05:04:45.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 263 completed, throughput=5.01MB/sec 2023-12-01T05:04:46.410 INFO:tasks.workunit.client.0.smithi111.stdout: 52: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:46.411 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7_TlqxTRsbX0qbg off=1100696 len=274060 2023-12-01T05:04:46.413 INFO:tasks.workunit.client.0.smithi111.stdout:op 264 completed, throughput=4.92MB/sec 2023-12-01T05:04:46.414 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-B2Xz71Y30rrlBxM off=6602299 len=1481199 2023-12-01T05:04:46.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 265 completed, throughput=4.95MB/sec 2023-12-01T05:04:46.416 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--nnjwDQ6Zg9Lb9d off=24512367 len=650119 2023-12-01T05:04:46.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 266 completed, throughput=4.96MB/sec 2023-12-01T05:04:46.420 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-V1Q4ICdHSBEVuDL off=8498453 len=1082411 2023-12-01T05:04:46.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 267 completed, throughput=4.98MB/sec 2023-12-01T05:04:46.426 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xRgbqiN4IIxR5WD off=15371638 len=637864 2023-12-01T05:04:46.429 INFO:tasks.workunit.client.0.smithi111.stdout:op 268 completed, throughput=4.99MB/sec 2023-12-01T05:04:46.429 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0IWiKGxESYIMHjH off=229124 len=1026096 2023-12-01T05:04:46.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 269 completed, throughput=5.01MB/sec 2023-12-01T05:04:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:46 smithi155 ceph-mon[102677]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:04:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:46 smithi111 ceph-mon[97855]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:04:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:46 smithi111 ceph-mon[116524]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:04:47.432 INFO:tasks.workunit.client.0.smithi111.stdout: 53: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:47.432 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-f9tSq5N3fXYyVDd off=8579395 len=1667774 2023-12-01T05:04:47.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 270 completed, throughput=4.94MB/sec 2023-12-01T05:04:47.442 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bygFQTYat6V6NVY off=5848788 len=1802146 2023-12-01T05:04:47.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 271 completed, throughput=4.97MB/sec 2023-12-01T05:04:47.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jeDvo0Zc2-Z55Yt off=2429094 len=76449 2023-12-01T05:04:47.450 INFO:tasks.workunit.client.0.smithi111.stdout:op 272 completed, throughput=4.98MB/sec 2023-12-01T05:04:47.450 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4SpSFYsEUwonUr8 off=7851000 len=335728 2023-12-01T05:04:47.451 INFO:tasks.workunit.client.0.smithi111.stdout:op 273 completed, throughput=4.98MB/sec 2023-12-01T05:04:47.451 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rbb61h2wAfrCxZy off=15231558 len=1882520 2023-12-01T05:04:47.453 INFO:tasks.workunit.client.0.smithi111.stdout:op 274 completed, throughput=5.01MB/sec 2023-12-01T05:04:48.453 INFO:tasks.workunit.client.0.smithi111.stdout: 54: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:48.453 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Wc-4Z5HrPAUG7rY off=20723686 len=22967 2023-12-01T05:04:48.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 275 completed, throughput=4.92MB/sec 2023-12-01T05:04:48.454 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z5JJnzNY-ShfPsh off=1179532 len=218238 2023-12-01T05:04:48.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 276 completed, throughput=4.93MB/sec 2023-12-01T05:04:48.456 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rTm8nzn6Z8B-H4m off=19931781 len=1546506 2023-12-01T05:04:48.458 INFO:tasks.workunit.client.0.smithi111.stdout:op 277 completed, throughput=4.95MB/sec 2023-12-01T05:04:48.458 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5tmPE4t4VXO5IB8 off=3765074 len=533918 2023-12-01T05:04:48.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 278 completed, throughput=4.96MB/sec 2023-12-01T05:04:48.461 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CAvcZUKNAP6nI29 off=17299042 len=380083 2023-12-01T05:04:48.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 279 completed, throughput=4.97MB/sec 2023-12-01T05:04:48.465 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hWD7sd5ygXh-3Pd off=4576495 len=179161 2023-12-01T05:04:48.467 INFO:tasks.workunit.client.0.smithi111.stdout:op 280 completed, throughput=4.97MB/sec 2023-12-01T05:04:48.467 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L_nweXyxAqLVgoN off=831376 len=1901413 2023-12-01T05:04:48.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 281 completed, throughput=5.01MB/sec 2023-12-01T05:04:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:48 smithi155 ceph-mon[102677]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:48 smithi111 ceph-mon[97855]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:48 smithi111 ceph-mon[116524]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:49.469 INFO:tasks.workunit.client.0.smithi111.stdout: 55: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:49.470 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9PBAvG688RildLc off=2260438 len=1068911 2023-12-01T05:04:49.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 282 completed, throughput=4.93MB/sec 2023-12-01T05:04:49.471 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3B6yNFhHLBg_JzS off=7012912 len=526663 2023-12-01T05:04:49.475 INFO:tasks.workunit.client.0.smithi111.stdout:op 283 completed, throughput=4.94MB/sec 2023-12-01T05:04:49.475 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9WPFi3-o8n_Fbpa off=294144 len=1745188 2023-12-01T05:04:49.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 284 completed, throughput=4.97MB/sec 2023-12-01T05:04:49.482 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lILYalG2MiHkMSB off=14700049 len=780000 2023-12-01T05:04:49.483 INFO:tasks.workunit.client.0.smithi111.stdout:op 285 completed, throughput=4.98MB/sec 2023-12-01T05:04:49.483 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f9oCn4EDqeGC_84 off=15666417 len=1077075 2023-12-01T05:04:49.485 INFO:tasks.workunit.client.0.smithi111.stdout:op 286 completed, throughput=5MB/sec 2023-12-01T05:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:04:49] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2023-12-01T05:04:50.155 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:04:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (22m) 9m ago 22m 26.9M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (22m) 9m ago 22m 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (23m) 9m ago 23m 18.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (23m) 9m ago 23m 23.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (26m) 9m ago 26m 454M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (28m) 9m ago 28m 536M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (28m) 9m ago 28m 170M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:04:50.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (27m) 9m ago 27m 103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (27m) 9m ago 27m 96.6M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (22m) 9m ago 22m 20.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (22m) 9m ago 22m 21.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (26m) 9m ago 26m 1102M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (26m) 9m ago 26m 849M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (25m) 9m ago 25m 1363M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (25m) 9m ago 25m 667M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (25m) 9m ago 25m 895M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (24m) 9m ago 24m 1252M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (24m) 9m ago 24m 601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (23m) 9m ago 23m 933M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:04:50.462 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (22m) 9m ago 23m 53.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:04:50.486 INFO:tasks.workunit.client.0.smithi111.stdout: 56: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:50.486 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z3bkhyWdBCN0EVa off=2269877 len=2079112 2023-12-01T05:04:50.499 INFO:tasks.workunit.client.0.smithi111.stdout:op 287 completed, throughput=4.95MB/sec 2023-12-01T05:04:50.499 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SQ4ww0aCb43bMSm off=1048593 len=541218 2023-12-01T05:04:50.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 288 completed, throughput=4.96MB/sec 2023-12-01T05:04:50.500 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AYl7re6AHFI2bOl off=8087209 len=601144 2023-12-01T05:04:50.501 INFO:tasks.workunit.client.0.smithi111.stdout:op 289 completed, throughput=4.97MB/sec 2023-12-01T05:04:50.501 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_qVOt8aVDfxe9I_ off=11831337 len=347870 2023-12-01T05:04:50.501 INFO:tasks.workunit.client.0.smithi111.stdout:op 290 completed, throughput=4.97MB/sec 2023-12-01T05:04:50.501 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IfiHntPDVjV0ktF off=1590251 len=1142704 2023-12-01T05:04:50.502 INFO:tasks.workunit.client.0.smithi111.stdout:op 291 completed, throughput=4.99MB/sec 2023-12-01T05:04:50.502 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0MyNa-gl7fp1VSh off=5586510 len=485332 2023-12-01T05:04:50.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 292 completed, throughput=5MB/sec 2023-12-01T05:04:50.843 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:04:50.843 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:04:50.844 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:04:50.845 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:04:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:50 smithi155 ceph-mon[102677]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:50 smithi111 ceph-mon[97855]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:50 smithi111 ceph-mon[116524]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:04:51.503 INFO:tasks.workunit.client.0.smithi111.stdout: 57: throughput=4.91MB/sec pending data=0 2023-12-01T05:04:51.504 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vzipCHzFb2Nik_K off=3705863 len=740151 2023-12-01T05:04:51.505 INFO:tasks.workunit.client.0.smithi111.stdout:op 293 completed, throughput=4.93MB/sec 2023-12-01T05:04:51.505 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BFvjrtbvVYx8UON off=19866599 len=1231452 2023-12-01T05:04:51.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 294 completed, throughput=4.95MB/sec 2023-12-01T05:04:51.507 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8Vqg1h7R-fIJYQX off=16921687 len=1730701 2023-12-01T05:04:51.516 INFO:tasks.workunit.client.0.smithi111.stdout:op 295 completed, throughput=4.97MB/sec 2023-12-01T05:04:51.517 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9f2kd6fYrMKXp_R off=1979447 len=1255686 2023-12-01T05:04:51.525 INFO:tasks.workunit.client.0.smithi111.stdout:op 296 completed, throughput=4.99MB/sec 2023-12-01T05:04:51.525 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RDkMMPTylDs0uYT off=3532735 len=522412 2023-12-01T05:04:51.528 INFO:tasks.workunit.client.0.smithi111.stdout:op 297 completed, throughput=5MB/sec 2023-12-01T05:04:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:51 smithi155 ceph-mon[102677]: from='client.26123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:51 smithi155 ceph-mon[102677]: from='client.16227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1362046249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:04:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:51 smithi111 ceph-mon[97855]: from='client.26123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:51 smithi111 ceph-mon[97855]: from='client.16227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1362046249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:04:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:51 smithi111 ceph-mon[116524]: from='client.26123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:51 smithi111 ceph-mon[116524]: from='client.16227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:04:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1362046249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:04:52.529 INFO:tasks.workunit.client.0.smithi111.stdout: 58: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:52.529 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y08jzfJIyenHA13 off=8033950 len=691475 2023-12-01T05:04:52.530 INFO:tasks.workunit.client.0.smithi111.stdout:op 298 completed, throughput=4.93MB/sec 2023-12-01T05:04:52.530 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-caevzHAKeU0i7h- off=10688415 len=1521132 2023-12-01T05:04:52.537 INFO:tasks.workunit.client.0.smithi111.stdout:op 299 completed, throughput=4.95MB/sec 2023-12-01T05:04:52.537 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GRQ3m11-3vhXnS4 off=5445505 len=1478963 2023-12-01T05:04:52.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 300 completed, throughput=4.98MB/sec 2023-12-01T05:04:52.538 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iaWQVGpew2HnhVX off=6154251 len=1116893 2023-12-01T05:04:52.539 INFO:tasks.workunit.client.0.smithi111.stdout:op 301 completed, throughput=4.99MB/sec 2023-12-01T05:04:52.539 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lj1-jsou1xJQM4T off=15630464 len=731474 2023-12-01T05:04:52.543 INFO:tasks.workunit.client.0.smithi111.stdout:op 302 completed, throughput=5.01MB/sec 2023-12-01T05:04:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:52 smithi155 ceph-mon[102677]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:04:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:52 smithi111 ceph-mon[97855]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:04:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:52 smithi111 ceph-mon[116524]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:04:53.543 INFO:tasks.workunit.client.0.smithi111.stdout: 59: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:53.543 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_nywKD-YBihvGwQ off=453123 len=1131645 2023-12-01T05:04:53.544 INFO:tasks.workunit.client.0.smithi111.stdout:op 303 completed, throughput=4.94MB/sec 2023-12-01T05:04:53.545 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3EF3wXWTyxylqim off=5111007 len=2066659 2023-12-01T05:04:53.547 INFO:tasks.workunit.client.0.smithi111.stdout:op 304 completed, throughput=4.97MB/sec 2023-12-01T05:04:53.547 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5WDCtkxwhdZdDm9 off=18270140 len=931242 2023-12-01T05:04:53.548 INFO:tasks.workunit.client.0.smithi111.stdout:op 305 completed, throughput=4.99MB/sec 2023-12-01T05:04:53.548 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LjfzjQNv5iIdmLU off=11858861 len=566328 2023-12-01T05:04:53.549 INFO:tasks.workunit.client.0.smithi111.stdout:op 306 completed, throughput=5MB/sec 2023-12-01T05:04:53.549 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y4iUDWRP4yGP6j6 off=816892 len=1216018 2023-12-01T05:04:53.554 INFO:tasks.workunit.client.0.smithi111.stdout:op 307 completed, throughput=5.02MB/sec 2023-12-01T05:04:54.555 INFO:tasks.workunit.client.0.smithi111.stdout: 60: throughput=4.93MB/sec pending data=0 2023-12-01T05:04:54.555 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7i91hVblnaqdqap off=9907833 len=35282 2023-12-01T05:04:54.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 308 completed, throughput=4.93MB/sec 2023-12-01T05:04:54.556 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EwtKfys5bBw89BD off=12484082 len=1621707 2023-12-01T05:04:54.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 309 completed, throughput=4.96MB/sec 2023-12-01T05:04:54.560 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JdnX75vel8WFNdN off=504803 len=250708 2023-12-01T05:04:54.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 310 completed, throughput=4.96MB/sec 2023-12-01T05:04:54.561 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6YKtqjrUiZl0yRU off=5603644 len=563872 2023-12-01T05:04:54.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 311 completed, throughput=4.97MB/sec 2023-12-01T05:04:54.562 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yp1AQbyzwdohh53 off=15348304 len=1627598 2023-12-01T05:04:54.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 312 completed, throughput=5MB/sec 2023-12-01T05:04:54.571 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-c6hnosQNZr4WZhY off=5283281 len=131527 2023-12-01T05:04:54.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 313 completed, throughput=5MB/sec 2023-12-01T05:04:54.571 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dTF0TzQUC00RUIp off=17954918 len=550786 2023-12-01T05:04:54.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 314 completed, throughput=5.01MB/sec 2023-12-01T05:04:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:54 smithi155 ceph-mon[102677]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:04:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:54 smithi111 ceph-mon[97855]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:04:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:54 smithi111 ceph-mon[116524]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:04:55.574 INFO:tasks.workunit.client.0.smithi111.stdout: 61: throughput=4.93MB/sec pending data=0 2023-12-01T05:04:55.575 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QZf4CeZ6XNkpBiO off=1456736 len=747007 2023-12-01T05:04:55.577 INFO:tasks.workunit.client.0.smithi111.stdout:op 315 completed, throughput=4.94MB/sec 2023-12-01T05:04:55.577 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-avYqxTXcRRMIp1p off=14539003 len=350853 2023-12-01T05:04:55.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 316 completed, throughput=4.94MB/sec 2023-12-01T05:04:55.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PAJAKPa2Rbm9PnV off=9455572 len=2061688 2023-12-01T05:04:55.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 317 completed, throughput=4.97MB/sec 2023-12-01T05:04:55.580 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-48b7YlU3K492ar8 off=9013051 len=1581295 2023-12-01T05:04:55.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 318 completed, throughput=5MB/sec 2023-12-01T05:04:55.588 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TX_9Ub8r_3pLzkb off=6832448 len=877261 2023-12-01T05:04:55.593 INFO:tasks.workunit.client.0.smithi111.stdout:op 319 completed, throughput=5.01MB/sec 2023-12-01T05:04:56.593 INFO:tasks.workunit.client.0.smithi111.stdout: 62: throughput=4.93MB/sec pending data=0 2023-12-01T05:04:56.593 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J76930m0mQBIjwl off=2262752 len=342699 2023-12-01T05:04:56.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 320 completed, throughput=4.94MB/sec 2023-12-01T05:04:56.594 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eElEmdnVQ4HvVKh off=2334049 len=1469814 2023-12-01T05:04:56.602 INFO:tasks.workunit.client.0.smithi111.stdout:op 321 completed, throughput=4.96MB/sec 2023-12-01T05:04:56.603 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ip2Myj-TD5XNUc8 off=5602526 len=1392098 2023-12-01T05:04:56.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 322 completed, throughput=4.98MB/sec 2023-12-01T05:04:56.603 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gKtCn_ourW_Hdf5 off=7894489 len=594011 2023-12-01T05:04:56.604 INFO:tasks.workunit.client.0.smithi111.stdout:op 323 completed, throughput=4.99MB/sec 2023-12-01T05:04:56.604 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-24fbMKKtKW93EnA off=9739697 len=1021015 2023-12-01T05:04:56.606 INFO:tasks.workunit.client.0.smithi111.stdout:op 324 completed, throughput=5MB/sec 2023-12-01T05:04:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:56 smithi155 ceph-mon[102677]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:04:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:56 smithi111 ceph-mon[97855]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:04:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:56 smithi111 ceph-mon[116524]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:04:57.607 INFO:tasks.workunit.client.0.smithi111.stdout: 63: throughput=4.92MB/sec pending data=0 2023-12-01T05:04:57.607 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ftubD9CBfDzOthm off=2376577 len=827447 2023-12-01T05:04:57.612 INFO:tasks.workunit.client.0.smithi111.stdout:op 325 completed, throughput=4.94MB/sec 2023-12-01T05:04:57.613 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GhNzTQYO1waxEXx off=19309116 len=1704594 2023-12-01T05:04:57.616 INFO:tasks.workunit.client.0.smithi111.stdout:op 326 completed, throughput=4.96MB/sec 2023-12-01T05:04:57.616 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eKUxPqYOmgFpXlg off=123422 len=206286 2023-12-01T05:04:57.618 INFO:tasks.workunit.client.0.smithi111.stdout:op 327 completed, throughput=4.96MB/sec 2023-12-01T05:04:57.619 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PD8ilPkxdn3rK7- off=2601583 len=316897 2023-12-01T05:04:57.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 328 completed, throughput=4.97MB/sec 2023-12-01T05:04:57.619 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mLSpq4vfdlwqqD_ off=2973463 len=978261 2023-12-01T05:04:57.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 329 completed, throughput=4.98MB/sec 2023-12-01T05:04:57.624 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y743ywIT-tGQaUs off=1869048 len=364138 2023-12-01T05:04:57.628 INFO:tasks.workunit.client.0.smithi111.stdout:op 330 completed, throughput=4.99MB/sec 2023-12-01T05:04:57.628 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dziOMP56z_ZO5GF off=9169231 len=543017 2023-12-01T05:04:57.631 INFO:tasks.workunit.client.0.smithi111.stdout:op 331 completed, throughput=5MB/sec 2023-12-01T05:04:57.631 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mkq0uqF1z-ab2oF off=2401239 len=864634 2023-12-01T05:04:57.636 INFO:tasks.workunit.client.0.smithi111.stdout:op 332 completed, throughput=5.01MB/sec 2023-12-01T05:04:58.636 INFO:tasks.workunit.client.0.smithi111.stdout: 64: throughput=4.93MB/sec pending data=0 2023-12-01T05:04:58.636 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bqFD6iO_m3yDY0S off=2300584 len=1640605 2023-12-01T05:04:58.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 333 completed, throughput=4.96MB/sec 2023-12-01T05:04:58.644 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p-_lZ0WRF3356dC off=7462834 len=1865256 2023-12-01T05:04:58.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 334 completed, throughput=4.98MB/sec 2023-12-01T05:04:58.645 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2OLLNdJuoumPu0K off=2467488 len=362284 2023-12-01T05:04:58.646 INFO:tasks.workunit.client.0.smithi111.stdout:op 335 completed, throughput=4.99MB/sec 2023-12-01T05:04:58.646 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fUNdZbxLAblla3t off=858603 len=1968786 2023-12-01T05:04:58.647 INFO:tasks.workunit.client.0.smithi111.stdout:op 336 completed, throughput=5.02MB/sec 2023-12-01T05:04:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:58 smithi155 ceph-mon[102677]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:04:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:04:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:04:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:58 smithi111 ceph-mon[97855]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:04:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:04:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:04:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:58 smithi111 ceph-mon[116524]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:04:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:04:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:04:59.648 INFO:tasks.workunit.client.0.smithi111.stdout: 65: throughput=4.94MB/sec pending data=0 2023-12-01T05:04:59.648 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wmfutzmuBVZLHNE off=15227197 len=1192882 2023-12-01T05:04:59.650 INFO:tasks.workunit.client.0.smithi111.stdout:op 337 completed, throughput=4.96MB/sec 2023-12-01T05:04:59.650 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LFaXMyuQud-pFju off=8811095 len=353848 2023-12-01T05:04:59.653 INFO:tasks.workunit.client.0.smithi111.stdout:op 338 completed, throughput=4.96MB/sec 2023-12-01T05:04:59.653 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fRy0P4fWjKFWTgv off=1028986 len=1459199 2023-12-01T05:04:59.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 339 completed, throughput=4.98MB/sec 2023-12-01T05:04:59.654 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sOhljWCqKTpXxv- off=369689 len=712140 2023-12-01T05:04:59.657 INFO:tasks.workunit.client.0.smithi111.stdout:op 340 completed, throughput=4.99MB/sec 2023-12-01T05:04:59.657 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-R1f7jOyBvq1J04Y off=9293906 len=1608100 2023-12-01T05:04:59.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 341 completed, throughput=5.02MB/sec 2023-12-01T05:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:04:59] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2023-12-01T05:05:00.658 INFO:tasks.workunit.client.0.smithi111.stdout: 66: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:00.659 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Phz6xgQBA9x-8KV off=12770039 len=413138 2023-12-01T05:05:00.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 342 completed, throughput=4.95MB/sec 2023-12-01T05:05:00.662 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SkdEQybRzJpkox1 off=10806643 len=374437 2023-12-01T05:05:00.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 343 completed, throughput=4.95MB/sec 2023-12-01T05:05:00.663 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WXO685-S0iG-0Eq off=9079325 len=130166 2023-12-01T05:05:00.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 344 completed, throughput=4.95MB/sec 2023-12-01T05:05:00.663 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RbYYv2c3ZOkCL4z off=19689741 len=932226 2023-12-01T05:05:00.664 INFO:tasks.workunit.client.0.smithi111.stdout:op 345 completed, throughput=4.97MB/sec 2023-12-01T05:05:00.664 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-thV4ZPNbRnUMhkM off=20748474 len=1307568 2023-12-01T05:05:00.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 346 completed, throughput=4.99MB/sec 2023-12-01T05:05:00.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o9ZqbO2pAGzqMt5 off=2046457 len=1358260 2023-12-01T05:05:00.672 INFO:tasks.workunit.client.0.smithi111.stdout:op 347 completed, throughput=5MB/sec 2023-12-01T05:05:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:00 smithi155 ceph-mon[102677]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:00 smithi111 ceph-mon[97855]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:00 smithi111 ceph-mon[116524]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:01.672 INFO:tasks.workunit.client.0.smithi111.stdout: 67: throughput=4.93MB/sec pending data=0 2023-12-01T05:05:01.672 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-81x7seX9Fx1ppVl off=8055161 len=1480505 2023-12-01T05:05:01.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 348 completed, throughput=4.95MB/sec 2023-12-01T05:05:01.674 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3RUnr1gV1yTkTl4 off=1369459 len=956212 2023-12-01T05:05:01.677 INFO:tasks.workunit.client.0.smithi111.stdout:op 349 completed, throughput=4.97MB/sec 2023-12-01T05:05:01.678 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i_Q8UTljIDYG-SI off=5691770 len=959486 2023-12-01T05:05:01.679 INFO:tasks.workunit.client.0.smithi111.stdout:op 350 completed, throughput=4.98MB/sec 2023-12-01T05:05:01.680 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PPAjc3A60LyB2Jf off=1346602 len=1062667 2023-12-01T05:05:01.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 351 completed, throughput=4.99MB/sec 2023-12-01T05:05:01.685 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NzUQOrGowXTDTbr off=8601829 len=663019 2023-12-01T05:05:01.686 INFO:tasks.workunit.client.0.smithi111.stdout:op 352 completed, throughput=5MB/sec 2023-12-01T05:05:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:05:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:05:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:05:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:05:02.686 INFO:tasks.workunit.client.0.smithi111.stdout: 68: throughput=4.93MB/sec pending data=0 2023-12-01T05:05:02.686 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5Do-S_sSpYq__KW off=8744217 len=1474890 2023-12-01T05:05:02.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 353 completed, throughput=4.95MB/sec 2023-12-01T05:05:02.688 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G7mifLgT4yA2UES off=5376146 len=1509275 2023-12-01T05:05:02.690 INFO:tasks.workunit.client.0.smithi111.stdout:op 354 completed, throughput=4.97MB/sec 2023-12-01T05:05:02.690 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k0vLt0QgpSOqm_4 off=4062438 len=189709 2023-12-01T05:05:02.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 355 completed, throughput=4.97MB/sec 2023-12-01T05:05:02.691 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WBsMMQljw8MX7Mq off=7468000 len=228492 2023-12-01T05:05:02.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 356 completed, throughput=4.98MB/sec 2023-12-01T05:05:02.691 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBrY5bh4MaoEwex off=10435545 len=288078 2023-12-01T05:05:02.692 INFO:tasks.workunit.client.0.smithi111.stdout:op 357 completed, throughput=4.98MB/sec 2023-12-01T05:05:02.692 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YFZbl2izFiu8tlX off=5242362 len=164014 2023-12-01T05:05:02.695 INFO:tasks.workunit.client.0.smithi111.stdout:op 358 completed, throughput=4.98MB/sec 2023-12-01T05:05:02.695 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UB7kEEGAKvbzm2e off=3988877 len=1966205 2023-12-01T05:05:02.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 359 completed, throughput=5.01MB/sec 2023-12-01T05:05:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:02 smithi155 ceph-mon[102677]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:02 smithi111 ceph-mon[97855]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:02 smithi111 ceph-mon[116524]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:03.703 INFO:tasks.workunit.client.0.smithi111.stdout: 69: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:03.703 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xec3IyEgUBz5xKW off=2848411 len=190702 2023-12-01T05:05:03.704 INFO:tasks.workunit.client.0.smithi111.stdout:op 360 completed, throughput=4.94MB/sec 2023-12-01T05:05:03.704 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oO37N96f21H-IAx off=5872066 len=1507892 2023-12-01T05:05:03.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 361 completed, throughput=4.96MB/sec 2023-12-01T05:05:03.706 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aZrNYguCEQhQcNC off=7768599 len=1294439 2023-12-01T05:05:03.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 362 completed, throughput=4.98MB/sec 2023-12-01T05:05:03.712 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-spQplrveubap8hL off=1560309 len=1619334 2023-12-01T05:05:03.714 INFO:tasks.workunit.client.0.smithi111.stdout:op 363 completed, throughput=5MB/sec 2023-12-01T05:05:03.714 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ft88KpFYgvrcGYi off=3406354 len=968957 2023-12-01T05:05:03.716 INFO:tasks.workunit.client.0.smithi111.stdout:op 364 completed, throughput=5.01MB/sec 2023-12-01T05:05:04.716 INFO:tasks.workunit.client.0.smithi111.stdout: 70: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:04.716 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fBmmtFnMkxob1Jm off=1527596 len=1775007 2023-12-01T05:05:04.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 365 completed, throughput=4.96MB/sec 2023-12-01T05:05:04.727 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a3tKU-7WKgEkAyd off=14092631 len=1053654 2023-12-01T05:05:04.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 366 completed, throughput=4.98MB/sec 2023-12-01T05:05:04.732 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LnN4ShzEtDaFcOU off=5072052 len=468678 2023-12-01T05:05:04.736 INFO:tasks.workunit.client.0.smithi111.stdout:op 367 completed, throughput=4.98MB/sec 2023-12-01T05:05:04.736 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SayVq5Xcy1hz2Jc off=993786 len=1904232 2023-12-01T05:05:04.744 INFO:tasks.workunit.client.0.smithi111.stdout:op 368 completed, throughput=5.01MB/sec 2023-12-01T05:05:04.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:04 smithi155 ceph-mon[102677]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:05:04.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:04 smithi111 ceph-mon[97855]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:05:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:04 smithi111 ceph-mon[116524]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:05:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:05.745 INFO:tasks.workunit.client.0.smithi111.stdout: 71: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:05.745 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bc9sc9mjf2jz_oO off=3700821 len=444590 2023-12-01T05:05:05.749 INFO:tasks.workunit.client.0.smithi111.stdout:op 369 completed, throughput=4.95MB/sec 2023-12-01T05:05:05.749 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RunPzj1622m4FBs off=2289978 len=1294210 2023-12-01T05:05:05.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 370 completed, throughput=4.96MB/sec 2023-12-01T05:05:05.754 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IgTNg2ay9YKAjnD off=4615179 len=1753566 2023-12-01T05:05:05.763 INFO:tasks.workunit.client.0.smithi111.stdout:op 371 completed, throughput=4.99MB/sec 2023-12-01T05:05:05.764 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lVEUoJX2nWn2L5Q off=5694274 len=2088400 2023-12-01T05:05:05.767 INFO:tasks.workunit.client.0.smithi111.stdout:op 372 completed, throughput=5.01MB/sec 2023-12-01T05:05:06.768 INFO:tasks.workunit.client.0.smithi111.stdout: 72: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:06.768 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gflqsI8iIObcauK off=2082673 len=77336 2023-12-01T05:05:06.768 INFO:tasks.workunit.client.0.smithi111.stdout:op 373 completed, throughput=4.94MB/sec 2023-12-01T05:05:06.768 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UzWn70954kOcdT8 off=3374173 len=1026236 2023-12-01T05:05:06.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 374 completed, throughput=4.96MB/sec 2023-12-01T05:05:06.776 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3JhqBZh6LZ10Rwi off=8730703 len=1068194 2023-12-01T05:05:06.776 INFO:tasks.workunit.client.0.smithi111.stdout:op 375 completed, throughput=4.97MB/sec 2023-12-01T05:05:06.776 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tdhxrRcbrYEnO_K off=2675359 len=1829329 2023-12-01T05:05:06.783 INFO:tasks.workunit.client.0.smithi111.stdout:op 376 completed, throughput=4.99MB/sec 2023-12-01T05:05:06.783 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RBVrCEcJgZbEQ5p off=6067419 len=824012 2023-12-01T05:05:06.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 377 completed, throughput=5.01MB/sec 2023-12-01T05:05:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:06 smithi155 ceph-mon[102677]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:05:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:06 smithi111 ceph-mon[97855]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:05:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:06 smithi111 ceph-mon[116524]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:05:07.784 INFO:tasks.workunit.client.0.smithi111.stdout: 73: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:07.785 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FQ6ze5I0DLCCKQO off=451543 len=1370242 2023-12-01T05:05:07.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 378 completed, throughput=4.96MB/sec 2023-12-01T05:05:07.794 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IqwPHodxB-cU2AM off=2354633 len=1917836 2023-12-01T05:05:07.797 INFO:tasks.workunit.client.0.smithi111.stdout:op 379 completed, throughput=4.98MB/sec 2023-12-01T05:05:07.797 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SEReTYGP5qUC0o7 off=12698956 len=373185 2023-12-01T05:05:07.801 INFO:tasks.workunit.client.0.smithi111.stdout:op 380 completed, throughput=4.98MB/sec 2023-12-01T05:05:07.801 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3-KKNRVYm4SP-el off=21850579 len=1441950 2023-12-01T05:05:07.806 INFO:tasks.workunit.client.0.smithi111.stdout:op 381 completed, throughput=5MB/sec 2023-12-01T05:05:08.806 INFO:tasks.workunit.client.0.smithi111.stdout: 74: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:08.806 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BHMCVJa1szXSZNC off=12264740 len=172428 2023-12-01T05:05:08.809 INFO:tasks.workunit.client.0.smithi111.stdout:op 382 completed, throughput=4.94MB/sec 2023-12-01T05:05:08.809 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_ZyxuqasKDBuAET off=2601291 len=316704 2023-12-01T05:05:08.811 INFO:tasks.workunit.client.0.smithi111.stdout:op 383 completed, throughput=4.94MB/sec 2023-12-01T05:05:08.811 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FYgEA0LcD37Hds4 off=14489670 len=451185 2023-12-01T05:05:08.814 INFO:tasks.workunit.client.0.smithi111.stdout:op 384 completed, throughput=4.95MB/sec 2023-12-01T05:05:08.814 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Td9OSjC0-0hE4YL off=1780960 len=1682085 2023-12-01T05:05:08.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 385 completed, throughput=4.97MB/sec 2023-12-01T05:05:08.822 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oo6NDRC9jf4ahrP off=3464215 len=908945 2023-12-01T05:05:08.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 386 completed, throughput=4.98MB/sec 2023-12-01T05:05:08.824 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KErCar86ZtQXqno off=6761271 len=1320304 2023-12-01T05:05:08.825 INFO:tasks.workunit.client.0.smithi111.stdout:op 387 completed, throughput=5MB/sec 2023-12-01T05:05:08.825 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XJFItla93ydVPzG off=2700925 len=156400 2023-12-01T05:05:08.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 388 completed, throughput=5MB/sec 2023-12-01T05:05:08.826 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u2e2ETeVrqf2id2 off=7699048 len=1155453 2023-12-01T05:05:08.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 389 completed, throughput=5.01MB/sec 2023-12-01T05:05:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:08 smithi155 ceph-mon[102677]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:05:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:08 smithi111 ceph-mon[97855]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:05:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:08 smithi111 ceph-mon[116524]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:05:09] "GET /metrics HTTP/1.1" 200 33884 "" "Prometheus/2.43.0" 2023-12-01T05:05:09.833 INFO:tasks.workunit.client.0.smithi111.stdout: 75: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:09.833 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mWlCrcf80dJGj6h off=6729717 len=425069 2023-12-01T05:05:09.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 390 completed, throughput=4.95MB/sec 2023-12-01T05:05:09.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f9tSq5N3fXYyVDd off=332562 len=1718228 2023-12-01T05:05:09.837 INFO:tasks.workunit.client.0.smithi111.stdout:op 391 completed, throughput=4.97MB/sec 2023-12-01T05:05:09.837 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CKOkmavar_EJEAQ off=7145610 len=1228549 2023-12-01T05:05:09.839 INFO:tasks.workunit.client.0.smithi111.stdout:op 392 completed, throughput=4.99MB/sec 2023-12-01T05:05:09.839 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-l9C3o-1sb-ijA_h off=1899901 len=406020 2023-12-01T05:05:09.843 INFO:tasks.workunit.client.0.smithi111.stdout:op 393 completed, throughput=4.99MB/sec 2023-12-01T05:05:09.843 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zm5NfzmXwh65DQ1 off=16159665 len=1148320 2023-12-01T05:05:09.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 394 completed, throughput=5.01MB/sec 2023-12-01T05:05:10.846 INFO:tasks.workunit.client.0.smithi111.stdout: 76: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:10.846 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0rGzLqsrSsGojXa off=1634788 len=22780 2023-12-01T05:05:10.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 395 completed, throughput=4.94MB/sec 2023-12-01T05:05:10.848 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CKq2_DNDs3E8zs8 off=5020002 len=760924 2023-12-01T05:05:10.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 396 completed, throughput=4.95MB/sec 2023-12-01T05:05:10.853 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UwD4QCvS1bKXGsP off=1990890 len=1213679 2023-12-01T05:05:10.858 INFO:tasks.workunit.client.0.smithi111.stdout:op 397 completed, throughput=4.97MB/sec 2023-12-01T05:05:10.858 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2FdZPHi3k_sFMnl off=8234229 len=561748 2023-12-01T05:05:10.862 INFO:tasks.workunit.client.0.smithi111.stdout:op 398 completed, throughput=4.97MB/sec 2023-12-01T05:05:10.862 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gVJS9yIZHduxb3h off=10737603 len=1314890 2023-12-01T05:05:10.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 399 completed, throughput=4.99MB/sec 2023-12-01T05:05:10.863 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YkuuhwHE1yS8Yf5 off=750782 len=143151 2023-12-01T05:05:10.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 400 completed, throughput=4.99MB/sec 2023-12-01T05:05:10.866 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hWJNBs7x8n2jFR3 off=2368837 len=2082480 2023-12-01T05:05:10.868 INFO:tasks.workunit.client.0.smithi111.stdout:op 401 completed, throughput=5.02MB/sec 2023-12-01T05:05:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:10 smithi155 ceph-mon[102677]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:05:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:10 smithi111 ceph-mon[97855]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:05:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:10 smithi111 ceph-mon[116524]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:05:11.868 INFO:tasks.workunit.client.0.smithi111.stdout: 77: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:11.868 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k42lJSz14-TjjdX off=16190973 len=1141123 2023-12-01T05:05:11.873 INFO:tasks.workunit.client.0.smithi111.stdout:op 402 completed, throughput=4.97MB/sec 2023-12-01T05:05:11.874 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wCTZGuE9cy3lJiY off=1381883 len=1672608 2023-12-01T05:05:11.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 403 completed, throughput=4.99MB/sec 2023-12-01T05:05:11.882 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ye2u6fYT1B8XhYh off=233428 len=1346652 2023-12-01T05:05:11.887 INFO:tasks.workunit.client.0.smithi111.stdout:op 404 completed, throughput=5MB/sec 2023-12-01T05:05:12.888 INFO:tasks.workunit.client.0.smithi111.stdout: 78: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:12.888 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6bvEf70IBpoT0v7 off=9759010 len=1017290 2023-12-01T05:05:12.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 405 completed, throughput=4.95MB/sec 2023-12-01T05:05:12.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Tq-oLtKm3nwlNIJ off=2035550 len=1635900 2023-12-01T05:05:12.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 406 completed, throughput=4.97MB/sec 2023-12-01T05:05:12.897 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CFShvibik-FECrs off=2983364 len=373012 2023-12-01T05:05:12.898 INFO:tasks.workunit.client.0.smithi111.stdout:op 407 completed, throughput=4.97MB/sec 2023-12-01T05:05:12.898 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-djeLXnQJu41Ke4M off=1164951 len=1950949 2023-12-01T05:05:12.900 INFO:tasks.workunit.client.0.smithi111.stdout:op 408 completed, throughput=5MB/sec 2023-12-01T05:05:12.900 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g2Y9e6YobJ-eQ_L off=1638928 len=628973 2023-12-01T05:05:12.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 409 completed, throughput=5MB/sec 2023-12-01T05:05:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:12 smithi155 ceph-mon[102677]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:12 smithi111 ceph-mon[97855]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:12 smithi111 ceph-mon[116524]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:13.904 INFO:tasks.workunit.client.0.smithi111.stdout: 79: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:13.904 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BGgufYhBhllQP5K off=266929 len=939988 2023-12-01T05:05:13.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 410 completed, throughput=4.95MB/sec 2023-12-01T05:05:13.909 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vDnulXxAyf23eK5 off=11694227 len=142263 2023-12-01T05:05:13.911 INFO:tasks.workunit.client.0.smithi111.stdout:op 411 completed, throughput=4.96MB/sec 2023-12-01T05:05:13.912 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N2VbntSg76pcHbz off=1367723 len=1830587 2023-12-01T05:05:13.921 INFO:tasks.workunit.client.0.smithi111.stdout:op 412 completed, throughput=4.98MB/sec 2023-12-01T05:05:13.922 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Bfi4BarWpITLZEw off=21469645 len=1714342 2023-12-01T05:05:13.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 413 completed, throughput=5MB/sec 2023-12-01T05:05:13.930 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7QvhO0a7agyed4h off=2259798 len=681581 2023-12-01T05:05:13.932 INFO:tasks.workunit.client.0.smithi111.stdout:op 414 completed, throughput=5MB/sec 2023-12-01T05:05:14.932 INFO:tasks.workunit.client.0.smithi111.stdout: 80: throughput=4.94MB/sec pending data=0 2023-12-01T05:05:14.932 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TdYyB7fcVQl40ZR off=4953177 len=1490660 2023-12-01T05:05:14.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 415 completed, throughput=4.96MB/sec 2023-12-01T05:05:14.940 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lF8LgylAhmNEX5L off=6333175 len=769599 2023-12-01T05:05:14.942 INFO:tasks.workunit.client.0.smithi111.stdout:op 416 completed, throughput=4.97MB/sec 2023-12-01T05:05:14.942 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jsOwQU3s3vnKjHf off=12115883 len=815892 2023-12-01T05:05:14.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 417 completed, throughput=4.98MB/sec 2023-12-01T05:05:14.946 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T2I1R0O8DScxMyU off=4920107 len=1771930 2023-12-01T05:05:14.955 INFO:tasks.workunit.client.0.smithi111.stdout:op 418 completed, throughput=5MB/sec 2023-12-01T05:05:14.955 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M4KbiGpGkjqt7E7 off=13612731 len=1146112 2023-12-01T05:05:14.957 INFO:tasks.workunit.client.0.smithi111.stdout:op 419 completed, throughput=5.01MB/sec 2023-12-01T05:05:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:14 smithi111 ceph-mon[97855]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:14 smithi111 ceph-mon[116524]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:14 smithi155 ceph-mon[102677]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:15.957 INFO:tasks.workunit.client.0.smithi111.stdout: 81: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:15.957 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gyU3trLTr7bHGsR off=22654532 len=957445 2023-12-01T05:05:15.959 INFO:tasks.workunit.client.0.smithi111.stdout:op 420 completed, throughput=4.96MB/sec 2023-12-01T05:05:15.959 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3VTgk8WQm8v8FNg off=3778737 len=1246007 2023-12-01T05:05:15.960 INFO:tasks.workunit.client.0.smithi111.stdout:op 421 completed, throughput=4.98MB/sec 2023-12-01T05:05:15.960 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3DBaBWrZNu8l4G9 off=9499975 len=1653268 2023-12-01T05:05:15.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 422 completed, throughput=4.99MB/sec 2023-12-01T05:05:15.964 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UqIbOVKUb9tzaIg off=7138748 len=205076 2023-12-01T05:05:15.967 INFO:tasks.workunit.client.0.smithi111.stdout:op 423 completed, throughput=5MB/sec 2023-12-01T05:05:15.967 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yqX3Qn-AkMsxP_X off=2487958 len=1017380 2023-12-01T05:05:15.973 INFO:tasks.workunit.client.0.smithi111.stdout:op 424 completed, throughput=5.01MB/sec 2023-12-01T05:05:16.973 INFO:tasks.workunit.client.0.smithi111.stdout: 82: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:16.973 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Bt_0HUTKKwr5our off=2512594 len=1967548 2023-12-01T05:05:16.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 425 completed, throughput=4.97MB/sec 2023-12-01T05:05:16.976 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4N8WW_vZfrU4Qkp off=11467735 len=1858929 2023-12-01T05:05:16.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 426 completed, throughput=4.99MB/sec 2023-12-01T05:05:16.987 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uhkUQY6SWmBVoZP off=2662858 len=27620 2023-12-01T05:05:16.988 INFO:tasks.workunit.client.0.smithi111.stdout:op 427 completed, throughput=4.99MB/sec 2023-12-01T05:05:16.988 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jzLwS4RoRU3_nik off=795657 len=1899417 2023-12-01T05:05:16.991 INFO:tasks.workunit.client.0.smithi111.stdout:op 428 completed, throughput=5.01MB/sec 2023-12-01T05:05:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:16 smithi111 ceph-mon[97855]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:05:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:16 smithi111 ceph-mon[116524]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:05:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:16 smithi155 ceph-mon[102677]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:05:17.992 INFO:tasks.workunit.client.0.smithi111.stdout: 83: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:17.992 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zXpK2bKFv_Ac0tO off=6295390 len=1274570 2023-12-01T05:05:17.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 429 completed, throughput=4.97MB/sec 2023-12-01T05:05:17.993 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-B_QnVmtF7KV7F-7 off=1384313 len=928643 2023-12-01T05:05:17.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 430 completed, throughput=4.98MB/sec 2023-12-01T05:05:17.994 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QU_sgFSfWCq4D3A off=511315 len=1204147 2023-12-01T05:05:18.001 INFO:tasks.workunit.client.0.smithi111.stdout:op 431 completed, throughput=4.99MB/sec 2023-12-01T05:05:18.001 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mHQsvawXo_GtkVw off=1347208 len=1101077 2023-12-01T05:05:18.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 432 completed, throughput=5MB/sec 2023-12-01T05:05:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:18 smithi111 ceph-mon[97855]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:18 smithi111 ceph-mon[116524]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:19.002 INFO:tasks.workunit.client.0.smithi111.stdout: 84: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:19.002 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mYGGoQalQ-3BCkX off=3483653 len=6661 2023-12-01T05:05:19.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 433 completed, throughput=4.95MB/sec 2023-12-01T05:05:19.003 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d_9X4uu2vdjru9N off=3017269 len=1010944 2023-12-01T05:05:19.009 INFO:tasks.workunit.client.0.smithi111.stdout:op 434 completed, throughput=4.96MB/sec 2023-12-01T05:05:19.009 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jFkVKV3cz6msUvW off=791700 len=499176 2023-12-01T05:05:19.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 435 completed, throughput=4.96MB/sec 2023-12-01T05:05:19.011 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pQjhlFbzA-TSM8P off=15947457 len=1747267 2023-12-01T05:05:19.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 436 completed, throughput=4.98MB/sec 2023-12-01T05:05:19.022 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P4MBV0N8B2O67Tf off=3639677 len=580016 2023-12-01T05:05:19.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 437 completed, throughput=4.99MB/sec 2023-12-01T05:05:19.022 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FTd6y5fCTe4SU5l off=761900 len=1822918 2023-12-01T05:05:19.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 438 completed, throughput=5.01MB/sec 2023-12-01T05:05:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:18 smithi155 ceph-mon[102677]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:19.721 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:05:19] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2023-12-01T05:05:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:20.033 INFO:tasks.workunit.client.0.smithi111.stdout: 85: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:20.034 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0goYEhNFh410yWW off=3124628 len=1671960 2023-12-01T05:05:20.035 INFO:tasks.workunit.client.0.smithi111.stdout:op 439 completed, throughput=4.97MB/sec 2023-12-01T05:05:20.035 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FuDBAMlizTn3rfT off=379197 len=809599 2023-12-01T05:05:20.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 440 completed, throughput=4.98MB/sec 2023-12-01T05:05:20.037 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1IGiMZDbu4qQvNz off=8303058 len=1769963 2023-12-01T05:05:20.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 441 completed, throughput=5MB/sec 2023-12-01T05:05:20.038 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J_g3yT2cuUfNd1Q off=9044439 len=1134751 2023-12-01T05:05:20.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 442 completed, throughput=5.01MB/sec 2023-12-01T05:05:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:20 smithi111 ceph-mon[97855]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:20 smithi111 ceph-mon[116524]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:21.040 INFO:tasks.workunit.client.0.smithi111.stdout: 86: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:21.040 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-83sfeaLN5fjCb0h off=1398421 len=165367 2023-12-01T05:05:21.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 443 completed, throughput=4.95MB/sec 2023-12-01T05:05:21.041 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QU66f00W2CUgYba off=8362248 len=1184227 2023-12-01T05:05:21.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 444 completed, throughput=4.96MB/sec 2023-12-01T05:05:21.042 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FJJ5QFLO8r4aCl9 off=237027 len=655000 2023-12-01T05:05:21.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 445 completed, throughput=4.97MB/sec 2023-12-01T05:05:21.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0MyNa-gl7fp1VSh off=4048591 len=1957706 2023-12-01T05:05:21.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 446 completed, throughput=4.99MB/sec 2023-12-01T05:05:21.047 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4-LZP4j87rpsaPf off=6300659 len=1608613 2023-12-01T05:05:21.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 447 completed, throughput=5.01MB/sec 2023-12-01T05:05:21.192 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:05:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:20 smithi155 ceph-mon[102677]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (22m) 21s ago 23m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (23m) 20s ago 23m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (24m) 21s ago 24m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (24m) 20s ago 24m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (27m) 20s ago 27m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (28m) 21s ago 28m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (28m) 21s ago 29m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:05:21.497 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (27m) 20s ago 27m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (27m) 21s ago 27m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (22m) 21s ago 22m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (22m) 20s ago 22m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (27m) 21s ago 27m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (26m) 21s ago 26m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (26m) 21s ago 26m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (25m) 21s ago 25m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (25m) 20s ago 25m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (25m) 20s ago 25m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (24m) 20s ago 24m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (24m) 20s ago 24m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:05:21.498 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (22m) 20s ago 23m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:05:21.881 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:05:21.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:21.883 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:05:21.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:05:21.883 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:05:21.883 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:05:22.048 INFO:tasks.workunit.client.0.smithi111.stdout: 87: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:22.048 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-El3OQEZg21EbZqF off=8862867 len=1574027 2023-12-01T05:05:22.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 448 completed, throughput=4.97MB/sec 2023-12-01T05:05:22.057 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rlXhvQlEF5dtVdU off=3136705 len=761746 2023-12-01T05:05:22.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 449 completed, throughput=4.98MB/sec 2023-12-01T05:05:22.060 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QdLBEk3BZzyM_Zm off=1035700 len=1795271 2023-12-01T05:05:22.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 450 completed, throughput=5MB/sec 2023-12-01T05:05:22.070 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fT9-NAxMKkbg8aq off=2781696 len=1662177 2023-12-01T05:05:22.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 451 completed, throughput=5.01MB/sec 2023-12-01T05:05:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[97855]: from='client.26141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[97855]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[97855]: from='client.26147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2300653665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[116524]: from='client.26141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[116524]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[116524]: from='client.26147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2300653665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:05:23.074 INFO:tasks.workunit.client.0.smithi111.stdout: 88: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:23.074 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-njB-EL6UvYqwzn_ off=464630 len=1800963 2023-12-01T05:05:23.083 INFO:tasks.workunit.client.0.smithi111.stdout:op 452 completed, throughput=4.98MB/sec 2023-12-01T05:05:23.083 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rAkyhYsVhO0rHVH off=2373626 len=1694481 2023-12-01T05:05:23.086 INFO:tasks.workunit.client.0.smithi111.stdout:op 453 completed, throughput=5MB/sec 2023-12-01T05:05:23.086 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rGflQo8HAGNs4mV off=203645 len=1600564 2023-12-01T05:05:23.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 454 completed, throughput=5.01MB/sec 2023-12-01T05:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:22 smithi155 ceph-mon[102677]: from='client.26141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:22 smithi155 ceph-mon[102677]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:22 smithi155 ceph-mon[102677]: from='client.26147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2300653665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:05:24.090 INFO:tasks.workunit.client.0.smithi111.stdout: 89: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:24.090 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jpa1Z4Cg0OGTB0J off=4144114 len=807647 2023-12-01T05:05:24.094 INFO:tasks.workunit.client.0.smithi111.stdout:op 455 completed, throughput=4.97MB/sec 2023-12-01T05:05:24.094 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yxMg9Wa8x-ZFNZv off=5053290 len=1398895 2023-12-01T05:05:24.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 456 completed, throughput=4.98MB/sec 2023-12-01T05:05:24.096 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jg9c4r1WHkuNzTq off=3466272 len=735454 2023-12-01T05:05:24.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 457 completed, throughput=4.99MB/sec 2023-12-01T05:05:24.101 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ULyDTOvoHP2uvG9 off=9630549 len=78185 2023-12-01T05:05:24.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 458 completed, throughput=4.99MB/sec 2023-12-01T05:05:24.101 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ng5rjUwwLMHJ56f off=13721754 len=355979 2023-12-01T05:05:24.105 INFO:tasks.workunit.client.0.smithi111.stdout:op 459 completed, throughput=4.99MB/sec 2023-12-01T05:05:24.105 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SK0Fpng9OESwGMZ off=336701 len=1496873 2023-12-01T05:05:24.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 460 completed, throughput=5.01MB/sec 2023-12-01T05:05:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:24 smithi111 ceph-mon[97855]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:24 smithi111 ceph-mon[116524]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:25.107 INFO:tasks.workunit.client.0.smithi111.stdout: 90: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:25.107 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PZYooJ_YvR-agTD off=50063 len=1710568 2023-12-01T05:05:25.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 461 completed, throughput=4.97MB/sec 2023-12-01T05:05:25.110 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wvRnfIsPIxu2hWY off=15406701 len=577993 2023-12-01T05:05:25.114 INFO:tasks.workunit.client.0.smithi111.stdout:op 462 completed, throughput=4.98MB/sec 2023-12-01T05:05:25.114 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s-oa1A_VWQ6l_Xy off=385487 len=1044049 2023-12-01T05:05:25.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 463 completed, throughput=4.99MB/sec 2023-12-01T05:05:25.116 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PN5rk4264QxOwx_ off=4639905 len=316395 2023-12-01T05:05:25.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 464 completed, throughput=4.99MB/sec 2023-12-01T05:05:25.119 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_ViRZ8dNySGbFZe off=20187144 len=197787 2023-12-01T05:05:25.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 465 completed, throughput=4.99MB/sec 2023-12-01T05:05:25.120 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RovhCFwnlulI_bJ off=1810858 len=802879 2023-12-01T05:05:25.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 466 completed, throughput=5MB/sec 2023-12-01T05:05:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:24 smithi155 ceph-mon[102677]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:05:26.122 INFO:tasks.workunit.client.0.smithi111.stdout: 91: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:26.122 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SPOAyFhcasVpcor off=798246 len=1733577 2023-12-01T05:05:26.131 INFO:tasks.workunit.client.0.smithi111.stdout:op 467 completed, throughput=4.96MB/sec 2023-12-01T05:05:26.131 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IFkvf3w-S-X4aOa off=10404417 len=351150 2023-12-01T05:05:26.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 468 completed, throughput=4.97MB/sec 2023-12-01T05:05:26.132 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JKxFgTpcB0WCJcv off=8061526 len=709848 2023-12-01T05:05:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 469 completed, throughput=4.97MB/sec 2023-12-01T05:05:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wmfutzmuBVZLHNE off=6128309 len=218927 2023-12-01T05:05:26.136 INFO:tasks.workunit.client.0.smithi111.stdout:op 470 completed, throughput=4.98MB/sec 2023-12-01T05:05:26.136 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AbFYSleVBlfMael off=8551507 len=60997 2023-12-01T05:05:26.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 471 completed, throughput=4.98MB/sec 2023-12-01T05:05:26.137 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4FZpCRFw-19LYlP off=9033002 len=2069346 2023-12-01T05:05:26.145 INFO:tasks.workunit.client.0.smithi111.stdout:op 472 completed, throughput=5MB/sec 2023-12-01T05:05:26.145 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1Y5EJp-VMN_ngVl off=18454720 len=1659068 2023-12-01T05:05:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 473 completed, throughput=5.01MB/sec 2023-12-01T05:05:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:26 smithi111 ceph-mon[97855]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:26 smithi111 ceph-mon[116524]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:05:27.155 INFO:tasks.workunit.client.0.smithi111.stdout: 92: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:27.155 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SYBnxFaBjVpSGBe off=4496722 len=1116948 2023-12-01T05:05:27.160 INFO:tasks.workunit.client.0.smithi111.stdout:op 474 completed, throughput=4.97MB/sec 2023-12-01T05:05:27.160 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mURM0-ohU6N7GlS off=11301135 len=30806 2023-12-01T05:05:27.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 475 completed, throughput=4.97MB/sec 2023-12-01T05:05:27.161 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CwdYgfnGqfF1T0h off=17388246 len=1923851 2023-12-01T05:05:27.172 INFO:tasks.workunit.client.0.smithi111.stdout:op 476 completed, throughput=4.99MB/sec 2023-12-01T05:05:27.172 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s09HDab8By2GyV7 off=13231502 len=306300 2023-12-01T05:05:27.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 477 completed, throughput=4.99MB/sec 2023-12-01T05:05:27.173 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NpqXEZk5ZCi30Sj off=11776728 len=1866959 2023-12-01T05:05:27.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 478 completed, throughput=5.01MB/sec 2023-12-01T05:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:26 smithi155 ceph-mon[102677]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:05:28.175 INFO:tasks.workunit.client.0.smithi111.stdout: 93: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hFdz4CNYekJNvdh off=6209639 len=2052300 2023-12-01T05:05:28.188 INFO:tasks.workunit.client.0.smithi111.stdout:op 479 completed, throughput=4.98MB/sec 2023-12-01T05:05:28.188 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HvnMCFvJ-4VW-Zi off=428783 len=544687 2023-12-01T05:05:28.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 480 completed, throughput=4.99MB/sec 2023-12-01T05:05:28.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-94_DE0U1-4x5buw off=23219122 len=160612 2023-12-01T05:05:28.193 INFO:tasks.workunit.client.0.smithi111.stdout:op 481 completed, throughput=4.99MB/sec 2023-12-01T05:05:28.193 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P7AiCwcvjJi79Vu off=206648 len=1713610 2023-12-01T05:05:28.202 INFO:tasks.workunit.client.0.smithi111.stdout:op 482 completed, throughput=5MB/sec 2023-12-01T05:05:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:28 smithi111 ceph-mon[97855]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:28 smithi111 ceph-mon[116524]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:29.202 INFO:tasks.workunit.client.0.smithi111.stdout: 94: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:29.203 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cRBTkHDe1lhFbBU off=134923 len=157997 2023-12-01T05:05:29.206 INFO:tasks.workunit.client.0.smithi111.stdout:op 483 completed, throughput=4.95MB/sec 2023-12-01T05:05:29.206 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3U_9qbAsF3cY7P6 off=2595842 len=735662 2023-12-01T05:05:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:28 smithi155 ceph-mon[102677]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:29.209 INFO:tasks.workunit.client.0.smithi111.stdout:op 484 completed, throughput=4.96MB/sec 2023-12-01T05:05:29.209 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iBPaVsp5v_mPRe0 off=2673864 len=925305 2023-12-01T05:05:29.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 485 completed, throughput=4.97MB/sec 2023-12-01T05:05:29.215 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u8pGHsl6CdjutQa off=1513673 len=1222502 2023-12-01T05:05:29.216 INFO:tasks.workunit.client.0.smithi111.stdout:op 486 completed, throughput=4.98MB/sec 2023-12-01T05:05:29.216 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1Mafdk_C5ulkBC2 off=2976698 len=148050 2023-12-01T05:05:29.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 487 completed, throughput=4.98MB/sec 2023-12-01T05:05:29.219 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UAv8yU_nWLCK-qy off=6085755 len=1319737 2023-12-01T05:05:29.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 488 completed, throughput=5MB/sec 2023-12-01T05:05:29.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xJmkDBvyjjoGa-0 off=9305259 len=398739 2023-12-01T05:05:29.221 INFO:tasks.workunit.client.0.smithi111.stdout:op 489 completed, throughput=5MB/sec 2023-12-01T05:05:29.221 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S2CyEjpmjJgENa- off=15193988 len=332765 2023-12-01T05:05:29.222 INFO:tasks.workunit.client.0.smithi111.stdout:op 490 completed, throughput=5MB/sec 2023-12-01T05:05:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:05:29] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2023-12-01T05:05:30.222 INFO:tasks.workunit.client.0.smithi111.stdout: 95: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:30.222 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s4op9Jo4Cz5EvGF off=7279154 len=1749393 2023-12-01T05:05:30.231 INFO:tasks.workunit.client.0.smithi111.stdout:op 491 completed, throughput=4.97MB/sec 2023-12-01T05:05:30.231 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj---Bd4pYktsCtJi8 off=452866 len=1758657 2023-12-01T05:05:30.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 492 completed, throughput=4.99MB/sec 2023-12-01T05:05:30.233 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-liBcWEf82saeLNw off=7976511 len=246210 2023-12-01T05:05:30.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 493 completed, throughput=4.99MB/sec 2023-12-01T05:05:30.236 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fLFTfIer1X0cNB4 off=0 len=1077649 2023-12-01T05:05:30.242 INFO:tasks.workunit.client.0.smithi111.stdout:op 494 completed, throughput=5MB/sec 2023-12-01T05:05:30.242 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PZvUpHfq-stTvD7 off=6412868 len=1971735 2023-12-01T05:05:30.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 495 completed, throughput=5.02MB/sec 2023-12-01T05:05:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:30 smithi111 ceph-mon[97855]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:30 smithi111 ceph-mon[116524]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:30 smithi155 ceph-mon[102677]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:31.244 INFO:tasks.workunit.client.0.smithi111.stdout: 96: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:31.244 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F1NTJ1z4NzrwIus off=1787887 len=611005 2023-12-01T05:05:31.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 496 completed, throughput=4.97MB/sec 2023-12-01T05:05:31.245 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qVYmtylSxssRJwi off=853123 len=981496 2023-12-01T05:05:31.247 INFO:tasks.workunit.client.0.smithi111.stdout:op 497 completed, throughput=4.98MB/sec 2023-12-01T05:05:31.248 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hBm0ld5e_QvLBom off=411059 len=1432096 2023-12-01T05:05:31.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 498 completed, throughput=4.99MB/sec 2023-12-01T05:05:31.250 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JgdDik31eQPbMY9 off=3416576 len=1831426 2023-12-01T05:05:31.252 INFO:tasks.workunit.client.0.smithi111.stdout:op 499 completed, throughput=5.01MB/sec 2023-12-01T05:05:32.253 INFO:tasks.workunit.client.0.smithi111.stdout: 97: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:32.253 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lnjIHiMRHcpfZBW off=6521183 len=2024153 2023-12-01T05:05:32.262 INFO:tasks.workunit.client.0.smithi111.stdout:op 500 completed, throughput=4.98MB/sec 2023-12-01T05:05:32.262 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uMIUs4zJsRME-Uk off=13180619 len=279377 2023-12-01T05:05:32.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 501 completed, throughput=4.98MB/sec 2023-12-01T05:05:32.266 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mWpuBB0iTDKx9tG off=357272 len=968308 2023-12-01T05:05:32.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 502 completed, throughput=4.99MB/sec 2023-12-01T05:05:32.267 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tQEWtNxD8GbBlVq off=10923562 len=1040731 2023-12-01T05:05:32.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 503 completed, throughput=5MB/sec 2023-12-01T05:05:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:32 smithi111 ceph-mon[97855]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:05:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:32 smithi111 ceph-mon[116524]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:05:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:32 smithi155 ceph-mon[102677]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:05:33.268 INFO:tasks.workunit.client.0.smithi111.stdout: 98: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:33.268 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Cv3FlWDeR2fh4YS off=3657609 len=1288158 2023-12-01T05:05:33.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 504 completed, throughput=4.96MB/sec 2023-12-01T05:05:33.276 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1glel9rYXg84Vv_ off=2773549 len=1883950 2023-12-01T05:05:33.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 505 completed, throughput=4.98MB/sec 2023-12-01T05:05:33.286 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rqKpKPGXOFCpvJZ off=11663383 len=1163050 2023-12-01T05:05:33.287 INFO:tasks.workunit.client.0.smithi111.stdout:op 506 completed, throughput=4.99MB/sec 2023-12-01T05:05:33.287 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sa9uP3lhLahpD2a off=19550550 len=536295 2023-12-01T05:05:33.291 INFO:tasks.workunit.client.0.smithi111.stdout:op 507 completed, throughput=5MB/sec 2023-12-01T05:05:33.292 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DcA7PdNIPsI7CzU off=5089580 len=368060 2023-12-01T05:05:33.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 508 completed, throughput=5MB/sec 2023-12-01T05:05:34.293 INFO:tasks.workunit.client.0.smithi111.stdout: 99: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:34.293 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZlEl9iO24KlesBY off=16409935 len=346991 2023-12-01T05:05:34.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 509 completed, throughput=4.96MB/sec 2023-12-01T05:05:34.296 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4KM2uThDs916Oki off=4205726 len=1988028 2023-12-01T05:05:34.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 510 completed, throughput=4.97MB/sec 2023-12-01T05:05:34.306 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XRBtOk4xaBi9BaI off=3221629 len=948269 2023-12-01T05:05:34.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 511 completed, throughput=4.98MB/sec 2023-12-01T05:05:34.307 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KIF4-mdcrVqi8j4 off=15324450 len=581578 2023-12-01T05:05:34.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 512 completed, throughput=4.99MB/sec 2023-12-01T05:05:34.310 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7jz9xjEZyoapacl off=4338912 len=1878978 2023-12-01T05:05:34.318 INFO:tasks.workunit.client.0.smithi111.stdout:op 513 completed, throughput=5MB/sec 2023-12-01T05:05:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:34 smithi111 ceph-mon[97855]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:34 smithi111 ceph-mon[116524]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:34 smithi155 ceph-mon[102677]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:05:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:35.318 INFO:tasks.workunit.client.0.smithi111.stdout: 100: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:35.318 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XPGAG6MjMhlbfdm off=6291422 len=340023 2023-12-01T05:05:35.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 514 completed, throughput=4.96MB/sec 2023-12-01T05:05:35.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8zvtYWMf-veYWDQ off=17858735 len=142639 2023-12-01T05:05:35.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 515 completed, throughput=4.96MB/sec 2023-12-01T05:05:35.320 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Onqsc5jDFt0fc2U off=146791 len=514864 2023-12-01T05:05:35.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 516 completed, throughput=4.96MB/sec 2023-12-01T05:05:35.324 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gK6yqT7vNmP95Th off=10014696 len=125666 2023-12-01T05:05:35.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 517 completed, throughput=4.97MB/sec 2023-12-01T05:05:35.327 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jEi3R5TkjtMkl5O off=386124 len=1146683 2023-12-01T05:05:35.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 518 completed, throughput=4.98MB/sec 2023-12-01T05:05:35.329 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DIKlcEjPLs43Nr8 off=3436057 len=759486 2023-12-01T05:05:35.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 519 completed, throughput=4.98MB/sec 2023-12-01T05:05:35.330 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6U8UZ6HYn5-h_Nz off=1182216 len=1384953 2023-12-01T05:05:35.333 INFO:tasks.workunit.client.0.smithi111.stdout:op 520 completed, throughput=5MB/sec 2023-12-01T05:05:35.333 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v6sw-sI1Bw2yus1 off=12979145 len=24731 2023-12-01T05:05:35.335 INFO:tasks.workunit.client.0.smithi111.stdout:op 521 completed, throughput=5MB/sec 2023-12-01T05:05:35.335 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sZ5rjQ_sngvOhGz off=26868 len=98601 2023-12-01T05:05:35.336 INFO:tasks.workunit.client.0.smithi111.stdout:op 522 completed, throughput=5MB/sec 2023-12-01T05:05:35.336 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VjYaKEKqHOKlVd6 off=3849547 len=438203 2023-12-01T05:05:35.340 INFO:tasks.workunit.client.0.smithi111.stdout:op 523 completed, throughput=5MB/sec 2023-12-01T05:05:36.340 INFO:tasks.workunit.client.0.smithi111.stdout: 101: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:36.340 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8R_yQ-FogizDE7b off=1797860 len=773691 2023-12-01T05:05:36.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 524 completed, throughput=4.96MB/sec 2023-12-01T05:05:36.341 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tbf7WR7-FKMfQKW off=74243 len=214895 2023-12-01T05:05:36.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 525 completed, throughput=4.96MB/sec 2023-12-01T05:05:36.344 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vfpv46T8UhNWL6l off=19586905 len=1192756 2023-12-01T05:05:36.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 526 completed, throughput=4.97MB/sec 2023-12-01T05:05:36.347 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xb8-kFOEdNSCpr1 off=3097715 len=1405211 2023-12-01T05:05:36.353 INFO:tasks.workunit.client.0.smithi111.stdout:op 527 completed, throughput=4.99MB/sec 2023-12-01T05:05:36.353 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TT0Ohbcosf3qufH off=13937319 len=1868909 2023-12-01T05:05:36.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 528 completed, throughput=5MB/sec 2023-12-01T05:05:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:36 smithi155 ceph-mon[102677]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:05:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:36 smithi111 ceph-mon[97855]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:05:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:36 smithi111 ceph-mon[116524]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:05:37.355 INFO:tasks.workunit.client.0.smithi111.stdout: 102: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:37.355 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8J4MhfozaZghTaj off=628556 len=1509602 2023-12-01T05:05:37.357 INFO:tasks.workunit.client.0.smithi111.stdout:op 529 completed, throughput=4.97MB/sec 2023-12-01T05:05:37.357 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W07see6kpCMYzU7 off=1135282 len=667225 2023-12-01T05:05:37.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 530 completed, throughput=4.97MB/sec 2023-12-01T05:05:37.358 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kdVr6YtUqnMhG5N off=2305485 len=303400 2023-12-01T05:05:37.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 531 completed, throughput=4.98MB/sec 2023-12-01T05:05:37.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uEYIFy2xCjfnlj9 off=7972278 len=695330 2023-12-01T05:05:37.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 532 completed, throughput=4.98MB/sec 2023-12-01T05:05:37.362 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9jF7NZKsv_xIuVX off=5006529 len=1643398 2023-12-01T05:05:37.363 INFO:tasks.workunit.client.0.smithi111.stdout:op 533 completed, throughput=5MB/sec 2023-12-01T05:05:37.363 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qgMO3i97K05d5Cz off=2400440 len=1869069 2023-12-01T05:05:37.365 INFO:tasks.workunit.client.0.smithi111.stdout:op 534 completed, throughput=5.02MB/sec 2023-12-01T05:05:38.366 INFO:tasks.workunit.client.0.smithi111.stdout: 103: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:38.366 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y95j51T07qopt4L off=5111385 len=1080887 2023-12-01T05:05:38.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 535 completed, throughput=4.98MB/sec 2023-12-01T05:05:38.367 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QlLI44WU4t3JiaW off=18606790 len=601952 2023-12-01T05:05:38.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 536 completed, throughput=4.98MB/sec 2023-12-01T05:05:38.368 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wUIvoE07kbD6bkD off=1846581 len=2061027 2023-12-01T05:05:38.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 537 completed, throughput=5MB/sec 2023-12-01T05:05:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:38 smithi155 ceph-mon[102677]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:05:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:38 smithi111 ceph-mon[97855]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:05:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:38 smithi111 ceph-mon[116524]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:05:39.372 INFO:tasks.workunit.client.0.smithi111.stdout: 104: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:39.373 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KmrZoLM9kXMW1k4 off=9260446 len=1378923 2023-12-01T05:05:39.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 538 completed, throughput=4.97MB/sec 2023-12-01T05:05:39.374 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BVZf37ingt03d9Q off=9498531 len=57601 2023-12-01T05:05:39.375 INFO:tasks.workunit.client.0.smithi111.stdout:op 539 completed, throughput=4.97MB/sec 2023-12-01T05:05:39.375 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cj-DV9UQegjU922 off=5676169 len=1218895 2023-12-01T05:05:39.376 INFO:tasks.workunit.client.0.smithi111.stdout:op 540 completed, throughput=4.98MB/sec 2023-12-01T05:05:39.376 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ogsZTzHPrR12lkK off=2909661 len=515999 2023-12-01T05:05:39.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 541 completed, throughput=4.98MB/sec 2023-12-01T05:05:39.377 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L41nDnVEjHE3xv3 off=3139045 len=1581632 2023-12-01T05:05:39.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 542 completed, throughput=5MB/sec 2023-12-01T05:05:39.384 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iII3Kami9_NYrZC off=3730431 len=568010 2023-12-01T05:05:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 543 completed, throughput=5MB/sec 2023-12-01T05:05:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:05:39] "GET /metrics HTTP/1.1" 200 33885 "" "Prometheus/2.43.0" 2023-12-01T05:05:40.387 INFO:tasks.workunit.client.0.smithi111.stdout: 105: throughput=4.95MB/sec pending data=0 2023-12-01T05:05:40.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L3KbCvDFdI_T-Lh off=10025271 len=1439444 2023-12-01T05:05:40.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 544 completed, throughput=4.97MB/sec 2023-12-01T05:05:40.389 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-36-whkW6trOwbIh off=8188726 len=1770358 2023-12-01T05:05:40.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 545 completed, throughput=4.98MB/sec 2023-12-01T05:05:40.391 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xzDtkRmVxcjYy89 off=16145461 len=1209091 2023-12-01T05:05:40.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 546 completed, throughput=4.99MB/sec 2023-12-01T05:05:40.398 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nxeatEbtlkTEW1k off=1916168 len=1859740 2023-12-01T05:05:40.408 INFO:tasks.workunit.client.0.smithi111.stdout:op 547 completed, throughput=5.01MB/sec 2023-12-01T05:05:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:40 smithi155 ceph-mon[102677]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:05:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:40 smithi111 ceph-mon[97855]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:05:41.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:40 smithi111 ceph-mon[116524]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:05:41.408 INFO:tasks.workunit.client.0.smithi111.stdout: 106: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:41.409 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x9tlSMtacanawTu off=812358 len=1166244 2023-12-01T05:05:41.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 548 completed, throughput=4.97MB/sec 2023-12-01T05:05:41.410 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tFTL3dGUGP1Vn8H off=3445397 len=297719 2023-12-01T05:05:41.413 INFO:tasks.workunit.client.0.smithi111.stdout:op 549 completed, throughput=4.98MB/sec 2023-12-01T05:05:41.413 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tFN3A0zJqRk_C16 off=3281538 len=696574 2023-12-01T05:05:41.417 INFO:tasks.workunit.client.0.smithi111.stdout:op 550 completed, throughput=4.98MB/sec 2023-12-01T05:05:41.417 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6tXugWgJPthr2_D off=791675 len=2073120 2023-12-01T05:05:41.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 551 completed, throughput=5MB/sec 2023-12-01T05:05:41.419 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DsLVEK68ukr5pXH off=8220876 len=1580140 2023-12-01T05:05:41.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 552 completed, throughput=5.01MB/sec 2023-12-01T05:05:42.426 INFO:tasks.workunit.client.0.smithi111.stdout: 107: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:42.426 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-juaqSAwVgURM985 off=22416829 len=1748167 2023-12-01T05:05:42.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 553 completed, throughput=4.98MB/sec 2023-12-01T05:05:42.437 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hzblChv-ZgABsto off=1266736 len=797497 2023-12-01T05:05:42.437 INFO:tasks.workunit.client.0.smithi111.stdout:op 554 completed, throughput=4.99MB/sec 2023-12-01T05:05:42.437 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PC4gGW9Fp2GdV7f off=8274007 len=1488087 2023-12-01T05:05:42.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 555 completed, throughput=5MB/sec 2023-12-01T05:05:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:42 smithi155 ceph-mon[102677]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:42 smithi111 ceph-mon[97855]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:42 smithi111 ceph-mon[116524]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:05:43.441 INFO:tasks.workunit.client.0.smithi111.stdout: 108: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:43.441 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VDHo5OJtB8VgoBJ off=3447867 len=771183 2023-12-01T05:05:43.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 556 completed, throughput=4.96MB/sec 2023-12-01T05:05:43.445 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wW7PIFKUNsoRjpf off=571215 len=790383 2023-12-01T05:05:43.447 INFO:tasks.workunit.client.0.smithi111.stdout:op 557 completed, throughput=4.97MB/sec 2023-12-01T05:05:43.447 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xTjlQipGs1qAuV0 off=5297694 len=1426176 2023-12-01T05:05:43.449 INFO:tasks.workunit.client.0.smithi111.stdout:op 558 completed, throughput=4.98MB/sec 2023-12-01T05:05:43.449 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zh4F_PQM4hynNBh off=1924407 len=741145 2023-12-01T05:05:43.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 559 completed, throughput=4.99MB/sec 2023-12-01T05:05:43.454 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sWshjzosSFwUc9g off=2313464 len=263076 2023-12-01T05:05:43.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 560 completed, throughput=4.99MB/sec 2023-12-01T05:05:43.457 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gFCYLFKX3TooLRe off=6285031 len=2052414 2023-12-01T05:05:43.458 INFO:tasks.workunit.client.0.smithi111.stdout:op 561 completed, throughput=5.01MB/sec 2023-12-01T05:05:44.459 INFO:tasks.workunit.client.0.smithi111.stdout: 109: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:44.459 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rsKDlgYU-xmXLsd off=13659901 len=784705 2023-12-01T05:05:44.464 INFO:tasks.workunit.client.0.smithi111.stdout:op 562 completed, throughput=4.97MB/sec 2023-12-01T05:05:44.464 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ElLk_KGs0Xhxwmy off=6380100 len=1461014 2023-12-01T05:05:44.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 563 completed, throughput=4.98MB/sec 2023-12-01T05:05:44.466 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xh3WWo5nJs0K3qb off=20555616 len=111565 2023-12-01T05:05:44.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 564 completed, throughput=4.98MB/sec 2023-12-01T05:05:44.467 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2fWORis-rvWyiop off=12439121 len=1963899 2023-12-01T05:05:44.468 INFO:tasks.workunit.client.0.smithi111.stdout:op 565 completed, throughput=5MB/sec 2023-12-01T05:05:44.468 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lJfXQcEOJjVPbKt off=9908842 len=234710 2023-12-01T05:05:44.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 566 completed, throughput=5MB/sec 2023-12-01T05:05:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:44 smithi155 ceph-mon[102677]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-01T05:05:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:44 smithi111 ceph-mon[97855]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-01T05:05:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:44 smithi111 ceph-mon[116524]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-01T05:05:45.470 INFO:tasks.workunit.client.0.smithi111.stdout: 110: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:45.470 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h5N4eW1qVsA6XlI off=1331168 len=192833 2023-12-01T05:05:45.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 567 completed, throughput=4.96MB/sec 2023-12-01T05:05:45.471 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fw-Aaot-1JbSQZq off=508593 len=459090 2023-12-01T05:05:45.472 INFO:tasks.workunit.client.0.smithi111.stdout:op 568 completed, throughput=4.96MB/sec 2023-12-01T05:05:45.472 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xtkk1ZOPcxqptOB off=1618658 len=1970183 2023-12-01T05:05:45.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 569 completed, throughput=4.98MB/sec 2023-12-01T05:05:45.476 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NW6p58dKv0ZWaSn off=895396 len=588750 2023-12-01T05:05:45.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 570 completed, throughput=4.98MB/sec 2023-12-01T05:05:45.480 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jJVhP7JjVZqyh9p off=17753728 len=1847835 2023-12-01T05:05:45.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 571 completed, throughput=5MB/sec 2023-12-01T05:05:45.482 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gvVOcSIKCDmNZbL off=14714829 len=1233573 2023-12-01T05:05:45.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 572 completed, throughput=5.01MB/sec 2023-12-01T05:05:46.489 INFO:tasks.workunit.client.0.smithi111.stdout: 111: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:46.490 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBm0ld5e_QvLBom off=431243 len=429043 2023-12-01T05:05:46.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 573 completed, throughput=4.97MB/sec 2023-12-01T05:05:46.494 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y_ipIJgbeudUHpq off=5176322 len=1822660 2023-12-01T05:05:46.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 574 completed, throughput=4.98MB/sec 2023-12-01T05:05:46.497 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uNVGV1FCr2eMiKl off=17272406 len=259924 2023-12-01T05:05:46.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 575 completed, throughput=4.99MB/sec 2023-12-01T05:05:46.500 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4HY2PxSBBBPVJPS off=24106538 len=729851 2023-12-01T05:05:46.505 INFO:tasks.workunit.client.0.smithi111.stdout:op 576 completed, throughput=4.99MB/sec 2023-12-01T05:05:46.505 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Nb9rYaYCGbYf4_8 off=13889182 len=1068323 2023-12-01T05:05:46.506 INFO:tasks.workunit.client.0.smithi111.stdout:op 577 completed, throughput=5MB/sec 2023-12-01T05:05:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:46 smithi155 ceph-mon[102677]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-01T05:05:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:46 smithi111 ceph-mon[97855]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-01T05:05:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:46 smithi111 ceph-mon[116524]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-01T05:05:47.507 INFO:tasks.workunit.client.0.smithi111.stdout: 112: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:47.507 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ccIymC16uQlp4TK off=7599331 len=1417470 2023-12-01T05:05:47.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 578 completed, throughput=4.97MB/sec 2023-12-01T05:05:47.510 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fEidQymOLykxRXb off=2063492 len=1713503 2023-12-01T05:05:47.520 INFO:tasks.workunit.client.0.smithi111.stdout:op 579 completed, throughput=4.98MB/sec 2023-12-01T05:05:47.520 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N-qE67ZAIVQOmPA off=6820496 len=1949600 2023-12-01T05:05:47.528 INFO:tasks.workunit.client.0.smithi111.stdout:op 580 completed, throughput=5MB/sec 2023-12-01T05:05:47.528 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iZkDeKuBHy32MMt off=262491 len=555292 2023-12-01T05:05:47.529 INFO:tasks.workunit.client.0.smithi111.stdout:op 581 completed, throughput=5MB/sec 2023-12-01T05:05:48.529 INFO:tasks.workunit.client.0.smithi111.stdout: 113: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:48.530 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P2aCQYJ_HT1277I off=6642025 len=1709024 2023-12-01T05:05:48.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 582 completed, throughput=4.97MB/sec 2023-12-01T05:05:48.538 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6RoRf1BLoJ8pXni off=17844920 len=1862458 2023-12-01T05:05:48.541 INFO:tasks.workunit.client.0.smithi111.stdout:op 583 completed, throughput=4.99MB/sec 2023-12-01T05:05:48.541 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--X6xpRnk9prse3h off=12859428 len=1910085 2023-12-01T05:05:48.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 584 completed, throughput=5MB/sec 2023-12-01T05:05:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:48 smithi155 ceph-mon[102677]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-01T05:05:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:48 smithi111 ceph-mon[97855]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-01T05:05:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:48 smithi111 ceph-mon[116524]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-01T05:05:49.552 INFO:tasks.workunit.client.0.smithi111.stdout: 114: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:49.552 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uVw6mN1WjZIAsrD off=0 len=1564157 2023-12-01T05:05:49.554 INFO:tasks.workunit.client.0.smithi111.stdout:op 585 completed, throughput=4.97MB/sec 2023-12-01T05:05:49.554 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bjNTnovfS4Qq_qb off=616675 len=719752 2023-12-01T05:05:49.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 586 completed, throughput=4.98MB/sec 2023-12-01T05:05:49.559 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LTqY_nmgpdSoBfa off=3745214 len=1552920 2023-12-01T05:05:49.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 587 completed, throughput=4.99MB/sec 2023-12-01T05:05:49.560 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2AhZaMpkR1tKOzD off=5606531 len=1743854 2023-12-01T05:05:49.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 588 completed, throughput=5.01MB/sec 2023-12-01T05:05:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:05:49] "GET /metrics HTTP/1.1" 200 33878 "" "Prometheus/2.43.0" 2023-12-01T05:05:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:05:50.562 INFO:tasks.workunit.client.0.smithi111.stdout: 115: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:50.562 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mIutyOK6xujDL2_ off=1539765 len=1054331 2023-12-01T05:05:50.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 589 completed, throughput=4.97MB/sec 2023-12-01T05:05:50.568 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DUcD_uKXXg56qxr off=21574388 len=736955 2023-12-01T05:05:50.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 590 completed, throughput=4.98MB/sec 2023-12-01T05:05:50.570 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ObtKINyytmGmwCl off=6276738 len=1982743 2023-12-01T05:05:50.572 INFO:tasks.workunit.client.0.smithi111.stdout:op 591 completed, throughput=4.99MB/sec 2023-12-01T05:05:50.572 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wp1u-RCD2xmVCjT off=1522162 len=1996497 2023-12-01T05:05:50.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 592 completed, throughput=5.01MB/sec 2023-12-01T05:05:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:50 smithi155 ceph-mon[102677]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-01T05:05:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:50 smithi111 ceph-mon[97855]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-01T05:05:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:50 smithi111 ceph-mon[116524]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2023-12-01T05:05:51.575 INFO:tasks.workunit.client.0.smithi111.stdout: 116: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:51.575 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oHYsT_LfeqqpmbU off=1712558 len=310611 2023-12-01T05:05:51.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 593 completed, throughput=4.97MB/sec 2023-12-01T05:05:51.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_In0NIfhDd8j1DT off=294684 len=367396 2023-12-01T05:05:51.579 INFO:tasks.workunit.client.0.smithi111.stdout:op 594 completed, throughput=4.97MB/sec 2023-12-01T05:05:51.579 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uRas8-tpFB4hrAD off=4288345 len=1658927 2023-12-01T05:05:51.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 595 completed, throughput=4.99MB/sec 2023-12-01T05:05:51.581 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-t_T4vf2BStQ7Kri off=7240227 len=874386 2023-12-01T05:05:51.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 596 completed, throughput=4.99MB/sec 2023-12-01T05:05:51.582 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JnKIp2Gl1EbQS6n off=15198525 len=739938 2023-12-01T05:05:51.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 597 completed, throughput=5MB/sec 2023-12-01T05:05:51.583 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n1Z8ZAJtfacdP3_ off=9239665 len=231536 2023-12-01T05:05:51.584 INFO:tasks.workunit.client.0.smithi111.stdout:op 598 completed, throughput=5MB/sec 2023-12-01T05:05:52.227 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:05:52.533 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (23m) 52s ago 23m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (23m) 51s ago 23m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (24m) 52s ago 24m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (24m) 51s ago 24m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (27m) 51s ago 27m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (29m) 52s ago 29m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (29m) 52s ago 29m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (28m) 51s ago 28m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (28m) 52s ago 28m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (23m) 52s ago 23m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (23m) 51s ago 23m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (27m) 52s ago 27m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (27m) 52s ago 27m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:05:52.534 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (26m) 52s ago 26m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:05:52.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (26m) 52s ago 26m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:05:52.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (26m) 51s ago 26m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:05:52.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (25m) 51s ago 25m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:05:52.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (25m) 51s ago 25m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:05:52.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (24m) 51s ago 24m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:05:52.535 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (23m) 51s ago 24m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:05:52.584 INFO:tasks.workunit.client.0.smithi111.stdout: 117: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:52.584 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L3KbCvDFdI_T-Lh off=10459279 len=470793 2023-12-01T05:05:52.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 599 completed, throughput=4.96MB/sec 2023-12-01T05:05:52.588 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qQitFvlctu52ZQH off=3305947 len=1090775 2023-12-01T05:05:52.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 600 completed, throughput=4.97MB/sec 2023-12-01T05:05:52.589 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P5wvXcPzj6cpTcF off=4957225 len=1133629 2023-12-01T05:05:52.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 601 completed, throughput=4.98MB/sec 2023-12-01T05:05:52.590 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UqKD7ZDl99jCc_i off=16553353 len=1688127 2023-12-01T05:05:52.593 INFO:tasks.workunit.client.0.smithi111.stdout:op 602 completed, throughput=4.99MB/sec 2023-12-01T05:05:52.593 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y2XFRzSZWsytHcp off=13988107 len=698159 2023-12-01T05:05:52.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 603 completed, throughput=5MB/sec 2023-12-01T05:05:52.594 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EZrVaw3-oGJu9Ce off=11161865 len=780579 2023-12-01T05:05:52.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 604 completed, throughput=5.01MB/sec 2023-12-01T05:05:52.918 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:05:52.918 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:05:52.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:05:52.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:52.918 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:05:52.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:05:52.919 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:05:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:52 smithi155 ceph-mon[102677]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-01T05:05:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:52 smithi111 ceph-mon[97855]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-01T05:05:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:52 smithi111 ceph-mon[116524]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2023-12-01T05:05:53.595 INFO:tasks.workunit.client.0.smithi111.stdout: 118: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:53.595 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aTITL6902keHJe9 off=6286163 len=211341 2023-12-01T05:05:53.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 605 completed, throughput=4.97MB/sec 2023-12-01T05:05:53.596 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eryk7vm77NNfZGA off=595933 len=2001726 2023-12-01T05:05:53.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 606 completed, throughput=4.98MB/sec 2023-12-01T05:05:53.599 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bJVJPvFKhwP2XBp off=558345 len=1185190 2023-12-01T05:05:53.606 INFO:tasks.workunit.client.0.smithi111.stdout:op 607 completed, throughput=4.99MB/sec 2023-12-01T05:05:53.606 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lfFkuHWB19gOThX off=13361798 len=845635 2023-12-01T05:05:53.609 INFO:tasks.workunit.client.0.smithi111.stdout:op 608 completed, throughput=5MB/sec 2023-12-01T05:05:53.609 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mki5JctY78z6Awo off=17161196 len=1858842 2023-12-01T05:05:53.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 609 completed, throughput=5.01MB/sec 2023-12-01T05:05:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:53 smithi155 ceph-mon[102677]: from='client.26159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:53 smithi155 ceph-mon[102677]: from='client.16263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/443137200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:05:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:53 smithi111 ceph-mon[97855]: from='client.26159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:53 smithi111 ceph-mon[97855]: from='client.16263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/443137200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:05:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:53 smithi111 ceph-mon[116524]: from='client.26159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:53 smithi111 ceph-mon[116524]: from='client.16263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:05:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/443137200' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:05:54.619 INFO:tasks.workunit.client.0.smithi111.stdout: 119: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:54.619 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EHXbNtGqdncp1wm off=16286837 len=79375 2023-12-01T05:05:54.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 610 completed, throughput=4.97MB/sec 2023-12-01T05:05:54.622 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ClW2JR5RpqdkeiP off=8166979 len=1769200 2023-12-01T05:05:54.631 INFO:tasks.workunit.client.0.smithi111.stdout:op 611 completed, throughput=4.98MB/sec 2023-12-01T05:05:54.631 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g_0Db7eyTnKq6l8 off=18660190 len=1348745 2023-12-01T05:05:54.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 612 completed, throughput=4.99MB/sec 2023-12-01T05:05:54.632 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dzgELXE5vpGTrZo off=7583343 len=1853170 2023-12-01T05:05:54.641 INFO:tasks.workunit.client.0.smithi111.stdout:op 613 completed, throughput=5.01MB/sec 2023-12-01T05:05:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:54 smithi155 ceph-mon[102677]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:54 smithi111 ceph-mon[97855]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:54 smithi111 ceph-mon[116524]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:05:55.641 INFO:tasks.workunit.client.0.smithi111.stdout: 120: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:55.641 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OCavJ3yWhAaW8LH off=675708 len=926637 2023-12-01T05:05:55.646 INFO:tasks.workunit.client.0.smithi111.stdout:op 614 completed, throughput=4.98MB/sec 2023-12-01T05:05:55.647 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c18gVIXSeYr-z_v off=192320 len=981298 2023-12-01T05:05:55.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 615 completed, throughput=4.98MB/sec 2023-12-01T05:05:55.652 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aW7TDWgCe1gimKF off=16631656 len=1627237 2023-12-01T05:05:55.653 INFO:tasks.workunit.client.0.smithi111.stdout:op 616 completed, throughput=5MB/sec 2023-12-01T05:05:55.653 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ng6mxQCAgQutouc off=19020806 len=1756509 2023-12-01T05:05:55.655 INFO:tasks.workunit.client.0.smithi111.stdout:op 617 completed, throughput=5.01MB/sec 2023-12-01T05:05:56.655 INFO:tasks.workunit.client.0.smithi111.stdout: 121: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:56.656 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NStPBi924wJgr7u off=19843605 len=1851220 2023-12-01T05:05:56.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 618 completed, throughput=4.98MB/sec 2023-12-01T05:05:56.666 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9Gj-CjSPJ82_Ei8 off=1773284 len=1592974 2023-12-01T05:05:56.673 INFO:tasks.workunit.client.0.smithi111.stdout:op 619 completed, throughput=4.99MB/sec 2023-12-01T05:05:56.673 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QSR_8SxRH8ixsDD off=2579893 len=1248823 2023-12-01T05:05:56.679 INFO:tasks.workunit.client.0.smithi111.stdout:op 620 completed, throughput=5MB/sec 2023-12-01T05:05:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:56 smithi155 ceph-mon[102677]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-01T05:05:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:56 smithi111 ceph-mon[97855]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-01T05:05:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:56 smithi111 ceph-mon[116524]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2023-12-01T05:05:57.679 INFO:tasks.workunit.client.0.smithi111.stdout: 122: throughput=4.96MB/sec pending data=0 2023-12-01T05:05:57.680 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wjkP5gB5kJC0tEw off=16842455 len=222872 2023-12-01T05:05:57.682 INFO:tasks.workunit.client.0.smithi111.stdout:op 621 completed, throughput=4.96MB/sec 2023-12-01T05:05:57.682 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b02WxIiQ8wm4EfP off=1292190 len=471978 2023-12-01T05:05:57.683 INFO:tasks.workunit.client.0.smithi111.stdout:op 622 completed, throughput=4.97MB/sec 2023-12-01T05:05:57.683 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YooyUsv3UBJnfbs off=15176274 len=939682 2023-12-01T05:05:57.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 623 completed, throughput=4.98MB/sec 2023-12-01T05:05:57.691 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PTC_63So79nbHKE off=2893772 len=1826054 2023-12-01T05:05:57.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 624 completed, throughput=4.99MB/sec 2023-12-01T05:05:57.693 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OeIZiLaD7fdsj43 off=19090709 len=396048 2023-12-01T05:05:57.694 INFO:tasks.workunit.client.0.smithi111.stdout:op 625 completed, throughput=4.99MB/sec 2023-12-01T05:05:57.694 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TGT8iUrlTmbMbqH off=19328677 len=534441 2023-12-01T05:05:57.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 626 completed, throughput=5MB/sec 2023-12-01T05:05:57.697 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pDPrlSwXEgtBZ1s off=5604552 len=1495776 2023-12-01T05:05:57.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 627 completed, throughput=5.01MB/sec 2023-12-01T05:05:58.705 INFO:tasks.workunit.client.0.smithi111.stdout: 123: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:58.705 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UnKJOFMGnl_xUuq off=1176652 len=429298 2023-12-01T05:05:58.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 628 completed, throughput=4.97MB/sec 2023-12-01T05:05:58.709 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y85p9W8X99j_AMK off=3639078 len=1871527 2023-12-01T05:05:58.711 INFO:tasks.workunit.client.0.smithi111.stdout:op 629 completed, throughput=4.98MB/sec 2023-12-01T05:05:58.711 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kbimToKkh0sBuC- off=5766091 len=2025612 2023-12-01T05:05:58.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 630 completed, throughput=5MB/sec 2023-12-01T05:05:58.722 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-27L-otegK-Lb38l off=6046058 len=868576 2023-12-01T05:05:58.724 INFO:tasks.workunit.client.0.smithi111.stdout:op 631 completed, throughput=5.01MB/sec 2023-12-01T05:05:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:05:58 smithi155 ceph-mon[102677]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:05:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:05:58 smithi111 ceph-mon[97855]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:05:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:05:58 smithi111 ceph-mon[116524]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:05:59.725 INFO:tasks.workunit.client.0.smithi111.stdout: 124: throughput=4.97MB/sec pending data=0 2023-12-01T05:05:59.725 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xzDtkRmVxcjYy89 off=12624448 len=388404 2023-12-01T05:05:59.728 INFO:tasks.workunit.client.0.smithi111.stdout:op 632 completed, throughput=4.97MB/sec 2023-12-01T05:05:59.729 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z-qlqIgwL14qBMU off=3458935 len=963406 2023-12-01T05:05:59.730 INFO:tasks.workunit.client.0.smithi111.stdout:op 633 completed, throughput=4.98MB/sec 2023-12-01T05:05:59.730 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-d1H-BK7oO7ybSaU off=5252250 len=791095 2023-12-01T05:05:59.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 634 completed, throughput=4.98MB/sec 2023-12-01T05:05:59.732 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7ydDnUW3njixlI6 off=2350197 len=446121 2023-12-01T05:05:59.735 INFO:tasks.workunit.client.0.smithi111.stdout:op 635 completed, throughput=4.99MB/sec 2023-12-01T05:05:59.736 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bn8_4DrvX63aDg4 off=7400119 len=1091881 2023-12-01T05:05:59.737 INFO:tasks.workunit.client.0.smithi111.stdout:op 636 completed, throughput=4.99MB/sec 2023-12-01T05:05:59.737 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f5P20Lp0-yn4sVP off=4779332 len=1792741 2023-12-01T05:05:59.738 INFO:tasks.workunit.client.0.smithi111.stdout:op 637 completed, throughput=5.01MB/sec 2023-12-01T05:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:05:59] "GET /metrics HTTP/1.1" 200 33878 "" "Prometheus/2.43.0" 2023-12-01T05:06:00.739 INFO:tasks.workunit.client.0.smithi111.stdout: 125: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:00.739 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vGgP3jjo1XhNfTf off=3011358 len=1502841 2023-12-01T05:06:00.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 638 completed, throughput=4.98MB/sec 2023-12-01T05:06:00.741 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VbX8_E53Cxt-D95 off=491727 len=70778 2023-12-01T05:06:00.743 INFO:tasks.workunit.client.0.smithi111.stdout:op 639 completed, throughput=4.98MB/sec 2023-12-01T05:06:00.743 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LYFm0Y6SUWYLKDM off=16950655 len=431357 2023-12-01T05:06:00.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 640 completed, throughput=4.98MB/sec 2023-12-01T05:06:00.747 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V3PsuYU2bWKHeOL off=2944203 len=1081928 2023-12-01T05:06:00.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 641 completed, throughput=4.99MB/sec 2023-12-01T05:06:00.748 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6pIDJteCm20-RBi off=5886311 len=1949032 2023-12-01T05:06:00.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 642 completed, throughput=5.01MB/sec 2023-12-01T05:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:00 smithi155 ceph-mon[102677]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:00 smithi111 ceph-mon[97855]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:00 smithi111 ceph-mon[116524]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:01.752 INFO:tasks.workunit.client.0.smithi111.stdout: 126: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:01.752 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SZTAfc3-5-chng5 off=4254731 len=304316 2023-12-01T05:06:01.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 643 completed, throughput=4.97MB/sec 2023-12-01T05:06:01.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fbP2eUQR17v5Win off=416036 len=1334409 2023-12-01T05:06:01.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 644 completed, throughput=4.98MB/sec 2023-12-01T05:06:01.754 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hspMgcjhymzcCei off=5951301 len=327518 2023-12-01T05:06:01.756 INFO:tasks.workunit.client.0.smithi111.stdout:op 645 completed, throughput=4.98MB/sec 2023-12-01T05:06:01.756 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oNslJCq6SNraepA off=11323450 len=594037 2023-12-01T05:06:01.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 646 completed, throughput=4.98MB/sec 2023-12-01T05:06:01.760 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UQQxNM0ggDUoYr9 off=1760579 len=1079497 2023-12-01T05:06:01.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 647 completed, throughput=4.99MB/sec 2023-12-01T05:06:01.765 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oku2IG-HfQmNpsr off=7352345 len=619271 2023-12-01T05:06:01.769 INFO:tasks.workunit.client.0.smithi111.stdout:op 648 completed, throughput=5MB/sec 2023-12-01T05:06:01.769 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wFap52uUU3Ba5PC off=771486 len=1234466 2023-12-01T05:06:01.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 649 completed, throughput=5.01MB/sec 2023-12-01T05:06:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:06:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:06:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:06:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:06:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:06:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:06:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:06:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:06:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:06:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:06:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:06:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:06:02.775 INFO:tasks.workunit.client.0.smithi111.stdout: 127: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:02.776 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hU11SLR-VAxPWGB off=3492362 len=857778 2023-12-01T05:06:02.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 650 completed, throughput=4.97MB/sec 2023-12-01T05:06:02.781 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kFl9OBsro485t-L off=11241819 len=119136 2023-12-01T05:06:02.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 651 completed, throughput=4.97MB/sec 2023-12-01T05:06:02.782 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_d74r-UE9YJH7Mm off=1259484 len=1239985 2023-12-01T05:06:02.788 INFO:tasks.workunit.client.0.smithi111.stdout:op 652 completed, throughput=4.98MB/sec 2023-12-01T05:06:02.788 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gRMrTp0XMTQQxVc off=14017568 len=2094778 2023-12-01T05:06:02.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 653 completed, throughput=5MB/sec 2023-12-01T05:06:02.791 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2ulx0euhH32mGxJ off=7343220 len=683767 2023-12-01T05:06:02.797 INFO:tasks.workunit.client.0.smithi111.stdout:op 654 completed, throughput=5MB/sec 2023-12-01T05:06:03.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:02 smithi155 ceph-mon[102677]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:06:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:02 smithi111 ceph-mon[97855]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:06:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:02 smithi111 ceph-mon[116524]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:06:03.795 INFO:tasks.workunit.client.0.smithi111.stdout: 128: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:03.795 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Oe3sjHRlvkf99WX off=3344955 len=996198 2023-12-01T05:06:03.800 INFO:tasks.workunit.client.0.smithi111.stdout:op 655 completed, throughput=4.97MB/sec 2023-12-01T05:06:03.800 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KqLurK47-M3hk6i off=19532797 len=876712 2023-12-01T05:06:03.805 INFO:tasks.workunit.client.0.smithi111.stdout:op 656 completed, throughput=4.98MB/sec 2023-12-01T05:06:03.805 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HKeeFhm86KqolWT off=10207373 len=1274502 2023-12-01T05:06:03.807 INFO:tasks.workunit.client.0.smithi111.stdout:op 657 completed, throughput=4.99MB/sec 2023-12-01T05:06:03.807 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z7PPBYVuYW_AFII off=215053 len=591228 2023-12-01T05:06:03.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 658 completed, throughput=4.99MB/sec 2023-12-01T05:06:03.810 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0UD6DeK4vtevCBP off=3398248 len=1349783 2023-12-01T05:06:03.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 659 completed, throughput=5MB/sec 2023-12-01T05:06:04.813 INFO:tasks.workunit.client.0.smithi111.stdout: 129: throughput=4.96MB/sec pending data=0 2023-12-01T05:06:04.813 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-H1JUeL3ir4wX7mC off=2462967 len=1190201 2023-12-01T05:06:04.819 INFO:tasks.workunit.client.0.smithi111.stdout:op 660 completed, throughput=4.97MB/sec 2023-12-01T05:06:04.819 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qqZPv6wNbPEytvE off=21081007 len=898166 2023-12-01T05:06:04.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 661 completed, throughput=4.98MB/sec 2023-12-01T05:06:04.824 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tyu07BYTSq_Q5h_ off=209175 len=1361486 2023-12-01T05:06:04.835 INFO:tasks.workunit.client.0.smithi111.stdout:op 662 completed, throughput=4.99MB/sec 2023-12-01T05:06:04.836 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XlhfpvCCLSDywNu off=3663229 len=1344533 2023-12-01T05:06:04.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 663 completed, throughput=5MB/sec 2023-12-01T05:06:04.845 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dFmNOiIyrWVs7SJ off=1586256 len=1087729 2023-12-01T05:06:04.849 INFO:tasks.workunit.client.0.smithi111.stdout:op 664 completed, throughput=5MB/sec 2023-12-01T05:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:04 smithi155 ceph-mon[102677]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:04 smithi111 ceph-mon[97855]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:04 smithi111 ceph-mon[116524]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:05.849 INFO:tasks.workunit.client.0.smithi111.stdout: 130: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:05.849 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eYpiTSo2JMerlDi off=860222 len=1600994 2023-12-01T05:06:05.852 INFO:tasks.workunit.client.0.smithi111.stdout:op 665 completed, throughput=4.98MB/sec 2023-12-01T05:06:05.852 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cRBTkHDe1lhFbBU off=3050742 len=1842423 2023-12-01T05:06:05.854 INFO:tasks.workunit.client.0.smithi111.stdout:op 666 completed, throughput=4.99MB/sec 2023-12-01T05:06:05.854 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jqCFpNF_2Y9-IrD off=736730 len=1371673 2023-12-01T05:06:05.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 667 completed, throughput=5MB/sec 2023-12-01T05:06:06.861 INFO:tasks.workunit.client.0.smithi111.stdout: 131: throughput=4.96MB/sec pending data=0 2023-12-01T05:06:06.862 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SZjsk3Il1OokNwm off=1000223 len=1244579 2023-12-01T05:06:06.864 INFO:tasks.workunit.client.0.smithi111.stdout:op 668 completed, throughput=4.97MB/sec 2023-12-01T05:06:06.864 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X4qBNZWrddphrxA off=4777628 len=133189 2023-12-01T05:06:06.865 INFO:tasks.workunit.client.0.smithi111.stdout:op 669 completed, throughput=4.97MB/sec 2023-12-01T05:06:06.865 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rlXhvQlEF5dtVdU off=1853919 len=248378 2023-12-01T05:06:06.868 INFO:tasks.workunit.client.0.smithi111.stdout:op 670 completed, throughput=4.98MB/sec 2023-12-01T05:06:06.868 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9AjBciuq1QExgvy off=8397548 len=2018299 2023-12-01T05:06:06.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 671 completed, throughput=4.99MB/sec 2023-12-01T05:06:06.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mE9tNeNwAMR91nM off=5207953 len=1593009 2023-12-01T05:06:06.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 672 completed, throughput=5MB/sec 2023-12-01T05:06:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:06 smithi155 ceph-mon[102677]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:06 smithi111 ceph-mon[97855]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:06 smithi111 ceph-mon[116524]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:07.872 INFO:tasks.workunit.client.0.smithi111.stdout: 132: throughput=4.96MB/sec pending data=0 2023-12-01T05:06:07.873 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v-B6LseZhg3YF7g off=6651594 len=1939174 2023-12-01T05:06:07.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 673 completed, throughput=4.98MB/sec 2023-12-01T05:06:07.884 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YdWPaiWb42KA7ZM off=1779145 len=1253166 2023-12-01T05:06:07.888 INFO:tasks.workunit.client.0.smithi111.stdout:op 674 completed, throughput=4.99MB/sec 2023-12-01T05:06:07.889 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i7tLLjCkFmDlPEV off=2499883 len=1335675 2023-12-01T05:06:07.891 INFO:tasks.workunit.client.0.smithi111.stdout:op 675 completed, throughput=5MB/sec 2023-12-01T05:06:07.891 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S34vmN2gzsatrNp off=3590809 len=2049158 2023-12-01T05:06:07.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 676 completed, throughput=5.01MB/sec 2023-12-01T05:06:08.895 INFO:tasks.workunit.client.0.smithi111.stdout: 133: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:08.895 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MDo4mddlO_ZW1fB off=12362923 len=82128 2023-12-01T05:06:08.895 INFO:tasks.workunit.client.0.smithi111.stdout:op 677 completed, throughput=4.97MB/sec 2023-12-01T05:06:08.895 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pgh26R-7wdAMVK6 off=614901 len=725522 2023-12-01T05:06:08.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 678 completed, throughput=4.98MB/sec 2023-12-01T05:06:08.897 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fsu_9Y_-_VUipxt off=6092146 len=772078 2023-12-01T05:06:08.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 679 completed, throughput=4.98MB/sec 2023-12-01T05:06:08.902 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--3XyYKAnbB10Z8S off=5378255 len=602890 2023-12-01T05:06:08.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 680 completed, throughput=4.99MB/sec 2023-12-01T05:06:08.906 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m6b3ilmgaTfS5aj off=549186 len=1081677 2023-12-01T05:06:08.911 INFO:tasks.workunit.client.0.smithi111.stdout:op 681 completed, throughput=4.99MB/sec 2023-12-01T05:06:08.912 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MIlX_yiCoGXPB2d off=10896298 len=2083148 2023-12-01T05:06:08.920 INFO:tasks.workunit.client.0.smithi111.stdout:op 682 completed, throughput=5.01MB/sec 2023-12-01T05:06:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:08 smithi155 ceph-mon[102677]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:06:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:08 smithi111 ceph-mon[97855]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:06:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:08 smithi111 ceph-mon[116524]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:06:09] "GET /metrics HTTP/1.1" 200 33885 "" "Prometheus/2.43.0" 2023-12-01T05:06:09.921 INFO:tasks.workunit.client.0.smithi111.stdout: 134: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:09.921 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ewVxCtPRGCWBnco off=1491222 len=349956 2023-12-01T05:06:09.924 INFO:tasks.workunit.client.0.smithi111.stdout:op 683 completed, throughput=4.97MB/sec 2023-12-01T05:06:09.924 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pbpRc0dIwTV9tZT off=744949 len=434394 2023-12-01T05:06:09.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 684 completed, throughput=4.98MB/sec 2023-12-01T05:06:09.925 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ECE5LV1ccTCF7F2 off=21437019 len=862867 2023-12-01T05:06:09.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 685 completed, throughput=4.98MB/sec 2023-12-01T05:06:09.930 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MPSoymCsrPYcpnq off=6995259 len=1892328 2023-12-01T05:06:09.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 686 completed, throughput=5MB/sec 2023-12-01T05:06:09.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i8Q54YCLm1xAj_U off=8085965 len=445922 2023-12-01T05:06:09.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 687 completed, throughput=5MB/sec 2023-12-01T05:06:09.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rc3-bgz2DxppSH0 off=1610956 len=549631 2023-12-01T05:06:09.942 INFO:tasks.workunit.client.0.smithi111.stdout:op 688 completed, throughput=5MB/sec 2023-12-01T05:06:10.942 INFO:tasks.workunit.client.0.smithi111.stdout: 135: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:10.942 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HLQ7VcIVgrCBfBu off=1105558 len=411976 2023-12-01T05:06:10.944 INFO:tasks.workunit.client.0.smithi111.stdout:op 689 completed, throughput=4.97MB/sec 2023-12-01T05:06:10.944 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n4jSrzskDIuFEvt off=5300354 len=1822351 2023-12-01T05:06:10.947 INFO:tasks.workunit.client.0.smithi111.stdout:op 690 completed, throughput=4.98MB/sec 2023-12-01T05:06:10.947 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VJ90Hwe0WdyJv3d off=6464787 len=148070 2023-12-01T05:06:10.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 691 completed, throughput=4.98MB/sec 2023-12-01T05:06:10.948 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QL2E4mvGczojXFg off=11634456 len=2066841 2023-12-01T05:06:10.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 692 completed, throughput=5MB/sec 2023-12-01T05:06:10.951 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gw_a8h2e8Ro3rZZ off=7857898 len=1954153 2023-12-01T05:06:10.962 INFO:tasks.workunit.client.0.smithi111.stdout:op 693 completed, throughput=5.01MB/sec 2023-12-01T05:06:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:10 smithi155 ceph-mon[102677]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:06:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:10 smithi111 ceph-mon[97855]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:06:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:10 smithi111 ceph-mon[116524]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:06:11.962 INFO:tasks.workunit.client.0.smithi111.stdout: 136: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:11.962 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lqH_MS9nBFypzSc off=1704514 len=1528329 2023-12-01T05:06:11.971 INFO:tasks.workunit.client.0.smithi111.stdout:op 694 completed, throughput=4.98MB/sec 2023-12-01T05:06:11.971 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qPRjzepOVUg2h9e off=7891829 len=1549491 2023-12-01T05:06:11.972 INFO:tasks.workunit.client.0.smithi111.stdout:op 695 completed, throughput=5MB/sec 2023-12-01T05:06:11.973 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kjE1aWGUlgOOm0V off=4687682 len=2015880 2023-12-01T05:06:11.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 696 completed, throughput=5.01MB/sec 2023-12-01T05:06:12.977 INFO:tasks.workunit.client.0.smithi111.stdout: 137: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:12.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VQ5UffFW5-1PXkB off=2634204 len=828863 2023-12-01T05:06:12.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 697 completed, throughput=4.98MB/sec 2023-12-01T05:06:12.979 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tU1ss7Lyu1ILDwL off=1533761 len=1829660 2023-12-01T05:06:12.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 698 completed, throughput=4.99MB/sec 2023-12-01T05:06:12.981 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBYt7uKj-G38Y5y off=13823412 len=1429555 2023-12-01T05:06:12.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 699 completed, throughput=5MB/sec 2023-12-01T05:06:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:12 smithi155 ceph-mon[102677]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:06:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:12 smithi111 ceph-mon[97855]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:06:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:12 smithi111 ceph-mon[116524]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:06:13.988 INFO:tasks.workunit.client.0.smithi111.stdout: 138: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:13.988 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oDFQileBkVY47xT off=17607210 len=2061213 2023-12-01T05:06:13.992 INFO:tasks.workunit.client.0.smithi111.stdout:op 700 completed, throughput=4.98MB/sec 2023-12-01T05:06:13.992 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-owDQMa1naBODiij off=2975182 len=1306742 2023-12-01T05:06:13.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 701 completed, throughput=4.99MB/sec 2023-12-01T05:06:13.993 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BLgIQ7yAxZjFvwC off=9613979 len=30093 2023-12-01T05:06:13.996 INFO:tasks.workunit.client.0.smithi111.stdout:op 702 completed, throughput=4.99MB/sec 2023-12-01T05:06:13.996 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BLHyl7uHqqECYh8 off=19478027 len=1336137 2023-12-01T05:06:13.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 703 completed, throughput=5MB/sec 2023-12-01T05:06:13.997 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EBIKgdktbmyjm0a off=11934190 len=367682 2023-12-01T05:06:14.001 INFO:tasks.workunit.client.0.smithi111.stdout:op 704 completed, throughput=5MB/sec 2023-12-01T05:06:14.001 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i-V7DmjpNAtx2de off=2489020 len=1958082 2023-12-01T05:06:14.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 705 completed, throughput=5.01MB/sec 2023-12-01T05:06:15.003 INFO:tasks.workunit.client.0.smithi111.stdout: 139: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:15.003 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zXpK2bKFv_Ac0tO off=12375676 len=1309448 2023-12-01T05:06:15.010 INFO:tasks.workunit.client.0.smithi111.stdout:op 706 completed, throughput=4.99MB/sec 2023-12-01T05:06:15.010 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kCUQr46NdEefUfZ off=9179201 len=1202068 2023-12-01T05:06:15.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 707 completed, throughput=4.99MB/sec 2023-12-01T05:06:15.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Id2YIRZ658V06jE off=7269268 len=165768 2023-12-01T05:06:15.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 708 completed, throughput=4.99MB/sec 2023-12-01T05:06:15.012 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CP8NHKSnlhmt9_q off=8256820 len=684500 2023-12-01T05:06:15.017 INFO:tasks.workunit.client.0.smithi111.stdout:op 709 completed, throughput=5MB/sec 2023-12-01T05:06:15.017 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wrxhQnKKFiVQxb9 off=12712870 len=410239 2023-12-01T05:06:15.017 INFO:tasks.workunit.client.0.smithi111.stdout:op 710 completed, throughput=5MB/sec 2023-12-01T05:06:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:14 smithi155 ceph-mon[102677]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:06:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:14 smithi111 ceph-mon[97855]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:06:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:14 smithi111 ceph-mon[116524]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:06:16.018 INFO:tasks.workunit.client.0.smithi111.stdout: 140: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:16.018 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XG728o-JkTCfKXb off=1762815 len=1341656 2023-12-01T05:06:16.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 711 completed, throughput=4.98MB/sec 2023-12-01T05:06:16.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nygVOLdHvGLWPsf off=312222 len=718626 2023-12-01T05:06:16.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 712 completed, throughput=4.98MB/sec 2023-12-01T05:06:16.025 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_I7Zz6u5rH4EkGm off=3371213 len=1744401 2023-12-01T05:06:16.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 713 completed, throughput=4.99MB/sec 2023-12-01T05:06:16.029 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XFZyvHH_WExqrh9 off=283048 len=2074471 2023-12-01T05:06:16.031 INFO:tasks.workunit.client.0.smithi111.stdout:op 714 completed, throughput=5.01MB/sec 2023-12-01T05:06:17.031 INFO:tasks.workunit.client.0.smithi111.stdout: 141: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:17.032 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-01vOCnQYOgYb2BX off=4399442 len=474359 2023-12-01T05:06:17.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 715 completed, throughput=4.97MB/sec 2023-12-01T05:06:17.033 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qbm4VZhnS40rRWz off=2287797 len=1583108 2023-12-01T05:06:17.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 716 completed, throughput=4.98MB/sec 2023-12-01T05:06:17.036 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D-xaypV-JG08aOD off=11698000 len=1809880 2023-12-01T05:06:17.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 717 completed, throughput=5MB/sec 2023-12-01T05:06:17.038 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k_KEov5wxSiI7jN off=67498 len=739589 2023-12-01T05:06:17.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 718 completed, throughput=5MB/sec 2023-12-01T05:06:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:16 smithi155 ceph-mon[102677]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:16 smithi111 ceph-mon[97855]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:16 smithi111 ceph-mon[116524]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:18.042 INFO:tasks.workunit.client.0.smithi111.stdout: 142: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:18.042 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8CgSqZV5oBRHR_S off=1538579 len=1702391 2023-12-01T05:06:18.051 INFO:tasks.workunit.client.0.smithi111.stdout:op 719 completed, throughput=4.98MB/sec 2023-12-01T05:06:18.051 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WCnxhkSvJZPxh25 off=15118361 len=1946769 2023-12-01T05:06:18.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 720 completed, throughput=4.99MB/sec 2023-12-01T05:06:18.053 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_RXdzm6_T3a45AI off=7775456 len=1997547 2023-12-01T05:06:18.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 721 completed, throughput=5MB/sec 2023-12-01T05:06:19.057 INFO:tasks.workunit.client.0.smithi111.stdout: 143: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:19.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kv45D_a0eQIxzOA off=12862165 len=1943674 2023-12-01T05:06:19.059 INFO:tasks.workunit.client.0.smithi111.stdout:op 722 completed, throughput=4.98MB/sec 2023-12-01T05:06:19.059 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBV1m-5SNYGzgF7 off=7534844 len=1955674 2023-12-01T05:06:19.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 723 completed, throughput=4.99MB/sec 2023-12-01T05:06:19.063 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QG8YFuTGAR5iNf- off=7000067 len=1186720 2023-12-01T05:06:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 724 completed, throughput=5MB/sec 2023-12-01T05:06:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:18 smithi155 ceph-mon[102677]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:06:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:18 smithi111 ceph-mon[97855]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:06:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:18 smithi111 ceph-mon[116524]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:06:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:06:19] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2023-12-01T05:06:20.069 INFO:tasks.workunit.client.0.smithi111.stdout: 144: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:20.069 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-67gbPAgdnKZNVJv off=16205476 len=698261 2023-12-01T05:06:20.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 725 completed, throughput=4.97MB/sec 2023-12-01T05:06:20.073 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k1CB12DSvTDAX0u off=16066046 len=996130 2023-12-01T05:06:20.075 INFO:tasks.workunit.client.0.smithi111.stdout:op 726 completed, throughput=4.98MB/sec 2023-12-01T05:06:20.076 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HmvVCJJsg09axrk off=437626 len=1848025 2023-12-01T05:06:20.079 INFO:tasks.workunit.client.0.smithi111.stdout:op 727 completed, throughput=4.99MB/sec 2023-12-01T05:06:20.080 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-drLHjtH8ke2VLMT off=120706 len=1343395 2023-12-01T05:06:20.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 728 completed, throughput=5MB/sec 2023-12-01T05:06:20.087 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1lziXNvXNMR-CHx off=958730 len=1606771 2023-12-01T05:06:20.095 INFO:tasks.workunit.client.0.smithi111.stdout:op 729 completed, throughput=5.01MB/sec 2023-12-01T05:06:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:21.095 INFO:tasks.workunit.client.0.smithi111.stdout: 145: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:21.095 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fOYBCFLa1LmNqyU off=234185 len=1005855 2023-12-01T05:06:21.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 730 completed, throughput=4.98MB/sec 2023-12-01T05:06:21.100 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yRu8J8kEjmKNAIB off=5831727 len=1120207 2023-12-01T05:06:21.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 731 completed, throughput=4.99MB/sec 2023-12-01T05:06:21.107 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tG14FJhPAP03HBK off=4471791 len=84027 2023-12-01T05:06:21.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 732 completed, throughput=4.99MB/sec 2023-12-01T05:06:21.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-okarcpwsnDRJx36 off=1906435 len=782149 2023-12-01T05:06:21.113 INFO:tasks.workunit.client.0.smithi111.stdout:op 733 completed, throughput=4.99MB/sec 2023-12-01T05:06:21.113 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EqOFjAGGsd7RwKu off=2336447 len=1764479 2023-12-01T05:06:21.115 INFO:tasks.workunit.client.0.smithi111.stdout:op 734 completed, throughput=5.01MB/sec 2023-12-01T05:06:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:20 smithi155 ceph-mon[102677]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:06:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:20 smithi111 ceph-mon[116524]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:06:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:20 smithi111 ceph-mon[97855]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:06:22.115 INFO:tasks.workunit.client.0.smithi111.stdout: 146: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:22.116 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x0n8wwTUh5sk_Xa off=5685311 len=1139314 2023-12-01T05:06:22.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 735 completed, throughput=4.98MB/sec 2023-12-01T05:06:22.117 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Vk5yF8APgIgS-6G off=2835154 len=1099347 2023-12-01T05:06:22.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 736 completed, throughput=4.99MB/sec 2023-12-01T05:06:22.119 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YH-40N1myJKeVw0 off=8623515 len=1732002 2023-12-01T05:06:22.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 737 completed, throughput=5MB/sec 2023-12-01T05:06:22.120 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UDOs-it58nSDlyP off=9909150 len=460260 2023-12-01T05:06:22.121 INFO:tasks.workunit.client.0.smithi111.stdout:op 738 completed, throughput=5MB/sec 2023-12-01T05:06:22.121 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MlOUP71ngFzalat off=813327 len=1546881 2023-12-01T05:06:22.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 739 completed, throughput=5.01MB/sec 2023-12-01T05:06:23.131 INFO:tasks.workunit.client.0.smithi111.stdout: 147: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:23.131 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4gvzwg8cpuDHceb off=3393605 len=938550 2023-12-01T05:06:23.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 740 completed, throughput=4.98MB/sec 2023-12-01T05:06:23.132 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--Hepd9e4Azmr2Yf off=1646309 len=276122 2023-12-01T05:06:23.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 741 completed, throughput=4.98MB/sec 2023-12-01T05:06:23.133 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DRh4RjDwdQtjO-L off=11193435 len=1295292 2023-12-01T05:06:23.138 INFO:tasks.workunit.client.0.smithi111.stdout:op 742 completed, throughput=4.99MB/sec 2023-12-01T05:06:23.138 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BEy5e7l8ei3A403 off=7431896 len=317627 2023-12-01T05:06:23.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 743 completed, throughput=4.99MB/sec 2023-12-01T05:06:23.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_4TO6yO5foXZ079 off=10363869 len=1346574 2023-12-01T05:06:23.145 INFO:tasks.workunit.client.0.smithi111.stdout:op 744 completed, throughput=5MB/sec 2023-12-01T05:06:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:22 smithi155 ceph-mon[102677]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-01T05:06:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:22 smithi111 ceph-mon[97855]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-01T05:06:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:22 smithi111 ceph-mon[116524]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-01T05:06:23.267 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:06:23.571 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:06:23.571 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (23m) 83s ago 24m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:06:23.571 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (24m) 82s ago 24m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:06:23.571 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (25m) 83s ago 25m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (25m) 82s ago 25m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (28m) 82s ago 28m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (29m) 83s ago 29m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (30m) 83s ago 30m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (28m) 82s ago 28m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (28m) 83s ago 28m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (23m) 83s ago 23m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (23m) 82s ago 23m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (28m) 83s ago 28m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (27m) 83s ago 27m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (27m) 83s ago 27m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (26m) 83s ago 26m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:06:23.572 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (26m) 82s ago 26m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:06:23.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (26m) 82s ago 26m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:06:23.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (25m) 82s ago 25m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:06:23.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (25m) 82s ago 25m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:06:23.573 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (23m) 82s ago 24m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:06:23.953 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:06:23.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:06:23.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:06:23.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:23.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:06:23.954 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:06:24.146 INFO:tasks.workunit.client.0.smithi111.stdout: 148: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:24.146 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u0JvJwZgtcDXxE- off=11690118 len=903409 2023-12-01T05:06:24.147 INFO:tasks.workunit.client.0.smithi111.stdout:op 745 completed, throughput=4.97MB/sec 2023-12-01T05:06:24.147 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a2KcJ4egG-QoNWB off=437111 len=4652 2023-12-01T05:06:24.149 INFO:tasks.workunit.client.0.smithi111.stdout:op 746 completed, throughput=4.97MB/sec 2023-12-01T05:06:24.149 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G_WkBch09PIwps8 off=2681155 len=842327 2023-12-01T05:06:24.151 INFO:tasks.workunit.client.0.smithi111.stdout:op 747 completed, throughput=4.98MB/sec 2023-12-01T05:06:24.151 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EzjeRsdBzYFXS_k off=6777918 len=919587 2023-12-01T05:06:24.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 748 completed, throughput=4.99MB/sec 2023-12-01T05:06:24.152 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2OLLNdJuoumPu0K off=7036003 len=1794542 2023-12-01T05:06:24.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 749 completed, throughput=5MB/sec 2023-12-01T05:06:24.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WAXXkCuEMNxMMXf off=66618 len=1128274 2023-12-01T05:06:24.166 INFO:tasks.workunit.client.0.smithi111.stdout:op 750 completed, throughput=5MB/sec 2023-12-01T05:06:25.167 INFO:tasks.workunit.client.0.smithi111.stdout: 149: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:25.167 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NW8Y_5AWHcpBplm off=1196330 len=569188 2023-12-01T05:06:25.171 INFO:tasks.workunit.client.0.smithi111.stdout:op 751 completed, throughput=4.97MB/sec 2023-12-01T05:06:25.172 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T9_hxRMWo5qjbHz off=1124731 len=1599197 2023-12-01T05:06:25.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 752 completed, throughput=4.98MB/sec 2023-12-01T05:06:25.173 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TTC6tEiS8UXpq6h off=3222731 len=910691 2023-12-01T05:06:25.175 INFO:tasks.workunit.client.0.smithi111.stdout:op 753 completed, throughput=4.99MB/sec 2023-12-01T05:06:25.175 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6qkB9fGbA9BzCPj off=8307686 len=2060975 2023-12-01T05:06:25.185 INFO:tasks.workunit.client.0.smithi111.stdout:op 754 completed, throughput=5MB/sec 2023-12-01T05:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:24 smithi155 ceph-mon[102677]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-01T05:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:24 smithi155 ceph-mon[102677]: from='client.16275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:24 smithi155 ceph-mon[102677]: from='client.16281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1113845269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:06:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[97855]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-01T05:06:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[97855]: from='client.16275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[97855]: from='client.16281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1113845269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:06:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[116524]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2023-12-01T05:06:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[116524]: from='client.16275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[116524]: from='client.16281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1113845269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:06:26.185 INFO:tasks.workunit.client.0.smithi111.stdout: 150: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:26.185 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GvKWZdU5zj_En-n off=4841296 len=1145186 2023-12-01T05:06:26.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 755 completed, throughput=4.98MB/sec 2023-12-01T05:06:26.192 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lj1-jsou1xJQM4T off=8788605 len=132233 2023-12-01T05:06:26.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 756 completed, throughput=4.98MB/sec 2023-12-01T05:06:26.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8TSXvckJpAQSHGn off=17400564 len=435730 2023-12-01T05:06:26.198 INFO:tasks.workunit.client.0.smithi111.stdout:op 757 completed, throughput=4.98MB/sec 2023-12-01T05:06:26.198 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ERLGrqUfaRhiLOv off=4444645 len=1832246 2023-12-01T05:06:26.201 INFO:tasks.workunit.client.0.smithi111.stdout:op 758 completed, throughput=4.99MB/sec 2023-12-01T05:06:26.201 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qrV4fysplkSNLHf off=5183944 len=1885894 2023-12-01T05:06:26.204 INFO:tasks.workunit.client.0.smithi111.stdout:op 759 completed, throughput=5MB/sec 2023-12-01T05:06:27.205 INFO:tasks.workunit.client.0.smithi111.stdout: 151: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:27.205 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZNkRIVrHZFttCNc off=3504548 len=1270944 2023-12-01T05:06:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:26 smithi155 ceph-mon[102677]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-01T05:06:27.213 INFO:tasks.workunit.client.0.smithi111.stdout:op 760 completed, throughput=4.98MB/sec 2023-12-01T05:06:27.214 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v7ic_OiUDMQiOvH off=1124182 len=350046 2023-12-01T05:06:27.214 INFO:tasks.workunit.client.0.smithi111.stdout:op 761 completed, throughput=4.98MB/sec 2023-12-01T05:06:27.214 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8QvoO35zLY4-mLp off=6758829 len=972347 2023-12-01T05:06:27.216 INFO:tasks.workunit.client.0.smithi111.stdout:op 762 completed, throughput=4.99MB/sec 2023-12-01T05:06:27.216 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uaqsp7iCqJHadvz off=481196 len=1335407 2023-12-01T05:06:27.217 INFO:tasks.workunit.client.0.smithi111.stdout:op 763 completed, throughput=4.99MB/sec 2023-12-01T05:06:27.217 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ALgA2ZhBil5P-ib off=1750687 len=2014835 2023-12-01T05:06:27.227 INFO:tasks.workunit.client.0.smithi111.stdout:op 764 completed, throughput=5.01MB/sec 2023-12-01T05:06:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:26 smithi111 ceph-mon[97855]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-01T05:06:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:26 smithi111 ceph-mon[116524]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2023-12-01T05:06:28.228 INFO:tasks.workunit.client.0.smithi111.stdout: 152: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:28.228 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yecESR1BuJxD3bR off=2004620 len=1331191 2023-12-01T05:06:28.229 INFO:tasks.workunit.client.0.smithi111.stdout:op 765 completed, throughput=4.98MB/sec 2023-12-01T05:06:28.230 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ls9V9cjeC3GA3eL off=9114881 len=810310 2023-12-01T05:06:28.234 INFO:tasks.workunit.client.0.smithi111.stdout:op 766 completed, throughput=4.99MB/sec 2023-12-01T05:06:28.234 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--UUfoL4s-WtL9Dx off=768245 len=250720 2023-12-01T05:06:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:op 767 completed, throughput=4.99MB/sec 2023-12-01T05:06:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eG04vyWJpiOtgsL off=12668219 len=1303902 2023-12-01T05:06:28.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 768 completed, throughput=5MB/sec 2023-12-01T05:06:28.237 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tRBeRtIPvuexC7H off=5556402 len=443814 2023-12-01T05:06:28.238 INFO:tasks.workunit.client.0.smithi111.stdout:op 769 completed, throughput=5MB/sec 2023-12-01T05:06:28.238 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4lG56btB9Pav97a off=1473434 len=875867 2023-12-01T05:06:28.242 INFO:tasks.workunit.client.0.smithi111.stdout:op 770 completed, throughput=5MB/sec 2023-12-01T05:06:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:28 smithi155 ceph-mon[102677]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:29.242 INFO:tasks.workunit.client.0.smithi111.stdout: 153: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:29.242 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SpPJ-uweERmvwy2 off=3344223 len=206965 2023-12-01T05:06:29.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 771 completed, throughput=4.97MB/sec 2023-12-01T05:06:29.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--t67k-xAcvTV6Vb off=4537403 len=944789 2023-12-01T05:06:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:28 smithi111 ceph-mon[97855]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:28 smithi111 ceph-mon[116524]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:29.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 772 completed, throughput=4.98MB/sec 2023-12-01T05:06:29.250 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WracHgR7Qt_9pKK off=15560324 len=1144090 2023-12-01T05:06:29.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 773 completed, throughput=4.99MB/sec 2023-12-01T05:06:29.255 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1ykxzwyRF7ZpL7T off=13493949 len=1901872 2023-12-01T05:06:29.258 INFO:tasks.workunit.client.0.smithi111.stdout:op 774 completed, throughput=5MB/sec 2023-12-01T05:06:29.258 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Whdr8oKaGh9dEfT off=13369709 len=1096281 2023-12-01T05:06:29.263 INFO:tasks.workunit.client.0.smithi111.stdout:op 775 completed, throughput=5MB/sec 2023-12-01T05:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:06:29] "GET /metrics HTTP/1.1" 200 33886 "" "Prometheus/2.43.0" 2023-12-01T05:06:30.263 INFO:tasks.workunit.client.0.smithi111.stdout: 154: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:30.263 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_rKfgMcTCbdcqil off=2932803 len=113607 2023-12-01T05:06:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 776 completed, throughput=4.97MB/sec 2023-12-01T05:06:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q8M-uBbZoCCHHMl off=15426952 len=1217325 2023-12-01T05:06:30.273 INFO:tasks.workunit.client.0.smithi111.stdout:op 777 completed, throughput=4.98MB/sec 2023-12-01T05:06:30.273 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tw_wBkbpEhuC4G- off=12694980 len=586565 2023-12-01T05:06:30.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 778 completed, throughput=4.98MB/sec 2023-12-01T05:06:30.274 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yUzs-shQ8lsasKE off=6086968 len=1736131 2023-12-01T05:06:30.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 779 completed, throughput=4.99MB/sec 2023-12-01T05:06:30.276 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MBB7GB-HDxFpyK6 off=938200 len=1560031 2023-12-01T05:06:30.277 INFO:tasks.workunit.client.0.smithi111.stdout:op 780 completed, throughput=5MB/sec 2023-12-01T05:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:30 smithi155 ceph-mon[102677]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:30 smithi111 ceph-mon[116524]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:30 smithi111 ceph-mon[97855]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:06:31.278 INFO:tasks.workunit.client.0.smithi111.stdout: 155: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:31.278 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iK7mGBz8_W7uhxg off=3862721 len=273085 2023-12-01T05:06:31.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 781 completed, throughput=4.97MB/sec 2023-12-01T05:06:31.281 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pXR2yAivbmmERFC off=6968107 len=1750588 2023-12-01T05:06:31.283 INFO:tasks.workunit.client.0.smithi111.stdout:op 782 completed, throughput=4.98MB/sec 2023-12-01T05:06:31.283 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vfXjhrpjpwd5eEq off=5426991 len=1473818 2023-12-01T05:06:31.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 783 completed, throughput=4.99MB/sec 2023-12-01T05:06:31.293 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KQyBLjYkHanMWiC off=1998000 len=665500 2023-12-01T05:06:31.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 784 completed, throughput=5MB/sec 2023-12-01T05:06:31.294 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PiGo9uy6cz7jtl0 off=1780381 len=307616 2023-12-01T05:06:31.295 INFO:tasks.workunit.client.0.smithi111.stdout:op 785 completed, throughput=5MB/sec 2023-12-01T05:06:31.295 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Krf7LQE5YgFCi8 off=14522037 len=744695 2023-12-01T05:06:31.297 INFO:tasks.workunit.client.0.smithi111.stdout:op 786 completed, throughput=5MB/sec 2023-12-01T05:06:32.297 INFO:tasks.workunit.client.0.smithi111.stdout: 156: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:32.297 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L0auXt5p7br6KP7 off=8084231 len=1109234 2023-12-01T05:06:32.299 INFO:tasks.workunit.client.0.smithi111.stdout:op 787 completed, throughput=4.98MB/sec 2023-12-01T05:06:32.299 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mbJ1FTXVG_fWLSX off=15094112 len=796482 2023-12-01T05:06:32.301 INFO:tasks.workunit.client.0.smithi111.stdout:op 788 completed, throughput=4.98MB/sec 2023-12-01T05:06:32.301 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KXwNBT163x3dONG off=6541239 len=922172 2023-12-01T05:06:32.302 INFO:tasks.workunit.client.0.smithi111.stdout:op 789 completed, throughput=4.99MB/sec 2023-12-01T05:06:32.302 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q4RCkklGzfQcNxW off=9192842 len=825637 2023-12-01T05:06:32.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 790 completed, throughput=4.99MB/sec 2023-12-01T05:06:32.303 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yYEmde6EB1_7gCa off=4169448 len=1475259 2023-12-01T05:06:32.311 INFO:tasks.workunit.client.0.smithi111.stdout:op 791 completed, throughput=5MB/sec 2023-12-01T05:06:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:32 smithi155 ceph-mon[102677]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:32 smithi111 ceph-mon[97855]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:32 smithi111 ceph-mon[116524]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:06:33.312 INFO:tasks.workunit.client.0.smithi111.stdout: 157: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:33.312 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xuiy46evmUuwM9r off=10094211 len=1467237 2023-12-01T05:06:33.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 792 completed, throughput=4.98MB/sec 2023-12-01T05:06:33.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-79VR4d_QYSUi2kd off=11525211 len=1175869 2023-12-01T05:06:33.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 793 completed, throughput=4.99MB/sec 2023-12-01T05:06:33.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GNQ3yfmM6iYumEu off=8579568 len=2002457 2023-12-01T05:06:33.322 INFO:tasks.workunit.client.0.smithi111.stdout:op 794 completed, throughput=5MB/sec 2023-12-01T05:06:33.322 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_kb0eLEmRX1j26_ off=3043927 len=1060912 2023-12-01T05:06:33.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 795 completed, throughput=5MB/sec 2023-12-01T05:06:34.329 INFO:tasks.workunit.client.0.smithi111.stdout: 158: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:34.329 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IDUmtuofGIXdfKa off=2678489 len=1036840 2023-12-01T05:06:34.335 INFO:tasks.workunit.client.0.smithi111.stdout:op 796 completed, throughput=4.98MB/sec 2023-12-01T05:06:34.335 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pHVjR104NJ1n12_ off=11880084 len=420843 2023-12-01T05:06:34.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 797 completed, throughput=4.98MB/sec 2023-12-01T05:06:34.338 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vNsrNsCGuS4Phov off=5915407 len=670515 2023-12-01T05:06:34.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 798 completed, throughput=4.98MB/sec 2023-12-01T05:06:34.342 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9f7e5xefqLW3HbK off=6065983 len=388582 2023-12-01T05:06:34.345 INFO:tasks.workunit.client.0.smithi111.stdout:op 799 completed, throughput=4.99MB/sec 2023-12-01T05:06:34.345 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nNwOt93wXF1gYvh off=692814 len=1046800 2023-12-01T05:06:34.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 800 completed, throughput=4.99MB/sec 2023-12-01T05:06:34.347 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qbnK-HTQ1q3aa7K off=15686568 len=1092921 2023-12-01T05:06:34.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 801 completed, throughput=5MB/sec 2023-12-01T05:06:34.348 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nygVOLdHvGLWPsf off=2895404 len=227514 2023-12-01T05:06:34.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 802 completed, throughput=5MB/sec 2023-12-01T05:06:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:34 smithi111 ceph-mon[97855]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:34 smithi111 ceph-mon[116524]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:34 smithi155 ceph-mon[102677]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:35.349 INFO:tasks.workunit.client.0.smithi111.stdout: 159: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:35.349 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bo0zkzhg0nxvOVx off=1442231 len=777031 2023-12-01T05:06:35.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 803 completed, throughput=4.97MB/sec 2023-12-01T05:06:35.354 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-j-ecEXBWDkKgccg off=1840019 len=172238 2023-12-01T05:06:35.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 804 completed, throughput=4.98MB/sec 2023-12-01T05:06:35.355 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xRgbqiN4IIxR5WD off=18844499 len=170091 2023-12-01T05:06:35.357 INFO:tasks.workunit.client.0.smithi111.stdout:op 805 completed, throughput=4.98MB/sec 2023-12-01T05:06:35.357 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n5l1AsNI-xCCWpq off=11683454 len=1306556 2023-12-01T05:06:35.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 806 completed, throughput=4.98MB/sec 2023-12-01T05:06:35.364 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rBYpRNKTqi7iJkD off=13465885 len=1777736 2023-12-01T05:06:35.373 INFO:tasks.workunit.client.0.smithi111.stdout:op 807 completed, throughput=4.99MB/sec 2023-12-01T05:06:35.373 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Id2YIRZ658V06jE off=6178373 len=727640 2023-12-01T05:06:35.373 INFO:tasks.workunit.client.0.smithi111.stdout:op 808 completed, throughput=5MB/sec 2023-12-01T05:06:35.373 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T93V2rztEl5lU4G off=191923 len=585121 2023-12-01T05:06:35.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 809 completed, throughput=5MB/sec 2023-12-01T05:06:36.375 INFO:tasks.workunit.client.0.smithi111.stdout: 160: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:36.375 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UtMv-Duh3MV4FjD off=8343747 len=1698306 2023-12-01T05:06:36.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 810 completed, throughput=4.98MB/sec 2023-12-01T05:06:36.377 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MNPWVphyO3E2Krd off=1090359 len=296277 2023-12-01T05:06:36.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 811 completed, throughput=4.98MB/sec 2023-12-01T05:06:36.377 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c_nLgQjm2K8tout off=20521260 len=61407 2023-12-01T05:06:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 812 completed, throughput=4.98MB/sec 2023-12-01T05:06:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ceSSw6tzbCvC8n5 off=710388 len=406312 2023-12-01T05:06:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 813 completed, throughput=4.99MB/sec 2023-12-01T05:06:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VbX8_E53Cxt-D95 off=1836983 len=1128785 2023-12-01T05:06:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:op 814 completed, throughput=4.99MB/sec 2023-12-01T05:06:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-a6ietW3XDGqiaGh off=772853 len=1355499 2023-12-01T05:06:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 815 completed, throughput=5MB/sec 2023-12-01T05:06:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W0KLTF7fpfEt9q5 off=876490 len=1891332 2023-12-01T05:06:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 816 completed, throughput=5.01MB/sec 2023-12-01T05:06:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:36 smithi111 ceph-mon[97855]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:06:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:36 smithi111 ceph-mon[116524]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:06:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:36 smithi155 ceph-mon[102677]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:06:37.390 INFO:tasks.workunit.client.0.smithi111.stdout: 161: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:37.390 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dpwucUe7OClWzwz off=14114417 len=1785469 2023-12-01T05:06:37.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 817 completed, throughput=4.99MB/sec 2023-12-01T05:06:37.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--0RgusthlRy-l1Y off=2055698 len=703185 2023-12-01T05:06:37.402 INFO:tasks.workunit.client.0.smithi111.stdout:op 818 completed, throughput=4.99MB/sec 2023-12-01T05:06:37.402 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T5b0NJIgV55N4yV off=1094975 len=1602813 2023-12-01T05:06:37.409 INFO:tasks.workunit.client.0.smithi111.stdout:op 819 completed, throughput=5MB/sec 2023-12-01T05:06:38.410 INFO:tasks.workunit.client.0.smithi111.stdout: 162: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:38.410 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gNhKMSsYmv4Mvm- off=13308850 len=1337984 2023-12-01T05:06:38.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 820 completed, throughput=4.98MB/sec 2023-12-01T05:06:38.413 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ASbk0BNLu2nlIe- off=8991354 len=1115639 2023-12-01T05:06:38.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 821 completed, throughput=4.99MB/sec 2023-12-01T05:06:38.419 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-66WzDGT5VG6v2G5 off=85985 len=190441 2023-12-01T05:06:38.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 822 completed, throughput=4.99MB/sec 2023-12-01T05:06:38.422 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CRDe0vXga4VU7QF off=10638574 len=1430847 2023-12-01T05:06:38.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 823 completed, throughput=5MB/sec 2023-12-01T05:06:38.423 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZpvpBzSOgCQkp4i off=20293816 len=131521 2023-12-01T05:06:38.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 824 completed, throughput=5MB/sec 2023-12-01T05:06:38.426 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cWGxfPi0kEEhG6Y off=7513985 len=975208 2023-12-01T05:06:38.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 825 completed, throughput=5MB/sec 2023-12-01T05:06:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:38 smithi111 ceph-mon[97855]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:38 smithi111 ceph-mon[116524]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:38 smithi155 ceph-mon[102677]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:39.431 INFO:tasks.workunit.client.0.smithi111.stdout: 163: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:39.431 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nUVEMaIan9xfSVF off=589275 len=510432 2023-12-01T05:06:39.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 826 completed, throughput=4.97MB/sec 2023-12-01T05:06:39.435 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SbyKhTNVQGtlfup off=1449531 len=1292529 2023-12-01T05:06:39.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 827 completed, throughput=4.98MB/sec 2023-12-01T05:06:39.436 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-64vxR5L_MwLsx9v off=3469391 len=1279923 2023-12-01T05:06:39.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 828 completed, throughput=4.99MB/sec 2023-12-01T05:06:39.442 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o5yAl6pooIfcMdA off=3207690 len=1949227 2023-12-01T05:06:39.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 829 completed, throughput=5MB/sec 2023-12-01T05:06:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:06:39] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2023-12-01T05:06:40.446 INFO:tasks.workunit.client.0.smithi111.stdout: 164: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:40.446 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DMxRkuO7g8vvWYg off=6743808 len=397679 2023-12-01T05:06:40.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 830 completed, throughput=4.97MB/sec 2023-12-01T05:06:40.446 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cnPQasBiooBPHUI off=13213228 len=1190879 2023-12-01T05:06:40.453 INFO:tasks.workunit.client.0.smithi111.stdout:op 831 completed, throughput=4.98MB/sec 2023-12-01T05:06:40.453 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RNHlP8RcjJTvplI off=986749 len=10046 2023-12-01T05:06:40.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 832 completed, throughput=4.98MB/sec 2023-12-01T05:06:40.456 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EH8AyMqjsP_Ee6B off=569647 len=2011343 2023-12-01T05:06:40.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 833 completed, throughput=4.99MB/sec 2023-12-01T05:06:40.469 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b2Xw7ZiJp2GaMwJ off=694931 len=1834406 2023-12-01T05:06:40.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 834 completed, throughput=5MB/sec 2023-12-01T05:06:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:40 smithi111 ceph-mon[97855]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:40 smithi111 ceph-mon[116524]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:40 smithi155 ceph-mon[102677]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:41.471 INFO:tasks.workunit.client.0.smithi111.stdout: 165: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:41.471 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UNEbKGVeFA8AHJg off=8496683 len=220466 2023-12-01T05:06:41.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 835 completed, throughput=4.97MB/sec 2023-12-01T05:06:41.474 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pn9VFnl4PMsNPAb off=10466869 len=1575054 2023-12-01T05:06:41.481 INFO:tasks.workunit.client.0.smithi111.stdout:op 836 completed, throughput=4.98MB/sec 2023-12-01T05:06:41.481 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oHj8jfuEGlH2Hlu off=12244459 len=360340 2023-12-01T05:06:41.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 837 completed, throughput=4.98MB/sec 2023-12-01T05:06:41.482 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hWIVokUT-spLzav off=2110306 len=2062294 2023-12-01T05:06:41.494 INFO:tasks.workunit.client.0.smithi111.stdout:op 838 completed, throughput=4.99MB/sec 2023-12-01T05:06:41.494 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fNFEcC9-P8TL9uA off=2023166 len=1529596 2023-12-01T05:06:41.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 839 completed, throughput=5MB/sec 2023-12-01T05:06:42.504 INFO:tasks.workunit.client.0.smithi111.stdout: 166: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:42.504 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aYgVBU5e9Sb33bs off=11596696 len=931606 2023-12-01T05:06:42.506 INFO:tasks.workunit.client.0.smithi111.stdout:op 840 completed, throughput=4.98MB/sec 2023-12-01T05:06:42.506 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JXHHkzYYRuMEZaM off=1244963 len=1657155 2023-12-01T05:06:42.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 841 completed, throughput=4.99MB/sec 2023-12-01T05:06:42.508 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ky2fLpmvQ4Y0t7e off=842208 len=1764679 2023-12-01T05:06:42.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 842 completed, throughput=5MB/sec 2023-12-01T05:06:42.510 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4bup0XmYeXJi6RH off=6487836 len=822239 2023-12-01T05:06:42.514 INFO:tasks.workunit.client.0.smithi111.stdout:op 843 completed, throughput=5MB/sec 2023-12-01T05:06:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:42 smithi111 ceph-mon[97855]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:06:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:42 smithi111 ceph-mon[116524]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:06:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:42 smithi155 ceph-mon[102677]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:06:43.515 INFO:tasks.workunit.client.0.smithi111.stdout: 167: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:43.515 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O0xjpg1S3_kwQT4 off=2676634 len=594156 2023-12-01T05:06:43.516 INFO:tasks.workunit.client.0.smithi111.stdout:op 844 completed, throughput=4.98MB/sec 2023-12-01T05:06:43.516 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Aj3DhzgqILP1oc2 off=1723954 len=1104595 2023-12-01T05:06:43.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 845 completed, throughput=4.98MB/sec 2023-12-01T05:06:43.522 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qePDelPpLz0BxPI off=8395293 len=169074 2023-12-01T05:06:43.523 INFO:tasks.workunit.client.0.smithi111.stdout:op 846 completed, throughput=4.98MB/sec 2023-12-01T05:06:43.523 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I-GoN-jbsQ71y10 off=1183089 len=1565134 2023-12-01T05:06:43.524 INFO:tasks.workunit.client.0.smithi111.stdout:op 847 completed, throughput=4.99MB/sec 2023-12-01T05:06:43.524 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ogsZTzHPrR12lkK off=2998540 len=671973 2023-12-01T05:06:43.530 INFO:tasks.workunit.client.0.smithi111.stdout:op 848 completed, throughput=5MB/sec 2023-12-01T05:06:43.530 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vXPFuiP0eGQQGRS off=1518163 len=1344773 2023-12-01T05:06:43.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 849 completed, throughput=5MB/sec 2023-12-01T05:06:44.532 INFO:tasks.workunit.client.0.smithi111.stdout: 168: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:44.532 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E5GdAGQ9Rpg4-LE off=5223876 len=1309866 2023-12-01T05:06:44.534 INFO:tasks.workunit.client.0.smithi111.stdout:op 850 completed, throughput=4.98MB/sec 2023-12-01T05:06:44.535 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3xXhbyTpE_qI9C7 off=5407608 len=734139 2023-12-01T05:06:44.535 INFO:tasks.workunit.client.0.smithi111.stdout:op 851 completed, throughput=4.98MB/sec 2023-12-01T05:06:44.536 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hFEdhrTy5cHGTHu off=17464664 len=1629003 2023-12-01T05:06:44.537 INFO:tasks.workunit.client.0.smithi111.stdout:op 852 completed, throughput=4.99MB/sec 2023-12-01T05:06:44.538 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rsYPYnFGgEgc0X9 off=1631582 len=1983392 2023-12-01T05:06:44.550 INFO:tasks.workunit.client.0.smithi111.stdout:op 853 completed, throughput=5MB/sec 2023-12-01T05:06:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:44 smithi111 ceph-mon[97855]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:44 smithi111 ceph-mon[116524]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:44 smithi155 ceph-mon[102677]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:06:45.550 INFO:tasks.workunit.client.0.smithi111.stdout: 169: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:45.550 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f2fKOSy_wKra13v off=7332589 len=22552 2023-12-01T05:06:45.551 INFO:tasks.workunit.client.0.smithi111.stdout:op 854 completed, throughput=4.98MB/sec 2023-12-01T05:06:45.551 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-13MvMWsdqMEU8YF off=5283079 len=1673520 2023-12-01T05:06:45.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 855 completed, throughput=4.98MB/sec 2023-12-01T05:06:45.552 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kW0bTgMiA5mIVCQ off=3339222 len=488138 2023-12-01T05:06:45.556 INFO:tasks.workunit.client.0.smithi111.stdout:op 856 completed, throughput=4.99MB/sec 2023-12-01T05:06:45.556 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LbnFhrAMdGhZ1eu off=9442352 len=621728 2023-12-01T05:06:45.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 857 completed, throughput=4.99MB/sec 2023-12-01T05:06:45.560 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lQdu-taK4t--klS off=2031710 len=1256342 2023-12-01T05:06:45.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 858 completed, throughput=5MB/sec 2023-12-01T05:06:45.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4A2EZ-S1V_3m1qI off=471698 len=282036 2023-12-01T05:06:45.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 859 completed, throughput=5MB/sec 2023-12-01T05:06:45.567 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b1nY-XtCQR3mlGs off=894892 len=831322 2023-12-01T05:06:45.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 860 completed, throughput=5MB/sec 2023-12-01T05:06:46.571 INFO:tasks.workunit.client.0.smithi111.stdout: 170: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:46.571 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XZzEkpsUfLPmKl2 off=4277210 len=1993804 2023-12-01T05:06:46.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 861 completed, throughput=4.99MB/sec 2023-12-01T05:06:46.574 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UVy67U1GTBMOIAf off=866950 len=176719 2023-12-01T05:06:46.575 INFO:tasks.workunit.client.0.smithi111.stdout:op 862 completed, throughput=4.99MB/sec 2023-12-01T05:06:46.575 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DE0gRY8MNAZ3RxM off=10479366 len=599923 2023-12-01T05:06:46.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 863 completed, throughput=4.99MB/sec 2023-12-01T05:06:46.576 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jgR78gAlmFurFGu off=7086919 len=916193 2023-12-01T05:06:46.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 864 completed, throughput=4.99MB/sec 2023-12-01T05:06:46.578 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ldfIrQf9Lyr7oiN off=2385207 len=595006 2023-12-01T05:06:46.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 865 completed, throughput=5MB/sec 2023-12-01T05:06:46.581 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WSVoWqloSdsOKcD off=8904139 len=968367 2023-12-01T05:06:46.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 866 completed, throughput=5MB/sec 2023-12-01T05:06:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:46 smithi111 ceph-mon[97855]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:06:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:46 smithi111 ceph-mon[116524]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:06:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:46 smithi155 ceph-mon[102677]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:06:47.582 INFO:tasks.workunit.client.0.smithi111.stdout: 171: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:47.583 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qhjQit7li1-Wmu8 off=206514 len=540951 2023-12-01T05:06:47.587 INFO:tasks.workunit.client.0.smithi111.stdout:op 867 completed, throughput=4.98MB/sec 2023-12-01T05:06:47.587 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GOpUb4yyqHlwy7N off=2461576 len=1523521 2023-12-01T05:06:47.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 868 completed, throughput=4.99MB/sec 2023-12-01T05:06:47.588 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HKeeFhm86KqolWT off=1492225 len=685075 2023-12-01T05:06:47.593 INFO:tasks.workunit.client.0.smithi111.stdout:op 869 completed, throughput=4.99MB/sec 2023-12-01T05:06:47.593 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wfPZH1y0_kXK8-z off=18936056 len=1142716 2023-12-01T05:06:47.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 870 completed, throughput=5MB/sec 2023-12-01T05:06:47.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G4PCIAzFqGJSBw- off=2652442 len=1575171 2023-12-01T05:06:47.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 871 completed, throughput=5MB/sec 2023-12-01T05:06:48.603 INFO:tasks.workunit.client.0.smithi111.stdout: 172: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:48.603 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z-cGiWgXdyUu8vh off=1487012 len=1971370 2023-12-01T05:06:48.615 INFO:tasks.workunit.client.0.smithi111.stdout:op 872 completed, throughput=4.99MB/sec 2023-12-01T05:06:48.615 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7Z2E-YPv0-2KMpl off=10643318 len=234038 2023-12-01T05:06:48.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 873 completed, throughput=4.99MB/sec 2023-12-01T05:06:48.618 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IMdPxnOfjZKYEtZ off=13934246 len=1872531 2023-12-01T05:06:48.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 874 completed, throughput=5MB/sec 2023-12-01T05:06:48.619 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hkLUmwamyg3gIqp off=132374 len=200805 2023-12-01T05:06:48.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 875 completed, throughput=5MB/sec 2023-12-01T05:06:48.623 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0IWiKGxESYIMHjH off=1363442 len=314082 2023-12-01T05:06:48.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 876 completed, throughput=5MB/sec 2023-12-01T05:06:48.624 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-75CuFwcqDtAXEnP off=5707158 len=1156589 2023-12-01T05:06:48.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 877 completed, throughput=5.01MB/sec 2023-12-01T05:06:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:48 smithi111 ceph-mon[97855]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:48 smithi111 ceph-mon[116524]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:48 smithi155 ceph-mon[102677]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:49.630 INFO:tasks.workunit.client.0.smithi111.stdout: 173: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:49.630 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_ccn5rMM2eBCFym off=1547336 len=1179198 2023-12-01T05:06:49.636 INFO:tasks.workunit.client.0.smithi111.stdout:op 878 completed, throughput=4.98MB/sec 2023-12-01T05:06:49.636 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ygm4FmX5UXUyA_f off=4740335 len=2083741 2023-12-01T05:06:49.637 INFO:tasks.workunit.client.0.smithi111.stdout:op 879 completed, throughput=4.99MB/sec 2023-12-01T05:06:49.638 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fmgFsjdKsGN1Kr8 off=17980489 len=541915 2023-12-01T05:06:49.638 INFO:tasks.workunit.client.0.smithi111.stdout:op 880 completed, throughput=5MB/sec 2023-12-01T05:06:49.638 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4loXn73UKBi6GLz off=10647755 len=1055252 2023-12-01T05:06:49.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 881 completed, throughput=5MB/sec 2023-12-01T05:06:49.739 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:06:49] "GET /metrics HTTP/1.1" 200 33892 "" "Prometheus/2.43.0" 2023-12-01T05:06:49.740 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:06:50.645 INFO:tasks.workunit.client.0.smithi111.stdout: 174: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:50.645 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dSHKrUFXBIRUlfp off=16635910 len=341780 2023-12-01T05:06:50.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 882 completed, throughput=4.98MB/sec 2023-12-01T05:06:50.648 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k7zOLFwpBkPF4T- off=5533486 len=314869 2023-12-01T05:06:50.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 883 completed, throughput=4.98MB/sec 2023-12-01T05:06:50.652 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rh7Inom4200bgE1 off=265852 len=1798840 2023-12-01T05:06:50.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 884 completed, throughput=4.99MB/sec 2023-12-01T05:06:50.654 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nygVOLdHvGLWPsf off=823670 len=1327798 2023-12-01T05:06:50.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 885 completed, throughput=4.99MB/sec 2023-12-01T05:06:50.662 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-a-rGKu6zOZ-UNzF off=4114498 len=1023015 2023-12-01T05:06:50.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 886 completed, throughput=5MB/sec 2023-12-01T05:06:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:50 smithi111 ceph-mon[97855]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:50 smithi111 ceph-mon[116524]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:50 smithi155 ceph-mon[102677]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:06:51.662 INFO:tasks.workunit.client.0.smithi111.stdout: 175: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:51.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_ds2cB0uOSXcVOb off=1809143 len=157889 2023-12-01T05:06:51.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 887 completed, throughput=4.97MB/sec 2023-12-01T05:06:51.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Nl3WgbGmdLZXvGS off=5700841 len=1059089 2023-12-01T05:06:51.671 INFO:tasks.workunit.client.0.smithi111.stdout:op 888 completed, throughput=4.98MB/sec 2023-12-01T05:06:51.671 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gH53O47JSIVBIEz off=11805241 len=973655 2023-12-01T05:06:51.676 INFO:tasks.workunit.client.0.smithi111.stdout:op 889 completed, throughput=4.98MB/sec 2023-12-01T05:06:51.676 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sqo9EKRr5veXjYD off=573080 len=1792982 2023-12-01T05:06:51.679 INFO:tasks.workunit.client.0.smithi111.stdout:op 890 completed, throughput=4.99MB/sec 2023-12-01T05:06:51.679 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ICl8SQo_EPqg4fc off=17219638 len=1754907 2023-12-01T05:06:51.681 INFO:tasks.workunit.client.0.smithi111.stdout:op 891 completed, throughput=5MB/sec 2023-12-01T05:06:52.682 INFO:tasks.workunit.client.0.smithi111.stdout: 176: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:52.682 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HozNWUcaMu_HANj off=10416608 len=1316787 2023-12-01T05:06:52.683 INFO:tasks.workunit.client.0.smithi111.stdout:op 892 completed, throughput=4.98MB/sec 2023-12-01T05:06:52.683 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Nq1LMLaYSLU5ags off=3822039 len=1826937 2023-12-01T05:06:52.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 893 completed, throughput=4.99MB/sec 2023-12-01T05:06:52.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-77yg7RXwEKEXAqB off=6701975 len=698250 2023-12-01T05:06:52.690 INFO:tasks.workunit.client.0.smithi111.stdout:op 894 completed, throughput=4.99MB/sec 2023-12-01T05:06:52.690 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4yJbRaKvKQcUSMh off=2626995 len=1625409 2023-12-01T05:06:52.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 895 completed, throughput=5MB/sec 2023-12-01T05:06:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:52 smithi111 ceph-mon[97855]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:06:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:52 smithi111 ceph-mon[116524]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:06:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:52 smithi155 ceph-mon[102677]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:06:53.697 INFO:tasks.workunit.client.0.smithi111.stdout: 177: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:53.697 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RlFdiavLGLZI2Dm off=11454412 len=93198 2023-12-01T05:06:53.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 896 completed, throughput=4.98MB/sec 2023-12-01T05:06:53.698 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TZHBYEKVzs45YZH off=10062960 len=411647 2023-12-01T05:06:53.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 897 completed, throughput=4.98MB/sec 2023-12-01T05:06:53.699 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T7c46uUXDpOc5IH off=21170567 len=694289 2023-12-01T05:06:53.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 898 completed, throughput=4.98MB/sec 2023-12-01T05:06:53.701 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tiFCRBWo0_bYlAs off=1779185 len=1190474 2023-12-01T05:06:53.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 899 completed, throughput=4.99MB/sec 2023-12-01T05:06:53.709 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hnooV_d39O9jnvW off=4219941 len=169301 2023-12-01T05:06:53.709 INFO:tasks.workunit.client.0.smithi111.stdout:op 900 completed, throughput=4.99MB/sec 2023-12-01T05:06:53.709 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dMR4m3vYp5DWw7W off=22450222 len=1808936 2023-12-01T05:06:53.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 901 completed, throughput=5MB/sec 2023-12-01T05:06:53.718 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RTS93HcT0D0kpVT off=18005840 len=76138 2023-12-01T05:06:53.720 INFO:tasks.workunit.client.0.smithi111.stdout:op 902 completed, throughput=5MB/sec 2023-12-01T05:06:53.720 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5doVTK1dtBOx0Pu off=3756280 len=777302 2023-12-01T05:06:53.721 INFO:tasks.workunit.client.0.smithi111.stdout:op 903 completed, throughput=5MB/sec 2023-12-01T05:06:54.298 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:06:54.602 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:06:54.602 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (24m) 114s ago 24m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:06:54.602 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (24m) 113s ago 24m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (25m) 114s ago 25m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (25m) 113s ago 25m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (28m) 113s ago 28m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (30m) 114s ago 30m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (30m) 114s ago 30m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (29m) 113s ago 29m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (29m) 114s ago 29m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (24m) 114s ago 24m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (24m) 113s ago 24m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (28m) 114s ago 28m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (28m) 114s ago 28m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (27m) 114s ago 27m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (27m) 114s ago 27m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (27m) 113s ago 27m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:06:54.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (26m) 113s ago 26m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:06:54.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (26m) 113s ago 26m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:06:54.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (26m) 113s ago 26m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:06:54.604 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (24m) 113s ago 25m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:06:54.722 INFO:tasks.workunit.client.0.smithi111.stdout: 178: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:54.722 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uaMPXZECIOAfvJi off=566351 len=10785 2023-12-01T05:06:54.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 904 completed, throughput=4.97MB/sec 2023-12-01T05:06:54.722 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CqgUhNIjQ-BH8Me off=1050268 len=1004885 2023-12-01T05:06:54.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 905 completed, throughput=4.98MB/sec 2023-12-01T05:06:54.727 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qNqBKrRxvRs5JNS off=15109617 len=765990 2023-12-01T05:06:54.731 INFO:tasks.workunit.client.0.smithi111.stdout:op 906 completed, throughput=4.98MB/sec 2023-12-01T05:06:54.731 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XLurq87FVAiCgnT off=835754 len=1511099 2023-12-01T05:06:54.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 907 completed, throughput=4.99MB/sec 2023-12-01T05:06:54.732 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CA6nOHPm0lSRSxb off=7558501 len=994465 2023-12-01T05:06:54.733 INFO:tasks.workunit.client.0.smithi111.stdout:op 908 completed, throughput=5MB/sec 2023-12-01T05:06:54.733 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YOprXtiNpHtcgDk off=15889400 len=1891649 2023-12-01T05:06:54.743 INFO:tasks.workunit.client.0.smithi111.stdout:op 909 completed, throughput=5.01MB/sec 2023-12-01T05:06:54.988 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:06:54.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:06:54.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:06:54.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:54.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:06:54.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:06:54.989 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:06:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:54 smithi111 ceph-mon[97855]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:06:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:54 smithi111 ceph-mon[116524]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:06:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:54 smithi155 ceph-mon[102677]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:06:55.743 INFO:tasks.workunit.client.0.smithi111.stdout: 179: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:55.744 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-V3X9oMS4_ylfcLM off=418006 len=1809708 2023-12-01T05:06:55.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 910 completed, throughput=4.99MB/sec 2023-12-01T05:06:55.752 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UWprmgt8dnpWggY off=1544303 len=1124951 2023-12-01T05:06:55.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 911 completed, throughput=4.99MB/sec 2023-12-01T05:06:55.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1nXgrYr8YcK5p_E off=12747969 len=1768873 2023-12-01T05:06:55.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 912 completed, throughput=5MB/sec 2023-12-01T05:06:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:55 smithi155 ceph-mon[102677]: from='client.16293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:55 smithi155 ceph-mon[102677]: from='client.16299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2278438504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:06:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:55 smithi111 ceph-mon[116524]: from='client.16293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:55 smithi111 ceph-mon[116524]: from='client.16299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2278438504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:06:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:55 smithi111 ceph-mon[97855]: from='client.16293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:55 smithi111 ceph-mon[97855]: from='client.16299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:06:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2278438504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:06:56.755 INFO:tasks.workunit.client.0.smithi111.stdout: 180: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:56.755 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XqioZ3oeKMkKxsH off=4491185 len=1734477 2023-12-01T05:06:56.764 INFO:tasks.workunit.client.0.smithi111.stdout:op 913 completed, throughput=4.98MB/sec 2023-12-01T05:06:56.764 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rWSAO7dPOH7-bSC off=13600665 len=1894283 2023-12-01T05:06:56.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 914 completed, throughput=4.99MB/sec 2023-12-01T05:06:56.774 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1WO7BROBhG1c7fz off=8593008 len=1518314 2023-12-01T05:06:56.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 915 completed, throughput=5MB/sec 2023-12-01T05:06:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:56 smithi155 ceph-mon[102677]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:06:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:56 smithi111 ceph-mon[97855]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:06:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:56 smithi111 ceph-mon[116524]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:06:57.783 INFO:tasks.workunit.client.0.smithi111.stdout: 181: throughput=4.97MB/sec pending data=0 2023-12-01T05:06:57.783 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sVB4Xm1oULrlXAD off=1671922 len=1394584 2023-12-01T05:06:57.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 916 completed, throughput=4.98MB/sec 2023-12-01T05:06:57.789 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ngwxHPYtMpqiHYN off=11572306 len=1245189 2023-12-01T05:06:57.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 917 completed, throughput=4.99MB/sec 2023-12-01T05:06:57.796 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Kja4qamBJkNUnOh off=1553190 len=244349 2023-12-01T05:06:57.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 918 completed, throughput=4.99MB/sec 2023-12-01T05:06:57.799 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cdhYhaBcM7AjrmF off=1920193 len=1867806 2023-12-01T05:06:57.803 INFO:tasks.workunit.client.0.smithi111.stdout:op 919 completed, throughput=5MB/sec 2023-12-01T05:06:57.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4mz3jIpVwG9If3i off=3295113 len=592895 2023-12-01T05:06:57.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 920 completed, throughput=5MB/sec 2023-12-01T05:06:58.805 INFO:tasks.workunit.client.0.smithi111.stdout: 182: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:58.805 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vDnulXxAyf23eK5 off=10930837 len=1692761 2023-12-01T05:06:58.812 INFO:tasks.workunit.client.0.smithi111.stdout:op 921 completed, throughput=4.98MB/sec 2023-12-01T05:06:58.812 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2MKOfdn3EVpLKVB off=9857457 len=1105792 2023-12-01T05:06:58.814 INFO:tasks.workunit.client.0.smithi111.stdout:op 922 completed, throughput=4.99MB/sec 2023-12-01T05:06:58.814 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pVoSVcOmdLEOZhz off=11825424 len=359387 2023-12-01T05:06:58.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 923 completed, throughput=4.99MB/sec 2023-12-01T05:06:58.818 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GyVHobx6otiB-_j off=14779178 len=405140 2023-12-01T05:06:58.821 INFO:tasks.workunit.client.0.smithi111.stdout:op 924 completed, throughput=4.99MB/sec 2023-12-01T05:06:58.821 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0N840UFjQVPJaiD off=11746630 len=858608 2023-12-01T05:06:58.825 INFO:tasks.workunit.client.0.smithi111.stdout:op 925 completed, throughput=5MB/sec 2023-12-01T05:06:58.826 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qMdTEjKnDeWB6TO off=3037860 len=1214478 2023-12-01T05:06:58.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 926 completed, throughput=5MB/sec 2023-12-01T05:06:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:06:58 smithi155 ceph-mon[102677]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:06:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:06:58 smithi111 ceph-mon[97855]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:06:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:06:58 smithi111 ceph-mon[116524]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:06:59] "GET /metrics HTTP/1.1" 200 33892 "" "Prometheus/2.43.0" 2023-12-01T05:06:59.832 INFO:tasks.workunit.client.0.smithi111.stdout: 183: throughput=4.98MB/sec pending data=0 2023-12-01T05:06:59.832 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9jIEXPG0Qy4Ux1A off=8066789 len=2001926 2023-12-01T05:06:59.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 927 completed, throughput=4.99MB/sec 2023-12-01T05:06:59.840 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--fmyS_-felfCmZT off=12875255 len=1196096 2023-12-01T05:06:59.844 INFO:tasks.workunit.client.0.smithi111.stdout:op 928 completed, throughput=4.99MB/sec 2023-12-01T05:06:59.844 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tvBNCv0SAyAcJqb off=1845670 len=602096 2023-12-01T05:06:59.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 929 completed, throughput=5MB/sec 2023-12-01T05:06:59.845 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DetogNfcvH5On2s off=20748630 len=1670179 2023-12-01T05:06:59.855 INFO:tasks.workunit.client.0.smithi111.stdout:op 930 completed, throughput=5MB/sec 2023-12-01T05:07:00.855 INFO:tasks.workunit.client.0.smithi111.stdout: 184: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:00.855 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Fo-3G6wa-WMNBdp off=12804046 len=1503697 2023-12-01T05:07:00.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 931 completed, throughput=4.98MB/sec 2023-12-01T05:07:00.861 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bsJGA17WDGgniAe off=12433490 len=651562 2023-12-01T05:07:00.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 932 completed, throughput=4.99MB/sec 2023-12-01T05:07:00.863 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dZCD_6voiyZpHMs off=4766112 len=460607 2023-12-01T05:07:00.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 933 completed, throughput=4.99MB/sec 2023-12-01T05:07:00.867 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nS7tEM3hYsyDsXj off=5132716 len=356173 2023-12-01T05:07:00.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 934 completed, throughput=4.99MB/sec 2023-12-01T05:07:00.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mb_s5M3yzeoVa02 off=8014633 len=2076687 2023-12-01T05:07:00.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 935 completed, throughput=5MB/sec 2023-12-01T05:07:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:00 smithi155 ceph-mon[102677]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:07:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:00 smithi111 ceph-mon[97855]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:07:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:00 smithi111 ceph-mon[116524]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:07:01.872 INFO:tasks.workunit.client.0.smithi111.stdout: 185: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:01.872 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PWtSDgoEvJntyiX off=13907031 len=1070624 2023-12-01T05:07:01.878 INFO:tasks.workunit.client.0.smithi111.stdout:op 936 completed, throughput=4.98MB/sec 2023-12-01T05:07:01.878 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uEYIFy2xCjfnlj9 off=19203273 len=1910479 2023-12-01T05:07:01.888 INFO:tasks.workunit.client.0.smithi111.stdout:op 937 completed, throughput=4.99MB/sec 2023-12-01T05:07:01.888 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KxYyEdjjII-M_VO off=11125120 len=1404260 2023-12-01T05:07:01.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 938 completed, throughput=5MB/sec 2023-12-01T05:07:01.893 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_ZyxuqasKDBuAET off=2493986 len=254430 2023-12-01T05:07:01.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 939 completed, throughput=5MB/sec 2023-12-01T05:07:01.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s1sdeGVD2m8vfhU off=522271 len=344917 2023-12-01T05:07:01.895 INFO:tasks.workunit.client.0.smithi111.stdout:op 940 completed, throughput=5MB/sec 2023-12-01T05:07:02.896 INFO:tasks.workunit.client.0.smithi111.stdout: 186: throughput=4.97MB/sec pending data=0 2023-12-01T05:07:02.896 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hakg4alT7Huo0aV off=8290271 len=610648 2023-12-01T05:07:02.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 941 completed, throughput=4.98MB/sec 2023-12-01T05:07:02.898 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6QBn4l5iijO0Vkf off=3460819 len=1438781 2023-12-01T05:07:02.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 942 completed, throughput=4.98MB/sec 2023-12-01T05:07:02.906 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y3we0tVot5UkqJz off=4647962 len=123855 2023-12-01T05:07:02.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 943 completed, throughput=4.98MB/sec 2023-12-01T05:07:02.908 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b0fAxdgE4Z6zQ__ off=1580762 len=1191612 2023-12-01T05:07:02.912 INFO:tasks.workunit.client.0.smithi111.stdout:op 944 completed, throughput=4.99MB/sec 2023-12-01T05:07:02.913 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cyuhVRmh6HZpF6A off=7013675 len=997996 2023-12-01T05:07:02.915 INFO:tasks.workunit.client.0.smithi111.stdout:op 945 completed, throughput=5MB/sec 2023-12-01T05:07:02.915 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nZqd-tJJAm8GRmM off=1475954 len=811496 2023-12-01T05:07:02.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 946 completed, throughput=5MB/sec 2023-12-01T05:07:02.919 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mlI4UNk5s3IABSt off=6894642 len=1004571 2023-12-01T05:07:02.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 947 completed, throughput=5MB/sec 2023-12-01T05:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:02 smithi155 ceph-mon[102677]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[97855]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:07:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[116524]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:07:03.920 INFO:tasks.workunit.client.0.smithi111.stdout: 187: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:03.920 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wB_j__ZuYmoxTjj off=12777628 len=1012560 2023-12-01T05:07:03.921 INFO:tasks.workunit.client.0.smithi111.stdout:op 948 completed, throughput=4.98MB/sec 2023-12-01T05:07:03.921 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q94LF1yy8eofWYG off=1076988 len=1735610 2023-12-01T05:07:03.923 INFO:tasks.workunit.client.0.smithi111.stdout:op 949 completed, throughput=4.99MB/sec 2023-12-01T05:07:03.923 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2S4XMKoF-EwZ3_J off=1105214 len=354295 2023-12-01T05:07:03.926 INFO:tasks.workunit.client.0.smithi111.stdout:op 950 completed, throughput=4.99MB/sec 2023-12-01T05:07:03.926 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CPbmc3cem7r_Yh_ off=1976960 len=670736 2023-12-01T05:07:03.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 951 completed, throughput=5MB/sec 2023-12-01T05:07:03.927 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AGJTzQ48mA7t15h off=11950324 len=837498 2023-12-01T05:07:03.932 INFO:tasks.workunit.client.0.smithi111.stdout:op 952 completed, throughput=5MB/sec 2023-12-01T05:07:04.932 INFO:tasks.workunit.client.0.smithi111.stdout: 188: throughput=4.97MB/sec pending data=0 2023-12-01T05:07:04.932 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Js43ZTYWZuqJ_cD off=1501694 len=334944 2023-12-01T05:07:04.933 INFO:tasks.workunit.client.0.smithi111.stdout:op 953 completed, throughput=4.98MB/sec 2023-12-01T05:07:04.933 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ewVxCtPRGCWBnco off=1824083 len=1059458 2023-12-01T05:07:04.935 INFO:tasks.workunit.client.0.smithi111.stdout:op 954 completed, throughput=4.98MB/sec 2023-12-01T05:07:04.935 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nnP-epEcS3bweN- off=9037611 len=1966080 2023-12-01T05:07:04.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 955 completed, throughput=4.99MB/sec 2023-12-01T05:07:04.947 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Znv7L_WZIe694o off=9542555 len=1627686 2023-12-01T05:07:04.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 956 completed, throughput=5MB/sec 2023-12-01T05:07:04.948 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4L0PpcuanEOk6Ni off=1569326 len=1693415 2023-12-01T05:07:04.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 957 completed, throughput=5.01MB/sec 2023-12-01T05:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:04 smithi155 ceph-mon[102677]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:04 smithi111 ceph-mon[97855]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:07:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:04 smithi111 ceph-mon[116524]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:07:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:05.957 INFO:tasks.workunit.client.0.smithi111.stdout: 189: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:05.957 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_sS93wfjlucg708 off=8471170 len=898543 2023-12-01T05:07:05.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 958 completed, throughput=4.99MB/sec 2023-12-01T05:07:05.961 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jy6uzGIlVOx-4mE off=3305265 len=1638301 2023-12-01T05:07:05.968 INFO:tasks.workunit.client.0.smithi111.stdout:op 959 completed, throughput=4.99MB/sec 2023-12-01T05:07:05.968 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kVWE_6NuZE3Ynk6 off=5686964 len=1218213 2023-12-01T05:07:05.973 INFO:tasks.workunit.client.0.smithi111.stdout:op 960 completed, throughput=5MB/sec 2023-12-01T05:07:05.973 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PwuMzLpb4QY9FDQ off=3174649 len=366971 2023-12-01T05:07:05.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 961 completed, throughput=5MB/sec 2023-12-01T05:07:06.976 INFO:tasks.workunit.client.0.smithi111.stdout: 190: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:06.977 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6TakcGEbUVIxbrR off=13902021 len=1667183 2023-12-01T05:07:06.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 962 completed, throughput=4.98MB/sec 2023-12-01T05:07:06.983 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dXGKLr8PXgIAU9w off=16556626 len=1705601 2023-12-01T05:07:06.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 963 completed, throughput=4.99MB/sec 2023-12-01T05:07:06.994 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uQahmbyH4RzPmLY off=22179266 len=1737049 2023-12-01T05:07:06.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 964 completed, throughput=5MB/sec 2023-12-01T05:07:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:06 smithi155 ceph-mon[102677]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-01T05:07:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:06 smithi111 ceph-mon[97855]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-01T05:07:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:06 smithi111 ceph-mon[116524]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-01T05:07:07.997 INFO:tasks.workunit.client.0.smithi111.stdout: 191: throughput=4.97MB/sec pending data=0 2023-12-01T05:07:07.998 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-l22k5r_dLqUhv8N off=1226618 len=118626 2023-12-01T05:07:08.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 965 completed, throughput=4.97MB/sec 2023-12-01T05:07:08.000 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k-1oVXXYmdvLRZc off=11878398 len=872166 2023-12-01T05:07:08.005 INFO:tasks.workunit.client.0.smithi111.stdout:op 966 completed, throughput=4.98MB/sec 2023-12-01T05:07:08.005 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dIuqjsYHbHhawJz off=15804514 len=1315292 2023-12-01T05:07:08.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 967 completed, throughput=4.99MB/sec 2023-12-01T05:07:08.006 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LxIUpHraB6bJ6L_ off=9712245 len=742906 2023-12-01T05:07:08.010 INFO:tasks.workunit.client.0.smithi111.stdout:op 968 completed, throughput=4.99MB/sec 2023-12-01T05:07:08.010 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BoqS-i8-4eRK_QV off=22203231 len=956076 2023-12-01T05:07:08.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 969 completed, throughput=4.99MB/sec 2023-12-01T05:07:08.014 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a5SmxJZMjZFG9Gu off=558101 len=984533 2023-12-01T05:07:08.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 970 completed, throughput=5MB/sec 2023-12-01T05:07:08.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1yxEUABEFL8zys1 off=9759799 len=1294720 2023-12-01T05:07:08.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 971 completed, throughput=5MB/sec 2023-12-01T05:07:09.021 INFO:tasks.workunit.client.0.smithi111.stdout: 192: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:09.021 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4LVTLJN3hqVhAON off=18700124 len=1862343 2023-12-01T05:07:09.023 INFO:tasks.workunit.client.0.smithi111.stdout:op 972 completed, throughput=4.99MB/sec 2023-12-01T05:07:09.024 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YEGPK8ViOA8pNBS off=2328633 len=1106110 2023-12-01T05:07:09.025 INFO:tasks.workunit.client.0.smithi111.stdout:op 973 completed, throughput=4.99MB/sec 2023-12-01T05:07:09.025 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VMHwI58t9NfNmiF off=1462407 len=468253 2023-12-01T05:07:09.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 974 completed, throughput=5MB/sec 2023-12-01T05:07:09.029 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RipFBwqeExhJUCQ off=86359 len=635651 2023-12-01T05:07:09.034 INFO:tasks.workunit.client.0.smithi111.stdout:op 975 completed, throughput=5MB/sec 2023-12-01T05:07:09.034 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2p1m8EWX0BXJE7Z off=3268 len=483293 2023-12-01T05:07:09.037 INFO:tasks.workunit.client.0.smithi111.stdout:op 976 completed, throughput=5MB/sec 2023-12-01T05:07:09.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:08 smithi155 ceph-mon[102677]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:07:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:08 smithi111 ceph-mon[97855]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:07:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:08 smithi111 ceph-mon[116524]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:07:09] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:07:10.037 INFO:tasks.workunit.client.0.smithi111.stdout: 193: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:10.038 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vyYYtDkzjbu13jc off=6588795 len=1222267 2023-12-01T05:07:10.043 INFO:tasks.workunit.client.0.smithi111.stdout:op 977 completed, throughput=4.98MB/sec 2023-12-01T05:07:10.043 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qgMO3i97K05d5Cz off=2461793 len=1671505 2023-12-01T05:07:10.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 978 completed, throughput=4.99MB/sec 2023-12-01T05:07:10.052 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-15sCuUdJWUia3Ag off=3537296 len=1250260 2023-12-01T05:07:10.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 979 completed, throughput=5MB/sec 2023-12-01T05:07:10.054 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tcNOJ7roucGV22m off=363848 len=1250314 2023-12-01T05:07:10.055 INFO:tasks.workunit.client.0.smithi111.stdout:op 980 completed, throughput=5MB/sec 2023-12-01T05:07:11.055 INFO:tasks.workunit.client.0.smithi111.stdout: 194: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:11.056 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JGl27hW5fHJYvVO off=376279 len=1369237 2023-12-01T05:07:11.062 INFO:tasks.workunit.client.0.smithi111.stdout:op 981 completed, throughput=4.98MB/sec 2023-12-01T05:07:11.062 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AhcOgSYFD_mqba4 off=446416 len=67917 2023-12-01T05:07:11.062 INFO:tasks.workunit.client.0.smithi111.stdout:op 982 completed, throughput=4.98MB/sec 2023-12-01T05:07:11.062 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hDNvNKSnMb-54CS off=8374682 len=1570330 2023-12-01T05:07:11.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 983 completed, throughput=4.99MB/sec 2023-12-01T05:07:11.072 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-96LhhulcL4JxUb8 off=4494739 len=566972 2023-12-01T05:07:11.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 984 completed, throughput=4.99MB/sec 2023-12-01T05:07:11.073 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DSFqakVfGny6CLH off=20924807 len=1807303 2023-12-01T05:07:11.082 INFO:tasks.workunit.client.0.smithi111.stdout:op 985 completed, throughput=5MB/sec 2023-12-01T05:07:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:10 smithi155 ceph-mon[102677]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:07:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:10 smithi111 ceph-mon[97855]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:07:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:10 smithi111 ceph-mon[116524]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:07:12.082 INFO:tasks.workunit.client.0.smithi111.stdout: 195: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:12.082 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-r0LmWb0ri-jUymY off=6514448 len=1274012 2023-12-01T05:07:12.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 986 completed, throughput=4.98MB/sec 2023-12-01T05:07:12.089 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jac4x4cc_67ezn4 off=159321 len=420283 2023-12-01T05:07:12.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 987 completed, throughput=4.98MB/sec 2023-12-01T05:07:12.092 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NFCwkHRwdqW52oI off=14359442 len=166335 2023-12-01T05:07:12.095 INFO:tasks.workunit.client.0.smithi111.stdout:op 988 completed, throughput=4.98MB/sec 2023-12-01T05:07:12.095 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2LIfcOu3GRZE6PB off=6248218 len=1080218 2023-12-01T05:07:12.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 989 completed, throughput=4.99MB/sec 2023-12-01T05:07:12.100 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4rHfCbAEJurTSh- off=9435331 len=2027253 2023-12-01T05:07:12.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 990 completed, throughput=5MB/sec 2023-12-01T05:07:12.101 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uaMPXZECIOAfvJi off=181426 len=1669196 2023-12-01T05:07:12.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 991 completed, throughput=5.01MB/sec 2023-12-01T05:07:13.103 INFO:tasks.workunit.client.0.smithi111.stdout: 196: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:13.103 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tkem3_hqq7xJIcG off=3639765 len=726388 2023-12-01T05:07:13.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 992 completed, throughput=4.99MB/sec 2023-12-01T05:07:13.104 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K6tvNRCIjhVj4Bh off=16503088 len=1746280 2023-12-01T05:07:13.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 993 completed, throughput=4.99MB/sec 2023-12-01T05:07:13.106 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aUI5XaZ7SfgbQ1P off=7216632 len=253860 2023-12-01T05:07:13.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 994 completed, throughput=5MB/sec 2023-12-01T05:07:13.107 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N0f2fEac_Bpmf3v off=7022663 len=1573417 2023-12-01T05:07:13.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 995 completed, throughput=5MB/sec 2023-12-01T05:07:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:12 smithi155 ceph-mon[102677]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-01T05:07:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:12 smithi111 ceph-mon[97855]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-01T05:07:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:12 smithi111 ceph-mon[116524]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2023-12-01T05:07:14.109 INFO:tasks.workunit.client.0.smithi111.stdout: 197: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:14.109 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N_wqXNSCadv7UOz off=6784730 len=1090182 2023-12-01T05:07:14.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 996 completed, throughput=4.98MB/sec 2023-12-01T05:07:14.110 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-otxOF6iwHci-DK9 off=1109958 len=540828 2023-12-01T05:07:14.112 INFO:tasks.workunit.client.0.smithi111.stdout:op 997 completed, throughput=4.99MB/sec 2023-12-01T05:07:14.112 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Bcir2eeI9O5q5N- off=1238666 len=1978523 2023-12-01T05:07:14.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 998 completed, throughput=4.99MB/sec 2023-12-01T05:07:14.116 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-djeLXnQJu41Ke4M off=9764440 len=1297823 2023-12-01T05:07:14.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 999 completed, throughput=5MB/sec 2023-12-01T05:07:15.118 INFO:tasks.workunit.client.0.smithi111.stdout: 198: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:15.118 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L5XzV3DQWnm-89y off=3527032 len=1873259 2023-12-01T05:07:15.127 INFO:tasks.workunit.client.0.smithi111.stdout:op 1000 completed, throughput=4.98MB/sec 2023-12-01T05:07:15.127 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RwsEwK3HyQUj2gp off=1026851 len=432734 2023-12-01T05:07:15.130 INFO:tasks.workunit.client.0.smithi111.stdout:op 1001 completed, throughput=4.99MB/sec 2023-12-01T05:07:15.130 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ik_UemLqWZnZEmy off=4881183 len=972698 2023-12-01T05:07:15.135 INFO:tasks.workunit.client.0.smithi111.stdout:op 1002 completed, throughput=4.99MB/sec 2023-12-01T05:07:15.135 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GZKmC2nc5KJFE8X off=0 len=1374638 2023-12-01T05:07:15.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 1003 completed, throughput=5MB/sec 2023-12-01T05:07:15.142 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0DY0KPhNxB1fyiB off=1459898 len=1673696 2023-12-01T05:07:15.143 INFO:tasks.workunit.client.0.smithi111.stdout:op 1004 completed, throughput=5.01MB/sec 2023-12-01T05:07:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:14 smithi155 ceph-mon[102677]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:07:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:14 smithi111 ceph-mon[97855]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:07:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:14 smithi111 ceph-mon[116524]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:07:16.144 INFO:tasks.workunit.client.0.smithi111.stdout: 199: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:16.144 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-36lk15Jqzcgnvbk off=403609 len=1690156 2023-12-01T05:07:16.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 1005 completed, throughput=4.99MB/sec 2023-12-01T05:07:16.153 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7w1UiVBPbImpHUJ off=14045590 len=1779213 2023-12-01T05:07:16.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 1006 completed, throughput=5MB/sec 2023-12-01T05:07:16.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--BzRZK966wP_Q39 off=8190345 len=1205855 2023-12-01T05:07:16.155 INFO:tasks.workunit.client.0.smithi111.stdout:op 1007 completed, throughput=5MB/sec 2023-12-01T05:07:17.155 INFO:tasks.workunit.client.0.smithi111.stdout: 200: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:17.156 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xryRDe_b5_XJBz- off=16839950 len=1682998 2023-12-01T05:07:17.157 INFO:tasks.workunit.client.0.smithi111.stdout:op 1008 completed, throughput=4.99MB/sec 2023-12-01T05:07:17.157 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eEVeZRi-QI7EUuR off=16463746 len=894535 2023-12-01T05:07:17.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 1009 completed, throughput=4.99MB/sec 2023-12-01T05:07:17.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P3OOaE6g4QCQYSy off=12669663 len=1400612 2023-12-01T05:07:17.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 1010 completed, throughput=5MB/sec 2023-12-01T05:07:17.169 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xpBdO5-MY7-iEnZ off=17094873 len=1067110 2023-12-01T05:07:17.170 INFO:tasks.workunit.client.0.smithi111.stdout:op 1011 completed, throughput=5MB/sec 2023-12-01T05:07:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:16 smithi155 ceph-mon[102677]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:07:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:16 smithi111 ceph-mon[97855]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:07:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:16 smithi111 ceph-mon[116524]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:07:18.171 INFO:tasks.workunit.client.0.smithi111.stdout: 201: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:18.171 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eKDxf-SVBft5MVs off=3008876 len=1753435 2023-12-01T05:07:18.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 1012 completed, throughput=4.98MB/sec 2023-12-01T05:07:18.173 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nY6PPmLabn2xA9F off=15139457 len=1682162 2023-12-01T05:07:18.176 INFO:tasks.workunit.client.0.smithi111.stdout:op 1013 completed, throughput=4.99MB/sec 2023-12-01T05:07:18.176 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6bvEf70IBpoT0v7 off=14482562 len=497621 2023-12-01T05:07:18.180 INFO:tasks.workunit.client.0.smithi111.stdout:op 1014 completed, throughput=4.99MB/sec 2023-12-01T05:07:18.180 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tun574PDJbcr6LW off=3242757 len=74577 2023-12-01T05:07:18.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 1015 completed, throughput=4.99MB/sec 2023-12-01T05:07:18.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h1XLuoiF1VmM7FY off=1458076 len=1164761 2023-12-01T05:07:18.188 INFO:tasks.workunit.client.0.smithi111.stdout:op 1016 completed, throughput=5MB/sec 2023-12-01T05:07:19.189 INFO:tasks.workunit.client.0.smithi111.stdout: 202: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:19.189 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-odDy10jopeX1QIp off=1496145 len=2034924 2023-12-01T05:07:19.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 1017 completed, throughput=4.99MB/sec 2023-12-01T05:07:19.191 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DRqKbxqvMlzaypp off=2288613 len=1253819 2023-12-01T05:07:19.192 INFO:tasks.workunit.client.0.smithi111.stdout:op 1018 completed, throughput=4.99MB/sec 2023-12-01T05:07:19.192 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q51zDl5Wa-l9nms off=2390608 len=1199326 2023-12-01T05:07:19.196 INFO:tasks.workunit.client.0.smithi111.stdout:op 1019 completed, throughput=5MB/sec 2023-12-01T05:07:19.196 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5uMUgw1lxL1DwYw off=188565 len=942981 2023-12-01T05:07:19.201 INFO:tasks.workunit.client.0.smithi111.stdout:op 1020 completed, throughput=5MB/sec 2023-12-01T05:07:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:18 smithi155 ceph-mon[102677]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:07:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:18 smithi111 ceph-mon[97855]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:07:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:18 smithi111 ceph-mon[116524]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:07:19] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.43.0" 2023-12-01T05:07:20.201 INFO:tasks.workunit.client.0.smithi111.stdout: 203: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:20.201 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L2ZqHdo9ufnffZS off=1608257 len=32364 2023-12-01T05:07:20.204 INFO:tasks.workunit.client.0.smithi111.stdout:op 1021 completed, throughput=4.98MB/sec 2023-12-01T05:07:20.204 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yLVdG3jQCdD-IDL off=7255869 len=1309497 2023-12-01T05:07:20.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 1022 completed, throughput=4.98MB/sec 2023-12-01T05:07:20.205 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-044yg0rp6HK7nTr off=20974994 len=1247663 2023-12-01T05:07:20.206 INFO:tasks.workunit.client.0.smithi111.stdout:op 1023 completed, throughput=4.99MB/sec 2023-12-01T05:07:20.207 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hakg4alT7Huo0aV off=4348272 len=138572 2023-12-01T05:07:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:20.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 1024 completed, throughput=4.99MB/sec 2023-12-01T05:07:20.208 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-42hQIUucxwY5pyR off=4873804 len=1054884 2023-12-01T05:07:20.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 1025 completed, throughput=4.99MB/sec 2023-12-01T05:07:20.209 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5XQFvX0c1MbW-74 off=1771586 len=1836050 2023-12-01T05:07:20.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 1026 completed, throughput=5MB/sec 2023-12-01T05:07:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:20 smithi155 ceph-mon[102677]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:07:21.211 INFO:tasks.workunit.client.0.smithi111.stdout: 204: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:21.211 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KBVmw2BKGNNMJFu off=15284329 len=583194 2023-12-01T05:07:21.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 1027 completed, throughput=4.98MB/sec 2023-12-01T05:07:21.212 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JrgSmsVaWR-LhEE off=2350280 len=1358007 2023-12-01T05:07:21.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 1028 completed, throughput=4.99MB/sec 2023-12-01T05:07:21.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AxQcdE2VX_9uIKB off=1109487 len=190356 2023-12-01T05:07:21.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 1029 completed, throughput=4.99MB/sec 2023-12-01T05:07:21.220 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NAa2MNh365kk94O off=7586471 len=648047 2023-12-01T05:07:21.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 1030 completed, throughput=4.99MB/sec 2023-12-01T05:07:21.225 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bWrEidUI8meYMMC off=4658497 len=2086975 2023-12-01T05:07:21.226 INFO:tasks.workunit.client.0.smithi111.stdout:op 1031 completed, throughput=5MB/sec 2023-12-01T05:07:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:20 smithi111 ceph-mon[97855]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:07:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:20 smithi111 ceph-mon[116524]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:07:22.226 INFO:tasks.workunit.client.0.smithi111.stdout: 205: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:22.226 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zhlfu8JjEgLW-VL off=12761272 len=1176416 2023-12-01T05:07:22.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 1032 completed, throughput=4.98MB/sec 2023-12-01T05:07:22.228 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6VGd0EcLyO1zuRG off=528246 len=726004 2023-12-01T05:07:22.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 1033 completed, throughput=4.98MB/sec 2023-12-01T05:07:22.233 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zSJrCiKw7BZDI7v off=11316854 len=1860035 2023-12-01T05:07:22.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 1034 completed, throughput=4.99MB/sec 2023-12-01T05:07:22.240 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5a_pnWrvF_ty9mt off=5798172 len=1897828 2023-12-01T05:07:22.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 1035 completed, throughput=5MB/sec 2023-12-01T05:07:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:22 smithi155 ceph-mon[102677]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:07:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:22 smithi111 ceph-mon[97855]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:07:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:22 smithi111 ceph-mon[116524]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:07:23.249 INFO:tasks.workunit.client.0.smithi111.stdout: 206: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:23.249 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OQs4fwrgXcAw4m3 off=8599050 len=935819 2023-12-01T05:07:23.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 1036 completed, throughput=4.98MB/sec 2023-12-01T05:07:23.254 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3sg070TIyF7NEkN off=6391463 len=1656000 2023-12-01T05:07:23.255 INFO:tasks.workunit.client.0.smithi111.stdout:op 1037 completed, throughput=4.99MB/sec 2023-12-01T05:07:23.255 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6fDoKTA5_WZxj05 off=2216755 len=1069777 2023-12-01T05:07:23.260 INFO:tasks.workunit.client.0.smithi111.stdout:op 1038 completed, throughput=4.99MB/sec 2023-12-01T05:07:23.260 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vJwHy9O2Pq5OW9l off=1147999 len=804188 2023-12-01T05:07:23.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 1039 completed, throughput=5MB/sec 2023-12-01T05:07:23.264 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gjip2aKJaqmGJpN off=4491360 len=481582 2023-12-01T05:07:23.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 1040 completed, throughput=5MB/sec 2023-12-01T05:07:23.268 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xTYJewk1CgyyF6U off=18802174 len=1079219 2023-12-01T05:07:23.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 1041 completed, throughput=5MB/sec 2023-12-01T05:07:24.269 INFO:tasks.workunit.client.0.smithi111.stdout: 207: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:24.305 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W09kr2xldXu7dl_ off=5614959 len=1944754 2023-12-01T05:07:24.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 1042 completed, throughput=4.99MB/sec 2023-12-01T05:07:24.306 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_H7OSuJX1K8r2yl off=10209898 len=1986208 2023-12-01T05:07:24.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 1043 completed, throughput=5MB/sec 2023-12-01T05:07:24.306 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KrH-tVpUklzsGA- off=7880634 len=406220 2023-12-01T05:07:24.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 1044 completed, throughput=5MB/sec 2023-12-01T05:07:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:24 smithi155 ceph-mon[102677]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:07:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:24 smithi111 ceph-mon[97855]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:07:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:24 smithi111 ceph-mon[116524]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:07:25.288 INFO:tasks.workunit.client.0.smithi111.stdout: 208: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:25.288 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pq1Q4dB6O4j3DeB off=11869300 len=1702336 2023-12-01T05:07:25.289 INFO:tasks.workunit.client.0.smithi111.stdout:op 1045 completed, throughput=4.98MB/sec 2023-12-01T05:07:25.289 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EcubrZDp9tVqZxB off=5229596 len=288045 2023-12-01T05:07:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 1046 completed, throughput=4.99MB/sec 2023-12-01T05:07:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J2RkKItUZlS8DLa off=6814668 len=417359 2023-12-01T05:07:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 1047 completed, throughput=4.99MB/sec 2023-12-01T05:07:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2O7X9XF95EX0Xai off=4936675 len=1228382 2023-12-01T05:07:25.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 1048 completed, throughput=4.99MB/sec 2023-12-01T05:07:25.293 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o7s0AOnLr_iIbP4 off=7766210 len=880398 2023-12-01T05:07:25.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 1049 completed, throughput=5MB/sec 2023-12-01T05:07:25.296 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qy7cqwxgWEbmDW- off=4941664 len=1249548 2023-12-01T05:07:25.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 1050 completed, throughput=5MB/sec 2023-12-01T05:07:25.336 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (24m) 2m ago 25m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (25m) 2m ago 25m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (26m) 2m ago 26m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (26m) 2m ago 26m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (29m) 2m ago 29m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:07:25.648 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (31m) 2m ago 31m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (31m) 2m ago 31m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (29m) 2m ago 29m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (29m) 2m ago 29m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (24m) 2m ago 24m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (24m) 2m ago 24m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (29m) 2m ago 29m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:07:25.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (28m) 2m ago 28m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:07:25.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (28m) 2m ago 28m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:07:25.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (28m) 2m ago 28m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:07:25.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (27m) 2m ago 27m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:07:25.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (27m) 2m ago 27m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:07:25.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (26m) 2m ago 26m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:07:25.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (26m) 2m ago 26m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:07:25.651 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (24m) 2m ago 25m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:26.033 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:07:26.034 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:07:26.299 INFO:tasks.workunit.client.0.smithi111.stdout: 209: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:26.299 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0DfwBCU-EA2tXZt off=6395389 len=1609494 2023-12-01T05:07:26.305 INFO:tasks.workunit.client.0.smithi111.stdout:op 1051 completed, throughput=4.99MB/sec 2023-12-01T05:07:26.305 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KuK9EwD_vobVy50 off=6078485 len=749294 2023-12-01T05:07:26.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 1052 completed, throughput=4.99MB/sec 2023-12-01T05:07:26.309 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1D7rivPKTHqNHNF off=19452134 len=443836 2023-12-01T05:07:26.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 1053 completed, throughput=4.99MB/sec 2023-12-01T05:07:26.313 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-l74E8DtvWOPogEY off=1620031 len=1387461 2023-12-01T05:07:26.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 1054 completed, throughput=5MB/sec 2023-12-01T05:07:26.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u-kaS13OKxBfEht off=17651319 len=1963906 2023-12-01T05:07:26.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 1055 completed, throughput=5.01MB/sec 2023-12-01T05:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:26 smithi155 ceph-mon[102677]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:26 smithi155 ceph-mon[102677]: from='client.16311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:26 smithi155 ceph-mon[102677]: from='client.16317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4096416861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:07:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[97855]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[97855]: from='client.16311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[97855]: from='client.16317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4096416861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[116524]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[116524]: from='client.16311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[116524]: from='client.16317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4096416861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:07:27.324 INFO:tasks.workunit.client.0.smithi111.stdout: 210: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:27.325 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Lg9dwdxhgbh06aY off=1350118 len=445146 2023-12-01T05:07:27.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 1056 completed, throughput=4.98MB/sec 2023-12-01T05:07:27.325 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mrASLikveVs8m9h off=2594958 len=100378 2023-12-01T05:07:27.328 INFO:tasks.workunit.client.0.smithi111.stdout:op 1057 completed, throughput=4.98MB/sec 2023-12-01T05:07:27.328 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uTocrF_HJ83Iprv off=3115110 len=340723 2023-12-01T05:07:27.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 1058 completed, throughput=4.99MB/sec 2023-12-01T05:07:27.331 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tCMaIkYgUFlh0W1 off=19473614 len=994134 2023-12-01T05:07:27.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 1059 completed, throughput=4.99MB/sec 2023-12-01T05:07:27.337 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qj0LjP7SKhad2g6 off=8238899 len=1266239 2023-12-01T05:07:27.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 1060 completed, throughput=5MB/sec 2023-12-01T05:07:27.342 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AQY4iIjarARMnou off=2089959 len=177571 2023-12-01T05:07:27.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 1061 completed, throughput=5MB/sec 2023-12-01T05:07:27.342 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rWCN4OV_kPbZGTy off=5357792 len=67755 2023-12-01T05:07:27.343 INFO:tasks.workunit.client.0.smithi111.stdout:op 1062 completed, throughput=5MB/sec 2023-12-01T05:07:27.343 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WPE1g1L_zJpXtw1 off=2724092 len=1035481 2023-12-01T05:07:27.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 1063 completed, throughput=5MB/sec 2023-12-01T05:07:28.347 INFO:tasks.workunit.client.0.smithi111.stdout: 211: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:28.348 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-953P9Ha3HwwX8Ns off=2307639 len=1495761 2023-12-01T05:07:28.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 1064 completed, throughput=4.98MB/sec 2023-12-01T05:07:28.349 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-czFNyqqd4EZkx7w off=16048523 len=1022297 2023-12-01T05:07:28.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 1065 completed, throughput=4.99MB/sec 2023-12-01T05:07:28.354 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y743ywIT-tGQaUs off=5949239 len=759956 2023-12-01T05:07:28.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 1066 completed, throughput=4.99MB/sec 2023-12-01T05:07:28.359 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fU19fPIsgPUsHTf off=74180 len=993271 2023-12-01T05:07:28.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 1067 completed, throughput=5MB/sec 2023-12-01T05:07:28.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-w2MTWsC2aya9fRo off=3210937 len=680343 2023-12-01T05:07:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 1068 completed, throughput=5MB/sec 2023-12-01T05:07:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J6gfLVpbPD8qg02 off=9426317 len=718459 2023-12-01T05:07:28.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 1069 completed, throughput=5MB/sec 2023-12-01T05:07:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:28 smithi155 ceph-mon[102677]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:07:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:28 smithi111 ceph-mon[97855]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:07:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:28 smithi111 ceph-mon[116524]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:07:29.364 INFO:tasks.workunit.client.0.smithi111.stdout: 212: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:29.364 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3NQe6-c2JAB-U13 off=10207555 len=687803 2023-12-01T05:07:29.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 1070 completed, throughput=4.98MB/sec 2023-12-01T05:07:29.368 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W2Rx_CoGfVf6mkI off=3450804 len=554719 2023-12-01T05:07:29.373 INFO:tasks.workunit.client.0.smithi111.stdout:op 1071 completed, throughput=4.99MB/sec 2023-12-01T05:07:29.373 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ALtp493mJ5w5-oA off=1227687 len=208712 2023-12-01T05:07:29.373 INFO:tasks.workunit.client.0.smithi111.stdout:op 1072 completed, throughput=4.99MB/sec 2023-12-01T05:07:29.373 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-syEl1qrrBiC6xrW off=7701899 len=1697226 2023-12-01T05:07:29.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 1073 completed, throughput=4.99MB/sec 2023-12-01T05:07:29.381 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1tdX7nys-D0LlBX off=957813 len=1017376 2023-12-01T05:07:29.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 1074 completed, throughput=5MB/sec 2023-12-01T05:07:29.382 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xtORzOCHEE1PvRd off=14883393 len=854597 2023-12-01T05:07:29.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 1075 completed, throughput=5MB/sec 2023-12-01T05:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:07:29] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.43.0" 2023-12-01T05:07:30.384 INFO:tasks.workunit.client.0.smithi111.stdout: 213: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:30.384 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GhnI1kBrEZ0CfhB off=610507 len=1948967 2023-12-01T05:07:30.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 1076 completed, throughput=4.99MB/sec 2023-12-01T05:07:30.400 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RwsEwK3HyQUj2gp off=0 len=1459585 2023-12-01T05:07:30.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 1077 completed, throughput=4.99MB/sec 2023-12-01T05:07:30.407 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fn2AZaQQu4cx2Wl off=1881244 len=1825692 2023-12-01T05:07:30.409 INFO:tasks.workunit.client.0.smithi111.stdout:op 1078 completed, throughput=5MB/sec 2023-12-01T05:07:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:30 smithi155 ceph-mon[102677]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:07:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:30 smithi111 ceph-mon[97855]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:07:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:30 smithi111 ceph-mon[116524]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:07:31.409 INFO:tasks.workunit.client.0.smithi111.stdout: 214: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:31.409 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h5RRLhsHz_1nj4K off=3958678 len=727268 2023-12-01T05:07:31.411 INFO:tasks.workunit.client.0.smithi111.stdout:op 1079 completed, throughput=4.98MB/sec 2023-12-01T05:07:31.411 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aX-vusCKzpLtDIw off=1748995 len=1919474 2023-12-01T05:07:31.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 1080 completed, throughput=4.99MB/sec 2023-12-01T05:07:31.423 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PMpmCz1hqiS8m3s off=20108657 len=122672 2023-12-01T05:07:31.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 1081 completed, throughput=4.99MB/sec 2023-12-01T05:07:31.424 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2RJsTqP7FhcZcne off=11728880 len=1016427 2023-12-01T05:07:31.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 1082 completed, throughput=4.99MB/sec 2023-12-01T05:07:31.428 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8zFd_lxNfLwFD_R off=4950638 len=1951024 2023-12-01T05:07:31.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 1083 completed, throughput=5MB/sec 2023-12-01T05:07:32.437 INFO:tasks.workunit.client.0.smithi111.stdout: 215: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:32.437 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jf2tY8P3511zPEW off=2043526 len=1700067 2023-12-01T05:07:32.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 1084 completed, throughput=4.99MB/sec 2023-12-01T05:07:32.446 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0hCWKL7Z7RVqE_O off=7501527 len=269534 2023-12-01T05:07:32.447 INFO:tasks.workunit.client.0.smithi111.stdout:op 1085 completed, throughput=4.99MB/sec 2023-12-01T05:07:32.447 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DL_fbzePDETZJ2N off=5585239 len=208733 2023-12-01T05:07:32.449 INFO:tasks.workunit.client.0.smithi111.stdout:op 1086 completed, throughput=4.99MB/sec 2023-12-01T05:07:32.450 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fyRxeepBPoB7Jtn off=4209394 len=324112 2023-12-01T05:07:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:op 1087 completed, throughput=4.99MB/sec 2023-12-01T05:07:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FYN99kSyGaK9D-p off=869142 len=508270 2023-12-01T05:07:32.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 1088 completed, throughput=4.99MB/sec 2023-12-01T05:07:32.456 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RovhCFwnlulI_bJ off=6143933 len=1650467 2023-12-01T05:07:32.464 INFO:tasks.workunit.client.0.smithi111.stdout:op 1089 completed, throughput=5MB/sec 2023-12-01T05:07:32.464 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KPbA9U2smOCjRn3 off=3791559 len=963727 2023-12-01T05:07:32.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 1090 completed, throughput=5MB/sec 2023-12-01T05:07:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:32 smithi155 ceph-mon[102677]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:07:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:32 smithi111 ceph-mon[97855]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:07:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:32 smithi111 ceph-mon[116524]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:07:33.470 INFO:tasks.workunit.client.0.smithi111.stdout: 216: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:33.470 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NyU3Q_RoMQXCjtc off=6954193 len=1495553 2023-12-01T05:07:33.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 1091 completed, throughput=4.99MB/sec 2023-12-01T05:07:33.479 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H5PXQbgtc1M2QjP off=24113 len=461207 2023-12-01T05:07:33.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 1092 completed, throughput=4.99MB/sec 2023-12-01T05:07:33.480 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fvOI3xzGoNYGs1j off=16231404 len=1949797 2023-12-01T05:07:33.490 INFO:tasks.workunit.client.0.smithi111.stdout:op 1093 completed, throughput=5MB/sec 2023-12-01T05:07:33.490 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8iOq38Kf-JFm75E off=4121560 len=885611 2023-12-01T05:07:33.495 INFO:tasks.workunit.client.0.smithi111.stdout:op 1094 completed, throughput=5MB/sec 2023-12-01T05:07:34.497 INFO:tasks.workunit.client.0.smithi111.stdout: 217: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:34.497 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G4Q-9MZmUZ0NLWj off=1147178 len=1868843 2023-12-01T05:07:34.504 INFO:tasks.workunit.client.0.smithi111.stdout:op 1095 completed, throughput=4.99MB/sec 2023-12-01T05:07:34.504 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZT4WrybP5h-p5wT off=655867 len=867995 2023-12-01T05:07:34.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 1096 completed, throughput=4.99MB/sec 2023-12-01T05:07:34.508 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DRUP12wo_5XqCtu off=573109 len=1819590 2023-12-01T05:07:34.516 INFO:tasks.workunit.client.0.smithi111.stdout:op 1097 completed, throughput=5MB/sec 2023-12-01T05:07:34.516 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z0UBYcSWfb8AMMU off=4331485 len=215952 2023-12-01T05:07:34.519 INFO:tasks.workunit.client.0.smithi111.stdout:op 1098 completed, throughput=5MB/sec 2023-12-01T05:07:34.519 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-H8mbPRQFuTUCzDX off=20715539 len=529437 2023-12-01T05:07:34.520 INFO:tasks.workunit.client.0.smithi111.stdout:op 1099 completed, throughput=5MB/sec 2023-12-01T05:07:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:34 smithi155 ceph-mon[102677]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:07:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:34 smithi111 ceph-mon[97855]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:07:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:34 smithi111 ceph-mon[116524]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:07:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:35.520 INFO:tasks.workunit.client.0.smithi111.stdout: 218: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:35.520 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W0kU9y81WaIEq_4 off=2577964 len=454608 2023-12-01T05:07:35.524 INFO:tasks.workunit.client.0.smithi111.stdout:op 1100 completed, throughput=4.98MB/sec 2023-12-01T05:07:35.524 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IP21sVbkivGAk8I off=9332153 len=1899242 2023-12-01T05:07:35.534 INFO:tasks.workunit.client.0.smithi111.stdout:op 1101 completed, throughput=4.99MB/sec 2023-12-01T05:07:35.534 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LAdWeuqNDnbFg8x off=18530745 len=1862570 2023-12-01T05:07:35.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 1102 completed, throughput=5MB/sec 2023-12-01T05:07:35.545 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3_cQM7VcO3lWTeZ off=3497011 len=1056762 2023-12-01T05:07:35.546 INFO:tasks.workunit.client.0.smithi111.stdout:op 1103 completed, throughput=5MB/sec 2023-12-01T05:07:35.546 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VmCop7lUzup579R off=478800 len=559787 2023-12-01T05:07:35.550 INFO:tasks.workunit.client.0.smithi111.stdout:op 1104 completed, throughput=5MB/sec 2023-12-01T05:07:36.550 INFO:tasks.workunit.client.0.smithi111.stdout: 219: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:36.550 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--fmyS_-felfCmZT off=10914794 len=5075 2023-12-01T05:07:36.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 1105 completed, throughput=4.98MB/sec 2023-12-01T05:07:36.552 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T8QfXNs9zqjdGnF off=29427 len=1193218 2023-12-01T05:07:36.557 INFO:tasks.workunit.client.0.smithi111.stdout:op 1106 completed, throughput=4.98MB/sec 2023-12-01T05:07:36.558 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0GdHFJsgBmt_kt- off=5473643 len=276907 2023-12-01T05:07:36.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 1107 completed, throughput=4.99MB/sec 2023-12-01T05:07:36.558 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-56ykCGY9xpmTJ3f off=3766203 len=1231061 2023-12-01T05:07:36.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 1108 completed, throughput=4.99MB/sec 2023-12-01T05:07:36.565 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-30hF6rrCvT6lZ_I off=2061234 len=1879335 2023-12-01T05:07:36.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 1109 completed, throughput=5MB/sec 2023-12-01T05:07:36.576 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OdhY8JFJz0q2k1F off=4603463 len=462898 2023-12-01T05:07:36.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 1110 completed, throughput=5MB/sec 2023-12-01T05:07:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:36 smithi155 ceph-mon[102677]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:07:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:36 smithi111 ceph-mon[97855]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:07:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:36 smithi111 ceph-mon[116524]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:07:37.577 INFO:tasks.workunit.client.0.smithi111.stdout: 220: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:37.577 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lf7q_cR82Q-xemY off=3700484 len=1328815 2023-12-01T05:07:37.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 1111 completed, throughput=4.98MB/sec 2023-12-01T05:07:37.583 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MsTKM8SGtdRw6nG off=4619862 len=2031212 2023-12-01T05:07:37.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 1112 completed, throughput=4.99MB/sec 2023-12-01T05:07:37.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GOLQcOuQitndg-7 off=1296422 len=884467 2023-12-01T05:07:37.598 INFO:tasks.workunit.client.0.smithi111.stdout:op 1113 completed, throughput=5MB/sec 2023-12-01T05:07:37.598 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dvLipltZ68bvaAF off=7836286 len=1570301 2023-12-01T05:07:37.605 INFO:tasks.workunit.client.0.smithi111.stdout:op 1114 completed, throughput=5MB/sec 2023-12-01T05:07:38.605 INFO:tasks.workunit.client.0.smithi111.stdout: 221: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:38.605 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QYC8hfVHFOUdOnF off=5400045 len=192790 2023-12-01T05:07:38.606 INFO:tasks.workunit.client.0.smithi111.stdout:op 1115 completed, throughput=4.98MB/sec 2023-12-01T05:07:38.606 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xQmbXWJHXPWcUDL off=18374601 len=1345635 2023-12-01T05:07:38.612 INFO:tasks.workunit.client.0.smithi111.stdout:op 1116 completed, throughput=4.99MB/sec 2023-12-01T05:07:38.612 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Av5UcuW5WZ9houj off=237980 len=1901902 2023-12-01T05:07:38.614 INFO:tasks.workunit.client.0.smithi111.stdout:op 1117 completed, throughput=4.99MB/sec 2023-12-01T05:07:38.614 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y12vWfcum4shkZr off=1828323 len=1037731 2023-12-01T05:07:38.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 1118 completed, throughput=5MB/sec 2023-12-01T05:07:38.619 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tv6sgEWCwK2Uxi3 off=1804634 len=258632 2023-12-01T05:07:38.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 1119 completed, throughput=5MB/sec 2023-12-01T05:07:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:38 smithi155 ceph-mon[102677]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:07:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:38 smithi111 ceph-mon[97855]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:07:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:38 smithi111 ceph-mon[116524]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:07:39.620 INFO:tasks.workunit.client.0.smithi111.stdout: 222: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:39.620 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BCLaFtetmFoM51J off=10377134 len=810648 2023-12-01T05:07:39.621 INFO:tasks.workunit.client.0.smithi111.stdout:op 1120 completed, throughput=4.98MB/sec 2023-12-01T05:07:39.621 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WJ9Bha_EyokgU65 off=2698594 len=688923 2023-12-01T05:07:39.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 1121 completed, throughput=4.98MB/sec 2023-12-01T05:07:39.622 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tvDny7Wri5X4he0 off=3960263 len=683888 2023-12-01T05:07:39.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 1122 completed, throughput=4.99MB/sec 2023-12-01T05:07:39.624 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_Viw924j-uz3S8H off=10314098 len=192624 2023-12-01T05:07:39.627 INFO:tasks.workunit.client.0.smithi111.stdout:op 1123 completed, throughput=4.99MB/sec 2023-12-01T05:07:39.627 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XeuxEKvg0a5pOP5 off=475246 len=1954437 2023-12-01T05:07:39.635 INFO:tasks.workunit.client.0.smithi111.stdout:op 1124 completed, throughput=5MB/sec 2023-12-01T05:07:39.635 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vJffa3mJ-bOcicv off=1348834 len=671600 2023-12-01T05:07:39.640 INFO:tasks.workunit.client.0.smithi111.stdout:op 1125 completed, throughput=5MB/sec 2023-12-01T05:07:39.640 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xzDtkRmVxcjYy89 off=18637454 len=1166056 2023-12-01T05:07:39.642 INFO:tasks.workunit.client.0.smithi111.stdout:op 1126 completed, throughput=5MB/sec 2023-12-01T05:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:07:39] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:07:40.642 INFO:tasks.workunit.client.0.smithi111.stdout: 223: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:40.642 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-96LhhulcL4JxUb8 off=125288 len=2036537 2023-12-01T05:07:40.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 1127 completed, throughput=4.99MB/sec 2023-12-01T05:07:40.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jzm8K0ft-BhdKL- off=8658093 len=924702 2023-12-01T05:07:40.650 INFO:tasks.workunit.client.0.smithi111.stdout:op 1128 completed, throughput=4.99MB/sec 2023-12-01T05:07:40.650 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cRO4NC8oIQTPmvb off=3106979 len=735736 2023-12-01T05:07:40.653 INFO:tasks.workunit.client.0.smithi111.stdout:op 1129 completed, throughput=5MB/sec 2023-12-01T05:07:40.653 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ztqcnE5S9StENkr off=149232 len=1213134 2023-12-01T05:07:40.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 1130 completed, throughput=5MB/sec 2023-12-01T05:07:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:40 smithi155 ceph-mon[102677]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:07:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:40 smithi111 ceph-mon[97855]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:07:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:40 smithi111 ceph-mon[116524]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:07:41.659 INFO:tasks.workunit.client.0.smithi111.stdout: 224: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:41.659 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bknLmGQYdMzTLSK off=7528472 len=713693 2023-12-01T05:07:41.660 INFO:tasks.workunit.client.0.smithi111.stdout:op 1131 completed, throughput=4.98MB/sec 2023-12-01T05:07:41.660 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y9n5OtpSq6mttif off=11381522 len=217858 2023-12-01T05:07:41.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 1132 completed, throughput=4.98MB/sec 2023-12-01T05:07:41.663 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d4g8P8LbfeirTdS off=3774804 len=174645 2023-12-01T05:07:41.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 1133 completed, throughput=4.98MB/sec 2023-12-01T05:07:41.666 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v80RsJzDlflRq9L off=5348901 len=479256 2023-12-01T05:07:41.667 INFO:tasks.workunit.client.0.smithi111.stdout:op 1134 completed, throughput=4.99MB/sec 2023-12-01T05:07:41.667 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FVhxq_HntUk04n_ off=7304324 len=1952973 2023-12-01T05:07:41.675 INFO:tasks.workunit.client.0.smithi111.stdout:op 1135 completed, throughput=4.99MB/sec 2023-12-01T05:07:41.675 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FukEoaae4dwE0Qy off=8030402 len=1324919 2023-12-01T05:07:41.676 INFO:tasks.workunit.client.0.smithi111.stdout:op 1136 completed, throughput=5MB/sec 2023-12-01T05:07:41.676 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WKSsEL8d6YcX7fz off=6934711 len=199609 2023-12-01T05:07:41.678 INFO:tasks.workunit.client.0.smithi111.stdout:op 1137 completed, throughput=5MB/sec 2023-12-01T05:07:42.679 INFO:tasks.workunit.client.0.smithi111.stdout: 225: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:42.679 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PM13zju8fHsx1M9 off=1118396 len=1330687 2023-12-01T05:07:42.686 INFO:tasks.workunit.client.0.smithi111.stdout:op 1138 completed, throughput=4.98MB/sec 2023-12-01T05:07:42.687 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uLy3wg8GnhLL_gY off=5696124 len=1905976 2023-12-01T05:07:42.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 1139 completed, throughput=4.99MB/sec 2023-12-01T05:07:42.698 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PCs90fLYZM6vyQZ off=1699227 len=1000061 2023-12-01T05:07:42.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 1140 completed, throughput=5MB/sec 2023-12-01T05:07:42.699 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-taTy9UngZCRurIg off=4471202 len=2051558 2023-12-01T05:07:42.707 INFO:tasks.workunit.client.0.smithi111.stdout:op 1141 completed, throughput=5MB/sec 2023-12-01T05:07:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:42 smithi155 ceph-mon[102677]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 6 op/s 2023-12-01T05:07:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:42 smithi111 ceph-mon[97855]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 6 op/s 2023-12-01T05:07:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:42 smithi111 ceph-mon[116524]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 6 op/s 2023-12-01T05:07:43.708 INFO:tasks.workunit.client.0.smithi111.stdout: 226: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:43.708 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zW4mqz02IETRvu3 off=5788444 len=835838 2023-12-01T05:07:43.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 1142 completed, throughput=4.99MB/sec 2023-12-01T05:07:43.713 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0sGubCkmvVCDtWS off=2722441 len=1381608 2023-12-01T05:07:43.714 INFO:tasks.workunit.client.0.smithi111.stdout:op 1143 completed, throughput=4.99MB/sec 2023-12-01T05:07:43.714 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Lf_frsHURsb_LQ0 off=15707866 len=1142356 2023-12-01T05:07:43.716 INFO:tasks.workunit.client.0.smithi111.stdout:op 1144 completed, throughput=5MB/sec 2023-12-01T05:07:43.716 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_Q_8nAj2lPZCbOk off=6015316 len=1440788 2023-12-01T05:07:43.723 INFO:tasks.workunit.client.0.smithi111.stdout:op 1145 completed, throughput=5MB/sec 2023-12-01T05:07:44.726 INFO:tasks.workunit.client.0.smithi111.stdout: 227: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:44.726 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1cXiuPH1ws8l0zx off=499058 len=1205772 2023-12-01T05:07:44.733 INFO:tasks.workunit.client.0.smithi111.stdout:op 1146 completed, throughput=4.99MB/sec 2023-12-01T05:07:44.733 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Rh7Inom4200bgE1 off=2161066 len=1149177 2023-12-01T05:07:44.736 INFO:tasks.workunit.client.0.smithi111.stdout:op 1147 completed, throughput=4.99MB/sec 2023-12-01T05:07:44.736 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WHy9yT9lqI9TQXv off=555871 len=1342916 2023-12-01T05:07:44.744 INFO:tasks.workunit.client.0.smithi111.stdout:op 1148 completed, throughput=5MB/sec 2023-12-01T05:07:44.745 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S6K4hy2jXsLnW0c off=4826791 len=1211055 2023-12-01T05:07:44.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 1149 completed, throughput=5MB/sec 2023-12-01T05:07:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:44 smithi155 ceph-mon[102677]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 976 KiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-01T05:07:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:44 smithi111 ceph-mon[97855]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 976 KiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-01T05:07:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:44 smithi111 ceph-mon[116524]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 976 KiB/s rd, 3.4 MiB/s wr, 4 op/s 2023-12-01T05:07:45.747 INFO:tasks.workunit.client.0.smithi111.stdout: 228: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:45.748 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yhoSfTY1qaOhEbB off=417661 len=1688118 2023-12-01T05:07:45.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 1150 completed, throughput=4.99MB/sec 2023-12-01T05:07:45.757 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y-fPIhNDtj1iOoU off=15030744 len=146994 2023-12-01T05:07:45.758 INFO:tasks.workunit.client.0.smithi111.stdout:op 1151 completed, throughput=4.99MB/sec 2023-12-01T05:07:45.759 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBm0ld5e_QvLBom off=47127 len=1120789 2023-12-01T05:07:45.766 INFO:tasks.workunit.client.0.smithi111.stdout:op 1152 completed, throughput=4.99MB/sec 2023-12-01T05:07:45.766 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xeRrZMV5C-6UdsS off=2529359 len=1839412 2023-12-01T05:07:45.768 INFO:tasks.workunit.client.0.smithi111.stdout:op 1153 completed, throughput=5MB/sec 2023-12-01T05:07:45.768 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8okC2HHhyYNHwdq off=4348243 len=1573414 2023-12-01T05:07:45.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 1154 completed, throughput=5MB/sec 2023-12-01T05:07:46.774 INFO:tasks.workunit.client.0.smithi111.stdout: 229: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:46.774 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wiM8IQARFd-QIZG off=687579 len=447737 2023-12-01T05:07:46.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 1155 completed, throughput=4.98MB/sec 2023-12-01T05:07:46.778 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X-EgYIMt1bYR47O off=50802 len=1617654 2023-12-01T05:07:46.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 1156 completed, throughput=4.99MB/sec 2023-12-01T05:07:46.784 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--3YsI8-0rCBP6p_ off=8788486 len=83428 2023-12-01T05:07:46.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 1157 completed, throughput=4.99MB/sec 2023-12-01T05:07:46.785 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Byl_XynHLaSoN5J off=2122447 len=769297 2023-12-01T05:07:46.786 INFO:tasks.workunit.client.0.smithi111.stdout:op 1158 completed, throughput=4.99MB/sec 2023-12-01T05:07:46.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o1gQej-DYb0rKBf off=1900324 len=1339107 2023-12-01T05:07:46.791 INFO:tasks.workunit.client.0.smithi111.stdout:op 1159 completed, throughput=5MB/sec 2023-12-01T05:07:46.791 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AHRBvwDgMaqxOu0 off=3435110 len=1276441 2023-12-01T05:07:46.797 INFO:tasks.workunit.client.0.smithi111.stdout:op 1160 completed, throughput=5MB/sec 2023-12-01T05:07:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:46 smithi155 ceph-mon[102677]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.8 MiB/s wr, 6 op/s 2023-12-01T05:07:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:46 smithi111 ceph-mon[97855]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.8 MiB/s wr, 6 op/s 2023-12-01T05:07:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:46 smithi111 ceph-mon[116524]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.8 MiB/s wr, 6 op/s 2023-12-01T05:07:47.797 INFO:tasks.workunit.client.0.smithi111.stdout: 230: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:47.798 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WacC6d-ch5chXQG off=14132716 len=1964267 2023-12-01T05:07:47.805 INFO:tasks.workunit.client.0.smithi111.stdout:op 1161 completed, throughput=4.99MB/sec 2023-12-01T05:07:47.806 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MuOevDnxtNp2SKm off=17279328 len=994100 2023-12-01T05:07:47.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 1162 completed, throughput=5MB/sec 2023-12-01T05:07:47.810 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gfamEc2CttjgmVc off=3607517 len=51407 2023-12-01T05:07:47.812 INFO:tasks.workunit.client.0.smithi111.stdout:op 1163 completed, throughput=5MB/sec 2023-12-01T05:07:47.812 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mUqSc1mwVi6nJon off=11620824 len=1765620 2023-12-01T05:07:47.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 1164 completed, throughput=5MB/sec 2023-12-01T05:07:48.813 INFO:tasks.workunit.client.0.smithi111.stdout: 231: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:48.814 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g46iM-7oXgDheCe off=4921908 len=544212 2023-12-01T05:07:48.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 1165 completed, throughput=4.98MB/sec 2023-12-01T05:07:48.818 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OzyrwElhSOUO5sQ off=21895529 len=1744036 2023-12-01T05:07:48.820 INFO:tasks.workunit.client.0.smithi111.stdout:op 1166 completed, throughput=4.99MB/sec 2023-12-01T05:07:48.820 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g_cTEYM7fMbn6Y6 off=163432 len=45831 2023-12-01T05:07:48.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 1167 completed, throughput=4.99MB/sec 2023-12-01T05:07:48.822 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vsUtFhUnfVVnErw off=10372076 len=1172628 2023-12-01T05:07:48.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 1168 completed, throughput=5MB/sec 2023-12-01T05:07:48.823 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8okC2HHhyYNHwdq off=2148334 len=279307 2023-12-01T05:07:48.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 1169 completed, throughput=5MB/sec 2023-12-01T05:07:48.824 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vzVCbLxuSjdS_wR off=24130263 len=1358737 2023-12-01T05:07:48.830 INFO:tasks.workunit.client.0.smithi111.stdout:op 1170 completed, throughput=5MB/sec 2023-12-01T05:07:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:48 smithi155 ceph-mon[102677]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-01T05:07:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:48 smithi111 ceph-mon[97855]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-01T05:07:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:48 smithi111 ceph-mon[116524]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-01T05:07:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:07:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:07:49] "GET /metrics HTTP/1.1" 200 33895 "" "Prometheus/2.43.0" 2023-12-01T05:07:49.830 INFO:tasks.workunit.client.0.smithi111.stdout: 232: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:49.831 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UtrvdK7f_KqVoLe off=3258861 len=2027826 2023-12-01T05:07:49.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 1171 completed, throughput=4.99MB/sec 2023-12-01T05:07:49.833 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-68B4j45gLwTTKxo off=10975055 len=1564690 2023-12-01T05:07:49.842 INFO:tasks.workunit.client.0.smithi111.stdout:op 1172 completed, throughput=4.99MB/sec 2023-12-01T05:07:49.842 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0TTXC-bdSiLGGKp off=1801267 len=1934607 2023-12-01T05:07:49.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 1173 completed, throughput=5MB/sec 2023-12-01T05:07:50.849 INFO:tasks.workunit.client.0.smithi111.stdout: 233: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:50.849 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L5XzV3DQWnm-89y off=2882209 len=1131190 2023-12-01T05:07:50.851 INFO:tasks.workunit.client.0.smithi111.stdout:op 1174 completed, throughput=4.99MB/sec 2023-12-01T05:07:50.851 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ERFaQNEDaMltpRU off=4818025 len=1539321 2023-12-01T05:07:50.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 1175 completed, throughput=4.99MB/sec 2023-12-01T05:07:50.860 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S3tnSHV8aFytIEe off=16838962 len=240581 2023-12-01T05:07:50.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 1176 completed, throughput=4.99MB/sec 2023-12-01T05:07:50.864 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rbvNLppuxT2zKCq off=755006 len=461841 2023-12-01T05:07:50.867 INFO:tasks.workunit.client.0.smithi111.stdout:op 1177 completed, throughput=4.99MB/sec 2023-12-01T05:07:50.867 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YBgqVMkX9qlMbmB off=1913092 len=1661212 2023-12-01T05:07:50.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 1178 completed, throughput=5MB/sec 2023-12-01T05:07:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:50 smithi155 ceph-mon[102677]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-01T05:07:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:50 smithi111 ceph-mon[97855]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-01T05:07:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:50 smithi111 ceph-mon[116524]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2023-12-01T05:07:51.869 INFO:tasks.workunit.client.0.smithi111.stdout: 234: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:51.869 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Cho_Q1Eg5feBFpb off=8041952 len=901884 2023-12-01T05:07:51.875 INFO:tasks.workunit.client.0.smithi111.stdout:op 1179 completed, throughput=4.98MB/sec 2023-12-01T05:07:51.875 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6HqpZduHXms9yhZ off=6253036 len=1994268 2023-12-01T05:07:51.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 1180 completed, throughput=4.99MB/sec 2023-12-01T05:07:51.877 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-01vOCnQYOgYb2BX off=5829043 len=864183 2023-12-01T05:07:51.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 1181 completed, throughput=5MB/sec 2023-12-01T05:07:51.881 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Behr_9-BL2E1G-l off=10613534 len=1631094 2023-12-01T05:07:51.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 1182 completed, throughput=5MB/sec 2023-12-01T05:07:52.883 INFO:tasks.workunit.client.0.smithi111.stdout: 235: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:52.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vcACwe0A3expnVo off=5911804 len=1198766 2023-12-01T05:07:52.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 1183 completed, throughput=4.99MB/sec 2023-12-01T05:07:52.884 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MVJC9MbF5ZLbWmW off=10646141 len=1144558 2023-12-01T05:07:52.890 INFO:tasks.workunit.client.0.smithi111.stdout:op 1184 completed, throughput=4.99MB/sec 2023-12-01T05:07:52.890 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Rrh3JCD8OOehInq off=14191186 len=107031 2023-12-01T05:07:52.892 INFO:tasks.workunit.client.0.smithi111.stdout:op 1185 completed, throughput=4.99MB/sec 2023-12-01T05:07:52.892 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NhfiU6K6uiqdYcL off=2628354 len=153272 2023-12-01T05:07:52.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 1186 completed, throughput=4.99MB/sec 2023-12-01T05:07:52.893 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dIIEoteIkPHfZeU off=22363385 len=1141735 2023-12-01T05:07:52.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 1187 completed, throughput=5MB/sec 2023-12-01T05:07:52.894 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yUzs-shQ8lsasKE off=2739 len=1705747 2023-12-01T05:07:52.901 INFO:tasks.workunit.client.0.smithi111.stdout:op 1188 completed, throughput=5MB/sec 2023-12-01T05:07:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:52 smithi155 ceph-mon[102677]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2023-12-01T05:07:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:52 smithi111 ceph-mon[97855]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2023-12-01T05:07:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:52 smithi111 ceph-mon[116524]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2023-12-01T05:07:53.901 INFO:tasks.workunit.client.0.smithi111.stdout: 236: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:53.901 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2E0n3qdk1uPW0A- off=16005391 len=1803446 2023-12-01T05:07:53.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 1189 completed, throughput=4.99MB/sec 2023-12-01T05:07:53.905 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2cyii2yEgXMucea off=12939714 len=1032287 2023-12-01T05:07:53.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 1190 completed, throughput=4.99MB/sec 2023-12-01T05:07:53.910 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7M61k6USX_mGtST off=16257366 len=1369563 2023-12-01T05:07:53.912 INFO:tasks.workunit.client.0.smithi111.stdout:op 1191 completed, throughput=5MB/sec 2023-12-01T05:07:53.912 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M3QUgstCLwQJfgv off=6654170 len=368077 2023-12-01T05:07:53.913 INFO:tasks.workunit.client.0.smithi111.stdout:op 1192 completed, throughput=5MB/sec 2023-12-01T05:07:53.913 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N5EKYfB8KJWBWMr off=895012 len=2068234 2023-12-01T05:07:53.915 INFO:tasks.workunit.client.0.smithi111.stdout:op 1193 completed, throughput=5.01MB/sec 2023-12-01T05:07:54.915 INFO:tasks.workunit.client.0.smithi111.stdout: 237: throughput=4.99MB/sec pending data=0 2023-12-01T05:07:54.915 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uac9i_BUAF0AXwi off=23386 len=364630 2023-12-01T05:07:54.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 1194 completed, throughput=4.99MB/sec 2023-12-01T05:07:54.916 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fOtaHcjpr4RhJcZ off=1457764 len=1732482 2023-12-01T05:07:54.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 1195 completed, throughput=4.99MB/sec 2023-12-01T05:07:54.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wDJ9uQPPbFHT6I- off=1402197 len=282680 2023-12-01T05:07:54.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 1196 completed, throughput=5MB/sec 2023-12-01T05:07:54.925 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tpFSE6HN0j-RjPg off=5675796 len=1035024 2023-12-01T05:07:54.931 INFO:tasks.workunit.client.0.smithi111.stdout:op 1197 completed, throughput=5MB/sec 2023-12-01T05:07:54.931 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-28jESRw7y1lmpjA off=1062992 len=147384 2023-12-01T05:07:54.933 INFO:tasks.workunit.client.0.smithi111.stdout:op 1198 completed, throughput=5MB/sec 2023-12-01T05:07:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:54 smithi155 ceph-mon[102677]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:07:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:54 smithi111 ceph-mon[97855]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:07:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:54 smithi111 ceph-mon[116524]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:07:55.933 INFO:tasks.workunit.client.0.smithi111.stdout: 238: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:55.933 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zsj9fDHg9oGcERi off=4441922 len=1920287 2023-12-01T05:07:55.935 INFO:tasks.workunit.client.0.smithi111.stdout:op 1199 completed, throughput=4.99MB/sec 2023-12-01T05:07:55.935 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tjUhCwCdg_8dxOE off=9569202 len=1862047 2023-12-01T05:07:55.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 1200 completed, throughput=4.99MB/sec 2023-12-01T05:07:55.938 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7LoMWdC3dPrf1tg off=4731208 len=1534844 2023-12-01T05:07:55.939 INFO:tasks.workunit.client.0.smithi111.stdout:op 1201 completed, throughput=5MB/sec 2023-12-01T05:07:56.379 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:07:56.683 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:07:56.683 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (25m) 2m ago 25m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:07:56.683 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (25m) 2m ago 25m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (26m) 2m ago 26m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (26m) 2m ago 26m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (29m) 2m ago 29m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (31m) 2m ago 31m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (31m) 2m ago 31m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (30m) 2m ago 30m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (30m) 2m ago 30m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (25m) 2m ago 25m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (25m) 2m ago 25m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (29m) 2m ago 29m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (29m) 2m ago 29m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (28m) 2m ago 28m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (28m) 2m ago 28m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (28m) 2m ago 28m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:07:56.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (27m) 2m ago 27m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:07:56.685 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (27m) 2m ago 27m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:07:56.685 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (27m) 2m ago 27m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:07:56.685 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (25m) 2m ago 26m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:07:56.939 INFO:tasks.workunit.client.0.smithi111.stdout: 239: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:56.940 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gGmkAUUR8kMSWQw off=563134 len=1683177 2023-12-01T05:07:56.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 1202 completed, throughput=4.99MB/sec 2023-12-01T05:07:56.946 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-khdwNsFiorO463z off=8624307 len=1429291 2023-12-01T05:07:56.953 INFO:tasks.workunit.client.0.smithi111.stdout:op 1203 completed, throughput=4.99MB/sec 2023-12-01T05:07:56.953 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qg3oPKPpBj2e4a3 off=857481 len=951922 2023-12-01T05:07:56.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 1204 completed, throughput=5MB/sec 2023-12-01T05:07:56.954 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xlehVQgj6EaWrrk off=3565568 len=1812542 2023-12-01T05:07:56.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 1205 completed, throughput=5MB/sec 2023-12-01T05:07:57.068 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:07:57.068 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:07:57.068 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:07:57.068 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:07:57.069 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:07:57.070 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:07:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:56 smithi155 ceph-mon[102677]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-01T05:07:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:56 smithi111 ceph-mon[97855]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-01T05:07:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:56 smithi111 ceph-mon[116524]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2023-12-01T05:07:57.961 INFO:tasks.workunit.client.0.smithi111.stdout: 240: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:57.962 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_crVzLBUXOLs6g6 off=4454871 len=1877222 2023-12-01T05:07:57.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 1206 completed, throughput=4.99MB/sec 2023-12-01T05:07:57.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EkFAK1yTXfWlCEn off=1979079 len=833560 2023-12-01T05:07:57.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 1207 completed, throughput=4.99MB/sec 2023-12-01T05:07:57.974 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T1dd_vcgDD-o_mb off=1911568 len=1248588 2023-12-01T05:07:57.980 INFO:tasks.workunit.client.0.smithi111.stdout:op 1208 completed, throughput=5MB/sec 2023-12-01T05:07:57.980 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0AcUUVedzOXoH2F off=4609465 len=1917800 2023-12-01T05:07:57.982 INFO:tasks.workunit.client.0.smithi111.stdout:op 1209 completed, throughput=5MB/sec 2023-12-01T05:07:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:57 smithi155 ceph-mon[102677]: from='client.26231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:57 smithi155 ceph-mon[102677]: from='client.16335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3099820191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:07:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:57 smithi111 ceph-mon[97855]: from='client.26231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:57 smithi111 ceph-mon[97855]: from='client.16335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3099820191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:07:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:57 smithi111 ceph-mon[116524]: from='client.26231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:57 smithi111 ceph-mon[116524]: from='client.16335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:07:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3099820191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:07:58.983 INFO:tasks.workunit.client.0.smithi111.stdout: 241: throughput=4.98MB/sec pending data=0 2023-12-01T05:07:58.983 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uBQPUr4AiQNRJC6 off=4831055 len=537256 2023-12-01T05:07:58.986 INFO:tasks.workunit.client.0.smithi111.stdout:op 1210 completed, throughput=4.99MB/sec 2023-12-01T05:07:58.986 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ALgA2ZhBil5P-ib off=11165085 len=1364302 2023-12-01T05:07:58.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 1211 completed, throughput=4.99MB/sec 2023-12-01T05:07:58.993 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KIZQW4JkceBzsTQ off=11721956 len=849990 2023-12-01T05:07:58.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 1212 completed, throughput=4.99MB/sec 2023-12-01T05:07:58.997 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C43XZqPns-L7pV3 off=2023738 len=992668 2023-12-01T05:07:58.998 INFO:tasks.workunit.client.0.smithi111.stdout:op 1213 completed, throughput=5MB/sec 2023-12-01T05:07:58.998 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L3VALB9uzloMrS4 off=4462137 len=1694624 2023-12-01T05:07:59.001 INFO:tasks.workunit.client.0.smithi111.stdout:op 1214 completed, throughput=5MB/sec 2023-12-01T05:07:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:07:58 smithi155 ceph-mon[102677]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:07:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:07:58 smithi111 ceph-mon[97855]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:07:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:07:58 smithi111 ceph-mon[116524]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:07:59] "GET /metrics HTTP/1.1" 200 33895 "" "Prometheus/2.43.0" 2023-12-01T05:08:00.000 INFO:tasks.workunit.client.0.smithi111.stdout: 242: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:00.000 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HDTwXawUuX2wzSF off=3793047 len=1291659 2023-12-01T05:08:00.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 1215 completed, throughput=4.99MB/sec 2023-12-01T05:08:00.002 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L6L05zBjqzSevcF off=3135989 len=325120 2023-12-01T05:08:00.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 1216 completed, throughput=4.99MB/sec 2023-12-01T05:08:00.003 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jX_vwps9XWZTSP7 off=6051585 len=1243486 2023-12-01T05:08:00.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 1217 completed, throughput=5MB/sec 2023-12-01T05:08:00.011 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBm0ld5e_QvLBom off=0 len=1843155 2023-12-01T05:08:00.021 INFO:tasks.workunit.client.0.smithi111.stdout:op 1218 completed, throughput=5MB/sec 2023-12-01T05:08:01.021 INFO:tasks.workunit.client.0.smithi111.stdout: 243: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:01.021 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qNuVA9_mdTQ_W1N off=4200865 len=264464 2023-12-01T05:08:01.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 1219 completed, throughput=4.98MB/sec 2023-12-01T05:08:01.022 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jly-Jm32gI85JTs off=0 len=1622123 2023-12-01T05:08:01.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 1220 completed, throughput=4.99MB/sec 2023-12-01T05:08:01.024 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pVq888hZkfr7W3X off=1940678 len=1091888 2023-12-01T05:08:01.025 INFO:tasks.workunit.client.0.smithi111.stdout:op 1221 completed, throughput=4.99MB/sec 2023-12-01T05:08:01.025 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I9PYZh3fyahxV24 off=15588522 len=1224815 2023-12-01T05:08:01.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 1222 completed, throughput=5MB/sec 2023-12-01T05:08:01.026 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LyplV7Uro5fuqup off=1256487 len=408188 2023-12-01T05:08:01.030 INFO:tasks.workunit.client.0.smithi111.stdout:op 1223 completed, throughput=5MB/sec 2023-12-01T05:08:01.030 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5kVsGtSjrFoJ4u9 off=8423288 len=819540 2023-12-01T05:08:01.031 INFO:tasks.workunit.client.0.smithi111.stdout:op 1224 completed, throughput=5MB/sec 2023-12-01T05:08:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:00 smithi155 ceph-mon[102677]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:00 smithi111 ceph-mon[97855]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:00 smithi111 ceph-mon[116524]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:02.031 INFO:tasks.workunit.client.0.smithi111.stdout: 244: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:02.032 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XFiNaT78ANRmPke off=940427 len=342298 2023-12-01T05:08:02.035 INFO:tasks.workunit.client.0.smithi111.stdout:op 1225 completed, throughput=4.98MB/sec 2023-12-01T05:08:02.035 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2TGyuMLKBZXt_xk off=6735506 len=1892757 2023-12-01T05:08:02.037 INFO:tasks.workunit.client.0.smithi111.stdout:op 1226 completed, throughput=4.99MB/sec 2023-12-01T05:08:02.037 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qRXL-gknTQ1P1sz off=1259965 len=385396 2023-12-01T05:08:02.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 1227 completed, throughput=4.99MB/sec 2023-12-01T05:08:02.040 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SXwyrO91cQlpRVc off=1827436 len=1036349 2023-12-01T05:08:02.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 1228 completed, throughput=5MB/sec 2023-12-01T05:08:02.045 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vcrUw4kJls0TRF5 off=3714919 len=1462954 2023-12-01T05:08:02.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 1229 completed, throughput=5MB/sec 2023-12-01T05:08:03.051 INFO:tasks.workunit.client.0.smithi111.stdout: 245: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:03.051 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dU93_p1Ry9Z_kti off=2763040 len=2018092 2023-12-01T05:08:03.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 1230 completed, throughput=4.99MB/sec 2023-12-01T05:08:03.052 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6dDcoiiUrQf4EtD off=6872181 len=1632926 2023-12-01T05:08:03.055 INFO:tasks.workunit.client.0.smithi111.stdout:op 1231 completed, throughput=5MB/sec 2023-12-01T05:08:03.056 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ThG4qHcMYw7KO3y off=2114165 len=359904 2023-12-01T05:08:03.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 1232 completed, throughput=5MB/sec 2023-12-01T05:08:03.056 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8sVmyThJczs6fW8 off=2785138 len=1765937 2023-12-01T05:08:03.065 INFO:tasks.workunit.client.0.smithi111.stdout:op 1233 completed, throughput=5MB/sec 2023-12-01T05:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:02 smithi155 ceph-mon[102677]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[97855]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[116524]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:03.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:04.066 INFO:tasks.workunit.client.0.smithi111.stdout: 246: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:04.066 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y0idpm3q62o9nVL off=9449356 len=82980 2023-12-01T05:08:04.066 INFO:tasks.workunit.client.0.smithi111.stdout:op 1234 completed, throughput=4.98MB/sec 2023-12-01T05:08:04.066 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2cyii2yEgXMucea off=11929975 len=1171158 2023-12-01T05:08:04.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 1235 completed, throughput=4.99MB/sec 2023-12-01T05:08:04.068 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zn84TH0Kmypm4SQ off=3749297 len=831844 2023-12-01T05:08:04.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 1236 completed, throughput=4.99MB/sec 2023-12-01T05:08:04.071 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pVoSVcOmdLEOZhz off=951732 len=1473045 2023-12-01T05:08:04.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 1237 completed, throughput=5MB/sec 2023-12-01T05:08:04.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xlehVQgj6EaWrrk off=3005337 len=1644176 2023-12-01T05:08:04.086 INFO:tasks.workunit.client.0.smithi111.stdout:op 1238 completed, throughput=5MB/sec 2023-12-01T05:08:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:08:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:08:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:08:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:08:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:08:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:08:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:08:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:05.086 INFO:tasks.workunit.client.0.smithi111.stdout: 247: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:05.086 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jRz-i2zpviSqTJH off=1053388 len=1612307 2023-12-01T05:08:05.088 INFO:tasks.workunit.client.0.smithi111.stdout:op 1239 completed, throughput=4.99MB/sec 2023-12-01T05:08:05.088 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IS20ZYxj_ki5uda off=480512 len=366879 2023-12-01T05:08:05.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 1240 completed, throughput=4.99MB/sec 2023-12-01T05:08:05.089 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3MbzQYuqYeSAxLl off=12852532 len=1159416 2023-12-01T05:08:05.090 INFO:tasks.workunit.client.0.smithi111.stdout:op 1241 completed, throughput=5MB/sec 2023-12-01T05:08:05.090 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KIVPLRvDil5bav2 off=10587602 len=553850 2023-12-01T05:08:05.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 1242 completed, throughput=5MB/sec 2023-12-01T05:08:05.091 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--iyYlBpNqr1Q1gy off=1630239 len=1436670 2023-12-01T05:08:05.097 INFO:tasks.workunit.client.0.smithi111.stdout:op 1243 completed, throughput=5MB/sec 2023-12-01T05:08:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:05 smithi155 ceph-mon[102677]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:05 smithi111 ceph-mon[97855]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:05 smithi111 ceph-mon[116524]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:06.098 INFO:tasks.workunit.client.0.smithi111.stdout: 248: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:06.098 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s_6FD4rk3MYj6sr off=2428167 len=1406323 2023-12-01T05:08:06.099 INFO:tasks.workunit.client.0.smithi111.stdout:op 1244 completed, throughput=4.99MB/sec 2023-12-01T05:08:06.099 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XVoqjZEBY72QSHy off=14817646 len=175960 2023-12-01T05:08:06.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 1245 completed, throughput=4.99MB/sec 2023-12-01T05:08:06.102 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wrLyuy-qOxslnGH off=4390968 len=483460 2023-12-01T05:08:06.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 1246 completed, throughput=4.99MB/sec 2023-12-01T05:08:06.106 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SNes0MW6DbA1Raj off=3159163 len=422849 2023-12-01T05:08:06.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 1247 completed, throughput=4.99MB/sec 2023-12-01T05:08:06.107 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tEuQ5Wjgh-VhY1Z off=3118936 len=1029749 2023-12-01T05:08:06.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 1248 completed, throughput=5MB/sec 2023-12-01T05:08:06.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GowKavJTHAglBqY off=16762916 len=1840229 2023-12-01T05:08:06.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 1249 completed, throughput=5MB/sec 2023-12-01T05:08:07.118 INFO:tasks.workunit.client.0.smithi111.stdout: 249: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:07.118 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PwmQo1V7Fl2diRV off=12869478 len=281231 2023-12-01T05:08:07.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 1250 completed, throughput=4.98MB/sec 2023-12-01T05:08:07.119 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-epNoEbfFuIZASWx off=5212860 len=1832993 2023-12-01T05:08:07.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 1251 completed, throughput=4.99MB/sec 2023-12-01T05:08:07.129 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-git8ILaOcEQLOBe off=2381955 len=903435 2023-12-01T05:08:07.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 1252 completed, throughput=4.99MB/sec 2023-12-01T05:08:07.133 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kidhoxCxR7ujfj- off=212227 len=2064615 2023-12-01T05:08:07.140 INFO:tasks.workunit.client.0.smithi111.stdout:op 1253 completed, throughput=5MB/sec 2023-12-01T05:08:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:07 smithi155 ceph-mon[102677]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:08:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:07 smithi111 ceph-mon[97855]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:08:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:07 smithi111 ceph-mon[116524]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:08:08.140 INFO:tasks.workunit.client.0.smithi111.stdout: 250: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:08.141 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s_xXYCDSbvKsFuF off=4042798 len=1144767 2023-12-01T05:08:08.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 1254 completed, throughput=4.99MB/sec 2023-12-01T05:08:08.142 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Kwn5rYAZLQQ1ag9 off=1797617 len=877367 2023-12-01T05:08:08.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 1255 completed, throughput=4.99MB/sec 2023-12-01T05:08:08.148 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BHXg8lCg7sR8pln off=550009 len=1865484 2023-12-01T05:08:08.158 INFO:tasks.workunit.client.0.smithi111.stdout:op 1256 completed, throughput=5MB/sec 2023-12-01T05:08:08.158 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yo8lKZ3CMQjyWTk off=14327189 len=1716353 2023-12-01T05:08:08.159 INFO:tasks.workunit.client.0.smithi111.stdout:op 1257 completed, throughput=5MB/sec 2023-12-01T05:08:09.159 INFO:tasks.workunit.client.0.smithi111.stdout: 251: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:09.159 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R64aR6eb0TnhXum off=1961783 len=96090 2023-12-01T05:08:09.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 1258 completed, throughput=4.98MB/sec 2023-12-01T05:08:09.163 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EJd5xSomuXu5V7z off=278196 len=1841383 2023-12-01T05:08:09.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 1259 completed, throughput=4.99MB/sec 2023-12-01T05:08:09.175 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n_Uq6x6345htYtQ off=12433718 len=970250 2023-12-01T05:08:09.177 INFO:tasks.workunit.client.0.smithi111.stdout:op 1260 completed, throughput=4.99MB/sec 2023-12-01T05:08:09.177 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_tkWeei1jNK-CH_ off=1214058 len=311642 2023-12-01T05:08:09.180 INFO:tasks.workunit.client.0.smithi111.stdout:op 1261 completed, throughput=4.99MB/sec 2023-12-01T05:08:09.180 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xxZahrwKhehvYoU off=680759 len=2076612 2023-12-01T05:08:09.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 1262 completed, throughput=5MB/sec 2023-12-01T05:08:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:09 smithi155 ceph-mon[102677]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:09 smithi111 ceph-mon[97855]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:08:09] "GET /metrics HTTP/1.1" 200 33894 "" "Prometheus/2.43.0" 2023-12-01T05:08:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:09 smithi111 ceph-mon[116524]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:10.182 INFO:tasks.workunit.client.0.smithi111.stdout: 252: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:10.183 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hBYt7uKj-G38Y5y off=21400622 len=620404 2023-12-01T05:08:10.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 1263 completed, throughput=4.98MB/sec 2023-12-01T05:08:10.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R0lLrKt7ufUHUR6 off=9117083 len=752986 2023-12-01T05:08:10.189 INFO:tasks.workunit.client.0.smithi111.stdout:op 1264 completed, throughput=4.99MB/sec 2023-12-01T05:08:10.189 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eDGCW3b0bWIRxe7 off=6905174 len=1529358 2023-12-01T05:08:10.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 1265 completed, throughput=4.99MB/sec 2023-12-01T05:08:10.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xUgfdzzo2qqxh2E off=1995432 len=396195 2023-12-01T05:08:10.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 1266 completed, throughput=4.99MB/sec 2023-12-01T05:08:10.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_6-RjMbzT9V6fpY off=22510462 len=867982 2023-12-01T05:08:10.200 INFO:tasks.workunit.client.0.smithi111.stdout:op 1267 completed, throughput=5MB/sec 2023-12-01T05:08:10.200 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IAfpMuU1LJWy5k2 off=5889931 len=2033575 2023-12-01T05:08:10.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 1268 completed, throughput=5.01MB/sec 2023-12-01T05:08:11.210 INFO:tasks.workunit.client.0.smithi111.stdout: 253: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:11.210 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A_KY2zq9PVaR-QR off=6272157 len=71832 2023-12-01T05:08:11.211 INFO:tasks.workunit.client.0.smithi111.stdout:op 1269 completed, throughput=4.99MB/sec 2023-12-01T05:08:11.211 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-liBcWEf82saeLNw off=1693511 len=1589479 2023-12-01T05:08:11.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 1270 completed, throughput=4.99MB/sec 2023-12-01T05:08:11.212 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0xdkxgDEiei00h9 off=2356787 len=648891 2023-12-01T05:08:11.216 INFO:tasks.workunit.client.0.smithi111.stdout:op 1271 completed, throughput=4.99MB/sec 2023-12-01T05:08:11.216 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qK1uQc6ydtKHo_0 off=21841853 len=1589685 2023-12-01T05:08:11.218 INFO:tasks.workunit.client.0.smithi111.stdout:op 1272 completed, throughput=5MB/sec 2023-12-01T05:08:11.218 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3FGTFukCo_upqGa off=4153901 len=956099 2023-12-01T05:08:11.223 INFO:tasks.workunit.client.0.smithi111.stdout:op 1273 completed, throughput=5MB/sec 2023-12-01T05:08:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:11 smithi155 ceph-mon[102677]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:11 smithi111 ceph-mon[97855]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:11 smithi111 ceph-mon[116524]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:12.223 INFO:tasks.workunit.client.0.smithi111.stdout: 254: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:12.223 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ANKksYzECfJOKWP off=1984455 len=973608 2023-12-01T05:08:12.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 1274 completed, throughput=4.99MB/sec 2023-12-01T05:08:12.225 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eT_9t8TYHKDU0In off=680414 len=590733 2023-12-01T05:08:12.226 INFO:tasks.workunit.client.0.smithi111.stdout:op 1275 completed, throughput=4.99MB/sec 2023-12-01T05:08:12.226 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hPJ3fTPoKH3yMXT off=505879 len=951218 2023-12-01T05:08:12.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 1276 completed, throughput=4.99MB/sec 2023-12-01T05:08:12.232 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DKfSjca4BaL8fYX off=1927205 len=1671241 2023-12-01T05:08:12.241 INFO:tasks.workunit.client.0.smithi111.stdout:op 1277 completed, throughput=5MB/sec 2023-12-01T05:08:12.241 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vOLRZAR_E5z_Fe_ off=23968496 len=1543405 2023-12-01T05:08:12.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 1278 completed, throughput=5MB/sec 2023-12-01T05:08:13.249 INFO:tasks.workunit.client.0.smithi111.stdout: 255: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:13.249 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hql0PPpBLFjfaNY off=7177988 len=2053721 2023-12-01T05:08:13.259 INFO:tasks.workunit.client.0.smithi111.stdout:op 1279 completed, throughput=4.99MB/sec 2023-12-01T05:08:13.259 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1h7Px5hfvqAACzQ off=12234059 len=1272208 2023-12-01T05:08:13.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 1280 completed, throughput=5MB/sec 2023-12-01T05:08:13.266 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CzUGjbk8hEseUIM off=11623836 len=1216797 2023-12-01T05:08:13.271 INFO:tasks.workunit.client.0.smithi111.stdout:op 1281 completed, throughput=5MB/sec 2023-12-01T05:08:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:13 smithi155 ceph-mon[102677]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:08:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:13 smithi111 ceph-mon[97855]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:08:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:13 smithi111 ceph-mon[116524]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:08:14.272 INFO:tasks.workunit.client.0.smithi111.stdout: 256: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:14.272 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tr-MVgUV0jguuzb off=3502219 len=1706160 2023-12-01T05:08:14.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 1282 completed, throughput=4.99MB/sec 2023-12-01T05:08:14.274 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hFFuGx-dyGKzbR5 off=604832 len=1985129 2023-12-01T05:08:14.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 1283 completed, throughput=5MB/sec 2023-12-01T05:08:14.276 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g6kyT-GQ8cDzuqE off=5526267 len=1580643 2023-12-01T05:08:14.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 1284 completed, throughput=5MB/sec 2023-12-01T05:08:15.285 INFO:tasks.workunit.client.0.smithi111.stdout: 257: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:15.285 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rd_2fa0UJOydAj- off=5374499 len=860043 2023-12-01T05:08:15.290 INFO:tasks.workunit.client.0.smithi111.stdout:op 1285 completed, throughput=4.99MB/sec 2023-12-01T05:08:15.290 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PIPTDYxasP-QWTM off=6901974 len=1043103 2023-12-01T05:08:15.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 1286 completed, throughput=4.99MB/sec 2023-12-01T05:08:15.292 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-amegsTf-INL3bwe off=12360813 len=1172154 2023-12-01T05:08:15.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 1287 completed, throughput=4.99MB/sec 2023-12-01T05:08:15.298 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-keyOmYvR4SgtE0f off=17700233 len=2009178 2023-12-01T05:08:15.308 INFO:tasks.workunit.client.0.smithi111.stdout:op 1288 completed, throughput=5MB/sec 2023-12-01T05:08:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:15 smithi155 ceph-mon[102677]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:15 smithi111 ceph-mon[97855]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:15 smithi111 ceph-mon[116524]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:08:16.308 INFO:tasks.workunit.client.0.smithi111.stdout: 258: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:16.308 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SM5ygLCgW3oLr8g off=13975781 len=743311 2023-12-01T05:08:16.312 INFO:tasks.workunit.client.0.smithi111.stdout:op 1289 completed, throughput=4.98MB/sec 2023-12-01T05:08:16.312 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C8dWRlBQS1IeAqa off=18052554 len=1870294 2023-12-01T05:08:16.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 1290 completed, throughput=4.99MB/sec 2023-12-01T05:08:16.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RWi25mr-nVJDziJ off=20636299 len=616802 2023-12-01T05:08:16.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 1291 completed, throughput=4.99MB/sec 2023-12-01T05:08:16.319 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cy5SpJ26D0jp1OP off=7759672 len=497329 2023-12-01T05:08:16.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 1292 completed, throughput=4.99MB/sec 2023-12-01T05:08:16.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XKEVjmo-v2VSoUM off=2331831 len=297474 2023-12-01T05:08:16.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 1293 completed, throughput=5MB/sec 2023-12-01T05:08:16.321 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-l36nDvryKk3c2Wg off=2346380 len=1194692 2023-12-01T05:08:16.322 INFO:tasks.workunit.client.0.smithi111.stdout:op 1294 completed, throughput=5MB/sec 2023-12-01T05:08:17.322 INFO:tasks.workunit.client.0.smithi111.stdout: 259: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:17.322 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ahscV43MSeujWJD off=4571835 len=334926 2023-12-01T05:08:17.323 INFO:tasks.workunit.client.0.smithi111.stdout:op 1295 completed, throughput=4.98MB/sec 2023-12-01T05:08:17.323 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GqKmM5RUQBAIUZy off=4084824 len=909183 2023-12-01T05:08:17.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 1296 completed, throughput=4.99MB/sec 2023-12-01T05:08:17.324 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gIt1yGnGhqjTIWt off=11588742 len=106411 2023-12-01T05:08:17.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 1297 completed, throughput=4.99MB/sec 2023-12-01T05:08:17.325 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QnKvE3cSAKkkigt off=4718349 len=51240 2023-12-01T05:08:17.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 1298 completed, throughput=4.99MB/sec 2023-12-01T05:08:17.326 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iFJCIhRxSF2a2CO off=191355 len=896439 2023-12-01T05:08:17.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 1299 completed, throughput=4.99MB/sec 2023-12-01T05:08:17.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1z2kMSoYB9zO4Cq off=6511649 len=1870314 2023-12-01T05:08:17.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 1300 completed, throughput=5MB/sec 2023-12-01T05:08:17.339 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DsLVEK68ukr5pXH off=3565227 len=2028693 2023-12-01T05:08:17.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 1301 completed, throughput=5MB/sec 2023-12-01T05:08:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:17 smithi155 ceph-mon[102677]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:08:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:17 smithi111 ceph-mon[97855]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:08:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:17 smithi111 ceph-mon[116524]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:08:18.348 INFO:tasks.workunit.client.0.smithi111.stdout: 260: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:18.348 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bfp8vJU3NVDakUW off=10498484 len=1739424 2023-12-01T05:08:18.350 INFO:tasks.workunit.client.0.smithi111.stdout:op 1302 completed, throughput=4.99MB/sec 2023-12-01T05:08:18.350 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OgJg6YudrQJTXYa off=2267803 len=1828195 2023-12-01T05:08:18.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 1303 completed, throughput=5MB/sec 2023-12-01T05:08:18.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H65hfSpIf1hSmbY off=4921997 len=338730 2023-12-01T05:08:18.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 1304 completed, throughput=5MB/sec 2023-12-01T05:08:18.362 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N5RPP1k9i367_nn off=14994396 len=438821 2023-12-01T05:08:18.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 1305 completed, throughput=5MB/sec 2023-12-01T05:08:18.363 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iQXzpNWbc9UertL off=13178988 len=1784844 2023-12-01T05:08:18.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 1306 completed, throughput=5.01MB/sec 2023-12-01T05:08:19.365 INFO:tasks.workunit.client.0.smithi111.stdout: 261: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:19.365 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--da2rSe3XHzZIN7 off=8223277 len=1205872 2023-12-01T05:08:19.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 1307 completed, throughput=4.99MB/sec 2023-12-01T05:08:19.370 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uWrYTSLmkUbAG15 off=2935530 len=419071 2023-12-01T05:08:19.371 INFO:tasks.workunit.client.0.smithi111.stdout:op 1308 completed, throughput=4.99MB/sec 2023-12-01T05:08:19.371 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tvBNCv0SAyAcJqb off=4600178 len=1474944 2023-12-01T05:08:19.373 INFO:tasks.workunit.client.0.smithi111.stdout:op 1309 completed, throughput=5MB/sec 2023-12-01T05:08:19.373 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a8wXm4-RZvfD0v0 off=4312346 len=750967 2023-12-01T05:08:19.378 INFO:tasks.workunit.client.0.smithi111.stdout:op 1310 completed, throughput=5MB/sec 2023-12-01T05:08:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:19 smithi155 ceph-mon[102677]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:08:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:08:19] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:08:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:19 smithi111 ceph-mon[97855]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:08:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:19 smithi111 ceph-mon[116524]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:08:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:20.378 INFO:tasks.workunit.client.0.smithi111.stdout: 262: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:20.378 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xtORzOCHEE1PvRd off=14645263 len=1467757 2023-12-01T05:08:20.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 1311 completed, throughput=4.99MB/sec 2023-12-01T05:08:20.381 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wC04mEIbpWuS-gn off=971039 len=100234 2023-12-01T05:08:20.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 1312 completed, throughput=4.99MB/sec 2023-12-01T05:08:20.382 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8okC2HHhyYNHwdq off=5653455 len=1979460 2023-12-01T05:08:20.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 1313 completed, throughput=4.99MB/sec 2023-12-01T05:08:20.391 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rzDFCZGYgtg8Kkp off=13906485 len=155101 2023-12-01T05:08:20.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 1314 completed, throughput=4.99MB/sec 2023-12-01T05:08:20.394 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VpKLdliLJvFRRkC off=12175719 len=305091 2023-12-01T05:08:20.394 INFO:tasks.workunit.client.0.smithi111.stdout:op 1315 completed, throughput=5MB/sec 2023-12-01T05:08:20.394 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2YJV2JqFTcIcvW_ off=5061614 len=747237 2023-12-01T05:08:20.397 INFO:tasks.workunit.client.0.smithi111.stdout:op 1316 completed, throughput=5MB/sec 2023-12-01T05:08:20.398 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4r-eyP1iC9AfbU4 off=1978388 len=338041 2023-12-01T05:08:20.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 1317 completed, throughput=5MB/sec 2023-12-01T05:08:20.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jB5j_C_jjcJXCm4 off=15637285 len=815044 2023-12-01T05:08:20.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 1318 completed, throughput=5MB/sec 2023-12-01T05:08:21.402 INFO:tasks.workunit.client.0.smithi111.stdout: 263: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:21.402 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-99oEOiCrNOAq6aG off=17617699 len=1361593 2023-12-01T05:08:21.403 INFO:tasks.workunit.client.0.smithi111.stdout:op 1319 completed, throughput=4.99MB/sec 2023-12-01T05:08:21.403 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6IJDSKx9cDnnsiW off=3238233 len=1934150 2023-12-01T05:08:21.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 1320 completed, throughput=5MB/sec 2023-12-01T05:08:21.412 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kDg9XqjqGfftoPI off=338809 len=15125 2023-12-01T05:08:21.413 INFO:tasks.workunit.client.0.smithi111.stdout:op 1321 completed, throughput=5MB/sec 2023-12-01T05:08:21.413 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-78WZdDYMlhJDvIf off=532067 len=1112429 2023-12-01T05:08:21.414 INFO:tasks.workunit.client.0.smithi111.stdout:op 1322 completed, throughput=5MB/sec 2023-12-01T05:08:21.414 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qdPoFl02O9gFBQB off=3230788 len=112171 2023-12-01T05:08:21.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 1323 completed, throughput=5MB/sec 2023-12-01T05:08:21.415 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lsYQ9Oqu19_Twuo off=2984340 len=41220 2023-12-01T05:08:21.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 1324 completed, throughput=5MB/sec 2023-12-01T05:08:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:21 smithi155 ceph-mon[102677]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:08:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:21 smithi111 ceph-mon[97855]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:08:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:21 smithi111 ceph-mon[116524]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:08:22.416 INFO:tasks.workunit.client.0.smithi111.stdout: 264: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:22.416 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-H727csPVvw39hhv off=12182800 len=216843 2023-12-01T05:08:22.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 1325 completed, throughput=4.98MB/sec 2023-12-01T05:08:22.419 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sTjW7KYXDPXTr80 off=3891154 len=1027111 2023-12-01T05:08:22.425 INFO:tasks.workunit.client.0.smithi111.stdout:op 1326 completed, throughput=4.99MB/sec 2023-12-01T05:08:22.425 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8iEKVjDGpe95OqY off=10636944 len=1445265 2023-12-01T05:08:22.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 1327 completed, throughput=4.99MB/sec 2023-12-01T05:08:22.426 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-epNoEbfFuIZASWx off=853052 len=1670949 2023-12-01T05:08:22.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 1328 completed, throughput=5MB/sec 2023-12-01T05:08:22.433 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KamKk3LW_cY72km off=3631365 len=317993 2023-12-01T05:08:22.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 1329 completed, throughput=5MB/sec 2023-12-01T05:08:22.433 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zlp_yQzcgZ3XTYu off=2094068 len=1156385 2023-12-01T05:08:22.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 1330 completed, throughput=5MB/sec 2023-12-01T05:08:23.434 INFO:tasks.workunit.client.0.smithi111.stdout: 265: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:23.435 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KrH-tVpUklzsGA- off=11436470 len=1027262 2023-12-01T05:08:23.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 1331 completed, throughput=4.99MB/sec 2023-12-01T05:08:23.440 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ASiBqhz5gg_q5Ic off=11004914 len=818394 2023-12-01T05:08:23.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 1332 completed, throughput=4.99MB/sec 2023-12-01T05:08:23.442 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TpU1BhmTPrTSIj_ off=8627463 len=1289941 2023-12-01T05:08:23.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 1333 completed, throughput=4.99MB/sec 2023-12-01T05:08:23.444 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GQfG5GrVrvg_Sf4 off=5807943 len=693339 2023-12-01T05:08:23.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 1334 completed, throughput=5MB/sec 2023-12-01T05:08:23.445 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MTPYfPFfcfjTuOj off=8740032 len=1606170 2023-12-01T05:08:23.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 1335 completed, throughput=5MB/sec 2023-12-01T05:08:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:23 smithi155 ceph-mon[102677]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:08:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:23 smithi111 ceph-mon[97855]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:08:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:23 smithi111 ceph-mon[116524]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:08:24.454 INFO:tasks.workunit.client.0.smithi111.stdout: 266: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:24.454 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Aw6fzscz1xYi5lJ off=458978 len=1716924 2023-12-01T05:08:24.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 1336 completed, throughput=4.99MB/sec 2023-12-01T05:08:24.456 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RC1MGyxi3Ne6ORp off=1611879 len=1209077 2023-12-01T05:08:24.459 INFO:tasks.workunit.client.0.smithi111.stdout:op 1337 completed, throughput=4.99MB/sec 2023-12-01T05:08:24.459 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tjz9zwEmWnWjJZx off=101917 len=1814683 2023-12-01T05:08:24.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 1338 completed, throughput=5MB/sec 2023-12-01T05:08:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:25 smithi155 ceph-mon[102677]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:25.461 INFO:tasks.workunit.client.0.smithi111.stdout: 267: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:25.461 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-94Am0JJoNIaWVw0 off=1714829 len=1357499 2023-12-01T05:08:25.463 INFO:tasks.workunit.client.0.smithi111.stdout:op 1339 completed, throughput=4.99MB/sec 2023-12-01T05:08:25.463 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZT1xPEa5GvIK2Ur off=39374 len=1807817 2023-12-01T05:08:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 1340 completed, throughput=4.99MB/sec 2023-12-01T05:08:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-53653mH8BVkzzv5 off=1740324 len=460150 2023-12-01T05:08:25.473 INFO:tasks.workunit.client.0.smithi111.stdout:op 1341 completed, throughput=4.99MB/sec 2023-12-01T05:08:25.473 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fMOEEP7xpxYelj2 off=1398279 len=1286483 2023-12-01T05:08:25.478 INFO:tasks.workunit.client.0.smithi111.stdout:op 1342 completed, throughput=5MB/sec 2023-12-01T05:08:25.478 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KVPZ6-CFd2ymUng off=6067483 len=86825 2023-12-01T05:08:25.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 1343 completed, throughput=5MB/sec 2023-12-01T05:08:25.479 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W-7DfqatwColiuV off=621527 len=1686469 2023-12-01T05:08:25.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 1344 completed, throughput=5MB/sec 2023-12-01T05:08:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:25 smithi111 ceph-mon[97855]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:25 smithi111 ceph-mon[116524]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:26.481 INFO:tasks.workunit.client.0.smithi111.stdout: 268: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:26.481 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cOaTquG-L4Wcbqp off=11810983 len=464788 2023-12-01T05:08:26.484 INFO:tasks.workunit.client.0.smithi111.stdout:op 1345 completed, throughput=4.99MB/sec 2023-12-01T05:08:26.485 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4oxy4PyZe-9i_Di off=13893735 len=1044760 2023-12-01T05:08:26.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 1346 completed, throughput=4.99MB/sec 2023-12-01T05:08:26.498 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n-HNvgrm-g_WWoM off=14986394 len=1982743 2023-12-01T05:08:26.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 1347 completed, throughput=5MB/sec 2023-12-01T05:08:26.507 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-osouRbFNDIW2ZXB off=3011424 len=1901807 2023-12-01T05:08:26.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 1348 completed, throughput=5MB/sec 2023-12-01T05:08:27.416 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:08:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:27 smithi155 ceph-mon[102677]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:08:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:27 smithi111 ceph-mon[97855]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:08:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:27 smithi111 ceph-mon[116524]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:08:27.509 INFO:tasks.workunit.client.0.smithi111.stdout: 269: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:27.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jrq3d6q6excBfYv off=5136136 len=1427319 2023-12-01T05:08:27.511 INFO:tasks.workunit.client.0.smithi111.stdout:op 1349 completed, throughput=4.99MB/sec 2023-12-01T05:08:27.511 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UJ7JDumUVCCf1v9 off=52472 len=968062 2023-12-01T05:08:27.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 1350 completed, throughput=4.99MB/sec 2023-12-01T05:08:27.515 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iZkDeKuBHy32MMt off=5684240 len=2022359 2023-12-01T05:08:27.516 INFO:tasks.workunit.client.0.smithi111.stdout:op 1351 completed, throughput=5MB/sec 2023-12-01T05:08:27.722 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (25m) 3m ago 26m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (26m) 3m ago 26m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (27m) 3m ago 27m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (27m) 3m ago 27m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (30m) 3m ago 30m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (32m) 3m ago 32m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (32m) 3m ago 32m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (30m) 3m ago 30m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (30m) 3m ago 30m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (25m) 3m ago 25m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (25m) 3m ago 25m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (30m) 3m ago 30m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:08:27.723 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (29m) 3m ago 29m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (29m) 3m ago 29m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (29m) 3m ago 29m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (28m) 3m ago 28m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (28m) 3m ago 28m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (27m) 3m ago 27m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (27m) 3m ago 27m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:08:27.724 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (25m) 3m ago 26m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:08:28.108 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:08:28.109 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:08:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3706076305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:08:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3706076305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:08:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3706076305' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:08:28.516 INFO:tasks.workunit.client.0.smithi111.stdout: 270: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:28.517 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UBclK3hvMAEXcCp off=17880131 len=1429576 2023-12-01T05:08:28.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 1352 completed, throughput=4.99MB/sec 2023-12-01T05:08:28.526 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0LS4TCQ8ypuARzo off=3595837 len=247523 2023-12-01T05:08:28.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 1353 completed, throughput=4.99MB/sec 2023-12-01T05:08:28.527 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6qdkIfzlUUbr3Gu off=3420861 len=1923710 2023-12-01T05:08:28.534 INFO:tasks.workunit.client.0.smithi111.stdout:op 1354 completed, throughput=5MB/sec 2023-12-01T05:08:28.534 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GhiuMJNUo-N9xHp off=2591276 len=1762264 2023-12-01T05:08:28.537 INFO:tasks.workunit.client.0.smithi111.stdout:op 1355 completed, throughput=5MB/sec 2023-12-01T05:08:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:29 smithi155 ceph-mon[102677]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:08:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:29 smithi155 ceph-mon[102677]: from='client.26249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:08:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:29 smithi155 ceph-mon[102677]: from='client.16353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:08:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:08:29] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:08:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:29 smithi111 ceph-mon[97855]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:08:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:29 smithi111 ceph-mon[97855]: from='client.26249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:08:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:29 smithi111 ceph-mon[97855]: from='client.16353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:08:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:29 smithi111 ceph-mon[116524]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:08:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:29 smithi111 ceph-mon[116524]: from='client.26249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:08:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:29 smithi111 ceph-mon[116524]: from='client.16353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:08:29.537 INFO:tasks.workunit.client.0.smithi111.stdout: 271: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:29.537 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3CCM2T6w_G9r-7r off=4103891 len=1907455 2023-12-01T05:08:29.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 1356 completed, throughput=4.99MB/sec 2023-12-01T05:08:29.546 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NhKriO0nwX_iSEv off=2070369 len=1094359 2023-12-01T05:08:29.550 INFO:tasks.workunit.client.0.smithi111.stdout:op 1357 completed, throughput=4.99MB/sec 2023-12-01T05:08:29.550 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Rp5diQdFB8gMnDO off=10475962 len=1086424 2023-12-01T05:08:29.554 INFO:tasks.workunit.client.0.smithi111.stdout:op 1358 completed, throughput=5MB/sec 2023-12-01T05:08:29.555 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ilA2WkQyZAvZz9b off=21685750 len=1260660 2023-12-01T05:08:29.557 INFO:tasks.workunit.client.0.smithi111.stdout:op 1359 completed, throughput=5MB/sec 2023-12-01T05:08:30.558 INFO:tasks.workunit.client.0.smithi111.stdout: 272: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:30.558 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ui5r_SwCxZxMMcy off=16224301 len=245702 2023-12-01T05:08:30.559 INFO:tasks.workunit.client.0.smithi111.stdout:op 1360 completed, throughput=4.98MB/sec 2023-12-01T05:08:30.559 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AmMkwYU1zpW4YRr off=2516816 len=564545 2023-12-01T05:08:30.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 1361 completed, throughput=4.99MB/sec 2023-12-01T05:08:30.563 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pDpNAOrgR2e-6LL off=832926 len=604587 2023-12-01T05:08:30.564 INFO:tasks.workunit.client.0.smithi111.stdout:op 1362 completed, throughput=4.99MB/sec 2023-12-01T05:08:30.564 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_1yFvo6VjYUA0EV off=4288785 len=116979 2023-12-01T05:08:30.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 1363 completed, throughput=4.99MB/sec 2023-12-01T05:08:30.565 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JhqIymhYvTwedPf off=10038993 len=849699 2023-12-01T05:08:30.569 INFO:tasks.workunit.client.0.smithi111.stdout:op 1364 completed, throughput=4.99MB/sec 2023-12-01T05:08:30.570 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YdWPaiWb42KA7ZM off=1646510 len=1385801 2023-12-01T05:08:30.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 1365 completed, throughput=5MB/sec 2023-12-01T05:08:30.575 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dCxAPId3XeJBMyc off=4167908 len=1948139 2023-12-01T05:08:30.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 1366 completed, throughput=5MB/sec 2023-12-01T05:08:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:31 smithi155 ceph-mon[102677]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:08:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:31 smithi111 ceph-mon[97855]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:08:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:31 smithi111 ceph-mon[116524]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:08:31.578 INFO:tasks.workunit.client.0.smithi111.stdout: 273: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:31.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mCidWDVpzhjL6Oa off=4106989 len=778820 2023-12-01T05:08:31.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 1367 completed, throughput=4.99MB/sec 2023-12-01T05:08:31.580 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-trXOteeiTzmqoQj off=7614324 len=147059 2023-12-01T05:08:31.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 1368 completed, throughput=4.99MB/sec 2023-12-01T05:08:31.580 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4VUC9W2mCaL6ZOs off=5865960 len=1896095 2023-12-01T05:08:31.589 INFO:tasks.workunit.client.0.smithi111.stdout:op 1369 completed, throughput=4.99MB/sec 2023-12-01T05:08:31.590 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W7tRanG83tGDSbN off=4109283 len=151655 2023-12-01T05:08:31.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 1370 completed, throughput=5MB/sec 2023-12-01T05:08:31.590 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WAdIMvyhNYmkS5i off=13561388 len=339995 2023-12-01T05:08:31.593 INFO:tasks.workunit.client.0.smithi111.stdout:op 1371 completed, throughput=5MB/sec 2023-12-01T05:08:31.593 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O_ZmiiuTxMS7Yjz off=11865602 len=433243 2023-12-01T05:08:31.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 1372 completed, throughput=5MB/sec 2023-12-01T05:08:31.594 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4Y5QCXHEFKMDWAJ off=2661753 len=1837030 2023-12-01T05:08:31.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 1373 completed, throughput=5MB/sec 2023-12-01T05:08:32.596 INFO:tasks.workunit.client.0.smithi111.stdout: 274: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:32.596 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EKgs4_VBeUmMAOZ off=14541556 len=1088714 2023-12-01T05:08:32.598 INFO:tasks.workunit.client.0.smithi111.stdout:op 1374 completed, throughput=4.99MB/sec 2023-12-01T05:08:32.598 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9QpzsTv_Xk7_HSW off=724332 len=1108072 2023-12-01T05:08:32.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 1375 completed, throughput=4.99MB/sec 2023-12-01T05:08:32.599 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cy5SpJ26D0jp1OP off=5628739 len=698455 2023-12-01T05:08:32.601 INFO:tasks.workunit.client.0.smithi111.stdout:op 1376 completed, throughput=5MB/sec 2023-12-01T05:08:32.601 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eVjsos6G9cttRT1 off=17677568 len=1408393 2023-12-01T05:08:32.609 INFO:tasks.workunit.client.0.smithi111.stdout:op 1377 completed, throughput=5MB/sec 2023-12-01T05:08:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:33 smithi155 ceph-mon[102677]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:33 smithi111 ceph-mon[97855]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:33 smithi111 ceph-mon[116524]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:33.610 INFO:tasks.workunit.client.0.smithi111.stdout: 275: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:33.610 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-050tezMQuoi2BiU off=519739 len=1400543 2023-12-01T05:08:33.616 INFO:tasks.workunit.client.0.smithi111.stdout:op 1378 completed, throughput=4.99MB/sec 2023-12-01T05:08:33.616 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z7m9n072wqyYdXy off=5144194 len=1696715 2023-12-01T05:08:33.618 INFO:tasks.workunit.client.0.smithi111.stdout:op 1379 completed, throughput=4.99MB/sec 2023-12-01T05:08:33.618 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eL2MaKYSVcSja8R off=10074660 len=1463990 2023-12-01T05:08:33.623 INFO:tasks.workunit.client.0.smithi111.stdout:op 1380 completed, throughput=5MB/sec 2023-12-01T05:08:33.623 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SCVjEfoyyOesPLM off=2349579 len=1937500 2023-12-01T05:08:33.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 1381 completed, throughput=5MB/sec 2023-12-01T05:08:34.631 INFO:tasks.workunit.client.0.smithi111.stdout: 276: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:34.631 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jX_vwps9XWZTSP7 off=7392681 len=1999654 2023-12-01T05:08:34.634 INFO:tasks.workunit.client.0.smithi111.stdout:op 1382 completed, throughput=4.99MB/sec 2023-12-01T05:08:34.635 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Wc8C6vf3hVqpzPP off=11100111 len=175268 2023-12-01T05:08:34.635 INFO:tasks.workunit.client.0.smithi111.stdout:op 1383 completed, throughput=4.99MB/sec 2023-12-01T05:08:34.635 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ThmCYagtWKIdAnZ off=3574926 len=2077900 2023-12-01T05:08:34.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 1384 completed, throughput=5MB/sec 2023-12-01T05:08:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:34 smithi111 ceph-mon[97855]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:34 smithi111 ceph-mon[116524]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:34 smithi155 ceph-mon[102677]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:35.645 INFO:tasks.workunit.client.0.smithi111.stdout: 277: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:35.645 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Cp4h9_N4eGFdI03 off=3958764 len=671859 2023-12-01T05:08:35.646 INFO:tasks.workunit.client.0.smithi111.stdout:op 1385 completed, throughput=4.99MB/sec 2023-12-01T05:08:35.646 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X2b9ZxlEsErfbaH off=365040 len=92120 2023-12-01T05:08:35.649 INFO:tasks.workunit.client.0.smithi111.stdout:op 1386 completed, throughput=4.99MB/sec 2023-12-01T05:08:35.649 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-coZt0dzdJXz2ssw off=37236 len=1217117 2023-12-01T05:08:35.655 INFO:tasks.workunit.client.0.smithi111.stdout:op 1387 completed, throughput=4.99MB/sec 2023-12-01T05:08:35.655 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E5OOiT2zy6Sx92x off=2610290 len=1991145 2023-12-01T05:08:35.667 INFO:tasks.workunit.client.0.smithi111.stdout:op 1388 completed, throughput=5MB/sec 2023-12-01T05:08:35.667 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-On0jVpBWX83iiml off=2763988 len=1881474 2023-12-01T05:08:35.676 INFO:tasks.workunit.client.0.smithi111.stdout:op 1389 completed, throughput=5MB/sec 2023-12-01T05:08:36.677 INFO:tasks.workunit.client.0.smithi111.stdout: 278: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:36.677 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--uHh4AztcK8oZGy off=8302524 len=1331883 2023-12-01T05:08:36.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 1390 completed, throughput=4.99MB/sec 2023-12-01T05:08:36.685 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WDGndXAFQB-XDf- off=1204655 len=406843 2023-12-01T05:08:36.686 INFO:tasks.workunit.client.0.smithi111.stdout:op 1391 completed, throughput=4.99MB/sec 2023-12-01T05:08:36.686 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cOQCXBtKb8LGGUR off=7114127 len=1074307 2023-12-01T05:08:36.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 1392 completed, throughput=4.99MB/sec 2023-12-01T05:08:36.688 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nyNpoYf0wNerO8W off=107196 len=1271770 2023-12-01T05:08:36.689 INFO:tasks.workunit.client.0.smithi111.stdout:op 1393 completed, throughput=5MB/sec 2023-12-01T05:08:36.689 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8o9kbyrEw_dz9kb off=395106 len=1506740 2023-12-01T05:08:36.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 1394 completed, throughput=5MB/sec 2023-12-01T05:08:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:36 smithi111 ceph-mon[97855]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:36 smithi111 ceph-mon[116524]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:36 smithi155 ceph-mon[102677]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:37.691 INFO:tasks.workunit.client.0.smithi111.stdout: 279: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:37.692 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MQXlPoXBlwn1e_5 off=10134908 len=981960 2023-12-01T05:08:37.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 1395 completed, throughput=4.99MB/sec 2023-12-01T05:08:37.698 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rZzSuUm6tTdAuKD off=6727176 len=253739 2023-12-01T05:08:37.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 1396 completed, throughput=4.99MB/sec 2023-12-01T05:08:37.701 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qz4-9fbvEE0s51Z off=147781 len=931623 2023-12-01T05:08:37.706 INFO:tasks.workunit.client.0.smithi111.stdout:op 1397 completed, throughput=4.99MB/sec 2023-12-01T05:08:37.706 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZsDPbdjd23X2o1S off=7223478 len=903468 2023-12-01T05:08:37.707 INFO:tasks.workunit.client.0.smithi111.stdout:op 1398 completed, throughput=5MB/sec 2023-12-01T05:08:37.707 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JgKMMcfO6XXWRFD off=12218734 len=1019904 2023-12-01T05:08:37.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 1399 completed, throughput=5MB/sec 2023-12-01T05:08:37.713 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RS2pPrWrrYijeFZ off=717653 len=2084722 2023-12-01T05:08:37.716 INFO:tasks.workunit.client.0.smithi111.stdout:op 1400 completed, throughput=5.01MB/sec 2023-12-01T05:08:38.716 INFO:tasks.workunit.client.0.smithi111.stdout: 280: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:38.717 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dNBwEQGACZuSuNP off=9282365 len=595815 2023-12-01T05:08:38.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 1401 completed, throughput=4.99MB/sec 2023-12-01T05:08:38.718 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lolbaop1hit0vWd off=4995249 len=153601 2023-12-01T05:08:38.721 INFO:tasks.workunit.client.0.smithi111.stdout:op 1402 completed, throughput=4.99MB/sec 2023-12-01T05:08:38.721 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KlhOnqpgNaT7jbq off=5975054 len=1672712 2023-12-01T05:08:38.723 INFO:tasks.workunit.client.0.smithi111.stdout:op 1403 completed, throughput=5MB/sec 2023-12-01T05:08:38.723 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--TG6ppy6GUt5XJH off=5407575 len=1662519 2023-12-01T05:08:38.730 INFO:tasks.workunit.client.0.smithi111.stdout:op 1404 completed, throughput=5MB/sec 2023-12-01T05:08:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:38 smithi111 ceph-mon[97855]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:38 smithi111 ceph-mon[116524]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:38 smithi155 ceph-mon[102677]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:39.730 INFO:tasks.workunit.client.0.smithi111.stdout: 281: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:39.731 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BQhdK7Sz45gCu-_ off=1429534 len=1674437 2023-12-01T05:08:39.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 1405 completed, throughput=4.99MB/sec 2023-12-01T05:08:39.733 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-egklV5F9Cj3AX4d off=19354848 len=1103171 2023-12-01T05:08:39.738 INFO:tasks.workunit.client.0.smithi111.stdout:op 1406 completed, throughput=4.99MB/sec 2023-12-01T05:08:39.738 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kdVr6YtUqnMhG5N off=6595506 len=829538 2023-12-01T05:08:39.740 INFO:tasks.workunit.client.0.smithi111.stdout:op 1407 completed, throughput=5MB/sec 2023-12-01T05:08:39.740 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0ajacDBWncbd38P off=333165 len=1506011 2023-12-01T05:08:39.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 1408 completed, throughput=5MB/sec 2023-12-01T05:08:39.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:08:39] "GET /metrics HTTP/1.1" 200 33893 "" "Prometheus/2.43.0" 2023-12-01T05:08:40.747 INFO:tasks.workunit.client.0.smithi111.stdout: 282: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:40.747 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6JsDvuPer71JL98 off=13685976 len=648478 2023-12-01T05:08:40.751 INFO:tasks.workunit.client.0.smithi111.stdout:op 1409 completed, throughput=4.99MB/sec 2023-12-01T05:08:40.751 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yJoMtajGrS7CDoV off=3184776 len=663490 2023-12-01T05:08:40.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 1410 completed, throughput=4.99MB/sec 2023-12-01T05:08:40.755 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PMOsFq0QgjXsuCb off=278164 len=1845626 2023-12-01T05:08:40.759 INFO:tasks.workunit.client.0.smithi111.stdout:op 1411 completed, throughput=4.99MB/sec 2023-12-01T05:08:40.759 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WNZx5jgLX5CPHC3 off=995131 len=455984 2023-12-01T05:08:40.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 1412 completed, throughput=5MB/sec 2023-12-01T05:08:40.760 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dn3IVjeCHqBvSHb off=12758434 len=1486076 2023-12-01T05:08:40.763 INFO:tasks.workunit.client.0.smithi111.stdout:op 1413 completed, throughput=5MB/sec 2023-12-01T05:08:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:40 smithi155 ceph-mon[102677]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:40 smithi111 ceph-mon[97855]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:40 smithi111 ceph-mon[116524]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:08:41.763 INFO:tasks.workunit.client.0.smithi111.stdout: 283: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:41.763 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E5vUy4uFf446E1X off=793525 len=1956443 2023-12-01T05:08:41.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 1414 completed, throughput=4.99MB/sec 2023-12-01T05:08:41.765 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WJoo2FOHqADxGPb off=5762248 len=462697 2023-12-01T05:08:41.766 INFO:tasks.workunit.client.0.smithi111.stdout:op 1415 completed, throughput=4.99MB/sec 2023-12-01T05:08:41.766 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qT7RCZsXMdf35XC off=16409808 len=929346 2023-12-01T05:08:41.771 INFO:tasks.workunit.client.0.smithi111.stdout:op 1416 completed, throughput=4.99MB/sec 2023-12-01T05:08:41.772 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5yHURgHKW4o2fXN off=456969 len=680661 2023-12-01T05:08:41.776 INFO:tasks.workunit.client.0.smithi111.stdout:op 1417 completed, throughput=5MB/sec 2023-12-01T05:08:41.776 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m86M7fSOUMPAgPy off=5416477 len=1748213 2023-12-01T05:08:41.786 INFO:tasks.workunit.client.0.smithi111.stdout:op 1418 completed, throughput=5MB/sec 2023-12-01T05:08:42.786 INFO:tasks.workunit.client.0.smithi111.stdout: 284: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:42.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xtkk1ZOPcxqptOB off=3686004 len=548495 2023-12-01T05:08:42.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 1419 completed, throughput=4.99MB/sec 2023-12-01T05:08:42.790 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--6Y7Dj-Mg_X-En_ off=1732170 len=1643384 2023-12-01T05:08:42.792 INFO:tasks.workunit.client.0.smithi111.stdout:op 1420 completed, throughput=4.99MB/sec 2023-12-01T05:08:42.792 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tOD7MmO9OFMZ8if off=1705633 len=1353506 2023-12-01T05:08:42.793 INFO:tasks.workunit.client.0.smithi111.stdout:op 1421 completed, throughput=5MB/sec 2023-12-01T05:08:42.793 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CAiXkqFZ0vUGunQ off=7784541 len=285354 2023-12-01T05:08:42.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 1422 completed, throughput=5MB/sec 2023-12-01T05:08:42.796 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PAJAKPa2Rbm9PnV off=728254 len=1439351 2023-12-01T05:08:42.798 INFO:tasks.workunit.client.0.smithi111.stdout:op 1423 completed, throughput=5MB/sec 2023-12-01T05:08:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:42 smithi155 ceph-mon[102677]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:08:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:42 smithi111 ceph-mon[97855]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:08:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:42 smithi111 ceph-mon[116524]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:08:43.798 INFO:tasks.workunit.client.0.smithi111.stdout: 285: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:43.798 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bgFr3enZy8gyoJn off=3694149 len=182253 2023-12-01T05:08:43.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 1424 completed, throughput=4.98MB/sec 2023-12-01T05:08:43.799 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XYbebfcrjM4HIaS off=368314 len=579136 2023-12-01T05:08:43.803 INFO:tasks.workunit.client.0.smithi111.stdout:op 1425 completed, throughput=4.99MB/sec 2023-12-01T05:08:43.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GOAHJ3DFxQvcpow off=9636477 len=808561 2023-12-01T05:08:43.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 1426 completed, throughput=4.99MB/sec 2023-12-01T05:08:43.804 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6KV_GbjL7kOwpcg off=18807319 len=1048403 2023-12-01T05:08:43.806 INFO:tasks.workunit.client.0.smithi111.stdout:op 1427 completed, throughput=4.99MB/sec 2023-12-01T05:08:43.806 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ytBjIyoHen01a6v off=68149 len=594595 2023-12-01T05:08:43.807 INFO:tasks.workunit.client.0.smithi111.stdout:op 1428 completed, throughput=4.99MB/sec 2023-12-01T05:08:43.807 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6HqpZduHXms9yhZ off=748457 len=954959 2023-12-01T05:08:43.811 INFO:tasks.workunit.client.0.smithi111.stdout:op 1429 completed, throughput=5MB/sec 2023-12-01T05:08:43.811 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-770G5HC1fhDghtJ off=5789065 len=1101146 2023-12-01T05:08:43.816 INFO:tasks.workunit.client.0.smithi111.stdout:op 1430 completed, throughput=5MB/sec 2023-12-01T05:08:44.817 INFO:tasks.workunit.client.0.smithi111.stdout: 286: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:44.817 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V7Xw54seLN6IL1w off=600253 len=777532 2023-12-01T05:08:44.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 1431 completed, throughput=4.99MB/sec 2023-12-01T05:08:44.818 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RZWv02ObVItJlr3 off=4373383 len=385812 2023-12-01T05:08:44.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 1432 completed, throughput=4.99MB/sec 2023-12-01T05:08:44.822 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BZO6KLQ04lGjpI6 off=846741 len=51316 2023-12-01T05:08:44.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 1433 completed, throughput=4.99MB/sec 2023-12-01T05:08:44.822 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tun574PDJbcr6LW off=5109852 len=8727 2023-12-01T05:08:44.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 1434 completed, throughput=4.99MB/sec 2023-12-01T05:08:44.822 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PVHitO4Z_08rVEj off=9940540 len=195549 2023-12-01T05:08:44.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 1435 completed, throughput=4.99MB/sec 2023-12-01T05:08:44.823 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pL_z_3sH-Uemmvc off=1874792 len=1327806 2023-12-01T05:08:44.828 INFO:tasks.workunit.client.0.smithi111.stdout:op 1436 completed, throughput=4.99MB/sec 2023-12-01T05:08:44.829 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nbORpBYstSDgK8H off=714402 len=1604109 2023-12-01T05:08:44.837 INFO:tasks.workunit.client.0.smithi111.stdout:op 1437 completed, throughput=5MB/sec 2023-12-01T05:08:44.838 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rmTVcymyTH0H7zL off=6450688 len=1930543 2023-12-01T05:08:44.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 1438 completed, throughput=5MB/sec 2023-12-01T05:08:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:44 smithi155 ceph-mon[102677]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:08:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:44 smithi111 ceph-mon[97855]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:08:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:44 smithi111 ceph-mon[116524]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:08:45.848 INFO:tasks.workunit.client.0.smithi111.stdout: 287: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:45.848 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dTlKVKdjSc0VKtr off=2629143 len=1040017 2023-12-01T05:08:45.854 INFO:tasks.workunit.client.0.smithi111.stdout:op 1439 completed, throughput=4.99MB/sec 2023-12-01T05:08:45.854 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2V-_JKW17D1pe3K off=539860 len=406570 2023-12-01T05:08:45.855 INFO:tasks.workunit.client.0.smithi111.stdout:op 1440 completed, throughput=4.99MB/sec 2023-12-01T05:08:45.855 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FV1mTzpdfocdmLK off=643529 len=1331686 2023-12-01T05:08:45.856 INFO:tasks.workunit.client.0.smithi111.stdout:op 1441 completed, throughput=5MB/sec 2023-12-01T05:08:45.857 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kQM4LIRrXWf389r off=3716181 len=1328591 2023-12-01T05:08:45.858 INFO:tasks.workunit.client.0.smithi111.stdout:op 1442 completed, throughput=5MB/sec 2023-12-01T05:08:46.858 INFO:tasks.workunit.client.0.smithi111.stdout: 288: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:46.859 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ff0Pq9LLT2m18nd off=1563139 len=1929678 2023-12-01T05:08:46.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 1443 completed, throughput=4.99MB/sec 2023-12-01T05:08:46.861 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-itQLxCG5L2qvdeB off=9196567 len=803206 2023-12-01T05:08:46.862 INFO:tasks.workunit.client.0.smithi111.stdout:op 1444 completed, throughput=4.99MB/sec 2023-12-01T05:08:46.862 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ljial5Zyowoc1dT off=7013768 len=2061448 2023-12-01T05:08:46.864 INFO:tasks.workunit.client.0.smithi111.stdout:op 1445 completed, throughput=5MB/sec 2023-12-01T05:08:46.864 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YB3WuiUpo5UWgUM off=8398473 len=347502 2023-12-01T05:08:46.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 1446 completed, throughput=5MB/sec 2023-12-01T05:08:46.866 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gY44Ca8jbxKgJp2 off=1151303 len=1460709 2023-12-01T05:08:46.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 1447 completed, throughput=5MB/sec 2023-12-01T05:08:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:46 smithi155 ceph-mon[102677]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:46 smithi111 ceph-mon[97855]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:46 smithi111 ceph-mon[116524]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:08:47.869 INFO:tasks.workunit.client.0.smithi111.stdout: 289: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:47.869 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5RHMxwzdOBXtqNl off=23453584 len=383838 2023-12-01T05:08:47.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 1448 completed, throughput=4.99MB/sec 2023-12-01T05:08:47.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s5qOHxCIq-lIjJX off=2530657 len=1763299 2023-12-01T05:08:47.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 1449 completed, throughput=4.99MB/sec 2023-12-01T05:08:47.872 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hAfOh-MaH2AV5MH off=7315850 len=1231015 2023-12-01T05:08:47.873 INFO:tasks.workunit.client.0.smithi111.stdout:op 1450 completed, throughput=5MB/sec 2023-12-01T05:08:47.873 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Dhqgzx0sME2cWe7 off=19259494 len=274282 2023-12-01T05:08:47.876 INFO:tasks.workunit.client.0.smithi111.stdout:op 1451 completed, throughput=5MB/sec 2023-12-01T05:08:47.877 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DkX-WyClEggroLu off=20532730 len=1455430 2023-12-01T05:08:47.879 INFO:tasks.workunit.client.0.smithi111.stdout:op 1452 completed, throughput=5MB/sec 2023-12-01T05:08:48.880 INFO:tasks.workunit.client.0.smithi111.stdout: 290: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:48.880 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SBHt_HmDBWfJABT off=5878426 len=1416331 2023-12-01T05:08:48.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 1453 completed, throughput=4.99MB/sec 2023-12-01T05:08:48.883 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qcuM--z-DJuwfBs off=3232365 len=1472088 2023-12-01T05:08:48.892 INFO:tasks.workunit.client.0.smithi111.stdout:op 1454 completed, throughput=5MB/sec 2023-12-01T05:08:48.892 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2BaoMVADkiCmdfw off=18405198 len=81245 2023-12-01T05:08:48.895 INFO:tasks.workunit.client.0.smithi111.stdout:op 1455 completed, throughput=5MB/sec 2023-12-01T05:08:48.895 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vUXcISgRM94RJGo off=8608685 len=2022979 2023-12-01T05:08:48.904 INFO:tasks.workunit.client.0.smithi111.stdout:op 1456 completed, throughput=5MB/sec 2023-12-01T05:08:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:48 smithi155 ceph-mon[102677]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:48 smithi111 ceph-mon[97855]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:48 smithi111 ceph-mon[116524]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:08:49] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:08:49.905 INFO:tasks.workunit.client.0.smithi111.stdout: 291: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:49.905 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VJTPnpuGhF15qo9 off=3055713 len=496888 2023-12-01T05:08:49.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 1457 completed, throughput=4.99MB/sec 2023-12-01T05:08:49.908 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9EXwD_I7aqQIlEc off=2093394 len=242043 2023-12-01T05:08:49.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 1458 completed, throughput=4.99MB/sec 2023-12-01T05:08:49.909 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dNa9fQorm6_gtiq off=17789 len=1187169 2023-12-01T05:08:49.915 INFO:tasks.workunit.client.0.smithi111.stdout:op 1459 completed, throughput=4.99MB/sec 2023-12-01T05:08:49.915 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pnTubb1CL9b8DCZ off=5457408 len=1656883 2023-12-01T05:08:49.917 INFO:tasks.workunit.client.0.smithi111.stdout:op 1460 completed, throughput=5MB/sec 2023-12-01T05:08:49.917 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-glQ2AGLa3vfIThu off=6796047 len=1498558 2023-12-01T05:08:49.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 1461 completed, throughput=5MB/sec 2023-12-01T05:08:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:08:50.926 INFO:tasks.workunit.client.0.smithi111.stdout: 292: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:50.926 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UlSpJIjYthRBOoC off=665061 len=2006342 2023-12-01T05:08:50.935 INFO:tasks.workunit.client.0.smithi111.stdout:op 1462 completed, throughput=4.99MB/sec 2023-12-01T05:08:50.935 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y_5VNsiWpnLH-9r off=15055735 len=432853 2023-12-01T05:08:50.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 1463 completed, throughput=4.99MB/sec 2023-12-01T05:08:50.936 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CmMMu1eHBYOuxik off=206794 len=1590703 2023-12-01T05:08:50.938 INFO:tasks.workunit.client.0.smithi111.stdout:op 1464 completed, throughput=5MB/sec 2023-12-01T05:08:50.938 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E1oIl8b51YRxQ14 off=2660443 len=649429 2023-12-01T05:08:50.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 1465 completed, throughput=5MB/sec 2023-12-01T05:08:50.941 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qkuhd_xyJtnK0Gx off=12549620 len=932449 2023-12-01T05:08:50.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 1466 completed, throughput=5MB/sec 2023-12-01T05:08:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:50 smithi155 ceph-mon[102677]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:50 smithi111 ceph-mon[97855]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:50 smithi111 ceph-mon[116524]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:08:51.947 INFO:tasks.workunit.client.0.smithi111.stdout: 293: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:51.947 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-no6HOfGPtYKmKa0 off=12817976 len=925849 2023-12-01T05:08:51.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 1467 completed, throughput=4.99MB/sec 2023-12-01T05:08:51.948 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CA-txQ2SdUPSsYQ off=2923483 len=962140 2023-12-01T05:08:51.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 1468 completed, throughput=4.99MB/sec 2023-12-01T05:08:51.949 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PN5rk4264QxOwx_ off=8464728 len=167955 2023-12-01T05:08:51.952 INFO:tasks.workunit.client.0.smithi111.stdout:op 1469 completed, throughput=4.99MB/sec 2023-12-01T05:08:51.952 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_dI5UIBR0e8n1W- off=10339719 len=1567447 2023-12-01T05:08:51.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 1470 completed, throughput=5MB/sec 2023-12-01T05:08:51.961 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HjQNwotA0PssxGv off=9694097 len=1732558 2023-12-01T05:08:51.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 1471 completed, throughput=5MB/sec 2023-12-01T05:08:52.965 INFO:tasks.workunit.client.0.smithi111.stdout: 294: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:52.965 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yLVdG3jQCdD-IDL off=7006820 len=1208051 2023-12-01T05:08:52.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 1472 completed, throughput=4.99MB/sec 2023-12-01T05:08:52.966 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8Ngpn6bPkcEgPex off=5927760 len=613232 2023-12-01T05:08:52.968 INFO:tasks.workunit.client.0.smithi111.stdout:op 1473 completed, throughput=4.99MB/sec 2023-12-01T05:08:52.968 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C-X1J9g-EAO2nFx off=10566411 len=1248495 2023-12-01T05:08:52.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 1474 completed, throughput=5MB/sec 2023-12-01T05:08:52.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DWApyKUVuVIMbdL off=15865849 len=778116 2023-12-01T05:08:52.977 INFO:tasks.workunit.client.0.smithi111.stdout:op 1475 completed, throughput=5MB/sec 2023-12-01T05:08:52.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lLS1GOGAsgu8jK5 off=238078 len=1532813 2023-12-01T05:08:52.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 1476 completed, throughput=5MB/sec 2023-12-01T05:08:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:52 smithi155 ceph-mon[102677]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:08:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:52 smithi111 ceph-mon[97855]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:08:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:52 smithi111 ceph-mon[116524]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:08:53.980 INFO:tasks.workunit.client.0.smithi111.stdout: 295: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:53.980 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-brPWHEYE3tCMzNw off=3237996 len=758888 2023-12-01T05:08:53.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 1477 completed, throughput=4.99MB/sec 2023-12-01T05:08:53.981 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9MnQkT43plXq5GL off=17290010 len=435992 2023-12-01T05:08:53.984 INFO:tasks.workunit.client.0.smithi111.stdout:op 1478 completed, throughput=4.99MB/sec 2023-12-01T05:08:53.984 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I38e0PKh4ZUn2jo off=1438525 len=656243 2023-12-01T05:08:53.986 INFO:tasks.workunit.client.0.smithi111.stdout:op 1479 completed, throughput=4.99MB/sec 2023-12-01T05:08:53.986 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-scNs8NjMB2NTolF off=2444225 len=1427530 2023-12-01T05:08:53.992 INFO:tasks.workunit.client.0.smithi111.stdout:op 1480 completed, throughput=5MB/sec 2023-12-01T05:08:53.992 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dgXm9FYgTQInLtI off=654647 len=1108186 2023-12-01T05:08:53.998 INFO:tasks.workunit.client.0.smithi111.stdout:op 1481 completed, throughput=5MB/sec 2023-12-01T05:08:53.998 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-loU42otdnbdrrbD off=6941162 len=1497528 2023-12-01T05:08:54.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 1482 completed, throughput=5MB/sec 2023-12-01T05:08:55.001 INFO:tasks.workunit.client.0.smithi111.stdout: 296: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:55.001 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JkLvOVh6_Mz8K-y off=10909518 len=1734394 2023-12-01T05:08:55.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 1483 completed, throughput=4.99MB/sec 2023-12-01T05:08:55.011 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FE4p0quJ47L6jZ5 off=5615613 len=620853 2023-12-01T05:08:55.015 INFO:tasks.workunit.client.0.smithi111.stdout:op 1484 completed, throughput=4.99MB/sec 2023-12-01T05:08:55.015 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5pFo2L8-HcbkIK9 off=1145048 len=143583 2023-12-01T05:08:55.017 INFO:tasks.workunit.client.0.smithi111.stdout:op 1485 completed, throughput=5MB/sec 2023-12-01T05:08:55.017 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7zKfkTH68TPFJZq off=19574043 len=1041674 2023-12-01T05:08:55.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 1486 completed, throughput=5MB/sec 2023-12-01T05:08:55.022 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y902I-CzP0SSKag off=7594449 len=1865021 2023-12-01T05:08:55.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 1487 completed, throughput=5MB/sec 2023-12-01T05:08:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:54 smithi155 ceph-mon[102677]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:08:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:54 smithi111 ceph-mon[97855]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:08:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:54 smithi111 ceph-mon[116524]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:08:56.033 INFO:tasks.workunit.client.0.smithi111.stdout: 297: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:56.033 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5c-p_7GKZO19Ue8 off=345433 len=1788108 2023-12-01T05:08:56.035 INFO:tasks.workunit.client.0.smithi111.stdout:op 1488 completed, throughput=4.99MB/sec 2023-12-01T05:08:56.035 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g3-6HuL2nONX-0k off=15988514 len=1197741 2023-12-01T05:08:56.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 1489 completed, throughput=5MB/sec 2023-12-01T05:08:56.036 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k-1oVXXYmdvLRZc off=18221021 len=29696 2023-12-01T05:08:56.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 1490 completed, throughput=5MB/sec 2023-12-01T05:08:56.036 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VGlfz-QGCElv4Pq off=8597743 len=1018957 2023-12-01T05:08:56.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 1491 completed, throughput=5MB/sec 2023-12-01T05:08:57.038 INFO:tasks.workunit.client.0.smithi111.stdout: 298: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:57.038 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dlkNt-gch9wV29o off=1335401 len=1024863 2023-12-01T05:08:57.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 1492 completed, throughput=4.99MB/sec 2023-12-01T05:08:57.044 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pq7a7if63Iwkurk off=16594191 len=1616507 2023-12-01T05:08:57.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 1493 completed, throughput=4.99MB/sec 2023-12-01T05:08:57.053 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9J2ITmryqBcL9Rb off=8589378 len=1704940 2023-12-01T05:08:57.061 INFO:tasks.workunit.client.0.smithi111.stdout:op 1494 completed, throughput=5MB/sec 2023-12-01T05:08:57.061 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y-fPIhNDtj1iOoU off=10696951 len=1919318 2023-12-01T05:08:57.064 INFO:tasks.workunit.client.0.smithi111.stdout:op 1495 completed, throughput=5MB/sec 2023-12-01T05:08:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:56 smithi155 ceph-mon[102677]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:08:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:56 smithi111 ceph-mon[97855]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:08:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:56 smithi111 ceph-mon[116524]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:08:58.065 INFO:tasks.workunit.client.0.smithi111.stdout: 299: throughput=4.99MB/sec pending data=0 2023-12-01T05:08:58.066 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h1mv5u2qOd5cGdX off=9938094 len=565837 2023-12-01T05:08:58.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 1496 completed, throughput=4.99MB/sec 2023-12-01T05:08:58.069 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jmvKO4v5zj16ZiZ off=1827488 len=382246 2023-12-01T05:08:58.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 1497 completed, throughput=4.99MB/sec 2023-12-01T05:08:58.073 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ETDxuvpicn0xSM4 off=5449332 len=377337 2023-12-01T05:08:58.075 INFO:tasks.workunit.client.0.smithi111.stdout:op 1498 completed, throughput=4.99MB/sec 2023-12-01T05:08:58.075 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YCHbp2psfa1x4U1 off=1753421 len=1522083 2023-12-01T05:08:58.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 1499 completed, throughput=5MB/sec 2023-12-01T05:08:58.085 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--AlHaPfwiCHeHNb off=648089 len=1826667 2023-12-01T05:08:58.086 INFO:tasks.workunit.client.0.smithi111.stdout:op 1500 completed, throughput=5MB/sec 2023-12-01T05:08:58.454 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:08:58.762 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (26m) 3m ago 26m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (26m) 3m ago 26m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (27m) 3m ago 27m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (27m) 3m ago 27m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (30m) 3m ago 30m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (32m) 3m ago 32m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (32m) 3m ago 32m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (31m) 3m ago 31m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (31m) 3m ago 31m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (26m) 3m ago 26m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (26m) 3m ago 26m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (30m) 3m ago 30m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (30m) 3m ago 30m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:08:58.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (29m) 3m ago 29m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:08:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (29m) 3m ago 29m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:08:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (29m) 3m ago 29m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:08:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (28m) 3m ago 28m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:08:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (28m) 3m ago 28m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:08:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (28m) 3m ago 28m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:08:58.764 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (26m) 3m ago 27m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:08:59.086 INFO:tasks.workunit.client.0.smithi111.stdout: 300: throughput=4.98MB/sec pending data=0 2023-12-01T05:08:59.086 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--ZNKodMKTxSziz4 off=2195484 len=563611 2023-12-01T05:08:59.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 1501 completed, throughput=4.99MB/sec 2023-12-01T05:08:59.087 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-llsLiqBdsgxHPz2 off=2454348 len=1756858 2023-12-01T05:08:59.095 INFO:tasks.workunit.client.0.smithi111.stdout:op 1502 completed, throughput=4.99MB/sec 2023-12-01T05:08:59.095 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wpZw9_N0mYoJlP6 off=9559608 len=52384 2023-12-01T05:08:59.098 INFO:tasks.workunit.client.0.smithi111.stdout:op 1503 completed, throughput=4.99MB/sec 2023-12-01T05:08:59.098 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rG5U3--ijeVaoeV off=9597260 len=1952497 2023-12-01T05:08:59.105 INFO:tasks.workunit.client.0.smithi111.stdout:op 1504 completed, throughput=5MB/sec 2023-12-01T05:08:59.105 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fAFTKB7WtNssfkG off=0 len=1971437 2023-12-01T05:08:59.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 1505 completed, throughput=5MB/sec 2023-12-01T05:08:59.152 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:08:59.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:08:59.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:08:59.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:08:59.153 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:08:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:58 smithi155 ceph-mon[102677]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:08:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:58 smithi111 ceph-mon[97855]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:08:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:58 smithi111 ceph-mon[116524]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:08:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:08:59] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:09:00.106 INFO:tasks.workunit.client.0.smithi111.stdout: 301: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:00.106 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9lvarZ4oDAxBzOK off=4665278 len=1891624 2023-12-01T05:09:00.108 INFO:tasks.workunit.client.0.smithi111.stdout:op 1506 completed, throughput=4.99MB/sec 2023-12-01T05:09:00.108 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yRtI2LxfNdx0RRG off=8255994 len=1340322 2023-12-01T05:09:00.115 INFO:tasks.workunit.client.0.smithi111.stdout:op 1507 completed, throughput=5MB/sec 2023-12-01T05:09:00.116 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Yu2iy5jKv5xhfXn off=4352376 len=1072682 2023-12-01T05:09:00.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 1508 completed, throughput=5MB/sec 2023-12-01T05:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:59 smithi155 ceph-mon[102677]: from='client.16365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:59 smithi155 ceph-mon[102677]: from='client.26273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:08:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3893947947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:09:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:59 smithi111 ceph-mon[116524]: from='client.16365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:59 smithi111 ceph-mon[116524]: from='client.26273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:08:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3893947947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:09:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:59 smithi111 ceph-mon[97855]: from='client.16365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:59 smithi111 ceph-mon[97855]: from='client.26273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:08:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3893947947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:09:01.118 INFO:tasks.workunit.client.0.smithi111.stdout: 302: throughput=4.98MB/sec pending data=0 2023-12-01T05:09:01.118 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yqxhw1D_zrPPnhr off=11454979 len=279717 2023-12-01T05:09:01.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 1509 completed, throughput=4.99MB/sec 2023-12-01T05:09:01.120 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s6As2yortg00exI off=2900804 len=572935 2023-12-01T05:09:01.124 INFO:tasks.workunit.client.0.smithi111.stdout:op 1510 completed, throughput=4.99MB/sec 2023-12-01T05:09:01.124 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dTrigXWqD5Y81g8 off=6220517 len=1015329 2023-12-01T05:09:01.130 INFO:tasks.workunit.client.0.smithi111.stdout:op 1511 completed, throughput=4.99MB/sec 2023-12-01T05:09:01.130 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H2VSo9Ii-SVL_Cd off=4933432 len=1336758 2023-12-01T05:09:01.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 1512 completed, throughput=4.99MB/sec 2023-12-01T05:09:01.132 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bQFQJh27SwR4exq off=9890234 len=1100394 2023-12-01T05:09:01.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 1513 completed, throughput=5MB/sec 2023-12-01T05:09:01.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9fFwWBkbtieNnP6 off=506061 len=144900 2023-12-01T05:09:01.141 INFO:tasks.workunit.client.0.smithi111.stdout:op 1514 completed, throughput=5MB/sec 2023-12-01T05:09:01.141 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mpUL8ad4GRk5J6Z off=11583146 len=966878 2023-12-01T05:09:01.145 INFO:tasks.workunit.client.0.smithi111.stdout:op 1515 completed, throughput=5MB/sec 2023-12-01T05:09:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:00 smithi155 ceph-mon[102677]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:09:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:00 smithi111 ceph-mon[97855]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:09:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:00 smithi111 ceph-mon[116524]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:09:02.145 INFO:tasks.workunit.client.0.smithi111.stdout: 303: throughput=4.98MB/sec pending data=0 2023-12-01T05:09:02.145 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--6Y7Dj-Mg_X-En_ off=6690592 len=663323 2023-12-01T05:09:02.146 INFO:tasks.workunit.client.0.smithi111.stdout:op 1516 completed, throughput=4.99MB/sec 2023-12-01T05:09:02.146 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2asoQCWJSum-8Xq off=574570 len=663429 2023-12-01T05:09:02.151 INFO:tasks.workunit.client.0.smithi111.stdout:op 1517 completed, throughput=4.99MB/sec 2023-12-01T05:09:02.151 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wtjEoBedxby7IcL off=3569985 len=1528289 2023-12-01T05:09:02.153 INFO:tasks.workunit.client.0.smithi111.stdout:op 1518 completed, throughput=4.99MB/sec 2023-12-01T05:09:02.153 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pjiXwb4ZD8CjeiS off=1235179 len=39338 2023-12-01T05:09:02.155 INFO:tasks.workunit.client.0.smithi111.stdout:op 1519 completed, throughput=4.99MB/sec 2023-12-01T05:09:02.155 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i9rovjuUVNNDa1o off=4834076 len=388256 2023-12-01T05:09:02.159 INFO:tasks.workunit.client.0.smithi111.stdout:op 1520 completed, throughput=4.99MB/sec 2023-12-01T05:09:02.159 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IdgnS4Lou1ojin0 off=12547444 len=1654781 2023-12-01T05:09:02.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 1521 completed, throughput=5MB/sec 2023-12-01T05:09:02.167 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FhBToUMOYXYwobC off=492698 len=734605 2023-12-01T05:09:02.168 INFO:tasks.workunit.client.0.smithi111.stdout:op 1522 completed, throughput=5MB/sec 2023-12-01T05:09:03.168 INFO:tasks.workunit.client.0.smithi111.stdout: 304: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:03.168 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y5LGibUIFBwVtfD off=1453592 len=1745133 2023-12-01T05:09:03.170 INFO:tasks.workunit.client.0.smithi111.stdout:op 1523 completed, throughput=4.99MB/sec 2023-12-01T05:09:03.170 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k8FxZO3ilFWvv3S off=9662025 len=202851 2023-12-01T05:09:03.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 1524 completed, throughput=4.99MB/sec 2023-12-01T05:09:03.173 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z6Z32VSFUkS4008 off=1850033 len=983415 2023-12-01T05:09:03.178 INFO:tasks.workunit.client.0.smithi111.stdout:op 1525 completed, throughput=4.99MB/sec 2023-12-01T05:09:03.178 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wJ_tT-kteMvZy8B off=20799716 len=500507 2023-12-01T05:09:03.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 1526 completed, throughput=5MB/sec 2023-12-01T05:09:03.182 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZmVxfSga-WczwLu off=1857716 len=789520 2023-12-01T05:09:03.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 1527 completed, throughput=5MB/sec 2023-12-01T05:09:03.183 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UlSpJIjYthRBOoC off=7844470 len=203461 2023-12-01T05:09:03.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 1528 completed, throughput=5MB/sec 2023-12-01T05:09:03.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xYPVLNHeB6mgdLA off=981573 len=398879 2023-12-01T05:09:03.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 1529 completed, throughput=5MB/sec 2023-12-01T05:09:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:02 smithi155 ceph-mon[102677]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:09:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:02 smithi111 ceph-mon[97855]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:09:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:02 smithi111 ceph-mon[116524]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:09:04.186 INFO:tasks.workunit.client.0.smithi111.stdout: 305: throughput=4.98MB/sec pending data=0 2023-12-01T05:09:04.186 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SpEhXFxo9dDQcpa off=2815042 len=1811450 2023-12-01T05:09:04.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 1530 completed, throughput=4.99MB/sec 2023-12-01T05:09:04.194 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-83sfeaLN5fjCb0h off=5245461 len=1441503 2023-12-01T05:09:04.197 INFO:tasks.workunit.client.0.smithi111.stdout:op 1531 completed, throughput=4.99MB/sec 2023-12-01T05:09:04.197 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2QTCLKRNTHjDVcl off=3389794 len=1010688 2023-12-01T05:09:04.202 INFO:tasks.workunit.client.0.smithi111.stdout:op 1532 completed, throughput=5MB/sec 2023-12-01T05:09:04.202 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LdcIKua2c7UxkT_ off=7746263 len=1148223 2023-12-01T05:09:04.203 INFO:tasks.workunit.client.0.smithi111.stdout:op 1533 completed, throughput=5MB/sec 2023-12-01T05:09:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:09:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:09:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:09:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:09:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:09:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:09:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:09:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:09:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:09:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:09:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:09:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:09:05.205 INFO:tasks.workunit.client.0.smithi111.stdout: 306: throughput=4.98MB/sec pending data=0 2023-12-01T05:09:05.205 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vdG4ZMZNLG8yxhf off=20876099 len=807328 2023-12-01T05:09:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:04 smithi155 ceph-mon[102677]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:05.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 1534 completed, throughput=4.99MB/sec 2023-12-01T05:09:05.208 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gSgopcy2RYZong- off=11873875 len=1116851 2023-12-01T05:09:05.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 1535 completed, throughput=4.99MB/sec 2023-12-01T05:09:05.215 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n4b7SllLQiOnxVy off=6502837 len=560234 2023-12-01T05:09:05.218 INFO:tasks.workunit.client.0.smithi111.stdout:op 1536 completed, throughput=4.99MB/sec 2023-12-01T05:09:05.218 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6gMmxruOzHv4qaC off=11756825 len=845219 2023-12-01T05:09:05.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 1537 completed, throughput=4.99MB/sec 2023-12-01T05:09:05.219 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jXji59XeyT9Z7wG off=11093570 len=1543973 2023-12-01T05:09:05.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 1538 completed, throughput=5MB/sec 2023-12-01T05:09:05.228 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5_jW9bZx1X3XdiT off=13193715 len=773720 2023-12-01T05:09:05.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 1539 completed, throughput=5MB/sec 2023-12-01T05:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:04 smithi111 ceph-mon[97855]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:04 smithi111 ceph-mon[116524]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:06.230 INFO:tasks.workunit.client.0.smithi111.stdout: 307: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:06.230 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y2XFRzSZWsytHcp off=13416313 len=25843 2023-12-01T05:09:06.231 INFO:tasks.workunit.client.0.smithi111.stdout:op 1540 completed, throughput=4.99MB/sec 2023-12-01T05:09:06.231 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sW8VhUZP9JnSIfc off=6492688 len=899376 2023-12-01T05:09:06.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 1541 completed, throughput=4.99MB/sec 2023-12-01T05:09:06.232 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q7LUjFvkSSUAVS_ off=582685 len=1050803 2023-12-01T05:09:06.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 1542 completed, throughput=4.99MB/sec 2023-12-01T05:09:06.237 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VphHgYbsZ-3BY43 off=2105073 len=1860506 2023-12-01T05:09:06.238 INFO:tasks.workunit.client.0.smithi111.stdout:op 1543 completed, throughput=5MB/sec 2023-12-01T05:09:06.238 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uCSXUwl2OTtvABe off=2420148 len=1498045 2023-12-01T05:09:06.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 1544 completed, throughput=5MB/sec 2023-12-01T05:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:06 smithi155 ceph-mon[102677]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:09:07.240 INFO:tasks.workunit.client.0.smithi111.stdout: 308: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:07.240 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vsbWwcRbu9zuU_- off=1258665 len=1631917 2023-12-01T05:09:07.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 1545 completed, throughput=4.99MB/sec 2023-12-01T05:09:07.243 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SHYM_90xLOgKG_P off=1182469 len=1007255 2023-12-01T05:09:07.244 INFO:tasks.workunit.client.0.smithi111.stdout:op 1546 completed, throughput=4.99MB/sec 2023-12-01T05:09:07.244 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EdobdGdObjCkpv6 off=17785713 len=750815 2023-12-01T05:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:06 smithi111 ceph-mon[97855]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:09:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:06 smithi111 ceph-mon[116524]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:09:07.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 1547 completed, throughput=5MB/sec 2023-12-01T05:09:07.249 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zN15tLa2PIOK2P- off=18329666 len=1364100 2023-12-01T05:09:07.258 INFO:tasks.workunit.client.0.smithi111.stdout:op 1548 completed, throughput=5MB/sec 2023-12-01T05:09:07.258 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ajy8dW01IKIUNB5 off=14832745 len=1320888 2023-12-01T05:09:07.261 INFO:tasks.workunit.client.0.smithi111.stdout:op 1549 completed, throughput=5MB/sec 2023-12-01T05:09:08.260 INFO:tasks.workunit.client.0.smithi111.stdout: 309: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:08.260 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xJmkDBvyjjoGa-0 off=16309618 len=1208711 2023-12-01T05:09:08.262 INFO:tasks.workunit.client.0.smithi111.stdout:op 1550 completed, throughput=4.99MB/sec 2023-12-01T05:09:08.262 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0jYEygHAAMPaBRW off=7601095 len=882582 2023-12-01T05:09:08.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 1551 completed, throughput=4.99MB/sec 2023-12-01T05:09:08.267 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O6oannov4qdv2Ub off=1539044 len=1453000 2023-12-01T05:09:08.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 1552 completed, throughput=5MB/sec 2023-12-01T05:09:08.269 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0-NSOlNnDLgM9tR off=8399648 len=445203 2023-12-01T05:09:08.270 INFO:tasks.workunit.client.0.smithi111.stdout:op 1553 completed, throughput=5MB/sec 2023-12-01T05:09:08.270 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ThIkDQo2pojja0e off=0 len=1113155 2023-12-01T05:09:08.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 1554 completed, throughput=5MB/sec 2023-12-01T05:09:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:08 smithi155 ceph-mon[102677]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:08 smithi111 ceph-mon[97855]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:08 smithi111 ceph-mon[116524]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:09.276 INFO:tasks.workunit.client.0.smithi111.stdout: 310: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:09.277 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jfWX6uUH20VnTNV off=10825403 len=1514834 2023-12-01T05:09:09.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 1555 completed, throughput=4.99MB/sec 2023-12-01T05:09:09.285 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uVw6mN1WjZIAsrD off=1253830 len=310327 2023-12-01T05:09:09.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 1556 completed, throughput=4.99MB/sec 2023-12-01T05:09:09.286 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rk1X-c6YskhAdJJ off=2144397 len=2008628 2023-12-01T05:09:09.287 INFO:tasks.workunit.client.0.smithi111.stdout:op 1557 completed, throughput=5MB/sec 2023-12-01T05:09:09.287 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SrQAvseB7ypwSQj off=6211622 len=1791888 2023-12-01T05:09:09.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 1558 completed, throughput=5MB/sec 2023-12-01T05:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:09:09] "GET /metrics HTTP/1.1" 200 33891 "" "Prometheus/2.43.0" 2023-12-01T05:09:10.296 INFO:tasks.workunit.client.0.smithi111.stdout: 311: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:10.296 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-d6owGQCCDkn3eAX off=1462428 len=1333429 2023-12-01T05:09:10.297 INFO:tasks.workunit.client.0.smithi111.stdout:op 1559 completed, throughput=4.99MB/sec 2023-12-01T05:09:10.297 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ouOMTCJ6vbk6UCr off=16384981 len=200756 2023-12-01T05:09:10.299 INFO:tasks.workunit.client.0.smithi111.stdout:op 1560 completed, throughput=4.99MB/sec 2023-12-01T05:09:10.299 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bXG-TZ4ZqaUkTIY off=11606772 len=571443 2023-12-01T05:09:10.300 INFO:tasks.workunit.client.0.smithi111.stdout:op 1561 completed, throughput=4.99MB/sec 2023-12-01T05:09:10.300 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F1NTJ1z4NzrwIus off=2245418 len=265885 2023-12-01T05:09:10.300 INFO:tasks.workunit.client.0.smithi111.stdout:op 1562 completed, throughput=5MB/sec 2023-12-01T05:09:10.300 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-djm30zUtDWwwE-e off=17213948 len=502349 2023-12-01T05:09:10.301 INFO:tasks.workunit.client.0.smithi111.stdout:op 1563 completed, throughput=5MB/sec 2023-12-01T05:09:10.301 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aH8Zi7kecSY6mh9 off=9537617 len=1797288 2023-12-01T05:09:10.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 1564 completed, throughput=5MB/sec 2023-12-01T05:09:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:10 smithi155 ceph-mon[102677]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:10 smithi111 ceph-mon[97855]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:10 smithi111 ceph-mon[116524]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:09:11.310 INFO:tasks.workunit.client.0.smithi111.stdout: 312: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:11.310 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Wn3dhuaT-nNOXKk off=7615080 len=209984 2023-12-01T05:09:11.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 1565 completed, throughput=4.99MB/sec 2023-12-01T05:09:11.311 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cj-DV9UQegjU922 off=10995851 len=1001063 2023-12-01T05:09:11.317 INFO:tasks.workunit.client.0.smithi111.stdout:op 1566 completed, throughput=4.99MB/sec 2023-12-01T05:09:11.317 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aaPaMfFlNoep14y off=409329 len=190939 2023-12-01T05:09:11.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 1567 completed, throughput=4.99MB/sec 2023-12-01T05:09:11.320 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rWCN4OV_kPbZGTy off=3734631 len=823383 2023-12-01T05:09:11.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 1568 completed, throughput=4.99MB/sec 2023-12-01T05:09:11.324 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PQg20gUGJ5o8JZw off=9524165 len=1601397 2023-12-01T05:09:11.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 1569 completed, throughput=5MB/sec 2023-12-01T05:09:11.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iZxV7LL_U2pncX5 off=56573 len=883956 2023-12-01T05:09:11.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 1570 completed, throughput=5MB/sec 2023-12-01T05:09:11.331 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sn6qzSD-NmnJSgZ off=10597159 len=1121777 2023-12-01T05:09:11.333 INFO:tasks.workunit.client.0.smithi111.stdout:op 1571 completed, throughput=5MB/sec 2023-12-01T05:09:12.334 INFO:tasks.workunit.client.0.smithi111.stdout: 313: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:12.334 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S0e4H5QoBvOWnUY off=64769 len=2028927 2023-12-01T05:09:12.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 1572 completed, throughput=4.99MB/sec 2023-12-01T05:09:12.338 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QVvCsBQixuY0drR off=10910083 len=540029 2023-12-01T05:09:12.340 INFO:tasks.workunit.client.0.smithi111.stdout:op 1573 completed, throughput=5MB/sec 2023-12-01T05:09:12.340 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2iYKvn4YLdECBrU off=15796190 len=1832107 2023-12-01T05:09:12.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 1574 completed, throughput=5MB/sec 2023-12-01T05:09:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:12 smithi155 ceph-mon[102677]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:09:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:12 smithi111 ceph-mon[97855]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:09:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:12 smithi111 ceph-mon[116524]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:09:13.349 INFO:tasks.workunit.client.0.smithi111.stdout: 314: throughput=4.98MB/sec pending data=0 2023-12-01T05:09:13.349 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z-o02ZC9f7gRMCs off=4469084 len=1332018 2023-12-01T05:09:13.350 INFO:tasks.workunit.client.0.smithi111.stdout:op 1575 completed, throughput=4.99MB/sec 2023-12-01T05:09:13.351 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UKR-FCa_xAonsgV off=7176234 len=1536232 2023-12-01T05:09:13.352 INFO:tasks.workunit.client.0.smithi111.stdout:op 1576 completed, throughput=4.99MB/sec 2023-12-01T05:09:13.352 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GOGwIfd_pnhTy1a off=391058 len=1155876 2023-12-01T05:09:13.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 1577 completed, throughput=5MB/sec 2023-12-01T05:09:13.358 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s8Ol9NqKoVAF9uP off=2613390 len=788964 2023-12-01T05:09:13.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 1578 completed, throughput=5MB/sec 2023-12-01T05:09:13.362 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ky8Vr6nQt0Rb-VA off=9010656 len=1968372 2023-12-01T05:09:13.366 INFO:tasks.workunit.client.0.smithi111.stdout:op 1579 completed, throughput=5MB/sec 2023-12-01T05:09:14.366 INFO:tasks.workunit.client.0.smithi111.stdout: 315: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:14.366 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CcBpMowEY7biO-7 off=3114044 len=1124051 2023-12-01T05:09:14.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 1580 completed, throughput=4.99MB/sec 2023-12-01T05:09:14.373 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hvYzToPsFhtw_aC off=0 len=1808969 2023-12-01T05:09:14.383 INFO:tasks.workunit.client.0.smithi111.stdout:op 1581 completed, throughput=5MB/sec 2023-12-01T05:09:14.383 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OgTlR2_mVXn-PGv off=3030862 len=903955 2023-12-01T05:09:14.388 INFO:tasks.workunit.client.0.smithi111.stdout:op 1582 completed, throughput=5MB/sec 2023-12-01T05:09:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:14 smithi155 ceph-mon[102677]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:14 smithi111 ceph-mon[97855]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:14 smithi111 ceph-mon[116524]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:15.388 INFO:tasks.workunit.client.0.smithi111.stdout: 316: throughput=4.98MB/sec pending data=0 2023-12-01T05:09:15.388 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ixCQQEN9lFW0qlZ off=2534371 len=2030564 2023-12-01T05:09:15.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 1583 completed, throughput=4.99MB/sec 2023-12-01T05:09:15.399 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P8G6mStnd9nHvFZ off=1378028 len=1420888 2023-12-01T05:09:15.402 INFO:tasks.workunit.client.0.smithi111.stdout:op 1584 completed, throughput=4.99MB/sec 2023-12-01T05:09:15.402 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fv7UM_IbLe_WmgF off=7157618 len=1752837 2023-12-01T05:09:15.404 INFO:tasks.workunit.client.0.smithi111.stdout:op 1585 completed, throughput=5MB/sec 2023-12-01T05:09:15.404 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hQAMRPskb7JR0Ri off=8715050 len=1330287 2023-12-01T05:09:15.411 INFO:tasks.workunit.client.0.smithi111.stdout:op 1586 completed, throughput=5MB/sec 2023-12-01T05:09:16.412 INFO:tasks.workunit.client.0.smithi111.stdout: 317: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:16.412 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GI6AyvdlmWla99Z off=5294436 len=129958 2023-12-01T05:09:16.414 INFO:tasks.workunit.client.0.smithi111.stdout:op 1587 completed, throughput=4.99MB/sec 2023-12-01T05:09:16.414 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2013rBCM5EK6Ign off=1546694 len=1756646 2023-12-01T05:09:16.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 1588 completed, throughput=4.99MB/sec 2023-12-01T05:09:16.424 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Oe3sjHRlvkf99WX off=4757784 len=1574975 2023-12-01T05:09:16.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 1589 completed, throughput=5MB/sec 2023-12-01T05:09:16.430 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wDJ9uQPPbFHT6I- off=178705 len=253579 2023-12-01T05:09:16.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 1590 completed, throughput=5MB/sec 2023-12-01T05:09:16.431 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pkylFGSGEEBX9F7 off=2949285 len=1881619 2023-12-01T05:09:16.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 1591 completed, throughput=5MB/sec 2023-12-01T05:09:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:16 smithi155 ceph-mon[102677]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:09:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:16 smithi111 ceph-mon[97855]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:09:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:16 smithi111 ceph-mon[116524]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:09:17.433 INFO:tasks.workunit.client.0.smithi111.stdout: 318: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:17.433 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A47btXRWub3SQid off=14216423 len=1421346 2023-12-01T05:09:17.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 1592 completed, throughput=4.99MB/sec 2023-12-01T05:09:17.441 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y7A34zDz_zGv7hL off=1676643 len=1287873 2023-12-01T05:09:17.441 INFO:tasks.workunit.client.0.smithi111.stdout:op 1593 completed, throughput=5MB/sec 2023-12-01T05:09:17.442 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ctVIWRoRD6UVGzl off=23525636 len=1971396 2023-12-01T05:09:17.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 1594 completed, throughput=5MB/sec 2023-12-01T05:09:18.445 INFO:tasks.workunit.client.0.smithi111.stdout: 319: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:18.446 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-geUPeQczEy-P7xn off=8021997 len=1109893 2023-12-01T05:09:18.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 1595 completed, throughput=4.99MB/sec 2023-12-01T05:09:18.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gw5_TR3mG6u7QRj off=19188004 len=1150717 2023-12-01T05:09:18.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 1596 completed, throughput=4.99MB/sec 2023-12-01T05:09:18.454 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x0n8wwTUh5sk_Xa off=2506635 len=240500 2023-12-01T05:09:18.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 1597 completed, throughput=4.99MB/sec 2023-12-01T05:09:18.457 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0ZqTk6JgX66Bx6I off=8535443 len=261628 2023-12-01T05:09:18.459 INFO:tasks.workunit.client.0.smithi111.stdout:op 1598 completed, throughput=5MB/sec 2023-12-01T05:09:18.459 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KHFXwiFb5unH381 off=10491184 len=411265 2023-12-01T05:09:18.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 1599 completed, throughput=5MB/sec 2023-12-01T05:09:18.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KX96RhnRXHZ-X60 off=3747395 len=1877339 2023-12-01T05:09:18.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 1600 completed, throughput=5MB/sec 2023-12-01T05:09:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:18 smithi155 ceph-mon[102677]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:18 smithi111 ceph-mon[97855]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:18 smithi111 ceph-mon[116524]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:19.472 INFO:tasks.workunit.client.0.smithi111.stdout: 320: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:19.472 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-533R9CqGCUE_FJ8 off=4530152 len=534857 2023-12-01T05:09:19.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 1601 completed, throughput=4.99MB/sec 2023-12-01T05:09:19.474 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ylyZX-AWhKVhU5l off=1611613 len=169035 2023-12-01T05:09:19.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 1602 completed, throughput=4.99MB/sec 2023-12-01T05:09:19.476 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qvt3wThep0lYZIC off=483375 len=713886 2023-12-01T05:09:19.477 INFO:tasks.workunit.client.0.smithi111.stdout:op 1603 completed, throughput=4.99MB/sec 2023-12-01T05:09:19.477 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NXhjJqM_N4qU5b9 off=7729076 len=1385931 2023-12-01T05:09:19.486 INFO:tasks.workunit.client.0.smithi111.stdout:op 1604 completed, throughput=4.99MB/sec 2023-12-01T05:09:19.486 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F6FV5aCbsR23fH7 off=1170943 len=1469301 2023-12-01T05:09:19.488 INFO:tasks.workunit.client.0.smithi111.stdout:op 1605 completed, throughput=5MB/sec 2023-12-01T05:09:19.488 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tYzmPPYs5IsATFs off=9423118 len=186315 2023-12-01T05:09:19.490 INFO:tasks.workunit.client.0.smithi111.stdout:op 1606 completed, throughput=5MB/sec 2023-12-01T05:09:19.490 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pgh26R-7wdAMVK6 off=1063595 len=183135 2023-12-01T05:09:19.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 1607 completed, throughput=5MB/sec 2023-12-01T05:09:19.493 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aWRztCzuYoq1Rd0 off=7394842 len=1136715 2023-12-01T05:09:19.494 INFO:tasks.workunit.client.0.smithi111.stdout:op 1608 completed, throughput=5MB/sec 2023-12-01T05:09:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:09:19] "GET /metrics HTTP/1.1" 200 33896 "" "Prometheus/2.43.0" 2023-12-01T05:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:20.494 INFO:tasks.workunit.client.0.smithi111.stdout: 321: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:20.494 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ErfzFjvwobVBLZE off=14825004 len=542015 2023-12-01T05:09:20.495 INFO:tasks.workunit.client.0.smithi111.stdout:op 1609 completed, throughput=4.99MB/sec 2023-12-01T05:09:20.495 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RmHFg_OpytV7vzf off=131388 len=912169 2023-12-01T05:09:20.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 1610 completed, throughput=4.99MB/sec 2023-12-01T05:09:20.497 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SHXuTrzouv3DF55 off=2451479 len=400086 2023-12-01T05:09:20.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 1611 completed, throughput=4.99MB/sec 2023-12-01T05:09:20.500 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EnKt3fOGtfl2265 off=7238985 len=1940621 2023-12-01T05:09:20.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 1612 completed, throughput=5MB/sec 2023-12-01T05:09:20.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yxyDtReK9zFNDOf off=1132992 len=1627540 2023-12-01T05:09:20.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 1613 completed, throughput=5MB/sec 2023-12-01T05:09:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:20 smithi155 ceph-mon[102677]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:20 smithi111 ceph-mon[97855]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:20 smithi111 ceph-mon[116524]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:21.510 INFO:tasks.workunit.client.0.smithi111.stdout: 322: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:21.510 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-prhlxeA7xQQWDuj off=8363492 len=622226 2023-12-01T05:09:21.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 1614 completed, throughput=4.99MB/sec 2023-12-01T05:09:21.515 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ax2AQdMDm37xsHc off=13746737 len=1846970 2023-12-01T05:09:21.517 INFO:tasks.workunit.client.0.smithi111.stdout:op 1615 completed, throughput=4.99MB/sec 2023-12-01T05:09:21.517 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jSsAssC8T3nIuqA off=714687 len=80778 2023-12-01T05:09:21.517 INFO:tasks.workunit.client.0.smithi111.stdout:op 1616 completed, throughput=5MB/sec 2023-12-01T05:09:21.517 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7kSRCNZkBRfl6BL off=7332169 len=1289897 2023-12-01T05:09:21.520 INFO:tasks.workunit.client.0.smithi111.stdout:op 1617 completed, throughput=5MB/sec 2023-12-01T05:09:21.520 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ipqL9Ll2jsWdTEF off=3001898 len=238287 2023-12-01T05:09:21.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 1618 completed, throughput=5MB/sec 2023-12-01T05:09:21.521 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v6dzFg7gUys5Pzb off=15194690 len=1877796 2023-12-01T05:09:21.524 INFO:tasks.workunit.client.0.smithi111.stdout:op 1619 completed, throughput=5MB/sec 2023-12-01T05:09:22.525 INFO:tasks.workunit.client.0.smithi111.stdout: 323: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:22.525 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-edDkz7_DlMOhZXr off=20099243 len=1209365 2023-12-01T05:09:22.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 1620 completed, throughput=4.99MB/sec 2023-12-01T05:09:22.533 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VnY10pIciZHzpqG off=17911035 len=1115910 2023-12-01T05:09:22.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 1621 completed, throughput=5MB/sec 2023-12-01T05:09:22.539 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zv_9fxUQYvvZsFB off=0 len=1380250 2023-12-01T05:09:22.540 INFO:tasks.workunit.client.0.smithi111.stdout:op 1622 completed, throughput=5MB/sec 2023-12-01T05:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:22 smithi155 ceph-mon[102677]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:09:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:22 smithi111 ceph-mon[97855]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:09:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:22 smithi111 ceph-mon[116524]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:09:23.541 INFO:tasks.workunit.client.0.smithi111.stdout: 324: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:23.541 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DNMSJ2Fj1S3T22R off=873734 len=321976 2023-12-01T05:09:23.544 INFO:tasks.workunit.client.0.smithi111.stdout:op 1623 completed, throughput=4.99MB/sec 2023-12-01T05:09:23.544 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m-5IrmgRmBltN36 off=12592325 len=1932422 2023-12-01T05:09:23.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 1624 completed, throughput=4.99MB/sec 2023-12-01T05:09:23.556 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ex2xaQjiZN1d7sx off=11330824 len=1082286 2023-12-01T05:09:23.556 INFO:tasks.workunit.client.0.smithi111.stdout:op 1625 completed, throughput=4.99MB/sec 2023-12-01T05:09:23.556 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AtQVyNvo58GQnaD off=1407208 len=1618327 2023-12-01T05:09:23.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 1626 completed, throughput=5MB/sec 2023-12-01T05:09:23.558 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7FT4MHzl8y8g9sX off=3979895 len=1723745 2023-12-01T05:09:23.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 1627 completed, throughput=5MB/sec 2023-12-01T05:09:24.566 INFO:tasks.workunit.client.0.smithi111.stdout: 325: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:24.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cRO4NC8oIQTPmvb off=15313745 len=1230921 2023-12-01T05:09:24.567 INFO:tasks.workunit.client.0.smithi111.stdout:op 1628 completed, throughput=4.99MB/sec 2023-12-01T05:09:24.567 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qb3-Z7mO-99dYn7 off=416577 len=1882811 2023-12-01T05:09:24.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 1629 completed, throughput=5MB/sec 2023-12-01T05:09:24.580 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JZh9uCSd2iJjoZN off=3126042 len=2040983 2023-12-01T05:09:24.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 1630 completed, throughput=5MB/sec 2023-12-01T05:09:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:24 smithi155 ceph-mon[102677]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:09:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:24 smithi111 ceph-mon[97855]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:09:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:24 smithi111 ceph-mon[116524]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:09:25.584 INFO:tasks.workunit.client.0.smithi111.stdout: 326: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:25.584 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BwLhEf1Wa0pbdjP off=9914302 len=824613 2023-12-01T05:09:25.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 1631 completed, throughput=4.99MB/sec 2023-12-01T05:09:25.588 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NXdG_8kpHtEj1ZO off=736328 len=1866346 2023-12-01T05:09:25.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 1632 completed, throughput=5MB/sec 2023-12-01T05:09:25.591 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MQXlPoXBlwn1e_5 off=13673459 len=723438 2023-12-01T05:09:25.591 INFO:tasks.workunit.client.0.smithi111.stdout:op 1633 completed, throughput=5MB/sec 2023-12-01T05:09:25.591 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dlkNt-gch9wV29o off=2555335 len=1057459 2023-12-01T05:09:25.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 1634 completed, throughput=5MB/sec 2023-12-01T05:09:26.597 INFO:tasks.workunit.client.0.smithi111.stdout: 327: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:26.597 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ReW7Z4Q3sSpNGNr off=11598291 len=1775332 2023-12-01T05:09:26.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 1635 completed, throughput=4.99MB/sec 2023-12-01T05:09:26.599 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZwsBxh7HqaJpebx off=16619058 len=1878294 2023-12-01T05:09:26.601 INFO:tasks.workunit.client.0.smithi111.stdout:op 1636 completed, throughput=5MB/sec 2023-12-01T05:09:26.601 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fg1T-m14KHEQ278 off=5225886 len=445392 2023-12-01T05:09:26.602 INFO:tasks.workunit.client.0.smithi111.stdout:op 1637 completed, throughput=5MB/sec 2023-12-01T05:09:26.602 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GkqYcg9WQ7NoaiA off=18360832 len=361736 2023-12-01T05:09:26.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 1638 completed, throughput=5MB/sec 2023-12-01T05:09:26.603 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VGvoMCLEaG1rB4m off=2651737 len=648889 2023-12-01T05:09:26.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 1639 completed, throughput=5MB/sec 2023-12-01T05:09:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:26 smithi155 ceph-mon[102677]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:09:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:26 smithi111 ceph-mon[97855]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:09:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:26 smithi111 ceph-mon[116524]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:09:27.608 INFO:tasks.workunit.client.0.smithi111.stdout: 328: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:27.608 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SLjHCDxHJPpvORi off=3650357 len=1399582 2023-12-01T05:09:27.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 1640 completed, throughput=4.99MB/sec 2023-12-01T05:09:27.617 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HI27K3hmTXlhEIt off=9408311 len=1888503 2023-12-01T05:09:27.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 1641 completed, throughput=4.99MB/sec 2023-12-01T05:09:27.619 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e_cfITMSbsRsqRg off=993311 len=215311 2023-12-01T05:09:27.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 1642 completed, throughput=5MB/sec 2023-12-01T05:09:27.622 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mrASLikveVs8m9h off=9121548 len=1444826 2023-12-01T05:09:27.629 INFO:tasks.workunit.client.0.smithi111.stdout:op 1643 completed, throughput=5MB/sec 2023-12-01T05:09:27.629 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FVhxq_HntUk04n_ off=21662409 len=958318 2023-12-01T05:09:27.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 1644 completed, throughput=5MB/sec 2023-12-01T05:09:28.631 INFO:tasks.workunit.client.0.smithi111.stdout: 329: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:28.631 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qyMtMJoKtTLxBab off=16410734 len=1973144 2023-12-01T05:09:28.635 INFO:tasks.workunit.client.0.smithi111.stdout:op 1645 completed, throughput=4.99MB/sec 2023-12-01T05:09:28.635 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--6Y7Dj-Mg_X-En_ off=1784732 len=1117818 2023-12-01T05:09:28.641 INFO:tasks.workunit.client.0.smithi111.stdout:op 1646 completed, throughput=5MB/sec 2023-12-01T05:09:28.642 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eGriv4PzBnjPCh2 off=14052758 len=364734 2023-12-01T05:09:28.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 1647 completed, throughput=5MB/sec 2023-12-01T05:09:28.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WpWbM769-l6Xvml off=2138323 len=263233 2023-12-01T05:09:28.647 INFO:tasks.workunit.client.0.smithi111.stdout:op 1648 completed, throughput=5MB/sec 2023-12-01T05:09:28.648 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Uqou34EoZ4H63-S off=4382092 len=587532 2023-12-01T05:09:28.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 1649 completed, throughput=5MB/sec 2023-12-01T05:09:28.648 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_KUqrs7wzkuEYTA off=10461805 len=2060932 2023-12-01T05:09:28.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 1650 completed, throughput=5MB/sec 2023-12-01T05:09:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:28 smithi155 ceph-mon[102677]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:09:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:28 smithi111 ceph-mon[97855]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:09:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:28 smithi111 ceph-mon[116524]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:09:29.497 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:09:29.659 INFO:tasks.workunit.client.0.smithi111.stdout: 330: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:29.659 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GGczUtZ_ykTDzJR off=21839983 len=824558 2023-12-01T05:09:29.660 INFO:tasks.workunit.client.0.smithi111.stdout:op 1651 completed, throughput=4.99MB/sec 2023-12-01T05:09:29.660 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AxQcdE2VX_9uIKB off=818514 len=1169481 2023-12-01T05:09:29.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 1652 completed, throughput=5MB/sec 2023-12-01T05:09:29.665 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6pIDJteCm20-RBi off=2495668 len=566933 2023-12-01T05:09:29.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 1653 completed, throughput=5MB/sec 2023-12-01T05:09:29.666 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_S07_Sy_acRnkua off=19487022 len=1431462 2023-12-01T05:09:29.675 INFO:tasks.workunit.client.0.smithi111.stdout:op 1654 completed, throughput=5MB/sec 2023-12-01T05:09:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:09:29] "GET /metrics HTTP/1.1" 200 33896 "" "Prometheus/2.43.0" 2023-12-01T05:09:29.805 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (26m) 4m ago 27m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (27m) 4m ago 27m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (28m) 4m ago 28m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (28m) 4m ago 28m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (31m) 4m ago 31m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (33m) 4m ago 33m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (33m) 4m ago 33m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (31m) 4m ago 31m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (31m) 4m ago 31m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (26m) 4m ago 26m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (26m) 4m ago 26m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:09:29.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (31m) 4m ago 31m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (30m) 4m ago 30m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (30m) 4m ago 30m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (30m) 4m ago 30m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (29m) 4m ago 29m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (29m) 4m ago 29m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (28m) 4m ago 28m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (28m) 4m ago 28m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:09:29.807 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (26m) 4m ago 27m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:09:30.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:09:30.187 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:09:30.675 INFO:tasks.workunit.client.0.smithi111.stdout: 331: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:30.675 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mii1odbNc7rKtDR off=11993630 len=1810917 2023-12-01T05:09:30.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 1655 completed, throughput=4.99MB/sec 2023-12-01T05:09:30.684 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mr2UMyFVCO3HD4u off=3131965 len=2081300 2023-12-01T05:09:30.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 1656 completed, throughput=5MB/sec 2023-12-01T05:09:30.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k_ypk1B6ZxQdJTa off=21999464 len=1210740 2023-12-01T05:09:30.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 1657 completed, throughput=5MB/sec 2023-12-01T05:09:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:30 smithi155 ceph-mon[102677]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:09:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:30 smithi155 ceph-mon[102677]: from='client.16383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:30 smithi155 ceph-mon[102677]: from='client.26291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/524350854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:09:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[116524]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[116524]: from='client.16383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[116524]: from='client.26291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/524350854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[97855]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[97855]: from='client.16383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[97855]: from='client.26291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:09:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/524350854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:09:31.692 INFO:tasks.workunit.client.0.smithi111.stdout: 332: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:31.692 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wEpax6Lp3_hWyuB off=137419 len=1486267 2023-12-01T05:09:31.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 1658 completed, throughput=4.99MB/sec 2023-12-01T05:09:31.694 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s4xxVVaZW6fnkZg off=19510046 len=843145 2023-12-01T05:09:31.695 INFO:tasks.workunit.client.0.smithi111.stdout:op 1659 completed, throughput=4.99MB/sec 2023-12-01T05:09:31.695 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i3eewy0zWolYz46 off=2790884 len=34854 2023-12-01T05:09:31.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 1660 completed, throughput=4.99MB/sec 2023-12-01T05:09:31.698 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Mafdk_C5ulkBC2 off=382761 len=914656 2023-12-01T05:09:31.700 INFO:tasks.workunit.client.0.smithi111.stdout:op 1661 completed, throughput=4.99MB/sec 2023-12-01T05:09:31.700 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FXog4ijb_N-_Jci off=2351805 len=1234504 2023-12-01T05:09:31.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 1662 completed, throughput=5MB/sec 2023-12-01T05:09:31.705 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_7TU9D-8NeBoyTs off=685495 len=183209 2023-12-01T05:09:31.706 INFO:tasks.workunit.client.0.smithi111.stdout:op 1663 completed, throughput=5MB/sec 2023-12-01T05:09:31.706 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VGaf3SGtOdKRUwW off=8021534 len=119738 2023-12-01T05:09:31.706 INFO:tasks.workunit.client.0.smithi111.stdout:op 1664 completed, throughput=5MB/sec 2023-12-01T05:09:31.707 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-e5XMkadq4fE_iBQ off=3767093 len=437167 2023-12-01T05:09:31.707 INFO:tasks.workunit.client.0.smithi111.stdout:op 1665 completed, throughput=5MB/sec 2023-12-01T05:09:32.709 INFO:tasks.workunit.client.0.smithi111.stdout: 333: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:32.709 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QCwkOP60FE3Sw9n off=2353100 len=746590 2023-12-01T05:09:32.709 INFO:tasks.workunit.client.0.smithi111.stdout:op 1666 completed, throughput=4.99MB/sec 2023-12-01T05:09:32.709 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dSxjZCMC1YpLgne off=3900113 len=72052 2023-12-01T05:09:32.710 INFO:tasks.workunit.client.0.smithi111.stdout:op 1667 completed, throughput=4.99MB/sec 2023-12-01T05:09:32.710 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ywji545hSumlkT1 off=21656597 len=1519073 2023-12-01T05:09:32.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 1668 completed, throughput=4.99MB/sec 2023-12-01T05:09:32.717 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Sy0EGap1eaWSDVa off=3962349 len=696615 2023-12-01T05:09:32.721 INFO:tasks.workunit.client.0.smithi111.stdout:op 1669 completed, throughput=4.99MB/sec 2023-12-01T05:09:32.721 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kZ4VsekP6qOwLMm off=2174130 len=1973295 2023-12-01T05:09:32.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 1670 completed, throughput=5MB/sec 2023-12-01T05:09:32.732 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SbxBPR9aQ1Sb2hi off=11782457 len=1915210 2023-12-01T05:09:32.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 1671 completed, throughput=5MB/sec 2023-12-01T05:09:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:32 smithi155 ceph-mon[102677]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:09:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:32 smithi111 ceph-mon[97855]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:09:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:32 smithi111 ceph-mon[116524]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:09:33.740 INFO:tasks.workunit.client.0.smithi111.stdout: 334: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:33.740 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fwsBIWJu5gJ0wSa off=15074069 len=337531 2023-12-01T05:09:33.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 1672 completed, throughput=4.99MB/sec 2023-12-01T05:09:33.741 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jVOukg0UJwTsz4O off=4488020 len=708229 2023-12-01T05:09:33.746 INFO:tasks.workunit.client.0.smithi111.stdout:op 1673 completed, throughput=4.99MB/sec 2023-12-01T05:09:33.746 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bc9sc9mjf2jz_oO off=2986927 len=1458916 2023-12-01T05:09:33.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 1674 completed, throughput=5MB/sec 2023-12-01T05:09:33.752 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cdhYhaBcM7AjrmF off=1899250 len=1888749 2023-12-01T05:09:33.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 1675 completed, throughput=5MB/sec 2023-12-01T05:09:34.756 INFO:tasks.workunit.client.0.smithi111.stdout: 335: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:34.756 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mz5tzBSQXuvMs-r off=4635643 len=196522 2023-12-01T05:09:34.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 1676 completed, throughput=4.99MB/sec 2023-12-01T05:09:34.757 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mEurKDSMXtqYHU0 off=7317478 len=1236031 2023-12-01T05:09:34.758 INFO:tasks.workunit.client.0.smithi111.stdout:op 1677 completed, throughput=4.99MB/sec 2023-12-01T05:09:34.758 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y5vt3faoWQ-xqEX off=4432512 len=1759646 2023-12-01T05:09:34.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 1678 completed, throughput=5MB/sec 2023-12-01T05:09:34.760 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LutPOqjC4Mh94DG off=12505371 len=1170176 2023-12-01T05:09:34.767 INFO:tasks.workunit.client.0.smithi111.stdout:op 1679 completed, throughput=5MB/sec 2023-12-01T05:09:34.767 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tNbH3ex4vUsK3x4 off=15052251 len=1898529 2023-12-01T05:09:34.771 INFO:tasks.workunit.client.0.smithi111.stdout:op 1680 completed, throughput=5MB/sec 2023-12-01T05:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:34 smithi155 ceph-mon[102677]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:34 smithi111 ceph-mon[97855]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:09:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:34 smithi111 ceph-mon[116524]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:09:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:35.771 INFO:tasks.workunit.client.0.smithi111.stdout: 336: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:35.771 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xYPVLNHeB6mgdLA off=429161 len=248236 2023-12-01T05:09:35.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 1681 completed, throughput=4.99MB/sec 2023-12-01T05:09:35.774 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NhfiU6K6uiqdYcL off=10544751 len=826881 2023-12-01T05:09:35.776 INFO:tasks.workunit.client.0.smithi111.stdout:op 1682 completed, throughput=4.99MB/sec 2023-12-01T05:09:35.776 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IjT1pfKOdsaZmwb off=2764707 len=1771281 2023-12-01T05:09:35.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 1683 completed, throughput=5MB/sec 2023-12-01T05:09:35.787 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y62riWx6Ou8ldZp off=7408482 len=1713699 2023-12-01T05:09:35.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 1684 completed, throughput=5MB/sec 2023-12-01T05:09:36.789 INFO:tasks.workunit.client.0.smithi111.stdout: 337: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:36.789 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dMausJaNmxpvLe7 off=14680013 len=1066863 2023-12-01T05:09:36.792 INFO:tasks.workunit.client.0.smithi111.stdout:op 1685 completed, throughput=4.99MB/sec 2023-12-01T05:09:36.792 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M0qk6NQ85-zPMot off=14478852 len=281238 2023-12-01T05:09:36.795 INFO:tasks.workunit.client.0.smithi111.stdout:op 1686 completed, throughput=4.99MB/sec 2023-12-01T05:09:36.795 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HR7Hfo2j0eW6s85 off=6103835 len=1457387 2023-12-01T05:09:36.803 INFO:tasks.workunit.client.0.smithi111.stdout:op 1687 completed, throughput=5MB/sec 2023-12-01T05:09:36.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vsbWwcRbu9zuU_- off=1323341 len=1490794 2023-12-01T05:09:36.806 INFO:tasks.workunit.client.0.smithi111.stdout:op 1688 completed, throughput=5MB/sec 2023-12-01T05:09:36.806 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--w2TwjJr7F3sXSN off=5234579 len=33167 2023-12-01T05:09:36.809 INFO:tasks.workunit.client.0.smithi111.stdout:op 1689 completed, throughput=5MB/sec 2023-12-01T05:09:36.809 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OsP1v1a6JtrKCAY off=109247 len=1063638 2023-12-01T05:09:36.814 INFO:tasks.workunit.client.0.smithi111.stdout:op 1690 completed, throughput=5MB/sec 2023-12-01T05:09:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:36 smithi155 ceph-mon[102677]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:09:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:36 smithi111 ceph-mon[97855]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:09:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:36 smithi111 ceph-mon[116524]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:09:37.815 INFO:tasks.workunit.client.0.smithi111.stdout: 338: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:37.815 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2hIbB3VxA1FqaEc off=1503115 len=1983017 2023-12-01T05:09:37.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 1691 completed, throughput=4.99MB/sec 2023-12-01T05:09:37.825 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lo9SNcl9fsyb58l off=1547780 len=1798719 2023-12-01T05:09:37.835 INFO:tasks.workunit.client.0.smithi111.stdout:op 1692 completed, throughput=5MB/sec 2023-12-01T05:09:37.835 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_2t48vI77lD9XG0 off=5644420 len=980134 2023-12-01T05:09:37.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 1693 completed, throughput=5MB/sec 2023-12-01T05:09:38.840 INFO:tasks.workunit.client.0.smithi111.stdout: 339: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:38.840 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fFAulu7v9nEclXg off=5626005 len=755026 2023-12-01T05:09:38.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 1694 completed, throughput=4.99MB/sec 2023-12-01T05:09:38.845 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DTxRyw1AxMGW6bo off=13754190 len=872828 2023-12-01T05:09:38.849 INFO:tasks.workunit.client.0.smithi111.stdout:op 1695 completed, throughput=4.99MB/sec 2023-12-01T05:09:38.849 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wOCcpQUdMN3s1DN off=6493859 len=100263 2023-12-01T05:09:38.851 INFO:tasks.workunit.client.0.smithi111.stdout:op 1696 completed, throughput=4.99MB/sec 2023-12-01T05:09:38.852 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b68z8WU2bj_k5Je off=1472275 len=1257103 2023-12-01T05:09:38.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 1697 completed, throughput=4.99MB/sec 2023-12-01T05:09:38.860 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uNrci3WlwZw6h6x off=8620740 len=1219538 2023-12-01T05:09:38.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 1698 completed, throughput=5MB/sec 2023-12-01T05:09:38.866 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LIYRqQmMauwSueM off=2459591 len=1833166 2023-12-01T05:09:38.868 INFO:tasks.workunit.client.0.smithi111.stdout:op 1699 completed, throughput=5MB/sec 2023-12-01T05:09:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:38 smithi155 ceph-mon[102677]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:38 smithi111 ceph-mon[97855]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:38 smithi111 ceph-mon[116524]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:09:39] "GET /metrics HTTP/1.1" 200 33893 "" "Prometheus/2.43.0" 2023-12-01T05:09:39.868 INFO:tasks.workunit.client.0.smithi111.stdout: 340: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:39.868 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yhNe_LFPn1nvj95 off=15139050 len=352484 2023-12-01T05:09:39.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 1700 completed, throughput=4.99MB/sec 2023-12-01T05:09:39.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wnq5nfXRwoWpWHV off=9342681 len=1305629 2023-12-01T05:09:39.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 1701 completed, throughput=4.99MB/sec 2023-12-01T05:09:39.871 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YnZBkRHBzUpDKCZ off=3161471 len=723410 2023-12-01T05:09:39.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 1702 completed, throughput=4.99MB/sec 2023-12-01T05:09:39.872 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yJXpOY3FekRNBff off=4561723 len=268450 2023-12-01T05:09:39.873 INFO:tasks.workunit.client.0.smithi111.stdout:op 1703 completed, throughput=5MB/sec 2023-12-01T05:09:39.874 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wwMTrLD5IkIy2Ng off=2448875 len=726002 2023-12-01T05:09:39.875 INFO:tasks.workunit.client.0.smithi111.stdout:op 1704 completed, throughput=5MB/sec 2023-12-01T05:09:39.875 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YH-40N1myJKeVw0 off=14683948 len=1953020 2023-12-01T05:09:39.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 1705 completed, throughput=5MB/sec 2023-12-01T05:09:40.877 INFO:tasks.workunit.client.0.smithi111.stdout: 341: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:40.877 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bBUnPoGGJ3WBHoq off=9686621 len=971166 2023-12-01T05:09:40.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 1706 completed, throughput=4.99MB/sec 2023-12-01T05:09:40.882 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wjtvq3MoBJEK8_O off=8802952 len=299917 2023-12-01T05:09:40.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 1707 completed, throughput=4.99MB/sec 2023-12-01T05:09:40.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fw-Aaot-1JbSQZq off=1060468 len=475815 2023-12-01T05:09:40.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 1708 completed, throughput=4.99MB/sec 2023-12-01T05:09:40.884 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OQs4fwrgXcAw4m3 off=4850101 len=1739108 2023-12-01T05:09:40.886 INFO:tasks.workunit.client.0.smithi111.stdout:op 1709 completed, throughput=5MB/sec 2023-12-01T05:09:40.886 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AIlPbpyxt-FDEyK off=13857017 len=1014551 2023-12-01T05:09:40.891 INFO:tasks.workunit.client.0.smithi111.stdout:op 1710 completed, throughput=5MB/sec 2023-12-01T05:09:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:40 smithi155 ceph-mon[102677]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:40 smithi111 ceph-mon[97855]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:40 smithi111 ceph-mon[116524]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:41.892 INFO:tasks.workunit.client.0.smithi111.stdout: 342: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:41.892 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UqqN5o0Qnx4ZU1M off=19342609 len=1331280 2023-12-01T05:09:41.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 1711 completed, throughput=4.99MB/sec 2023-12-01T05:09:41.902 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-avQ4MB2tdCsPd46 off=6814915 len=1026422 2023-12-01T05:09:41.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 1712 completed, throughput=4.99MB/sec 2023-12-01T05:09:41.902 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7k9vKEetq89ouJY off=1225205 len=1306089 2023-12-01T05:09:41.904 INFO:tasks.workunit.client.0.smithi111.stdout:op 1713 completed, throughput=5MB/sec 2023-12-01T05:09:41.904 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nAF_Im6fKhn_wRl off=8240812 len=237342 2023-12-01T05:09:41.907 INFO:tasks.workunit.client.0.smithi111.stdout:op 1714 completed, throughput=5MB/sec 2023-12-01T05:09:41.907 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TcI3jIuHUcdc7h3 off=455788 len=57223 2023-12-01T05:09:41.907 INFO:tasks.workunit.client.0.smithi111.stdout:op 1715 completed, throughput=5MB/sec 2023-12-01T05:09:41.907 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2Wf23L1tBkDeMxy off=7777483 len=1651761 2023-12-01T05:09:41.914 INFO:tasks.workunit.client.0.smithi111.stdout:op 1716 completed, throughput=5MB/sec 2023-12-01T05:09:42.914 INFO:tasks.workunit.client.0.smithi111.stdout: 343: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:42.914 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Uzuixk4ivZc1rkQ off=5679145 len=352567 2023-12-01T05:09:42.915 INFO:tasks.workunit.client.0.smithi111.stdout:op 1717 completed, throughput=4.99MB/sec 2023-12-01T05:09:42.915 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p3_r3trBw6F4otr off=22870759 len=856743 2023-12-01T05:09:42.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 1718 completed, throughput=4.99MB/sec 2023-12-01T05:09:42.919 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S0e4H5QoBvOWnUY off=488460 len=1498393 2023-12-01T05:09:42.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 1719 completed, throughput=4.99MB/sec 2023-12-01T05:09:42.922 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mXPeNJy2vQWkfOd off=23200569 len=1721967 2023-12-01T05:09:42.933 INFO:tasks.workunit.client.0.smithi111.stdout:op 1720 completed, throughput=5MB/sec 2023-12-01T05:09:42.933 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iy0CRfMdDiZYANH off=1348188 len=1167970 2023-12-01T05:09:42.934 INFO:tasks.workunit.client.0.smithi111.stdout:op 1721 completed, throughput=5MB/sec 2023-12-01T05:09:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:42 smithi155 ceph-mon[102677]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:09:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:42 smithi111 ceph-mon[97855]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:09:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:42 smithi111 ceph-mon[116524]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:09:43.934 INFO:tasks.workunit.client.0.smithi111.stdout: 344: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:43.934 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-um4a8J0JztnnN84 off=24209707 len=1208252 2023-12-01T05:09:43.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 1722 completed, throughput=4.99MB/sec 2023-12-01T05:09:43.937 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R2FSDypd0izNxjW off=345184 len=1530061 2023-12-01T05:09:43.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 1723 completed, throughput=4.99MB/sec 2023-12-01T05:09:43.946 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yJoMtajGrS7CDoV off=22092670 len=627283 2023-12-01T05:09:43.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 1724 completed, throughput=5MB/sec 2023-12-01T05:09:43.949 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oj-BB21d-K_6s8g off=6320735 len=1248933 2023-12-01T05:09:43.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 1725 completed, throughput=5MB/sec 2023-12-01T05:09:43.950 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b5ur5yDH6isflkf off=3766893 len=452528 2023-12-01T05:09:43.952 INFO:tasks.workunit.client.0.smithi111.stdout:op 1726 completed, throughput=5MB/sec 2023-12-01T05:09:44.952 INFO:tasks.workunit.client.0.smithi111.stdout: 345: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:44.953 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sVB4Xm1oULrlXAD off=2122580 len=514531 2023-12-01T05:09:44.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 1727 completed, throughput=4.99MB/sec 2023-12-01T05:09:44.957 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XjKh1VZ9-RNElym off=11852488 len=308805 2023-12-01T05:09:44.958 INFO:tasks.workunit.client.0.smithi111.stdout:op 1728 completed, throughput=4.99MB/sec 2023-12-01T05:09:44.958 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ueXt5RZFhUtN-sm off=16926072 len=1934686 2023-12-01T05:09:44.973 INFO:tasks.workunit.client.0.smithi111.stdout:op 1729 completed, throughput=4.99MB/sec 2023-12-01T05:09:44.973 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2qdNr5yMxYg1ayX off=506982 len=754442 2023-12-01T05:09:44.977 INFO:tasks.workunit.client.0.smithi111.stdout:op 1730 completed, throughput=5MB/sec 2023-12-01T05:09:44.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QbNPJtOdfcEpbeb off=8227700 len=1937536 2023-12-01T05:09:44.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 1731 completed, throughput=5MB/sec 2023-12-01T05:09:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:44 smithi155 ceph-mon[102677]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:09:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:44 smithi111 ceph-mon[97855]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:09:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:44 smithi111 ceph-mon[116524]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:09:45.979 INFO:tasks.workunit.client.0.smithi111.stdout: 346: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:45.980 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qorh-Exc8D3pX94 off=19285015 len=1314300 2023-12-01T05:09:45.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 1732 completed, throughput=4.99MB/sec 2023-12-01T05:09:45.981 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xcULW8BABv_jzDk off=9207084 len=1897463 2023-12-01T05:09:45.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 1733 completed, throughput=5MB/sec 2023-12-01T05:09:45.984 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UQkqLVWlRfZfZfB off=4138596 len=1471895 2023-12-01T05:09:45.985 INFO:tasks.workunit.client.0.smithi111.stdout:op 1734 completed, throughput=5MB/sec 2023-12-01T05:09:45.985 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_zHwxiMyN0etMak off=10544813 len=1522780 2023-12-01T05:09:45.995 INFO:tasks.workunit.client.0.smithi111.stdout:op 1735 completed, throughput=5MB/sec 2023-12-01T05:09:46.995 INFO:tasks.workunit.client.0.smithi111.stdout: 347: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:46.995 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qXlR-6JNjo7eHzo off=13181307 len=2017554 2023-12-01T05:09:46.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 1736 completed, throughput=4.99MB/sec 2023-12-01T05:09:46.998 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sLE6ILXqxd9jMUX off=4986879 len=1260601 2023-12-01T05:09:46.999 INFO:tasks.workunit.client.0.smithi111.stdout:op 1737 completed, throughput=5MB/sec 2023-12-01T05:09:46.999 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o1PzwgUZsfKUSPj off=2797240 len=377766 2023-12-01T05:09:47.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 1738 completed, throughput=5MB/sec 2023-12-01T05:09:47.003 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zlIll9Lv0hOTeDc off=8269539 len=282350 2023-12-01T05:09:47.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 1739 completed, throughput=5MB/sec 2023-12-01T05:09:47.006 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zCsDEmrAuZXfY2z off=9237850 len=125289 2023-12-01T05:09:47.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 1740 completed, throughput=5MB/sec 2023-12-01T05:09:47.008 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h16je-71WnaOxI8 off=1960285 len=463142 2023-12-01T05:09:47.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 1741 completed, throughput=5MB/sec 2023-12-01T05:09:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:46 smithi155 ceph-mon[102677]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:09:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:46 smithi111 ceph-mon[97855]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:09:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:46 smithi111 ceph-mon[116524]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:09:48.012 INFO:tasks.workunit.client.0.smithi111.stdout: 348: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:48.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FimT3zN2YVN9Dqu off=1658352 len=257657 2023-12-01T05:09:48.013 INFO:tasks.workunit.client.0.smithi111.stdout:op 1742 completed, throughput=4.99MB/sec 2023-12-01T05:09:48.013 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Cu7GLDIKdy9E1vQ off=110254 len=1147739 2023-12-01T05:09:48.018 INFO:tasks.workunit.client.0.smithi111.stdout:op 1743 completed, throughput=4.99MB/sec 2023-12-01T05:09:48.018 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rYzs5PdJt26X1xq off=20879027 len=101326 2023-12-01T05:09:48.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 1744 completed, throughput=4.99MB/sec 2023-12-01T05:09:48.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YRjWZJmrcmG-CSP off=5622480 len=672738 2023-12-01T05:09:48.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 1745 completed, throughput=4.99MB/sec 2023-12-01T05:09:48.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zu_FwjK4aolK77E off=7717385 len=1229135 2023-12-01T05:09:48.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 1746 completed, throughput=5MB/sec 2023-12-01T05:09:48.026 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GMW996nF3qkw3gr off=474436 len=1624644 2023-12-01T05:09:48.027 INFO:tasks.workunit.client.0.smithi111.stdout:op 1747 completed, throughput=5MB/sec 2023-12-01T05:09:49.028 INFO:tasks.workunit.client.0.smithi111.stdout: 349: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:49.028 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4ToOiE0axo-1xMg off=6479789 len=771814 2023-12-01T05:09:49.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 1748 completed, throughput=4.99MB/sec 2023-12-01T05:09:49.029 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-liLxvLj5g45jxmN off=11611420 len=1546837 2023-12-01T05:09:49.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 1749 completed, throughput=4.99MB/sec 2023-12-01T05:09:49.032 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AKnRWjJ1mKCHQ5y off=15397308 len=72850 2023-12-01T05:09:49.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 1750 completed, throughput=4.99MB/sec 2023-12-01T05:09:49.033 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C_QGjK7DYSeEnrN off=217246 len=1689535 2023-12-01T05:09:49.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 1751 completed, throughput=5MB/sec 2023-12-01T05:09:49.039 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i-XKIaASUk3N--b off=899293 len=1235881 2023-12-01T05:09:49.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 1752 completed, throughput=5MB/sec 2023-12-01T05:09:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:48 smithi155 ceph-mon[102677]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:09:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:48 smithi111 ceph-mon[97855]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:09:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:48 smithi111 ceph-mon[116524]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:09:49] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:09:50.042 INFO:tasks.workunit.client.0.smithi111.stdout: 350: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:50.042 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JXm_-aq9TGHT2Lu off=7537228 len=785621 2023-12-01T05:09:50.043 INFO:tasks.workunit.client.0.smithi111.stdout:op 1753 completed, throughput=4.99MB/sec 2023-12-01T05:09:50.044 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-d1XX57Slls9IDZe off=8968943 len=824236 2023-12-01T05:09:50.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 1754 completed, throughput=4.99MB/sec 2023-12-01T05:09:50.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CKq2_DNDs3E8zs8 off=1518240 len=706416 2023-12-01T05:09:50.046 INFO:tasks.workunit.client.0.smithi111.stdout:op 1755 completed, throughput=4.99MB/sec 2023-12-01T05:09:50.046 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iaI2zJzbRn-47dj off=0 len=1622728 2023-12-01T05:09:50.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 1756 completed, throughput=5MB/sec 2023-12-01T05:09:50.047 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0Y8pa1y-g65iw9n off=2999913 len=1208150 2023-12-01T05:09:50.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 1757 completed, throughput=5MB/sec 2023-12-01T05:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:09:51.049 INFO:tasks.workunit.client.0.smithi111.stdout: 351: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:51.049 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XTeN9FuVxm5i0EX off=9534845 len=837141 2023-12-01T05:09:51.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 1758 completed, throughput=4.99MB/sec 2023-12-01T05:09:51.050 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-810Bk7fNNWllHwz off=1172001 len=52620 2023-12-01T05:09:51.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 1759 completed, throughput=4.99MB/sec 2023-12-01T05:09:51.053 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xF8NT5imiezJPwp off=3667999 len=25258 2023-12-01T05:09:51.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 1760 completed, throughput=4.99MB/sec 2023-12-01T05:09:51.053 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4Xl5tOi7Xkh058y off=6684141 len=1162912 2023-12-01T05:09:51.059 INFO:tasks.workunit.client.0.smithi111.stdout:op 1761 completed, throughput=4.99MB/sec 2023-12-01T05:09:51.060 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZTnl33M8xSX1PyH off=510506 len=600352 2023-12-01T05:09:51.061 INFO:tasks.workunit.client.0.smithi111.stdout:op 1762 completed, throughput=4.99MB/sec 2023-12-01T05:09:51.061 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_hF4D_KBXcxvMwQ off=184003 len=1181429 2023-12-01T05:09:51.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 1763 completed, throughput=5MB/sec 2023-12-01T05:09:51.068 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AWZgTOuKHfwrlPZ off=11121210 len=826114 2023-12-01T05:09:51.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 1764 completed, throughput=5MB/sec 2023-12-01T05:09:51.070 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iK7mGBz8_W7uhxg off=7958434 len=1802292 2023-12-01T05:09:51.071 INFO:tasks.workunit.client.0.smithi111.stdout:op 1765 completed, throughput=5MB/sec 2023-12-01T05:09:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:50 smithi155 ceph-mon[102677]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:09:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:50 smithi111 ceph-mon[97855]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:09:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:50 smithi111 ceph-mon[116524]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:09:52.071 INFO:tasks.workunit.client.0.smithi111.stdout: 352: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:52.072 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DCYQuqjk-38nt5e off=6658556 len=1590176 2023-12-01T05:09:52.078 INFO:tasks.workunit.client.0.smithi111.stdout:op 1766 completed, throughput=4.99MB/sec 2023-12-01T05:09:52.078 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k7rN6VJF8KpaJXN off=9883610 len=1570563 2023-12-01T05:09:52.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 1767 completed, throughput=5MB/sec 2023-12-01T05:09:52.087 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I8dkbb-IZ87Rtjy off=5875886 len=752107 2023-12-01T05:09:52.088 INFO:tasks.workunit.client.0.smithi111.stdout:op 1768 completed, throughput=5MB/sec 2023-12-01T05:09:52.089 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zW2AglpZcVtC6ZY off=1532883 len=282690 2023-12-01T05:09:52.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 1769 completed, throughput=5MB/sec 2023-12-01T05:09:52.091 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tM14erFIibRJNx9 off=6634329 len=1097520 2023-12-01T05:09:52.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 1770 completed, throughput=5MB/sec 2023-12-01T05:09:53.093 INFO:tasks.workunit.client.0.smithi111.stdout: 353: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:53.093 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mMLiBvOeGS6cWWp off=7760535 len=1883479 2023-12-01T05:09:53.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 1771 completed, throughput=4.99MB/sec 2023-12-01T05:09:53.101 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wMzDwhdt2XxfAU9 off=7824305 len=83614 2023-12-01T05:09:53.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 1772 completed, throughput=4.99MB/sec 2023-12-01T05:09:53.101 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gqN_n5NhYnVld7Z off=13404051 len=388278 2023-12-01T05:09:53.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 1773 completed, throughput=5MB/sec 2023-12-01T05:09:53.104 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9Ej8p9w48u6v6ex off=9100658 len=690098 2023-12-01T05:09:53.105 INFO:tasks.workunit.client.0.smithi111.stdout:op 1774 completed, throughput=5MB/sec 2023-12-01T05:09:53.105 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LeWBKujkzSYMg4z off=515270 len=663601 2023-12-01T05:09:53.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 1775 completed, throughput=5MB/sec 2023-12-01T05:09:53.110 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X6v0aLwPqxt2f4N off=5510532 len=1437059 2023-12-01T05:09:53.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 1776 completed, throughput=5MB/sec 2023-12-01T05:09:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:52 smithi155 ceph-mon[102677]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:09:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:52 smithi111 ceph-mon[97855]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:09:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:52 smithi111 ceph-mon[116524]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:09:54.118 INFO:tasks.workunit.client.0.smithi111.stdout: 354: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:54.118 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cYNQqkRzEwsekMu off=22639850 len=1988732 2023-12-01T05:09:54.127 INFO:tasks.workunit.client.0.smithi111.stdout:op 1777 completed, throughput=4.99MB/sec 2023-12-01T05:09:54.127 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qj59KZIARCxqf_M off=5269390 len=836411 2023-12-01T05:09:54.131 INFO:tasks.workunit.client.0.smithi111.stdout:op 1778 completed, throughput=5MB/sec 2023-12-01T05:09:54.131 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FVhxq_HntUk04n_ off=18258720 len=693020 2023-12-01T05:09:54.135 INFO:tasks.workunit.client.0.smithi111.stdout:op 1779 completed, throughput=5MB/sec 2023-12-01T05:09:54.135 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K9GJeMLYHZHBieS off=2337665 len=48270 2023-12-01T05:09:54.138 INFO:tasks.workunit.client.0.smithi111.stdout:op 1780 completed, throughput=5MB/sec 2023-12-01T05:09:54.138 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6G12w3O950jVj0S off=2322054 len=1355285 2023-12-01T05:09:54.145 INFO:tasks.workunit.client.0.smithi111.stdout:op 1781 completed, throughput=5MB/sec 2023-12-01T05:09:55.145 INFO:tasks.workunit.client.0.smithi111.stdout: 355: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:55.146 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yT43q3wA2q5k0j_ off=11444212 len=1079814 2023-12-01T05:09:55.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 1782 completed, throughput=4.99MB/sec 2023-12-01T05:09:55.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-w3XdynqCtzE2zMF off=5299081 len=1880355 2023-12-01T05:09:55.155 INFO:tasks.workunit.client.0.smithi111.stdout:op 1783 completed, throughput=4.99MB/sec 2023-12-01T05:09:55.155 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JnKIp2Gl1EbQS6n off=7345356 len=1261335 2023-12-01T05:09:55.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 1784 completed, throughput=5MB/sec 2023-12-01T05:09:55.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qk-ivik-pf4D3f_ off=13612016 len=543183 2023-12-01T05:09:55.165 INFO:tasks.workunit.client.0.smithi111.stdout:op 1785 completed, throughput=5MB/sec 2023-12-01T05:09:55.166 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xGXcgXeXRNSLKCP off=5500490 len=1454905 2023-12-01T05:09:55.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 1786 completed, throughput=5MB/sec 2023-12-01T05:09:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:54 smithi155 ceph-mon[102677]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:09:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:54 smithi111 ceph-mon[97855]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:09:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:54 smithi111 ceph-mon[116524]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:09:56.167 INFO:tasks.workunit.client.0.smithi111.stdout: 356: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:56.167 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XLurq87FVAiCgnT off=6325731 len=1805864 2023-12-01T05:09:56.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 1787 completed, throughput=4.99MB/sec 2023-12-01T05:09:56.170 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L_x3qvB_OhkId5U off=15587424 len=362364 2023-12-01T05:09:56.171 INFO:tasks.workunit.client.0.smithi111.stdout:op 1788 completed, throughput=5MB/sec 2023-12-01T05:09:56.171 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Wr36q4by0aXChN2 off=1840990 len=1355804 2023-12-01T05:09:56.172 INFO:tasks.workunit.client.0.smithi111.stdout:op 1789 completed, throughput=5MB/sec 2023-12-01T05:09:56.173 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OY9cVvrYe6C9t8j off=8762016 len=491610 2023-12-01T05:09:56.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 1790 completed, throughput=5MB/sec 2023-12-01T05:09:56.173 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EgnaiRkGf4R0Up_ off=28297 len=1967035 2023-12-01T05:09:56.175 INFO:tasks.workunit.client.0.smithi111.stdout:op 1791 completed, throughput=5.01MB/sec 2023-12-01T05:09:57.176 INFO:tasks.workunit.client.0.smithi111.stdout: 357: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:57.176 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bEjeN3R65w4rzNv off=8948354 len=81087 2023-12-01T05:09:57.177 INFO:tasks.workunit.client.0.smithi111.stdout:op 1792 completed, throughput=4.99MB/sec 2023-12-01T05:09:57.177 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gUG-Cm2WsdNTQg_ off=2051981 len=1795474 2023-12-01T05:09:57.179 INFO:tasks.workunit.client.0.smithi111.stdout:op 1793 completed, throughput=5MB/sec 2023-12-01T05:09:57.179 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-szBXW3-CcCe8qA4 off=3409124 len=733776 2023-12-01T05:09:57.184 INFO:tasks.workunit.client.0.smithi111.stdout:op 1794 completed, throughput=5MB/sec 2023-12-01T05:09:57.184 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SGI9x_hpl5T7d4S off=9178678 len=1490954 2023-12-01T05:09:57.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 1795 completed, throughput=5MB/sec 2023-12-01T05:09:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:56 smithi155 ceph-mon[102677]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:09:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:56 smithi111 ceph-mon[97855]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:09:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:56 smithi111 ceph-mon[116524]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:09:58.192 INFO:tasks.workunit.client.0.smithi111.stdout: 358: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:58.192 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TSD6nGI496wuEax off=2862361 len=195655 2023-12-01T05:09:58.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 1796 completed, throughput=4.99MB/sec 2023-12-01T05:09:58.194 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UFIiYih4nr64mp2 off=948859 len=556939 2023-12-01T05:09:58.196 INFO:tasks.workunit.client.0.smithi111.stdout:op 1797 completed, throughput=4.99MB/sec 2023-12-01T05:09:58.196 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Djo8G2jmJvifWCJ off=3194642 len=536340 2023-12-01T05:09:58.197 INFO:tasks.workunit.client.0.smithi111.stdout:op 1798 completed, throughput=4.99MB/sec 2023-12-01T05:09:58.197 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LBrCPBQ18SdzK68 off=4406166 len=1087056 2023-12-01T05:09:58.199 INFO:tasks.workunit.client.0.smithi111.stdout:op 1799 completed, throughput=4.99MB/sec 2023-12-01T05:09:58.199 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LM3vcU0Qmsh5ii7 off=8759808 len=673299 2023-12-01T05:09:58.200 INFO:tasks.workunit.client.0.smithi111.stdout:op 1800 completed, throughput=5MB/sec 2023-12-01T05:09:58.200 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F7Jy8fJNPVF20V3 off=17099822 len=812171 2023-12-01T05:09:58.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 1801 completed, throughput=5MB/sec 2023-12-01T05:09:58.205 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IdgnS4Lou1ojin0 off=3720396 len=1997749 2023-12-01T05:09:58.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 1802 completed, throughput=5MB/sec 2023-12-01T05:09:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:09:58 smithi155 ceph-mon[102677]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:59.207 INFO:tasks.workunit.client.0.smithi111.stdout: 359: throughput=4.99MB/sec pending data=0 2023-12-01T05:09:59.207 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gkqPSl-uMZRF5iS off=2455513 len=114253 2023-12-01T05:09:59.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 1803 completed, throughput=4.99MB/sec 2023-12-01T05:09:59.208 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uhkUQY6SWmBVoZP off=17165756 len=859498 2023-12-01T05:09:59.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 1804 completed, throughput=4.99MB/sec 2023-12-01T05:09:59.210 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VXzvnDQZjAfc9NF off=14794677 len=1989357 2023-12-01T05:09:59.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 1805 completed, throughput=5MB/sec 2023-12-01T05:09:59.221 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g3BH2FB9LX42v1H off=6692393 len=1691266 2023-12-01T05:09:59.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 1806 completed, throughput=5MB/sec 2023-12-01T05:09:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:09:58 smithi111 ceph-mon[97855]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:09:58 smithi111 ceph-mon[116524]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:09:59] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:10:00.229 INFO:tasks.workunit.client.0.smithi111.stdout: 360: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:00.229 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4CPoHvOa0y1DWF2 off=12978200 len=53650 2023-12-01T05:10:00.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 1807 completed, throughput=4.99MB/sec 2023-12-01T05:10:00.230 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zn84TH0Kmypm4SQ off=8447624 len=1845109 2023-12-01T05:10:00.240 INFO:tasks.workunit.client.0.smithi111.stdout:op 1808 completed, throughput=4.99MB/sec 2023-12-01T05:10:00.240 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2KosbwT0CUv8kS7 off=3436384 len=1718780 2023-12-01T05:10:00.242 INFO:tasks.workunit.client.0.smithi111.stdout:op 1809 completed, throughput=5MB/sec 2023-12-01T05:10:00.242 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rdlSvId5Vaap0Wd off=4807346 len=855545 2023-12-01T05:10:00.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 1810 completed, throughput=5MB/sec 2023-12-01T05:10:00.244 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kygZKAzYTrZkbs8 off=925977 len=1005126 2023-12-01T05:10:00.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 1811 completed, throughput=5MB/sec 2023-12-01T05:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:00 smithi111 conmon[97831]: 2023-12-01T05:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:10:00.537 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:10:00.847 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:10:00.847 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (27m) 5m ago 27m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (27m) 5m ago 27m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (28m) 5m ago 28m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (28m) 5m ago 28m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (32m) 5m ago 32m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (33m) 5m ago 33m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (33m) 5m ago 33m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (32m) 5m ago 32m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (32m) 5m ago 32m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (27m) 5m ago 27m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (27m) 5m ago 27m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (31m) 5m ago 31m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:10:00.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (31m) 5m ago 31m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (30m) 5m ago 30m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (30m) 5m ago 30m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (30m) 5m ago 30m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (29m) 5m ago 29m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (29m) 5m ago 29m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (29m) 5m ago 29m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:10:00.849 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (27m) 5m ago 28m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:10:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:00 smithi155 ceph-mon[102677]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:10:01.228 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:10:01.229 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:10:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:00 smithi111 ceph-mon[97855]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:10:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:00 smithi111 ceph-mon[116524]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:10:01.249 INFO:tasks.workunit.client.0.smithi111.stdout: 361: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:01.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Vk5yF8APgIgS-6G off=10294578 len=1702711 2023-12-01T05:10:01.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 1812 completed, throughput=4.99MB/sec 2023-12-01T05:10:01.250 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OzylC7hbnwMuWG2 off=4864971 len=1287801 2023-12-01T05:10:01.251 INFO:tasks.workunit.client.0.smithi111.stdout:op 1813 completed, throughput=5MB/sec 2023-12-01T05:10:01.251 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ThmCYagtWKIdAnZ off=998105 len=199189 2023-12-01T05:10:01.253 INFO:tasks.workunit.client.0.smithi111.stdout:op 1814 completed, throughput=5MB/sec 2023-12-01T05:10:01.253 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T7c46uUXDpOc5IH off=7405825 len=1928394 2023-12-01T05:10:01.257 INFO:tasks.workunit.client.0.smithi111.stdout:op 1815 completed, throughput=5MB/sec 2023-12-01T05:10:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:01 smithi155 ceph-mon[102677]: from='client.26303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:01 smithi155 ceph-mon[102677]: from='client.16407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2614472370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:10:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:01 smithi111 ceph-mon[97855]: from='client.26303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:01 smithi111 ceph-mon[97855]: from='client.16407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2614472370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:10:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:01 smithi111 ceph-mon[116524]: from='client.26303 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:01 smithi111 ceph-mon[116524]: from='client.16407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2614472370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:10:02.257 INFO:tasks.workunit.client.0.smithi111.stdout: 362: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:02.257 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HxUsSw7jiJg_eEX off=9772413 len=1677285 2023-12-01T05:10:02.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 1816 completed, throughput=4.99MB/sec 2023-12-01T05:10:02.267 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xA9b-Uz2OaLzrxL off=2861143 len=1883574 2023-12-01T05:10:02.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 1817 completed, throughput=5MB/sec 2023-12-01T05:10:02.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EiHQ1udB11mD3Fo off=15591951 len=580082 2023-12-01T05:10:02.273 INFO:tasks.workunit.client.0.smithi111.stdout:op 1818 completed, throughput=5MB/sec 2023-12-01T05:10:02.273 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ASbk0BNLu2nlIe- off=6763721 len=457160 2023-12-01T05:10:02.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 1819 completed, throughput=5MB/sec 2023-12-01T05:10:02.274 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XnhbG1ZKNmri5X3 off=1047546 len=566729 2023-12-01T05:10:02.278 INFO:tasks.workunit.client.0.smithi111.stdout:op 1820 completed, throughput=5MB/sec 2023-12-01T05:10:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:02 smithi155 ceph-mon[102677]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:10:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:02 smithi111 ceph-mon[97855]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:10:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:02 smithi111 ceph-mon[116524]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:10:03.278 INFO:tasks.workunit.client.0.smithi111.stdout: 363: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:03.278 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1h7Px5hfvqAACzQ off=10784812 len=1529743 2023-12-01T05:10:03.287 INFO:tasks.workunit.client.0.smithi111.stdout:op 1821 completed, throughput=4.99MB/sec 2023-12-01T05:10:03.287 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NLS_Ou56gmBcy4C off=3327519 len=1046819 2023-12-01T05:10:03.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 1822 completed, throughput=4.99MB/sec 2023-12-01T05:10:03.293 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_zoO12eXyxSSXsX off=642226 len=824448 2023-12-01T05:10:03.297 INFO:tasks.workunit.client.0.smithi111.stdout:op 1823 completed, throughput=5MB/sec 2023-12-01T05:10:03.297 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QlmBK7xMUqXKh7D off=19228445 len=1172304 2023-12-01T05:10:03.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 1824 completed, throughput=5MB/sec 2023-12-01T05:10:03.304 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WUyf6-E0w_yzIa0 off=1953080 len=1109281 2023-12-01T05:10:03.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 1825 completed, throughput=5MB/sec 2023-12-01T05:10:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:10:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:10:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:10:04.307 INFO:tasks.workunit.client.0.smithi111.stdout: 364: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:04.307 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6Rmtlhqvey8Lr5Q off=11076484 len=1295914 2023-12-01T05:10:04.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 1826 completed, throughput=4.99MB/sec 2023-12-01T05:10:04.313 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8YD9ORaT2hLPTmp off=950500 len=2063955 2023-12-01T05:10:04.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 1827 completed, throughput=5MB/sec 2023-12-01T05:10:04.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0TMG42gkIS5N0Dj off=1914926 len=1028984 2023-12-01T05:10:04.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 1828 completed, throughput=5MB/sec 2023-12-01T05:10:04.319 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P3OOaE6g4QCQYSy off=4496427 len=1078636 2023-12-01T05:10:04.322 INFO:tasks.workunit.client.0.smithi111.stdout:op 1829 completed, throughput=5MB/sec 2023-12-01T05:10:04.948 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:04 smithi111 ceph-mon[97855]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:04.948 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:04.949 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:04 smithi111 ceph-mon[116524]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:04.949 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:04 smithi155 ceph-mon[102677]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:05.322 INFO:tasks.workunit.client.0.smithi111.stdout: 365: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:05.323 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_l1HgpBhvc7zdhN off=1472233 len=448668 2023-12-01T05:10:05.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 1830 completed, throughput=4.99MB/sec 2023-12-01T05:10:05.324 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RC1MGyxi3Ne6ORp off=871419 len=164647 2023-12-01T05:10:05.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 1831 completed, throughput=4.99MB/sec 2023-12-01T05:10:05.325 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kkKm9guUkINQ2ap off=10842093 len=1583188 2023-12-01T05:10:05.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 1832 completed, throughput=4.99MB/sec 2023-12-01T05:10:05.326 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ogUJM53jPcFKdwT off=9278635 len=628762 2023-12-01T05:10:05.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 1833 completed, throughput=5MB/sec 2023-12-01T05:10:05.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DekA-v85Aw_OHcM off=1217398 len=447113 2023-12-01T05:10:05.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 1834 completed, throughput=5MB/sec 2023-12-01T05:10:05.331 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OzKg0IsP2DarOEI off=1213678 len=628118 2023-12-01T05:10:05.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 1835 completed, throughput=5MB/sec 2023-12-01T05:10:05.334 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eZOt9IhDkmwnf5g off=9819392 len=652097 2023-12-01T05:10:05.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 1836 completed, throughput=5MB/sec 2023-12-01T05:10:05.338 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_f_-TCJEjyH00j6 off=811813 len=120567 2023-12-01T05:10:05.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 1837 completed, throughput=5MB/sec 2023-12-01T05:10:06.339 INFO:tasks.workunit.client.0.smithi111.stdout: 366: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:06.339 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dfx7DjZY9frLm2l off=4171686 len=212016 2023-12-01T05:10:06.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 1838 completed, throughput=4.99MB/sec 2023-12-01T05:10:06.342 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EobFbxkQw51gab7 off=4284158 len=603622 2023-12-01T05:10:06.343 INFO:tasks.workunit.client.0.smithi111.stdout:op 1839 completed, throughput=4.99MB/sec 2023-12-01T05:10:06.343 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cdhYhaBcM7AjrmF off=1112753 len=368158 2023-12-01T05:10:06.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 1840 completed, throughput=4.99MB/sec 2023-12-01T05:10:06.344 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h0VYSCuGZl-6kO_ off=3568967 len=1830812 2023-12-01T05:10:06.346 INFO:tasks.workunit.client.0.smithi111.stdout:op 1841 completed, throughput=4.99MB/sec 2023-12-01T05:10:06.346 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zVSycCkgS1gKXou off=14818584 len=364625 2023-12-01T05:10:06.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 1842 completed, throughput=5MB/sec 2023-12-01T05:10:06.349 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M3SOvG-7Hj2c3zN off=233163 len=114450 2023-12-01T05:10:06.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 1843 completed, throughput=5MB/sec 2023-12-01T05:10:06.349 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ar2AoTDjbI99aIp off=598278 len=1936291 2023-12-01T05:10:06.351 INFO:tasks.workunit.client.0.smithi111.stdout:op 1844 completed, throughput=5MB/sec 2023-12-01T05:10:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:06 smithi111 ceph-mon[97855]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:10:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:06 smithi111 ceph-mon[116524]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:10:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:06 smithi155 ceph-mon[102677]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:10:07.351 INFO:tasks.workunit.client.0.smithi111.stdout: 367: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gw_a8h2e8Ro3rZZ off=8200738 len=1923477 2023-12-01T05:10:07.360 INFO:tasks.workunit.client.0.smithi111.stdout:op 1845 completed, throughput=4.99MB/sec 2023-12-01T05:10:07.360 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SCVjEfoyyOesPLM off=5465112 len=2069464 2023-12-01T05:10:07.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 1846 completed, throughput=5MB/sec 2023-12-01T05:10:07.368 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ArLsB01oVuYY7_g off=9281513 len=280750 2023-12-01T05:10:07.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 1847 completed, throughput=5MB/sec 2023-12-01T05:10:07.371 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E4qav3c3nwvjgii off=20051296 len=1860204 2023-12-01T05:10:07.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 1848 completed, throughput=5MB/sec 2023-12-01T05:10:08.381 INFO:tasks.workunit.client.0.smithi111.stdout: 368: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:08.381 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9ayFzyjD8uFOnsu off=1373984 len=35722 2023-12-01T05:10:08.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 1849 completed, throughput=4.99MB/sec 2023-12-01T05:10:08.382 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GSD_xkop2407-n3 off=1987956 len=1239760 2023-12-01T05:10:08.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 1850 completed, throughput=4.99MB/sec 2023-12-01T05:10:08.390 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eKHPWOLvOnszIhd off=5591520 len=410510 2023-12-01T05:10:08.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 1851 completed, throughput=4.99MB/sec 2023-12-01T05:10:08.393 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gY7jsZn6rpooQC8 off=3863698 len=1006770 2023-12-01T05:10:08.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 1852 completed, throughput=5MB/sec 2023-12-01T05:10:08.398 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6aGud6xyaByLDeS off=14181909 len=206481 2023-12-01T05:10:08.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 1853 completed, throughput=5MB/sec 2023-12-01T05:10:08.399 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TgNKLjEic_Grelq off=664945 len=1285274 2023-12-01T05:10:08.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 1854 completed, throughput=5MB/sec 2023-12-01T05:10:08.400 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2NsQoMvGrOknJbW off=5360415 len=1932405 2023-12-01T05:10:08.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 1855 completed, throughput=5MB/sec 2023-12-01T05:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:08 smithi155 ceph-mon[102677]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[97855]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[116524]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:10:09.410 INFO:tasks.workunit.client.0.smithi111.stdout: 369: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:09.411 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_tkWeei1jNK-CH_ off=2144109 len=1021540 2023-12-01T05:10:09.417 INFO:tasks.workunit.client.0.smithi111.stdout:op 1856 completed, throughput=4.99MB/sec 2023-12-01T05:10:09.417 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a4TgZL8Cmfdc8b3 off=1939219 len=500713 2023-12-01T05:10:09.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 1857 completed, throughput=4.99MB/sec 2023-12-01T05:10:09.419 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-c7X5ciSJEwKP8A9 off=2323981 len=469713 2023-12-01T05:10:09.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 1858 completed, throughput=5MB/sec 2023-12-01T05:10:09.420 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lprQCcxVS-bWpLu off=12648625 len=570849 2023-12-01T05:10:09.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 1859 completed, throughput=5MB/sec 2023-12-01T05:10:09.422 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zpJrh5anpsvpzsH off=1753564 len=592267 2023-12-01T05:10:09.425 INFO:tasks.workunit.client.0.smithi111.stdout:op 1860 completed, throughput=5MB/sec 2023-12-01T05:10:09.425 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-igklSHKUs--os05 off=6907775 len=612972 2023-12-01T05:10:09.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 1861 completed, throughput=5MB/sec 2023-12-01T05:10:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:10:09] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:10:10.427 INFO:tasks.workunit.client.0.smithi111.stdout: 370: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:10.427 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Nz_hX_WrO6V7OU_ off=12250933 len=1728544 2023-12-01T05:10:10.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 1862 completed, throughput=4.99MB/sec 2023-12-01T05:10:10.430 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EclC_fdGhYtRGL8 off=2614974 len=1622916 2023-12-01T05:10:10.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 1863 completed, throughput=5MB/sec 2023-12-01T05:10:10.432 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P-_gJ28E7in19V- off=3120350 len=1365527 2023-12-01T05:10:10.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 1864 completed, throughput=5MB/sec 2023-12-01T05:10:10.433 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mjmjhgt2q3t7h0- off=7510842 len=1344822 2023-12-01T05:10:10.439 INFO:tasks.workunit.client.0.smithi111.stdout:op 1865 completed, throughput=5MB/sec 2023-12-01T05:10:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:10 smithi155 ceph-mon[102677]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:10:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:10 smithi111 ceph-mon[97855]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:10:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:10 smithi111 ceph-mon[116524]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:10:11.439 INFO:tasks.workunit.client.0.smithi111.stdout: 371: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:11.439 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hPH08FMLibEP-jw off=571516 len=493451 2023-12-01T05:10:11.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 1866 completed, throughput=4.99MB/sec 2023-12-01T05:10:11.440 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7YLyDXp-rjxcvSj off=1967288 len=502092 2023-12-01T05:10:11.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 1867 completed, throughput=4.99MB/sec 2023-12-01T05:10:11.444 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nyNpoYf0wNerO8W off=3594360 len=1483496 2023-12-01T05:10:11.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 1868 completed, throughput=5MB/sec 2023-12-01T05:10:11.445 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RlFdiavLGLZI2Dm off=12386189 len=1434574 2023-12-01T05:10:11.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 1869 completed, throughput=5MB/sec 2023-12-01T05:10:11.455 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fWS3C58duKnaV3g off=8220564 len=275845 2023-12-01T05:10:11.455 INFO:tasks.workunit.client.0.smithi111.stdout:op 1870 completed, throughput=5MB/sec 2023-12-01T05:10:11.455 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ljial5Zyowoc1dT off=7253317 len=1067715 2023-12-01T05:10:11.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 1871 completed, throughput=5MB/sec 2023-12-01T05:10:12.457 INFO:tasks.workunit.client.0.smithi111.stdout: 372: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:12.457 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-l7uwS8UmH-Nsr9A off=6547458 len=87113 2023-12-01T05:10:12.460 INFO:tasks.workunit.client.0.smithi111.stdout:op 1872 completed, throughput=4.99MB/sec 2023-12-01T05:10:12.460 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sDO6pb16fjHIIKN off=12313375 len=912874 2023-12-01T05:10:12.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 1873 completed, throughput=4.99MB/sec 2023-12-01T05:10:12.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XmbYXSV8dnOWOVJ off=635758 len=673850 2023-12-01T05:10:12.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 1874 completed, throughput=4.99MB/sec 2023-12-01T05:10:12.466 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LkYUxGjKn48hFNU off=4397409 len=1827876 2023-12-01T05:10:12.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 1875 completed, throughput=5MB/sec 2023-12-01T05:10:12.476 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jq6rcbBVLTc8sse off=17885427 len=700626 2023-12-01T05:10:12.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 1876 completed, throughput=5MB/sec 2023-12-01T05:10:12.480 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9o00W5XkEdFmVgi off=2581113 len=500177 2023-12-01T05:10:12.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 1877 completed, throughput=5MB/sec 2023-12-01T05:10:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:12 smithi155 ceph-mon[102677]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:10:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:12 smithi111 ceph-mon[97855]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:10:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:12 smithi111 ceph-mon[116524]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:10:13.480 INFO:tasks.workunit.client.0.smithi111.stdout: 373: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:13.481 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zkxx4O6AHV6OZMA off=1610192 len=1045987 2023-12-01T05:10:13.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 1878 completed, throughput=4.99MB/sec 2023-12-01T05:10:13.482 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jmiF-T5OzBQ3iCG off=2974223 len=1814492 2023-12-01T05:10:13.490 INFO:tasks.workunit.client.0.smithi111.stdout:op 1879 completed, throughput=4.99MB/sec 2023-12-01T05:10:13.490 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iLQpPq4cyKHa3Y_ off=7099248 len=1525863 2023-12-01T05:10:13.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 1880 completed, throughput=5MB/sec 2023-12-01T05:10:13.491 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pQjhlFbzA-TSM8P off=16991144 len=2032018 2023-12-01T05:10:13.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 1881 completed, throughput=5MB/sec 2023-12-01T05:10:14.503 INFO:tasks.workunit.client.0.smithi111.stdout: 374: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:14.503 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZEorIwDjaD4neQz off=6829803 len=535560 2023-12-01T05:10:14.504 INFO:tasks.workunit.client.0.smithi111.stdout:op 1882 completed, throughput=4.99MB/sec 2023-12-01T05:10:14.504 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UtrvdK7f_KqVoLe off=319798 len=2060620 2023-12-01T05:10:14.514 INFO:tasks.workunit.client.0.smithi111.stdout:op 1883 completed, throughput=5MB/sec 2023-12-01T05:10:14.514 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fW7EiDf8_F5bYUd off=63765 len=450977 2023-12-01T05:10:14.517 INFO:tasks.workunit.client.0.smithi111.stdout:op 1884 completed, throughput=5MB/sec 2023-12-01T05:10:14.517 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YMKfxhLLVrba3yo off=4397977 len=328647 2023-12-01T05:10:14.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 1885 completed, throughput=5MB/sec 2023-12-01T05:10:14.522 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wApz5QlfYAAsGdX off=7625404 len=1694824 2023-12-01T05:10:14.523 INFO:tasks.workunit.client.0.smithi111.stdout:op 1886 completed, throughput=5MB/sec 2023-12-01T05:10:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:14 smithi155 ceph-mon[102677]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:14 smithi111 ceph-mon[97855]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:14 smithi111 ceph-mon[116524]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:15.524 INFO:tasks.workunit.client.0.smithi111.stdout: 375: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:15.524 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ynchYCy605-1O1j off=11529793 len=1448031 2023-12-01T05:10:15.530 INFO:tasks.workunit.client.0.smithi111.stdout:op 1887 completed, throughput=4.99MB/sec 2023-12-01T05:10:15.530 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WS2MxOONxbEpwOU off=342176 len=527843 2023-12-01T05:10:15.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 1888 completed, throughput=4.99MB/sec 2023-12-01T05:10:15.531 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MwnjIFixlROSIQj off=11192808 len=1807054 2023-12-01T05:10:15.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 1889 completed, throughput=5MB/sec 2023-12-01T05:10:15.533 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1zk8mBf-TA_5tIB off=1471194 len=2010838 2023-12-01T05:10:15.535 INFO:tasks.workunit.client.0.smithi111.stdout:op 1890 completed, throughput=5MB/sec 2023-12-01T05:10:16.535 INFO:tasks.workunit.client.0.smithi111.stdout: 376: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:16.535 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-q8nPROEOMgpmSSt off=8719405 len=1701070 2023-12-01T05:10:16.542 INFO:tasks.workunit.client.0.smithi111.stdout:op 1891 completed, throughput=4.99MB/sec 2023-12-01T05:10:16.542 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ojyPgGyydDc4D1S off=6510676 len=2019138 2023-12-01T05:10:16.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 1892 completed, throughput=5MB/sec 2023-12-01T05:10:16.545 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ggk44VVfp36ULiS off=8920211 len=2088277 2023-12-01T05:10:16.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 1893 completed, throughput=5MB/sec 2023-12-01T05:10:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:16 smithi155 ceph-mon[102677]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:10:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:16 smithi111 ceph-mon[97855]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:10:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:16 smithi111 ceph-mon[116524]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:10:17.553 INFO:tasks.workunit.client.0.smithi111.stdout: 377: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:17.553 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K0iO7Y2kCvXroRN off=7590380 len=1073487 2023-12-01T05:10:17.554 INFO:tasks.workunit.client.0.smithi111.stdout:op 1894 completed, throughput=4.99MB/sec 2023-12-01T05:10:17.554 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-scTsrQeVbWwNvuC off=12404246 len=935602 2023-12-01T05:10:17.561 INFO:tasks.workunit.client.0.smithi111.stdout:op 1895 completed, throughput=5MB/sec 2023-12-01T05:10:17.561 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-c3FbVV1dwxP7oR_ off=9681004 len=1298319 2023-12-01T05:10:17.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 1896 completed, throughput=5MB/sec 2023-12-01T05:10:17.562 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pw2qqQBHCiJEKor off=1046763 len=236490 2023-12-01T05:10:17.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 1897 completed, throughput=5MB/sec 2023-12-01T05:10:18.563 INFO:tasks.workunit.client.0.smithi111.stdout: 378: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:18.563 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2jtIC9mWzKHiVOl off=4285967 len=1195301 2023-12-01T05:10:18.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 1898 completed, throughput=4.99MB/sec 2023-12-01T05:10:18.565 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3qkwxE0cnAvej3L off=4571033 len=1793823 2023-12-01T05:10:18.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 1899 completed, throughput=4.99MB/sec 2023-12-01T05:10:18.575 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2tTo_geygutTEVg off=6912863 len=936032 2023-12-01T05:10:18.575 INFO:tasks.workunit.client.0.smithi111.stdout:op 1900 completed, throughput=5MB/sec 2023-12-01T05:10:18.575 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oKytEIT4-KmSDVt off=12530967 len=984376 2023-12-01T05:10:18.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 1901 completed, throughput=5MB/sec 2023-12-01T05:10:18.580 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6uPwp90NpM94KmA off=8316332 len=1195755 2023-12-01T05:10:18.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 1902 completed, throughput=5MB/sec 2023-12-01T05:10:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:18 smithi155 ceph-mon[102677]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:18 smithi111 ceph-mon[97855]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:18 smithi111 ceph-mon[116524]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:19.581 INFO:tasks.workunit.client.0.smithi111.stdout: 379: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:19.581 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GgXkg3_DsCCMRTt off=2899009 len=1325451 2023-12-01T05:10:19.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 1903 completed, throughput=4.99MB/sec 2023-12-01T05:10:19.583 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GPg2vJHmZQF3AtS off=10951162 len=1957234 2023-12-01T05:10:19.585 INFO:tasks.workunit.client.0.smithi111.stdout:op 1904 completed, throughput=5MB/sec 2023-12-01T05:10:19.585 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hFFuGx-dyGKzbR5 off=10264072 len=1893840 2023-12-01T05:10:19.586 INFO:tasks.workunit.client.0.smithi111.stdout:op 1905 completed, throughput=5MB/sec 2023-12-01T05:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:10:19] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:20.587 INFO:tasks.workunit.client.0.smithi111.stdout: 380: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:20.587 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rcn3q5eIXIIxklf off=13269581 len=1053472 2023-12-01T05:10:20.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 1906 completed, throughput=4.99MB/sec 2023-12-01T05:10:20.588 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8r11Txde4DbIB1N off=4920935 len=342866 2023-12-01T05:10:20.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 1907 completed, throughput=4.99MB/sec 2023-12-01T05:10:20.592 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SQ4ww0aCb43bMSm off=686367 len=1401181 2023-12-01T05:10:20.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 1908 completed, throughput=5MB/sec 2023-12-01T05:10:20.594 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dFJaaLsRZ2_VuGX off=9831739 len=1312927 2023-12-01T05:10:20.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 1909 completed, throughput=5MB/sec 2023-12-01T05:10:20.596 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bEzsyEyAFVCkF4I off=13425019 len=1889662 2023-12-01T05:10:20.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 1910 completed, throughput=5MB/sec 2023-12-01T05:10:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:20 smithi155 ceph-mon[102677]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:20 smithi111 ceph-mon[97855]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:20 smithi111 ceph-mon[116524]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:10:21.607 INFO:tasks.workunit.client.0.smithi111.stdout: 381: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:21.607 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aAlYtUcadKTRXrS off=215687 len=2043031 2023-12-01T05:10:21.610 INFO:tasks.workunit.client.0.smithi111.stdout:op 1911 completed, throughput=5MB/sec 2023-12-01T05:10:21.610 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m28ucUVvOi_eH-8 off=7510288 len=216852 2023-12-01T05:10:21.610 INFO:tasks.workunit.client.0.smithi111.stdout:op 1912 completed, throughput=5MB/sec 2023-12-01T05:10:21.610 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ilhjVUsiWclaE7C off=19979672 len=1112672 2023-12-01T05:10:21.613 INFO:tasks.workunit.client.0.smithi111.stdout:op 1913 completed, throughput=5MB/sec 2023-12-01T05:10:21.613 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PMNgIdCy3qdmtBH off=6821974 len=1051576 2023-12-01T05:10:21.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 1914 completed, throughput=5MB/sec 2023-12-01T05:10:22.619 INFO:tasks.workunit.client.0.smithi111.stdout: 382: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:22.619 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AmMkwYU1zpW4YRr off=12705078 len=233969 2023-12-01T05:10:22.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 1915 completed, throughput=4.99MB/sec 2023-12-01T05:10:22.622 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ArLsB01oVuYY7_g off=293414 len=1726713 2023-12-01T05:10:22.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 1916 completed, throughput=4.99MB/sec 2023-12-01T05:10:22.632 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-08VBo0AhbV7ttFd off=9948869 len=727439 2023-12-01T05:10:22.633 INFO:tasks.workunit.client.0.smithi111.stdout:op 1917 completed, throughput=4.99MB/sec 2023-12-01T05:10:22.633 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AmcB7O-2X3C5rbR off=2091936 len=1954823 2023-12-01T05:10:22.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 1918 completed, throughput=5MB/sec 2023-12-01T05:10:22.645 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mPxJzAEArkHtHKw off=4382850 len=86102 2023-12-01T05:10:22.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 1919 completed, throughput=5MB/sec 2023-12-01T05:10:22.645 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i_Q8UTljIDYG-SI off=5148314 len=721281 2023-12-01T05:10:22.650 INFO:tasks.workunit.client.0.smithi111.stdout:op 1920 completed, throughput=5MB/sec 2023-12-01T05:10:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:22 smithi155 ceph-mon[102677]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:10:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:22 smithi111 ceph-mon[97855]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:10:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:22 smithi111 ceph-mon[116524]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:10:23.650 INFO:tasks.workunit.client.0.smithi111.stdout: 383: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:23.650 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ao_KH9bZkO8IB_D off=4828044 len=1518398 2023-12-01T05:10:23.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 1921 completed, throughput=4.99MB/sec 2023-12-01T05:10:23.652 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5tmPE4t4VXO5IB8 off=3562933 len=895646 2023-12-01T05:10:23.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 1922 completed, throughput=4.99MB/sec 2023-12-01T05:10:23.656 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ae-_jJJxeJCn_Jp off=6552368 len=1758217 2023-12-01T05:10:23.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 1923 completed, throughput=5MB/sec 2023-12-01T05:10:23.658 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IhlHtOD3B_xHVDt off=3436697 len=207448 2023-12-01T05:10:23.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 1924 completed, throughput=5MB/sec 2023-12-01T05:10:23.661 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Dl57rGEryKkt-1f off=990712 len=1157476 2023-12-01T05:10:23.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 1925 completed, throughput=5MB/sec 2023-12-01T05:10:24.666 INFO:tasks.workunit.client.0.smithi111.stdout: 384: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:24.666 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mTWbfcd94v7YBTI off=4118208 len=2036276 2023-12-01T05:10:24.670 INFO:tasks.workunit.client.0.smithi111.stdout:op 1926 completed, throughput=4.99MB/sec 2023-12-01T05:10:24.670 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jse-gDOLVYyp4xI off=1538645 len=470860 2023-12-01T05:10:24.672 INFO:tasks.workunit.client.0.smithi111.stdout:op 1927 completed, throughput=5MB/sec 2023-12-01T05:10:24.672 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NVuCh408AZLHQnh off=570285 len=1057532 2023-12-01T05:10:24.673 INFO:tasks.workunit.client.0.smithi111.stdout:op 1928 completed, throughput=5MB/sec 2023-12-01T05:10:24.673 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pDPrlSwXEgtBZ1s off=9299100 len=1220036 2023-12-01T05:10:24.680 INFO:tasks.workunit.client.0.smithi111.stdout:op 1929 completed, throughput=5MB/sec 2023-12-01T05:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:24 smithi155 ceph-mon[102677]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:24 smithi111 ceph-mon[97855]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:24 smithi111 ceph-mon[116524]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:25.681 INFO:tasks.workunit.client.0.smithi111.stdout: 385: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:25.681 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AwXwwk4BnVtMzjN off=2143453 len=1499708 2023-12-01T05:10:25.689 INFO:tasks.workunit.client.0.smithi111.stdout:op 1930 completed, throughput=4.99MB/sec 2023-12-01T05:10:25.689 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z753JIqWBu7Urco off=5465162 len=1494841 2023-12-01T05:10:25.690 INFO:tasks.workunit.client.0.smithi111.stdout:op 1931 completed, throughput=5MB/sec 2023-12-01T05:10:25.690 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lnjIHiMRHcpfZBW off=5564386 len=1568822 2023-12-01T05:10:25.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 1932 completed, throughput=5MB/sec 2023-12-01T05:10:25.699 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GpINTK2vsVrBKLT off=9983177 len=219188 2023-12-01T05:10:25.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 1933 completed, throughput=5MB/sec 2023-12-01T05:10:25.702 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jxhE5Oy_gEcziaZ off=17296353 len=882554 2023-12-01T05:10:25.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 1934 completed, throughput=5MB/sec 2023-12-01T05:10:26.706 INFO:tasks.workunit.client.0.smithi111.stdout: 386: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:26.706 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hG8amBRyMa9TRTW off=0 len=1528686 2023-12-01T05:10:26.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 1935 completed, throughput=4.99MB/sec 2023-12-01T05:10:26.708 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Mafdk_C5ulkBC2 off=7774954 len=1233185 2023-12-01T05:10:26.710 INFO:tasks.workunit.client.0.smithi111.stdout:op 1936 completed, throughput=5MB/sec 2023-12-01T05:10:26.711 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PFuQhdcitjCf-Dc off=11583720 len=5104 2023-12-01T05:10:26.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 1937 completed, throughput=5MB/sec 2023-12-01T05:10:26.713 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YI9XWs1Z9NgIjDC off=7524974 len=404140 2023-12-01T05:10:26.716 INFO:tasks.workunit.client.0.smithi111.stdout:op 1938 completed, throughput=5MB/sec 2023-12-01T05:10:26.716 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D1aP2VZew9XRG_2 off=3892182 len=1261579 2023-12-01T05:10:26.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 1939 completed, throughput=5MB/sec 2023-12-01T05:10:26.722 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H727csPVvw39hhv off=14663474 len=428982 2023-12-01T05:10:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:op 1940 completed, throughput=5MB/sec 2023-12-01T05:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:26 smithi155 ceph-mon[102677]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:10:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:26 smithi111 ceph-mon[97855]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:10:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:26 smithi111 ceph-mon[116524]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:10:27.723 INFO:tasks.workunit.client.0.smithi111.stdout: 387: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:27.723 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S8kxYOQIPI_ilQs off=1757091 len=1061805 2023-12-01T05:10:27.729 INFO:tasks.workunit.client.0.smithi111.stdout:op 1941 completed, throughput=4.99MB/sec 2023-12-01T05:10:27.729 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x9e0OnaP4VqOaYP off=5768507 len=1248228 2023-12-01T05:10:27.735 INFO:tasks.workunit.client.0.smithi111.stdout:op 1942 completed, throughput=4.99MB/sec 2023-12-01T05:10:27.735 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-da365HHPucjrUrt off=16194838 len=50057 2023-12-01T05:10:27.737 INFO:tasks.workunit.client.0.smithi111.stdout:op 1943 completed, throughput=4.99MB/sec 2023-12-01T05:10:27.737 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EVGUwFm8Mx3W0ft off=16664135 len=1588425 2023-12-01T05:10:27.744 INFO:tasks.workunit.client.0.smithi111.stdout:op 1944 completed, throughput=5MB/sec 2023-12-01T05:10:27.744 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kzvBDFp0hwsM__m off=13588029 len=1169429 2023-12-01T05:10:27.749 INFO:tasks.workunit.client.0.smithi111.stdout:op 1945 completed, throughput=5MB/sec 2023-12-01T05:10:27.749 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nR7zfwCpxh-MaD_ off=267423 len=412921 2023-12-01T05:10:27.749 INFO:tasks.workunit.client.0.smithi111.stdout:op 1946 completed, throughput=5MB/sec 2023-12-01T05:10:28.750 INFO:tasks.workunit.client.0.smithi111.stdout: 388: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:28.750 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8yYpYyrRwd16z_Q off=1023939 len=381530 2023-12-01T05:10:28.751 INFO:tasks.workunit.client.0.smithi111.stdout:op 1947 completed, throughput=4.99MB/sec 2023-12-01T05:10:28.751 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sino-2vnMxVVxxq off=2968304 len=1719738 2023-12-01T05:10:28.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 1948 completed, throughput=4.99MB/sec 2023-12-01T05:10:28.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tqQJW5Q4XS8s3ts off=1707623 len=386085 2023-12-01T05:10:28.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 1949 completed, throughput=4.99MB/sec 2023-12-01T05:10:28.754 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RpixZ3yygNYY_xM off=8655121 len=1559186 2023-12-01T05:10:28.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 1950 completed, throughput=5MB/sec 2023-12-01T05:10:28.755 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GxySZoDR_K7EGKI off=595295 len=1460188 2023-12-01T05:10:28.761 INFO:tasks.workunit.client.0.smithi111.stdout:op 1951 completed, throughput=5MB/sec 2023-12-01T05:10:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:28 smithi155 ceph-mon[102677]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:10:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:28 smithi111 ceph-mon[97855]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:10:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:28 smithi111 ceph-mon[116524]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:10:29] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:10:29.761 INFO:tasks.workunit.client.0.smithi111.stdout: 389: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:29.762 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZXTpG4ygAq6Xcie off=3186993 len=739987 2023-12-01T05:10:29.763 INFO:tasks.workunit.client.0.smithi111.stdout:op 1952 completed, throughput=4.99MB/sec 2023-12-01T05:10:29.763 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JfdogWeLt02vL36 off=314853 len=209429 2023-12-01T05:10:29.766 INFO:tasks.workunit.client.0.smithi111.stdout:op 1953 completed, throughput=4.99MB/sec 2023-12-01T05:10:29.766 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-itBwVo9bdqyz_OO off=3551413 len=1854892 2023-12-01T05:10:29.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 1954 completed, throughput=5MB/sec 2023-12-01T05:10:29.777 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hWJNBs7x8n2jFR3 off=10197050 len=1055398 2023-12-01T05:10:29.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 1955 completed, throughput=5MB/sec 2023-12-01T05:10:29.782 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gy8P4OY4nMIzmIE off=1626645 len=1192681 2023-12-01T05:10:29.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 1956 completed, throughput=5MB/sec 2023-12-01T05:10:30.787 INFO:tasks.workunit.client.0.smithi111.stdout: 390: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:30.787 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WzCNBEZikBT6h6G off=3062819 len=978056 2023-12-01T05:10:30.788 INFO:tasks.workunit.client.0.smithi111.stdout:op 1957 completed, throughput=4.99MB/sec 2023-12-01T05:10:30.788 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T4BJNoLbFoZKAm8 off=17002880 len=678785 2023-12-01T05:10:30.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 1958 completed, throughput=4.99MB/sec 2023-12-01T05:10:30.789 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rvzMH5YD70bzrJv off=6204063 len=2034393 2023-12-01T05:10:30.798 INFO:tasks.workunit.client.0.smithi111.stdout:op 1959 completed, throughput=5MB/sec 2023-12-01T05:10:30.798 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y8o5irW9-yyihVc off=293960 len=1594326 2023-12-01T05:10:30.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 1960 completed, throughput=5MB/sec 2023-12-01T05:10:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:30 smithi155 ceph-mon[102677]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:10:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:30 smithi111 ceph-mon[97855]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:10:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:30 smithi111 ceph-mon[116524]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:10:31.575 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:10:31.802 INFO:tasks.workunit.client.0.smithi111.stdout: 391: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:31.803 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AKnRWjJ1mKCHQ5y off=13832266 len=1242266 2023-12-01T05:10:31.809 INFO:tasks.workunit.client.0.smithi111.stdout:op 1961 completed, throughput=4.99MB/sec 2023-12-01T05:10:31.809 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m6PtmKZ01zM82rB off=10127855 len=1968243 2023-12-01T05:10:31.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 1962 completed, throughput=5MB/sec 2023-12-01T05:10:31.818 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UHifVuOVbGsj9OF off=451789 len=1633541 2023-12-01T05:10:31.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 1963 completed, throughput=5MB/sec 2023-12-01T05:10:31.823 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-91UN_l3Wdp0fYGw off=2322527 len=1729224 2023-12-01T05:10:31.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 1964 completed, throughput=5MB/sec 2023-12-01T05:10:31.886 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:10:31.886 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (27m) 5m ago 28m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (28m) 5m ago 28m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (29m) 5m ago 29m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (29m) 5m ago 29m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (32m) 5m ago 32m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (34m) 5m ago 34m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (34m) 5m ago 34m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (32m) 5m ago 32m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (32m) 5m ago 32m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (27m) 5m ago 27m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (27m) 5m ago 27m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (32m) 5m ago 32m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (31m) 5m ago 31m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:10:31.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (31m) 5m ago 31m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:10:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (31m) 5m ago 31m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:10:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (30m) 5m ago 30m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:10:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (30m) 5m ago 30m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:10:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (30m) 5m ago 30m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:10:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (29m) 5m ago 29m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:10:31.888 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (27m) 5m ago 28m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:10:32.268 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:10:32.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:10:32.270 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:10:32.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:10:32.270 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:10:32.270 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:10:32.824 INFO:tasks.workunit.client.0.smithi111.stdout: 392: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:32.824 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ucXm8GZqmrjLYY2 off=17268189 len=242205 2023-12-01T05:10:32.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 1965 completed, throughput=4.99MB/sec 2023-12-01T05:10:32.824 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y5cdVT5tVDv8AoW off=366113 len=1667319 2023-12-01T05:10:32.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 1966 completed, throughput=5MB/sec 2023-12-01T05:10:32.826 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5_jW9bZx1X3XdiT off=13590817 len=935061 2023-12-01T05:10:32.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 1967 completed, throughput=5MB/sec 2023-12-01T05:10:32.832 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m9EDWygrmo7Xdck off=2403559 len=239635 2023-12-01T05:10:32.835 INFO:tasks.workunit.client.0.smithi111.stdout:op 1968 completed, throughput=5MB/sec 2023-12-01T05:10:32.835 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fX31NvDSvEdFeZ6 off=11131584 len=1913704 2023-12-01T05:10:32.836 INFO:tasks.workunit.client.0.smithi111.stdout:op 1969 completed, throughput=5MB/sec 2023-12-01T05:10:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:32 smithi155 ceph-mon[102677]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:10:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:32 smithi155 ceph-mon[102677]: from='client.16419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:32 smithi155 ceph-mon[102677]: from='client.26327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2113154834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:10:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[97855]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:10:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[97855]: from='client.16419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[97855]: from='client.26327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2113154834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[116524]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[116524]: from='client.16419 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[116524]: from='client.26327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2113154834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:10:33.837 INFO:tasks.workunit.client.0.smithi111.stdout: 393: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:33.837 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KjIbGlb-2OGTM4_ off=1836024 len=1867334 2023-12-01T05:10:33.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 1970 completed, throughput=4.99MB/sec 2023-12-01T05:10:33.841 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yhOKZQgu9nyqE_P off=6346200 len=598955 2023-12-01T05:10:33.842 INFO:tasks.workunit.client.0.smithi111.stdout:op 1971 completed, throughput=5MB/sec 2023-12-01T05:10:33.842 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N2trEseCgOGAgn2 off=5236354 len=1261337 2023-12-01T05:10:33.849 INFO:tasks.workunit.client.0.smithi111.stdout:op 1972 completed, throughput=5MB/sec 2023-12-01T05:10:33.849 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pw2qqQBHCiJEKor off=256513 len=1255549 2023-12-01T05:10:33.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 1973 completed, throughput=5MB/sec 2023-12-01T05:10:34.853 INFO:tasks.workunit.client.0.smithi111.stdout: 394: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:34.853 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oL_8iU9DyAzw6hN off=12409540 len=1581199 2023-12-01T05:10:34.862 INFO:tasks.workunit.client.0.smithi111.stdout:op 1974 completed, throughput=4.99MB/sec 2023-12-01T05:10:34.862 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q-HzBP_XakO5A6f off=9588605 len=568211 2023-12-01T05:10:34.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 1975 completed, throughput=4.99MB/sec 2023-12-01T05:10:34.863 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TIJN0SrWiaUBQO1 off=8083208 len=1022520 2023-12-01T05:10:34.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 1976 completed, throughput=5MB/sec 2023-12-01T05:10:34.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7cUFz_2StP8WznB off=490177 len=46335 2023-12-01T05:10:34.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 1977 completed, throughput=5MB/sec 2023-12-01T05:10:34.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VbX8_E53Cxt-D95 off=2627346 len=8280 2023-12-01T05:10:34.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 1978 completed, throughput=5MB/sec 2023-12-01T05:10:34.871 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0ttJufxA0HPtNO4 off=18846995 len=335169 2023-12-01T05:10:34.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 1979 completed, throughput=5MB/sec 2023-12-01T05:10:34.872 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8lp46bkVnJ0w1eJ off=3387094 len=32563 2023-12-01T05:10:34.874 INFO:tasks.workunit.client.0.smithi111.stdout:op 1980 completed, throughput=5MB/sec 2023-12-01T05:10:34.874 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q5GJFe5fVbeirL0 off=15758528 len=1422214 2023-12-01T05:10:34.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 1981 completed, throughput=5MB/sec 2023-12-01T05:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:34 smithi155 ceph-mon[102677]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:34 smithi111 ceph-mon[97855]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:34 smithi111 ceph-mon[116524]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:35.881 INFO:tasks.workunit.client.0.smithi111.stdout: 395: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:35.881 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Behr_9-BL2E1G-l off=10586570 len=1337989 2023-12-01T05:10:35.889 INFO:tasks.workunit.client.0.smithi111.stdout:op 1982 completed, throughput=4.99MB/sec 2023-12-01T05:10:35.889 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HSxTf6sEkSL14z0 off=2315511 len=868830 2023-12-01T05:10:35.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 1983 completed, throughput=4.99MB/sec 2023-12-01T05:10:35.893 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M3irpjfKhz6fggQ off=16154109 len=1406251 2023-12-01T05:10:35.895 INFO:tasks.workunit.client.0.smithi111.stdout:op 1984 completed, throughput=5MB/sec 2023-12-01T05:10:35.895 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iMRWRpTV76Jmy4g off=574948 len=1409046 2023-12-01T05:10:35.904 INFO:tasks.workunit.client.0.smithi111.stdout:op 1985 completed, throughput=5MB/sec 2023-12-01T05:10:35.904 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V4gnVG66Un8ushe off=15701405 len=1441550 2023-12-01T05:10:35.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 1986 completed, throughput=5MB/sec 2023-12-01T05:10:36.905 INFO:tasks.workunit.client.0.smithi111.stdout: 396: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:36.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n1Z8ZAJtfacdP3_ off=12551332 len=167541 2023-12-01T05:10:36.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 1987 completed, throughput=4.99MB/sec 2023-12-01T05:10:36.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g_5UKn-GbqBFFn9 off=1499203 len=2023821 2023-12-01T05:10:36.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 1988 completed, throughput=5MB/sec 2023-12-01T05:10:36.908 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hPfrUwyGaKkVu1D off=2934042 len=1978528 2023-12-01T05:10:36.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 1989 completed, throughput=5MB/sec 2023-12-01T05:10:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:36 smithi155 ceph-mon[102677]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:10:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:36 smithi111 ceph-mon[97855]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:10:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:36 smithi111 ceph-mon[116524]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:10:37.918 INFO:tasks.workunit.client.0.smithi111.stdout: 397: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:37.918 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Oan6tifZoXQOZHc off=1748538 len=1272283 2023-12-01T05:10:37.926 INFO:tasks.workunit.client.0.smithi111.stdout:op 1990 completed, throughput=4.99MB/sec 2023-12-01T05:10:37.926 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mqOVeYJoSiUS_MA off=0 len=2040419 2023-12-01T05:10:37.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 1991 completed, throughput=5MB/sec 2023-12-01T05:10:37.931 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GI6AyvdlmWla99Z off=4511406 len=1164116 2023-12-01T05:10:37.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 1992 completed, throughput=5MB/sec 2023-12-01T05:10:37.937 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-H0nPK69u5clt7Bk off=475493 len=351279 2023-12-01T05:10:37.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 1993 completed, throughput=5MB/sec 2023-12-01T05:10:37.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rEEHwRF075K6xm4 off=3929254 len=250154 2023-12-01T05:10:37.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 1994 completed, throughput=5MB/sec 2023-12-01T05:10:37.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GhnI1kBrEZ0CfhB off=1518185 len=1363725 2023-12-01T05:10:37.944 INFO:tasks.workunit.client.0.smithi111.stdout:op 1995 completed, throughput=5MB/sec 2023-12-01T05:10:38.945 INFO:tasks.workunit.client.0.smithi111.stdout: 398: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:38.945 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O2N4wjUz3N29tAo off=1883909 len=1902885 2023-12-01T05:10:38.958 INFO:tasks.workunit.client.0.smithi111.stdout:op 1996 completed, throughput=5MB/sec 2023-12-01T05:10:38.958 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bqDHr5clg6BDMTs off=18996316 len=416526 2023-12-01T05:10:38.962 INFO:tasks.workunit.client.0.smithi111.stdout:op 1997 completed, throughput=5MB/sec 2023-12-01T05:10:38.962 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XlvDYGrQ-o5bLuT off=3477665 len=1290675 2023-12-01T05:10:38.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 1998 completed, throughput=5MB/sec 2023-12-01T05:10:38.965 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kRfDG86MTeD4hCy off=5767456 len=1555434 2023-12-01T05:10:38.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 1999 completed, throughput=5MB/sec 2023-12-01T05:10:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:38 smithi155 ceph-mon[102677]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:10:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:38 smithi111 ceph-mon[97855]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:10:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:38 smithi111 ceph-mon[116524]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:10:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:10:39] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:10:39.967 INFO:tasks.workunit.client.0.smithi111.stdout: 399: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:39.967 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yS_6j5a9ODO56ZJ off=5159018 len=1596150 2023-12-01T05:10:39.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 2000 completed, throughput=4.99MB/sec 2023-12-01T05:10:39.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LiXSAOIDHxVp_VJ off=17781005 len=1492869 2023-12-01T05:10:39.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 2001 completed, throughput=5MB/sec 2023-12-01T05:10:39.979 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K0BN-4uTWtyae9t off=2737732 len=1344806 2023-12-01T05:10:39.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 2002 completed, throughput=5MB/sec 2023-12-01T05:10:40.987 INFO:tasks.workunit.client.0.smithi111.stdout: 400: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:40.987 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iugk3QJJYKNA4E_ off=734625 len=1099453 2023-12-01T05:10:40.988 INFO:tasks.workunit.client.0.smithi111.stdout:op 2003 completed, throughput=4.99MB/sec 2023-12-01T05:10:40.989 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mEurKDSMXtqYHU0 off=7025836 len=283344 2023-12-01T05:10:40.991 INFO:tasks.workunit.client.0.smithi111.stdout:op 2004 completed, throughput=4.99MB/sec 2023-12-01T05:10:40.992 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R8y5VwkxaeA_EO4 off=20518204 len=910138 2023-12-01T05:10:40.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 2005 completed, throughput=4.99MB/sec 2023-12-01T05:10:40.997 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GE5HEYWH_z12z72 off=7258424 len=2006406 2023-12-01T05:10:41.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 2006 completed, throughput=5MB/sec 2023-12-01T05:10:41.001 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b4vb5SYT-BXHJlY off=107730 len=467826 2023-12-01T05:10:41.001 INFO:tasks.workunit.client.0.smithi111.stdout:op 2007 completed, throughput=5MB/sec 2023-12-01T05:10:41.001 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x079ewykPh7Fg_j off=9534913 len=973125 2023-12-01T05:10:41.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 2008 completed, throughput=5MB/sec 2023-12-01T05:10:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:40 smithi155 ceph-mon[102677]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:10:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:40 smithi111 ceph-mon[97855]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:10:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:40 smithi111 ceph-mon[116524]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:10:42.004 INFO:tasks.workunit.client.0.smithi111.stdout: 401: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:42.005 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0FukNw9IdGQ9m84 off=13242135 len=1487332 2023-12-01T05:10:42.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 2009 completed, throughput=4.99MB/sec 2023-12-01T05:10:42.006 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mvJqatvkYbVyNzy off=1486432 len=1044008 2023-12-01T05:10:42.009 INFO:tasks.workunit.client.0.smithi111.stdout:op 2010 completed, throughput=4.99MB/sec 2023-12-01T05:10:42.009 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LdQ8PQwBjfZuRwy off=6376659 len=1094991 2023-12-01T05:10:42.010 INFO:tasks.workunit.client.0.smithi111.stdout:op 2011 completed, throughput=5MB/sec 2023-12-01T05:10:42.011 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i78Ffe3b4Yz41o9 off=828085 len=1048313 2023-12-01T05:10:42.013 INFO:tasks.workunit.client.0.smithi111.stdout:op 2012 completed, throughput=5MB/sec 2023-12-01T05:10:42.013 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UPLD_kCJzbykm_B off=1799793 len=1083262 2023-12-01T05:10:42.025 INFO:tasks.workunit.client.0.smithi111.stdout:op 2013 completed, throughput=5MB/sec 2023-12-01T05:10:43.025 INFO:tasks.workunit.client.0.smithi111.stdout: 402: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:43.025 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XG728o-JkTCfKXb off=4136335 len=773681 2023-12-01T05:10:43.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 2014 completed, throughput=4.99MB/sec 2023-12-01T05:10:43.027 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5yt1HVxqorcDWqk off=7112718 len=1955421 2023-12-01T05:10:43.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 2015 completed, throughput=5MB/sec 2023-12-01T05:10:43.036 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PZMHNndW0wcL9LA off=14837625 len=1635089 2023-12-01T05:10:43.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 2016 completed, throughput=5MB/sec 2023-12-01T05:10:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:42 smithi155 ceph-mon[102677]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:10:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:42 smithi111 ceph-mon[97855]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:10:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:42 smithi111 ceph-mon[116524]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:10:44.040 INFO:tasks.workunit.client.0.smithi111.stdout: 403: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:44.040 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lUp2OLfmlI81tbP off=1449268 len=908869 2023-12-01T05:10:44.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 2017 completed, throughput=4.99MB/sec 2023-12-01T05:10:44.041 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HQ9O_YjQbkU7Gz2 off=238849 len=213398 2023-12-01T05:10:44.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 2018 completed, throughput=4.99MB/sec 2023-12-01T05:10:44.042 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OdKpCaqiKVH4py7 off=901210 len=1368892 2023-12-01T05:10:44.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 2019 completed, throughput=4.99MB/sec 2023-12-01T05:10:44.049 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p_lV1KiMDb4EOoh off=2496553 len=540587 2023-12-01T05:10:44.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 2020 completed, throughput=4.99MB/sec 2023-12-01T05:10:44.052 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9p7t4MDnLFWs4tK off=3962682 len=1457353 2023-12-01T05:10:44.054 INFO:tasks.workunit.client.0.smithi111.stdout:op 2021 completed, throughput=5MB/sec 2023-12-01T05:10:44.054 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rlAe8DCL8f84iKT off=5677793 len=1312644 2023-12-01T05:10:44.061 INFO:tasks.workunit.client.0.smithi111.stdout:op 2022 completed, throughput=5MB/sec 2023-12-01T05:10:45.061 INFO:tasks.workunit.client.0.smithi111.stdout: 404: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:45.061 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v5t4VeWukrGTTHD off=167067 len=987025 2023-12-01T05:10:45.067 INFO:tasks.workunit.client.0.smithi111.stdout:op 2023 completed, throughput=4.99MB/sec 2023-12-01T05:10:45.067 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SH7ndvWW51NBwTC off=7161380 len=360434 2023-12-01T05:10:45.071 INFO:tasks.workunit.client.0.smithi111.stdout:op 2024 completed, throughput=4.99MB/sec 2023-12-01T05:10:45.071 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NYnOSqYlkmDn0iS off=1532296 len=265367 2023-12-01T05:10:45.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 2025 completed, throughput=4.99MB/sec 2023-12-01T05:10:45.074 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pxhGIgzXGaphmuT off=8097868 len=1686400 2023-12-01T05:10:45.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 2026 completed, throughput=5MB/sec 2023-12-01T05:10:45.081 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1VVsUUFf-IIagop off=5805107 len=800262 2023-12-01T05:10:45.085 INFO:tasks.workunit.client.0.smithi111.stdout:op 2027 completed, throughput=5MB/sec 2023-12-01T05:10:45.085 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Hpg0Wj_g33NVqXz off=2637734 len=836591 2023-12-01T05:10:45.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 2028 completed, throughput=5MB/sec 2023-12-01T05:10:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:44 smithi155 ceph-mon[102677]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:44 smithi111 ceph-mon[97855]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:44 smithi111 ceph-mon[116524]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:46.090 INFO:tasks.workunit.client.0.smithi111.stdout: 405: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:46.090 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rZWRKxAUxl_bnz0 off=17110890 len=2002217 2023-12-01T05:10:46.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 2029 completed, throughput=4.99MB/sec 2023-12-01T05:10:46.092 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IVQNVzh8mjKyFj1 off=959642 len=274560 2023-12-01T05:10:46.093 INFO:tasks.workunit.client.0.smithi111.stdout:op 2030 completed, throughput=4.99MB/sec 2023-12-01T05:10:46.093 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BvztltHGFLw4UlZ off=20518433 len=542555 2023-12-01T05:10:46.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 2031 completed, throughput=4.99MB/sec 2023-12-01T05:10:46.096 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WlLIltXmYscRyZI off=2689356 len=734987 2023-12-01T05:10:46.098 INFO:tasks.workunit.client.0.smithi111.stdout:op 2032 completed, throughput=5MB/sec 2023-12-01T05:10:46.098 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cs7q8clJp-CJ1Yb off=5697116 len=1821013 2023-12-01T05:10:46.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 2033 completed, throughput=5MB/sec 2023-12-01T05:10:47.100 INFO:tasks.workunit.client.0.smithi111.stdout: 406: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:47.101 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cb18asO_JaJBzRX off=739405 len=1922000 2023-12-01T05:10:47.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 2034 completed, throughput=4.99MB/sec 2023-12-01T05:10:47.102 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e1OlJjx6qMMsPFw off=5117912 len=729962 2023-12-01T05:10:47.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 2035 completed, throughput=4.99MB/sec 2023-12-01T05:10:47.107 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nZKOn7ZWNTcybG1 off=856526 len=279037 2023-12-01T05:10:47.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 2036 completed, throughput=4.99MB/sec 2023-12-01T05:10:47.110 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ShikaP-NjGNPay1 off=14198608 len=2010563 2023-12-01T05:10:47.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 2037 completed, throughput=5MB/sec 2023-12-01T05:10:47.119 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--na7zhi1hLrdHxm off=142115 len=1023834 2023-12-01T05:10:47.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 2038 completed, throughput=5MB/sec 2023-12-01T05:10:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:46 smithi155 ceph-mon[102677]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:10:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:46 smithi111 ceph-mon[97855]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:10:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:46 smithi111 ceph-mon[116524]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:10:48.120 INFO:tasks.workunit.client.0.smithi111.stdout: 407: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:48.120 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C3X_QdhgwAu4LA1 off=6507119 len=251941 2023-12-01T05:10:48.121 INFO:tasks.workunit.client.0.smithi111.stdout:op 2039 completed, throughput=4.99MB/sec 2023-12-01T05:10:48.121 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nAJpL_swf4EJqhb off=6461427 len=725774 2023-12-01T05:10:48.126 INFO:tasks.workunit.client.0.smithi111.stdout:op 2040 completed, throughput=4.99MB/sec 2023-12-01T05:10:48.126 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ixitdQfaD3Sp621 off=8297383 len=1222044 2023-12-01T05:10:48.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 2041 completed, throughput=4.99MB/sec 2023-12-01T05:10:48.134 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IBJ-I9IF2jxbuAX off=19708860 len=762402 2023-12-01T05:10:48.138 INFO:tasks.workunit.client.0.smithi111.stdout:op 2042 completed, throughput=5MB/sec 2023-12-01T05:10:48.138 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XKEVjmo-v2VSoUM off=735580 len=1452105 2023-12-01T05:10:48.144 INFO:tasks.workunit.client.0.smithi111.stdout:op 2043 completed, throughput=5MB/sec 2023-12-01T05:10:48.145 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UjDKD054tVvHpAx off=8141566 len=862066 2023-12-01T05:10:48.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 2044 completed, throughput=5MB/sec 2023-12-01T05:10:49.148 INFO:tasks.workunit.client.0.smithi111.stdout: 408: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:49.149 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-krCMFXXC8f9h4SP off=3304308 len=1181955 2023-12-01T05:10:49.156 INFO:tasks.workunit.client.0.smithi111.stdout:op 2045 completed, throughput=4.99MB/sec 2023-12-01T05:10:49.156 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wW7PIFKUNsoRjpf off=5558199 len=521209 2023-12-01T05:10:49.157 INFO:tasks.workunit.client.0.smithi111.stdout:op 2046 completed, throughput=4.99MB/sec 2023-12-01T05:10:49.158 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9x70KlzzJFVuQjv off=10551708 len=623610 2023-12-01T05:10:49.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 2047 completed, throughput=4.99MB/sec 2023-12-01T05:10:49.162 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UVaZc2pyW39iWQs off=9601110 len=1871393 2023-12-01T05:10:49.165 INFO:tasks.workunit.client.0.smithi111.stdout:op 2048 completed, throughput=5MB/sec 2023-12-01T05:10:49.165 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SCw2tNw7Simss22 off=3202956 len=616077 2023-12-01T05:10:49.165 INFO:tasks.workunit.client.0.smithi111.stdout:op 2049 completed, throughput=5MB/sec 2023-12-01T05:10:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:48 smithi155 ceph-mon[102677]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:48 smithi111 ceph-mon[97855]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:48 smithi111 ceph-mon[116524]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:10:49] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:10:50.164 INFO:tasks.workunit.client.0.smithi111.stdout: 409: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:50.165 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AZpITm0HfqqTC5f off=99804 len=270046 2023-12-01T05:10:50.166 INFO:tasks.workunit.client.0.smithi111.stdout:op 2050 completed, throughput=4.99MB/sec 2023-12-01T05:10:50.166 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YkuuhwHE1yS8Yf5 off=9622970 len=1267089 2023-12-01T05:10:50.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 2051 completed, throughput=4.99MB/sec 2023-12-01T05:10:50.169 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WGljcWXOh2sNxtO off=138831 len=1173695 2023-12-01T05:10:50.175 INFO:tasks.workunit.client.0.smithi111.stdout:op 2052 completed, throughput=4.99MB/sec 2023-12-01T05:10:50.176 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cHulFlXkaabrljO off=2075428 len=1391976 2023-12-01T05:10:50.179 INFO:tasks.workunit.client.0.smithi111.stdout:op 2053 completed, throughput=5MB/sec 2023-12-01T05:10:50.179 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0GdHFJsgBmt_kt- off=2662191 len=1483450 2023-12-01T05:10:50.185 INFO:tasks.workunit.client.0.smithi111.stdout:op 2054 completed, throughput=5MB/sec 2023-12-01T05:10:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:10:51.186 INFO:tasks.workunit.client.0.smithi111.stdout: 410: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:51.186 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PwsSs7K6QlS6nsP off=4029569 len=1760360 2023-12-01T05:10:51.189 INFO:tasks.workunit.client.0.smithi111.stdout:op 2055 completed, throughput=4.99MB/sec 2023-12-01T05:10:51.190 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iS470ltkF22VWXi off=3264917 len=1372012 2023-12-01T05:10:51.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 2056 completed, throughput=5MB/sec 2023-12-01T05:10:51.191 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2XrJofIJeyl2Ave off=10045329 len=659103 2023-12-01T05:10:51.192 INFO:tasks.workunit.client.0.smithi111.stdout:op 2057 completed, throughput=5MB/sec 2023-12-01T05:10:51.192 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FnC32hU-5op8P-p off=315277 len=1040190 2023-12-01T05:10:51.198 INFO:tasks.workunit.client.0.smithi111.stdout:op 2058 completed, throughput=5MB/sec 2023-12-01T05:10:51.199 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dYs8EWk3VmVuRio off=12429461 len=1635832 2023-12-01T05:10:51.200 INFO:tasks.workunit.client.0.smithi111.stdout:op 2059 completed, throughput=5MB/sec 2023-12-01T05:10:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:50 smithi155 ceph-mon[102677]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:50 smithi111 ceph-mon[97855]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:50 smithi111 ceph-mon[116524]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:10:52.200 INFO:tasks.workunit.client.0.smithi111.stdout: 411: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:52.201 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g1ZOA10SODxRK81 off=3945029 len=2088837 2023-12-01T05:10:52.203 INFO:tasks.workunit.client.0.smithi111.stdout:op 2060 completed, throughput=5MB/sec 2023-12-01T05:10:52.203 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7dtRELQa0kU0kTQ off=16833659 len=581958 2023-12-01T05:10:52.204 INFO:tasks.workunit.client.0.smithi111.stdout:op 2061 completed, throughput=5MB/sec 2023-12-01T05:10:52.204 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-168mmhF5tsZs_N1 off=136850 len=574507 2023-12-01T05:10:52.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 2062 completed, throughput=5MB/sec 2023-12-01T05:10:52.205 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e1OlJjx6qMMsPFw off=2857610 len=1122842 2023-12-01T05:10:52.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 2063 completed, throughput=5MB/sec 2023-12-01T05:10:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:52 smithi155 ceph-mon[102677]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:10:53.210 INFO:tasks.workunit.client.0.smithi111.stdout: 412: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:53.210 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mMLiBvOeGS6cWWp off=5754667 len=2060278 2023-12-01T05:10:53.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 2064 completed, throughput=4.99MB/sec 2023-12-01T05:10:53.220 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xUbDmsik1a2Pxcl off=9153877 len=580444 2023-12-01T05:10:53.224 INFO:tasks.workunit.client.0.smithi111.stdout:op 2065 completed, throughput=5MB/sec 2023-12-01T05:10:53.224 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BAVhY7H22HFzkGx off=1323832 len=641083 2023-12-01T05:10:53.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 2066 completed, throughput=5MB/sec 2023-12-01T05:10:53.225 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--egQUwLNRYVqnuG off=3943621 len=886973 2023-12-01T05:10:53.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 2067 completed, throughput=5MB/sec 2023-12-01T05:10:53.225 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_y4PpFaTKEQxUFT off=1060915 len=1484462 2023-12-01T05:10:53.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 2068 completed, throughput=5MB/sec 2023-12-01T05:10:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:52 smithi111 ceph-mon[97855]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:10:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:52 smithi111 ceph-mon[116524]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:10:54.229 INFO:tasks.workunit.client.0.smithi111.stdout: 413: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:54.319 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lhY21-nIr9b-C2u off=12161705 len=586309 2023-12-01T05:10:54.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 2069 completed, throughput=4.99MB/sec 2023-12-01T05:10:54.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2BaoMVADkiCmdfw off=4935227 len=293909 2023-12-01T05:10:54.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 2070 completed, throughput=4.99MB/sec 2023-12-01T05:10:54.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wfPZH1y0_kXK8-z off=10361935 len=62342 2023-12-01T05:10:54.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 2071 completed, throughput=4.99MB/sec 2023-12-01T05:10:54.321 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OJ1QpxaYouE_uCI off=7484857 len=1846469 2023-12-01T05:10:54.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 2072 completed, throughput=5MB/sec 2023-12-01T05:10:54.321 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ADVU7zOxwxQ3T7O off=12666565 len=1957492 2023-12-01T05:10:54.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 2073 completed, throughput=5MB/sec 2023-12-01T05:10:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:54 smithi155 ceph-mon[102677]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:55.244 INFO:tasks.workunit.client.0.smithi111.stdout: 414: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:55.244 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--ZafuBrs1rhlEAU off=18136060 len=1360329 2023-12-01T05:10:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:54 smithi111 ceph-mon[97855]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:54 smithi111 ceph-mon[116524]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:55.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 2074 completed, throughput=4.99MB/sec 2023-12-01T05:10:55.250 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-in85rxtFTl6rBDD off=4937463 len=326809 2023-12-01T05:10:55.251 INFO:tasks.workunit.client.0.smithi111.stdout:op 2075 completed, throughput=4.99MB/sec 2023-12-01T05:10:55.251 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7g6FI2FtK7aIyuh off=21704185 len=1046413 2023-12-01T05:10:55.253 INFO:tasks.workunit.client.0.smithi111.stdout:op 2076 completed, throughput=4.99MB/sec 2023-12-01T05:10:55.253 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wtH-vFabvdk-o0C off=1605550 len=126595 2023-12-01T05:10:55.255 INFO:tasks.workunit.client.0.smithi111.stdout:op 2077 completed, throughput=5MB/sec 2023-12-01T05:10:55.255 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RK4zHbbI9Pp4woU off=2966892 len=1698356 2023-12-01T05:10:55.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 2078 completed, throughput=5MB/sec 2023-12-01T05:10:55.265 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2_p1-ZOvbIJRFzi off=17568254 len=1796065 2023-12-01T05:10:55.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 2079 completed, throughput=5MB/sec 2023-12-01T05:10:56.267 INFO:tasks.workunit.client.0.smithi111.stdout: 415: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:56.267 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cLpFjELHF8-zT3m off=7356048 len=403728 2023-12-01T05:10:56.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 2080 completed, throughput=4.99MB/sec 2023-12-01T05:10:56.268 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m3c89HSnLdObWaC off=4358189 len=358192 2023-12-01T05:10:56.271 INFO:tasks.workunit.client.0.smithi111.stdout:op 2081 completed, throughput=4.99MB/sec 2023-12-01T05:10:56.271 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ae-8kySykbAuEzY off=6416972 len=1980799 2023-12-01T05:10:56.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 2082 completed, throughput=5MB/sec 2023-12-01T05:10:56.281 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WdtAZ_YzQF7bE9d off=12756633 len=633594 2023-12-01T05:10:56.283 INFO:tasks.workunit.client.0.smithi111.stdout:op 2083 completed, throughput=5MB/sec 2023-12-01T05:10:56.283 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zhj1Sy-FnD9MQYw off=14632284 len=1857697 2023-12-01T05:10:56.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 2084 completed, throughput=5MB/sec 2023-12-01T05:10:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:56 smithi155 ceph-mon[102677]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:10:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:56 smithi111 ceph-mon[97855]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:10:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:56 smithi111 ceph-mon[116524]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:10:57.286 INFO:tasks.workunit.client.0.smithi111.stdout: 416: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:57.286 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rg8zCEJHF2gVDWg off=1591377 len=707861 2023-12-01T05:10:57.287 INFO:tasks.workunit.client.0.smithi111.stdout:op 2085 completed, throughput=4.99MB/sec 2023-12-01T05:10:57.287 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8Agd7CFRRHVmAGM off=1156403 len=1568656 2023-12-01T05:10:57.289 INFO:tasks.workunit.client.0.smithi111.stdout:op 2086 completed, throughput=5MB/sec 2023-12-01T05:10:57.289 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Uvt1vSUXubM9EQD off=2367490 len=1588447 2023-12-01T05:10:57.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 2087 completed, throughput=5MB/sec 2023-12-01T05:10:57.298 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h8Ky7L8U7Yh_Olq off=6316866 len=925469 2023-12-01T05:10:57.299 INFO:tasks.workunit.client.0.smithi111.stdout:op 2088 completed, throughput=5MB/sec 2023-12-01T05:10:58.299 INFO:tasks.workunit.client.0.smithi111.stdout: 417: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:58.299 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZpYf2fy8lOA8tQ5 off=7829468 len=1829955 2023-12-01T05:10:58.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 2089 completed, throughput=4.99MB/sec 2023-12-01T05:10:58.310 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2_dpV2_xrHjnIoz off=1131819 len=838429 2023-12-01T05:10:58.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 2090 completed, throughput=5MB/sec 2023-12-01T05:10:58.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tS2owmKyd8QViNM off=248256 len=1277141 2023-12-01T05:10:58.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 2091 completed, throughput=5MB/sec 2023-12-01T05:10:58.319 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a-v_Eoy2OUaCSwN off=17326245 len=708007 2023-12-01T05:10:58.322 INFO:tasks.workunit.client.0.smithi111.stdout:op 2092 completed, throughput=5MB/sec 2023-12-01T05:10:58.322 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h2GVW3UIzhQfSCu off=4033932 len=655289 2023-12-01T05:10:58.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 2093 completed, throughput=5MB/sec 2023-12-01T05:10:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:10:58 smithi155 ceph-mon[102677]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:10:58 smithi111 ceph-mon[97855]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:10:58 smithi111 ceph-mon[116524]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:10:59.327 INFO:tasks.workunit.client.0.smithi111.stdout: 418: throughput=4.99MB/sec pending data=0 2023-12-01T05:10:59.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o_NydpDdDC53Wy7 off=9151703 len=1349444 2023-12-01T05:10:59.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 2094 completed, throughput=4.99MB/sec 2023-12-01T05:10:59.334 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZLD2BtiNLFXhjen off=1215983 len=1107948 2023-12-01T05:10:59.340 INFO:tasks.workunit.client.0.smithi111.stdout:op 2095 completed, throughput=4.99MB/sec 2023-12-01T05:10:59.340 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--QJKCQ5Awzg9tAx off=640114 len=583359 2023-12-01T05:10:59.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 2096 completed, throughput=5MB/sec 2023-12-01T05:10:59.341 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QIPNsUlu1bm1leV off=886205 len=1217751 2023-12-01T05:10:59.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 2097 completed, throughput=5MB/sec 2023-12-01T05:10:59.348 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_gn_XLs11jMPPEj off=8180134 len=1195261 2023-12-01T05:10:59.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 2098 completed, throughput=5MB/sec 2023-12-01T05:10:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:10:59] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:11:00.354 INFO:tasks.workunit.client.0.smithi111.stdout: 419: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:00.354 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jhpzrYKHUy69c2B off=918606 len=846905 2023-12-01T05:11:00.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 2099 completed, throughput=4.99MB/sec 2023-12-01T05:11:00.356 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hIL-wDHN7n1i5yb off=543673 len=63456 2023-12-01T05:11:00.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 2100 completed, throughput=4.99MB/sec 2023-12-01T05:11:00.358 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2ljrpXtdl2TvvYm off=3004727 len=1536812 2023-12-01T05:11:00.365 INFO:tasks.workunit.client.0.smithi111.stdout:op 2101 completed, throughput=5MB/sec 2023-12-01T05:11:00.365 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5AENDILhY_niXvU off=14070164 len=1588806 2023-12-01T05:11:00.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 2102 completed, throughput=5MB/sec 2023-12-01T05:11:00.371 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ItEgtdBYOCpgY6d off=989708 len=1560288 2023-12-01T05:11:00.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 2103 completed, throughput=5MB/sec 2023-12-01T05:11:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:00 smithi155 ceph-mon[102677]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:11:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:00 smithi111 ceph-mon[97855]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:11:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:00 smithi111 ceph-mon[116524]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:11:01.373 INFO:tasks.workunit.client.0.smithi111.stdout: 420: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:01.373 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xTYJewk1CgyyF6U off=6919232 len=1500901 2023-12-01T05:11:01.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 2104 completed, throughput=4.99MB/sec 2023-12-01T05:11:01.374 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pY46DTPbfWjaRtL off=461014 len=107837 2023-12-01T05:11:01.375 INFO:tasks.workunit.client.0.smithi111.stdout:op 2105 completed, throughput=4.99MB/sec 2023-12-01T05:11:01.375 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LyLWR-4JFngLBeT off=5601906 len=356557 2023-12-01T05:11:01.378 INFO:tasks.workunit.client.0.smithi111.stdout:op 2106 completed, throughput=4.99MB/sec 2023-12-01T05:11:01.378 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eLOHU78gQSuXugT off=8749115 len=609311 2023-12-01T05:11:01.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 2107 completed, throughput=5MB/sec 2023-12-01T05:11:01.380 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5APOcoTZ5SpttV0 off=304634 len=1576984 2023-12-01T05:11:01.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 2108 completed, throughput=5MB/sec 2023-12-01T05:11:01.382 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jkF7qReNzXKo9GG off=761117 len=1305311 2023-12-01T05:11:01.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 2109 completed, throughput=5MB/sec 2023-12-01T05:11:02.384 INFO:tasks.workunit.client.0.smithi111.stdout: 421: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:02.384 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nY6PPmLabn2xA9F off=12252680 len=421243 2023-12-01T05:11:02.388 INFO:tasks.workunit.client.0.smithi111.stdout:op 2110 completed, throughput=4.99MB/sec 2023-12-01T05:11:02.388 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JXm_-aq9TGHT2Lu off=4292650 len=1944138 2023-12-01T05:11:02.397 INFO:tasks.workunit.client.0.smithi111.stdout:op 2111 completed, throughput=5MB/sec 2023-12-01T05:11:02.397 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9QPwQuYFHely1w0 off=10128647 len=1611617 2023-12-01T05:11:02.409 INFO:tasks.workunit.client.0.smithi111.stdout:op 2112 completed, throughput=5MB/sec 2023-12-01T05:11:02.409 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BNJBzIva_O-jbpF off=10958198 len=993319 2023-12-01T05:11:02.414 INFO:tasks.workunit.client.0.smithi111.stdout:op 2113 completed, throughput=5MB/sec 2023-12-01T05:11:02.619 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (28m) 6m ago 29m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (28m) 6m ago 28m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (29m) 6m ago 29m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (29m) 6m ago 29m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (33m) 6m ago 33m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (34m) 6m ago 34m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:11:02.928 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (34m) 6m ago 34m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (33m) 6m ago 33m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (33m) 6m ago 33m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (28m) 6m ago 28m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (28m) 6m ago 28m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (32m) 6m ago 32m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (32m) 6m ago 32m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (32m) 6m ago 32m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (31m) 6m ago 31m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (31m) 6m ago 31m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (30m) 6m ago 30m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (30m) 6m ago 30m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (30m) 6m ago 30m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:11:02.929 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (28m) 6m ago 29m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:11:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:02 smithi155 ceph-mon[102677]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:02 smithi111 ceph-mon[97855]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:02 smithi111 ceph-mon[116524]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:03.306 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:11:03.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:11:03.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:11:03.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:03.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:11:03.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:11:03.307 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:11:03.414 INFO:tasks.workunit.client.0.smithi111.stdout: 422: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:03.414 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MfmBLxFieN_7ZY9 off=7415867 len=1237414 2023-12-01T05:11:03.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 2114 completed, throughput=4.99MB/sec 2023-12-01T05:11:03.420 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E2rKLWoJXCu6S-3 off=2270923 len=1374401 2023-12-01T05:11:03.425 INFO:tasks.workunit.client.0.smithi111.stdout:op 2115 completed, throughput=5MB/sec 2023-12-01T05:11:03.425 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--QZTDz1zrVxDzpB off=12626889 len=1356201 2023-12-01T05:11:03.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 2116 completed, throughput=5MB/sec 2023-12-01T05:11:03.430 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ys8Fn9NRLDl9sOe off=17402783 len=1499584 2023-12-01T05:11:03.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 2117 completed, throughput=5MB/sec 2023-12-01T05:11:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:03 smithi155 ceph-mon[102677]: from='client.16437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:03 smithi155 ceph-mon[102677]: from='client.16443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/156490656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:11:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[97855]: from='client.16437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[97855]: from='client.16443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/156490656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[116524]: from='client.16437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[116524]: from='client.16443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/156490656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:11:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:04.434 INFO:tasks.workunit.client.0.smithi111.stdout: 423: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:04.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SCA6yQ_a3oD2MEt off=13030015 len=685029 2023-12-01T05:11:04.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 2118 completed, throughput=4.99MB/sec 2023-12-01T05:11:04.436 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sJgsWa5fIItNy3U off=3552046 len=1675787 2023-12-01T05:11:04.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 2119 completed, throughput=5MB/sec 2023-12-01T05:11:04.446 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4aJRQAQsZrJehAE off=759288 len=166901 2023-12-01T05:11:04.449 INFO:tasks.workunit.client.0.smithi111.stdout:op 2120 completed, throughput=5MB/sec 2023-12-01T05:11:04.449 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9IgT9eqb2P1EnNT off=1668281 len=1684201 2023-12-01T05:11:04.458 INFO:tasks.workunit.client.0.smithi111.stdout:op 2121 completed, throughput=5MB/sec 2023-12-01T05:11:04.458 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tcNOJ7roucGV22m off=3990733 len=1745923 2023-12-01T05:11:04.460 INFO:tasks.workunit.client.0.smithi111.stdout:op 2122 completed, throughput=5MB/sec 2023-12-01T05:11:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:04 smithi155 ceph-mon[102677]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:11:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:04 smithi111 ceph-mon[97855]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:11:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:04 smithi111 ceph-mon[116524]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:11:05.460 INFO:tasks.workunit.client.0.smithi111.stdout: 424: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:05.460 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TOU6TwMaA_EWUh- off=19566573 len=193785 2023-12-01T05:11:05.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 2123 completed, throughput=4.99MB/sec 2023-12-01T05:11:05.461 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_5HJi11TFfpbyzJ off=251117 len=139788 2023-12-01T05:11:05.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 2124 completed, throughput=4.99MB/sec 2023-12-01T05:11:05.462 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TjOPdmeNrzgLGWM off=1262153 len=1212957 2023-12-01T05:11:05.463 INFO:tasks.workunit.client.0.smithi111.stdout:op 2125 completed, throughput=4.99MB/sec 2023-12-01T05:11:05.463 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lolbaop1hit0vWd off=523138 len=623179 2023-12-01T05:11:05.468 INFO:tasks.workunit.client.0.smithi111.stdout:op 2126 completed, throughput=5MB/sec 2023-12-01T05:11:05.468 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y7xhiH7LndVvKSs off=1230413 len=562611 2023-12-01T05:11:05.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 2127 completed, throughput=5MB/sec 2023-12-01T05:11:05.469 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sxecbF1WYH69Hyc off=677722 len=970818 2023-12-01T05:11:05.475 INFO:tasks.workunit.client.0.smithi111.stdout:op 2128 completed, throughput=5MB/sec 2023-12-01T05:11:05.475 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XO-U-OK3Ob7R3gN off=2012992 len=1503628 2023-12-01T05:11:05.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 2129 completed, throughput=5MB/sec 2023-12-01T05:11:06.483 INFO:tasks.workunit.client.0.smithi111.stdout: 425: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:06.483 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Uwvq_lU_c3qvovs off=474782 len=230500 2023-12-01T05:11:06.486 INFO:tasks.workunit.client.0.smithi111.stdout:op 2130 completed, throughput=4.99MB/sec 2023-12-01T05:11:06.486 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A52aoABuORu1Zcm off=2475232 len=1403590 2023-12-01T05:11:06.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 2131 completed, throughput=4.99MB/sec 2023-12-01T05:11:06.492 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HKeeFhm86KqolWT off=8079546 len=1159430 2023-12-01T05:11:06.498 INFO:tasks.workunit.client.0.smithi111.stdout:op 2132 completed, throughput=5MB/sec 2023-12-01T05:11:06.498 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tbdpyCy4N9qM7m3 off=5860044 len=106573 2023-12-01T05:11:06.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 2133 completed, throughput=5MB/sec 2023-12-01T05:11:06.500 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lQRCU1QOjuCVW9B off=264478 len=202428 2023-12-01T05:11:06.501 INFO:tasks.workunit.client.0.smithi111.stdout:op 2134 completed, throughput=5MB/sec 2023-12-01T05:11:06.501 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YkMytOR9Q88cI_2 off=23087905 len=1404023 2023-12-01T05:11:06.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 2135 completed, throughput=5MB/sec 2023-12-01T05:11:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:06 smithi155 ceph-mon[102677]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:11:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:06 smithi111 ceph-mon[97855]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:11:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:06 smithi111 ceph-mon[116524]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:11:07.507 INFO:tasks.workunit.client.0.smithi111.stdout: 426: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:07.508 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7lhKtj415C9Gzc6 off=18530408 len=2097041 2023-12-01T05:11:07.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 2136 completed, throughput=4.99MB/sec 2023-12-01T05:11:07.522 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I6mG-_N2w_DTyuJ off=682729 len=1373718 2023-12-01T05:11:07.523 INFO:tasks.workunit.client.0.smithi111.stdout:op 2137 completed, throughput=5MB/sec 2023-12-01T05:11:07.523 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FKlsCAONkyqTinj off=18452814 len=346143 2023-12-01T05:11:07.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 2138 completed, throughput=5MB/sec 2023-12-01T05:11:07.526 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-767DMzsazrgjWXp off=659852 len=1986377 2023-12-01T05:11:07.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 2139 completed, throughput=5MB/sec 2023-12-01T05:11:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:11:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:11:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:11:08.538 INFO:tasks.workunit.client.0.smithi111.stdout: 427: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:08.538 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WDGndXAFQB-XDf- off=2263244 len=1479488 2023-12-01T05:11:08.539 INFO:tasks.workunit.client.0.smithi111.stdout:op 2140 completed, throughput=4.99MB/sec 2023-12-01T05:11:08.539 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-povfZFJMLYE1r8w off=1518141 len=942745 2023-12-01T05:11:08.544 INFO:tasks.workunit.client.0.smithi111.stdout:op 2141 completed, throughput=5MB/sec 2023-12-01T05:11:08.544 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CoIQgjMhOYySztF off=66263 len=1393427 2023-12-01T05:11:08.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 2142 completed, throughput=5MB/sec 2023-12-01T05:11:08.545 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W7tRanG83tGDSbN off=10777102 len=1670872 2023-12-01T05:11:08.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 2143 completed, throughput=5MB/sec 2023-12-01T05:11:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:08 smithi155 ceph-mon[102677]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:11:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:08 smithi111 ceph-mon[97855]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:11:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:08 smithi111 ceph-mon[116524]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:11:09.551 INFO:tasks.workunit.client.0.smithi111.stdout: 428: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:09.551 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XnhbG1ZKNmri5X3 off=846580 len=196991 2023-12-01T05:11:09.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 2144 completed, throughput=4.99MB/sec 2023-12-01T05:11:09.552 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s6As2yortg00exI off=6809426 len=171717 2023-12-01T05:11:09.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 2145 completed, throughput=4.99MB/sec 2023-12-01T05:11:09.555 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-t5LwKkloxXlAm8W off=5959470 len=2074142 2023-12-01T05:11:09.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 2146 completed, throughput=5MB/sec 2023-12-01T05:11:09.565 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sziXwKmtN4lU0Mb off=1429742 len=496554 2023-12-01T05:11:09.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 2147 completed, throughput=5MB/sec 2023-12-01T05:11:09.566 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LBxtIfERt0aNYiH off=42569 len=1209685 2023-12-01T05:11:09.573 INFO:tasks.workunit.client.0.smithi111.stdout:op 2148 completed, throughput=5MB/sec 2023-12-01T05:11:09.573 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NXhjJqM_N4qU5b9 off=7390309 len=1724698 2023-12-01T05:11:09.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 2149 completed, throughput=5MB/sec 2023-12-01T05:11:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:11:09] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:11:10.576 INFO:tasks.workunit.client.0.smithi111.stdout: 429: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:10.576 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k_Fp6EKiffm08E_ off=5638460 len=34388 2023-12-01T05:11:10.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 2150 completed, throughput=4.99MB/sec 2023-12-01T05:11:10.577 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yrKa4-4YmHPPo9E off=562728 len=1607799 2023-12-01T05:11:10.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 2151 completed, throughput=5MB/sec 2023-12-01T05:11:10.581 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QclbXr5kohURy1v off=1193289 len=444742 2023-12-01T05:11:10.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 2152 completed, throughput=5MB/sec 2023-12-01T05:11:10.581 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fP8WmLrwqlwlKkZ off=9344457 len=136976 2023-12-01T05:11:10.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 2153 completed, throughput=5MB/sec 2023-12-01T05:11:10.582 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LPDrRCAGjzn9D1m off=4815380 len=354347 2023-12-01T05:11:10.585 INFO:tasks.workunit.client.0.smithi111.stdout:op 2154 completed, throughput=5MB/sec 2023-12-01T05:11:10.585 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9cc-YrFmNxSLV89 off=18515323 len=670200 2023-12-01T05:11:10.586 INFO:tasks.workunit.client.0.smithi111.stdout:op 2155 completed, throughput=5MB/sec 2023-12-01T05:11:10.587 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o8DCa4yavt8_TL8 off=2273051 len=875564 2023-12-01T05:11:10.591 INFO:tasks.workunit.client.0.smithi111.stdout:op 2156 completed, throughput=5MB/sec 2023-12-01T05:11:11.144 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:10 smithi155 ceph-mon[102677]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:10 smithi111 ceph-mon[97855]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:11:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:10 smithi111 ceph-mon[116524]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:11:11.592 INFO:tasks.workunit.client.0.smithi111.stdout: 430: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:11.592 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SBEbJf-WhD3kqnM off=8022030 len=2003094 2023-12-01T05:11:11.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 2157 completed, throughput=4.99MB/sec 2023-12-01T05:11:11.595 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2TUQIIPAfg0j8xF off=4672725 len=914595 2023-12-01T05:11:11.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 2158 completed, throughput=5MB/sec 2023-12-01T05:11:11.597 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uhkUQY6SWmBVoZP off=5016668 len=376018 2023-12-01T05:11:11.598 INFO:tasks.workunit.client.0.smithi111.stdout:op 2159 completed, throughput=5MB/sec 2023-12-01T05:11:11.598 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5pFo2L8-HcbkIK9 off=54451 len=469944 2023-12-01T05:11:11.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 2160 completed, throughput=5MB/sec 2023-12-01T05:11:11.599 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jjyQxP0kSEgQMNe off=17655150 len=1619488 2023-12-01T05:11:11.605 INFO:tasks.workunit.client.0.smithi111.stdout:op 2161 completed, throughput=5MB/sec 2023-12-01T05:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:12 smithi155 ceph-mon[102677]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[97855]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:11:12.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:11:12.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:11:12.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:12 smithi111 ceph-mon[116524]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-01T05:11:12.605 INFO:tasks.workunit.client.0.smithi111.stdout: 431: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:12.606 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DMabugKK5EZt_8r off=3686655 len=585907 2023-12-01T05:11:12.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 2162 completed, throughput=4.99MB/sec 2023-12-01T05:11:12.607 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yIxAbg7WBY3sAwU off=610715 len=1745689 2023-12-01T05:11:12.610 INFO:tasks.workunit.client.0.smithi111.stdout:op 2163 completed, throughput=4.99MB/sec 2023-12-01T05:11:12.610 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KIh_JVWGdmr62li off=1150228 len=1961317 2023-12-01T05:11:12.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 2164 completed, throughput=5MB/sec 2023-12-01T05:11:12.623 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CFmr4P_PIfrim19 off=11727011 len=1824233 2023-12-01T05:11:12.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 2165 completed, throughput=5MB/sec 2023-12-01T05:11:13.624 INFO:tasks.workunit.client.0.smithi111.stdout: 432: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:13.625 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qbnK-HTQ1q3aa7K off=2437741 len=809976 2023-12-01T05:11:13.626 INFO:tasks.workunit.client.0.smithi111.stdout:op 2166 completed, throughput=4.99MB/sec 2023-12-01T05:11:13.626 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N9VGkZ1KYbz3ivb off=9842425 len=1539480 2023-12-01T05:11:13.629 INFO:tasks.workunit.client.0.smithi111.stdout:op 2167 completed, throughput=5MB/sec 2023-12-01T05:11:13.629 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KSHjvJ6urPZaN63 off=10238009 len=2054742 2023-12-01T05:11:13.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 2168 completed, throughput=5MB/sec 2023-12-01T05:11:14.630 INFO:tasks.workunit.client.0.smithi111.stdout: 433: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:14.630 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i3eewy0zWolYz46 off=3513082 len=147907 2023-12-01T05:11:14.631 INFO:tasks.workunit.client.0.smithi111.stdout:op 2169 completed, throughput=4.99MB/sec 2023-12-01T05:11:14.631 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S8kxYOQIPI_ilQs off=1272491 len=287044 2023-12-01T05:11:14.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 2170 completed, throughput=4.99MB/sec 2023-12-01T05:11:14.632 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YSfzPr9yDeIJYgv off=0 len=1209332 2023-12-01T05:11:14.633 INFO:tasks.workunit.client.0.smithi111.stdout:op 2171 completed, throughput=4.99MB/sec 2023-12-01T05:11:14.633 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Fgw94bDV9MxtKeh off=2152013 len=1628785 2023-12-01T05:11:14.640 INFO:tasks.workunit.client.0.smithi111.stdout:op 2172 completed, throughput=5MB/sec 2023-12-01T05:11:14.640 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8AKT6V46Y_tioFs off=7542965 len=1958851 2023-12-01T05:11:14.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 2173 completed, throughput=5MB/sec 2023-12-01T05:11:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:14 smithi155 ceph-mon[102677]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:11:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:14 smithi111 ceph-mon[97855]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:11:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:14 smithi111 ceph-mon[116524]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:11:15.644 INFO:tasks.workunit.client.0.smithi111.stdout: 434: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:15.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9KMMaFFJDlsnTX9 off=16778833 len=1786458 2023-12-01T05:11:15.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 2174 completed, throughput=4.99MB/sec 2023-12-01T05:11:15.652 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RAycDdTXjBBQz5d off=13390922 len=1580295 2023-12-01T05:11:15.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 2175 completed, throughput=5MB/sec 2023-12-01T05:11:15.658 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xzBZCCE_dSZU5e_ off=707865 len=918400 2023-12-01T05:11:15.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 2176 completed, throughput=5MB/sec 2023-12-01T05:11:15.660 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hvhGGRJ-u1d0hDS off=19814225 len=1049774 2023-12-01T05:11:15.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 2177 completed, throughput=5MB/sec 2023-12-01T05:11:16.661 INFO:tasks.workunit.client.0.smithi111.stdout: 435: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:16.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-khdwNsFiorO463z off=15484459 len=1985222 2023-12-01T05:11:16.671 INFO:tasks.workunit.client.0.smithi111.stdout:op 2178 completed, throughput=4.99MB/sec 2023-12-01T05:11:16.672 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Lk_vmtDTuuZrtd8 off=11851012 len=1142496 2023-12-01T05:11:16.673 INFO:tasks.workunit.client.0.smithi111.stdout:op 2179 completed, throughput=5MB/sec 2023-12-01T05:11:16.673 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bqDHr5clg6BDMTs off=7035165 len=1202059 2023-12-01T05:11:16.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 2180 completed, throughput=5MB/sec 2023-12-01T05:11:16.675 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yCBvY5VIz8-Eswg off=21325558 len=1231445 2023-12-01T05:11:16.682 INFO:tasks.workunit.client.0.smithi111.stdout:op 2181 completed, throughput=5MB/sec 2023-12-01T05:11:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:16 smithi155 ceph-mon[102677]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:11:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:16 smithi111 ceph-mon[97855]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:11:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:16 smithi111 ceph-mon[116524]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:11:17.682 INFO:tasks.workunit.client.0.smithi111.stdout: 436: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:17.682 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aMmj3XyZLrjkAiT off=2337327 len=268454 2023-12-01T05:11:17.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 2182 completed, throughput=4.99MB/sec 2023-12-01T05:11:17.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ye2u6fYT1B8XhYh off=0 len=1672848 2023-12-01T05:11:17.692 INFO:tasks.workunit.client.0.smithi111.stdout:op 2183 completed, throughput=4.99MB/sec 2023-12-01T05:11:17.692 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hakg4alT7Huo0aV off=9668268 len=316933 2023-12-01T05:11:17.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 2184 completed, throughput=4.99MB/sec 2023-12-01T05:11:17.694 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z08tD-FGps57S3l off=3949708 len=177370 2023-12-01T05:11:17.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 2185 completed, throughput=4.99MB/sec 2023-12-01T05:11:17.697 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1njkznE2KGXIqdK off=13685764 len=1655783 2023-12-01T05:11:17.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 2186 completed, throughput=5MB/sec 2023-12-01T05:11:17.705 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qbtu1W3ZjPornUq off=7506292 len=793782 2023-12-01T05:11:17.707 INFO:tasks.workunit.client.0.smithi111.stdout:op 2187 completed, throughput=5MB/sec 2023-12-01T05:11:17.707 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5MQogQrG8YREIiI off=14190439 len=58521 2023-12-01T05:11:17.707 INFO:tasks.workunit.client.0.smithi111.stdout:op 2188 completed, throughput=5MB/sec 2023-12-01T05:11:17.707 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oHYsT_LfeqqpmbU off=8984840 len=1910197 2023-12-01T05:11:17.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 2189 completed, throughput=5MB/sec 2023-12-01T05:11:18.717 INFO:tasks.workunit.client.0.smithi111.stdout: 437: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:18.718 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WwjEj_q2LlJ7kB3 off=9946656 len=1267963 2023-12-01T05:11:18.720 INFO:tasks.workunit.client.0.smithi111.stdout:op 2190 completed, throughput=5MB/sec 2023-12-01T05:11:18.720 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--EASrQnMDM4b7GM off=167844 len=1384452 2023-12-01T05:11:18.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 2191 completed, throughput=5MB/sec 2023-12-01T05:11:18.725 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eDDnmCqN_L_uNP9 off=11541545 len=1337230 2023-12-01T05:11:18.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 2192 completed, throughput=5MB/sec 2023-12-01T05:11:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:18 smithi155 ceph-mon[102677]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:11:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:18 smithi111 ceph-mon[97855]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:11:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:18 smithi111 ceph-mon[116524]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:11:19.727 INFO:tasks.workunit.client.0.smithi111.stdout: 438: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:19.727 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LGh_aABlAHMXtuv off=1431268 len=481303 2023-12-01T05:11:19.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 2193 completed, throughput=4.99MB/sec 2023-12-01T05:11:19.728 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8JB265FBYsY2ayM off=4272157 len=961552 2023-12-01T05:11:19.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 2194 completed, throughput=4.99MB/sec 2023-12-01T05:11:19.733 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4DN60tzYXGt3jMJ off=4600489 len=2007618 2023-12-01T05:11:19.742 INFO:tasks.workunit.client.0.smithi111.stdout:op 2195 completed, throughput=5MB/sec 2023-12-01T05:11:19.742 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pmSlqk43OxRTjOU off=2757557 len=2066621 2023-12-01T05:11:19.745 INFO:tasks.workunit.client.0.smithi111.stdout:op 2196 completed, throughput=5MB/sec 2023-12-01T05:11:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:11:19] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:11:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:20.746 INFO:tasks.workunit.client.0.smithi111.stdout: 439: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:20.746 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FXog4ijb_N-_Jci off=4733214 len=1435318 2023-12-01T05:11:20.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 2197 completed, throughput=4.99MB/sec 2023-12-01T05:11:20.747 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8qtr7i9yigK2atk off=626460 len=1037064 2023-12-01T05:11:20.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 2198 completed, throughput=5MB/sec 2023-12-01T05:11:20.752 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IJng3q3a-96q-Fq off=6373665 len=521396 2023-12-01T05:11:20.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 2199 completed, throughput=5MB/sec 2023-12-01T05:11:20.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sjldO9tYiLyjHBI off=8091613 len=145684 2023-12-01T05:11:20.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 2200 completed, throughput=5MB/sec 2023-12-01T05:11:20.754 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-git8ILaOcEQLOBe off=6653833 len=1821829 2023-12-01T05:11:20.756 INFO:tasks.workunit.client.0.smithi111.stdout:op 2201 completed, throughput=5MB/sec 2023-12-01T05:11:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:20 smithi155 ceph-mon[102677]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:11:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:20 smithi111 ceph-mon[97855]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:11:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:20 smithi111 ceph-mon[116524]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:11:21.756 INFO:tasks.workunit.client.0.smithi111.stdout: 440: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:21.756 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DqEwgTf2sjuxoiu off=8021160 len=2045257 2023-12-01T05:11:21.758 INFO:tasks.workunit.client.0.smithi111.stdout:op 2202 completed, throughput=4.99MB/sec 2023-12-01T05:11:21.759 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WW5lsnNZYSDxfIo off=13969943 len=1208497 2023-12-01T05:11:21.764 INFO:tasks.workunit.client.0.smithi111.stdout:op 2203 completed, throughput=5MB/sec 2023-12-01T05:11:21.764 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zMeMrPM9ltpWI3Z off=7678790 len=176796 2023-12-01T05:11:21.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 2204 completed, throughput=5MB/sec 2023-12-01T05:11:21.765 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-soZTl_XcCfwdBOy off=15915317 len=111816 2023-12-01T05:11:21.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 2205 completed, throughput=5MB/sec 2023-12-01T05:11:21.765 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n98HfD0DKPDEL07 off=732605 len=516154 2023-12-01T05:11:21.769 INFO:tasks.workunit.client.0.smithi111.stdout:op 2206 completed, throughput=5MB/sec 2023-12-01T05:11:21.769 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q7DX1rxnLstbAc9 off=1534277 len=1429655 2023-12-01T05:11:21.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 2207 completed, throughput=5MB/sec 2023-12-01T05:11:22.775 INFO:tasks.workunit.client.0.smithi111.stdout: 441: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:22.775 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O6pdBaZP_DP9lTp off=233137 len=1399790 2023-12-01T05:11:22.783 INFO:tasks.workunit.client.0.smithi111.stdout:op 2208 completed, throughput=4.99MB/sec 2023-12-01T05:11:22.783 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aUcRs-p6OaizKwW off=492740 len=712016 2023-12-01T05:11:22.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 2209 completed, throughput=4.99MB/sec 2023-12-01T05:11:22.784 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9WPFi3-o8n_Fbpa off=2812202 len=204144 2023-12-01T05:11:22.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 2210 completed, throughput=4.99MB/sec 2023-12-01T05:11:22.784 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-okarcpwsnDRJx36 off=13195727 len=1240405 2023-12-01T05:11:22.786 INFO:tasks.workunit.client.0.smithi111.stdout:op 2211 completed, throughput=5MB/sec 2023-12-01T05:11:22.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JtGU1mRp-UbXUi4 off=18838632 len=911028 2023-12-01T05:11:22.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 2212 completed, throughput=5MB/sec 2023-12-01T05:11:22.790 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5i1XoxGjO-5yA2E off=11253353 len=1592273 2023-12-01T05:11:22.791 INFO:tasks.workunit.client.0.smithi111.stdout:op 2213 completed, throughput=5MB/sec 2023-12-01T05:11:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:22 smithi155 ceph-mon[102677]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:22 smithi111 ceph-mon[97855]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:22 smithi111 ceph-mon[116524]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:23.792 INFO:tasks.workunit.client.0.smithi111.stdout: 442: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:23.792 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HDiZPryEApV0AQX off=384141 len=296755 2023-12-01T05:11:23.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 2214 completed, throughput=4.99MB/sec 2023-12-01T05:11:23.796 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-suDf653K15XqQGA off=18256320 len=1145956 2023-12-01T05:11:23.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 2215 completed, throughput=4.99MB/sec 2023-12-01T05:11:23.802 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-j-ecEXBWDkKgccg off=1200393 len=2081342 2023-12-01T05:11:23.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 2216 completed, throughput=5MB/sec 2023-12-01T05:11:23.804 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Yp_Tc6j2dHqxW0f off=3100985 len=912455 2023-12-01T05:11:23.809 INFO:tasks.workunit.client.0.smithi111.stdout:op 2217 completed, throughput=5MB/sec 2023-12-01T05:11:24.809 INFO:tasks.workunit.client.0.smithi111.stdout: 443: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:24.810 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ww4V4Yub9h_FJnf off=3382239 len=1391996 2023-12-01T05:11:24.816 INFO:tasks.workunit.client.0.smithi111.stdout:op 2218 completed, throughput=4.99MB/sec 2023-12-01T05:11:24.816 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZLD2BtiNLFXhjen off=2273244 len=865891 2023-12-01T05:11:24.819 INFO:tasks.workunit.client.0.smithi111.stdout:op 2219 completed, throughput=4.99MB/sec 2023-12-01T05:11:24.819 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uzY7jegNLYvoe49 off=7362554 len=1591160 2023-12-01T05:11:24.833 INFO:tasks.workunit.client.0.smithi111.stdout:op 2220 completed, throughput=5MB/sec 2023-12-01T05:11:24.833 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Sj1B5jRZWxbu-33 off=17652335 len=1211341 2023-12-01T05:11:24.833 INFO:tasks.workunit.client.0.smithi111.stdout:op 2221 completed, throughput=5MB/sec 2023-12-01T05:11:24.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EkNHV6JG7Ev-EGw off=13855057 len=1169900 2023-12-01T05:11:24.835 INFO:tasks.workunit.client.0.smithi111.stdout:op 2222 completed, throughput=5MB/sec 2023-12-01T05:11:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:24 smithi155 ceph-mon[102677]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:11:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:24 smithi111 ceph-mon[97855]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:11:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:24 smithi111 ceph-mon[116524]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:11:25.836 INFO:tasks.workunit.client.0.smithi111.stdout: 444: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:25.836 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uzJxSIcg9l4aOHn off=22726155 len=1095694 2023-12-01T05:11:25.837 INFO:tasks.workunit.client.0.smithi111.stdout:op 2223 completed, throughput=4.99MB/sec 2023-12-01T05:11:25.837 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yhOKZQgu9nyqE_P off=5624490 len=1073096 2023-12-01T05:11:25.842 INFO:tasks.workunit.client.0.smithi111.stdout:op 2224 completed, throughput=5MB/sec 2023-12-01T05:11:25.842 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jfNFNQEhIGMAz7Z off=9089552 len=380438 2023-12-01T05:11:25.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 2225 completed, throughput=5MB/sec 2023-12-01T05:11:25.845 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UTT_SZpikadFlh0 off=7290001 len=237532 2023-12-01T05:11:25.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 2226 completed, throughput=5MB/sec 2023-12-01T05:11:25.848 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u-lIe1b_P649Ws3 off=14198097 len=1427936 2023-12-01T05:11:25.849 INFO:tasks.workunit.client.0.smithi111.stdout:op 2227 completed, throughput=5MB/sec 2023-12-01T05:11:25.849 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SSPy1ZVmUYqcNOV off=4634337 len=910901 2023-12-01T05:11:25.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 2228 completed, throughput=5MB/sec 2023-12-01T05:11:26.854 INFO:tasks.workunit.client.0.smithi111.stdout: 445: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:26.854 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L_lJQePgfWvnNeD off=1194851 len=1724710 2023-12-01T05:11:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 2229 completed, throughput=4.99MB/sec 2023-12-01T05:11:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4Rnk2n9ITtj24ft off=270645 len=191317 2023-12-01T05:11:26.865 INFO:tasks.workunit.client.0.smithi111.stdout:op 2230 completed, throughput=4.99MB/sec 2023-12-01T05:11:26.866 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uXlDUuAS8EjsusL off=736912 len=824954 2023-12-01T05:11:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 2231 completed, throughput=5MB/sec 2023-12-01T05:11:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o1u-71T4A2QUF4Y off=756192 len=1891426 2023-12-01T05:11:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 2232 completed, throughput=5MB/sec 2023-12-01T05:11:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:26 smithi155 ceph-mon[102677]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:11:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:26 smithi111 ceph-mon[97855]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:11:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:26 smithi111 ceph-mon[116524]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:11:27.873 INFO:tasks.workunit.client.0.smithi111.stdout: 446: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:27.873 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gJWW30IauDo3NCW off=20482952 len=1422868 2023-12-01T05:11:27.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 2233 completed, throughput=4.99MB/sec 2023-12-01T05:11:27.882 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NDF0qGF3nBhcdYW off=12158486 len=288341 2023-12-01T05:11:27.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 2234 completed, throughput=4.99MB/sec 2023-12-01T05:11:27.882 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hybLvsw0z7p32tH off=6928635 len=1481828 2023-12-01T05:11:27.889 INFO:tasks.workunit.client.0.smithi111.stdout:op 2235 completed, throughput=5MB/sec 2023-12-01T05:11:27.889 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-91UN_l3Wdp0fYGw off=12925862 len=964292 2023-12-01T05:11:27.889 INFO:tasks.workunit.client.0.smithi111.stdout:op 2236 completed, throughput=5MB/sec 2023-12-01T05:11:27.889 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3FmPkHYchiAk_rX off=1113409 len=1045205 2023-12-01T05:11:27.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 2237 completed, throughput=5MB/sec 2023-12-01T05:11:27.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_QSmsGWcG8NFUcm off=10863671 len=390166 2023-12-01T05:11:27.895 INFO:tasks.workunit.client.0.smithi111.stdout:op 2238 completed, throughput=5MB/sec 2023-12-01T05:11:28.895 INFO:tasks.workunit.client.0.smithi111.stdout: 447: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:28.895 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-myluPg2svBEDvlZ off=4485858 len=641553 2023-12-01T05:11:28.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 2239 completed, throughput=4.99MB/sec 2023-12-01T05:11:28.897 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HE7bA8QNcVge0VN off=10569832 len=413604 2023-12-01T05:11:28.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 2240 completed, throughput=4.99MB/sec 2023-12-01T05:11:28.902 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aFr2wg6CnYrTfyY off=11757454 len=2052453 2023-12-01T05:11:28.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 2241 completed, throughput=5MB/sec 2023-12-01T05:11:28.909 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4423yMDMRvHMFiq off=11384752 len=592408 2023-12-01T05:11:28.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 2242 completed, throughput=5MB/sec 2023-12-01T05:11:28.910 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WrqpV6JBNZFosnr off=7922504 len=1332904 2023-12-01T05:11:28.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 2243 completed, throughput=5MB/sec 2023-12-01T05:11:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:28 smithi155 ceph-mon[102677]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:11:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:28 smithi111 ceph-mon[97855]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:11:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:28 smithi111 ceph-mon[116524]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:11:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:11:29] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:11:29.917 INFO:tasks.workunit.client.0.smithi111.stdout: 448: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:29.917 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_pzgNxrmO8CI0cJ off=7000461 len=2054544 2023-12-01T05:11:29.929 INFO:tasks.workunit.client.0.smithi111.stdout:op 2244 completed, throughput=4.99MB/sec 2023-12-01T05:11:29.929 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DXe0I-JsDprdqig off=9416584 len=1002933 2023-12-01T05:11:29.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 2245 completed, throughput=5MB/sec 2023-12-01T05:11:29.936 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F6FV5aCbsR23fH7 off=1485286 len=1062651 2023-12-01T05:11:29.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 2246 completed, throughput=5MB/sec 2023-12-01T05:11:29.936 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8Zq0oOLi86fHeH4 off=337741 len=519607 2023-12-01T05:11:29.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 2247 completed, throughput=5MB/sec 2023-12-01T05:11:29.937 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-emOm32weFX101AR off=11121363 len=1760716 2023-12-01T05:11:29.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 2248 completed, throughput=5MB/sec 2023-12-01T05:11:30.937 INFO:tasks.workunit.client.0.smithi111.stdout: 449: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:30.937 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vnSV1hzVC_tm_iT off=1850506 len=1142135 2023-12-01T05:11:30.942 INFO:tasks.workunit.client.0.smithi111.stdout:op 2249 completed, throughput=4.99MB/sec 2023-12-01T05:11:30.943 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N0QqDBPmzEUlW0X off=17580409 len=1806304 2023-12-01T05:11:30.951 INFO:tasks.workunit.client.0.smithi111.stdout:op 2250 completed, throughput=5MB/sec 2023-12-01T05:11:30.951 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X3U7H9bV7ZQCg13 off=11949736 len=1682866 2023-12-01T05:11:30.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 2251 completed, throughput=5MB/sec 2023-12-01T05:11:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:30 smithi155 ceph-mon[102677]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:11:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:30 smithi111 ceph-mon[97855]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:11:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:30 smithi111 ceph-mon[116524]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:11:31.962 INFO:tasks.workunit.client.0.smithi111.stdout: 450: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:31.962 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LV38PqMjzBkYsF_ off=6166445 len=1174189 2023-12-01T05:11:31.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 2252 completed, throughput=4.99MB/sec 2023-12-01T05:11:31.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KPrjlI9bAs1w5X6 off=2836892 len=262762 2023-12-01T05:11:31.965 INFO:tasks.workunit.client.0.smithi111.stdout:op 2253 completed, throughput=4.99MB/sec 2023-12-01T05:11:31.965 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sMt1mrBaLTZEs6Q off=3745967 len=504786 2023-12-01T05:11:31.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 2254 completed, throughput=4.99MB/sec 2023-12-01T05:11:31.966 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-On0jVpBWX83iiml off=5492947 len=91315 2023-12-01T05:11:31.969 INFO:tasks.workunit.client.0.smithi111.stdout:op 2255 completed, throughput=4.99MB/sec 2023-12-01T05:11:31.969 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--PkKecz8Pgw2sN5 off=1297801 len=514377 2023-12-01T05:11:31.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 2256 completed, throughput=5MB/sec 2023-12-01T05:11:31.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T5b0NJIgV55N4yV off=5146523 len=30010 2023-12-01T05:11:31.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 2257 completed, throughput=5MB/sec 2023-12-01T05:11:31.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gcj267B3VGOds8Z off=11813385 len=1998448 2023-12-01T05:11:31.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 2258 completed, throughput=5MB/sec 2023-12-01T05:11:31.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ogCsE0Q_W6Iwbpy off=582063 len=29896 2023-12-01T05:11:31.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 2259 completed, throughput=5MB/sec 2023-12-01T05:11:31.976 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4PBVPGdl5er0Gnd off=11246611 len=1972836 2023-12-01T05:11:31.991 INFO:tasks.workunit.client.0.smithi111.stdout:op 2260 completed, throughput=5MB/sec 2023-12-01T05:11:32.987 INFO:tasks.workunit.client.0.smithi111.stdout: 451: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:32.988 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Gx4sVLts3X51Fuh off=322425 len=1869934 2023-12-01T05:11:32.990 INFO:tasks.workunit.client.0.smithi111.stdout:op 2261 completed, throughput=5MB/sec 2023-12-01T05:11:32.990 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qLywSddxRjEbtOB off=3721815 len=1021607 2023-12-01T05:11:32.995 INFO:tasks.workunit.client.0.smithi111.stdout:op 2262 completed, throughput=5MB/sec 2023-12-01T05:11:32.995 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JofSOGCGvYsmhYn off=2032681 len=2010469 2023-12-01T05:11:33.005 INFO:tasks.workunit.client.0.smithi111.stdout:op 2263 completed, throughput=5MB/sec 2023-12-01T05:11:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:32 smithi155 ceph-mon[102677]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:32 smithi111 ceph-mon[97855]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:32 smithi111 ceph-mon[116524]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:33.650 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:11:33.971 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:11:33.971 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (28m) 6m ago 29m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:11:33.971 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (29m) 6m ago 29m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (30m) 6m ago 30m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (30m) 6m ago 30m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (33m) 6m ago 33m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (35m) 6m ago 35m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (35m) 6m ago 35m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (33m) 6m ago 33m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (33m) 6m ago 33m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (29m) 6m ago 29m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (28m) 6m ago 28m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (33m) 6m ago 33m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (32m) 6m ago 32m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (32m) 6m ago 32m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:11:33.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (32m) 6m ago 32m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:11:33.973 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (31m) 6m ago 31m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:11:33.973 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (31m) 6m ago 31m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:11:33.973 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (31m) 6m ago 31m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:11:33.973 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (30m) 6m ago 30m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:11:33.973 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (28m) 6m ago 29m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:11:34.005 INFO:tasks.workunit.client.0.smithi111.stdout: 452: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:34.005 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3vYGvxf2rHJzFFd off=8475360 len=366679 2023-12-01T05:11:34.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 2264 completed, throughput=4.99MB/sec 2023-12-01T05:11:34.008 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v3ZNQ3RZpIHZAva off=7409465 len=423865 2023-12-01T05:11:34.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 2265 completed, throughput=4.99MB/sec 2023-12-01T05:11:34.011 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0q6tdK7Tm1gzolh off=5221876 len=1079284 2023-12-01T05:11:34.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 2266 completed, throughput=5MB/sec 2023-12-01T05:11:34.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-38EIMwPW30bQmFQ off=13870704 len=169328 2023-12-01T05:11:34.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 2267 completed, throughput=5MB/sec 2023-12-01T05:11:34.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hBaW7ixSZ0Wrh9T off=13415227 len=531703 2023-12-01T05:11:34.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 2268 completed, throughput=5MB/sec 2023-12-01T05:11:34.014 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X7JQ65oVxOdg17B off=0 len=1375505 2023-12-01T05:11:34.017 INFO:tasks.workunit.client.0.smithi111.stdout:op 2269 completed, throughput=5MB/sec 2023-12-01T05:11:34.017 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zxv65Dk1sFUQEeZ off=16030203 len=387182 2023-12-01T05:11:34.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 2270 completed, throughput=5MB/sec 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:34.357 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:11:34.358 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:11:35.018 INFO:tasks.workunit.client.0.smithi111.stdout: 453: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:35.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vd9Vo8P0bvHuQ4a off=2534984 len=1530749 2023-12-01T05:11:35.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 2271 completed, throughput=4.99MB/sec 2023-12-01T05:11:35.020 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uaMPXZECIOAfvJi off=221277 len=1734458 2023-12-01T05:11:35.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 2272 completed, throughput=5MB/sec 2023-12-01T05:11:35.022 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AV2n-0z_5_bCs0F off=14788197 len=756399 2023-12-01T05:11:35.023 INFO:tasks.workunit.client.0.smithi111.stdout:op 2273 completed, throughput=5MB/sec 2023-12-01T05:11:35.023 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XD6M2cBZhFT3DlB off=8022244 len=2045851 2023-12-01T05:11:35.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 2274 completed, throughput=5MB/sec 2023-12-01T05:11:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:34 smithi155 ceph-mon[102677]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:11:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:34 smithi155 ceph-mon[102677]: from='client.26357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:34 smithi155 ceph-mon[102677]: from='client.26363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1445167273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:11:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[97855]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:11:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[97855]: from='client.26357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[97855]: from='client.26363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1445167273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:11:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[116524]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:11:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[116524]: from='client.26357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[116524]: from='client.26363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:11:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1445167273' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:11:36.033 INFO:tasks.workunit.client.0.smithi111.stdout: 454: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:36.033 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W0yPoaS00Ql4zOf off=1742841 len=218308 2023-12-01T05:11:36.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 2275 completed, throughput=4.99MB/sec 2023-12-01T05:11:36.039 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iM-tgh1a1mCjrpO off=602965 len=985584 2023-12-01T05:11:36.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 2276 completed, throughput=4.99MB/sec 2023-12-01T05:11:36.041 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FcAMxfeM9pFyxf- off=6717335 len=18160 2023-12-01T05:11:36.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 2277 completed, throughput=4.99MB/sec 2023-12-01T05:11:36.044 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rCQaGr4tW47Zzd- off=6303111 len=703264 2023-12-01T05:11:36.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 2278 completed, throughput=4.99MB/sec 2023-12-01T05:11:36.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mpUL8ad4GRk5J6Z off=16569330 len=987870 2023-12-01T05:11:36.046 INFO:tasks.workunit.client.0.smithi111.stdout:op 2279 completed, throughput=5MB/sec 2023-12-01T05:11:36.046 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2IF3mnHvcc_s969 off=11845960 len=1521680 2023-12-01T05:11:36.049 INFO:tasks.workunit.client.0.smithi111.stdout:op 2280 completed, throughput=5MB/sec 2023-12-01T05:11:37.049 INFO:tasks.workunit.client.0.smithi111.stdout: 455: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:37.049 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h5N4eW1qVsA6XlI off=824970 len=286158 2023-12-01T05:11:37.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 2281 completed, throughput=4.99MB/sec 2023-12-01T05:11:37.050 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cih3k4wWB6H3fki off=135296 len=1118669 2023-12-01T05:11:37.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 2282 completed, throughput=4.99MB/sec 2023-12-01T05:11:37.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-edDkz7_DlMOhZXr off=20423647 len=878329 2023-12-01T05:11:37.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 2283 completed, throughput=4.99MB/sec 2023-12-01T05:11:37.060 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-27LcoLSAsB3C0Dm off=17040485 len=313935 2023-12-01T05:11:37.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 2284 completed, throughput=4.99MB/sec 2023-12-01T05:11:37.063 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-32SKP8p9sYoz-NK off=8789208 len=76576 2023-12-01T05:11:37.065 INFO:tasks.workunit.client.0.smithi111.stdout:op 2285 completed, throughput=4.99MB/sec 2023-12-01T05:11:37.065 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eL2MaKYSVcSja8R off=17778841 len=867098 2023-12-01T05:11:37.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 2286 completed, throughput=5MB/sec 2023-12-01T05:11:37.068 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X0UDSg3SH12DZ2- off=2004567 len=1068547 2023-12-01T05:11:37.074 INFO:tasks.workunit.client.0.smithi111.stdout:op 2287 completed, throughput=5MB/sec 2023-12-01T05:11:37.074 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CDzxYCDy1_fyfAs off=18087780 len=506368 2023-12-01T05:11:37.075 INFO:tasks.workunit.client.0.smithi111.stdout:op 2288 completed, throughput=5MB/sec 2023-12-01T05:11:37.075 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NSBgpC_lc1Yomy6 off=952333 len=905264 2023-12-01T05:11:37.076 INFO:tasks.workunit.client.0.smithi111.stdout:op 2289 completed, throughput=5MB/sec 2023-12-01T05:11:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:36 smithi155 ceph-mon[102677]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:11:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:36 smithi111 ceph-mon[97855]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:11:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:36 smithi111 ceph-mon[116524]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:11:38.076 INFO:tasks.workunit.client.0.smithi111.stdout: 456: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:38.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yIRol_9gdr8B1Tu off=4695273 len=1113414 2023-12-01T05:11:38.083 INFO:tasks.workunit.client.0.smithi111.stdout:op 2290 completed, throughput=4.99MB/sec 2023-12-01T05:11:38.084 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cMg2z_UbHRiucKg off=4925271 len=361800 2023-12-01T05:11:38.085 INFO:tasks.workunit.client.0.smithi111.stdout:op 2291 completed, throughput=4.99MB/sec 2023-12-01T05:11:38.085 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e7gw6DI0P2ua3GQ off=10483021 len=441489 2023-12-01T05:11:38.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 2292 completed, throughput=4.99MB/sec 2023-12-01T05:11:38.089 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ArLsB01oVuYY7_g off=6995112 len=935189 2023-12-01T05:11:38.094 INFO:tasks.workunit.client.0.smithi111.stdout:op 2293 completed, throughput=5MB/sec 2023-12-01T05:11:38.094 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hsTdeSL8cJiO3R8 off=633984 len=1919045 2023-12-01T05:11:38.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 2294 completed, throughput=5MB/sec 2023-12-01T05:11:39.096 INFO:tasks.workunit.client.0.smithi111.stdout: 457: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:39.096 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_zoO12eXyxSSXsX off=667799 len=1263793 2023-12-01T05:11:39.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 2295 completed, throughput=4.99MB/sec 2023-12-01T05:11:39.104 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X8fVAhmDJgZBkRn off=12429534 len=1410144 2023-12-01T05:11:39.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 2296 completed, throughput=4.99MB/sec 2023-12-01T05:11:39.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p_lV1KiMDb4EOoh off=9457572 len=1961126 2023-12-01T05:11:39.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 2297 completed, throughput=5MB/sec 2023-12-01T05:11:39.117 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A6KYljlnbkOp7Pn off=1507989 len=1883924 2023-12-01T05:11:39.127 INFO:tasks.workunit.client.0.smithi111.stdout:op 2298 completed, throughput=5MB/sec 2023-12-01T05:11:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:38 smithi155 ceph-mon[102677]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:11:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:38 smithi111 ceph-mon[97855]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:11:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:38 smithi111 ceph-mon[116524]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:11:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:11:39] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:11:40.128 INFO:tasks.workunit.client.0.smithi111.stdout: 458: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:40.128 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yeU-y2R2aR1XJjx off=18170792 len=651969 2023-12-01T05:11:40.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 2299 completed, throughput=4.99MB/sec 2023-12-01T05:11:40.129 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-19r9R74exa_yYyd off=16313897 len=1583815 2023-12-01T05:11:40.135 INFO:tasks.workunit.client.0.smithi111.stdout:op 2300 completed, throughput=5MB/sec 2023-12-01T05:11:40.135 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vGi8tr59DvXrvTd off=560566 len=1488263 2023-12-01T05:11:40.144 INFO:tasks.workunit.client.0.smithi111.stdout:op 2301 completed, throughput=5MB/sec 2023-12-01T05:11:40.144 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SoDkKIbAu6T3Auc off=21459110 len=1435974 2023-12-01T05:11:40.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 2302 completed, throughput=5MB/sec 2023-12-01T05:11:41.152 INFO:tasks.workunit.client.0.smithi111.stdout: 459: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:41.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4KbaecOoBo1eDkk off=17837005 len=881316 2023-12-01T05:11:41.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 2303 completed, throughput=4.99MB/sec 2023-12-01T05:11:41.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v6a6SWpMFlqdQGq off=9131465 len=469988 2023-12-01T05:11:41.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 2304 completed, throughput=4.99MB/sec 2023-12-01T05:11:41.154 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h7k4H4wKL2hDNuL off=9461873 len=76980 2023-12-01T05:11:41.157 INFO:tasks.workunit.client.0.smithi111.stdout:op 2305 completed, throughput=4.99MB/sec 2023-12-01T05:11:41.157 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Hyg4K_uDRjWeMw1 off=5030067 len=130881 2023-12-01T05:11:41.159 INFO:tasks.workunit.client.0.smithi111.stdout:op 2306 completed, throughput=4.99MB/sec 2023-12-01T05:11:41.159 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oOLY-x0yW0T4A0k off=5376363 len=419222 2023-12-01T05:11:41.160 INFO:tasks.workunit.client.0.smithi111.stdout:op 2307 completed, throughput=5MB/sec 2023-12-01T05:11:41.160 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rsHucO7kEa6LWGD off=4983912 len=119506 2023-12-01T05:11:41.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 2308 completed, throughput=5MB/sec 2023-12-01T05:11:41.161 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nn9G_NoC_R1w7Le off=5024399 len=324637 2023-12-01T05:11:41.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 2309 completed, throughput=5MB/sec 2023-12-01T05:11:41.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sGEddSzZf_4Qiyh off=10457 len=1793218 2023-12-01T05:11:41.172 INFO:tasks.workunit.client.0.smithi111.stdout:op 2310 completed, throughput=5MB/sec 2023-12-01T05:11:41.172 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--xgIwGnvx4OerTE off=882215 len=1518095 2023-12-01T05:11:41.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 2311 completed, throughput=5MB/sec 2023-12-01T05:11:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:40 smithi155 ceph-mon[102677]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:11:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:40 smithi111 ceph-mon[97855]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:11:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:40 smithi111 ceph-mon[116524]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:11:42.175 INFO:tasks.workunit.client.0.smithi111.stdout: 460: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:42.175 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7h51Aonf4JXGLW_ off=4258765 len=1948243 2023-12-01T05:11:42.177 INFO:tasks.workunit.client.0.smithi111.stdout:op 2312 completed, throughput=5MB/sec 2023-12-01T05:11:42.177 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qXRLSK1CylByqNz off=5449226 len=1674847 2023-12-01T05:11:42.181 INFO:tasks.workunit.client.0.smithi111.stdout:op 2313 completed, throughput=5MB/sec 2023-12-01T05:11:42.181 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_m41z0Jwla0aYMn off=3010540 len=682142 2023-12-01T05:11:42.185 INFO:tasks.workunit.client.0.smithi111.stdout:op 2314 completed, throughput=5MB/sec 2023-12-01T05:11:43.185 INFO:tasks.workunit.client.0.smithi111.stdout: 461: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:43.186 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9jIEXPG0Qy4Ux1A off=10181111 len=142747 2023-12-01T05:11:43.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 2315 completed, throughput=4.99MB/sec 2023-12-01T05:11:43.186 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kFU5TgqPgqwmGzj off=5810977 len=340825 2023-12-01T05:11:43.189 INFO:tasks.workunit.client.0.smithi111.stdout:op 2316 completed, throughput=4.99MB/sec 2023-12-01T05:11:43.189 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h2ttuhCr8ZibNNj off=5150026 len=850794 2023-12-01T05:11:43.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 2317 completed, throughput=4.99MB/sec 2023-12-01T05:11:43.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZI2zaLuZVvFGs4Y off=2527172 len=2019466 2023-12-01T05:11:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:42 smithi155 ceph-mon[102677]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:43.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 2318 completed, throughput=5MB/sec 2023-12-01T05:11:43.207 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nab37E7ltowTl9Y off=3307013 len=1493043 2023-12-01T05:11:43.213 INFO:tasks.workunit.client.0.smithi111.stdout:op 2319 completed, throughput=5MB/sec 2023-12-01T05:11:43.213 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iy5KzMIgRXYea9e off=990362 len=922396 2023-12-01T05:11:43.218 INFO:tasks.workunit.client.0.smithi111.stdout:op 2320 completed, throughput=5MB/sec 2023-12-01T05:11:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:42 smithi111 ceph-mon[97855]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:42 smithi111 ceph-mon[116524]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:11:44.218 INFO:tasks.workunit.client.0.smithi111.stdout: 462: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:44.218 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5sGdxqyamFxniL0 off=1591819 len=1663839 2023-12-01T05:11:44.222 INFO:tasks.workunit.client.0.smithi111.stdout:op 2321 completed, throughput=4.99MB/sec 2023-12-01T05:11:44.222 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Sg5AWp8M312ie3M off=8210266 len=1561353 2023-12-01T05:11:44.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 2322 completed, throughput=5MB/sec 2023-12-01T05:11:44.231 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-izqd9z6LzR3X8sR off=9336385 len=621169 2023-12-01T05:11:44.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 2323 completed, throughput=5MB/sec 2023-12-01T05:11:44.236 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mYGGoQalQ-3BCkX off=3602993 len=287538 2023-12-01T05:11:44.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 2324 completed, throughput=5MB/sec 2023-12-01T05:11:44.236 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oHobEdKQff-7D2d off=4939137 len=1526285 2023-12-01T05:11:44.244 INFO:tasks.workunit.client.0.smithi111.stdout:op 2325 completed, throughput=5MB/sec 2023-12-01T05:11:45.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:44 smithi155 ceph-mon[102677]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:11:45.244 INFO:tasks.workunit.client.0.smithi111.stdout: 463: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:45.244 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lc43OMJH6O_z57D off=7240076 len=78472 2023-12-01T05:11:45.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 2326 completed, throughput=4.99MB/sec 2023-12-01T05:11:45.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RIhQGZz18Oaca1d off=3541172 len=300165 2023-12-01T05:11:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:44 smithi111 ceph-mon[97855]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:11:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:44 smithi111 ceph-mon[116524]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:11:45.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 2327 completed, throughput=4.99MB/sec 2023-12-01T05:11:45.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dSwm_BS8HwLV_dF off=13173802 len=1375696 2023-12-01T05:11:45.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 2328 completed, throughput=4.99MB/sec 2023-12-01T05:11:45.250 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zet1vOm1Abnh_3D off=11396028 len=643230 2023-12-01T05:11:45.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 2329 completed, throughput=5MB/sec 2023-12-01T05:11:45.399 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7LWZLVxxg8fE6xX off=12877945 len=526910 2023-12-01T05:11:45.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 2330 completed, throughput=5MB/sec 2023-12-01T05:11:45.400 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0r_kz4WvsZpuAJn off=5112758 len=803294 2023-12-01T05:11:45.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 2331 completed, throughput=5MB/sec 2023-12-01T05:11:45.401 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JNsaSXZGwlNnVq1 off=13088732 len=423761 2023-12-01T05:11:45.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 2332 completed, throughput=5MB/sec 2023-12-01T05:11:45.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jeDvo0Zc2-Z55Yt off=1929397 len=1855778 2023-12-01T05:11:45.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 2333 completed, throughput=5MB/sec 2023-12-01T05:11:46.262 INFO:tasks.workunit.client.0.smithi111.stdout: 464: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:46.262 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nZqd-tJJAm8GRmM off=2317285 len=1374268 2023-12-01T05:11:46.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 2334 completed, throughput=5MB/sec 2023-12-01T05:11:46.264 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zN15tLa2PIOK2P- off=5946997 len=4305 2023-12-01T05:11:46.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 2335 completed, throughput=5MB/sec 2023-12-01T05:11:46.265 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x2oLsVIR-2hptOS off=3776968 len=415214 2023-12-01T05:11:46.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 2336 completed, throughput=5MB/sec 2023-12-01T05:11:46.268 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J1rrp9ENfp073VS off=574361 len=2028765 2023-12-01T05:11:46.272 INFO:tasks.workunit.client.0.smithi111.stdout:op 2337 completed, throughput=5MB/sec 2023-12-01T05:11:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:46 smithi155 ceph-mon[102677]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:11:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:46 smithi111 ceph-mon[97855]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:11:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:46 smithi111 ceph-mon[116524]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:11:47.272 INFO:tasks.workunit.client.0.smithi111.stdout: 465: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:47.273 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J0FlTqH2KBx9jKh off=1777166 len=1130411 2023-12-01T05:11:47.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 2338 completed, throughput=4.99MB/sec 2023-12-01T05:11:47.274 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zyrld2sPoTTs5hh off=2451887 len=165515 2023-12-01T05:11:47.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 2339 completed, throughput=4.99MB/sec 2023-12-01T05:11:47.274 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mjmjhgt2q3t7h0- off=115599 len=1614161 2023-12-01T05:11:47.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 2340 completed, throughput=5MB/sec 2023-12-01T05:11:47.276 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HrzAEmZ6ysk3h8G off=0 len=1150478 2023-12-01T05:11:47.278 INFO:tasks.workunit.client.0.smithi111.stdout:op 2341 completed, throughput=5MB/sec 2023-12-01T05:11:47.278 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R2FSDypd0izNxjW off=18023100 len=1034810 2023-12-01T05:11:47.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 2342 completed, throughput=5MB/sec 2023-12-01T05:11:47.284 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CEk5fzqTX1-0nhz off=4209844 len=1779886 2023-12-01T05:11:47.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 2343 completed, throughput=5MB/sec 2023-12-01T05:11:48.294 INFO:tasks.workunit.client.0.smithi111.stdout: 466: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:48.294 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2XrJofIJeyl2Ave off=951133 len=514748 2023-12-01T05:11:48.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 2344 completed, throughput=4.99MB/sec 2023-12-01T05:11:48.298 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m3c89HSnLdObWaC off=4322942 len=160168 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 2345 completed, throughput=4.99MB/sec 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-keyOmYvR4SgtE0f off=13541648 len=226071 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 2346 completed, throughput=4.99MB/sec 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-piks8T0S_SZxmRr off=3567032 len=1239385 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 2347 completed, throughput=5MB/sec 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jm3oHXFL9iEf1JG off=7723813 len=605905 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 2348 completed, throughput=5MB/sec 2023-12-01T05:11:48.303 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VTKV_fWZZqFWGz0 off=2535473 len=1929832 2023-12-01T05:11:48.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 2349 completed, throughput=5MB/sec 2023-12-01T05:11:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:48 smithi155 ceph-mon[102677]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:11:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:48 smithi111 ceph-mon[116524]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:11:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:48 smithi111 ceph-mon[97855]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:11:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:11:49.304 INFO:tasks.workunit.client.0.smithi111.stdout: 467: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:49.304 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBO8x6Y2_Ejyvao off=2134415 len=1635174 2023-12-01T05:11:49.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 2350 completed, throughput=4.99MB/sec 2023-12-01T05:11:49.307 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HeKbE1I-zCcuWU2 off=9463788 len=1581035 2023-12-01T05:11:49.311 INFO:tasks.workunit.client.0.smithi111.stdout:op 2351 completed, throughput=5MB/sec 2023-12-01T05:11:49.311 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jdsVVVPx9Abf56B off=15767410 len=857856 2023-12-01T05:11:49.312 INFO:tasks.workunit.client.0.smithi111.stdout:op 2352 completed, throughput=5MB/sec 2023-12-01T05:11:49.312 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jXgERI4ALvASb5F off=11185139 len=791092 2023-12-01T05:11:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:op 2353 completed, throughput=5MB/sec 2023-12-01T05:11:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:11:49] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:11:50.316 INFO:tasks.workunit.client.0.smithi111.stdout: 468: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:50.316 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TtTjdHSnIrNt6Tk off=558746 len=1290739 2023-12-01T05:11:50.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 2354 completed, throughput=4.99MB/sec 2023-12-01T05:11:50.324 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bsSVYxrSTIfVzC8 off=1235402 len=177909 2023-12-01T05:11:50.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 2355 completed, throughput=4.99MB/sec 2023-12-01T05:11:50.326 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jfhm4flSf3B5XuA off=21354328 len=1606418 2023-12-01T05:11:50.328 INFO:tasks.workunit.client.0.smithi111.stdout:op 2356 completed, throughput=5MB/sec 2023-12-01T05:11:50.328 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2O7X9XF95EX0Xai off=1797475 len=139916 2023-12-01T05:11:50.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 2357 completed, throughput=5MB/sec 2023-12-01T05:11:50.331 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C7wDrtXm9gnixSL off=16098224 len=1876789 2023-12-01T05:11:50.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 2358 completed, throughput=5MB/sec 2023-12-01T05:11:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:50 smithi155 ceph-mon[102677]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:11:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:50 smithi111 ceph-mon[97855]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:11:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:50 smithi111 ceph-mon[116524]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:11:51.334 INFO:tasks.workunit.client.0.smithi111.stdout: 469: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:51.334 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZotlK2rqjcZt4wT off=21361405 len=1459796 2023-12-01T05:11:51.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 2359 completed, throughput=4.99MB/sec 2023-12-01T05:11:51.337 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xL35uVFCgQlNmY2 off=2232513 len=1339259 2023-12-01T05:11:51.340 INFO:tasks.workunit.client.0.smithi111.stdout:op 2360 completed, throughput=5MB/sec 2023-12-01T05:11:51.340 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xAXS7cPPr6wZV63 off=6719598 len=1559416 2023-12-01T05:11:51.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 2361 completed, throughput=5MB/sec 2023-12-01T05:11:51.347 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0CQi1KzpGTh7lYB off=1560054 len=1665704 2023-12-01T05:11:51.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 2362 completed, throughput=5MB/sec 2023-12-01T05:11:52.355 INFO:tasks.workunit.client.0.smithi111.stdout: 470: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:52.355 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-88hmUpErlo1vqQe off=21880580 len=863849 2023-12-01T05:11:52.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 2363 completed, throughput=4.99MB/sec 2023-12-01T05:11:52.360 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9cc-YrFmNxSLV89 off=1616265 len=224636 2023-12-01T05:11:52.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 2364 completed, throughput=4.99MB/sec 2023-12-01T05:11:52.363 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KsYOXMb6Y82XrAN off=7187003 len=245538 2023-12-01T05:11:52.363 INFO:tasks.workunit.client.0.smithi111.stdout:op 2365 completed, throughput=4.99MB/sec 2023-12-01T05:11:52.363 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hZfE2xzbw7uWt6s off=2630154 len=746496 2023-12-01T05:11:52.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 2366 completed, throughput=5MB/sec 2023-12-01T05:11:52.364 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dwHHl3SPvzobcQl off=1788977 len=597045 2023-12-01T05:11:52.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 2367 completed, throughput=5MB/sec 2023-12-01T05:11:52.368 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ywUtXlTbb1yqsWd off=7284009 len=1503066 2023-12-01T05:11:52.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 2368 completed, throughput=5MB/sec 2023-12-01T05:11:52.370 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-COpZfrPKTKz5hpm off=539321 len=622694 2023-12-01T05:11:52.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 2369 completed, throughput=5MB/sec 2023-12-01T05:11:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:52 smithi155 ceph-mon[102677]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:11:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:52 smithi111 ceph-mon[116524]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:11:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:52 smithi111 ceph-mon[97855]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:11:53.374 INFO:tasks.workunit.client.0.smithi111.stdout: 471: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:53.375 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-27r7kMcAIDSFS0u off=7899953 len=1253162 2023-12-01T05:11:53.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 2370 completed, throughput=4.99MB/sec 2023-12-01T05:11:53.380 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5TnerEvVgCMjgl2 off=20454736 len=1382062 2023-12-01T05:11:53.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 2371 completed, throughput=5MB/sec 2023-12-01T05:11:53.382 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8TiKue_Z4OYfviR off=463696 len=1288975 2023-12-01T05:11:53.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 2372 completed, throughput=5MB/sec 2023-12-01T05:11:53.390 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CtL5rdxyMvL2LFg off=1309131 len=1191794 2023-12-01T05:11:53.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 2373 completed, throughput=5MB/sec 2023-12-01T05:11:54.391 INFO:tasks.workunit.client.0.smithi111.stdout: 472: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:54.391 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-w8hbaeL6SdUorxL off=7495513 len=1270255 2023-12-01T05:11:54.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 2374 completed, throughput=4.99MB/sec 2023-12-01T05:11:54.398 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vTQMp_5PI6KNV07 off=8032890 len=269748 2023-12-01T05:11:54.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 2375 completed, throughput=4.99MB/sec 2023-12-01T05:11:54.407 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P_IS4OsoFMPLDwm off=14831174 len=1061223 2023-12-01T05:11:54.408 INFO:tasks.workunit.client.0.smithi111.stdout:op 2376 completed, throughput=5MB/sec 2023-12-01T05:11:54.408 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--lON5m4sQiYppwb off=6437678 len=2022728 2023-12-01T05:11:54.414 INFO:tasks.workunit.client.0.smithi111.stdout:op 2377 completed, throughput=5MB/sec 2023-12-01T05:11:54.415 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uwlhKzxobu9kR3_ off=3229580 len=1672587 2023-12-01T05:11:54.421 INFO:tasks.workunit.client.0.smithi111.stdout:op 2378 completed, throughput=5MB/sec 2023-12-01T05:11:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:54 smithi155 ceph-mon[102677]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:11:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:54 smithi111 ceph-mon[97855]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:11:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:54 smithi111 ceph-mon[116524]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:11:55.417 INFO:tasks.workunit.client.0.smithi111.stdout: 473: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:55.417 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yUzs-shQ8lsasKE off=6626153 len=586801 2023-12-01T05:11:55.418 INFO:tasks.workunit.client.0.smithi111.stdout:op 2379 completed, throughput=4.99MB/sec 2023-12-01T05:11:55.418 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p9rmKlJ4rBp80lD off=13967836 len=2068435 2023-12-01T05:11:55.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 2380 completed, throughput=5MB/sec 2023-12-01T05:11:55.420 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PxyGX5heiGETiMn off=41589 len=291633 2023-12-01T05:11:55.421 INFO:tasks.workunit.client.0.smithi111.stdout:op 2381 completed, throughput=5MB/sec 2023-12-01T05:11:55.421 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E4hBVN0-JneJUIr off=13385564 len=1742518 2023-12-01T05:11:55.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 2382 completed, throughput=5MB/sec 2023-12-01T05:11:56.430 INFO:tasks.workunit.client.0.smithi111.stdout: 474: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:56.431 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vVuW8IMcG2SyhLx off=3370847 len=1731722 2023-12-01T05:11:56.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 2383 completed, throughput=4.99MB/sec 2023-12-01T05:11:56.432 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ztRziptoQw_KTjO off=9329911 len=2845 2023-12-01T05:11:56.435 INFO:tasks.workunit.client.0.smithi111.stdout:op 2384 completed, throughput=4.99MB/sec 2023-12-01T05:11:56.435 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T1aJKsu1X3I5sFX off=1333728 len=366440 2023-12-01T05:11:56.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 2385 completed, throughput=4.99MB/sec 2023-12-01T05:11:56.436 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Khv9d-Uw--3itlM off=13389938 len=604274 2023-12-01T05:11:56.437 INFO:tasks.workunit.client.0.smithi111.stdout:op 2386 completed, throughput=5MB/sec 2023-12-01T05:11:56.437 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JOMyWmtytJDvMfH off=3544128 len=844840 2023-12-01T05:11:56.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 2387 completed, throughput=5MB/sec 2023-12-01T05:11:56.442 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--iyYlBpNqr1Q1gy off=2658856 len=339406 2023-12-01T05:11:56.443 INFO:tasks.workunit.client.0.smithi111.stdout:op 2388 completed, throughput=5MB/sec 2023-12-01T05:11:56.443 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IgTNg2ay9YKAjnD off=5595876 len=1221517 2023-12-01T05:11:56.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 2389 completed, throughput=5MB/sec 2023-12-01T05:11:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:56 smithi155 ceph-mon[102677]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:11:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:56 smithi111 ceph-mon[97855]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:11:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:56 smithi111 ceph-mon[116524]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:11:57.445 INFO:tasks.workunit.client.0.smithi111.stdout: 475: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:57.445 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L0_FUtB7_FArQcY off=2266811 len=170466 2023-12-01T05:11:57.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 2390 completed, throughput=4.99MB/sec 2023-12-01T05:11:57.446 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a0TyUoMaBks0EU7 off=826780 len=1476915 2023-12-01T05:11:57.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 2391 completed, throughput=4.99MB/sec 2023-12-01T05:11:57.454 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-434eZrTL4E5sZuB off=168200 len=1786473 2023-12-01T05:11:57.463 INFO:tasks.workunit.client.0.smithi111.stdout:op 2392 completed, throughput=5MB/sec 2023-12-01T05:11:57.463 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gglRuT4B0t2ttri off=13202220 len=631604 2023-12-01T05:11:57.467 INFO:tasks.workunit.client.0.smithi111.stdout:op 2393 completed, throughput=5MB/sec 2023-12-01T05:11:57.467 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EVKkGDZ3YCoq3UU off=18174528 len=172718 2023-12-01T05:11:57.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 2394 completed, throughput=5MB/sec 2023-12-01T05:11:57.470 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RbYYv2c3ZOkCL4z off=22091563 len=690168 2023-12-01T05:11:57.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 2395 completed, throughput=5MB/sec 2023-12-01T05:11:57.471 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NwVFu3HynJZND2m off=5092227 len=218216 2023-12-01T05:11:57.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 2396 completed, throughput=5MB/sec 2023-12-01T05:11:58.472 INFO:tasks.workunit.client.0.smithi111.stdout: 476: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:58.472 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M4KbiGpGkjqt7E7 off=11842142 len=1351850 2023-12-01T05:11:58.478 INFO:tasks.workunit.client.0.smithi111.stdout:op 2397 completed, throughput=4.99MB/sec 2023-12-01T05:11:58.479 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mCWEGV51GJ9swyz off=11560491 len=1455143 2023-12-01T05:11:58.484 INFO:tasks.workunit.client.0.smithi111.stdout:op 2398 completed, throughput=5MB/sec 2023-12-01T05:11:58.484 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iiMV5ZyuvDO5fci off=19618429 len=1205001 2023-12-01T05:11:58.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 2399 completed, throughput=5MB/sec 2023-12-01T05:11:58.492 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2ELdnPpvQ9BEWxz off=14724648 len=1969127 2023-12-01T05:11:58.494 INFO:tasks.workunit.client.0.smithi111.stdout:op 2400 completed, throughput=5MB/sec 2023-12-01T05:11:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:11:58 smithi155 ceph-mon[102677]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:11:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:11:58 smithi111 ceph-mon[97855]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:11:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:11:58 smithi111 ceph-mon[116524]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:11:59.494 INFO:tasks.workunit.client.0.smithi111.stdout: 477: throughput=4.99MB/sec pending data=0 2023-12-01T05:11:59.494 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HDTwXawUuX2wzSF off=7169816 len=2003445 2023-12-01T05:11:59.504 INFO:tasks.workunit.client.0.smithi111.stdout:op 2401 completed, throughput=5MB/sec 2023-12-01T05:11:59.504 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4L0PpcuanEOk6Ni off=8063714 len=1408897 2023-12-01T05:11:59.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 2402 completed, throughput=5MB/sec 2023-12-01T05:11:59.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MAJ-AqnDIRA6vGE off=1412282 len=1342539 2023-12-01T05:11:59.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 2403 completed, throughput=5MB/sec 2023-12-01T05:11:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:11:59] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:12:00.509 INFO:tasks.workunit.client.0.smithi111.stdout: 478: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:00.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i5szasWvqNcS4IN off=178619 len=919275 2023-12-01T05:12:00.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 2404 completed, throughput=4.99MB/sec 2023-12-01T05:12:00.510 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sDO6pb16fjHIIKN off=1889099 len=1806583 2023-12-01T05:12:00.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 2405 completed, throughput=5MB/sec 2023-12-01T05:12:00.521 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SRro1YzYANH5oJP off=3943520 len=63252 2023-12-01T05:12:00.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 2406 completed, throughput=5MB/sec 2023-12-01T05:12:00.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I1NOPoUlHVm4mPV off=12166077 len=503722 2023-12-01T05:12:00.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 2407 completed, throughput=5MB/sec 2023-12-01T05:12:00.526 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PfVB0T4H4cOMeZy off=1850694 len=478456 2023-12-01T05:12:00.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 2408 completed, throughput=5MB/sec 2023-12-01T05:12:00.531 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9D_ta7uQlT-kmpN off=8393038 len=2083763 2023-12-01T05:12:00.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 2409 completed, throughput=5MB/sec 2023-12-01T05:12:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:00 smithi155 ceph-mon[102677]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:12:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:00 smithi111 ceph-mon[97855]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:12:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:00 smithi111 ceph-mon[116524]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:12:01.540 INFO:tasks.workunit.client.0.smithi111.stdout: 479: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:01.540 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-frVl538EjgPlrlc off=58337 len=57799 2023-12-01T05:12:01.541 INFO:tasks.workunit.client.0.smithi111.stdout:op 2410 completed, throughput=4.99MB/sec 2023-12-01T05:12:01.542 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WdmacEgRCvSd4V6 off=5060283 len=1045582 2023-12-01T05:12:01.543 INFO:tasks.workunit.client.0.smithi111.stdout:op 2411 completed, throughput=4.99MB/sec 2023-12-01T05:12:01.543 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o1u-71T4A2QUF4Y off=10095617 len=647114 2023-12-01T05:12:01.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 2412 completed, throughput=4.99MB/sec 2023-12-01T05:12:01.545 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y95j51T07qopt4L off=5974957 len=1671220 2023-12-01T05:12:01.547 INFO:tasks.workunit.client.0.smithi111.stdout:op 2413 completed, throughput=5MB/sec 2023-12-01T05:12:01.547 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X_RM7So0sUFDpHW off=1174451 len=121709 2023-12-01T05:12:01.547 INFO:tasks.workunit.client.0.smithi111.stdout:op 2414 completed, throughput=5MB/sec 2023-12-01T05:12:01.547 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UM0czNKbJL8qPwu off=2790860 len=1042158 2023-12-01T05:12:01.549 INFO:tasks.workunit.client.0.smithi111.stdout:op 2415 completed, throughput=5MB/sec 2023-12-01T05:12:01.549 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-434eZrTL4E5sZuB off=1635228 len=111058 2023-12-01T05:12:01.553 INFO:tasks.workunit.client.0.smithi111.stdout:op 2416 completed, throughput=5MB/sec 2023-12-01T05:12:02.552 INFO:tasks.workunit.client.0.smithi111.stdout: 480: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:02.552 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yWDOen44N7chdYG off=13285330 len=1021547 2023-12-01T05:12:02.553 INFO:tasks.workunit.client.0.smithi111.stdout:op 2417 completed, throughput=4.99MB/sec 2023-12-01T05:12:02.553 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qbm4VZhnS40rRWz off=6536760 len=1811611 2023-12-01T05:12:02.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 2418 completed, throughput=5MB/sec 2023-12-01T05:12:02.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oEMhMHPPF-2vSwI off=14776713 len=101707 2023-12-01T05:12:02.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 2419 completed, throughput=5MB/sec 2023-12-01T05:12:02.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VR69_Q7cSvnhKLt off=7438725 len=1084701 2023-12-01T05:12:02.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 2420 completed, throughput=5MB/sec 2023-12-01T05:12:02.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_l5-ZJICfe86gFs off=8994694 len=1072299 2023-12-01T05:12:02.567 INFO:tasks.workunit.client.0.smithi111.stdout:op 2421 completed, throughput=5MB/sec 2023-12-01T05:12:02.567 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p70HR8wOyYBt8xd off=11441666 len=1405127 2023-12-01T05:12:02.569 INFO:tasks.workunit.client.0.smithi111.stdout:op 2422 completed, throughput=5MB/sec 2023-12-01T05:12:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:02 smithi155 ceph-mon[102677]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:12:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:02 smithi111 ceph-mon[97855]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:12:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:02 smithi111 ceph-mon[116524]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:12:03.570 INFO:tasks.workunit.client.0.smithi111.stdout: 481: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:03.570 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y95j51T07qopt4L off=16295893 len=403158 2023-12-01T05:12:03.573 INFO:tasks.workunit.client.0.smithi111.stdout:op 2423 completed, throughput=4.99MB/sec 2023-12-01T05:12:03.573 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aHiK-6K-4swZr-0 off=9209588 len=550011 2023-12-01T05:12:03.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 2424 completed, throughput=4.99MB/sec 2023-12-01T05:12:03.578 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NzUQOrGowXTDTbr off=22253167 len=997373 2023-12-01T05:12:03.584 INFO:tasks.workunit.client.0.smithi111.stdout:op 2425 completed, throughput=5MB/sec 2023-12-01T05:12:03.584 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D9UrAZVVVfT-soL off=2206665 len=915302 2023-12-01T05:12:03.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 2426 completed, throughput=5MB/sec 2023-12-01T05:12:03.588 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NFTLEEnonDbgAb9 off=8326286 len=1944267 2023-12-01T05:12:03.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 2427 completed, throughput=5MB/sec 2023-12-01T05:12:04.590 INFO:tasks.workunit.client.0.smithi111.stdout: 482: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:04.591 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dKLEKLfriLZXpNN off=1172221 len=1573613 2023-12-01T05:12:04.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 2428 completed, throughput=4.99MB/sec 2023-12-01T05:12:04.592 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mtAOp9aQBmahBWx off=1017253 len=676970 2023-12-01T05:12:04.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 2429 completed, throughput=5MB/sec 2023-12-01T05:12:04.596 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AunTich8yJHKZnZ off=14685793 len=647470 2023-12-01T05:12:04.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 2430 completed, throughput=5MB/sec 2023-12-01T05:12:04.597 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nj4l_Onkt-Fsb2X off=875631 len=129675 2023-12-01T05:12:04.600 INFO:tasks.workunit.client.0.smithi111.stdout:op 2431 completed, throughput=5MB/sec 2023-12-01T05:12:04.600 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1CQLo3rw-vjy2xI off=1418865 len=1624528 2023-12-01T05:12:04.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 2432 completed, throughput=5MB/sec 2023-12-01T05:12:04.607 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZIOkEibv77vinRv off=3177020 len=240141 2023-12-01T05:12:04.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 2433 completed, throughput=5MB/sec 2023-12-01T05:12:04.704 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (29m) 7m ago 30m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (29m) 7m ago 29m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (30m) 7m ago 30m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (30m) 7m ago 30m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (34m) 7m ago 34m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:12:05.013 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (35m) 7m ago 35m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (35m) 7m ago 35m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (34m) 7m ago 34m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (34m) 7m ago 34m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (29m) 7m ago 29m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (29m) 7m ago 29m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (33m) 7m ago 33m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (33m) 7m ago 33m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (33m) 7m ago 33m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (32m) 7m ago 32m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (32m) 7m ago 32m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (31m) 7m ago 31m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (31m) 7m ago 31m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:12:05.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (31m) 7m ago 31m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:12:05.015 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (29m) 7m ago 30m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:12:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:04 smithi155 ceph-mon[102677]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:12:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:04 smithi111 ceph-mon[97855]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:04 smithi111 ceph-mon[116524]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:05.391 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:12:05.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:12:05.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:12:05.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:05.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:12:05.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:12:05.392 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:12:05.393 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:12:05.608 INFO:tasks.workunit.client.0.smithi111.stdout: 483: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:05.608 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9qs_1L3bodqRsTd off=1225190 len=150053 2023-12-01T05:12:05.608 INFO:tasks.workunit.client.0.smithi111.stdout:op 2434 completed, throughput=4.99MB/sec 2023-12-01T05:12:05.609 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BmzhQaWoJRiLf2S off=20693925 len=307957 2023-12-01T05:12:05.609 INFO:tasks.workunit.client.0.smithi111.stdout:op 2435 completed, throughput=4.99MB/sec 2023-12-01T05:12:05.609 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XSdYx7NZvbBCi5T off=7014633 len=784739 2023-12-01T05:12:05.614 INFO:tasks.workunit.client.0.smithi111.stdout:op 2436 completed, throughput=4.99MB/sec 2023-12-01T05:12:05.614 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-no0ajN_7Iist_X2 off=15617745 len=1816520 2023-12-01T05:12:05.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 2437 completed, throughput=5MB/sec 2023-12-01T05:12:05.622 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C1trxIBA6QQnD2x off=2793177 len=831864 2023-12-01T05:12:05.623 INFO:tasks.workunit.client.0.smithi111.stdout:op 2438 completed, throughput=5MB/sec 2023-12-01T05:12:05.623 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mf05rx2eyH_0MAD off=11908626 len=1179545 2023-12-01T05:12:05.628 INFO:tasks.workunit.client.0.smithi111.stdout:op 2439 completed, throughput=5MB/sec 2023-12-01T05:12:05.628 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iXhrwH96_iSMHbx off=1436296 len=1409412 2023-12-01T05:12:05.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 2440 completed, throughput=5MB/sec 2023-12-01T05:12:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:05 smithi155 ceph-mon[102677]: from='client.16473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:05 smithi155 ceph-mon[102677]: from='client.16479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/477788466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:12:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:05 smithi111 ceph-mon[116524]: from='client.16473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:05 smithi111 ceph-mon[116524]: from='client.16479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/477788466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:12:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:05 smithi111 ceph-mon[97855]: from='client.16473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:05 smithi111 ceph-mon[97855]: from='client.16479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/477788466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:12:06.633 INFO:tasks.workunit.client.0.smithi111.stdout: 484: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:06.633 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b4t1qAtMwPe-99l off=10022180 len=1199348 2023-12-01T05:12:06.634 INFO:tasks.workunit.client.0.smithi111.stdout:op 2441 completed, throughput=4.99MB/sec 2023-12-01T05:12:06.634 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i0v94TPfrS2pdYA off=524477 len=914406 2023-12-01T05:12:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:op 2442 completed, throughput=5MB/sec 2023-12-01T05:12:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qHpDVMcAkkaJbCh off=623394 len=1001627 2023-12-01T05:12:06.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 2443 completed, throughput=5MB/sec 2023-12-01T05:12:06.645 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5Oyu8JKJTf4-cbT off=733186 len=1483031 2023-12-01T05:12:06.655 INFO:tasks.workunit.client.0.smithi111.stdout:op 2444 completed, throughput=5MB/sec 2023-12-01T05:12:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:06 smithi155 ceph-mon[102677]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:12:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:06 smithi111 ceph-mon[97855]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:12:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:06 smithi111 ceph-mon[116524]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:12:07.655 INFO:tasks.workunit.client.0.smithi111.stdout: 485: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:07.656 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RahcGnf20biTR40 off=1717234 len=1598334 2023-12-01T05:12:07.657 INFO:tasks.workunit.client.0.smithi111.stdout:op 2445 completed, throughput=4.99MB/sec 2023-12-01T05:12:07.658 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IAfpMuU1LJWy5k2 off=7655214 len=1171117 2023-12-01T05:12:07.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 2446 completed, throughput=5MB/sec 2023-12-01T05:12:07.659 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7qhDMJZNr9OE_Tx off=12561858 len=1497844 2023-12-01T05:12:07.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 2447 completed, throughput=5MB/sec 2023-12-01T05:12:07.661 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9EXwD_I7aqQIlEc off=1994925 len=1614147 2023-12-01T05:12:07.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 2448 completed, throughput=5MB/sec 2023-12-01T05:12:08.663 INFO:tasks.workunit.client.0.smithi111.stdout: 486: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:08.663 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WDGndXAFQB-XDf- off=1814580 len=1202451 2023-12-01T05:12:08.670 INFO:tasks.workunit.client.0.smithi111.stdout:op 2449 completed, throughput=4.99MB/sec 2023-12-01T05:12:08.670 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3CCM2T6w_G9r-7r off=2628062 len=1827324 2023-12-01T05:12:08.678 INFO:tasks.workunit.client.0.smithi111.stdout:op 2450 completed, throughput=5MB/sec 2023-12-01T05:12:08.679 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RBVrCEcJgZbEQ5p off=3287098 len=1720512 2023-12-01T05:12:08.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 2451 completed, throughput=5MB/sec 2023-12-01T05:12:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:08 smithi155 ceph-mon[102677]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:12:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:08 smithi111 ceph-mon[97855]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:12:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:08 smithi111 ceph-mon[116524]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:12:09.685 INFO:tasks.workunit.client.0.smithi111.stdout: 487: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:09.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gBsU1N1A6fS5uyR off=17761558 len=1955924 2023-12-01T05:12:09.694 INFO:tasks.workunit.client.0.smithi111.stdout:op 2452 completed, throughput=4.99MB/sec 2023-12-01T05:12:09.695 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-a8S2ISHofQVrVnP off=14480149 len=1601131 2023-12-01T05:12:09.695 INFO:tasks.workunit.client.0.smithi111.stdout:op 2453 completed, throughput=5MB/sec 2023-12-01T05:12:09.696 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NDF0qGF3nBhcdYW off=18457526 len=704891 2023-12-01T05:12:09.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 2454 completed, throughput=5MB/sec 2023-12-01T05:12:09.699 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XO-U-OK3Ob7R3gN off=4000542 len=1128442 2023-12-01T05:12:09.700 INFO:tasks.workunit.client.0.smithi111.stdout:op 2455 completed, throughput=5MB/sec 2023-12-01T05:12:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:12:09] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2023-12-01T05:12:10.700 INFO:tasks.workunit.client.0.smithi111.stdout: 488: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:10.701 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tCosUsDrn0F1lNq off=8152063 len=1223963 2023-12-01T05:12:10.703 INFO:tasks.workunit.client.0.smithi111.stdout:op 2456 completed, throughput=4.99MB/sec 2023-12-01T05:12:10.703 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xTYJewk1CgyyF6U off=6591029 len=1326958 2023-12-01T05:12:10.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 2457 completed, throughput=5MB/sec 2023-12-01T05:12:10.705 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QpttpO_nAczGcoo off=7975745 len=1082157 2023-12-01T05:12:10.710 INFO:tasks.workunit.client.0.smithi111.stdout:op 2458 completed, throughput=5MB/sec 2023-12-01T05:12:10.710 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VnY10pIciZHzpqG off=17894445 len=518096 2023-12-01T05:12:10.711 INFO:tasks.workunit.client.0.smithi111.stdout:op 2459 completed, throughput=5MB/sec 2023-12-01T05:12:10.712 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1Sy8VAIDsrvlG1_ off=1120223 len=1645499 2023-12-01T05:12:10.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 2460 completed, throughput=5MB/sec 2023-12-01T05:12:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:10 smithi155 ceph-mon[102677]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:12:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:10 smithi111 ceph-mon[97855]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:12:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:10 smithi111 ceph-mon[116524]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:12:11.721 INFO:tasks.workunit.client.0.smithi111.stdout: 489: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:11.721 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SNNEPwAx8dCS-Pp off=12910003 len=294735 2023-12-01T05:12:11.721 INFO:tasks.workunit.client.0.smithi111.stdout:op 2461 completed, throughput=4.99MB/sec 2023-12-01T05:12:11.722 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-81GxpTEYlIktzrv off=9881243 len=1406453 2023-12-01T05:12:11.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 2462 completed, throughput=5MB/sec 2023-12-01T05:12:11.726 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RncWrOK3cNYxLyy off=797081 len=507632 2023-12-01T05:12:11.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 2463 completed, throughput=5MB/sec 2023-12-01T05:12:11.727 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eYDVHGkwl4YWNkX off=1458218 len=1426128 2023-12-01T05:12:11.733 INFO:tasks.workunit.client.0.smithi111.stdout:op 2464 completed, throughput=5MB/sec 2023-12-01T05:12:11.733 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n2ua6pSRmXB2UzC off=19941733 len=1856593 2023-12-01T05:12:11.735 INFO:tasks.workunit.client.0.smithi111.stdout:op 2465 completed, throughput=5MB/sec 2023-12-01T05:12:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:12:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:12:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:12:12.735 INFO:tasks.workunit.client.0.smithi111.stdout: 490: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:12.735 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4uMBbMYgZteH4Ci off=650617 len=1347157 2023-12-01T05:12:12.743 INFO:tasks.workunit.client.0.smithi111.stdout:op 2466 completed, throughput=4.99MB/sec 2023-12-01T05:12:12.744 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FozmiWx8XaWB-g7 off=4805796 len=1200422 2023-12-01T05:12:12.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 2467 completed, throughput=5MB/sec 2023-12-01T05:12:12.753 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xTYJewk1CgyyF6U off=19551358 len=794104 2023-12-01T05:12:12.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 2468 completed, throughput=5MB/sec 2023-12-01T05:12:12.754 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QmGQq-OlbuxzkkR off=2898724 len=1039927 2023-12-01T05:12:12.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 2469 completed, throughput=5MB/sec 2023-12-01T05:12:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:12:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:12:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:12:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:12:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:12:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:12:13.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:12:13.758 INFO:tasks.workunit.client.0.smithi111.stdout: 491: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:13.758 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-clf2pkCTytEtAcm off=13248965 len=1318888 2023-12-01T05:12:13.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 2470 completed, throughput=4.99MB/sec 2023-12-01T05:12:13.760 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rMtDTj9Hkwe6d5B off=4101183 len=901445 2023-12-01T05:12:13.762 INFO:tasks.workunit.client.0.smithi111.stdout:op 2471 completed, throughput=4.99MB/sec 2023-12-01T05:12:13.762 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4aB1rc2EG4aAS6Q off=7267643 len=96549 2023-12-01T05:12:13.763 INFO:tasks.workunit.client.0.smithi111.stdout:op 2472 completed, throughput=4.99MB/sec 2023-12-01T05:12:13.763 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DZq128c6HSTMtHc off=7003402 len=888988 2023-12-01T05:12:13.767 INFO:tasks.workunit.client.0.smithi111.stdout:op 2473 completed, throughput=5MB/sec 2023-12-01T05:12:13.768 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YI9XWs1Z9NgIjDC off=6747004 len=1501683 2023-12-01T05:12:13.770 INFO:tasks.workunit.client.0.smithi111.stdout:op 2474 completed, throughput=5MB/sec 2023-12-01T05:12:13.770 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TlxMoJtnDaWcUpn off=3463488 len=1566013 2023-12-01T05:12:13.780 INFO:tasks.workunit.client.0.smithi111.stdout:op 2475 completed, throughput=5MB/sec 2023-12-01T05:12:14.781 INFO:tasks.workunit.client.0.smithi111.stdout: 492: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:14.781 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HXloKBefVwpylIH off=7558989 len=1583796 2023-12-01T05:12:14.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 2476 completed, throughput=5MB/sec 2023-12-01T05:12:14.787 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PIZ3KDTFxEIF4HG off=3159792 len=333453 2023-12-01T05:12:14.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 2477 completed, throughput=5MB/sec 2023-12-01T05:12:14.790 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yhNPdeZyknVBiVb off=2838058 len=743471 2023-12-01T05:12:14.795 INFO:tasks.workunit.client.0.smithi111.stdout:op 2478 completed, throughput=5MB/sec 2023-12-01T05:12:14.795 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E0iIyqMxo-imYY4 off=1976737 len=652175 2023-12-01T05:12:14.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 2479 completed, throughput=5MB/sec 2023-12-01T05:12:14.797 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HwlugS_Ag4Bi5_4 off=10519644 len=1965845 2023-12-01T05:12:14.798 INFO:tasks.workunit.client.0.smithi111.stdout:op 2480 completed, throughput=5MB/sec 2023-12-01T05:12:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:15 smithi155 ceph-mon[102677]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:12:15.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:15 smithi111 ceph-mon[97855]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:12:15.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:15 smithi111 ceph-mon[116524]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:12:15.798 INFO:tasks.workunit.client.0.smithi111.stdout: 493: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:15.798 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D91V9Z64Lyizool off=8103596 len=911464 2023-12-01T05:12:15.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 2481 completed, throughput=4.99MB/sec 2023-12-01T05:12:15.802 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PJEX6mUCgDA6b5t off=3062207 len=898803 2023-12-01T05:12:15.808 INFO:tasks.workunit.client.0.smithi111.stdout:op 2482 completed, throughput=5MB/sec 2023-12-01T05:12:15.808 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kidTCKJGGOXm1aX off=57540 len=1516162 2023-12-01T05:12:15.817 INFO:tasks.workunit.client.0.smithi111.stdout:op 2483 completed, throughput=5MB/sec 2023-12-01T05:12:15.817 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n9sGhqvC1FrGT1- off=3026024 len=650777 2023-12-01T05:12:15.820 INFO:tasks.workunit.client.0.smithi111.stdout:op 2484 completed, throughput=5MB/sec 2023-12-01T05:12:15.821 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bbHxSjrcWhbC0kM off=2216327 len=484848 2023-12-01T05:12:15.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 2485 completed, throughput=5MB/sec 2023-12-01T05:12:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: 494: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:16.824 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y7EarNpC24TVlZ2 off=982030 len=1801360 2023-12-01T05:12:16.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 2486 completed, throughput=4.99MB/sec 2023-12-01T05:12:16.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b2aoFUInBzhFVZ7 off=1370585 len=1410654 2023-12-01T05:12:16.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 2487 completed, throughput=5MB/sec 2023-12-01T05:12:16.840 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-scNs8NjMB2NTolF off=3730482 len=1615342 2023-12-01T05:12:16.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 2488 completed, throughput=5MB/sec 2023-12-01T05:12:16.849 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JBrY5bh4MaoEwex off=13134099 len=528793 2023-12-01T05:12:16.852 INFO:tasks.workunit.client.0.smithi111.stdout:op 2489 completed, throughput=5MB/sec 2023-12-01T05:12:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:17 smithi155 ceph-mon[102677]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:12:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:17 smithi111 ceph-mon[97855]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:12:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:17 smithi111 ceph-mon[116524]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:12:17.852 INFO:tasks.workunit.client.0.smithi111.stdout: 495: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:17.852 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kYkOh-CCqz7CPGE off=7362196 len=1347445 2023-12-01T05:12:17.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 2490 completed, throughput=4.99MB/sec 2023-12-01T05:12:17.864 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hFKczgArAzxx9h6 off=1849285 len=1045740 2023-12-01T05:12:17.864 INFO:tasks.workunit.client.0.smithi111.stdout:op 2491 completed, throughput=4.99MB/sec 2023-12-01T05:12:17.864 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cAvvRIWUdHa52Ck off=633952 len=60188 2023-12-01T05:12:17.864 INFO:tasks.workunit.client.0.smithi111.stdout:op 2492 completed, throughput=4.99MB/sec 2023-12-01T05:12:17.864 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rOAR4J8imHb7mFQ off=711174 len=1669094 2023-12-01T05:12:17.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 2493 completed, throughput=5MB/sec 2023-12-01T05:12:17.871 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--i2EfYmde8wUcuH off=17632137 len=978401 2023-12-01T05:12:17.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 2494 completed, throughput=5MB/sec 2023-12-01T05:12:17.877 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PO1dqwqkRY3nu9M off=4775014 len=1375259 2023-12-01T05:12:17.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 2495 completed, throughput=5MB/sec 2023-12-01T05:12:18.878 INFO:tasks.workunit.client.0.smithi111.stdout: 496: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:18.878 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i3eewy0zWolYz46 off=19582279 len=1066616 2023-12-01T05:12:18.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 2496 completed, throughput=4.99MB/sec 2023-12-01T05:12:18.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CZgRG3t5BdUPAhr off=1492336 len=2059392 2023-12-01T05:12:18.886 INFO:tasks.workunit.client.0.smithi111.stdout:op 2497 completed, throughput=5MB/sec 2023-12-01T05:12:18.887 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0KUxsL8WokweW2s off=3748787 len=1635061 2023-12-01T05:12:18.888 INFO:tasks.workunit.client.0.smithi111.stdout:op 2498 completed, throughput=5MB/sec 2023-12-01T05:12:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:19 smithi155 ceph-mon[102677]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:12:19] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:12:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:19 smithi111 ceph-mon[97855]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:19 smithi111 ceph-mon[116524]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:19.889 INFO:tasks.workunit.client.0.smithi111.stdout: 497: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:19.889 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q0F4zqVfphcn6wz off=14079600 len=620295 2023-12-01T05:12:19.890 INFO:tasks.workunit.client.0.smithi111.stdout:op 2499 completed, throughput=4.99MB/sec 2023-12-01T05:12:19.890 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-r3MyiQMfr1mGw1Y off=14312151 len=166568 2023-12-01T05:12:19.891 INFO:tasks.workunit.client.0.smithi111.stdout:op 2500 completed, throughput=4.99MB/sec 2023-12-01T05:12:19.891 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0JYzRYuJtebEutB off=1932282 len=1628165 2023-12-01T05:12:19.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 2501 completed, throughput=5MB/sec 2023-12-01T05:12:19.893 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xHJiE8aZrhohTEZ off=155726 len=1713314 2023-12-01T05:12:19.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 2502 completed, throughput=5MB/sec 2023-12-01T05:12:19.903 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cnPQasBiooBPHUI off=4562132 len=209935 2023-12-01T05:12:19.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 2503 completed, throughput=5MB/sec 2023-12-01T05:12:19.903 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TCx5c_9CDStUTGA off=16397597 len=1338149 2023-12-01T05:12:19.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 2504 completed, throughput=5MB/sec 2023-12-01T05:12:20.906 INFO:tasks.workunit.client.0.smithi111.stdout: 498: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:20.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-w5Xe40tp6vHDDJ0 off=2924278 len=272822 2023-12-01T05:12:20.907 INFO:tasks.workunit.client.0.smithi111.stdout:op 2505 completed, throughput=4.99MB/sec 2023-12-01T05:12:20.908 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JoQ8R7-nbIVu0MS off=13912100 len=838519 2023-12-01T05:12:20.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 2506 completed, throughput=4.99MB/sec 2023-12-01T05:12:20.909 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7jz9xjEZyoapacl off=8010602 len=400635 2023-12-01T05:12:20.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 2507 completed, throughput=4.99MB/sec 2023-12-01T05:12:20.910 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tRBeRtIPvuexC7H off=8430041 len=596210 2023-12-01T05:12:20.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 2508 completed, throughput=5MB/sec 2023-12-01T05:12:20.911 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yeU-y2R2aR1XJjx off=4643382 len=338575 2023-12-01T05:12:20.915 INFO:tasks.workunit.client.0.smithi111.stdout:op 2509 completed, throughput=5MB/sec 2023-12-01T05:12:20.915 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Bk0dyNUcdIRPRZb off=1333881 len=767173 2023-12-01T05:12:20.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 2510 completed, throughput=5MB/sec 2023-12-01T05:12:20.916 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vVCV1Kw097DcO54 off=11410812 len=2021128 2023-12-01T05:12:20.917 INFO:tasks.workunit.client.0.smithi111.stdout:op 2511 completed, throughput=5MB/sec 2023-12-01T05:12:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:21 smithi155 ceph-mon[102677]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:21 smithi111 ceph-mon[97855]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:21 smithi111 ceph-mon[116524]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:21.918 INFO:tasks.workunit.client.0.smithi111.stdout: 499: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:21.918 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mii1odbNc7rKtDR off=3471550 len=351432 2023-12-01T05:12:21.921 INFO:tasks.workunit.client.0.smithi111.stdout:op 2512 completed, throughput=4.99MB/sec 2023-12-01T05:12:21.921 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GgM6MMDB7Tt19mH off=2204150 len=553976 2023-12-01T05:12:21.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 2513 completed, throughput=4.99MB/sec 2023-12-01T05:12:21.925 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qDy24guP0hY16T6 off=260072 len=382365 2023-12-01T05:12:21.928 INFO:tasks.workunit.client.0.smithi111.stdout:op 2514 completed, throughput=4.99MB/sec 2023-12-01T05:12:21.928 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-maCGXa9GkiK4OT5 off=16762928 len=1275488 2023-12-01T05:12:21.931 INFO:tasks.workunit.client.0.smithi111.stdout:op 2515 completed, throughput=5MB/sec 2023-12-01T05:12:21.931 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ySOSUui79aTUh_s off=1779048 len=957375 2023-12-01T05:12:21.933 INFO:tasks.workunit.client.0.smithi111.stdout:op 2516 completed, throughput=5MB/sec 2023-12-01T05:12:21.933 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P2aCQYJ_HT1277I off=23561826 len=689541 2023-12-01T05:12:21.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 2517 completed, throughput=5MB/sec 2023-12-01T05:12:21.937 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jfWX6uUH20VnTNV off=5902783 len=1224536 2023-12-01T05:12:21.938 INFO:tasks.workunit.client.0.smithi111.stdout:op 2518 completed, throughput=5MB/sec 2023-12-01T05:12:22.939 INFO:tasks.workunit.client.0.smithi111.stdout: 500: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:22.939 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-raWtNzNqd0Mr-oP off=1355519 len=196812 2023-12-01T05:12:22.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 2519 completed, throughput=4.99MB/sec 2023-12-01T05:12:22.940 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xfYVw79SAh2eLed off=3403442 len=508053 2023-12-01T05:12:22.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 2520 completed, throughput=4.99MB/sec 2023-12-01T05:12:22.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s0KRsgfywKQxx5o off=2657875 len=1196136 2023-12-01T05:12:22.943 INFO:tasks.workunit.client.0.smithi111.stdout:op 2521 completed, throughput=5MB/sec 2023-12-01T05:12:22.943 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_TMrWYe3Me6jcrI off=117455 len=34964 2023-12-01T05:12:22.945 INFO:tasks.workunit.client.0.smithi111.stdout:op 2522 completed, throughput=5MB/sec 2023-12-01T05:12:22.946 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fMcgaVjbcGdzgTQ off=18398083 len=44664 2023-12-01T05:12:22.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 2523 completed, throughput=5MB/sec 2023-12-01T05:12:22.946 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JddeHRaC61NUWvq off=1533262 len=248917 2023-12-01T05:12:22.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 2524 completed, throughput=5MB/sec 2023-12-01T05:12:22.949 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_ZyxuqasKDBuAET off=2025844 len=725948 2023-12-01T05:12:22.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 2525 completed, throughput=5MB/sec 2023-12-01T05:12:22.950 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2t8cL9Qqsp27Sp5 off=2048853 len=489558 2023-12-01T05:12:22.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 2526 completed, throughput=5MB/sec 2023-12-01T05:12:22.954 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9jRwIF5MKhFiuWv off=1189147 len=794115 2023-12-01T05:12:22.955 INFO:tasks.workunit.client.0.smithi111.stdout:op 2527 completed, throughput=5MB/sec 2023-12-01T05:12:22.955 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_mOWVfcEbU3aNkB off=747949 len=599888 2023-12-01T05:12:22.958 INFO:tasks.workunit.client.0.smithi111.stdout:op 2528 completed, throughput=5MB/sec 2023-12-01T05:12:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:23 smithi155 ceph-mon[102677]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:12:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:23 smithi111 ceph-mon[97855]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:12:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:23 smithi111 ceph-mon[116524]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:12:23.959 INFO:tasks.workunit.client.0.smithi111.stdout: 501: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:23.959 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_wtRZn6fQFSD_WH off=2881861 len=1945216 2023-12-01T05:12:23.971 INFO:tasks.workunit.client.0.smithi111.stdout:op 2529 completed, throughput=4.99MB/sec 2023-12-01T05:12:23.971 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Go0R4wag6F0ahda off=6149174 len=443335 2023-12-01T05:12:23.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 2530 completed, throughput=5MB/sec 2023-12-01T05:12:23.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vDnulXxAyf23eK5 off=7655308 len=582941 2023-12-01T05:12:23.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 2531 completed, throughput=5MB/sec 2023-12-01T05:12:23.975 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y2hc-z9vWz7p_U4 off=4040280 len=1829185 2023-12-01T05:12:23.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 2532 completed, throughput=5MB/sec 2023-12-01T05:12:24.977 INFO:tasks.workunit.client.0.smithi111.stdout: 502: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:24.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qyg8cOa7Q3Pk3x7 off=6422132 len=1063255 2023-12-01T05:12:24.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 2533 completed, throughput=4.99MB/sec 2023-12-01T05:12:24.978 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2TGyuMLKBZXt_xk off=7114853 len=2051879 2023-12-01T05:12:24.988 INFO:tasks.workunit.client.0.smithi111.stdout:op 2534 completed, throughput=5MB/sec 2023-12-01T05:12:24.988 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fFslrjXdWkAnuE0 off=3042496 len=1321968 2023-12-01T05:12:24.992 INFO:tasks.workunit.client.0.smithi111.stdout:op 2535 completed, throughput=5MB/sec 2023-12-01T05:12:24.992 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S0M8wScGrEIzEgk off=16799589 len=26188 2023-12-01T05:12:24.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 2536 completed, throughput=5MB/sec 2023-12-01T05:12:24.993 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QKpRF_zFAm7QyAm off=8050404 len=1765362 2023-12-01T05:12:24.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 2537 completed, throughput=5MB/sec 2023-12-01T05:12:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:25 smithi155 ceph-mon[102677]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:12:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:25 smithi111 ceph-mon[97855]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:12:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:25 smithi111 ceph-mon[116524]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:12:25.995 INFO:tasks.workunit.client.0.smithi111.stdout: 503: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:25.995 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hva_l2bwH8fgQdn off=3726523 len=1102748 2023-12-01T05:12:25.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 2538 completed, throughput=4.99MB/sec 2023-12-01T05:12:25.997 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s9uAoGQlchMsCOE off=10497976 len=1553101 2023-12-01T05:12:26.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 2539 completed, throughput=5MB/sec 2023-12-01T05:12:26.004 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bMIbUGuqdUV-PRj off=13797583 len=87493 2023-12-01T05:12:26.007 INFO:tasks.workunit.client.0.smithi111.stdout:op 2540 completed, throughput=5MB/sec 2023-12-01T05:12:26.007 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TUJzl4F23hV-nYO off=6504782 len=926211 2023-12-01T05:12:26.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 2541 completed, throughput=5MB/sec 2023-12-01T05:12:26.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4rc2o_0DFrL-2Dm off=11797210 len=1945530 2023-12-01T05:12:26.015 INFO:tasks.workunit.client.0.smithi111.stdout:op 2542 completed, throughput=5MB/sec 2023-12-01T05:12:27.016 INFO:tasks.workunit.client.0.smithi111.stdout: 504: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:27.016 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BLgIQ7yAxZjFvwC off=9214375 len=245581 2023-12-01T05:12:27.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 2543 completed, throughput=4.99MB/sec 2023-12-01T05:12:27.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9fD5GUp6Ma_ocf0 off=10940831 len=709215 2023-12-01T05:12:27.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 2544 completed, throughput=4.99MB/sec 2023-12-01T05:12:27.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j2cLyd3eLKU4vvp off=559426 len=1379584 2023-12-01T05:12:27.028 INFO:tasks.workunit.client.0.smithi111.stdout:op 2545 completed, throughput=5MB/sec 2023-12-01T05:12:27.028 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nPs4PwLPrfBTjpI off=2477280 len=1421272 2023-12-01T05:12:27.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 2546 completed, throughput=5MB/sec 2023-12-01T05:12:27.029 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sqLZ2pOW7Grq0hB off=270580 len=303367 2023-12-01T05:12:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:op 2547 completed, throughput=5MB/sec 2023-12-01T05:12:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jg9c4r1WHkuNzTq off=225074 len=1565628 2023-12-01T05:12:27.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 2548 completed, throughput=5MB/sec 2023-12-01T05:12:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:27 smithi155 ceph-mon[102677]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:12:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:27 smithi111 ceph-mon[97855]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:12:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:27 smithi111 ceph-mon[116524]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:12:28.033 INFO:tasks.workunit.client.0.smithi111.stdout: 505: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:28.034 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-exlA0yCjegZgOap off=1302815 len=847564 2023-12-01T05:12:28.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 2549 completed, throughput=4.99MB/sec 2023-12-01T05:12:28.038 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tk91k2jWOOM4VM3 off=7111541 len=2059301 2023-12-01T05:12:28.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 2550 completed, throughput=5MB/sec 2023-12-01T05:12:28.042 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OfG_BMAVtwTN4cb off=9005422 len=1973360 2023-12-01T05:12:28.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 2551 completed, throughput=5MB/sec 2023-12-01T05:12:29.045 INFO:tasks.workunit.client.0.smithi111.stdout: 506: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:29.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4ins6NRydPS55Qe off=269274 len=1156599 2023-12-01T05:12:29.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 2552 completed, throughput=4.99MB/sec 2023-12-01T05:12:29.047 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xh4HQGJPPXQ9xIm off=4067064 len=1501974 2023-12-01T05:12:29.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 2553 completed, throughput=5MB/sec 2023-12-01T05:12:29.050 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aqJMeKv2X7zcDO9 off=1144403 len=1298479 2023-12-01T05:12:29.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 2554 completed, throughput=5MB/sec 2023-12-01T05:12:29.052 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Cj9nUYw04I0ISPI off=12767788 len=835376 2023-12-01T05:12:29.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 2555 completed, throughput=5MB/sec 2023-12-01T05:12:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:29 smithi155 ceph-mon[102677]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:12:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:29 smithi111 ceph-mon[97855]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:12:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:29 smithi111 ceph-mon[116524]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:12:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:12:29] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:12:30.057 INFO:tasks.workunit.client.0.smithi111.stdout: 507: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:30.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fCVn1FZY4Ck23Ic off=3836494 len=2027383 2023-12-01T05:12:30.059 INFO:tasks.workunit.client.0.smithi111.stdout:op 2556 completed, throughput=5MB/sec 2023-12-01T05:12:30.059 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TJ6Ydo_Ji5NFT3v off=5754191 len=506685 2023-12-01T05:12:30.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 2557 completed, throughput=5MB/sec 2023-12-01T05:12:30.061 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oXCQrZZ2T5IsSu5 off=6220627 len=112129 2023-12-01T05:12:30.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 2558 completed, throughput=5MB/sec 2023-12-01T05:12:30.063 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rbb61h2wAfrCxZy off=9553205 len=2048818 2023-12-01T05:12:30.065 INFO:tasks.workunit.client.0.smithi111.stdout:op 2559 completed, throughput=5MB/sec 2023-12-01T05:12:30.066 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LcCzZSI9BCQriyz off=6219699 len=18037 2023-12-01T05:12:30.069 INFO:tasks.workunit.client.0.smithi111.stdout:op 2560 completed, throughput=5MB/sec 2023-12-01T05:12:30.069 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2_dpV2_xrHjnIoz off=902604 len=1541926 2023-12-01T05:12:30.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 2561 completed, throughput=5MB/sec 2023-12-01T05:12:31.071 INFO:tasks.workunit.client.0.smithi111.stdout: 508: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:31.071 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vrep0adIt_LZt-B off=1236290 len=164245 2023-12-01T05:12:31.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 2562 completed, throughput=4.99MB/sec 2023-12-01T05:12:31.072 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EVKkGDZ3YCoq3UU off=13189736 len=713349 2023-12-01T05:12:31.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 2563 completed, throughput=4.99MB/sec 2023-12-01T05:12:31.077 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nQvm0Abo5ljwSNO off=2230625 len=312750 2023-12-01T05:12:31.078 INFO:tasks.workunit.client.0.smithi111.stdout:op 2564 completed, throughput=5MB/sec 2023-12-01T05:12:31.078 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xM3Llm2YCcfFbQQ off=7617321 len=940290 2023-12-01T05:12:31.083 INFO:tasks.workunit.client.0.smithi111.stdout:op 2565 completed, throughput=5MB/sec 2023-12-01T05:12:31.083 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zQwDd-yllBb5b0v off=3803717 len=1703198 2023-12-01T05:12:31.093 INFO:tasks.workunit.client.0.smithi111.stdout:op 2566 completed, throughput=5MB/sec 2023-12-01T05:12:31.093 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1N8ywEvfJ1oJDIu off=2630895 len=1433253 2023-12-01T05:12:31.094 INFO:tasks.workunit.client.0.smithi111.stdout:op 2567 completed, throughput=5MB/sec 2023-12-01T05:12:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:31 smithi155 ceph-mon[102677]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:12:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:31 smithi111 ceph-mon[97855]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:12:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:31 smithi111 ceph-mon[116524]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:12:32.095 INFO:tasks.workunit.client.0.smithi111.stdout: 509: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:32.095 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3EF3wXWTyxylqim off=6418941 len=304301 2023-12-01T05:12:32.098 INFO:tasks.workunit.client.0.smithi111.stdout:op 2568 completed, throughput=4.99MB/sec 2023-12-01T05:12:32.098 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mtyQHgvyC6_Pwjb off=5903914 len=1740971 2023-12-01T05:12:32.108 INFO:tasks.workunit.client.0.smithi111.stdout:op 2569 completed, throughput=5MB/sec 2023-12-01T05:12:32.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T4BJNoLbFoZKAm8 off=7777130 len=1170489 2023-12-01T05:12:32.113 INFO:tasks.workunit.client.0.smithi111.stdout:op 2570 completed, throughput=5MB/sec 2023-12-01T05:12:32.113 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o1u-71T4A2QUF4Y off=4623915 len=1281302 2023-12-01T05:12:32.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 2571 completed, throughput=5MB/sec 2023-12-01T05:12:33.116 INFO:tasks.workunit.client.0.smithi111.stdout: 510: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:33.116 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kCUQr46NdEefUfZ off=12868202 len=255769 2023-12-01T05:12:33.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 2572 completed, throughput=4.99MB/sec 2023-12-01T05:12:33.120 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b9C_EjOSkqPlW7U off=2690240 len=1367757 2023-12-01T05:12:33.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 2573 completed, throughput=4.99MB/sec 2023-12-01T05:12:33.122 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DIKlcEjPLs43Nr8 off=2296981 len=486077 2023-12-01T05:12:33.124 INFO:tasks.workunit.client.0.smithi111.stdout:op 2574 completed, throughput=5MB/sec 2023-12-01T05:12:33.124 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Rh7Inom4200bgE1 off=2293273 len=1727542 2023-12-01T05:12:33.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 2575 completed, throughput=5MB/sec 2023-12-01T05:12:33.133 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wFzJtk6kT8jGLKj off=6596347 len=612922 2023-12-01T05:12:33.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 2576 completed, throughput=5MB/sec 2023-12-01T05:12:33.138 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dSWp41Zf-6lgHMd off=3332323 len=1309094 2023-12-01T05:12:33.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 2577 completed, throughput=5MB/sec 2023-12-01T05:12:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:33 smithi155 ceph-mon[102677]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:12:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:33 smithi111 ceph-mon[97855]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:12:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:33 smithi111 ceph-mon[116524]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:12:34.139 INFO:tasks.workunit.client.0.smithi111.stdout: 511: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:34.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jJlO9c07tKjNUu1 off=7143323 len=758800 2023-12-01T05:12:34.144 INFO:tasks.workunit.client.0.smithi111.stdout:op 2578 completed, throughput=4.99MB/sec 2023-12-01T05:12:34.144 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V1qrolQvf_6Ijms off=1027329 len=67294 2023-12-01T05:12:34.145 INFO:tasks.workunit.client.0.smithi111.stdout:op 2579 completed, throughput=4.99MB/sec 2023-12-01T05:12:34.145 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8SmxP8fxCNveBnI off=7900393 len=1898346 2023-12-01T05:12:34.147 INFO:tasks.workunit.client.0.smithi111.stdout:op 2580 completed, throughput=5MB/sec 2023-12-01T05:12:34.147 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PbeEw0jj_smWj2s off=3059373 len=222273 2023-12-01T05:12:34.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 2581 completed, throughput=5MB/sec 2023-12-01T05:12:34.150 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8fP2KBKYtobo4iA off=109279 len=1542662 2023-12-01T05:12:34.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 2582 completed, throughput=5MB/sec 2023-12-01T05:12:35.160 INFO:tasks.workunit.client.0.smithi111.stdout: 512: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:35.161 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W--s6GnsQ9DghwO off=12025950 len=1115870 2023-12-01T05:12:35.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 2583 completed, throughput=4.99MB/sec 2023-12-01T05:12:35.167 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o1u-71T4A2QUF4Y off=4436771 len=1445384 2023-12-01T05:12:35.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 2584 completed, throughput=5MB/sec 2023-12-01T05:12:35.175 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sbtBWIt09B4ikVX off=2608467 len=411110 2023-12-01T05:12:35.175 INFO:tasks.workunit.client.0.smithi111.stdout:op 2585 completed, throughput=5MB/sec 2023-12-01T05:12:35.175 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M3MPpD5Zzc1Wy5j off=3915894 len=1212922 2023-12-01T05:12:35.177 INFO:tasks.workunit.client.0.smithi111.stdout:op 2586 completed, throughput=5MB/sec 2023-12-01T05:12:35.178 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QJZ6fIczxt3hHf- off=21776547 len=822806 2023-12-01T05:12:35.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 2587 completed, throughput=5MB/sec 2023-12-01T05:12:35.182 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jXgERI4ALvASb5F off=9064755 len=637846 2023-12-01T05:12:35.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 2588 completed, throughput=5MB/sec 2023-12-01T05:12:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:34 smithi155 ceph-mon[102677]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-01T05:12:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:34 smithi111 ceph-mon[97855]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-01T05:12:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:34 smithi111 ceph-mon[116524]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-01T05:12:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:35.736 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:12:36.045 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:12:36.045 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (29m) 7m ago 30m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:12:36.045 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (30m) 7m ago 30m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (31m) 7m ago 31m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (31m) 7m ago 31m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (34m) 7m ago 34m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (36m) 7m ago 36m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (36m) 7m ago 36m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (34m) 7m ago 34m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (34m) 7m ago 34m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (30m) 7m ago 30m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (29m) 7m ago 29m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (34m) 7m ago 34m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (33m) 7m ago 33m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (33m) 7m ago 33m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:12:36.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (33m) 7m ago 33m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:12:36.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (32m) 7m ago 32m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:12:36.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (32m) 7m ago 32m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:12:36.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (32m) 7m ago 32m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:12:36.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (31m) 7m ago 31m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:12:36.047 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (29m) 7m ago 30m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:12:36.186 INFO:tasks.workunit.client.0.smithi111.stdout: 513: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:36.186 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gCjrB03rEuZ6opD off=7137102 len=1886495 2023-12-01T05:12:36.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 2589 completed, throughput=4.99MB/sec 2023-12-01T05:12:36.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kLyG7iKn1ytAyPD off=19448452 len=1582572 2023-12-01T05:12:36.200 INFO:tasks.workunit.client.0.smithi111.stdout:op 2590 completed, throughput=5MB/sec 2023-12-01T05:12:36.200 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ivT4k3PtyQpEsAg off=850700 len=225222 2023-12-01T05:12:36.200 INFO:tasks.workunit.client.0.smithi111.stdout:op 2591 completed, throughput=5MB/sec 2023-12-01T05:12:36.201 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n-HNvgrm-g_WWoM off=10419344 len=1624593 2023-12-01T05:12:36.209 INFO:tasks.workunit.client.0.smithi111.stdout:op 2592 completed, throughput=5MB/sec 2023-12-01T05:12:36.431 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:12:36.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:12:36.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:12:36.433 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:12:36.433 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:12:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:36 smithi155 ceph-mon[102677]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-01T05:12:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:36 smithi155 ceph-mon[102677]: from='client.16491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:36 smithi155 ceph-mon[102677]: from='client.26399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/778181122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:12:37.209 INFO:tasks.workunit.client.0.smithi111.stdout: 514: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:37.209 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cL4Mdq57uC99hMe off=3609717 len=824107 2023-12-01T05:12:37.211 INFO:tasks.workunit.client.0.smithi111.stdout:op 2593 completed, throughput=4.99MB/sec 2023-12-01T05:12:37.211 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vd1ryQsAvqIq0ai off=2058847 len=1580681 2023-12-01T05:12:37.213 INFO:tasks.workunit.client.0.smithi111.stdout:op 2594 completed, throughput=5MB/sec 2023-12-01T05:12:37.213 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ltMqmEQ_2qM_izT off=5760524 len=2027507 2023-12-01T05:12:37.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 2595 completed, throughput=5MB/sec 2023-12-01T05:12:37.215 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NGQMEo6EWfCR4IH off=9259597 len=1706297 2023-12-01T05:12:37.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 2596 completed, throughput=5MB/sec 2023-12-01T05:12:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[97855]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-01T05:12:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[97855]: from='client.16491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[97855]: from='client.26399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/778181122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:12:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[116524]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2023-12-01T05:12:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[116524]: from='client.16491 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[116524]: from='client.26399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:12:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/778181122' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:12:38.225 INFO:tasks.workunit.client.0.smithi111.stdout: 515: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:38.225 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hRa0RyVvR3i9hiD off=7393356 len=1510424 2023-12-01T05:12:38.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 2597 completed, throughput=5MB/sec 2023-12-01T05:12:38.234 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G6E-nPmcPQgeyYe off=4820951 len=1909059 2023-12-01T05:12:38.246 INFO:tasks.workunit.client.0.smithi111.stdout:op 2598 completed, throughput=5MB/sec 2023-12-01T05:12:38.246 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yWVWbvbCVukg-Sj off=403481 len=829068 2023-12-01T05:12:38.247 INFO:tasks.workunit.client.0.smithi111.stdout:op 2599 completed, throughput=5MB/sec 2023-12-01T05:12:38.247 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xAvCap_ltbNurkt off=4214587 len=1790000 2023-12-01T05:12:38.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 2600 completed, throughput=5MB/sec 2023-12-01T05:12:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:38 smithi155 ceph-mon[102677]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:12:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:38 smithi111 ceph-mon[97855]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:12:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:38 smithi111 ceph-mon[116524]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:12:39.249 INFO:tasks.workunit.client.0.smithi111.stdout: 516: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:39.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PohJEws-ofmluFb off=15240803 len=216752 2023-12-01T05:12:39.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 2601 completed, throughput=4.99MB/sec 2023-12-01T05:12:39.250 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N2Q8AA3f1vhElrg off=18697143 len=1858723 2023-12-01T05:12:39.251 INFO:tasks.workunit.client.0.smithi111.stdout:op 2602 completed, throughput=5MB/sec 2023-12-01T05:12:39.252 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wrA3E9z_hPBI_oH off=6081380 len=1533496 2023-12-01T05:12:39.259 INFO:tasks.workunit.client.0.smithi111.stdout:op 2603 completed, throughput=5MB/sec 2023-12-01T05:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:12:39] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:12:40.258 INFO:tasks.workunit.client.0.smithi111.stdout: 517: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:40.259 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-khLEFHzKzo8GcxJ off=218139 len=1671315 2023-12-01T05:12:40.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 2604 completed, throughput=4.99MB/sec 2023-12-01T05:12:40.267 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L_nweXyxAqLVgoN off=1216283 len=1344783 2023-12-01T05:12:40.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 2605 completed, throughput=5MB/sec 2023-12-01T05:12:40.274 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IA_zMsSmF0WXd1E off=5894242 len=2041328 2023-12-01T05:12:40.283 INFO:tasks.workunit.client.0.smithi111.stdout:op 2606 completed, throughput=5MB/sec 2023-12-01T05:12:40.283 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VfkyHOkqVMKR15W off=17652169 len=1789210 2023-12-01T05:12:40.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 2607 completed, throughput=5MB/sec 2023-12-01T05:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 05:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T05:12:40.123414339Z level=info msg="Completed cleanup jobs" duration=90.584549ms 2023-12-01T05:12:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:40 smithi155 ceph-mon[102677]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:12:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:40 smithi111 ceph-mon[97855]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:12:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:40 smithi111 ceph-mon[116524]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:12:41.285 INFO:tasks.workunit.client.0.smithi111.stdout: 518: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:41.285 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EZFzHEw-KFrLckx off=1822836 len=1128800 2023-12-01T05:12:41.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 2608 completed, throughput=5MB/sec 2023-12-01T05:12:41.292 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hggdE_4XgoFA22l off=4381777 len=506399 2023-12-01T05:12:41.295 INFO:tasks.workunit.client.0.smithi111.stdout:op 2609 completed, throughput=5MB/sec 2023-12-01T05:12:41.295 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RFBAhV8Fg6qlMaw off=4729505 len=962251 2023-12-01T05:12:41.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 2610 completed, throughput=5MB/sec 2023-12-01T05:12:41.296 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0MyNa-gl7fp1VSh off=11171406 len=1688988 2023-12-01T05:12:41.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 2611 completed, throughput=5MB/sec 2023-12-01T05:12:42.298 INFO:tasks.workunit.client.0.smithi111.stdout: 519: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:42.299 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vccFOiTV2mYJCSp off=8600086 len=1195506 2023-12-01T05:12:42.300 INFO:tasks.workunit.client.0.smithi111.stdout:op 2612 completed, throughput=4.99MB/sec 2023-12-01T05:12:42.300 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D4zRjGn4P1U6kIY off=474244 len=103728 2023-12-01T05:12:42.302 INFO:tasks.workunit.client.0.smithi111.stdout:op 2613 completed, throughput=4.99MB/sec 2023-12-01T05:12:42.302 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2sBhQY5SIuoMOht off=16151006 len=1538788 2023-12-01T05:12:42.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 2614 completed, throughput=5MB/sec 2023-12-01T05:12:42.304 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-w2MTWsC2aya9fRo off=766208 len=1192414 2023-12-01T05:12:42.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 2615 completed, throughput=5MB/sec 2023-12-01T05:12:42.309 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9dQkPvWiUUq2OPN off=22003492 len=309599 2023-12-01T05:12:42.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 2616 completed, throughput=5MB/sec 2023-12-01T05:12:42.313 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J0FlTqH2KBx9jKh off=5939800 len=1460741 2023-12-01T05:12:42.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 2617 completed, throughput=5MB/sec 2023-12-01T05:12:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:42 smithi155 ceph-mon[102677]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:12:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:42 smithi111 ceph-mon[116524]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:12:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:42 smithi111 ceph-mon[97855]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:12:43.320 INFO:tasks.workunit.client.0.smithi111.stdout: 520: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:43.321 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C0WCHQ-XJz6w5yq off=352507 len=1158349 2023-12-01T05:12:43.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 2618 completed, throughput=4.99MB/sec 2023-12-01T05:12:43.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ppGC2MNvOTyibcQ off=11682509 len=606403 2023-12-01T05:12:43.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 2619 completed, throughput=5MB/sec 2023-12-01T05:12:43.331 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lF8LgylAhmNEX5L off=3984235 len=2001139 2023-12-01T05:12:43.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 2620 completed, throughput=5MB/sec 2023-12-01T05:12:43.334 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-V1qrolQvf_6Ijms off=8592615 len=96343 2023-12-01T05:12:43.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 2621 completed, throughput=5MB/sec 2023-12-01T05:12:43.337 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1YuqDTV8XZ1AHT9 off=2702622 len=359531 2023-12-01T05:12:43.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 2622 completed, throughput=5MB/sec 2023-12-01T05:12:43.338 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-f8tXqpObzUw27zO off=1278622 len=420037 2023-12-01T05:12:43.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 2623 completed, throughput=5MB/sec 2023-12-01T05:12:44.341 INFO:tasks.workunit.client.0.smithi111.stdout: 521: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:44.341 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VNM_NorvAhTOGVZ off=2361473 len=1005438 2023-12-01T05:12:44.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 2624 completed, throughput=4.99MB/sec 2023-12-01T05:12:44.342 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MKqcC7VNGug4BJ_ off=18458348 len=496500 2023-12-01T05:12:44.346 INFO:tasks.workunit.client.0.smithi111.stdout:op 2625 completed, throughput=4.99MB/sec 2023-12-01T05:12:44.346 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Oz6cvb7gwtXpGTD off=14570151 len=156871 2023-12-01T05:12:44.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 2626 completed, throughput=4.99MB/sec 2023-12-01T05:12:44.349 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nyNpoYf0wNerO8W off=3608664 len=946559 2023-12-01T05:12:44.350 INFO:tasks.workunit.client.0.smithi111.stdout:op 2627 completed, throughput=5MB/sec 2023-12-01T05:12:44.350 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aHiK-6K-4swZr-0 off=9624467 len=1544874 2023-12-01T05:12:44.360 INFO:tasks.workunit.client.0.smithi111.stdout:op 2628 completed, throughput=5MB/sec 2023-12-01T05:12:44.360 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JLsUhqeOeb3OQ7o off=22312402 len=1318926 2023-12-01T05:12:44.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 2629 completed, throughput=5MB/sec 2023-12-01T05:12:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:44 smithi155 ceph-mon[102677]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:44 smithi111 ceph-mon[97855]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:44 smithi111 ceph-mon[116524]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:12:45.361 INFO:tasks.workunit.client.0.smithi111.stdout: 522: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:45.362 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--p1SrlK7lZszBJi off=3871510 len=647587 2023-12-01T05:12:45.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 2630 completed, throughput=4.99MB/sec 2023-12-01T05:12:45.362 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jZJzy_DFYiD9ERA off=1180491 len=127062 2023-12-01T05:12:45.365 INFO:tasks.workunit.client.0.smithi111.stdout:op 2631 completed, throughput=4.99MB/sec 2023-12-01T05:12:45.365 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qK1uQc6ydtKHo_0 off=17093555 len=1675884 2023-12-01T05:12:45.375 INFO:tasks.workunit.client.0.smithi111.stdout:op 2632 completed, throughput=5MB/sec 2023-12-01T05:12:45.376 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IL6dwn3tTIbNWv6 off=2079887 len=1714758 2023-12-01T05:12:45.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 2633 completed, throughput=5MB/sec 2023-12-01T05:12:45.384 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-68BNKa77VkP36T5 off=132172 len=1821668 2023-12-01T05:12:45.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 2634 completed, throughput=5MB/sec 2023-12-01T05:12:46.388 INFO:tasks.workunit.client.0.smithi111.stdout: 523: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:46.388 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tb2sbhiR2v3ss72 off=9694 len=937112 2023-12-01T05:12:46.394 INFO:tasks.workunit.client.0.smithi111.stdout:op 2635 completed, throughput=4.99MB/sec 2023-12-01T05:12:46.394 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dLfa3Bll7Bc1ks5 off=626335 len=210540 2023-12-01T05:12:46.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 2636 completed, throughput=4.99MB/sec 2023-12-01T05:12:46.395 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EJqETUNN5i_GKtm off=6975714 len=1821716 2023-12-01T05:12:46.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 2637 completed, throughput=5MB/sec 2023-12-01T05:12:46.398 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3XVDF0fedDzszjN off=13059350 len=181535 2023-12-01T05:12:46.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 2638 completed, throughput=5MB/sec 2023-12-01T05:12:46.399 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vnvyHm7YI4ZFvQ- off=14414948 len=616008 2023-12-01T05:12:46.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 2639 completed, throughput=5MB/sec 2023-12-01T05:12:46.400 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qqN3PuMNE3bYlfw off=2510030 len=872663 2023-12-01T05:12:46.404 INFO:tasks.workunit.client.0.smithi111.stdout:op 2640 completed, throughput=5MB/sec 2023-12-01T05:12:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:46 smithi155 ceph-mon[102677]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:12:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:46 smithi111 ceph-mon[97855]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:12:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:46 smithi111 ceph-mon[116524]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:12:47.404 INFO:tasks.workunit.client.0.smithi111.stdout: 524: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:47.404 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OF6RSbVxK2o-br_ off=3438182 len=683058 2023-12-01T05:12:47.406 INFO:tasks.workunit.client.0.smithi111.stdout:op 2641 completed, throughput=4.99MB/sec 2023-12-01T05:12:47.406 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8cbUHmLGb8AQZvO off=794066 len=338307 2023-12-01T05:12:47.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 2642 completed, throughput=4.99MB/sec 2023-12-01T05:12:47.410 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aH8Zi7kecSY6mh9 off=964868 len=429895 2023-12-01T05:12:47.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 2643 completed, throughput=4.99MB/sec 2023-12-01T05:12:47.411 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9l92L1CvduG8cn5 off=81446 len=2090940 2023-12-01T05:12:47.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 2644 completed, throughput=5MB/sec 2023-12-01T05:12:47.420 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v4hKV20wo9HDLH1 off=21166969 len=742687 2023-12-01T05:12:47.421 INFO:tasks.workunit.client.0.smithi111.stdout:op 2645 completed, throughput=5MB/sec 2023-12-01T05:12:47.421 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ECE5LV1ccTCF7F2 off=3682495 len=990413 2023-12-01T05:12:47.427 INFO:tasks.workunit.client.0.smithi111.stdout:op 2646 completed, throughput=5MB/sec 2023-12-01T05:12:48.427 INFO:tasks.workunit.client.0.smithi111.stdout: 525: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:48.427 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TlauB0tlQLZ6q8L off=4543702 len=76618 2023-12-01T05:12:48.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 2647 completed, throughput=4.99MB/sec 2023-12-01T05:12:48.428 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PQdig1FlXLKmeKr off=93185 len=52433 2023-12-01T05:12:48.431 INFO:tasks.workunit.client.0.smithi111.stdout:op 2648 completed, throughput=4.99MB/sec 2023-12-01T05:12:48.431 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FoC3J_D6ysQzXzn off=3525277 len=1454981 2023-12-01T05:12:48.437 INFO:tasks.workunit.client.0.smithi111.stdout:op 2649 completed, throughput=4.99MB/sec 2023-12-01T05:12:48.437 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GmSyaWFz0vcvWf5 off=1877448 len=1464460 2023-12-01T05:12:48.443 INFO:tasks.workunit.client.0.smithi111.stdout:op 2650 completed, throughput=5MB/sec 2023-12-01T05:12:48.443 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-t2dJNFD68tJ9Ym1 off=8119067 len=319757 2023-12-01T05:12:48.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 2651 completed, throughput=5MB/sec 2023-12-01T05:12:48.446 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CdFlu_xpjTBMB8u off=1956497 len=1328570 2023-12-01T05:12:48.452 INFO:tasks.workunit.client.0.smithi111.stdout:op 2652 completed, throughput=5MB/sec 2023-12-01T05:12:48.452 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C6Lo9beNohzEft5 off=7218026 len=1502711 2023-12-01T05:12:48.459 INFO:tasks.workunit.client.0.smithi111.stdout:op 2653 completed, throughput=5MB/sec 2023-12-01T05:12:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:48 smithi155 ceph-mon[102677]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:12:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:48 smithi111 ceph-mon[97855]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:12:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:48 smithi111 ceph-mon[116524]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:12:49.459 INFO:tasks.workunit.client.0.smithi111.stdout: 526: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:49.459 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AQFzsoNxJM25HUL off=9548161 len=952163 2023-12-01T05:12:49.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 2654 completed, throughput=4.99MB/sec 2023-12-01T05:12:49.465 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eryk7vm77NNfZGA off=3581040 len=2019715 2023-12-01T05:12:49.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 2655 completed, throughput=5MB/sec 2023-12-01T05:12:49.469 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xgeqlr04fi0hoOF off=1112699 len=1002511 2023-12-01T05:12:49.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 2656 completed, throughput=5MB/sec 2023-12-01T05:12:49.470 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c6hnosQNZr4WZhY off=1836117 len=1912793 2023-12-01T05:12:49.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 2657 completed, throughput=5MB/sec 2023-12-01T05:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:12:49] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:12:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:12:50.479 INFO:tasks.workunit.client.0.smithi111.stdout: 527: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:50.480 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nbORpBYstSDgK8H off=1009082 len=1309429 2023-12-01T05:12:50.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 2658 completed, throughput=5MB/sec 2023-12-01T05:12:50.482 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FluWlvuY-GeQlNS off=9157838 len=1295146 2023-12-01T05:12:50.484 INFO:tasks.workunit.client.0.smithi111.stdout:op 2659 completed, throughput=5MB/sec 2023-12-01T05:12:50.484 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6pnYFzabMxMtm31 off=774976 len=856159 2023-12-01T05:12:50.485 INFO:tasks.workunit.client.0.smithi111.stdout:op 2660 completed, throughput=5MB/sec 2023-12-01T05:12:50.485 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OpDTj54hBFlDUHO off=8174237 len=88172 2023-12-01T05:12:50.485 INFO:tasks.workunit.client.0.smithi111.stdout:op 2661 completed, throughput=5MB/sec 2023-12-01T05:12:50.485 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TB30etNpwlEQvvv off=8352159 len=1717474 2023-12-01T05:12:50.487 INFO:tasks.workunit.client.0.smithi111.stdout:op 2662 completed, throughput=5MB/sec 2023-12-01T05:12:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:50 smithi155 ceph-mon[102677]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:12:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:50 smithi111 ceph-mon[97855]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:12:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:50 smithi111 ceph-mon[116524]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:12:51.488 INFO:tasks.workunit.client.0.smithi111.stdout: 528: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:51.488 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DMabugKK5EZt_8r off=751039 len=189448 2023-12-01T05:12:51.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 2663 completed, throughput=4.99MB/sec 2023-12-01T05:12:51.491 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aFr2wg6CnYrTfyY off=3016333 len=1761167 2023-12-01T05:12:51.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 2664 completed, throughput=5MB/sec 2023-12-01T05:12:51.493 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DINfYoBktNUOl72 off=10365254 len=1112635 2023-12-01T05:12:51.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 2665 completed, throughput=5MB/sec 2023-12-01T05:12:51.497 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XOt3Kb7eyx4n5e5 off=0 len=1795097 2023-12-01T05:12:51.504 INFO:tasks.workunit.client.0.smithi111.stdout:op 2666 completed, throughput=5MB/sec 2023-12-01T05:12:52.504 INFO:tasks.workunit.client.0.smithi111.stdout: 529: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:52.504 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5_1UiO2NzgsxwmA off=1883754 len=1620793 2023-12-01T05:12:52.512 INFO:tasks.workunit.client.0.smithi111.stdout:op 2667 completed, throughput=5MB/sec 2023-12-01T05:12:52.512 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-stFW3f1gk6eSGlj off=12288648 len=755747 2023-12-01T05:12:52.517 INFO:tasks.workunit.client.0.smithi111.stdout:op 2668 completed, throughput=5MB/sec 2023-12-01T05:12:52.518 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z9psmnjURX9mM1g off=4323114 len=1716596 2023-12-01T05:12:52.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 2669 completed, throughput=5MB/sec 2023-12-01T05:12:52.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2LIfcOu3GRZE6PB off=6057430 len=1271006 2023-12-01T05:12:52.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 2670 completed, throughput=5MB/sec 2023-12-01T05:12:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:52 smithi155 ceph-mon[102677]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-01T05:12:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:52 smithi111 ceph-mon[97855]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-01T05:12:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:52 smithi111 ceph-mon[116524]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-01T05:12:53.531 INFO:tasks.workunit.client.0.smithi111.stdout: 530: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:53.531 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BWMJnEunpkiyO4K off=9317517 len=1226439 2023-12-01T05:12:53.532 INFO:tasks.workunit.client.0.smithi111.stdout:op 2671 completed, throughput=4.99MB/sec 2023-12-01T05:12:53.532 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-73AKkXmUTotl6zL off=9046416 len=414593 2023-12-01T05:12:53.536 INFO:tasks.workunit.client.0.smithi111.stdout:op 2672 completed, throughput=5MB/sec 2023-12-01T05:12:53.536 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mtAOp9aQBmahBWx off=4098673 len=1158432 2023-12-01T05:12:53.542 INFO:tasks.workunit.client.0.smithi111.stdout:op 2673 completed, throughput=5MB/sec 2023-12-01T05:12:53.542 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u8UuyjS5EZS7j4U off=13205486 len=1054616 2023-12-01T05:12:53.543 INFO:tasks.workunit.client.0.smithi111.stdout:op 2674 completed, throughput=5MB/sec 2023-12-01T05:12:53.544 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V1qrolQvf_6Ijms off=3013237 len=1137920 2023-12-01T05:12:53.546 INFO:tasks.workunit.client.0.smithi111.stdout:op 2675 completed, throughput=5MB/sec 2023-12-01T05:12:54.546 INFO:tasks.workunit.client.0.smithi111.stdout: 531: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:54.546 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6IJDSKx9cDnnsiW off=1604539 len=654517 2023-12-01T05:12:54.550 INFO:tasks.workunit.client.0.smithi111.stdout:op 2676 completed, throughput=4.99MB/sec 2023-12-01T05:12:54.550 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GUD9-1VtXZBunfy off=1617935 len=1280396 2023-12-01T05:12:54.557 INFO:tasks.workunit.client.0.smithi111.stdout:op 2677 completed, throughput=5MB/sec 2023-12-01T05:12:54.557 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5CoUmUpUHduRXiS off=0 len=1152777 2023-12-01T05:12:54.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 2678 completed, throughput=5MB/sec 2023-12-01T05:12:54.558 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K8YtLAqYB5U_gzf off=15793150 len=1271737 2023-12-01T05:12:54.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 2679 completed, throughput=5MB/sec 2023-12-01T05:12:54.560 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sDbVuNz4xmX6b1y off=8426052 len=627734 2023-12-01T05:12:54.564 INFO:tasks.workunit.client.0.smithi111.stdout:op 2680 completed, throughput=5MB/sec 2023-12-01T05:12:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:54 smithi155 ceph-mon[102677]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:12:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:54 smithi111 ceph-mon[97855]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:12:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:54 smithi111 ceph-mon[116524]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:12:55.564 INFO:tasks.workunit.client.0.smithi111.stdout: 532: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:55.564 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KuK9EwD_vobVy50 off=618793 len=1388945 2023-12-01T05:12:55.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 2681 completed, throughput=4.99MB/sec 2023-12-01T05:12:55.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IBJ-I9IF2jxbuAX off=1528093 len=453853 2023-12-01T05:12:55.567 INFO:tasks.workunit.client.0.smithi111.stdout:op 2682 completed, throughput=4.99MB/sec 2023-12-01T05:12:55.567 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ltIZKkTqPBaGFKn off=104598 len=421782 2023-12-01T05:12:55.567 INFO:tasks.workunit.client.0.smithi111.stdout:op 2683 completed, throughput=5MB/sec 2023-12-01T05:12:55.568 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gu9eCeAIbznYsqN off=5968777 len=666752 2023-12-01T05:12:55.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 2684 completed, throughput=5MB/sec 2023-12-01T05:12:55.570 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OFhvH6DmJZihfC8 off=3767936 len=516022 2023-12-01T05:12:55.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 2685 completed, throughput=5MB/sec 2023-12-01T05:12:55.574 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b2aoFUInBzhFVZ7 off=3318640 len=652760 2023-12-01T05:12:55.575 INFO:tasks.workunit.client.0.smithi111.stdout:op 2686 completed, throughput=5MB/sec 2023-12-01T05:12:55.575 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yuWDulET5pyIdV3 off=20128493 len=2052119 2023-12-01T05:12:55.587 INFO:tasks.workunit.client.0.smithi111.stdout:op 2687 completed, throughput=5MB/sec 2023-12-01T05:12:56.587 INFO:tasks.workunit.client.0.smithi111.stdout: 533: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:56.587 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Atn2MsfRAP-Zm-E off=10149195 len=1679766 2023-12-01T05:12:56.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 2688 completed, throughput=5MB/sec 2023-12-01T05:12:56.597 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AkzGxQwOGWT6_9A off=9862003 len=1933278 2023-12-01T05:12:56.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 2689 completed, throughput=5MB/sec 2023-12-01T05:12:56.599 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y68FRt_Urw3SrEI off=14704648 len=576592 2023-12-01T05:12:56.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 2690 completed, throughput=5MB/sec 2023-12-01T05:12:56.603 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z-cGiWgXdyUu8vh off=2133491 len=1324891 2023-12-01T05:12:56.610 INFO:tasks.workunit.client.0.smithi111.stdout:op 2691 completed, throughput=5MB/sec 2023-12-01T05:12:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:56 smithi155 ceph-mon[102677]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:12:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:56 smithi111 ceph-mon[97855]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:12:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:56 smithi111 ceph-mon[116524]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:12:57.610 INFO:tasks.workunit.client.0.smithi111.stdout: 534: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:57.610 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eYmJdRheMu2DKYK off=1458413 len=997512 2023-12-01T05:12:57.615 INFO:tasks.workunit.client.0.smithi111.stdout:op 2692 completed, throughput=4.99MB/sec 2023-12-01T05:12:57.616 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QnFSkzA19n2lpnW off=271112 len=1606542 2023-12-01T05:12:57.621 INFO:tasks.workunit.client.0.smithi111.stdout:op 2693 completed, throughput=5MB/sec 2023-12-01T05:12:57.621 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KtS9vJyNbilQUqN off=8505568 len=68574 2023-12-01T05:12:57.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 2694 completed, throughput=5MB/sec 2023-12-01T05:12:57.622 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jJlO9c07tKjNUu1 off=5561414 len=1924821 2023-12-01T05:12:57.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 2695 completed, throughput=5MB/sec 2023-12-01T05:12:58.624 INFO:tasks.workunit.client.0.smithi111.stdout: 535: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:58.625 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AA0ASqbrfUQFVU8 off=4110828 len=1287531 2023-12-01T05:12:58.626 INFO:tasks.workunit.client.0.smithi111.stdout:op 2696 completed, throughput=4.99MB/sec 2023-12-01T05:12:58.626 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zgf4u4eybhYMAKY off=8438054 len=1553575 2023-12-01T05:12:58.636 INFO:tasks.workunit.client.0.smithi111.stdout:op 2697 completed, throughput=5MB/sec 2023-12-01T05:12:58.636 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vShAto3L8S0xk_3 off=17894345 len=1281229 2023-12-01T05:12:58.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 2698 completed, throughput=5MB/sec 2023-12-01T05:12:58.644 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z8Pme4JMRGICzXY off=1557189 len=1593606 2023-12-01T05:12:58.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 2699 completed, throughput=5MB/sec 2023-12-01T05:12:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:12:58 smithi155 ceph-mon[102677]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:12:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:12:58 smithi111 ceph-mon[97855]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:12:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:12:58 smithi111 ceph-mon[116524]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:12:59.646 INFO:tasks.workunit.client.0.smithi111.stdout: 536: throughput=4.99MB/sec pending data=0 2023-12-01T05:12:59.646 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9l5oaArEMATIC8p off=7815215 len=283684 2023-12-01T05:12:59.650 INFO:tasks.workunit.client.0.smithi111.stdout:op 2700 completed, throughput=4.99MB/sec 2023-12-01T05:12:59.650 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WmpmZrmhnO9FzMR off=5118094 len=1667964 2023-12-01T05:12:59.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 2701 completed, throughput=5MB/sec 2023-12-01T05:12:59.656 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PqnWXQB1VzhV9BH off=6098360 len=286301 2023-12-01T05:12:59.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 2702 completed, throughput=5MB/sec 2023-12-01T05:12:59.660 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NUiUxkVzje4dP8U off=16927589 len=749906 2023-12-01T05:12:59.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 2703 completed, throughput=5MB/sec 2023-12-01T05:12:59.661 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fo-3G6wa-WMNBdp off=169810 len=364380 2023-12-01T05:12:59.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 2704 completed, throughput=5MB/sec 2023-12-01T05:12:59.662 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SfjD0BHXEVqoVjs off=14094396 len=1134831 2023-12-01T05:12:59.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 2705 completed, throughput=5MB/sec 2023-12-01T05:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:12:59] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:13:00.663 INFO:tasks.workunit.client.0.smithi111.stdout: 537: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:00.663 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D9X4XEapoC8k11s off=70076 len=1256795 2023-12-01T05:13:00.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 2706 completed, throughput=4.99MB/sec 2023-12-01T05:13:00.666 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hJMN4r-KJ_M4qui off=14242233 len=1353722 2023-12-01T05:13:00.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 2707 completed, throughput=5MB/sec 2023-12-01T05:13:00.674 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dNa9fQorm6_gtiq off=98501 len=1941957 2023-12-01T05:13:00.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 2708 completed, throughput=5MB/sec 2023-12-01T05:13:00.684 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F1NTJ1z4NzrwIus off=2318265 len=329275 2023-12-01T05:13:00.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 2709 completed, throughput=5MB/sec 2023-12-01T05:13:00.684 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tU1ss7Lyu1ILDwL off=6734387 len=1087129 2023-12-01T05:13:00.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 2710 completed, throughput=5MB/sec 2023-12-01T05:13:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:00 smithi155 ceph-mon[102677]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:13:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:00 smithi111 ceph-mon[116524]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:13:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:00 smithi111 ceph-mon[97855]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:13:01.691 INFO:tasks.workunit.client.0.smithi111.stdout: 538: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:01.691 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dupcb39-pAnNfGQ off=7011731 len=1174553 2023-12-01T05:13:01.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 2711 completed, throughput=4.99MB/sec 2023-12-01T05:13:01.693 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xec3IyEgUBz5xKW off=19006082 len=740559 2023-12-01T05:13:01.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 2712 completed, throughput=5MB/sec 2023-12-01T05:13:01.697 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V6em2LholzUuZke off=15608092 len=1438675 2023-12-01T05:13:01.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 2713 completed, throughput=5MB/sec 2023-12-01T05:13:01.699 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N_9Nkl-MyuGs26x off=3976270 len=2068768 2023-12-01T05:13:01.700 INFO:tasks.workunit.client.0.smithi111.stdout:op 2714 completed, throughput=5MB/sec 2023-12-01T05:13:02.701 INFO:tasks.workunit.client.0.smithi111.stdout: 539: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:02.701 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U7NmG0TQdR50_x- off=1751436 len=14784 2023-12-01T05:13:02.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 2715 completed, throughput=4.99MB/sec 2023-12-01T05:13:02.702 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0dNxNApFnzM95Qm off=5920389 len=1818858 2023-12-01T05:13:02.710 INFO:tasks.workunit.client.0.smithi111.stdout:op 2716 completed, throughput=5MB/sec 2023-12-01T05:13:02.711 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PUl3LQLKd7gG1bd off=14186786 len=1276338 2023-12-01T05:13:02.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 2717 completed, throughput=5MB/sec 2023-12-01T05:13:02.717 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-viQMPpLhSKljmou off=7512613 len=1378499 2023-12-01T05:13:02.723 INFO:tasks.workunit.client.0.smithi111.stdout:op 2718 completed, throughput=5MB/sec 2023-12-01T05:13:02.723 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-orv8XUlQlf-w4o5 off=4428105 len=277064 2023-12-01T05:13:02.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 2719 completed, throughput=5MB/sec 2023-12-01T05:13:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:02 smithi155 ceph-mon[102677]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:13:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:02 smithi111 ceph-mon[116524]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:13:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:02 smithi111 ceph-mon[97855]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:13:03.725 INFO:tasks.workunit.client.0.smithi111.stdout: 540: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:03.726 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3XvFJPYkY_eBYh3 off=2272821 len=1970043 2023-12-01T05:13:03.737 INFO:tasks.workunit.client.0.smithi111.stdout:op 2720 completed, throughput=4.99MB/sec 2023-12-01T05:13:03.737 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K5SetcgwphrcuBE off=9820568 len=228433 2023-12-01T05:13:03.740 INFO:tasks.workunit.client.0.smithi111.stdout:op 2721 completed, throughput=4.99MB/sec 2023-12-01T05:13:03.740 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RWi25mr-nVJDziJ off=18737385 len=1609154 2023-12-01T05:13:03.742 INFO:tasks.workunit.client.0.smithi111.stdout:op 2722 completed, throughput=5MB/sec 2023-12-01T05:13:03.742 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9GdKjcX9biLjzLq off=10784230 len=1839383 2023-12-01T05:13:03.745 INFO:tasks.workunit.client.0.smithi111.stdout:op 2723 completed, throughput=5MB/sec 2023-12-01T05:13:04.746 INFO:tasks.workunit.client.0.smithi111.stdout: 541: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:04.746 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1yFteoCEDF8hXd5 off=4723861 len=171631 2023-12-01T05:13:04.746 INFO:tasks.workunit.client.0.smithi111.stdout:op 2724 completed, throughput=4.99MB/sec 2023-12-01T05:13:04.746 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m5k5jMJhW7kIiwM off=9313236 len=1185866 2023-12-01T05:13:04.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 2725 completed, throughput=4.99MB/sec 2023-12-01T05:13:04.748 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U8fcjZYKInKxEFR off=3757951 len=1096005 2023-12-01T05:13:04.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 2726 completed, throughput=5MB/sec 2023-12-01T05:13:04.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZYCXRnbGQtjKTFw off=1398469 len=111220 2023-12-01T05:13:04.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 2727 completed, throughput=5MB/sec 2023-12-01T05:13:04.754 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E7XQb1WbSPgp-un off=3083956 len=308508 2023-12-01T05:13:04.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 2728 completed, throughput=5MB/sec 2023-12-01T05:13:04.758 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jrthFRgSlhkIPU_ off=624246 len=1597081 2023-12-01T05:13:04.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 2729 completed, throughput=5MB/sec 2023-12-01T05:13:04.760 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YoTKskdOg6zoPft off=20365453 len=1253899 2023-12-01T05:13:04.766 INFO:tasks.workunit.client.0.smithi111.stdout:op 2730 completed, throughput=5MB/sec 2023-12-01T05:13:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:04 smithi155 ceph-mon[102677]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:13:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:04 smithi111 ceph-mon[97855]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:13:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:04 smithi111 ceph-mon[116524]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:05.767 INFO:tasks.workunit.client.0.smithi111.stdout: 542: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:05.767 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I23kwc18e7BU4xX off=3930380 len=1787378 2023-12-01T05:13:05.776 INFO:tasks.workunit.client.0.smithi111.stdout:op 2731 completed, throughput=5MB/sec 2023-12-01T05:13:05.776 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jX262LWY8YWAlV8 off=1698389 len=388851 2023-12-01T05:13:05.779 INFO:tasks.workunit.client.0.smithi111.stdout:op 2732 completed, throughput=5MB/sec 2023-12-01T05:13:05.779 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gd7dRO1QEzX-d4w off=1608323 len=616501 2023-12-01T05:13:05.783 INFO:tasks.workunit.client.0.smithi111.stdout:op 2733 completed, throughput=5MB/sec 2023-12-01T05:13:05.783 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o0b_GZ7IGaye4BW off=4533005 len=396471 2023-12-01T05:13:05.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 2734 completed, throughput=5MB/sec 2023-12-01T05:13:05.787 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-36NhCOr9LibXdgH off=14439397 len=506575 2023-12-01T05:13:05.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 2735 completed, throughput=5MB/sec 2023-12-01T05:13:05.791 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gbUzEtiSIxr9vi7 off=15706576 len=1125627 2023-12-01T05:13:05.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 2736 completed, throughput=5MB/sec 2023-12-01T05:13:06.777 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:13:06.796 INFO:tasks.workunit.client.0.smithi111.stdout: 543: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:06.797 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CG15CEjobMo0yNo off=1986986 len=171329 2023-12-01T05:13:06.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 2737 completed, throughput=4.99MB/sec 2023-12-01T05:13:06.799 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cc8UXNY4Z3iUEbb off=2083992 len=1979165 2023-12-01T05:13:06.800 INFO:tasks.workunit.client.0.smithi111.stdout:op 2738 completed, throughput=5MB/sec 2023-12-01T05:13:06.801 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y1B8D8qFyIrNhlV off=3116886 len=2042931 2023-12-01T05:13:06.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 2739 completed, throughput=5MB/sec 2023-12-01T05:13:06.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O8FLqCsrAAtR5Tp off=4883402 len=725689 2023-12-01T05:13:06.803 INFO:tasks.workunit.client.0.smithi111.stdout:op 2740 completed, throughput=5MB/sec 2023-12-01T05:13:06.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WJoo2FOHqADxGPb off=2025953 len=1986165 2023-12-01T05:13:06.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 2741 completed, throughput=5MB/sec 2023-12-01T05:13:07.089 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (30m) 8m ago 31m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (30m) 8m ago 30m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (31m) 8m ago 31m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (31m) 8m ago 31m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (35m) 8m ago 35m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (36m) 8m ago 36m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (36m) 8m ago 36m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (35m) 8m ago 35m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (35m) 8m ago 35m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (30m) 8m ago 30m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (30m) 8m ago 30m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:13:07.090 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (34m) 8m ago 34m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (34m) 8m ago 34m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (34m) 8m ago 34m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (33m) 8m ago 33m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (33m) 8m ago 33m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (32m) 8m ago 32m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (32m) 8m ago 32m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (32m) 8m ago 32m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:13:07.091 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (30m) 8m ago 31m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:13:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:06 smithi155 ceph-mon[102677]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:13:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:06 smithi111 ceph-mon[97855]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:13:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:06 smithi111 ceph-mon[116524]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:13:07.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:07.474 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:13:07.474 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:13:07.474 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:13:07.474 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:13:07.804 INFO:tasks.workunit.client.0.smithi111.stdout: 544: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:07.804 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qFBgjItATR6Z9Ct off=10522333 len=758480 2023-12-01T05:13:07.809 INFO:tasks.workunit.client.0.smithi111.stdout:op 2742 completed, throughput=5MB/sec 2023-12-01T05:13:07.809 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o49R9sqCJFmJ-X4 off=21327027 len=288627 2023-12-01T05:13:07.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 2743 completed, throughput=5MB/sec 2023-12-01T05:13:07.810 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W0yPoaS00Ql4zOf off=2680363 len=349599 2023-12-01T05:13:07.811 INFO:tasks.workunit.client.0.smithi111.stdout:op 2744 completed, throughput=5MB/sec 2023-12-01T05:13:07.811 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3GRtkVO_LPmNueq off=20077207 len=1692128 2023-12-01T05:13:07.820 INFO:tasks.workunit.client.0.smithi111.stdout:op 2745 completed, throughput=5MB/sec 2023-12-01T05:13:07.820 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k6kxTEbQDJNdLtT off=2928365 len=2015252 2023-12-01T05:13:07.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 2746 completed, throughput=5MB/sec 2023-12-01T05:13:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:07 smithi155 ceph-mon[102677]: from='client.26411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:07 smithi155 ceph-mon[102677]: from='client.16515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/683862645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:13:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:07 smithi111 ceph-mon[97855]: from='client.26411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:07 smithi111 ceph-mon[97855]: from='client.16515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/683862645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:13:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:07 smithi111 ceph-mon[116524]: from='client.26411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:07 smithi111 ceph-mon[116524]: from='client.16515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/683862645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:13:08.823 INFO:tasks.workunit.client.0.smithi111.stdout: 545: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:08.823 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FQ9ByL4qYugUwOC off=1363805 len=612321 2023-12-01T05:13:08.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 2747 completed, throughput=4.99MB/sec 2023-12-01T05:13:08.827 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EBIKgdktbmyjm0a off=18589360 len=471282 2023-12-01T05:13:08.830 INFO:tasks.workunit.client.0.smithi111.stdout:op 2748 completed, throughput=5MB/sec 2023-12-01T05:13:08.830 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gFPr_zYJV-dTEQt off=4666528 len=1594861 2023-12-01T05:13:08.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 2749 completed, throughput=5MB/sec 2023-12-01T05:13:08.832 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rovw2Bjb6X7KmtW off=11363282 len=719967 2023-12-01T05:13:08.833 INFO:tasks.workunit.client.0.smithi111.stdout:op 2750 completed, throughput=5MB/sec 2023-12-01T05:13:08.833 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TBZRTfgxYEWKNK9 off=12486500 len=1313772 2023-12-01T05:13:08.839 INFO:tasks.workunit.client.0.smithi111.stdout:op 2751 completed, throughput=5MB/sec 2023-12-01T05:13:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:08 smithi155 ceph-mon[102677]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:13:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:08 smithi111 ceph-mon[97855]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:13:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:08 smithi111 ceph-mon[116524]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:13:09] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:13:09.841 INFO:tasks.workunit.client.0.smithi111.stdout: 546: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:09.841 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mCQxf9agO0__kVL off=8298930 len=784244 2023-12-01T05:13:09.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 2752 completed, throughput=4.99MB/sec 2023-12-01T05:13:09.845 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-r7TbDLG_oagnUrE off=5860023 len=1044100 2023-12-01T05:13:09.846 INFO:tasks.workunit.client.0.smithi111.stdout:op 2753 completed, throughput=5MB/sec 2023-12-01T05:13:09.846 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4bpDUmljeaEP8oL off=10910796 len=421591 2023-12-01T05:13:09.849 INFO:tasks.workunit.client.0.smithi111.stdout:op 2754 completed, throughput=5MB/sec 2023-12-01T05:13:09.849 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U8e7dM6EA3nM-Mt off=358201 len=896935 2023-12-01T05:13:09.850 INFO:tasks.workunit.client.0.smithi111.stdout:op 2755 completed, throughput=5MB/sec 2023-12-01T05:13:09.850 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GowKavJTHAglBqY off=13394961 len=1983830 2023-12-01T05:13:09.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 2756 completed, throughput=5MB/sec 2023-12-01T05:13:10.860 INFO:tasks.workunit.client.0.smithi111.stdout: 547: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:10.861 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cjck4DZYfWKFjOu off=2509231 len=97383 2023-12-01T05:13:10.865 INFO:tasks.workunit.client.0.smithi111.stdout:op 2757 completed, throughput=4.99MB/sec 2023-12-01T05:13:10.865 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XJFItla93ydVPzG off=10846624 len=626274 2023-12-01T05:13:10.867 INFO:tasks.workunit.client.0.smithi111.stdout:op 2758 completed, throughput=4.99MB/sec 2023-12-01T05:13:10.867 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8HGcxl7PV59hqC6 off=4694395 len=1282274 2023-12-01T05:13:10.868 INFO:tasks.workunit.client.0.smithi111.stdout:op 2759 completed, throughput=5MB/sec 2023-12-01T05:13:10.868 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-98bylg2F1t1tHi- off=16130699 len=210124 2023-12-01T05:13:10.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 2760 completed, throughput=5MB/sec 2023-12-01T05:13:10.869 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zI_qTdihqq6e3w7 off=13211504 len=1458032 2023-12-01T05:13:10.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 2761 completed, throughput=5MB/sec 2023-12-01T05:13:10.877 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Dl57rGEryKkt-1f off=531968 len=525096 2023-12-01T05:13:10.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 2762 completed, throughput=5MB/sec 2023-12-01T05:13:10.883 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PS8QN73Mx4yd9Ov off=9564369 len=2059575 2023-12-01T05:13:10.890 INFO:tasks.workunit.client.0.smithi111.stdout:op 2763 completed, throughput=5MB/sec 2023-12-01T05:13:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:10 smithi155 ceph-mon[102677]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:13:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:10 smithi111 ceph-mon[97855]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:13:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:10 smithi111 ceph-mon[116524]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:13:11.891 INFO:tasks.workunit.client.0.smithi111.stdout: 548: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:11.891 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7kEV_pajg867WJ2 off=4411012 len=1286189 2023-12-01T05:13:11.892 INFO:tasks.workunit.client.0.smithi111.stdout:op 2764 completed, throughput=5MB/sec 2023-12-01T05:13:11.892 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NW8Y_5AWHcpBplm off=135659 len=504261 2023-12-01T05:13:11.896 INFO:tasks.workunit.client.0.smithi111.stdout:op 2765 completed, throughput=5MB/sec 2023-12-01T05:13:11.897 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y8und9ilToXHclm off=20050231 len=1818523 2023-12-01T05:13:11.899 INFO:tasks.workunit.client.0.smithi111.stdout:op 2766 completed, throughput=5MB/sec 2023-12-01T05:13:11.899 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cbl1_a6Wunn5sG8 off=1191258 len=834681 2023-12-01T05:13:11.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 2767 completed, throughput=5MB/sec 2023-12-01T05:13:12.903 INFO:tasks.workunit.client.0.smithi111.stdout: 549: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:12.903 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1M7VY2LQqWYCm1t off=11076813 len=1570078 2023-12-01T05:13:12.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 2768 completed, throughput=5MB/sec 2023-12-01T05:13:12.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KHq61Iu0FooPpzi off=10264061 len=1486571 2023-12-01T05:13:12.907 INFO:tasks.workunit.client.0.smithi111.stdout:op 2769 completed, throughput=5MB/sec 2023-12-01T05:13:12.907 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X4rICZCmDR4b6Zm off=10963788 len=111409 2023-12-01T05:13:12.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 2770 completed, throughput=5MB/sec 2023-12-01T05:13:12.908 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p8S_M1K8b4jLDjy off=313407 len=1026456 2023-12-01T05:13:12.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 2771 completed, throughput=5MB/sec 2023-12-01T05:13:12.909 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yCJFQMVLqsv2RHx off=8088189 len=1456271 2023-12-01T05:13:12.914 INFO:tasks.workunit.client.0.smithi111.stdout:op 2772 completed, throughput=5MB/sec 2023-12-01T05:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:12 smithi155 ceph-mon[102677]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:13:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[97855]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[116524]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:13:13.914 INFO:tasks.workunit.client.0.smithi111.stdout: 550: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:13.914 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uBQPUr4AiQNRJC6 off=2821148 len=479958 2023-12-01T05:13:13.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 2773 completed, throughput=4.99MB/sec 2023-12-01T05:13:13.918 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-l5_3Q51vuV7RBy5 off=4298791 len=1594096 2023-12-01T05:13:13.920 INFO:tasks.workunit.client.0.smithi111.stdout:op 2774 completed, throughput=5MB/sec 2023-12-01T05:13:13.920 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GTnkDLAqNPOPSLg off=4132461 len=2058468 2023-12-01T05:13:13.931 INFO:tasks.workunit.client.0.smithi111.stdout:op 2775 completed, throughput=5MB/sec 2023-12-01T05:13:13.931 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3ypWvTNVISbunwN off=5004359 len=1202334 2023-12-01T05:13:13.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 2776 completed, throughput=5MB/sec 2023-12-01T05:13:14.937 INFO:tasks.workunit.client.0.smithi111.stdout: 551: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:14.937 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2IF3mnHvcc_s969 off=12154366 len=1731324 2023-12-01T05:13:14.947 INFO:tasks.workunit.client.0.smithi111.stdout:op 2777 completed, throughput=5MB/sec 2023-12-01T05:13:14.948 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--zPIxN52gXxd_Jm off=15662013 len=361495 2023-12-01T05:13:14.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 2778 completed, throughput=5MB/sec 2023-12-01T05:13:14.950 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nwiakmKcTTMjzfv off=12515897 len=390940 2023-12-01T05:13:14.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 2779 completed, throughput=5MB/sec 2023-12-01T05:13:14.950 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h5005zDzN2jQLoQ off=11897191 len=711324 2023-12-01T05:13:14.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 2780 completed, throughput=5MB/sec 2023-12-01T05:13:14.954 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YX4clBlCgAYoec6 off=514905 len=1553526 2023-12-01T05:13:14.955 INFO:tasks.workunit.client.0.smithi111.stdout:op 2781 completed, throughput=5MB/sec 2023-12-01T05:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:14 smithi155 ceph-mon[102677]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:13:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:14 smithi111 ceph-mon[97855]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:13:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:14 smithi111 ceph-mon[116524]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:13:15.956 INFO:tasks.workunit.client.0.smithi111.stdout: 552: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:15.956 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vNh8lN_mI7QkA9u off=13068772 len=1226553 2023-12-01T05:13:15.963 INFO:tasks.workunit.client.0.smithi111.stdout:op 2782 completed, throughput=4.99MB/sec 2023-12-01T05:13:15.963 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FRG8oaCAJ8ntOur off=6523197 len=1055196 2023-12-01T05:13:15.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 2783 completed, throughput=5MB/sec 2023-12-01T05:13:15.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QzWo8d1WBjDUw77 off=7326366 len=145350 2023-12-01T05:13:15.965 INFO:tasks.workunit.client.0.smithi111.stdout:op 2784 completed, throughput=5MB/sec 2023-12-01T05:13:15.965 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SNEy1U6IFbcZeiW off=3784931 len=1160864 2023-12-01T05:13:15.967 INFO:tasks.workunit.client.0.smithi111.stdout:op 2785 completed, throughput=5MB/sec 2023-12-01T05:13:15.967 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BHsgKF_Yv235kaZ off=9418297 len=260238 2023-12-01T05:13:15.971 INFO:tasks.workunit.client.0.smithi111.stdout:op 2786 completed, throughput=5MB/sec 2023-12-01T05:13:15.971 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bXtXg-sraZwNLH1 off=960856 len=2010336 2023-12-01T05:13:15.972 INFO:tasks.workunit.client.0.smithi111.stdout:op 2787 completed, throughput=5MB/sec 2023-12-01T05:13:16.972 INFO:tasks.workunit.client.0.smithi111.stdout: 553: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:16.973 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JcLQkRRQBzRCewn off=12359155 len=40423 2023-12-01T05:13:16.973 INFO:tasks.workunit.client.0.smithi111.stdout:op 2788 completed, throughput=4.99MB/sec 2023-12-01T05:13:16.973 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yY2kCR1V0lQAIcL off=3017162 len=1121816 2023-12-01T05:13:16.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 2789 completed, throughput=4.99MB/sec 2023-12-01T05:13:16.976 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NGQoZMTfPteDnnM off=23964347 len=1129892 2023-12-01T05:13:16.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 2790 completed, throughput=5MB/sec 2023-12-01T05:13:16.981 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tYDp0LrW8TuWy8X off=1451748 len=422796 2023-12-01T05:13:16.985 INFO:tasks.workunit.client.0.smithi111.stdout:op 2791 completed, throughput=5MB/sec 2023-12-01T05:13:16.985 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LIYRqQmMauwSueM off=5523605 len=1544703 2023-12-01T05:13:16.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 2792 completed, throughput=5MB/sec 2023-12-01T05:13:16.987 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-plx_le89_OKCyCa off=4304378 len=109274 2023-12-01T05:13:16.989 INFO:tasks.workunit.client.0.smithi111.stdout:op 2793 completed, throughput=5MB/sec 2023-12-01T05:13:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:16 smithi155 ceph-mon[102677]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:13:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:16 smithi111 ceph-mon[97855]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:13:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:16 smithi111 ceph-mon[116524]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:13:17.989 INFO:tasks.workunit.client.0.smithi111.stdout: 554: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:17.990 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HmvVCJJsg09axrk off=759128 len=1526523 2023-12-01T05:13:17.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 2794 completed, throughput=4.99MB/sec 2023-12-01T05:13:17.993 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RIVKylJ-KswvIgK off=2581471 len=134553 2023-12-01T05:13:17.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 2795 completed, throughput=4.99MB/sec 2023-12-01T05:13:17.994 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KYFoDmwL3Ag_p_h off=1732956 len=939175 2023-12-01T05:13:17.995 INFO:tasks.workunit.client.0.smithi111.stdout:op 2796 completed, throughput=5MB/sec 2023-12-01T05:13:17.995 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UklXepc_rCC1Msc off=792412 len=976430 2023-12-01T05:13:17.996 INFO:tasks.workunit.client.0.smithi111.stdout:op 2797 completed, throughput=5MB/sec 2023-12-01T05:13:17.996 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2HU3hiaT14Zc6JR off=2615669 len=1741209 2023-12-01T05:13:17.998 INFO:tasks.workunit.client.0.smithi111.stdout:op 2798 completed, throughput=5MB/sec 2023-12-01T05:13:18.998 INFO:tasks.workunit.client.0.smithi111.stdout: 555: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:18.999 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aUxHQ7DewQJTD_T off=5196062 len=1594285 2023-12-01T05:13:19.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 2799 completed, throughput=4.99MB/sec 2023-12-01T05:13:19.000 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G8-0k1Jtv7WqBcH off=20410446 len=1967144 2023-12-01T05:13:19.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 2800 completed, throughput=5MB/sec 2023-12-01T05:13:19.011 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-muHfCaKQZH28ptE off=16284511 len=1534675 2023-12-01T05:13:19.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 2801 completed, throughput=5MB/sec 2023-12-01T05:13:19.014 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H1cOXfatN1dQIzC off=4330186 len=42754 2023-12-01T05:13:19.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 2802 completed, throughput=5MB/sec 2023-12-01T05:13:19.014 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pK2if9JPmMIfFad off=10215997 len=1106617 2023-12-01T05:13:19.018 INFO:tasks.workunit.client.0.smithi111.stdout:op 2803 completed, throughput=5MB/sec 2023-12-01T05:13:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:18 smithi155 ceph-mon[102677]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:13:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:18 smithi111 ceph-mon[97855]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:13:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:18 smithi111 ceph-mon[116524]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:13:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:13:19] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:13:20.018 INFO:tasks.workunit.client.0.smithi111.stdout: 556: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:20.018 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Bcir2eeI9O5q5N- off=9597983 len=1526143 2023-12-01T05:13:20.021 INFO:tasks.workunit.client.0.smithi111.stdout:op 2804 completed, throughput=5MB/sec 2023-12-01T05:13:20.021 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R149Az34vkJ59Yf off=15334148 len=1586451 2023-12-01T05:13:20.030 INFO:tasks.workunit.client.0.smithi111.stdout:op 2805 completed, throughput=5MB/sec 2023-12-01T05:13:20.030 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-46QSuqJy-rvXmLm off=4195026 len=1814801 2023-12-01T05:13:20.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 2806 completed, throughput=5MB/sec 2023-12-01T05:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:21.033 INFO:tasks.workunit.client.0.smithi111.stdout: 557: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:21.033 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eKDxf-SVBft5MVs off=5361794 len=156537 2023-12-01T05:13:21.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 2807 completed, throughput=4.99MB/sec 2023-12-01T05:13:21.033 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cL4Mdq57uC99hMe off=6459464 len=30926 2023-12-01T05:13:21.034 INFO:tasks.workunit.client.0.smithi111.stdout:op 2808 completed, throughput=4.99MB/sec 2023-12-01T05:13:21.034 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I9hsQQtV26Ba98j off=5506398 len=1074660 2023-12-01T05:13:21.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 2809 completed, throughput=4.99MB/sec 2023-12-01T05:13:21.039 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hr4yZgLDIhEhnwh off=1490685 len=59444 2023-12-01T05:13:21.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 2810 completed, throughput=4.99MB/sec 2023-12-01T05:13:21.040 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7WIo8uFK1RsMZkf off=782067 len=1085231 2023-12-01T05:13:21.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 2811 completed, throughput=5MB/sec 2023-12-01T05:13:21.044 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--3ARfK5KowpmwtQ off=1104635 len=1101724 2023-12-01T05:13:21.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 2812 completed, throughput=5MB/sec 2023-12-01T05:13:21.049 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H_zAxY3VB_nONRe off=8972336 len=1926283 2023-12-01T05:13:21.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 2813 completed, throughput=5MB/sec 2023-12-01T05:13:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:20 smithi155 ceph-mon[102677]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:13:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:20 smithi111 ceph-mon[97855]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:13:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:20 smithi111 ceph-mon[116524]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:13:22.051 INFO:tasks.workunit.client.0.smithi111.stdout: 558: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:22.051 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TtCe1nKQp_tRBmr off=668740 len=1711865 2023-12-01T05:13:22.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 2814 completed, throughput=5MB/sec 2023-12-01T05:13:22.060 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ooyZzj0DWy2QVoD off=18074709 len=1582180 2023-12-01T05:13:22.069 INFO:tasks.workunit.client.0.smithi111.stdout:op 2815 completed, throughput=5MB/sec 2023-12-01T05:13:22.069 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-r-UXfaZMTKvq2v0 off=14571292 len=432733 2023-12-01T05:13:22.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 2816 completed, throughput=5MB/sec 2023-12-01T05:13:22.073 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9XjLTK2RxZU-qqe off=9321460 len=257134 2023-12-01T05:13:22.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 2817 completed, throughput=5MB/sec 2023-12-01T05:13:22.073 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Iur_nJT4nCFsSuh off=4876954 len=481447 2023-12-01T05:13:22.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 2818 completed, throughput=5MB/sec 2023-12-01T05:13:22.077 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1HKelIlphkGsjdU off=13703443 len=2082794 2023-12-01T05:13:22.080 INFO:tasks.workunit.client.0.smithi111.stdout:op 2819 completed, throughput=5MB/sec 2023-12-01T05:13:23.080 INFO:tasks.workunit.client.0.smithi111.stdout: 559: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:23.080 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CRVDhArXl6dTS8h off=5434103 len=1321147 2023-12-01T05:13:23.082 INFO:tasks.workunit.client.0.smithi111.stdout:op 2820 completed, throughput=5MB/sec 2023-12-01T05:13:23.082 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YbS7-Rw27NgJd9r off=205897 len=920259 2023-12-01T05:13:23.083 INFO:tasks.workunit.client.0.smithi111.stdout:op 2821 completed, throughput=5MB/sec 2023-12-01T05:13:23.083 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7LWZLVxxg8fE6xX off=22474789 len=418780 2023-12-01T05:13:23.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 2822 completed, throughput=5MB/sec 2023-12-01T05:13:23.084 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MKqcC7VNGug4BJ_ off=1274445 len=1074750 2023-12-01T05:13:23.086 INFO:tasks.workunit.client.0.smithi111.stdout:op 2823 completed, throughput=5MB/sec 2023-12-01T05:13:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:22 smithi155 ceph-mon[102677]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:13:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:22 smithi111 ceph-mon[97855]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:13:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:22 smithi111 ceph-mon[116524]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:13:24.087 INFO:tasks.workunit.client.0.smithi111.stdout: 560: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:24.087 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nVk--KqhYrRRvgr off=2835637 len=2091580 2023-12-01T05:13:24.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 2824 completed, throughput=5MB/sec 2023-12-01T05:13:24.091 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-q1nAbYkJQWBh5Ef off=6786963 len=1017546 2023-12-01T05:13:24.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 2825 completed, throughput=5MB/sec 2023-12-01T05:13:24.096 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hWW0EqgIfYzDDGQ off=8012168 len=258285 2023-12-01T05:13:24.097 INFO:tasks.workunit.client.0.smithi111.stdout:op 2826 completed, throughput=5MB/sec 2023-12-01T05:13:24.097 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zoy4KMthoEV2jlH off=8541547 len=1267630 2023-12-01T05:13:24.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 2827 completed, throughput=5MB/sec 2023-12-01T05:13:24.100 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CO6BQwQTEWnjeU2 off=1257818 len=1364228 2023-12-01T05:13:24.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 2828 completed, throughput=5MB/sec 2023-12-01T05:13:25.106 INFO:tasks.workunit.client.0.smithi111.stdout: 561: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:25.106 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WS2MxOONxbEpwOU off=2861950 len=762583 2023-12-01T05:13:25.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 2829 completed, throughput=4.99MB/sec 2023-12-01T05:13:25.108 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UuLydHpRXGaTVPe off=3268797 len=1045849 2023-12-01T05:13:25.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 2830 completed, throughput=5MB/sec 2023-12-01T05:13:25.109 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NJeM-qd5G7R8nOF off=694496 len=536952 2023-12-01T05:13:25.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 2831 completed, throughput=5MB/sec 2023-12-01T05:13:25.110 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kzhbiYyWzL721OR off=12757300 len=581988 2023-12-01T05:13:25.111 INFO:tasks.workunit.client.0.smithi111.stdout:op 2832 completed, throughput=5MB/sec 2023-12-01T05:13:25.111 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F6FV5aCbsR23fH7 off=10745299 len=1554600 2023-12-01T05:13:25.112 INFO:tasks.workunit.client.0.smithi111.stdout:op 2833 completed, throughput=5MB/sec 2023-12-01T05:13:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:24 smithi155 ceph-mon[102677]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:13:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:24 smithi111 ceph-mon[97855]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:13:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:24 smithi111 ceph-mon[116524]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:13:26.112 INFO:tasks.workunit.client.0.smithi111.stdout: 562: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:26.113 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kJQfzm_gLyPav2w off=1048267 len=1845860 2023-12-01T05:13:26.115 INFO:tasks.workunit.client.0.smithi111.stdout:op 2834 completed, throughput=4.99MB/sec 2023-12-01T05:13:26.115 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--AnAKvPikRcWYds off=1079336 len=819455 2023-12-01T05:13:26.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 2835 completed, throughput=5MB/sec 2023-12-01T05:13:26.120 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CdFlu_xpjTBMB8u off=2871738 len=144560 2023-12-01T05:13:26.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 2836 completed, throughput=5MB/sec 2023-12-01T05:13:26.122 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7aveALXrl_KhBri off=7179973 len=465152 2023-12-01T05:13:26.126 INFO:tasks.workunit.client.0.smithi111.stdout:op 2837 completed, throughput=5MB/sec 2023-12-01T05:13:26.126 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wa0X-PMOfbixsc1 off=4723289 len=229775 2023-12-01T05:13:26.128 INFO:tasks.workunit.client.0.smithi111.stdout:op 2838 completed, throughput=5MB/sec 2023-12-01T05:13:26.128 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lB3ZFzIn33kTyqe off=2015323 len=1510172 2023-12-01T05:13:26.130 INFO:tasks.workunit.client.0.smithi111.stdout:op 2839 completed, throughput=5MB/sec 2023-12-01T05:13:26.130 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nPs4PwLPrfBTjpI off=6358056 len=1832948 2023-12-01T05:13:26.131 INFO:tasks.workunit.client.0.smithi111.stdout:op 2840 completed, throughput=5MB/sec 2023-12-01T05:13:27.131 INFO:tasks.workunit.client.0.smithi111.stdout: 563: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:27.131 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zHVtFA9aExQg3ec off=20716372 len=1560868 2023-12-01T05:13:27.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 2841 completed, throughput=5MB/sec 2023-12-01T05:13:27.138 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tdN9hSn22_8dYC8 off=2768611 len=250269 2023-12-01T05:13:27.141 INFO:tasks.workunit.client.0.smithi111.stdout:op 2842 completed, throughput=5MB/sec 2023-12-01T05:13:27.141 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mrSDj7p2KItkQCw off=1781359 len=1555651 2023-12-01T05:13:27.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 2843 completed, throughput=5MB/sec 2023-12-01T05:13:27.148 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ohhKhvERc4BMIUo off=13544880 len=2056364 2023-12-01T05:13:27.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 2844 completed, throughput=5MB/sec 2023-12-01T05:13:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:26 smithi155 ceph-mon[102677]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:13:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:26 smithi111 ceph-mon[97855]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:13:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:26 smithi111 ceph-mon[116524]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:13:28.151 INFO:tasks.workunit.client.0.smithi111.stdout: 564: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:28.151 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v2O8c33qd17HbOS off=2736820 len=1863882 2023-12-01T05:13:28.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 2845 completed, throughput=5MB/sec 2023-12-01T05:13:28.161 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8Drk_BFJWDfzpWm off=2300342 len=1735091 2023-12-01T05:13:28.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 2846 completed, throughput=5MB/sec 2023-12-01T05:13:29.167 INFO:tasks.workunit.client.0.smithi111.stdout: 565: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:29.168 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZMyCo_pcOOAFD8e off=4936872 len=684180 2023-12-01T05:13:29.172 INFO:tasks.workunit.client.0.smithi111.stdout:op 2847 completed, throughput=4.99MB/sec 2023-12-01T05:13:29.173 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DXe0I-JsDprdqig off=16562111 len=123293 2023-12-01T05:13:29.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 2848 completed, throughput=4.99MB/sec 2023-12-01T05:13:29.173 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CM7HcfPS9sTPBpJ off=3026833 len=233127 2023-12-01T05:13:29.176 INFO:tasks.workunit.client.0.smithi111.stdout:op 2849 completed, throughput=4.99MB/sec 2023-12-01T05:13:29.177 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0SKdJW9oiW5ZFaS off=7866466 len=621870 2023-12-01T05:13:29.180 INFO:tasks.workunit.client.0.smithi111.stdout:op 2850 completed, throughput=4.99MB/sec 2023-12-01T05:13:29.180 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kCUQr46NdEefUfZ off=6381931 len=309637 2023-12-01T05:13:29.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 2851 completed, throughput=4.99MB/sec 2023-12-01T05:13:29.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3k-70_g4GEsctDP off=6797787 len=407415 2023-12-01T05:13:29.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 2852 completed, throughput=5MB/sec 2023-12-01T05:13:29.187 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IdgnS4Lou1ojin0 off=21305666 len=1431481 2023-12-01T05:13:29.193 INFO:tasks.workunit.client.0.smithi111.stdout:op 2853 completed, throughput=5MB/sec 2023-12-01T05:13:29.193 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yrbxxbPlVn3yNp2 off=3006999 len=109098 2023-12-01T05:13:29.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 2854 completed, throughput=5MB/sec 2023-12-01T05:13:29.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gcj267B3VGOds8Z off=2271305 len=9527 2023-12-01T05:13:29.196 INFO:tasks.workunit.client.0.smithi111.stdout:op 2855 completed, throughput=5MB/sec 2023-12-01T05:13:29.196 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ve3i1qUW8htlZAM off=389351 len=1705389 2023-12-01T05:13:29.197 INFO:tasks.workunit.client.0.smithi111.stdout:op 2856 completed, throughput=5MB/sec 2023-12-01T05:13:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:28 smithi155 ceph-mon[102677]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:13:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:28 smithi111 ceph-mon[97855]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:13:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:28 smithi111 ceph-mon[116524]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:13:29] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:13:30.198 INFO:tasks.workunit.client.0.smithi111.stdout: 566: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:30.198 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QG_LtBROxKz8wvo off=2967110 len=1009902 2023-12-01T05:13:30.203 INFO:tasks.workunit.client.0.smithi111.stdout:op 2857 completed, throughput=4.99MB/sec 2023-12-01T05:13:30.203 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yZwFFPgUkFuZcO0 off=9608833 len=717179 2023-12-01T05:13:30.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 2858 completed, throughput=4.99MB/sec 2023-12-01T05:13:30.208 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HQ2Nyc9pks7ZTu4 off=7603072 len=578661 2023-12-01T05:13:30.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 2859 completed, throughput=5MB/sec 2023-12-01T05:13:30.212 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mflK1fxYOn8Byop off=9467945 len=892900 2023-12-01T05:13:30.213 INFO:tasks.workunit.client.0.smithi111.stdout:op 2860 completed, throughput=5MB/sec 2023-12-01T05:13:30.213 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MLV_o0XzPijOHAt off=3511081 len=1084692 2023-12-01T05:13:30.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 2861 completed, throughput=5MB/sec 2023-12-01T05:13:30.219 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PWtW86BhSbCy8WI off=3208580 len=1711382 2023-12-01T05:13:30.226 INFO:tasks.workunit.client.0.smithi111.stdout:op 2862 completed, throughput=5MB/sec 2023-12-01T05:13:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:30 smithi155 ceph-mon[102677]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:13:31.226 INFO:tasks.workunit.client.0.smithi111.stdout: 567: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:31.226 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Un8XO70QE7V2Czs off=13769737 len=1516920 2023-12-01T05:13:31.234 INFO:tasks.workunit.client.0.smithi111.stdout:op 2863 completed, throughput=5MB/sec 2023-12-01T05:13:31.235 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wMvfvkHEoKr6x-Z off=6890806 len=1198992 2023-12-01T05:13:31.235 INFO:tasks.workunit.client.0.smithi111.stdout:op 2864 completed, throughput=5MB/sec 2023-12-01T05:13:31.235 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DPVx2BDaWwOsGLh off=4033808 len=688741 2023-12-01T05:13:31.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 2865 completed, throughput=5MB/sec 2023-12-01T05:13:31.236 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KqKVx6kORMSMOL9 off=347278 len=972646 2023-12-01T05:13:31.238 INFO:tasks.workunit.client.0.smithi111.stdout:op 2866 completed, throughput=5MB/sec 2023-12-01T05:13:31.238 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HHmHpsF6z2ba-d_ off=17851297 len=972157 2023-12-01T05:13:31.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 2867 completed, throughput=5MB/sec 2023-12-01T05:13:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:30 smithi111 ceph-mon[97855]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:13:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:30 smithi111 ceph-mon[116524]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:13:32.239 INFO:tasks.workunit.client.0.smithi111.stdout: 568: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:32.240 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dSxjZCMC1YpLgne off=9644768 len=968505 2023-12-01T05:13:32.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 2868 completed, throughput=4.99MB/sec 2023-12-01T05:13:32.245 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Pll0Udot85PEvBM off=2278 len=287515 2023-12-01T05:13:32.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 2869 completed, throughput=4.99MB/sec 2023-12-01T05:13:32.246 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kKaCJ6S3SXIIyvK off=3541805 len=846416 2023-12-01T05:13:32.247 INFO:tasks.workunit.client.0.smithi111.stdout:op 2870 completed, throughput=5MB/sec 2023-12-01T05:13:32.247 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D0-SI6gKIrV58hl off=812020 len=1407285 2023-12-01T05:13:32.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 2871 completed, throughput=5MB/sec 2023-12-01T05:13:32.255 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iLQpPq4cyKHa3Y_ off=9873301 len=2055317 2023-12-01T05:13:32.262 INFO:tasks.workunit.client.0.smithi111.stdout:op 2872 completed, throughput=5MB/sec 2023-12-01T05:13:33.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:32 smithi155 ceph-mon[102677]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:13:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:32 smithi111 ceph-mon[97855]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:32 smithi111 ceph-mon[116524]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:13:33.262 INFO:tasks.workunit.client.0.smithi111.stdout: 569: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:33.262 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OHChHtOEVeGQjV0 off=4403633 len=2043645 2023-12-01T05:13:33.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 2873 completed, throughput=5MB/sec 2023-12-01T05:13:33.264 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F6YwdeowV-Wll5w off=3709900 len=2094708 2023-12-01T05:13:33.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 2874 completed, throughput=5MB/sec 2023-12-01T05:13:33.266 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xfya049Y76ym6-6 off=2101165 len=550953 2023-12-01T05:13:33.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 2875 completed, throughput=5MB/sec 2023-12-01T05:13:34.268 INFO:tasks.workunit.client.0.smithi111.stdout: 570: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:34.268 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-88OZ5R6nOmfBrE- off=7563617 len=318503 2023-12-01T05:13:34.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 2876 completed, throughput=4.99MB/sec 2023-12-01T05:13:34.269 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pYB4DlY5fa9y17W off=5463995 len=879284 2023-12-01T05:13:34.271 INFO:tasks.workunit.client.0.smithi111.stdout:op 2877 completed, throughput=4.99MB/sec 2023-12-01T05:13:34.271 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FYN99kSyGaK9D-p off=657476 len=964080 2023-12-01T05:13:34.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 2878 completed, throughput=5MB/sec 2023-12-01T05:13:34.276 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TmMNMT2n-uoEUes off=12525485 len=2092388 2023-12-01T05:13:34.278 INFO:tasks.workunit.client.0.smithi111.stdout:op 2879 completed, throughput=5MB/sec 2023-12-01T05:13:34.278 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XG728o-JkTCfKXb off=2547061 len=965454 2023-12-01T05:13:34.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 2880 completed, throughput=5MB/sec 2023-12-01T05:13:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:34 smithi155 ceph-mon[102677]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:13:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:34 smithi111 ceph-mon[97855]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:13:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:34 smithi111 ceph-mon[116524]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:13:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:35.284 INFO:tasks.workunit.client.0.smithi111.stdout: 571: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:35.285 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HKeeFhm86KqolWT off=2062978 len=1083374 2023-12-01T05:13:35.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 2881 completed, throughput=4.99MB/sec 2023-12-01T05:13:35.286 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-83Y1TMSKeckzFPo off=1467502 len=1969675 2023-12-01T05:13:35.299 INFO:tasks.workunit.client.0.smithi111.stdout:op 2882 completed, throughput=5MB/sec 2023-12-01T05:13:35.300 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBxzrh8g2MO1wYA off=4902341 len=1042951 2023-12-01T05:13:35.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 2883 completed, throughput=5MB/sec 2023-12-01T05:13:35.304 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cnsMA_QbLwLzcGI off=7656916 len=85790 2023-12-01T05:13:35.305 INFO:tasks.workunit.client.0.smithi111.stdout:op 2884 completed, throughput=5MB/sec 2023-12-01T05:13:35.305 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-42T9hzNyHzObhTA off=14420110 len=258893 2023-12-01T05:13:35.308 INFO:tasks.workunit.client.0.smithi111.stdout:op 2885 completed, throughput=5MB/sec 2023-12-01T05:13:35.308 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hQgIwINGNcpPkV3 off=6620643 len=1236523 2023-12-01T05:13:35.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 2886 completed, throughput=5MB/sec 2023-12-01T05:13:36.314 INFO:tasks.workunit.client.0.smithi111.stdout: 572: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:36.315 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ffHw3Ypnw2LyHnj off=18487347 len=1563600 2023-12-01T05:13:36.317 INFO:tasks.workunit.client.0.smithi111.stdout:op 2887 completed, throughput=5MB/sec 2023-12-01T05:13:36.317 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ouOMTCJ6vbk6UCr off=11429054 len=1510654 2023-12-01T05:13:36.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 2888 completed, throughput=5MB/sec 2023-12-01T05:13:36.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SalGm--4Sys-0rT off=997383 len=192818 2023-12-01T05:13:36.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 2889 completed, throughput=5MB/sec 2023-12-01T05:13:36.330 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dvU5jYFIvqnAgIa off=1186767 len=1414902 2023-12-01T05:13:36.335 INFO:tasks.workunit.client.0.smithi111.stdout:op 2890 completed, throughput=5MB/sec 2023-12-01T05:13:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:36 smithi155 ceph-mon[102677]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:13:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:36 smithi111 ceph-mon[116524]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:13:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:36 smithi111 ceph-mon[97855]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:13:37.335 INFO:tasks.workunit.client.0.smithi111.stdout: 573: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:37.335 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bo0zkzhg0nxvOVx off=8142198 len=2069286 2023-12-01T05:13:37.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 2891 completed, throughput=4.99MB/sec 2023-12-01T05:13:37.348 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TIq8Q39spmrZrm- off=9667743 len=370790 2023-12-01T05:13:37.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 2892 completed, throughput=5MB/sec 2023-12-01T05:13:37.349 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-74C1f1a2NhOpA_- off=5644910 len=808166 2023-12-01T05:13:37.353 INFO:tasks.workunit.client.0.smithi111.stdout:op 2893 completed, throughput=5MB/sec 2023-12-01T05:13:37.353 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XYCTWQTB9ae1WiE off=4930957 len=172891 2023-12-01T05:13:37.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 2894 completed, throughput=5MB/sec 2023-12-01T05:13:37.356 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FnszkKuHXtkYJGZ off=6661713 len=1430038 2023-12-01T05:13:37.357 INFO:tasks.workunit.client.0.smithi111.stdout:op 2895 completed, throughput=5MB/sec 2023-12-01T05:13:37.357 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D9RTW4qtbdSlNJG off=21695825 len=1750657 2023-12-01T05:13:37.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 2896 completed, throughput=5MB/sec 2023-12-01T05:13:37.818 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (30m) 8m ago 31m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (31m) 8m ago 31m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (32m) 8m ago 32m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (32m) 8m ago 32m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (35m) 8m ago 35m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (37m) 8m ago 37m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:13:38.132 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (37m) 8m ago 37m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (36m) 8m ago 36m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (35m) 8m ago 35m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (31m) 8m ago 31m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (31m) 8m ago 31m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (35m) 8m ago 35m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (34m) 8m ago 34m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (34m) 8m ago 34m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (34m) 8m ago 34m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (33m) 8m ago 33m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (33m) 8m ago 33m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (33m) 8m ago 33m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (32m) 8m ago 32m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:13:38.133 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (30m) 8m ago 31m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:13:38.367 INFO:tasks.workunit.client.0.smithi111.stdout: 574: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:38.367 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oMhYfvfhO1kONR_ off=10512298 len=534138 2023-12-01T05:13:38.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 2897 completed, throughput=4.99MB/sec 2023-12-01T05:13:38.368 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dMNtsHA6_OTlJOn off=14207638 len=422273 2023-12-01T05:13:38.369 INFO:tasks.workunit.client.0.smithi111.stdout:op 2898 completed, throughput=4.99MB/sec 2023-12-01T05:13:38.369 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UQQxNM0ggDUoYr9 off=9867526 len=936309 2023-12-01T05:13:38.375 INFO:tasks.workunit.client.0.smithi111.stdout:op 2899 completed, throughput=5MB/sec 2023-12-01T05:13:38.375 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ePOJxqsntzL54F9 off=13283301 len=909979 2023-12-01T05:13:38.376 INFO:tasks.workunit.client.0.smithi111.stdout:op 2900 completed, throughput=5MB/sec 2023-12-01T05:13:38.376 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8Vqg1h7R-fIJYQX off=14836320 len=853110 2023-12-01T05:13:38.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 2901 completed, throughput=5MB/sec 2023-12-01T05:13:38.377 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W8VI-nwFBLInJ04 off=2265700 len=141224 2023-12-01T05:13:38.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 2902 completed, throughput=5MB/sec 2023-12-01T05:13:38.380 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rBYpRNKTqi7iJkD off=6474589 len=1991418 2023-12-01T05:13:38.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 2903 completed, throughput=5MB/sec 2023-12-01T05:13:38.519 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:13:38.519 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:13:38.520 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:13:38.521 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:13:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:38 smithi155 ceph-mon[102677]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:13:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:38 smithi155 ceph-mon[102677]: from='client.26429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:38 smithi155 ceph-mon[102677]: from='client.26435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3767266905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[97855]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[97855]: from='client.26429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[97855]: from='client.26435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3767266905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[116524]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[116524]: from='client.26429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[116524]: from='client.26435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:13:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3767266905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:13:39.381 INFO:tasks.workunit.client.0.smithi111.stdout: 575: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:39.382 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Rc8M2SP0AaUoyKZ off=587375 len=930359 2023-12-01T05:13:39.386 INFO:tasks.workunit.client.0.smithi111.stdout:op 2904 completed, throughput=5MB/sec 2023-12-01T05:13:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SZx_QLQT5k4afYm off=2787044 len=81611 2023-12-01T05:13:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 2905 completed, throughput=5MB/sec 2023-12-01T05:13:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kiMMdnhVU_GdGm8 off=6667803 len=309658 2023-12-01T05:13:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 2906 completed, throughput=5MB/sec 2023-12-01T05:13:39.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zSQgduGgHgUn166 off=2316251 len=1751347 2023-12-01T05:13:39.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 2907 completed, throughput=5MB/sec 2023-12-01T05:13:39.391 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o9uKELy4GOshosQ off=256102 len=585489 2023-12-01T05:13:39.396 INFO:tasks.workunit.client.0.smithi111.stdout:op 2908 completed, throughput=5MB/sec 2023-12-01T05:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:13:39] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:13:40.396 INFO:tasks.workunit.client.0.smithi111.stdout: 576: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:40.396 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gZRJvAlcI5u9BIl off=677067 len=923779 2023-12-01T05:13:40.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 2909 completed, throughput=4.99MB/sec 2023-12-01T05:13:40.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UWNZsrtUMuN3TFF off=13462299 len=909899 2023-12-01T05:13:40.403 INFO:tasks.workunit.client.0.smithi111.stdout:op 2910 completed, throughput=4.99MB/sec 2023-12-01T05:13:40.403 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ojyPgGyydDc4D1S off=10165035 len=1094455 2023-12-01T05:13:40.404 INFO:tasks.workunit.client.0.smithi111.stdout:op 2911 completed, throughput=5MB/sec 2023-12-01T05:13:40.404 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fjemc0CZYTlkNw1 off=345922 len=468446 2023-12-01T05:13:40.405 INFO:tasks.workunit.client.0.smithi111.stdout:op 2912 completed, throughput=5MB/sec 2023-12-01T05:13:40.405 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CFs1Nl_xybYN5-i off=15221091 len=106178 2023-12-01T05:13:40.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 2913 completed, throughput=5MB/sec 2023-12-01T05:13:40.407 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cPMc29Twc1CRxWW off=3205758 len=955524 2023-12-01T05:13:40.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 2914 completed, throughput=5MB/sec 2023-12-01T05:13:40.412 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JgKMMcfO6XXWRFD off=16806111 len=367711 2023-12-01T05:13:40.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 2915 completed, throughput=5MB/sec 2023-12-01T05:13:40.415 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kjE1aWGUlgOOm0V off=6933169 len=468405 2023-12-01T05:13:40.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 2916 completed, throughput=5MB/sec 2023-12-01T05:13:40.419 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2amQzWIOmwRjo9n off=6420623 len=1052325 2023-12-01T05:13:40.424 INFO:tasks.workunit.client.0.smithi111.stdout:op 2917 completed, throughput=5MB/sec 2023-12-01T05:13:41.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:40 smithi155 ceph-mon[102677]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:13:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:40 smithi111 ceph-mon[116524]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:13:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:40 smithi111 ceph-mon[97855]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:13:41.424 INFO:tasks.workunit.client.0.smithi111.stdout: 577: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:41.425 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o1jy87ge5A30X_E off=1493843 len=1613587 2023-12-01T05:13:41.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 2918 completed, throughput=5MB/sec 2023-12-01T05:13:41.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xwBmqHs8OImbJeA off=22370579 len=1627259 2023-12-01T05:13:41.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 2919 completed, throughput=5MB/sec 2023-12-01T05:13:41.436 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9oYSmSeoXroEtDK off=12050909 len=11501 2023-12-01T05:13:41.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 2920 completed, throughput=5MB/sec 2023-12-01T05:13:41.436 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z7m9n072wqyYdXy off=2532225 len=1662986 2023-12-01T05:13:41.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 2921 completed, throughput=5MB/sec 2023-12-01T05:13:42.445 INFO:tasks.workunit.client.0.smithi111.stdout: 578: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:42.445 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zsTeCKHWf9dSkfS off=11833742 len=1806511 2023-12-01T05:13:42.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 2922 completed, throughput=5MB/sec 2023-12-01T05:13:42.457 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x-4EnokDF8ZGNtF off=4987551 len=2033730 2023-12-01T05:13:42.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 2923 completed, throughput=5MB/sec 2023-12-01T05:13:42.465 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LiXSAOIDHxVp_VJ off=7374595 len=670508 2023-12-01T05:13:42.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 2924 completed, throughput=5MB/sec 2023-12-01T05:13:42.470 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z32kvQjkUkPMHg- off=3026249 len=1827857 2023-12-01T05:13:42.472 INFO:tasks.workunit.client.0.smithi111.stdout:op 2925 completed, throughput=5MB/sec 2023-12-01T05:13:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:42 smithi155 ceph-mon[102677]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:13:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:42 smithi111 ceph-mon[97855]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:13:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:42 smithi111 ceph-mon[116524]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:13:43.473 INFO:tasks.workunit.client.0.smithi111.stdout: 579: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:43.474 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sBG4qHhUAiVyqtb off=686906 len=119836 2023-12-01T05:13:43.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 2926 completed, throughput=4.99MB/sec 2023-12-01T05:13:43.474 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WiMnkfr07UOCqGk off=8398121 len=938281 2023-12-01T05:13:43.475 INFO:tasks.workunit.client.0.smithi111.stdout:op 2927 completed, throughput=5MB/sec 2023-12-01T05:13:43.475 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PDqDpQPMmrq0OpW off=176039 len=346550 2023-12-01T05:13:43.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 2928 completed, throughput=5MB/sec 2023-12-01T05:13:43.476 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KYlFKKiFyqFBKdL off=5926492 len=502193 2023-12-01T05:13:43.477 INFO:tasks.workunit.client.0.smithi111.stdout:op 2929 completed, throughput=5MB/sec 2023-12-01T05:13:43.477 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KzRGg7X84iyuPwF off=6530194 len=1839611 2023-12-01T05:13:43.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 2930 completed, throughput=5MB/sec 2023-12-01T05:13:43.479 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ytBjIyoHen01a6v off=3138343 len=487057 2023-12-01T05:13:43.483 INFO:tasks.workunit.client.0.smithi111.stdout:op 2931 completed, throughput=5MB/sec 2023-12-01T05:13:44.483 INFO:tasks.workunit.client.0.smithi111.stdout: 580: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:44.483 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I1NOPoUlHVm4mPV off=6903417 len=1603106 2023-12-01T05:13:44.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 2932 completed, throughput=4.99MB/sec 2023-12-01T05:13:44.492 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FRziUk5Uo7nBD-r off=9510139 len=1625327 2023-12-01T05:13:44.494 INFO:tasks.workunit.client.0.smithi111.stdout:op 2933 completed, throughput=5MB/sec 2023-12-01T05:13:44.494 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rc3-bgz2DxppSH0 off=616862 len=1857675 2023-12-01T05:13:44.495 INFO:tasks.workunit.client.0.smithi111.stdout:op 2934 completed, throughput=5MB/sec 2023-12-01T05:13:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:44 smithi155 ceph-mon[102677]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:13:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:44 smithi111 ceph-mon[97855]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:13:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:44 smithi111 ceph-mon[116524]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:13:45.496 INFO:tasks.workunit.client.0.smithi111.stdout: 581: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:45.496 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hWXxe2emCO16HpG off=6966855 len=1705415 2023-12-01T05:13:45.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 2935 completed, throughput=4.99MB/sec 2023-12-01T05:13:45.503 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-djCUFL9k9Bf2lg5 off=2545112 len=1376497 2023-12-01T05:13:45.505 INFO:tasks.workunit.client.0.smithi111.stdout:op 2936 completed, throughput=5MB/sec 2023-12-01T05:13:45.505 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AHj6nSEXYhsKl-u off=329686 len=1926643 2023-12-01T05:13:45.512 INFO:tasks.workunit.client.0.smithi111.stdout:op 2937 completed, throughput=5MB/sec 2023-12-01T05:13:45.512 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KfC0JGPRaBBvrp3 off=8523291 len=976138 2023-12-01T05:13:45.518 INFO:tasks.workunit.client.0.smithi111.stdout:op 2938 completed, throughput=5MB/sec 2023-12-01T05:13:46.517 INFO:tasks.workunit.client.0.smithi111.stdout: 582: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:46.518 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HROWur0b_ED0gXj off=1998665 len=86262 2023-12-01T05:13:46.520 INFO:tasks.workunit.client.0.smithi111.stdout:op 2939 completed, throughput=4.99MB/sec 2023-12-01T05:13:46.520 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PwuMzLpb4QY9FDQ off=1836907 len=1503662 2023-12-01T05:13:46.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 2940 completed, throughput=5MB/sec 2023-12-01T05:13:46.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F-P4ESN5UwGSG-P off=11969646 len=674813 2023-12-01T05:13:46.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 2941 completed, throughput=5MB/sec 2023-12-01T05:13:46.526 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0EudNPxQnpgea47 off=7819219 len=1564930 2023-12-01T05:13:46.528 INFO:tasks.workunit.client.0.smithi111.stdout:op 2942 completed, throughput=5MB/sec 2023-12-01T05:13:46.528 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P1Rh70P6TYCxygS off=7691426 len=835014 2023-12-01T05:13:46.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 2943 completed, throughput=5MB/sec 2023-12-01T05:13:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:46 smithi155 ceph-mon[102677]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:13:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:46 smithi111 ceph-mon[97855]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:13:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:46 smithi111 ceph-mon[116524]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:13:47.533 INFO:tasks.workunit.client.0.smithi111.stdout: 583: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:47.534 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VmoDZhLIOAM3pIY off=34973 len=1545408 2023-12-01T05:13:47.537 INFO:tasks.workunit.client.0.smithi111.stdout:op 2944 completed, throughput=4.99MB/sec 2023-12-01T05:13:47.537 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nZ_52Is0dSiJnwa off=6047592 len=2037652 2023-12-01T05:13:47.546 INFO:tasks.workunit.client.0.smithi111.stdout:op 2945 completed, throughput=5MB/sec 2023-12-01T05:13:47.546 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OYcsu3gq_CgTF78 off=19263890 len=1327667 2023-12-01T05:13:47.554 INFO:tasks.workunit.client.0.smithi111.stdout:op 2946 completed, throughput=5MB/sec 2023-12-01T05:13:47.554 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UNo6hpIOU1H7iDc off=4311839 len=1895575 2023-12-01T05:13:47.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 2947 completed, throughput=5MB/sec 2023-12-01T05:13:48.556 INFO:tasks.workunit.client.0.smithi111.stdout: 584: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:48.556 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AzytfqAq-5cHAqY off=976691 len=485720 2023-12-01T05:13:48.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 2948 completed, throughput=4.99MB/sec 2023-12-01T05:13:48.561 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CzcYK93aCrDAupr off=9780438 len=1522001 2023-12-01T05:13:48.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 2949 completed, throughput=5MB/sec 2023-12-01T05:13:48.562 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-68B4j45gLwTTKxo off=1367566 len=830185 2023-12-01T05:13:48.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 2950 completed, throughput=5MB/sec 2023-12-01T05:13:48.568 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P9s3rVfaVqZ32gf off=9790820 len=679638 2023-12-01T05:13:48.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 2951 completed, throughput=5MB/sec 2023-12-01T05:13:48.568 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mvJqatvkYbVyNzy off=1165266 len=179514 2023-12-01T05:13:48.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 2952 completed, throughput=5MB/sec 2023-12-01T05:13:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:48 smithi155 ceph-mon[102677]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:48 smithi111 ceph-mon[97855]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:48 smithi111 ceph-mon[116524]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:49.571 INFO:tasks.workunit.client.0.smithi111.stdout: 585: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:49.571 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kAIOmoD1sO6zdzg off=10343663 len=291443 2023-12-01T05:13:49.572 INFO:tasks.workunit.client.0.smithi111.stdout:op 2953 completed, throughput=4.99MB/sec 2023-12-01T05:13:49.572 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-w9aLBDB3wo8oaYA off=8554338 len=584860 2023-12-01T05:13:49.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 2954 completed, throughput=4.99MB/sec 2023-12-01T05:13:49.576 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-glQ2AGLa3vfIThu off=4103972 len=1553559 2023-12-01T05:13:49.584 INFO:tasks.workunit.client.0.smithi111.stdout:op 2955 completed, throughput=5MB/sec 2023-12-01T05:13:49.584 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ipqL9Ll2jsWdTEF off=4782202 len=544654 2023-12-01T05:13:49.587 INFO:tasks.workunit.client.0.smithi111.stdout:op 2956 completed, throughput=5MB/sec 2023-12-01T05:13:49.588 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PgtUfHjh3NHZ-8Q off=13587006 len=1108673 2023-12-01T05:13:49.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 2957 completed, throughput=5MB/sec 2023-12-01T05:13:49.592 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KmrZoLM9kXMW1k4 off=10515904 len=678180 2023-12-01T05:13:49.593 INFO:tasks.workunit.client.0.smithi111.stdout:op 2958 completed, throughput=5MB/sec 2023-12-01T05:13:49.593 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lwLxHIeVQRYbWBU off=3789439 len=694698 2023-12-01T05:13:49.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 2959 completed, throughput=5MB/sec 2023-12-01T05:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:13:49] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:13:50.598 INFO:tasks.workunit.client.0.smithi111.stdout: 586: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:50.599 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nbORpBYstSDgK8H off=15067 len=923013 2023-12-01T05:13:50.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 2960 completed, throughput=4.99MB/sec 2023-12-01T05:13:50.599 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OfHan8oJ3s5LftA off=6850033 len=1985435 2023-12-01T05:13:50.612 INFO:tasks.workunit.client.0.smithi111.stdout:op 2961 completed, throughput=5MB/sec 2023-12-01T05:13:50.612 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tvDny7Wri5X4he0 off=1719634 len=991174 2023-12-01T05:13:50.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 2962 completed, throughput=5MB/sec 2023-12-01T05:13:50.618 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BZ4K9M7tq7Mfx7Q off=9864932 len=1174550 2023-12-01T05:13:50.620 INFO:tasks.workunit.client.0.smithi111.stdout:op 2963 completed, throughput=5MB/sec 2023-12-01T05:13:50.620 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kQM4LIRrXWf389r off=3472802 len=1508393 2023-12-01T05:13:50.626 INFO:tasks.workunit.client.0.smithi111.stdout:op 2964 completed, throughput=5MB/sec 2023-12-01T05:13:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:50 smithi155 ceph-mon[102677]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:50 smithi111 ceph-mon[97855]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:50 smithi111 ceph-mon[116524]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:51.627 INFO:tasks.workunit.client.0.smithi111.stdout: 587: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:51.627 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-562iI_EfxA56zDu off=5585591 len=1370392 2023-12-01T05:13:51.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 2965 completed, throughput=5MB/sec 2023-12-01T05:13:51.633 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-43a3xlSou6lo7ii off=23104865 len=1708733 2023-12-01T05:13:51.641 INFO:tasks.workunit.client.0.smithi111.stdout:op 2966 completed, throughput=5MB/sec 2023-12-01T05:13:51.641 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uVuAvr4TlGqSmfy off=16183757 len=300963 2023-12-01T05:13:51.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 2967 completed, throughput=5MB/sec 2023-12-01T05:13:51.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-stIt_0IhxupMqN1 off=12109381 len=791583 2023-12-01T05:13:51.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 2968 completed, throughput=5MB/sec 2023-12-01T05:13:52.648 INFO:tasks.workunit.client.0.smithi111.stdout: 588: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:52.649 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4A2EZ-S1V_3m1qI off=3568971 len=1448681 2023-12-01T05:13:52.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 2969 completed, throughput=4.99MB/sec 2023-12-01T05:13:52.656 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AylRFRt17uZ64-L off=2951248 len=468534 2023-12-01T05:13:52.660 INFO:tasks.workunit.client.0.smithi111.stdout:op 2970 completed, throughput=4.99MB/sec 2023-12-01T05:13:52.660 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ur-VfhsHRrOOMCi off=4471569 len=1257418 2023-12-01T05:13:52.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 2971 completed, throughput=5MB/sec 2023-12-01T05:13:52.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pLo_XAMarXzHIG3 off=9266030 len=124859 2023-12-01T05:13:52.664 INFO:tasks.workunit.client.0.smithi111.stdout:op 2972 completed, throughput=5MB/sec 2023-12-01T05:13:52.664 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W_yeVDyS_gImBtQ off=3438858 len=555816 2023-12-01T05:13:52.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 2973 completed, throughput=5MB/sec 2023-12-01T05:13:52.666 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S1WbaDnNbQgCR20 off=6158161 len=303913 2023-12-01T05:13:52.669 INFO:tasks.workunit.client.0.smithi111.stdout:op 2974 completed, throughput=5MB/sec 2023-12-01T05:13:52.669 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Gt4Ba-LnwGTwkxk off=4626204 len=264405 2023-12-01T05:13:52.670 INFO:tasks.workunit.client.0.smithi111.stdout:op 2975 completed, throughput=5MB/sec 2023-12-01T05:13:52.670 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1-lS0k3NUG8cxdV off=3452732 len=1869364 2023-12-01T05:13:52.679 INFO:tasks.workunit.client.0.smithi111.stdout:op 2976 completed, throughput=5MB/sec 2023-12-01T05:13:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:52 smithi155 ceph-mon[102677]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:13:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:52 smithi111 ceph-mon[97855]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:13:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:52 smithi111 ceph-mon[116524]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:13:53.680 INFO:tasks.workunit.client.0.smithi111.stdout: 589: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:53.680 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fCOlCFm-z_eImku off=23264729 len=388208 2023-12-01T05:13:53.681 INFO:tasks.workunit.client.0.smithi111.stdout:op 2977 completed, throughput=4.99MB/sec 2023-12-01T05:13:53.681 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xrLjrnP56926y6e off=2094112 len=886246 2023-12-01T05:13:53.683 INFO:tasks.workunit.client.0.smithi111.stdout:op 2978 completed, throughput=5MB/sec 2023-12-01T05:13:53.683 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nHHee9aiw1SPEWq off=1729276 len=853651 2023-12-01T05:13:53.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 2979 completed, throughput=5MB/sec 2023-12-01T05:13:53.688 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-B1qI7vGBFUgkW_P off=4120159 len=2051132 2023-12-01T05:13:53.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 2980 completed, throughput=5MB/sec 2023-12-01T05:13:53.701 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-56Uro6kE72n088s off=10647808 len=143495 2023-12-01T05:13:53.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 2981 completed, throughput=5MB/sec 2023-12-01T05:13:53.701 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sOwFvUVB6ZfwRr2 off=14101394 len=971029 2023-12-01T05:13:53.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 2982 completed, throughput=5MB/sec 2023-12-01T05:13:54.703 INFO:tasks.workunit.client.0.smithi111.stdout: 590: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:54.703 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tPCxX7ckcwurxcc off=17586702 len=1255913 2023-12-01T05:13:54.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 2983 completed, throughput=5MB/sec 2023-12-01T05:13:54.708 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ip_OZcrn18bOqEX off=0 len=1235582 2023-12-01T05:13:54.711 INFO:tasks.workunit.client.0.smithi111.stdout:op 2984 completed, throughput=5MB/sec 2023-12-01T05:13:54.711 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F26e-nwzedZWmnx off=2576631 len=148817 2023-12-01T05:13:54.713 INFO:tasks.workunit.client.0.smithi111.stdout:op 2985 completed, throughput=5MB/sec 2023-12-01T05:13:54.713 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CqmR_IGaZ6bVqbl off=18591541 len=1808047 2023-12-01T05:13:54.715 INFO:tasks.workunit.client.0.smithi111.stdout:op 2986 completed, throughput=5MB/sec 2023-12-01T05:13:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:54 smithi155 ceph-mon[102677]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:54 smithi111 ceph-mon[97855]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:54 smithi111 ceph-mon[116524]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:13:55.716 INFO:tasks.workunit.client.0.smithi111.stdout: 591: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:55.716 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IdZ1oUOn55_sa1N off=3220409 len=1859835 2023-12-01T05:13:55.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 2987 completed, throughput=4.99MB/sec 2023-12-01T05:13:55.725 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JNsaSXZGwlNnVq1 off=5610087 len=1509145 2023-12-01T05:13:55.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 2988 completed, throughput=5MB/sec 2023-12-01T05:13:55.726 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tOJAPi1vzUNKc7F off=13738531 len=2057979 2023-12-01T05:13:55.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 2989 completed, throughput=5MB/sec 2023-12-01T05:13:56.728 INFO:tasks.workunit.client.0.smithi111.stdout: 592: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:56.728 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HrzAEmZ6ysk3h8G off=291124 len=225781 2023-12-01T05:13:56.731 INFO:tasks.workunit.client.0.smithi111.stdout:op 2990 completed, throughput=4.99MB/sec 2023-12-01T05:13:56.731 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gGmkAUUR8kMSWQw off=648787 len=2043165 2023-12-01T05:13:56.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 2991 completed, throughput=5MB/sec 2023-12-01T05:13:56.741 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VCrvRYG2WGySZRk off=21923005 len=1814786 2023-12-01T05:13:56.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 2992 completed, throughput=5MB/sec 2023-12-01T05:13:56.748 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QnFSkzA19n2lpnW off=590733 len=968845 2023-12-01T05:13:56.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 2993 completed, throughput=5MB/sec 2023-12-01T05:13:56.752 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-t5DRWlJy3uiSOPm off=238068 len=895953 2023-12-01T05:13:56.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 2994 completed, throughput=5MB/sec 2023-12-01T05:13:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:56 smithi155 ceph-mon[102677]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:13:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:56 smithi111 ceph-mon[97855]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:13:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:56 smithi111 ceph-mon[116524]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:13:57.753 INFO:tasks.workunit.client.0.smithi111.stdout: 593: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:57.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aYHN3PerXcDlHUn off=286085 len=449986 2023-12-01T05:13:57.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 2995 completed, throughput=4.99MB/sec 2023-12-01T05:13:57.754 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nGJOB-47_3iwI26 off=941515 len=246102 2023-12-01T05:13:57.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 2996 completed, throughput=4.99MB/sec 2023-12-01T05:13:57.755 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F4QEoCBpJkj-fnN off=3135467 len=1203309 2023-12-01T05:13:57.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 2997 completed, throughput=5MB/sec 2023-12-01T05:13:57.761 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kvjxfSt-oxZylip off=14273999 len=59500 2023-12-01T05:13:57.761 INFO:tasks.workunit.client.0.smithi111.stdout:op 2998 completed, throughput=5MB/sec 2023-12-01T05:13:57.761 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kXo_EC9NO8e8cJV off=6519531 len=1337341 2023-12-01T05:13:57.763 INFO:tasks.workunit.client.0.smithi111.stdout:op 2999 completed, throughput=5MB/sec 2023-12-01T05:13:57.764 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2E0n3qdk1uPW0A- off=16891591 len=654856 2023-12-01T05:13:57.768 INFO:tasks.workunit.client.0.smithi111.stdout:op 3000 completed, throughput=5MB/sec 2023-12-01T05:13:57.768 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vlsdn9LfneIrzF- off=1332871 len=1487268 2023-12-01T05:13:57.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 3001 completed, throughput=5MB/sec 2023-12-01T05:13:58.777 INFO:tasks.workunit.client.0.smithi111.stdout: 594: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:58.777 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-39CL-p627EBE7lz off=5934958 len=482850 2023-12-01T05:13:58.779 INFO:tasks.workunit.client.0.smithi111.stdout:op 3002 completed, throughput=4.99MB/sec 2023-12-01T05:13:58.779 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3sdC_6MDeZ4Kqq5 off=8284467 len=326654 2023-12-01T05:13:58.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 3003 completed, throughput=4.99MB/sec 2023-12-01T05:13:58.782 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--34JNLCSha4y_hz off=0 len=1376194 2023-12-01T05:13:58.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 3004 completed, throughput=5MB/sec 2023-12-01T05:13:58.785 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--VWZ8Aa_iH0SgP- off=15519441 len=1972982 2023-12-01T05:13:58.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 3005 completed, throughput=5MB/sec 2023-12-01T05:13:58.794 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pGB26HJHILYAN3X off=1075483 len=732356 2023-12-01T05:13:58.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 3006 completed, throughput=5MB/sec 2023-12-01T05:13:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:13:58 smithi155 ceph-mon[102677]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:13:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:13:58 smithi111 ceph-mon[97855]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:13:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:13:58 smithi111 ceph-mon[116524]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:13:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:13:59] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:13:59.799 INFO:tasks.workunit.client.0.smithi111.stdout: 595: throughput=4.99MB/sec pending data=0 2023-12-01T05:13:59.800 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m6PtmKZ01zM82rB off=2281085 len=2067000 2023-12-01T05:13:59.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 3007 completed, throughput=5MB/sec 2023-12-01T05:13:59.802 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XSdYx7NZvbBCi5T off=6610178 len=921490 2023-12-01T05:13:59.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 3008 completed, throughput=5MB/sec 2023-12-01T05:13:59.804 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WHCj2eM7Jyo5-xf off=4486948 len=316738 2023-12-01T05:13:59.807 INFO:tasks.workunit.client.0.smithi111.stdout:op 3009 completed, throughput=5MB/sec 2023-12-01T05:13:59.808 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ADv2ZiKNJcjQ2ZK off=16461690 len=71261 2023-12-01T05:13:59.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 3010 completed, throughput=5MB/sec 2023-12-01T05:13:59.810 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OMPAk_uH6TAbIAg off=6962663 len=211568 2023-12-01T05:13:59.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 3011 completed, throughput=5MB/sec 2023-12-01T05:13:59.811 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yQkc4THdFFni2k7 off=21344673 len=962551 2023-12-01T05:13:59.816 INFO:tasks.workunit.client.0.smithi111.stdout:op 3012 completed, throughput=5MB/sec 2023-12-01T05:13:59.816 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T1dd_vcgDD-o_mb off=6650520 len=1049514 2023-12-01T05:13:59.821 INFO:tasks.workunit.client.0.smithi111.stdout:op 3013 completed, throughput=5MB/sec 2023-12-01T05:14:00.821 INFO:tasks.workunit.client.0.smithi111.stdout: 596: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:00.822 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N3bBUtWTOs3PM8z off=9239178 len=2056584 2023-12-01T05:14:00.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 3014 completed, throughput=5MB/sec 2023-12-01T05:14:00.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Sb81C6iECIaxgLj off=14824909 len=146963 2023-12-01T05:14:00.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 3015 completed, throughput=5MB/sec 2023-12-01T05:14:00.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BWMJnEunpkiyO4K off=3440786 len=1828438 2023-12-01T05:14:00.835 INFO:tasks.workunit.client.0.smithi111.stdout:op 3016 completed, throughput=5MB/sec 2023-12-01T05:14:00.835 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3CgD2sbvkLWNxHP off=1604684 len=72199 2023-12-01T05:14:00.836 INFO:tasks.workunit.client.0.smithi111.stdout:op 3017 completed, throughput=5MB/sec 2023-12-01T05:14:00.836 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5kWyPZXuEpgSFAi off=2003101 len=1648270 2023-12-01T05:14:00.843 INFO:tasks.workunit.client.0.smithi111.stdout:op 3018 completed, throughput=5MB/sec 2023-12-01T05:14:01.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:00 smithi155 ceph-mon[102677]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:14:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:00 smithi111 ceph-mon[97855]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:14:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:00 smithi111 ceph-mon[116524]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:14:01.843 INFO:tasks.workunit.client.0.smithi111.stdout: 597: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:01.843 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-H-TYevEzQjDqdxn off=13881188 len=1362823 2023-12-01T05:14:01.850 INFO:tasks.workunit.client.0.smithi111.stdout:op 3019 completed, throughput=5MB/sec 2023-12-01T05:14:01.850 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wczL1V7puFDeQZX off=58452 len=2012661 2023-12-01T05:14:01.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 3020 completed, throughput=5MB/sec 2023-12-01T05:14:01.853 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Brh3GtWzLi53eb9 off=8388428 len=1809149 2023-12-01T05:14:01.855 INFO:tasks.workunit.client.0.smithi111.stdout:op 3021 completed, throughput=5MB/sec 2023-12-01T05:14:02.856 INFO:tasks.workunit.client.0.smithi111.stdout: 598: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:02.856 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nNwOt93wXF1gYvh off=9000790 len=670566 2023-12-01T05:14:02.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 3022 completed, throughput=4.99MB/sec 2023-12-01T05:14:02.861 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WNYLib8OSelty78 off=6117990 len=1320233 2023-12-01T05:14:02.868 INFO:tasks.workunit.client.0.smithi111.stdout:op 3023 completed, throughput=5MB/sec 2023-12-01T05:14:02.868 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9u4t3YAImhNvNDx off=1116628 len=1797916 2023-12-01T05:14:02.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 3024 completed, throughput=5MB/sec 2023-12-01T05:14:02.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hZfE2xzbw7uWt6s off=1449440 len=454494 2023-12-01T05:14:02.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 3025 completed, throughput=5MB/sec 2023-12-01T05:14:02.871 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NX0qJLLjiolBD1T off=537240 len=1162968 2023-12-01T05:14:02.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 3026 completed, throughput=5MB/sec 2023-12-01T05:14:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:02 smithi155 ceph-mon[102677]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:14:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:02 smithi111 ceph-mon[97855]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:14:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:02 smithi111 ceph-mon[116524]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:14:03.877 INFO:tasks.workunit.client.0.smithi111.stdout: 599: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:03.877 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6I701A9yFOIPWss off=311381 len=1289117 2023-12-01T05:14:03.879 INFO:tasks.workunit.client.0.smithi111.stdout:op 3027 completed, throughput=5MB/sec 2023-12-01T05:14:03.879 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7nu0kQPzlJ1gU3s off=14076302 len=1378421 2023-12-01T05:14:03.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 3028 completed, throughput=5MB/sec 2023-12-01T05:14:03.884 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dr7sgR24kDbxDFJ off=4712614 len=856918 2023-12-01T05:14:03.885 INFO:tasks.workunit.client.0.smithi111.stdout:op 3029 completed, throughput=5MB/sec 2023-12-01T05:14:03.885 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6dDcoiiUrQf4EtD off=9442309 len=1532248 2023-12-01T05:14:03.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 3030 completed, throughput=5MB/sec 2023-12-01T05:14:04.894 INFO:tasks.workunit.client.0.smithi111.stdout: 600: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:04.894 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lf7q_cR82Q-xemY off=816023 len=371995 2023-12-01T05:14:04.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 3031 completed, throughput=4.99MB/sec 2023-12-01T05:14:04.897 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_HEn1Mr-ViMa09D off=9356958 len=79505 2023-12-01T05:14:04.898 INFO:tasks.workunit.client.0.smithi111.stdout:op 3032 completed, throughput=4.99MB/sec 2023-12-01T05:14:04.898 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4fU4DLOKZBWQ-EK off=3336382 len=1883526 2023-12-01T05:14:04.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 3033 completed, throughput=5MB/sec 2023-12-01T05:14:04.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZUyHsyUDwKI3uyq off=2192570 len=1526999 2023-12-01T05:14:04.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 3034 completed, throughput=5MB/sec 2023-12-01T05:14:04.909 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vA8lcR9hFfp5TKu off=13290264 len=1127611 2023-12-01T05:14:04.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 3035 completed, throughput=5MB/sec 2023-12-01T05:14:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:04 smithi155 ceph-mon[102677]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:14:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:04 smithi111 ceph-mon[97855]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:14:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:04 smithi111 ceph-mon[116524]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:05.916 INFO:tasks.workunit.client.0.smithi111.stdout: 601: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:05.917 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YEbNALpjTbiLwPN off=11962936 len=659966 2023-12-01T05:14:05.921 INFO:tasks.workunit.client.0.smithi111.stdout:op 3036 completed, throughput=4.99MB/sec 2023-12-01T05:14:05.921 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8JXmKl2Sckn0H0H off=6742831 len=92169 2023-12-01T05:14:05.923 INFO:tasks.workunit.client.0.smithi111.stdout:op 3037 completed, throughput=4.99MB/sec 2023-12-01T05:14:05.923 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-s99sfsBTnWIxOCG off=17677 len=1849992 2023-12-01T05:14:05.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 3038 completed, throughput=5MB/sec 2023-12-01T05:14:05.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MlphvdktgyQTQSK off=3987280 len=1195305 2023-12-01T05:14:05.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 3039 completed, throughput=5MB/sec 2023-12-01T05:14:05.927 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7NOqFRB604ccLk6 off=3564324 len=453674 2023-12-01T05:14:05.928 INFO:tasks.workunit.client.0.smithi111.stdout:op 3040 completed, throughput=5MB/sec 2023-12-01T05:14:05.928 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CVfKkjgZlAabSMz off=10366487 len=1780815 2023-12-01T05:14:05.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 3041 completed, throughput=5MB/sec 2023-12-01T05:14:06.936 INFO:tasks.workunit.client.0.smithi111.stdout: 602: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:06.936 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z8Pme4JMRGICzXY off=3420824 len=1849943 2023-12-01T05:14:06.938 INFO:tasks.workunit.client.0.smithi111.stdout:op 3042 completed, throughput=5MB/sec 2023-12-01T05:14:06.938 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WKtIya-_hT-meBW off=1077078 len=340181 2023-12-01T05:14:06.939 INFO:tasks.workunit.client.0.smithi111.stdout:op 3043 completed, throughput=5MB/sec 2023-12-01T05:14:06.939 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DrmRFEgeaht9Lrr off=6676258 len=1648942 2023-12-01T05:14:06.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 3044 completed, throughput=5MB/sec 2023-12-01T05:14:06.941 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jeestTzV2zsDeOb off=2300782 len=185521 2023-12-01T05:14:06.944 INFO:tasks.workunit.client.0.smithi111.stdout:op 3045 completed, throughput=5MB/sec 2023-12-01T05:14:06.944 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oyjPXZrQHx6qfwc off=5903205 len=291326 2023-12-01T05:14:06.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 3046 completed, throughput=5MB/sec 2023-12-01T05:14:06.946 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tr-MVgUV0jguuzb off=407166 len=1898160 2023-12-01T05:14:06.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 3047 completed, throughput=5MB/sec 2023-12-01T05:14:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:06 smithi155 ceph-mon[102677]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:14:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:06 smithi111 ceph-mon[97855]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:14:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:06 smithi111 ceph-mon[116524]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:14:07.948 INFO:tasks.workunit.client.0.smithi111.stdout: 603: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:07.948 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bCE_aKdp_ZE3iFj off=4669444 len=540492 2023-12-01T05:14:07.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 3048 completed, throughput=5MB/sec 2023-12-01T05:14:07.949 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Th__epoat-4ePPm off=8026227 len=341971 2023-12-01T05:14:07.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 3049 completed, throughput=5MB/sec 2023-12-01T05:14:07.951 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Vp5dsHjbI6xA1I5 off=19939177 len=89589 2023-12-01T05:14:07.951 INFO:tasks.workunit.client.0.smithi111.stdout:op 3050 completed, throughput=5MB/sec 2023-12-01T05:14:07.951 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uBPhW_rW13paB_j off=8040505 len=1264342 2023-12-01T05:14:07.959 INFO:tasks.workunit.client.0.smithi111.stdout:op 3051 completed, throughput=5MB/sec 2023-12-01T05:14:07.959 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6qUK0f0RcfF6W_J off=10095705 len=649814 2023-12-01T05:14:07.960 INFO:tasks.workunit.client.0.smithi111.stdout:op 3052 completed, throughput=5MB/sec 2023-12-01T05:14:07.960 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KTnkcj-gCsZSH1l off=8855591 len=877314 2023-12-01T05:14:07.962 INFO:tasks.workunit.client.0.smithi111.stdout:op 3053 completed, throughput=5MB/sec 2023-12-01T05:14:08.870 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:14:08.962 INFO:tasks.workunit.client.0.smithi111.stdout: 604: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:08.962 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b8JAJ33lPW_VwzY off=4927176 len=1499285 2023-12-01T05:14:08.969 INFO:tasks.workunit.client.0.smithi111.stdout:op 3054 completed, throughput=4.99MB/sec 2023-12-01T05:14:08.969 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qmmPg3RXe12s-60 off=18300074 len=140395 2023-12-01T05:14:08.971 INFO:tasks.workunit.client.0.smithi111.stdout:op 3055 completed, throughput=4.99MB/sec 2023-12-01T05:14:08.972 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M3SOvG-7Hj2c3zN off=5199913 len=1887607 2023-12-01T05:14:08.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 3056 completed, throughput=5MB/sec 2023-12-01T05:14:08.979 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DUcD_uKXXg56qxr off=8787528 len=205581 2023-12-01T05:14:08.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 3057 completed, throughput=5MB/sec 2023-12-01T05:14:08.981 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vyIDQErVs4gkZb2 off=1206722 len=1271155 2023-12-01T05:14:08.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 3058 completed, throughput=5MB/sec 2023-12-01T05:14:08.984 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U_wuXMSbC9GR6X4 off=3336643 len=1532735 2023-12-01T05:14:08.990 INFO:tasks.workunit.client.0.smithi111.stdout:op 3059 completed, throughput=5MB/sec 2023-12-01T05:14:09.180 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:14:09.180 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (31m) 9m ago 32m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:14:09.180 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (31m) 9m ago 31m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (33m) 9m ago 33m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (32m) 9m ago 32m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (36m) 9m ago 36m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (37m) 9m ago 37m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (37m) 9m ago 37m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (36m) 9m ago 36m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (36m) 9m ago 36m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (31m) 9m ago 31m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (31m) 9m ago 31m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (35m) 9m ago 35m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (35m) 9m ago 35m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (35m) 9m ago 35m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:14:09.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (34m) 9m ago 34m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:14:09.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (34m) 9m ago 34m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:14:09.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (34m) 9m ago 34m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:14:09.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (33m) 9m ago 33m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:14:09.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (33m) 9m ago 33m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:14:09.182 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (31m) 9m ago 32m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:14:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:08 smithi155 ceph-mon[102677]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:08 smithi111 ceph-mon[97855]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:08 smithi111 ceph-mon[116524]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:09.561 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:14:09.561 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:14:09.561 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:14:09.561 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:09.561 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:14:09.561 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:14:09.562 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:14:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:14:09] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:14:09.990 INFO:tasks.workunit.client.0.smithi111.stdout: 605: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:09.990 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9VHwANiicWDymXP off=14277575 len=1352727 2023-12-01T05:14:09.996 INFO:tasks.workunit.client.0.smithi111.stdout:op 3060 completed, throughput=5MB/sec 2023-12-01T05:14:09.996 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kDg9XqjqGfftoPI off=21144866 len=1497112 2023-12-01T05:14:10.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 3061 completed, throughput=5MB/sec 2023-12-01T05:14:10.000 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ihHawWSP638rGNt off=6858796 len=1431547 2023-12-01T05:14:10.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 3062 completed, throughput=5MB/sec 2023-12-01T05:14:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:09 smithi155 ceph-mon[102677]: from='client.26447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:09 smithi155 ceph-mon[102677]: from='client.16551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3610834278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:14:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:09 smithi111 ceph-mon[97855]: from='client.26447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:09 smithi111 ceph-mon[97855]: from='client.16551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3610834278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:14:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:09 smithi111 ceph-mon[116524]: from='client.26447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:09 smithi111 ceph-mon[116524]: from='client.16551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3610834278' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:14:11.003 INFO:tasks.workunit.client.0.smithi111.stdout: 606: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:11.004 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uAM4oqix5dfsGao off=2296485 len=1601929 2023-12-01T05:14:11.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 3063 completed, throughput=4.99MB/sec 2023-12-01T05:14:11.011 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZcD8LfslqZGM1Lb off=11198162 len=783604 2023-12-01T05:14:11.016 INFO:tasks.workunit.client.0.smithi111.stdout:op 3064 completed, throughput=5MB/sec 2023-12-01T05:14:11.016 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZK7buKP0jnvSR5i off=9538732 len=408389 2023-12-01T05:14:11.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 3065 completed, throughput=5MB/sec 2023-12-01T05:14:11.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TL7yOOfXOdxCEgn off=337454 len=1155229 2023-12-01T05:14:11.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 3066 completed, throughput=5MB/sec 2023-12-01T05:14:11.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cL4Mdq57uC99hMe off=4244058 len=1334209 2023-12-01T05:14:11.027 INFO:tasks.workunit.client.0.smithi111.stdout:op 3067 completed, throughput=5MB/sec 2023-12-01T05:14:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:10 smithi155 ceph-mon[102677]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:10 smithi111 ceph-mon[97855]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:10 smithi111 ceph-mon[116524]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:12.027 INFO:tasks.workunit.client.0.smithi111.stdout: 607: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:12.027 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vfXjhrpjpwd5eEq off=14512638 len=1314283 2023-12-01T05:14:12.028 INFO:tasks.workunit.client.0.smithi111.stdout:op 3068 completed, throughput=4.99MB/sec 2023-12-01T05:14:12.028 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9MnQkT43plXq5GL off=16907891 len=1719219 2023-12-01T05:14:12.031 INFO:tasks.workunit.client.0.smithi111.stdout:op 3069 completed, throughput=5MB/sec 2023-12-01T05:14:12.031 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kKaCJ6S3SXIIyvK off=20678320 len=808699 2023-12-01T05:14:12.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 3070 completed, throughput=5MB/sec 2023-12-01T05:14:12.032 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hggdE_4XgoFA22l off=21774753 len=780002 2023-12-01T05:14:12.037 INFO:tasks.workunit.client.0.smithi111.stdout:op 3071 completed, throughput=5MB/sec 2023-12-01T05:14:12.037 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1VrqUhsQwgOFka2 off=1880764 len=2006787 2023-12-01T05:14:12.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 3072 completed, throughput=5MB/sec 2023-12-01T05:14:13.039 INFO:tasks.workunit.client.0.smithi111.stdout: 608: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:13.039 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZjMtiTSUjIbzGSO off=4583399 len=872668 2023-12-01T05:14:13.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 3073 completed, throughput=5MB/sec 2023-12-01T05:14:13.044 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cxy2pJHToC4gNAn off=10251378 len=1462868 2023-12-01T05:14:13.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 3074 completed, throughput=5MB/sec 2023-12-01T05:14:13.045 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e5ILWFqf29j-j9S off=550686 len=1845380 2023-12-01T05:14:13.055 INFO:tasks.workunit.client.0.smithi111.stdout:op 3075 completed, throughput=5MB/sec 2023-12-01T05:14:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:12 smithi155 ceph-mon[102677]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:14:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:14:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:12 smithi111 ceph-mon[97855]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:14:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:14:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:12 smithi111 ceph-mon[116524]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:14:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:14:14.055 INFO:tasks.workunit.client.0.smithi111.stdout: 609: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:14.055 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_qD26po3Zl8Tonl off=8214272 len=1384875 2023-12-01T05:14:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 3076 completed, throughput=4.99MB/sec 2023-12-01T05:14:14.063 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mrASLikveVs8m9h off=2340346 len=949492 2023-12-01T05:14:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:op 3077 completed, throughput=5MB/sec 2023-12-01T05:14:14.065 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KFcV49Ou6Wqfgn1 off=1367298 len=718756 2023-12-01T05:14:14.066 INFO:tasks.workunit.client.0.smithi111.stdout:op 3078 completed, throughput=5MB/sec 2023-12-01T05:14:14.066 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-khdwNsFiorO463z off=7839580 len=407475 2023-12-01T05:14:14.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 3079 completed, throughput=5MB/sec 2023-12-01T05:14:14.070 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yZxFGWCEmY9KJ6Y off=2962102 len=1604333 2023-12-01T05:14:14.071 INFO:tasks.workunit.client.0.smithi111.stdout:op 3080 completed, throughput=5MB/sec 2023-12-01T05:14:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:14:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:14:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:14:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:14:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:14:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:14:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:14:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:14:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:14:15.072 INFO:tasks.workunit.client.0.smithi111.stdout: 610: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:15.072 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J2_PpAWJ1veZSuP off=404490 len=685577 2023-12-01T05:14:15.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 3081 completed, throughput=4.99MB/sec 2023-12-01T05:14:15.077 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gCWmaPocv1I8SP0 off=3219912 len=527875 2023-12-01T05:14:15.078 INFO:tasks.workunit.client.0.smithi111.stdout:op 3082 completed, throughput=4.99MB/sec 2023-12-01T05:14:15.078 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Edszk13LzQcpKeI off=8069000 len=192244 2023-12-01T05:14:15.078 INFO:tasks.workunit.client.0.smithi111.stdout:op 3083 completed, throughput=4.99MB/sec 2023-12-01T05:14:15.078 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yGEAutRY_6bwxwr off=4319951 len=50251 2023-12-01T05:14:15.080 INFO:tasks.workunit.client.0.smithi111.stdout:op 3084 completed, throughput=4.99MB/sec 2023-12-01T05:14:15.080 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HZMJoMIJbo9HYKg off=1419984 len=483695 2023-12-01T05:14:15.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 3085 completed, throughput=5MB/sec 2023-12-01T05:14:15.081 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yXiDHLLoi3UkbWU off=3915807 len=599883 2023-12-01T05:14:15.082 INFO:tasks.workunit.client.0.smithi111.stdout:op 3086 completed, throughput=5MB/sec 2023-12-01T05:14:15.082 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vNsrNsCGuS4Phov off=4338283 len=1642775 2023-12-01T05:14:15.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 3087 completed, throughput=5MB/sec 2023-12-01T05:14:15.084 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cPMc29Twc1CRxWW off=3045570 len=2068545 2023-12-01T05:14:15.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 3088 completed, throughput=5MB/sec 2023-12-01T05:14:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:15 smithi155 ceph-mon[102677]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:15 smithi111 ceph-mon[97855]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:15 smithi111 ceph-mon[116524]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:16.087 INFO:tasks.workunit.client.0.smithi111.stdout: 611: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:16.088 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BZ4K9M7tq7Mfx7Q off=9679588 len=1509968 2023-12-01T05:14:16.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 3089 completed, throughput=5MB/sec 2023-12-01T05:14:16.091 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5VBbJ6RTtt3l1Kr off=272838 len=735097 2023-12-01T05:14:16.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 3090 completed, throughput=5MB/sec 2023-12-01T05:14:16.092 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eA9CJI_KxFnT8Vj off=11622845 len=1582938 2023-12-01T05:14:16.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 3091 completed, throughput=5MB/sec 2023-12-01T05:14:16.100 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fOfMyzXjmHWYUVi off=8750329 len=886258 2023-12-01T05:14:16.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 3092 completed, throughput=5MB/sec 2023-12-01T05:14:17.102 INFO:tasks.workunit.client.0.smithi111.stdout: 612: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:17.103 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ARC5M_XS3sIJttt off=191066 len=1577736 2023-12-01T05:14:17.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 3093 completed, throughput=5MB/sec 2023-12-01T05:14:17.104 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zqHKx5ljDsoXG9b off=11055032 len=253399 2023-12-01T05:14:17.108 INFO:tasks.workunit.client.0.smithi111.stdout:op 3094 completed, throughput=5MB/sec 2023-12-01T05:14:17.108 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ToPHeNW-twChzsK off=1556832 len=2007728 2023-12-01T05:14:17.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 3095 completed, throughput=5MB/sec 2023-12-01T05:14:17.110 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0VyMcKyJgNFg8qu off=1700814 len=1229500 2023-12-01T05:14:17.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 3096 completed, throughput=5MB/sec 2023-12-01T05:14:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:17 smithi155 ceph-mon[102677]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:17 smithi111 ceph-mon[97855]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:14:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:17 smithi111 ceph-mon[116524]: pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:14:18.115 INFO:tasks.workunit.client.0.smithi111.stdout: 613: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:18.115 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qFmmM3RReyAWdi9 off=21305716 len=186567 2023-12-01T05:14:18.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 3097 completed, throughput=4.99MB/sec 2023-12-01T05:14:18.118 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cgSxsT9ZOnkwBqW off=464002 len=1609925 2023-12-01T05:14:18.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 3098 completed, throughput=5MB/sec 2023-12-01T05:14:18.120 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3XVDF0fedDzszjN off=13167150 len=630614 2023-12-01T05:14:18.124 INFO:tasks.workunit.client.0.smithi111.stdout:op 3099 completed, throughput=5MB/sec 2023-12-01T05:14:18.124 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XLPGZiTpyvWnplS off=4465580 len=709086 2023-12-01T05:14:18.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 3100 completed, throughput=5MB/sec 2023-12-01T05:14:18.129 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1oIP0GNfRJlnktj off=3319239 len=1352827 2023-12-01T05:14:18.136 INFO:tasks.workunit.client.0.smithi111.stdout:op 3101 completed, throughput=5MB/sec 2023-12-01T05:14:18.136 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LW4E4D2joTMLgI3 off=14216382 len=772889 2023-12-01T05:14:18.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 3102 completed, throughput=5MB/sec 2023-12-01T05:14:19.137 INFO:tasks.workunit.client.0.smithi111.stdout: 614: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:19.137 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pyqShshwshc3-6v off=70383 len=1005826 2023-12-01T05:14:19.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 3103 completed, throughput=4.99MB/sec 2023-12-01T05:14:19.142 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1lqRCQ2NGiUJWli off=5808321 len=81238 2023-12-01T05:14:19.143 INFO:tasks.workunit.client.0.smithi111.stdout:op 3104 completed, throughput=4.99MB/sec 2023-12-01T05:14:19.143 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JvmcBVomTf2y8KY off=5396179 len=2032831 2023-12-01T05:14:19.146 INFO:tasks.workunit.client.0.smithi111.stdout:op 3105 completed, throughput=5MB/sec 2023-12-01T05:14:19.146 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gD3J5VWfdBEoeU7 off=2000836 len=1074881 2023-12-01T05:14:19.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 3106 completed, throughput=5MB/sec 2023-12-01T05:14:19.148 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F6YwdeowV-Wll5w off=14806722 len=940835 2023-12-01T05:14:19.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 3107 completed, throughput=5MB/sec 2023-12-01T05:14:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:19 smithi155 ceph-mon[102677]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:19 smithi111 ceph-mon[97855]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:14:19] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:14:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:19 smithi111 ceph-mon[116524]: pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:20.153 INFO:tasks.workunit.client.0.smithi111.stdout: 615: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:20.153 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L3KbCvDFdI_T-Lh off=11187780 len=1384939 2023-12-01T05:14:20.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 3108 completed, throughput=4.99MB/sec 2023-12-01T05:14:20.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qW2DPOvFBNm94LM off=5593292 len=536768 2023-12-01T05:14:20.155 INFO:tasks.workunit.client.0.smithi111.stdout:op 3109 completed, throughput=4.99MB/sec 2023-12-01T05:14:20.156 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J6FZkkSu6VjIAYm off=427647 len=1873832 2023-12-01T05:14:20.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 3110 completed, throughput=5MB/sec 2023-12-01T05:14:20.167 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qpsgMeIjspP74CL off=23278513 len=662091 2023-12-01T05:14:20.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 3111 completed, throughput=5MB/sec 2023-12-01T05:14:20.169 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L_lJQePgfWvnNeD off=359476 len=1884820 2023-12-01T05:14:20.177 INFO:tasks.workunit.client.0.smithi111.stdout:op 3112 completed, throughput=5MB/sec 2023-12-01T05:14:21.177 INFO:tasks.workunit.client.0.smithi111.stdout: 616: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:21.177 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kZ4VsekP6qOwLMm off=7854664 len=494148 2023-12-01T05:14:21.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 3113 completed, throughput=4.99MB/sec 2023-12-01T05:14:21.182 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nTJKOPVPMmrtfxi off=12894800 len=165589 2023-12-01T05:14:21.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 3114 completed, throughput=4.99MB/sec 2023-12-01T05:14:21.182 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8iHR7VRF0y6i6lA off=12679459 len=669065 2023-12-01T05:14:21.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 3115 completed, throughput=5MB/sec 2023-12-01T05:14:21.186 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pkylFGSGEEBX9F7 off=33858 len=99350 2023-12-01T05:14:21.188 INFO:tasks.workunit.client.0.smithi111.stdout:op 3116 completed, throughput=5MB/sec 2023-12-01T05:14:21.188 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1sqwNkdtnlmAECz off=4395566 len=179152 2023-12-01T05:14:21.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 3117 completed, throughput=5MB/sec 2023-12-01T05:14:21.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zXX9K4_KlXeFDC6 off=6314642 len=1374294 2023-12-01T05:14:21.198 INFO:tasks.workunit.client.0.smithi111.stdout:op 3118 completed, throughput=5MB/sec 2023-12-01T05:14:21.198 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mJBBTW5y9RS187u off=2679972 len=1982582 2023-12-01T05:14:21.206 INFO:tasks.workunit.client.0.smithi111.stdout:op 3119 completed, throughput=5MB/sec 2023-12-01T05:14:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:21 smithi155 ceph-mon[102677]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:21 smithi111 ceph-mon[97855]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:21 smithi111 ceph-mon[116524]: pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:22.207 INFO:tasks.workunit.client.0.smithi111.stdout: 617: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:22.207 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q1tudhBtIilw11U off=185157 len=630033 2023-12-01T05:14:22.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 3120 completed, throughput=4.99MB/sec 2023-12-01T05:14:22.208 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0EudNPxQnpgea47 off=10400261 len=949043 2023-12-01T05:14:22.214 INFO:tasks.workunit.client.0.smithi111.stdout:op 3121 completed, throughput=5MB/sec 2023-12-01T05:14:22.214 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A2WZGyCPpQ4xPwP off=10066439 len=227698 2023-12-01T05:14:22.217 INFO:tasks.workunit.client.0.smithi111.stdout:op 3122 completed, throughput=5MB/sec 2023-12-01T05:14:22.217 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QeGdv3r-E6bskmY off=347485 len=1170710 2023-12-01T05:14:22.223 INFO:tasks.workunit.client.0.smithi111.stdout:op 3123 completed, throughput=5MB/sec 2023-12-01T05:14:22.224 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TPJyAMV6LVB5ygM off=193942 len=1600440 2023-12-01T05:14:22.229 INFO:tasks.workunit.client.0.smithi111.stdout:op 3124 completed, throughput=5MB/sec 2023-12-01T05:14:22.229 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jm3oHXFL9iEf1JG off=8937264 len=406522 2023-12-01T05:14:22.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 3125 completed, throughput=5MB/sec 2023-12-01T05:14:23.230 INFO:tasks.workunit.client.0.smithi111.stdout: 618: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:23.231 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cooBPsZ44DizrM3 off=21518647 len=1249042 2023-12-01T05:14:23.238 INFO:tasks.workunit.client.0.smithi111.stdout:op 3126 completed, throughput=4.99MB/sec 2023-12-01T05:14:23.238 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HwlugS_Ag4Bi5_4 off=5429664 len=1986654 2023-12-01T05:14:23.240 INFO:tasks.workunit.client.0.smithi111.stdout:op 3127 completed, throughput=5MB/sec 2023-12-01T05:14:23.240 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2duKuE427PsADkc off=2502340 len=527859 2023-12-01T05:14:23.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 3128 completed, throughput=5MB/sec 2023-12-01T05:14:23.243 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A7s8ldmmgiiSSuo off=1070166 len=1082315 2023-12-01T05:14:23.246 INFO:tasks.workunit.client.0.smithi111.stdout:op 3129 completed, throughput=5MB/sec 2023-12-01T05:14:23.246 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2bhBg2t3jDXpvKi off=12796730 len=675682 2023-12-01T05:14:23.251 INFO:tasks.workunit.client.0.smithi111.stdout:op 3130 completed, throughput=5MB/sec 2023-12-01T05:14:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:23 smithi155 ceph-mon[102677]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:14:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:23 smithi111 ceph-mon[97855]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:14:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:23 smithi111 ceph-mon[116524]: pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2023-12-01T05:14:24.251 INFO:tasks.workunit.client.0.smithi111.stdout: 619: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:24.252 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WFSdfdknJjZmNYn off=10506633 len=205491 2023-12-01T05:14:24.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 3131 completed, throughput=4.99MB/sec 2023-12-01T05:14:24.254 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dPNpNHzJYJ3dMB0 off=6010943 len=81419 2023-12-01T05:14:24.256 INFO:tasks.workunit.client.0.smithi111.stdout:op 3132 completed, throughput=4.99MB/sec 2023-12-01T05:14:24.256 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qD3_QKt9Ud6J2g8 off=3407182 len=169184 2023-12-01T05:14:24.258 INFO:tasks.workunit.client.0.smithi111.stdout:op 3133 completed, throughput=4.99MB/sec 2023-12-01T05:14:24.258 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zH1wx-lklq9J77Z off=9191325 len=1354046 2023-12-01T05:14:24.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 3134 completed, throughput=5MB/sec 2023-12-01T05:14:24.265 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C2I6z68kk1E84CR off=2224814 len=2027968 2023-12-01T05:14:24.275 INFO:tasks.workunit.client.0.smithi111.stdout:op 3135 completed, throughput=5MB/sec 2023-12-01T05:14:24.275 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XxmYopcsWAtdYB6 off=7893199 len=1186121 2023-12-01T05:14:24.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 3136 completed, throughput=5MB/sec 2023-12-01T05:14:25.276 INFO:tasks.workunit.client.0.smithi111.stdout: 620: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:25.276 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DD5FDfh15Q0Cz_y off=3536015 len=1651190 2023-12-01T05:14:25.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 3137 completed, throughput=4.99MB/sec 2023-12-01T05:14:25.284 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FiLVhm6N_ABfjad off=161043 len=224505 2023-12-01T05:14:25.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 3138 completed, throughput=4.99MB/sec 2023-12-01T05:14:25.285 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WacC6d-ch5chXQG off=1991003 len=1668328 2023-12-01T05:14:25.290 INFO:tasks.workunit.client.0.smithi111.stdout:op 3139 completed, throughput=5MB/sec 2023-12-01T05:14:25.290 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hJKHPVpWaqjX_NK off=11728387 len=936551 2023-12-01T05:14:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 3140 completed, throughput=5MB/sec 2023-12-01T05:14:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YLkBAAHtyiOzrvg off=505667 len=327490 2023-12-01T05:14:25.295 INFO:tasks.workunit.client.0.smithi111.stdout:op 3141 completed, throughput=5MB/sec 2023-12-01T05:14:25.295 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FP2eB-LE-f-qZI9 off=3576857 len=2087637 2023-12-01T05:14:25.305 INFO:tasks.workunit.client.0.smithi111.stdout:op 3142 completed, throughput=5MB/sec 2023-12-01T05:14:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:25 smithi155 ceph-mon[102677]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:14:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:25 smithi111 ceph-mon[97855]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:14:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:25 smithi111 ceph-mon[116524]: pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:14:26.305 INFO:tasks.workunit.client.0.smithi111.stdout: 621: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:26.305 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZBGF5Wrgy6eeJ8Z off=2882471 len=1663837 2023-12-01T05:14:26.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 3143 completed, throughput=5MB/sec 2023-12-01T05:14:26.307 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3EUEPFMQWRwvCIM off=9088158 len=898784 2023-12-01T05:14:26.308 INFO:tasks.workunit.client.0.smithi111.stdout:op 3144 completed, throughput=5MB/sec 2023-12-01T05:14:26.308 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rzDFCZGYgtg8Kkp off=7323178 len=1451751 2023-12-01T05:14:26.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 3145 completed, throughput=5MB/sec 2023-12-01T05:14:27.309 INFO:tasks.workunit.client.0.smithi111.stdout: 622: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:27.310 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZyRHRsv_VEvqTtY off=17738904 len=608177 2023-12-01T05:14:27.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 3146 completed, throughput=4.99MB/sec 2023-12-01T05:14:27.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mZHn0kGN_abX8Aj off=1310730 len=947216 2023-12-01T05:14:27.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 3147 completed, throughput=4.99MB/sec 2023-12-01T05:14:27.319 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LD7gm3Sf4pP8vHl off=576016 len=533722 2023-12-01T05:14:27.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 3148 completed, throughput=5MB/sec 2023-12-01T05:14:27.321 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kzhbiYyWzL721OR off=11533357 len=1805931 2023-12-01T05:14:27.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 3149 completed, throughput=5MB/sec 2023-12-01T05:14:27.330 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y1O46IX5tHoRf6N off=15382663 len=962019 2023-12-01T05:14:27.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 3150 completed, throughput=5MB/sec 2023-12-01T05:14:27.331 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tTGZCqnIX4oQ1nF off=6026127 len=1998149 2023-12-01T05:14:27.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 3151 completed, throughput=5MB/sec 2023-12-01T05:14:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:27 smithi155 ceph-mon[102677]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:14:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:27 smithi111 ceph-mon[97855]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:14:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:27 smithi111 ceph-mon[116524]: pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:14:28.335 INFO:tasks.workunit.client.0.smithi111.stdout: 623: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:28.335 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_nrsOi83gkV_13j off=7511160 len=780985 2023-12-01T05:14:28.339 INFO:tasks.workunit.client.0.smithi111.stdout:op 3152 completed, throughput=5MB/sec 2023-12-01T05:14:28.339 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nvYOPSLn9-8y-5t off=19008009 len=1215089 2023-12-01T05:14:28.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 3153 completed, throughput=5MB/sec 2023-12-01T05:14:28.341 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C_nySehEqcZrE6g off=8701345 len=278898 2023-12-01T05:14:28.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 3154 completed, throughput=5MB/sec 2023-12-01T05:14:28.342 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wB_j__ZuYmoxTjj off=11653218 len=710214 2023-12-01T05:14:28.343 INFO:tasks.workunit.client.0.smithi111.stdout:op 3155 completed, throughput=5MB/sec 2023-12-01T05:14:28.343 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G93_yafEIt-3QY3 off=18997686 len=1514821 2023-12-01T05:14:28.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 3156 completed, throughput=5MB/sec 2023-12-01T05:14:29.349 INFO:tasks.workunit.client.0.smithi111.stdout: 624: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:29.349 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FViPUUx9N51Swcv off=4949707 len=1782262 2023-12-01T05:14:29.351 INFO:tasks.workunit.client.0.smithi111.stdout:op 3157 completed, throughput=5MB/sec 2023-12-01T05:14:29.351 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bFM_JQmfIdn5J4n off=2864331 len=224796 2023-12-01T05:14:29.351 INFO:tasks.workunit.client.0.smithi111.stdout:op 3158 completed, throughput=5MB/sec 2023-12-01T05:14:29.352 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MJt-8ELVmZcyt-M off=802163 len=328301 2023-12-01T05:14:29.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 3159 completed, throughput=5MB/sec 2023-12-01T05:14:29.358 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-skALaWb2oRdY-pz off=363471 len=1364362 2023-12-01T05:14:29.363 INFO:tasks.workunit.client.0.smithi111.stdout:op 3160 completed, throughput=5MB/sec 2023-12-01T05:14:29.363 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K0BN-4uTWtyae9t off=7341634 len=555534 2023-12-01T05:14:29.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 3161 completed, throughput=5MB/sec 2023-12-01T05:14:29.364 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sOft01A3h5ftFWD off=3700830 len=1705713 2023-12-01T05:14:29.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 3162 completed, throughput=5MB/sec 2023-12-01T05:14:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:29 smithi155 ceph-mon[102677]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:14:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:29 smithi111 ceph-mon[97855]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:14:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:14:29] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:14:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:29 smithi111 ceph-mon[116524]: pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:14:30.371 INFO:tasks.workunit.client.0.smithi111.stdout: 625: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:30.371 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fFslrjXdWkAnuE0 off=580592 len=271676 2023-12-01T05:14:30.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 3163 completed, throughput=4.99MB/sec 2023-12-01T05:14:30.374 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q-gxd0PbPA7XBac off=6117403 len=2039321 2023-12-01T05:14:30.383 INFO:tasks.workunit.client.0.smithi111.stdout:op 3164 completed, throughput=5MB/sec 2023-12-01T05:14:30.383 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p93RX_cALiIciss off=0 len=1482055 2023-12-01T05:14:30.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 3165 completed, throughput=5MB/sec 2023-12-01T05:14:30.390 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_6TFRvkbLBPUt05 off=5212869 len=330379 2023-12-01T05:14:30.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 3166 completed, throughput=5MB/sec 2023-12-01T05:14:31.391 INFO:tasks.workunit.client.0.smithi111.stdout: 626: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:31.391 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RvNt3Xy-CLi_-5E off=14117580 len=2077421 2023-12-01T05:14:31.403 INFO:tasks.workunit.client.0.smithi111.stdout:op 3167 completed, throughput=5MB/sec 2023-12-01T05:14:31.403 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OG_WQv58Acyhmxa off=11455868 len=277123 2023-12-01T05:14:31.406 INFO:tasks.workunit.client.0.smithi111.stdout:op 3168 completed, throughput=5MB/sec 2023-12-01T05:14:31.406 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zEHdr-kZD37Ca0e off=2829446 len=1380476 2023-12-01T05:14:31.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 3169 completed, throughput=5MB/sec 2023-12-01T05:14:31.407 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vMa9atR0uuPWayO off=173038 len=416662 2023-12-01T05:14:31.408 INFO:tasks.workunit.client.0.smithi111.stdout:op 3170 completed, throughput=5MB/sec 2023-12-01T05:14:31.408 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gKyn-4iu6eHFi9R off=5789172 len=1874736 2023-12-01T05:14:31.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 3171 completed, throughput=5MB/sec 2023-12-01T05:14:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:31 smithi155 ceph-mon[102677]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:14:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:31 smithi111 ceph-mon[97855]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:14:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:31 smithi111 ceph-mon[116524]: pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:14:32.415 INFO:tasks.workunit.client.0.smithi111.stdout: 627: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:32.415 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h-zwcjyNDs4BU8t off=11867065 len=610936 2023-12-01T05:14:32.417 INFO:tasks.workunit.client.0.smithi111.stdout:op 3172 completed, throughput=4.99MB/sec 2023-12-01T05:14:32.417 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-c3FbVV1dwxP7oR_ off=1028238 len=612448 2023-12-01T05:14:32.418 INFO:tasks.workunit.client.0.smithi111.stdout:op 3173 completed, throughput=5MB/sec 2023-12-01T05:14:32.419 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SNEy1U6IFbcZeiW off=4038154 len=1752066 2023-12-01T05:14:32.421 INFO:tasks.workunit.client.0.smithi111.stdout:op 3174 completed, throughput=5MB/sec 2023-12-01T05:14:32.422 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4wYB2gThsmzBvnQ off=4541905 len=276314 2023-12-01T05:14:32.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 3175 completed, throughput=5MB/sec 2023-12-01T05:14:32.422 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zDUvReqhNKivmbw off=3615948 len=997150 2023-12-01T05:14:32.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 3176 completed, throughput=5MB/sec 2023-12-01T05:14:32.428 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JaXkNznLRYjcVpD off=2625872 len=956035 2023-12-01T05:14:32.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 3177 completed, throughput=5MB/sec 2023-12-01T05:14:33.430 INFO:tasks.workunit.client.0.smithi111.stdout: 628: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:33.430 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9bIq-0dkF860m80 off=6564804 len=1185911 2023-12-01T05:14:33.438 INFO:tasks.workunit.client.0.smithi111.stdout:op 3178 completed, throughput=5MB/sec 2023-12-01T05:14:33.438 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iUAIGTFpJBH85xD off=7221533 len=1988435 2023-12-01T05:14:33.439 INFO:tasks.workunit.client.0.smithi111.stdout:op 3179 completed, throughput=5MB/sec 2023-12-01T05:14:33.440 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OCavJ3yWhAaW8LH off=10608789 len=1784467 2023-12-01T05:14:33.447 INFO:tasks.workunit.client.0.smithi111.stdout:op 3180 completed, throughput=5MB/sec 2023-12-01T05:14:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:33 smithi155 ceph-mon[102677]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:14:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:33 smithi111 ceph-mon[97855]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:14:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:33 smithi111 ceph-mon[116524]: pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:14:34.447 INFO:tasks.workunit.client.0.smithi111.stdout: 629: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:34.447 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1yxEUABEFL8zys1 off=244173 len=1148364 2023-12-01T05:14:34.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 3181 completed, throughput=4.99MB/sec 2023-12-01T05:14:34.454 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cQ0X1p3MvZ0uwTa off=9977455 len=424837 2023-12-01T05:14:34.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 3182 completed, throughput=5MB/sec 2023-12-01T05:14:34.457 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O6gsKpZm3Fy5a5o off=1202990 len=506217 2023-12-01T05:14:34.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 3183 completed, throughput=5MB/sec 2023-12-01T05:14:34.461 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-git8ILaOcEQLOBe off=4247657 len=1059669 2023-12-01T05:14:34.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 3184 completed, throughput=5MB/sec 2023-12-01T05:14:34.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TLyvxZkAngmmnkv off=1881251 len=1392601 2023-12-01T05:14:34.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 3185 completed, throughput=5MB/sec 2023-12-01T05:14:34.469 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-907qsjmHkoTpmhc off=529771 len=1065390 2023-12-01T05:14:34.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 3186 completed, throughput=5MB/sec 2023-12-01T05:14:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:34 smithi155 ceph-mon[102677]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:14:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:34 smithi111 ceph-mon[97855]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:34 smithi111 ceph-mon[116524]: pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:35.471 INFO:tasks.workunit.client.0.smithi111.stdout: 630: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:35.471 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3qhD9YJx0j37Svs off=4565551 len=655695 2023-12-01T05:14:35.475 INFO:tasks.workunit.client.0.smithi111.stdout:op 3187 completed, throughput=4.99MB/sec 2023-12-01T05:14:35.476 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5oY5oE3ttpCJTh4 off=518766 len=693676 2023-12-01T05:14:35.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 3188 completed, throughput=5MB/sec 2023-12-01T05:14:35.479 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iOuLrEOx0HyRdLE off=10091730 len=635072 2023-12-01T05:14:35.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 3189 completed, throughput=5MB/sec 2023-12-01T05:14:35.480 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ziHoihmlv_PjIEY off=3861983 len=750961 2023-12-01T05:14:35.483 INFO:tasks.workunit.client.0.smithi111.stdout:op 3190 completed, throughput=5MB/sec 2023-12-01T05:14:35.484 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y7A34zDz_zGv7hL off=17194913 len=1692737 2023-12-01T05:14:35.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 3191 completed, throughput=5MB/sec 2023-12-01T05:14:35.492 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KiCgLK7OoINqeHY off=23353957 len=925378 2023-12-01T05:14:35.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 3192 completed, throughput=5MB/sec 2023-12-01T05:14:36.498 INFO:tasks.workunit.client.0.smithi111.stdout: 631: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:36.498 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kWkHLrVH0cwv5FZ off=1509424 len=2084607 2023-12-01T05:14:36.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 3193 completed, throughput=5MB/sec 2023-12-01T05:14:36.508 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D9RTW4qtbdSlNJG off=6692899 len=74928 2023-12-01T05:14:36.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 3194 completed, throughput=5MB/sec 2023-12-01T05:14:36.510 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-twifYzieHj6T0JR off=2568439 len=1229528 2023-12-01T05:14:36.512 INFO:tasks.workunit.client.0.smithi111.stdout:op 3195 completed, throughput=5MB/sec 2023-12-01T05:14:36.512 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Bi1G4iv5AfroHtt off=2285705 len=1711007 2023-12-01T05:14:36.518 INFO:tasks.workunit.client.0.smithi111.stdout:op 3196 completed, throughput=5MB/sec 2023-12-01T05:14:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:36 smithi155 ceph-mon[102677]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-01T05:14:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:36 smithi111 ceph-mon[97855]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-01T05:14:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:36 smithi111 ceph-mon[116524]: pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2023-12-01T05:14:37.519 INFO:tasks.workunit.client.0.smithi111.stdout: 632: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:37.519 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZBq_uEmuQLZGpR_ off=4343843 len=655766 2023-12-01T05:14:37.523 INFO:tasks.workunit.client.0.smithi111.stdout:op 3197 completed, throughput=4.99MB/sec 2023-12-01T05:14:37.523 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JfoC2IebzLYqn2S off=4919242 len=1815080 2023-12-01T05:14:37.534 INFO:tasks.workunit.client.0.smithi111.stdout:op 3198 completed, throughput=5MB/sec 2023-12-01T05:14:37.534 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Prg9mzgjupaaBrx off=1829868 len=1628805 2023-12-01T05:14:37.542 INFO:tasks.workunit.client.0.smithi111.stdout:op 3199 completed, throughput=5MB/sec 2023-12-01T05:14:37.542 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9XqKdfy_5Vl2cJF off=328824 len=520977 2023-12-01T05:14:37.546 INFO:tasks.workunit.client.0.smithi111.stdout:op 3200 completed, throughput=5MB/sec 2023-12-01T05:14:37.546 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O_Fg63VBVIGPIPB off=1566096 len=312619 2023-12-01T05:14:37.548 INFO:tasks.workunit.client.0.smithi111.stdout:op 3201 completed, throughput=5MB/sec 2023-12-01T05:14:37.549 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hoPWGtwSfHRBRJx off=4767736 len=391528 2023-12-01T05:14:37.549 INFO:tasks.workunit.client.0.smithi111.stdout:op 3202 completed, throughput=5MB/sec 2023-12-01T05:14:38.549 INFO:tasks.workunit.client.0.smithi111.stdout: 633: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:38.550 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BCG8N4LNvUMUnVM off=5269366 len=1398348 2023-12-01T05:14:38.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 3203 completed, throughput=4.99MB/sec 2023-12-01T05:14:38.558 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ToPHeNW-twChzsK off=4729856 len=247638 2023-12-01T05:14:38.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 3204 completed, throughput=5MB/sec 2023-12-01T05:14:38.558 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fbPuLMlMskmxvmO off=14003604 len=474025 2023-12-01T05:14:38.559 INFO:tasks.workunit.client.0.smithi111.stdout:op 3205 completed, throughput=5MB/sec 2023-12-01T05:14:38.559 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U7NmG0TQdR50_x- off=1981140 len=797525 2023-12-01T05:14:38.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 3206 completed, throughput=5MB/sec 2023-12-01T05:14:38.560 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DVFKFzvqen8px25 off=5091119 len=1125858 2023-12-01T05:14:38.561 INFO:tasks.workunit.client.0.smithi111.stdout:op 3207 completed, throughput=5MB/sec 2023-12-01T05:14:38.562 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o1u-71T4A2QUF4Y off=1474157 len=533095 2023-12-01T05:14:38.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 3208 completed, throughput=5MB/sec 2023-12-01T05:14:38.563 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m8Ox2--rmkeRJNg off=205551 len=827694 2023-12-01T05:14:38.564 INFO:tasks.workunit.client.0.smithi111.stdout:op 3209 completed, throughput=5MB/sec 2023-12-01T05:14:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:38 smithi155 ceph-mon[102677]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:14:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:38 smithi111 ceph-mon[97855]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:14:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:38 smithi111 ceph-mon[116524]: pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:14:39.565 INFO:tasks.workunit.client.0.smithi111.stdout: 634: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:39.566 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XRuiJxSOZoWD8ZU off=7114828 len=516405 2023-12-01T05:14:39.569 INFO:tasks.workunit.client.0.smithi111.stdout:op 3210 completed, throughput=4.99MB/sec 2023-12-01T05:14:39.570 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BFvjrtbvVYx8UON off=6821681 len=1773166 2023-12-01T05:14:39.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 3211 completed, throughput=5MB/sec 2023-12-01T05:14:39.571 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0kBDhDG49f1vcZp off=8985748 len=1694359 2023-12-01T05:14:39.572 INFO:tasks.workunit.client.0.smithi111.stdout:op 3212 completed, throughput=5MB/sec 2023-12-01T05:14:39.572 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hzIasH9FhgurRbh off=13260246 len=1628717 2023-12-01T05:14:39.575 INFO:tasks.workunit.client.0.smithi111.stdout:op 3213 completed, throughput=5MB/sec 2023-12-01T05:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:14:39] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2023-12-01T05:14:39.908 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:14:40.213 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:14:40.213 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (31m) 9m ago 32m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (32m) 9m ago 32m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (33m) 9m ago 33m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (33m) 9m ago 33m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (36m) 9m ago 36m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (38m) 9m ago 38m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (38m) 9m ago 38m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (37m) 9m ago 37m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (36m) 9m ago 36m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:14:40.214 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (32m) 9m ago 32m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (32m) 9m ago 32m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (36m) 9m ago 36m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (36m) 9m ago 36m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (35m) 9m ago 35m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (35m) 9m ago 35m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (34m) 9m ago 34m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (34m) 9m ago 34m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (34m) 9m ago 34m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (33m) 9m ago 33m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:14:40.215 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (31m) 9m ago 32m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:14:40.575 INFO:tasks.workunit.client.0.smithi111.stdout: 635: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:40.576 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YMD0n-OkNB1J0Rw off=11528669 len=546002 2023-12-01T05:14:40.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 3214 completed, throughput=4.99MB/sec 2023-12-01T05:14:40.576 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UNo6hpIOU1H7iDc off=6679198 len=1290047 2023-12-01T05:14:40.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 3215 completed, throughput=5MB/sec 2023-12-01T05:14:40.582 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Idty7Nw_nWN7VYq off=3890048 len=1782410 2023-12-01T05:14:40.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 3216 completed, throughput=5MB/sec 2023-12-01T05:14:40.583 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ph-guubucAJIriy off=15361129 len=929974 2023-12-01T05:14:40.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 3217 completed, throughput=5MB/sec 2023-12-01T05:14:40.588 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lQRCU1QOjuCVW9B off=1424499 len=1240148 2023-12-01T05:14:40.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 3218 completed, throughput=5MB/sec 2023-12-01T05:14:40.596 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:14:40.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:14:40.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:14:40.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:40.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:14:40.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:14:40.597 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:14:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:40 smithi155 ceph-mon[102677]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:14:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:40 smithi155 ceph-mon[102677]: from='client.26465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:40 smithi155 ceph-mon[102677]: from='client.16569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3980301999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:14:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[97855]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[97855]: from='client.26465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[97855]: from='client.16569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3980301999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[116524]: pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[116524]: from='client.26465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[116524]: from='client.16569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:14:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3980301999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:14:41.590 INFO:tasks.workunit.client.0.smithi111.stdout: 636: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:41.590 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5MjKc6lw0i7CWhL off=12110906 len=1278948 2023-12-01T05:14:41.591 INFO:tasks.workunit.client.0.smithi111.stdout:op 3219 completed, throughput=5MB/sec 2023-12-01T05:14:41.591 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XSdYx7NZvbBCi5T off=2905365 len=1626432 2023-12-01T05:14:41.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 3220 completed, throughput=5MB/sec 2023-12-01T05:14:41.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2OlkXbL399-Zd6J off=9057172 len=1056711 2023-12-01T05:14:41.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 3221 completed, throughput=5MB/sec 2023-12-01T05:14:41.599 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lO0MJbLLQgBC1oS off=18465503 len=1708362 2023-12-01T05:14:41.602 INFO:tasks.workunit.client.0.smithi111.stdout:op 3222 completed, throughput=5MB/sec 2023-12-01T05:14:42.602 INFO:tasks.workunit.client.0.smithi111.stdout: 637: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:42.602 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JDXazesHSBDXnFw off=3410041 len=131070 2023-12-01T05:14:42.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 3223 completed, throughput=4.99MB/sec 2023-12-01T05:14:42.603 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0jqbqb1JLvSZl1u off=1408980 len=681629 2023-12-01T05:14:42.605 INFO:tasks.workunit.client.0.smithi111.stdout:op 3224 completed, throughput=5MB/sec 2023-12-01T05:14:42.605 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8AKT6V46Y_tioFs off=12310732 len=1096915 2023-12-01T05:14:42.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 3225 completed, throughput=5MB/sec 2023-12-01T05:14:42.607 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JbbmYZ5w9SDZh7T off=2875499 len=1779649 2023-12-01T05:14:42.610 INFO:tasks.workunit.client.0.smithi111.stdout:op 3226 completed, throughput=5MB/sec 2023-12-01T05:14:42.610 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fSfjO5oF3Wiy-CM off=8001250 len=508463 2023-12-01T05:14:42.611 INFO:tasks.workunit.client.0.smithi111.stdout:op 3227 completed, throughput=5MB/sec 2023-12-01T05:14:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:42 smithi155 ceph-mon[102677]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:14:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:42 smithi111 ceph-mon[97855]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:14:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:42 smithi111 ceph-mon[116524]: pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:14:43.611 INFO:tasks.workunit.client.0.smithi111.stdout: 638: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:43.611 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6gvkGS-wwjseRgQ off=1930954 len=478035 2023-12-01T05:14:43.615 INFO:tasks.workunit.client.0.smithi111.stdout:op 3228 completed, throughput=4.99MB/sec 2023-12-01T05:14:43.615 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mt-FhStJmjkPNBp off=4244562 len=1805476 2023-12-01T05:14:43.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 3229 completed, throughput=5MB/sec 2023-12-01T05:14:43.617 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CEK2u4nGj8kwPqS off=17669910 len=222493 2023-12-01T05:14:43.618 INFO:tasks.workunit.client.0.smithi111.stdout:op 3230 completed, throughput=5MB/sec 2023-12-01T05:14:43.618 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L3jhWlhWzw3MxAU off=5512747 len=781462 2023-12-01T05:14:43.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 3231 completed, throughput=5MB/sec 2023-12-01T05:14:43.623 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SayVq5Xcy1hz2Jc off=1109600 len=1788418 2023-12-01T05:14:43.625 INFO:tasks.workunit.client.0.smithi111.stdout:op 3232 completed, throughput=5MB/sec 2023-12-01T05:14:44.625 INFO:tasks.workunit.client.0.smithi111.stdout: 639: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:44.626 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rMQQcw283WKpQ2y off=4126351 len=575869 2023-12-01T05:14:44.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 3233 completed, throughput=4.99MB/sec 2023-12-01T05:14:44.630 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rvi5Au7wm6kj0ww off=273113 len=506150 2023-12-01T05:14:44.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 3234 completed, throughput=4.99MB/sec 2023-12-01T05:14:44.631 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e1OlJjx6qMMsPFw off=3994089 len=1006323 2023-12-01T05:14:44.636 INFO:tasks.workunit.client.0.smithi111.stdout:op 3235 completed, throughput=5MB/sec 2023-12-01T05:14:44.636 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BvztltHGFLw4UlZ off=20814159 len=285264 2023-12-01T05:14:44.637 INFO:tasks.workunit.client.0.smithi111.stdout:op 3236 completed, throughput=5MB/sec 2023-12-01T05:14:44.638 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LgA2q-Ya1coSkYe off=7968585 len=1449668 2023-12-01T05:14:44.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 3237 completed, throughput=5MB/sec 2023-12-01T05:14:44.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9ffn4AtcN35mA65 off=5959258 len=456904 2023-12-01T05:14:44.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 3238 completed, throughput=5MB/sec 2023-12-01T05:14:44.648 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OX9sRgFCINSV0uj off=2014201 len=1475799 2023-12-01T05:14:44.649 INFO:tasks.workunit.client.0.smithi111.stdout:op 3239 completed, throughput=5MB/sec 2023-12-01T05:14:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:44 smithi155 ceph-mon[102677]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:14:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:44 smithi111 ceph-mon[97855]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:14:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:44 smithi111 ceph-mon[116524]: pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:14:45.650 INFO:tasks.workunit.client.0.smithi111.stdout: 640: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:45.650 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I-GoN-jbsQ71y10 off=2154209 len=860521 2023-12-01T05:14:45.651 INFO:tasks.workunit.client.0.smithi111.stdout:op 3240 completed, throughput=4.99MB/sec 2023-12-01T05:14:45.651 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k1CB12DSvTDAX0u off=3497982 len=1306357 2023-12-01T05:14:45.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 3241 completed, throughput=5MB/sec 2023-12-01T05:14:45.654 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1QfexZys20QKFLR off=15103912 len=936453 2023-12-01T05:14:45.655 INFO:tasks.workunit.client.0.smithi111.stdout:op 3242 completed, throughput=5MB/sec 2023-12-01T05:14:45.655 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G8sx87An4JaCUZH off=679148 len=591993 2023-12-01T05:14:45.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 3243 completed, throughput=5MB/sec 2023-12-01T05:14:45.656 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C1LpN-k39lW-h3- off=3792259 len=1902130 2023-12-01T05:14:45.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 3244 completed, throughput=5MB/sec 2023-12-01T05:14:46.661 INFO:tasks.workunit.client.0.smithi111.stdout: 641: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:46.662 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AVh7NNWd1N7XdyM off=12790861 len=217864 2023-12-01T05:14:46.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 3245 completed, throughput=4.99MB/sec 2023-12-01T05:14:46.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qTNeRS4-SXCMcFi off=744884 len=2402 2023-12-01T05:14:46.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 3246 completed, throughput=4.99MB/sec 2023-12-01T05:14:46.663 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ruqd78sR5Eij-kH off=8061557 len=332113 2023-12-01T05:14:46.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 3247 completed, throughput=4.99MB/sec 2023-12-01T05:14:46.663 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NSW-Bl076k5yTqb off=832335 len=1449087 2023-12-01T05:14:46.664 INFO:tasks.workunit.client.0.smithi111.stdout:op 3248 completed, throughput=5MB/sec 2023-12-01T05:14:46.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2hIbB3VxA1FqaEc off=2037723 len=123822 2023-12-01T05:14:46.668 INFO:tasks.workunit.client.0.smithi111.stdout:op 3249 completed, throughput=5MB/sec 2023-12-01T05:14:46.668 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hzuM1l8YbaMRO7T off=8662036 len=1923307 2023-12-01T05:14:46.680 INFO:tasks.workunit.client.0.smithi111.stdout:op 3250 completed, throughput=5MB/sec 2023-12-01T05:14:46.680 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kpWikf_J8T3E7jf off=15203397 len=1901396 2023-12-01T05:14:46.690 INFO:tasks.workunit.client.0.smithi111.stdout:op 3251 completed, throughput=5MB/sec 2023-12-01T05:14:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:46 smithi155 ceph-mon[102677]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:14:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:46 smithi111 ceph-mon[97855]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:14:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:46 smithi111 ceph-mon[116524]: pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:14:47.693 INFO:tasks.workunit.client.0.smithi111.stdout: 642: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:47.693 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NFMnjYsUGg_GIJe off=16678064 len=1458805 2023-12-01T05:14:47.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 3252 completed, throughput=5MB/sec 2023-12-01T05:14:47.700 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FvmTQHu-2duYF0y off=7126937 len=1551824 2023-12-01T05:14:47.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 3253 completed, throughput=5MB/sec 2023-12-01T05:14:47.701 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fgNdKJDg7TLzPQ9 off=2913343 len=1592717 2023-12-01T05:14:47.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 3254 completed, throughput=5MB/sec 2023-12-01T05:14:48.708 INFO:tasks.workunit.client.0.smithi111.stdout: 643: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:48.708 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ynchYCy605-1O1j off=16724753 len=685794 2023-12-01T05:14:48.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 3255 completed, throughput=4.99MB/sec 2023-12-01T05:14:48.712 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cjck4DZYfWKFjOu off=2877732 len=1552304 2023-12-01T05:14:48.719 INFO:tasks.workunit.client.0.smithi111.stdout:op 3256 completed, throughput=5MB/sec 2023-12-01T05:14:48.719 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6CbIB8ZVNAXEghp off=3275586 len=1924397 2023-12-01T05:14:48.731 INFO:tasks.workunit.client.0.smithi111.stdout:op 3257 completed, throughput=5MB/sec 2023-12-01T05:14:48.731 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-egklV5F9Cj3AX4d off=2707547 len=339812 2023-12-01T05:14:48.734 INFO:tasks.workunit.client.0.smithi111.stdout:op 3258 completed, throughput=5MB/sec 2023-12-01T05:14:48.735 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YJ-PRxyDUvDbN_9 off=958487 len=403357 2023-12-01T05:14:48.735 INFO:tasks.workunit.client.0.smithi111.stdout:op 3259 completed, throughput=5MB/sec 2023-12-01T05:14:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:48 smithi155 ceph-mon[102677]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:48 smithi111 ceph-mon[97855]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:48 smithi111 ceph-mon[116524]: pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:14:49.736 INFO:tasks.workunit.client.0.smithi111.stdout: 644: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:49.736 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yrEJiSRbIe1jSqW off=1898683 len=128442 2023-12-01T05:14:49.736 INFO:tasks.workunit.client.0.smithi111.stdout:op 3260 completed, throughput=4.99MB/sec 2023-12-01T05:14:49.736 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qMdTEjKnDeWB6TO off=1287880 len=1839423 2023-12-01T05:14:49.739 INFO:tasks.workunit.client.0.smithi111.stdout:op 3261 completed, throughput=5MB/sec 2023-12-01T05:14:49.739 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_RDXF0SLOGOb2Iu off=8744466 len=1258132 2023-12-01T05:14:49.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 3262 completed, throughput=5MB/sec 2023-12-01T05:14:49.747 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SZTLlD1eKLk2UJn off=4489082 len=965301 2023-12-01T05:14:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:14:49] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:14:49.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 3263 completed, throughput=5MB/sec 2023-12-01T05:14:49.753 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mHGWuFldJAK2opI off=12045765 len=259251 2023-12-01T05:14:49.756 INFO:tasks.workunit.client.0.smithi111.stdout:op 3264 completed, throughput=5MB/sec 2023-12-01T05:14:49.756 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dilh372IFeyYATs off=856323 len=1007370 2023-12-01T05:14:49.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 3265 completed, throughput=5MB/sec 2023-12-01T05:14:50.760 INFO:tasks.workunit.client.0.smithi111.stdout: 645: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:50.760 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8rI5SYvXfmDhk_0 off=2048386 len=1914662 2023-12-01T05:14:50.762 INFO:tasks.workunit.client.0.smithi111.stdout:op 3266 completed, throughput=5MB/sec 2023-12-01T05:14:50.762 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M3SOvG-7Hj2c3zN off=9138817 len=2015807 2023-12-01T05:14:50.772 INFO:tasks.workunit.client.0.smithi111.stdout:op 3267 completed, throughput=5MB/sec 2023-12-01T05:14:50.772 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wNJGFonwQrv03g- off=2078559 len=1701097 2023-12-01T05:14:50.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 3268 completed, throughput=5MB/sec 2023-12-01T05:14:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:50 smithi155 ceph-mon[102677]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:50 smithi111 ceph-mon[97855]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:50 smithi111 ceph-mon[116524]: pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:14:51.776 INFO:tasks.workunit.client.0.smithi111.stdout: 646: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:51.776 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lu1__d1YgS4LlL5 off=4605883 len=692109 2023-12-01T05:14:51.780 INFO:tasks.workunit.client.0.smithi111.stdout:op 3269 completed, throughput=4.99MB/sec 2023-12-01T05:14:51.780 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wgbzwb_Zd8mwyBR off=18670330 len=705382 2023-12-01T05:14:51.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 3270 completed, throughput=5MB/sec 2023-12-01T05:14:51.781 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1wgwXgLTeNPYu4R off=2584595 len=1600381 2023-12-01T05:14:51.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 3271 completed, throughput=5MB/sec 2023-12-01T05:14:51.791 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fWVIDZTvlVljAjt off=5411782 len=277326 2023-12-01T05:14:51.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 3272 completed, throughput=5MB/sec 2023-12-01T05:14:51.794 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZEmiKMxn3Nv-ISY off=10308030 len=784959 2023-12-01T05:14:51.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 3273 completed, throughput=5MB/sec 2023-12-01T05:14:51.795 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qkhpqGbIXmmSSJD off=5215752 len=1301615 2023-12-01T05:14:51.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 3274 completed, throughput=5MB/sec 2023-12-01T05:14:52.803 INFO:tasks.workunit.client.0.smithi111.stdout: 647: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:52.803 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Mku_fDlfiRp6Xy6 off=881029 len=1678444 2023-12-01T05:14:52.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 3275 completed, throughput=5MB/sec 2023-12-01T05:14:52.810 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sl7vjHeUCIfk4cU off=8469737 len=1808424 2023-12-01T05:14:52.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 3276 completed, throughput=5MB/sec 2023-12-01T05:14:52.813 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gFRCZpxR2yDpMWt off=2765497 len=149153 2023-12-01T05:14:52.814 INFO:tasks.workunit.client.0.smithi111.stdout:op 3277 completed, throughput=5MB/sec 2023-12-01T05:14:52.814 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y0tA3DbHpmCdOOS off=5594367 len=273972 2023-12-01T05:14:52.815 INFO:tasks.workunit.client.0.smithi111.stdout:op 3278 completed, throughput=5MB/sec 2023-12-01T05:14:52.815 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z7lyNhUdffgYhZo off=1166680 len=1541055 2023-12-01T05:14:52.821 INFO:tasks.workunit.client.0.smithi111.stdout:op 3279 completed, throughput=5MB/sec 2023-12-01T05:14:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:52 smithi155 ceph-mon[102677]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:14:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:52 smithi111 ceph-mon[97855]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:14:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:52 smithi111 ceph-mon[116524]: pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:14:53.821 INFO:tasks.workunit.client.0.smithi111.stdout: 648: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:53.822 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lgTNHCuooyW_alg off=6313420 len=479416 2023-12-01T05:14:53.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 3280 completed, throughput=4.99MB/sec 2023-12-01T05:14:53.826 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UMQ7CntmrUx95s_ off=4408606 len=751779 2023-12-01T05:14:53.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 3281 completed, throughput=5MB/sec 2023-12-01T05:14:53.827 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FE4p0quJ47L6jZ5 off=1581399 len=1796851 2023-12-01T05:14:53.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 3282 completed, throughput=5MB/sec 2023-12-01T05:14:53.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PwuMzLpb4QY9FDQ off=2306566 len=1763760 2023-12-01T05:14:53.839 INFO:tasks.workunit.client.0.smithi111.stdout:op 3283 completed, throughput=5MB/sec 2023-12-01T05:14:54.839 INFO:tasks.workunit.client.0.smithi111.stdout: 649: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:54.839 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Onmt2iK7cf2L_ue off=5423952 len=176553 2023-12-01T05:14:54.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 3284 completed, throughput=4.99MB/sec 2023-12-01T05:14:54.840 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HxUsSw7jiJg_eEX off=6251632 len=1166772 2023-12-01T05:14:54.843 INFO:tasks.workunit.client.0.smithi111.stdout:op 3285 completed, throughput=4.99MB/sec 2023-12-01T05:14:54.843 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p5WTbu8eCPvJg3z off=14563583 len=1480601 2023-12-01T05:14:54.844 INFO:tasks.workunit.client.0.smithi111.stdout:op 3286 completed, throughput=5MB/sec 2023-12-01T05:14:54.844 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8Ma_nVyf9LjcDRt off=37800 len=925258 2023-12-01T05:14:54.846 INFO:tasks.workunit.client.0.smithi111.stdout:op 3287 completed, throughput=5MB/sec 2023-12-01T05:14:54.846 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CoY3QNoD8A2HtWq off=840484 len=1828434 2023-12-01T05:14:54.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 3288 completed, throughput=5MB/sec 2023-12-01T05:14:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:54 smithi155 ceph-mon[102677]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:14:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:54 smithi111 ceph-mon[97855]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:14:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:54 smithi111 ceph-mon[116524]: pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:14:55.848 INFO:tasks.workunit.client.0.smithi111.stdout: 650: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:55.848 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oGLkROU98G-1Es4 off=742587 len=1761178 2023-12-01T05:14:55.857 INFO:tasks.workunit.client.0.smithi111.stdout:op 3289 completed, throughput=5MB/sec 2023-12-01T05:14:55.858 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BL3xw3A5rYPxjZR off=686940 len=515247 2023-12-01T05:14:55.859 INFO:tasks.workunit.client.0.smithi111.stdout:op 3290 completed, throughput=5MB/sec 2023-12-01T05:14:55.859 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9tki2DsfBUc_u54 off=11429055 len=679896 2023-12-01T05:14:55.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 3291 completed, throughput=5MB/sec 2023-12-01T05:14:55.860 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u6UzvSvwfTvlZ-z off=6544023 len=312752 2023-12-01T05:14:55.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 3292 completed, throughput=5MB/sec 2023-12-01T05:14:55.861 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7SBcUiEcDfL3WXA off=9934442 len=463645 2023-12-01T05:14:55.864 INFO:tasks.workunit.client.0.smithi111.stdout:op 3293 completed, throughput=5MB/sec 2023-12-01T05:14:55.864 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rV73iSLtdfAzTpv off=8216839 len=1969081 2023-12-01T05:14:55.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 3294 completed, throughput=5MB/sec 2023-12-01T05:14:56.877 INFO:tasks.workunit.client.0.smithi111.stdout: 651: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:56.878 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E5GdAGQ9Rpg4-LE off=4321796 len=1510877 2023-12-01T05:14:56.880 INFO:tasks.workunit.client.0.smithi111.stdout:op 3295 completed, throughput=5MB/sec 2023-12-01T05:14:56.880 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WNbHAzadknjP6eG off=11830922 len=315456 2023-12-01T05:14:56.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 3296 completed, throughput=5MB/sec 2023-12-01T05:14:56.884 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Cj9nUYw04I0ISPI off=2670603 len=251347 2023-12-01T05:14:56.887 INFO:tasks.workunit.client.0.smithi111.stdout:op 3297 completed, throughput=5MB/sec 2023-12-01T05:14:56.887 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sDGrmnw0esusbsv off=9428883 len=1632316 2023-12-01T05:14:56.890 INFO:tasks.workunit.client.0.smithi111.stdout:op 3298 completed, throughput=5MB/sec 2023-12-01T05:14:56.890 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N3IZIEuNt8K_E1l off=12114626 len=1210603 2023-12-01T05:14:56.891 INFO:tasks.workunit.client.0.smithi111.stdout:op 3299 completed, throughput=5MB/sec 2023-12-01T05:14:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:56 smithi155 ceph-mon[102677]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:14:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:56 smithi111 ceph-mon[97855]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:14:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:56 smithi111 ceph-mon[116524]: pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:14:57.892 INFO:tasks.workunit.client.0.smithi111.stdout: 652: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:57.892 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iOuLrEOx0HyRdLE off=16072514 len=1570191 2023-12-01T05:14:57.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 3300 completed, throughput=5MB/sec 2023-12-01T05:14:57.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f34eMYm4nRIAUUY off=810662 len=500528 2023-12-01T05:14:57.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 3301 completed, throughput=5MB/sec 2023-12-01T05:14:57.895 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZfEMn3GpOsh1JbO off=21939680 len=85115 2023-12-01T05:14:57.895 INFO:tasks.workunit.client.0.smithi111.stdout:op 3302 completed, throughput=5MB/sec 2023-12-01T05:14:57.895 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lE0X__W4MvJccOd off=12018830 len=1805404 2023-12-01T05:14:57.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 3303 completed, throughput=5MB/sec 2023-12-01T05:14:57.903 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A5xjL-1bogHoW_Y off=18136937 len=123787 2023-12-01T05:14:57.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 3304 completed, throughput=5MB/sec 2023-12-01T05:14:57.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yoCsLc7KuBsvSdt off=9387820 len=1848927 2023-12-01T05:14:57.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 3305 completed, throughput=5MB/sec 2023-12-01T05:14:58.910 INFO:tasks.workunit.client.0.smithi111.stdout: 653: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:58.910 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-05fTne7uB5Slckn off=9277121 len=206999 2023-12-01T05:14:58.913 INFO:tasks.workunit.client.0.smithi111.stdout:op 3306 completed, throughput=4.99MB/sec 2023-12-01T05:14:58.913 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_AAu3SHrcajtZQv off=14069531 len=2020037 2023-12-01T05:14:58.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 3307 completed, throughput=5MB/sec 2023-12-01T05:14:58.922 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dhBumwyBH-NySKU off=3980192 len=649183 2023-12-01T05:14:58.923 INFO:tasks.workunit.client.0.smithi111.stdout:op 3308 completed, throughput=5MB/sec 2023-12-01T05:14:58.923 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zv_9fxUQYvvZsFB off=0 len=1380250 2023-12-01T05:14:58.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 3309 completed, throughput=5MB/sec 2023-12-01T05:14:58.926 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hU11SLR-VAxPWGB off=3328946 len=1195677 2023-12-01T05:14:58.931 INFO:tasks.workunit.client.0.smithi111.stdout:op 3310 completed, throughput=5MB/sec 2023-12-01T05:14:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:14:58 smithi155 ceph-mon[102677]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:14:58 smithi111 ceph-mon[97855]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:14:58 smithi111 ceph-mon[116524]: pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:14:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:14:59] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:14:59.931 INFO:tasks.workunit.client.0.smithi111.stdout: 654: throughput=4.99MB/sec pending data=0 2023-12-01T05:14:59.931 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DriYmnjTlEW3_mK off=2601928 len=1819698 2023-12-01T05:14:59.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 3311 completed, throughput=5MB/sec 2023-12-01T05:14:59.940 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SCVjEfoyyOesPLM off=2224519 len=1104601 2023-12-01T05:14:59.945 INFO:tasks.workunit.client.0.smithi111.stdout:op 3312 completed, throughput=5MB/sec 2023-12-01T05:14:59.945 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WxZKwnmtR2I95Hd off=567772 len=308867 2023-12-01T05:14:59.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 3313 completed, throughput=5MB/sec 2023-12-01T05:14:59.946 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xvif9J365QD-4Ir off=3339366 len=1065697 2023-12-01T05:14:59.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 3314 completed, throughput=5MB/sec 2023-12-01T05:15:00.949 INFO:tasks.workunit.client.0.smithi111.stdout: 655: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:00.949 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TwHiXJUwnhK96pk off=1333967 len=1726723 2023-12-01T05:15:00.958 INFO:tasks.workunit.client.0.smithi111.stdout:op 3315 completed, throughput=4.99MB/sec 2023-12-01T05:15:00.959 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lQdu-taK4t--klS off=3033633 len=364323 2023-12-01T05:15:00.960 INFO:tasks.workunit.client.0.smithi111.stdout:op 3316 completed, throughput=5MB/sec 2023-12-01T05:15:00.960 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d1f5HMbFDBqxv9g off=584751 len=630543 2023-12-01T05:15:00.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 3317 completed, throughput=5MB/sec 2023-12-01T05:15:00.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G09W5YKsAajoAQJ off=8020490 len=2087381 2023-12-01T05:15:00.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 3318 completed, throughput=5MB/sec 2023-12-01T05:15:00.966 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-38-3EE-xyr-q8hu off=4444051 len=1354947 2023-12-01T05:15:00.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 3319 completed, throughput=5MB/sec 2023-12-01T05:15:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:00 smithi155 ceph-mon[102677]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:15:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:00 smithi111 ceph-mon[97855]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:15:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:00 smithi111 ceph-mon[116524]: pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:15:01.975 INFO:tasks.workunit.client.0.smithi111.stdout: 656: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:01.975 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M1TLaFETMf4VA7j off=7625682 len=959531 2023-12-01T05:15:01.977 INFO:tasks.workunit.client.0.smithi111.stdout:op 3320 completed, throughput=5MB/sec 2023-12-01T05:15:01.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RAycDdTXjBBQz5d off=20526883 len=1590324 2023-12-01T05:15:01.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 3321 completed, throughput=5MB/sec 2023-12-01T05:15:01.979 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kXK3qVegcoLFzPb off=12212618 len=2010559 2023-12-01T05:15:01.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 3322 completed, throughput=5MB/sec 2023-12-01T05:15:02.981 INFO:tasks.workunit.client.0.smithi111.stdout: 657: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:02.982 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-emZMapTJiY_zH6l off=2533328 len=1154849 2023-12-01T05:15:02.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 3323 completed, throughput=4.99MB/sec 2023-12-01T05:15:02.983 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8mOCmnUAhBNYZgs off=10174518 len=1397655 2023-12-01T05:15:02.985 INFO:tasks.workunit.client.0.smithi111.stdout:op 3324 completed, throughput=5MB/sec 2023-12-01T05:15:02.985 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fIv2ULQRi03JTwr off=7261732 len=1294065 2023-12-01T05:15:02.992 INFO:tasks.workunit.client.0.smithi111.stdout:op 3325 completed, throughput=5MB/sec 2023-12-01T05:15:02.993 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-42hQIUucxwY5pyR off=4550614 len=1378074 2023-12-01T05:15:02.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 3326 completed, throughput=5MB/sec 2023-12-01T05:15:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:02 smithi155 ceph-mon[102677]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:15:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:02 smithi111 ceph-mon[97855]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:15:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:02 smithi111 ceph-mon[116524]: pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:15:03.994 INFO:tasks.workunit.client.0.smithi111.stdout: 658: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:03.994 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XIJ_-od3TXJmXj2 off=15570710 len=1248159 2023-12-01T05:15:04.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 3327 completed, throughput=4.99MB/sec 2023-12-01T05:15:04.002 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6zUvTHEAxVem18L off=9123482 len=636729 2023-12-01T05:15:04.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 3328 completed, throughput=5MB/sec 2023-12-01T05:15:04.006 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-waPa0D7mOSioHUJ off=11967573 len=390445 2023-12-01T05:15:04.007 INFO:tasks.workunit.client.0.smithi111.stdout:op 3329 completed, throughput=5MB/sec 2023-12-01T05:15:04.007 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JDVt0YPqpMZpgSm off=4402863 len=1453936 2023-12-01T05:15:04.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 3330 completed, throughput=5MB/sec 2023-12-01T05:15:04.014 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xpnGxBnJxQGFyV3 off=5751036 len=53133 2023-12-01T05:15:04.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 3331 completed, throughput=5MB/sec 2023-12-01T05:15:04.014 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jz0JrWFUioepQOl off=20178480 len=1819045 2023-12-01T05:15:04.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 3332 completed, throughput=5MB/sec 2023-12-01T05:15:05.022 INFO:tasks.workunit.client.0.smithi111.stdout: 659: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:05.023 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ubRDQKQ8cTdo-JL off=18067288 len=9006 2023-12-01T05:15:05.025 INFO:tasks.workunit.client.0.smithi111.stdout:op 3333 completed, throughput=4.99MB/sec 2023-12-01T05:15:05.025 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hAfOh-MaH2AV5MH off=13970289 len=646099 2023-12-01T05:15:05.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 3334 completed, throughput=4.99MB/sec 2023-12-01T05:15:05.029 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Yf9uqmsTcJ5lBb off=12032744 len=362753 2023-12-01T05:15:05.030 INFO:tasks.workunit.client.0.smithi111.stdout:op 3335 completed, throughput=4.99MB/sec 2023-12-01T05:15:05.030 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dYDv2onS7kGsabK off=9707425 len=729078 2023-12-01T05:15:05.034 INFO:tasks.workunit.client.0.smithi111.stdout:op 3336 completed, throughput=5MB/sec 2023-12-01T05:15:05.034 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z-49se4Ny--vxGZ off=10553301 len=1045406 2023-12-01T05:15:05.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 3337 completed, throughput=5MB/sec 2023-12-01T05:15:05.036 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wrxhQnKKFiVQxb9 off=16271216 len=1513300 2023-12-01T05:15:05.037 INFO:tasks.workunit.client.0.smithi111.stdout:op 3338 completed, throughput=5MB/sec 2023-12-01T05:15:05.037 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sBU97jfcE_kN0kN off=2712274 len=1104115 2023-12-01T05:15:05.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 3339 completed, throughput=5MB/sec 2023-12-01T05:15:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:04 smithi155 ceph-mon[102677]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:15:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:04 smithi111 ceph-mon[97855]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:15:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:04 smithi111 ceph-mon[116524]: pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:06.044 INFO:tasks.workunit.client.0.smithi111.stdout: 660: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:06.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gGahWuFOcIUjd3y off=7958160 len=833105 2023-12-01T05:15:06.046 INFO:tasks.workunit.client.0.smithi111.stdout:op 3340 completed, throughput=4.99MB/sec 2023-12-01T05:15:06.046 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mUdEQ2e5r8Rqz_1 off=6346851 len=1580576 2023-12-01T05:15:06.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 3341 completed, throughput=5MB/sec 2023-12-01T05:15:06.048 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ynchYCy605-1O1j off=14513381 len=1015943 2023-12-01T05:15:06.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 3342 completed, throughput=5MB/sec 2023-12-01T05:15:06.053 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lQPPUNBCB_gLiXG off=10300920 len=740666 2023-12-01T05:15:06.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 3343 completed, throughput=5MB/sec 2023-12-01T05:15:06.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7nu0kQPzlJ1gU3s off=12345447 len=2023389 2023-12-01T05:15:06.058 INFO:tasks.workunit.client.0.smithi111.stdout:op 3344 completed, throughput=5MB/sec 2023-12-01T05:15:07.059 INFO:tasks.workunit.client.0.smithi111.stdout: 661: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:07.059 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dpkW0sc49LsP32q off=3116167 len=62855 2023-12-01T05:15:07.062 INFO:tasks.workunit.client.0.smithi111.stdout:op 3345 completed, throughput=4.99MB/sec 2023-12-01T05:15:07.062 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Mkm5ItTeEa1_Mxn off=3205529 len=759581 2023-12-01T05:15:07.066 INFO:tasks.workunit.client.0.smithi111.stdout:op 3346 completed, throughput=5MB/sec 2023-12-01T05:15:07.066 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pF5JLWLliEgCy4H off=3034529 len=1660152 2023-12-01T05:15:07.076 INFO:tasks.workunit.client.0.smithi111.stdout:op 3347 completed, throughput=5MB/sec 2023-12-01T05:15:07.076 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jVkfL4WYeOljIuL off=12149078 len=1099133 2023-12-01T05:15:07.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 3348 completed, throughput=5MB/sec 2023-12-01T05:15:07.081 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q_bKCTJeDbLTV1W off=2469123 len=895457 2023-12-01T05:15:07.085 INFO:tasks.workunit.client.0.smithi111.stdout:op 3349 completed, throughput=5MB/sec 2023-12-01T05:15:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:06 smithi155 ceph-mon[102677]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:15:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:06 smithi111 ceph-mon[97855]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:15:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:06 smithi111 ceph-mon[116524]: pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:15:08.086 INFO:tasks.workunit.client.0.smithi111.stdout: 662: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:08.086 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T1dd_vcgDD-o_mb off=5466950 len=1472744 2023-12-01T05:15:08.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 3350 completed, throughput=4.99MB/sec 2023-12-01T05:15:08.089 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2ZGNKG8N6F6zZU7 off=16714484 len=1359822 2023-12-01T05:15:08.097 INFO:tasks.workunit.client.0.smithi111.stdout:op 3351 completed, throughput=5MB/sec 2023-12-01T05:15:08.097 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GE5HEYWH_z12z72 off=842914 len=1399923 2023-12-01T05:15:08.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 3352 completed, throughput=5MB/sec 2023-12-01T05:15:08.106 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bn8_4DrvX63aDg4 off=7542002 len=438542 2023-12-01T05:15:08.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 3353 completed, throughput=5MB/sec 2023-12-01T05:15:08.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DG4vZ29YhiR3Hvo off=6503204 len=1095119 2023-12-01T05:15:08.114 INFO:tasks.workunit.client.0.smithi111.stdout:op 3354 completed, throughput=5MB/sec 2023-12-01T05:15:09.114 INFO:tasks.workunit.client.0.smithi111.stdout: 663: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:09.114 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uZuYJVdLcb5yQV- off=0 len=1211992 2023-12-01T05:15:09.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 3355 completed, throughput=5MB/sec 2023-12-01T05:15:09.122 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CPbmc3cem7r_Yh_ off=8056834 len=1315297 2023-12-01T05:15:09.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 3356 completed, throughput=5MB/sec 2023-12-01T05:15:09.129 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xiXOxbnJbecPQxC off=7314767 len=908706 2023-12-01T05:15:09.130 INFO:tasks.workunit.client.0.smithi111.stdout:op 3357 completed, throughput=5MB/sec 2023-12-01T05:15:09.130 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8ILfYPHq5ZIBmSw off=6187950 len=145132 2023-12-01T05:15:09.131 INFO:tasks.workunit.client.0.smithi111.stdout:op 3358 completed, throughput=5MB/sec 2023-12-01T05:15:09.131 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9A5bT-kX5GglRBr off=12703319 len=860100 2023-12-01T05:15:09.136 INFO:tasks.workunit.client.0.smithi111.stdout:op 3359 completed, throughput=5MB/sec 2023-12-01T05:15:09.136 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x30wOoJ56Fq86gu off=641456 len=1834401 2023-12-01T05:15:09.146 INFO:tasks.workunit.client.0.smithi111.stdout:op 3360 completed, throughput=5MB/sec 2023-12-01T05:15:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:08 smithi155 ceph-mon[102677]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:15:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:08 smithi111 ceph-mon[97855]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:15:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:08 smithi111 ceph-mon[116524]: pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:15:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:15:09] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:15:10.146 INFO:tasks.workunit.client.0.smithi111.stdout: 664: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:10.146 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CzcYK93aCrDAupr off=15073891 len=906871 2023-12-01T05:15:10.151 INFO:tasks.workunit.client.0.smithi111.stdout:op 3361 completed, throughput=5MB/sec 2023-12-01T05:15:10.151 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GbfCKol1F92euBC off=7449109 len=724229 2023-12-01T05:15:10.156 INFO:tasks.workunit.client.0.smithi111.stdout:op 3362 completed, throughput=5MB/sec 2023-12-01T05:15:10.156 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FsKJenbR1wwEXFs off=799388 len=1370235 2023-12-01T05:15:10.163 INFO:tasks.workunit.client.0.smithi111.stdout:op 3363 completed, throughput=5MB/sec 2023-12-01T05:15:10.163 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qzSz4TX5IUrU1IL off=14440563 len=348877 2023-12-01T05:15:10.166 INFO:tasks.workunit.client.0.smithi111.stdout:op 3364 completed, throughput=5MB/sec 2023-12-01T05:15:10.166 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nx0Vv5mmaxP4-ht off=5910176 len=1682659 2023-12-01T05:15:10.175 INFO:tasks.workunit.client.0.smithi111.stdout:op 3365 completed, throughput=5MB/sec 2023-12-01T05:15:10.943 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:15:11.175 INFO:tasks.workunit.client.0.smithi111.stdout: 665: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:11.175 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PJEX6mUCgDA6b5t off=450256 len=1550911 2023-12-01T05:15:11.184 INFO:tasks.workunit.client.0.smithi111.stdout:op 3366 completed, throughput=5MB/sec 2023-12-01T05:15:11.185 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pvSkBRGV75V_CdO off=1753228 len=205672 2023-12-01T05:15:11.187 INFO:tasks.workunit.client.0.smithi111.stdout:op 3367 completed, throughput=5MB/sec 2023-12-01T05:15:11.187 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ic8SPKwU2X_jL4i off=4737763 len=913971 2023-12-01T05:15:11.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 3368 completed, throughput=5MB/sec 2023-12-01T05:15:11.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DBU7IrcmRJX4gNM off=132112 len=661358 2023-12-01T05:15:11.195 INFO:tasks.workunit.client.0.smithi111.stdout:op 3369 completed, throughput=5MB/sec 2023-12-01T05:15:11.195 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k42lJSz14-TjjdX off=1999951 len=618941 2023-12-01T05:15:11.196 INFO:tasks.workunit.client.0.smithi111.stdout:op 3370 completed, throughput=5MB/sec 2023-12-01T05:15:11.196 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1rY5ofno917PH06 off=5292074 len=1694296 2023-12-01T05:15:11.204 INFO:tasks.workunit.client.0.smithi111.stdout:op 3371 completed, throughput=5MB/sec 2023-12-01T05:15:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:10 smithi155 ceph-mon[102677]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:15:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:10 smithi111 ceph-mon[97855]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:15:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:10 smithi111 ceph-mon[116524]: pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (32m) 10m ago 33m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (32m) 10m ago 32m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (34m) 10m ago 34m 21.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (34m) 10m ago 34m 27.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (37m) 10m ago 37m 457M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (38m) 10m ago 38m 547M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:15:11.254 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (38m) 10m ago 38m 255M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (37m) 10m ago 37m 146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (37m) 10m ago 37m 134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (32m) 10m ago 32m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (32m) 10m ago 32m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (36m) 10m ago 36m 1995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (36m) 10m ago 36m 2418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:15:11.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (36m) 10m ago 36m 2390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:15:11.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (35m) 10m ago 35m 2258M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:15:11.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (35m) 10m ago 35m 1548M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:15:11.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (35m) 10m ago 35m 1916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:15:11.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (34m) 10m ago 34m 1339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:15:11.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (34m) 10m ago 34m 1965M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:15:11.256 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (32m) 10m ago 33m 60.3M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:15:11.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:15:11.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:11.633 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:15:11.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:15:11.633 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:15:11.633 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:15:12.204 INFO:tasks.workunit.client.0.smithi111.stdout: 666: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:12.204 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KykHi4RZuZq6M_V off=5267635 len=1734307 2023-12-01T05:15:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:11 smithi155 ceph-mon[102677]: from='client.16581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/598389203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:15:12.214 INFO:tasks.workunit.client.0.smithi111.stdout:op 3372 completed, throughput=5MB/sec 2023-12-01T05:15:12.214 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qz4-9fbvEE0s51Z off=7953111 len=676531 2023-12-01T05:15:12.218 INFO:tasks.workunit.client.0.smithi111.stdout:op 3373 completed, throughput=5MB/sec 2023-12-01T05:15:12.218 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_xdAtE1ar4KDcxd off=1561191 len=340584 2023-12-01T05:15:12.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 3374 completed, throughput=5MB/sec 2023-12-01T05:15:12.219 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dvLipltZ68bvaAF off=7957933 len=1806882 2023-12-01T05:15:12.221 INFO:tasks.workunit.client.0.smithi111.stdout:op 3375 completed, throughput=5MB/sec 2023-12-01T05:15:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:11 smithi111 ceph-mon[97855]: from='client.16581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/598389203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:15:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:11 smithi111 ceph-mon[116524]: from='client.16581 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/598389203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:15:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:12 smithi155 ceph-mon[102677]: from='client.16587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:12 smithi155 ceph-mon[102677]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:15:13.221 INFO:tasks.workunit.client.0.smithi111.stdout: 667: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:13.222 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sNi6e3syWrIswYq off=6953339 len=274021 2023-12-01T05:15:13.222 INFO:tasks.workunit.client.0.smithi111.stdout:op 3376 completed, throughput=4.99MB/sec 2023-12-01T05:15:13.222 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JdvpefmexHcNnH9 off=2945300 len=587999 2023-12-01T05:15:13.223 INFO:tasks.workunit.client.0.smithi111.stdout:op 3377 completed, throughput=4.99MB/sec 2023-12-01T05:15:13.223 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rgnEEAmKfSi25FR off=4470205 len=1061636 2023-12-01T05:15:13.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 3378 completed, throughput=5MB/sec 2023-12-01T05:15:13.225 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rZWRKxAUxl_bnz0 off=13922841 len=1408865 2023-12-01T05:15:13.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 3379 completed, throughput=5MB/sec 2023-12-01T05:15:13.225 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8YD9ORaT2hLPTmp off=1982553 len=693626 2023-12-01T05:15:13.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 3380 completed, throughput=5MB/sec 2023-12-01T05:15:13.230 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UM0czNKbJL8qPwu off=1451166 len=1581265 2023-12-01T05:15:13.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 3381 completed, throughput=5MB/sec 2023-12-01T05:15:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:12 smithi111 ceph-mon[97855]: from='client.16587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:12 smithi111 ceph-mon[97855]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:15:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:12 smithi111 ceph-mon[116524]: from='client.16587 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:12 smithi111 ceph-mon[116524]: pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:15:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:15:14.233 INFO:tasks.workunit.client.0.smithi111.stdout: 668: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:14.233 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K0iO7Y2kCvXroRN off=6063427 len=120399 2023-12-01T05:15:14.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 3382 completed, throughput=4.99MB/sec 2023-12-01T05:15:14.233 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RvrF1jETOA6B_JU off=1870608 len=1923497 2023-12-01T05:15:14.242 INFO:tasks.workunit.client.0.smithi111.stdout:op 3383 completed, throughput=5MB/sec 2023-12-01T05:15:14.242 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_1IRz7TlV7NwChz off=13000834 len=1712184 2023-12-01T05:15:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:15:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:15:14.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 3384 completed, throughput=5MB/sec 2023-12-01T05:15:14.250 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5eGXUk_O5UlRdBJ off=311131 len=1784498 2023-12-01T05:15:14.260 INFO:tasks.workunit.client.0.smithi111.stdout:op 3385 completed, throughput=5MB/sec 2023-12-01T05:15:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:14 smithi155 ceph-mon[102677]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:15:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:14 smithi111 ceph-mon[97855]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:15:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:14 smithi111 ceph-mon[116524]: pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:15:15.261 INFO:tasks.workunit.client.0.smithi111.stdout: 669: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:15.261 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rlwp_1YPulgZj8_ off=7743805 len=1732517 2023-12-01T05:15:15.262 INFO:tasks.workunit.client.0.smithi111.stdout:op 3386 completed, throughput=5MB/sec 2023-12-01T05:15:15.262 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XrdTlSx6Q7M_4Iq off=8518655 len=895267 2023-12-01T05:15:15.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 3387 completed, throughput=5MB/sec 2023-12-01T05:15:15.264 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GKzMt-QHU12wnVg off=18502905 len=207763 2023-12-01T05:15:15.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 3388 completed, throughput=5MB/sec 2023-12-01T05:15:15.264 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ec6_0Fi5tuhtc-T off=1703000 len=664611 2023-12-01T05:15:15.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 3389 completed, throughput=5MB/sec 2023-12-01T05:15:15.269 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9f7e5xefqLW3HbK off=4816832 len=1637733 2023-12-01T05:15:15.273 INFO:tasks.workunit.client.0.smithi111.stdout:op 3390 completed, throughput=5MB/sec 2023-12-01T05:15:16.273 INFO:tasks.workunit.client.0.smithi111.stdout: 670: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:16.273 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EUWtSU2fhzg77G3 off=8768051 len=1709789 2023-12-01T05:15:16.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 3391 completed, throughput=5MB/sec 2023-12-01T05:15:16.283 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NW6p58dKv0ZWaSn off=1996527 len=1536592 2023-12-01T05:15:16.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 3392 completed, throughput=5MB/sec 2023-12-01T05:15:16.284 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--bA_RDKmj2QSRPR off=656269 len=813871 2023-12-01T05:15:16.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 3393 completed, throughput=5MB/sec 2023-12-01T05:15:16.285 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UAv8yU_nWLCK-qy off=12834851 len=1125523 2023-12-01T05:15:16.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 3394 completed, throughput=5MB/sec 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:15:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:15:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:15:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:16.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:15:16.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:15:16.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:15:17.286 INFO:tasks.workunit.client.0.smithi111.stdout: 671: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:17.286 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A2WZGyCPpQ4xPwP off=5843778 len=1441136 2023-12-01T05:15:17.288 INFO:tasks.workunit.client.0.smithi111.stdout:op 3395 completed, throughput=5MB/sec 2023-12-01T05:15:17.288 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P6xPYTNmUkGls8T off=17555528 len=638880 2023-12-01T05:15:17.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 3396 completed, throughput=5MB/sec 2023-12-01T05:15:17.292 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gSg4cXa4Pys8_p6 off=3992398 len=180494 2023-12-01T05:15:17.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 3397 completed, throughput=5MB/sec 2023-12-01T05:15:17.293 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dceFY7GHczi7CtS off=3890000 len=750108 2023-12-01T05:15:17.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 3398 completed, throughput=5MB/sec 2023-12-01T05:15:17.298 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4uHzUVFX-VTuTPx off=9639527 len=1196325 2023-12-01T05:15:17.299 INFO:tasks.workunit.client.0.smithi111.stdout:op 3399 completed, throughput=5MB/sec 2023-12-01T05:15:17.299 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aOVj0RUf_8_t5D8 off=360625 len=1399794 2023-12-01T05:15:17.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 3400 completed, throughput=5MB/sec 2023-12-01T05:15:18.307 INFO:tasks.workunit.client.0.smithi111.stdout: 672: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:18.307 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H5PXQbgtc1M2QjP off=2316855 len=1958707 2023-12-01T05:15:18.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 3401 completed, throughput=5MB/sec 2023-12-01T05:15:18.309 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jbrQ1QnetPx2kSK off=4744116 len=584511 2023-12-01T05:15:18.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 3402 completed, throughput=5MB/sec 2023-12-01T05:15:18.313 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZaB9hCyn2iVc0za off=2170888 len=688087 2023-12-01T05:15:18.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 3403 completed, throughput=5MB/sec 2023-12-01T05:15:18.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qkhpqGbIXmmSSJD off=24005263 len=1200018 2023-12-01T05:15:18.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 3404 completed, throughput=5MB/sec 2023-12-01T05:15:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:18 smithi155 ceph-mon[102677]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:15:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:18 smithi111 ceph-mon[97855]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:15:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:18 smithi111 ceph-mon[116524]: pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:15:19.322 INFO:tasks.workunit.client.0.smithi111.stdout: 673: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:19.322 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rvzMH5YD70bzrJv off=6201817 len=2036639 2023-12-01T05:15:19.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 3405 completed, throughput=5MB/sec 2023-12-01T05:15:19.325 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HcBdtk7DHVMk6mI off=2319901 len=36850 2023-12-01T05:15:19.328 INFO:tasks.workunit.client.0.smithi111.stdout:op 3406 completed, throughput=5MB/sec 2023-12-01T05:15:19.328 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WXO685-S0iG-0Eq off=1261796 len=829694 2023-12-01T05:15:19.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 3407 completed, throughput=5MB/sec 2023-12-01T05:15:19.329 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y_7AhWMoppqff92 off=17975360 len=1501461 2023-12-01T05:15:19.332 INFO:tasks.workunit.client.0.smithi111.stdout:op 3408 completed, throughput=5MB/sec 2023-12-01T05:15:19.332 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J2RkKItUZlS8DLa off=45875 len=1041552 2023-12-01T05:15:19.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 3409 completed, throughput=5MB/sec 2023-12-01T05:15:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:15:19] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:20.337 INFO:tasks.workunit.client.0.smithi111.stdout: 674: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:20.338 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YIxsOGpRCia3tqA off=4864081 len=955360 2023-12-01T05:15:20.339 INFO:tasks.workunit.client.0.smithi111.stdout:op 3410 completed, throughput=4.99MB/sec 2023-12-01T05:15:20.339 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0ewNsXhpnCY4u33 off=3822565 len=676242 2023-12-01T05:15:20.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 3411 completed, throughput=5MB/sec 2023-12-01T05:15:20.341 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xUI-GNxj_IVNF4e off=6173748 len=572050 2023-12-01T05:15:20.341 INFO:tasks.workunit.client.0.smithi111.stdout:op 3412 completed, throughput=5MB/sec 2023-12-01T05:15:20.342 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wjkP5gB5kJC0tEw off=13407531 len=1695110 2023-12-01T05:15:20.351 INFO:tasks.workunit.client.0.smithi111.stdout:op 3413 completed, throughput=5MB/sec 2023-12-01T05:15:20.351 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G8QZPwmHyfLRABO off=8853190 len=1915718 2023-12-01T05:15:20.352 INFO:tasks.workunit.client.0.smithi111.stdout:op 3414 completed, throughput=5MB/sec 2023-12-01T05:15:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:20 smithi155 ceph-mon[102677]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:15:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:20 smithi111 ceph-mon[97855]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:15:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:20 smithi111 ceph-mon[116524]: pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:15:21.352 INFO:tasks.workunit.client.0.smithi111.stdout: 675: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:21.352 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JigbKoHlYHlvlX9 off=14443422 len=1376534 2023-12-01T05:15:21.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 3415 completed, throughput=5MB/sec 2023-12-01T05:15:21.359 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FoC3J_D6ysQzXzn off=2773513 len=1323955 2023-12-01T05:15:21.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 3416 completed, throughput=5MB/sec 2023-12-01T05:15:21.367 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dzyeH6r14RI0ioT off=1479274 len=1294893 2023-12-01T05:15:21.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 3417 completed, throughput=5MB/sec 2023-12-01T05:15:21.370 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fx37krg755Uyc7j off=7358733 len=690517 2023-12-01T05:15:21.371 INFO:tasks.workunit.client.0.smithi111.stdout:op 3418 completed, throughput=5MB/sec 2023-12-01T05:15:22.372 INFO:tasks.workunit.client.0.smithi111.stdout: 676: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:22.372 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hsS5EVdpxOLDTez off=2449420 len=77916 2023-12-01T05:15:22.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 3419 completed, throughput=4.99MB/sec 2023-12-01T05:15:22.372 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0AXbGW4fOHtJD-_ off=1598513 len=1952481 2023-12-01T05:15:22.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 3420 completed, throughput=5MB/sec 2023-12-01T05:15:22.382 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tG14FJhPAP03HBK off=2464428 len=1391445 2023-12-01T05:15:22.383 INFO:tasks.workunit.client.0.smithi111.stdout:op 3421 completed, throughput=5MB/sec 2023-12-01T05:15:22.383 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LJE923yuAACGw7E off=1676439 len=26818 2023-12-01T05:15:22.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 3422 completed, throughput=5MB/sec 2023-12-01T05:15:22.384 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kkKm9guUkINQ2ap off=7223758 len=1164274 2023-12-01T05:15:22.385 INFO:tasks.workunit.client.0.smithi111.stdout:op 3423 completed, throughput=5MB/sec 2023-12-01T05:15:22.385 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FQ6ze5I0DLCCKQO off=748034 len=1572533 2023-12-01T05:15:22.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 3424 completed, throughput=5MB/sec 2023-12-01T05:15:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:22 smithi155 ceph-mon[102677]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:15:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:22 smithi111 ceph-mon[97855]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:15:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:22 smithi111 ceph-mon[116524]: pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:15:23.395 INFO:tasks.workunit.client.0.smithi111.stdout: 677: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:23.395 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-81GxpTEYlIktzrv off=9936602 len=567692 2023-12-01T05:15:23.396 INFO:tasks.workunit.client.0.smithi111.stdout:op 3425 completed, throughput=4.99MB/sec 2023-12-01T05:15:23.397 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OyCDN7NvN_fTXbj off=456109 len=1061474 2023-12-01T05:15:23.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 3426 completed, throughput=5MB/sec 2023-12-01T05:15:23.399 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o1gQej-DYb0rKBf off=2535908 len=703523 2023-12-01T05:15:23.404 INFO:tasks.workunit.client.0.smithi111.stdout:op 3427 completed, throughput=5MB/sec 2023-12-01T05:15:23.404 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u-kaS13OKxBfEht off=10916080 len=2093753 2023-12-01T05:15:23.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 3428 completed, throughput=5MB/sec 2023-12-01T05:15:24.408 INFO:tasks.workunit.client.0.smithi111.stdout: 678: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:24.408 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kpSU2M4TcnOtsC6 off=10202771 len=1395973 2023-12-01T05:15:24.409 INFO:tasks.workunit.client.0.smithi111.stdout:op 3429 completed, throughput=4.99MB/sec 2023-12-01T05:15:24.409 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WxwUzSCwxfGZVRA off=486494 len=465709 2023-12-01T05:15:24.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 3430 completed, throughput=5MB/sec 2023-12-01T05:15:24.410 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dZMoRvIW9THKId8 off=11828878 len=2084892 2023-12-01T05:15:24.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 3431 completed, throughput=5MB/sec 2023-12-01T05:15:24.420 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3TSv7gT3eQCRBOs off=1793102 len=349313 2023-12-01T05:15:24.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 3432 completed, throughput=5MB/sec 2023-12-01T05:15:24.423 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Bfi4BarWpITLZEw off=18051737 len=1887267 2023-12-01T05:15:24.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 3433 completed, throughput=5MB/sec 2023-12-01T05:15:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:24 smithi155 ceph-mon[102677]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:24 smithi111 ceph-mon[97855]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:24 smithi111 ceph-mon[116524]: pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:25.436 INFO:tasks.workunit.client.0.smithi111.stdout: 679: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:25.436 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZNkRIVrHZFttCNc off=1324814 len=1738209 2023-12-01T05:15:25.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 3434 completed, throughput=5MB/sec 2023-12-01T05:15:25.440 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5yY3bkWj6P9RpPG off=9188121 len=1085060 2023-12-01T05:15:25.441 INFO:tasks.workunit.client.0.smithi111.stdout:op 3435 completed, throughput=5MB/sec 2023-12-01T05:15:25.441 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZTuhxO-c77PWbDx off=2018482 len=740355 2023-12-01T05:15:25.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 3436 completed, throughput=5MB/sec 2023-12-01T05:15:25.442 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UFIiYih4nr64mp2 off=1095966 len=816233 2023-12-01T05:15:25.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 3437 completed, throughput=5MB/sec 2023-12-01T05:15:25.444 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WmBCaD20kAMCaq2 off=3369270 len=1913784 2023-12-01T05:15:25.447 INFO:tasks.workunit.client.0.smithi111.stdout:op 3438 completed, throughput=5MB/sec 2023-12-01T05:15:26.448 INFO:tasks.workunit.client.0.smithi111.stdout: 680: throughput=5MB/sec pending data=0 2023-12-01T05:15:26.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JBV1m-5SNYGzgF7 off=9176375 len=90111 2023-12-01T05:15:26.450 INFO:tasks.workunit.client.0.smithi111.stdout:op 3439 completed, throughput=5MB/sec 2023-12-01T05:15:26.450 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-d4JBtqTSAOQc9FM off=21053728 len=1911747 2023-12-01T05:15:26.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 3440 completed, throughput=5MB/sec 2023-12-01T05:15:26.462 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5Ak85hxyI2WMe87 off=3930833 len=430426 2023-12-01T05:15:26.463 INFO:tasks.workunit.client.0.smithi111.stdout:op 3441 completed, throughput=5MB/sec 2023-12-01T05:15:26.463 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-asiQ-hkuxZbBisi off=15582134 len=830526 2023-12-01T05:15:26.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 3442 completed, throughput=5MB/sec 2023-12-01T05:15:26.465 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tbrFNSgVQaCVrBA off=17826977 len=1675658 2023-12-01T05:15:26.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 3443 completed, throughput=5MB/sec 2023-12-01T05:15:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:26 smithi155 ceph-mon[102677]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:15:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:26 smithi111 ceph-mon[97855]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:15:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:26 smithi111 ceph-mon[116524]: pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:15:27.466 INFO:tasks.workunit.client.0.smithi111.stdout: 681: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:27.467 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-khui796JYww8Kpm off=2027698 len=771081 2023-12-01T05:15:27.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 3444 completed, throughput=5MB/sec 2023-12-01T05:15:27.469 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DekA-v85Aw_OHcM off=18491218 len=379570 2023-12-01T05:15:27.473 INFO:tasks.workunit.client.0.smithi111.stdout:op 3445 completed, throughput=5MB/sec 2023-12-01T05:15:27.473 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xllPw3jQA1fwfWJ off=2432143 len=483507 2023-12-01T05:15:27.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 3446 completed, throughput=5MB/sec 2023-12-01T05:15:27.474 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SSR5yf-w-5Fcfs_ off=975985 len=1564260 2023-12-01T05:15:27.483 INFO:tasks.workunit.client.0.smithi111.stdout:op 3447 completed, throughput=5MB/sec 2023-12-01T05:15:27.484 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WRecSJaNj7meDfa off=3555907 len=1195923 2023-12-01T05:15:27.485 INFO:tasks.workunit.client.0.smithi111.stdout:op 3448 completed, throughput=5MB/sec 2023-12-01T05:15:28.486 INFO:tasks.workunit.client.0.smithi111.stdout: 682: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:28.486 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GV3GrDXdsDKMy6k off=2007303 len=192169 2023-12-01T05:15:28.487 INFO:tasks.workunit.client.0.smithi111.stdout:op 3449 completed, throughput=4.99MB/sec 2023-12-01T05:15:28.487 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YFkyW7ewEXgIxYN off=2881935 len=1611575 2023-12-01T05:15:28.495 INFO:tasks.workunit.client.0.smithi111.stdout:op 3450 completed, throughput=5MB/sec 2023-12-01T05:15:28.495 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mbhaw5sN1VSpd4A off=576460 len=1008516 2023-12-01T05:15:28.496 INFO:tasks.workunit.client.0.smithi111.stdout:op 3451 completed, throughput=5MB/sec 2023-12-01T05:15:28.496 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yh_s9qRE6QhfZLz off=1310818 len=1093599 2023-12-01T05:15:28.499 INFO:tasks.workunit.client.0.smithi111.stdout:op 3452 completed, throughput=5MB/sec 2023-12-01T05:15:28.499 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DkX-WyClEggroLu off=7681170 len=1229261 2023-12-01T05:15:28.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 3453 completed, throughput=5MB/sec 2023-12-01T05:15:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:28 smithi155 ceph-mon[102677]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:28 smithi111 ceph-mon[97855]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:28 smithi111 ceph-mon[116524]: pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:29.508 INFO:tasks.workunit.client.0.smithi111.stdout: 683: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:29.508 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UMQ7CntmrUx95s_ off=1427815 len=1834173 2023-12-01T05:15:29.512 INFO:tasks.workunit.client.0.smithi111.stdout:op 3454 completed, throughput=5MB/sec 2023-12-01T05:15:29.512 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8SmxP8fxCNveBnI off=12490367 len=540669 2023-12-01T05:15:29.513 INFO:tasks.workunit.client.0.smithi111.stdout:op 3455 completed, throughput=5MB/sec 2023-12-01T05:15:29.513 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NIMiQvA8w0LEgOC off=1124408 len=841172 2023-12-01T05:15:29.514 INFO:tasks.workunit.client.0.smithi111.stdout:op 3456 completed, throughput=5MB/sec 2023-12-01T05:15:29.514 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bEjeN3R65w4rzNv off=9136269 len=1585169 2023-12-01T05:15:29.517 INFO:tasks.workunit.client.0.smithi111.stdout:op 3457 completed, throughput=5MB/sec 2023-12-01T05:15:29.517 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OXKl8MrW2BRuE9f off=1405724 len=1771657 2023-12-01T05:15:29.529 INFO:tasks.workunit.client.0.smithi111.stdout:op 3458 completed, throughput=5MB/sec 2023-12-01T05:15:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:15:29] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:15:30.529 INFO:tasks.workunit.client.0.smithi111.stdout: 684: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:30.530 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OhS2Jpb4mGhVvX_ off=3514560 len=1370621 2023-12-01T05:15:30.532 INFO:tasks.workunit.client.0.smithi111.stdout:op 3459 completed, throughput=5MB/sec 2023-12-01T05:15:30.533 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6dWPkXNSqdtCrIq off=5696377 len=1277429 2023-12-01T05:15:30.534 INFO:tasks.workunit.client.0.smithi111.stdout:op 3460 completed, throughput=5MB/sec 2023-12-01T05:15:30.534 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6xnVnAmtg0Ka65p off=14437611 len=1638822 2023-12-01T05:15:30.537 INFO:tasks.workunit.client.0.smithi111.stdout:op 3461 completed, throughput=5MB/sec 2023-12-01T05:15:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:30 smithi155 ceph-mon[102677]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:30 smithi111 ceph-mon[97855]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:30 smithi111 ceph-mon[116524]: pgmap v2035: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:31.537 INFO:tasks.workunit.client.0.smithi111.stdout: 685: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:31.538 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p-_lZ0WRF3356dC off=8279272 len=1735117 2023-12-01T05:15:31.539 INFO:tasks.workunit.client.0.smithi111.stdout:op 3462 completed, throughput=5MB/sec 2023-12-01T05:15:31.539 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pkk6DDixKwGvE3S off=2193914 len=1806330 2023-12-01T05:15:31.543 INFO:tasks.workunit.client.0.smithi111.stdout:op 3463 completed, throughput=5MB/sec 2023-12-01T05:15:31.543 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uMgkRo7cp1RcjoL off=5305720 len=1672664 2023-12-01T05:15:31.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 3464 completed, throughput=5MB/sec 2023-12-01T05:15:32.553 INFO:tasks.workunit.client.0.smithi111.stdout: 686: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:32.553 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sR9G0XAtoNjtZce off=378151 len=1771215 2023-12-01T05:15:32.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 3465 completed, throughput=5MB/sec 2023-12-01T05:15:32.563 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LWLsNIYOhNr5Yz6 off=2513805 len=1311268 2023-12-01T05:15:32.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 3466 completed, throughput=5MB/sec 2023-12-01T05:15:32.571 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oHTD6jVlmQdRtRq off=9956364 len=942688 2023-12-01T05:15:32.572 INFO:tasks.workunit.client.0.smithi111.stdout:op 3467 completed, throughput=5MB/sec 2023-12-01T05:15:32.572 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-siyZndzKmuBog3i off=147942 len=172595 2023-12-01T05:15:32.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 3468 completed, throughput=5MB/sec 2023-12-01T05:15:32.574 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uovA7lrhMemqzjK off=1585329 len=645716 2023-12-01T05:15:32.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 3469 completed, throughput=5MB/sec 2023-12-01T05:15:32.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-t3Se7xFRibvXhQw off=1741865 len=434556 2023-12-01T05:15:32.579 INFO:tasks.workunit.client.0.smithi111.stdout:op 3470 completed, throughput=5MB/sec 2023-12-01T05:15:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:32 smithi155 ceph-mon[102677]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:15:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:32 smithi111 ceph-mon[97855]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:15:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:32 smithi111 ceph-mon[116524]: pgmap v2036: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:15:33.579 INFO:tasks.workunit.client.0.smithi111.stdout: 687: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:33.580 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hcON6qzjMjofMKQ off=210499 len=2070604 2023-12-01T05:15:33.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 3471 completed, throughput=5MB/sec 2023-12-01T05:15:33.582 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YGg6OCvRIb0iIGR off=6585525 len=609734 2023-12-01T05:15:33.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 3472 completed, throughput=5MB/sec 2023-12-01T05:15:33.583 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kLyG7iKn1ytAyPD off=11814795 len=1161278 2023-12-01T05:15:33.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 3473 completed, throughput=5MB/sec 2023-12-01T05:15:33.588 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0RQZLUuwZzcCUQK off=7837275 len=642086 2023-12-01T05:15:33.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 3474 completed, throughput=5MB/sec 2023-12-01T05:15:33.592 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8AKT6V46Y_tioFs off=7559803 len=700835 2023-12-01T05:15:33.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 3475 completed, throughput=5MB/sec 2023-12-01T05:15:34.594 INFO:tasks.workunit.client.0.smithi111.stdout: 688: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:34.595 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0c7ujkBQw3R_v9C off=2782638 len=229910 2023-12-01T05:15:34.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 3476 completed, throughput=4.99MB/sec 2023-12-01T05:15:34.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bnUeIn5rO67JHxq off=5698850 len=968021 2023-12-01T05:15:34.600 INFO:tasks.workunit.client.0.smithi111.stdout:op 3477 completed, throughput=4.99MB/sec 2023-12-01T05:15:34.600 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NV0kJzcGrvUIENp off=13404657 len=780586 2023-12-01T05:15:34.604 INFO:tasks.workunit.client.0.smithi111.stdout:op 3478 completed, throughput=5MB/sec 2023-12-01T05:15:34.604 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rAkyhYsVhO0rHVH off=1925236 len=1434413 2023-12-01T05:15:34.611 INFO:tasks.workunit.client.0.smithi111.stdout:op 3479 completed, throughput=5MB/sec 2023-12-01T05:15:34.612 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6-3xzRepm27_42c off=13658897 len=701618 2023-12-01T05:15:34.616 INFO:tasks.workunit.client.0.smithi111.stdout:op 3480 completed, throughput=5MB/sec 2023-12-01T05:15:34.616 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-du60pt6lVBOoDB_ off=10262786 len=1411863 2023-12-01T05:15:34.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 3481 completed, throughput=5MB/sec 2023-12-01T05:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:34 smithi155 ceph-mon[102677]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:34 smithi111 ceph-mon[116524]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:34 smithi111 ceph-mon[97855]: pgmap v2037: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:15:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:35.618 INFO:tasks.workunit.client.0.smithi111.stdout: 689: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:35.618 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wtjEoBedxby7IcL off=2096658 len=2005516 2023-12-01T05:15:35.620 INFO:tasks.workunit.client.0.smithi111.stdout:op 3482 completed, throughput=5MB/sec 2023-12-01T05:15:35.620 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QlzOq4vwmJMjPE8 off=10946196 len=1591639 2023-12-01T05:15:35.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 3483 completed, throughput=5MB/sec 2023-12-01T05:15:35.630 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zVYrg2BB7Sc3bqK off=2265371 len=854444 2023-12-01T05:15:35.631 INFO:tasks.workunit.client.0.smithi111.stdout:op 3484 completed, throughput=5MB/sec 2023-12-01T05:15:35.631 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SEEut6q13KY50TE off=17358776 len=1966006 2023-12-01T05:15:35.633 INFO:tasks.workunit.client.0.smithi111.stdout:op 3485 completed, throughput=5MB/sec 2023-12-01T05:15:36.634 INFO:tasks.workunit.client.0.smithi111.stdout: 690: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:36.634 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cWR0n_h_EvNzMQb off=8347696 len=1446570 2023-12-01T05:15:36.635 INFO:tasks.workunit.client.0.smithi111.stdout:op 3486 completed, throughput=5MB/sec 2023-12-01T05:15:36.636 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W--s6GnsQ9DghwO off=4916315 len=1372245 2023-12-01T05:15:36.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 3487 completed, throughput=5MB/sec 2023-12-01T05:15:36.643 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-47hCvJa2DBXPU-9 off=1787862 len=514296 2023-12-01T05:15:36.647 INFO:tasks.workunit.client.0.smithi111.stdout:op 3488 completed, throughput=5MB/sec 2023-12-01T05:15:36.648 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HCZLi3w1qbuDyCS off=14168265 len=138892 2023-12-01T05:15:36.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 3489 completed, throughput=5MB/sec 2023-12-01T05:15:36.648 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5kaiPeGq0-Vl4G8 off=737246 len=675082 2023-12-01T05:15:36.649 INFO:tasks.workunit.client.0.smithi111.stdout:op 3490 completed, throughput=5MB/sec 2023-12-01T05:15:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:36 smithi155 ceph-mon[102677]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:15:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:36 smithi111 ceph-mon[97855]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:15:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:36 smithi111 ceph-mon[116524]: pgmap v2038: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:15:37.649 INFO:tasks.workunit.client.0.smithi111.stdout: 691: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:37.650 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7GD3she36l8hXrX off=11639098 len=2045713 2023-12-01T05:15:37.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 3491 completed, throughput=5MB/sec 2023-12-01T05:15:37.652 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MpyDOb8Z2vXqo3- off=53283 len=2096429 2023-12-01T05:15:37.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 3492 completed, throughput=5MB/sec 2023-12-01T05:15:37.654 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IkGou8ST1qiVNzP off=14743161 len=1560868 2023-12-01T05:15:37.657 INFO:tasks.workunit.client.0.smithi111.stdout:op 3493 completed, throughput=5MB/sec 2023-12-01T05:15:38.658 INFO:tasks.workunit.client.0.smithi111.stdout: 692: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:38.658 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sbjCp60mBb9lKNq off=552541 len=374888 2023-12-01T05:15:38.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 3494 completed, throughput=4.99MB/sec 2023-12-01T05:15:38.661 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-j2viprnIYLkokYf off=12156861 len=454654 2023-12-01T05:15:38.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 3495 completed, throughput=4.99MB/sec 2023-12-01T05:15:38.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FhC2DrLT_t0wK-- off=13327733 len=967546 2023-12-01T05:15:38.668 INFO:tasks.workunit.client.0.smithi111.stdout:op 3496 completed, throughput=5MB/sec 2023-12-01T05:15:38.668 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9-a4thtMcmWkFPW off=9339975 len=505053 2023-12-01T05:15:38.671 INFO:tasks.workunit.client.0.smithi111.stdout:op 3497 completed, throughput=5MB/sec 2023-12-01T05:15:38.671 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TLyvxZkAngmmnkv off=2778572 len=2078305 2023-12-01T05:15:38.676 INFO:tasks.workunit.client.0.smithi111.stdout:op 3498 completed, throughput=5MB/sec 2023-12-01T05:15:38.676 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jAn5hvAQn78mAkr off=666177 len=1522298 2023-12-01T05:15:38.682 INFO:tasks.workunit.client.0.smithi111.stdout:op 3499 completed, throughput=5MB/sec 2023-12-01T05:15:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:38 smithi155 ceph-mon[102677]: pgmap v2039: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:15:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:38 smithi111 ceph-mon[97855]: pgmap v2039: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:15:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:38 smithi111 ceph-mon[116524]: pgmap v2039: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:15:39.683 INFO:tasks.workunit.client.0.smithi111.stdout: 693: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:39.683 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vGezzFLyDGaKksl off=4071404 len=1462901 2023-12-01T05:15:39.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 3500 completed, throughput=5MB/sec 2023-12-01T05:15:39.691 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2bhBg2t3jDXpvKi off=12020690 len=704998 2023-12-01T05:15:39.692 INFO:tasks.workunit.client.0.smithi111.stdout:op 3501 completed, throughput=5MB/sec 2023-12-01T05:15:39.692 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qRXL-gknTQ1P1sz off=1820632 len=738293 2023-12-01T05:15:39.695 INFO:tasks.workunit.client.0.smithi111.stdout:op 3502 completed, throughput=5MB/sec 2023-12-01T05:15:39.695 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fwsBIWJu5gJ0wSa off=2706134 len=1095849 2023-12-01T05:15:39.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 3503 completed, throughput=5MB/sec 2023-12-01T05:15:39.702 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ka63E9YxLPMQBgn off=201495 len=523476 2023-12-01T05:15:39.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 3504 completed, throughput=5MB/sec 2023-12-01T05:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:15:39] "GET /metrics HTTP/1.1" 200 33905 "" "Prometheus/2.43.0" 2023-12-01T05:15:40.706 INFO:tasks.workunit.client.0.smithi111.stdout: 694: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:40.706 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DEGKewZr_7DxxmL off=12428454 len=1149675 2023-12-01T05:15:40.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 3505 completed, throughput=4.99MB/sec 2023-12-01T05:15:40.712 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4EBWOmZeFO8t0DI off=18838286 len=338788 2023-12-01T05:15:40.714 INFO:tasks.workunit.client.0.smithi111.stdout:op 3506 completed, throughput=5MB/sec 2023-12-01T05:15:40.714 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YBshUWhWIkjpPxd off=8627689 len=1127329 2023-12-01T05:15:40.715 INFO:tasks.workunit.client.0.smithi111.stdout:op 3507 completed, throughput=5MB/sec 2023-12-01T05:15:40.715 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kchXthkxeKHBpa_ off=9928263 len=579605 2023-12-01T05:15:40.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 3508 completed, throughput=5MB/sec 2023-12-01T05:15:40.717 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-byInJjSGHTHZM7I off=1392996 len=926395 2023-12-01T05:15:40.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 3509 completed, throughput=5MB/sec 2023-12-01T05:15:40.718 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BZljlfjDS6kbPuJ off=4131203 len=1174968 2023-12-01T05:15:40.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 3510 completed, throughput=5MB/sec 2023-12-01T05:15:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:40 smithi155 ceph-mon[102677]: pgmap v2040: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:15:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:40 smithi111 ceph-mon[97855]: pgmap v2040: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:15:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:40 smithi111 ceph-mon[116524]: pgmap v2040: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:15:41.725 INFO:tasks.workunit.client.0.smithi111.stdout: 695: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:41.725 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VphHgYbsZ-3BY43 off=6130954 len=1590695 2023-12-01T05:15:41.733 INFO:tasks.workunit.client.0.smithi111.stdout:op 3511 completed, throughput=5MB/sec 2023-12-01T05:15:41.733 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wC04mEIbpWuS-gn off=9720410 len=598699 2023-12-01T05:15:41.737 INFO:tasks.workunit.client.0.smithi111.stdout:op 3512 completed, throughput=5MB/sec 2023-12-01T05:15:41.737 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2htQvKv3J29fH-H off=7871832 len=178007 2023-12-01T05:15:41.739 INFO:tasks.workunit.client.0.smithi111.stdout:op 3513 completed, throughput=5MB/sec 2023-12-01T05:15:41.740 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K_vXQdVDXHe5rh5 off=4040198 len=641316 2023-12-01T05:15:41.743 INFO:tasks.workunit.client.0.smithi111.stdout:op 3514 completed, throughput=5MB/sec 2023-12-01T05:15:41.743 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kV865wRhgrvZBWU off=20492822 len=1180781 2023-12-01T05:15:41.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 3515 completed, throughput=5MB/sec 2023-12-01T05:15:41.747 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dziOMP56z_ZO5GF off=1417409 len=342056 2023-12-01T05:15:41.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 3516 completed, throughput=5MB/sec 2023-12-01T05:15:41.748 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5U3aeCBqBbMb1Hn off=2769359 len=440894 2023-12-01T05:15:41.750 INFO:tasks.workunit.client.0.smithi111.stdout:op 3517 completed, throughput=5MB/sec 2023-12-01T05:15:41.750 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gNwLGWGYLafcqmu off=9771810 len=1000568 2023-12-01T05:15:41.751 INFO:tasks.workunit.client.0.smithi111.stdout:op 3518 completed, throughput=5MB/sec 2023-12-01T05:15:41.984 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:15:42.292 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:15:42.292 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (32m) 26s ago 33m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:15:42.292 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (33m) 26s ago 33m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:15:42.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (34m) 26s ago 34m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:15:42.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (34m) 26s ago 34m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (37m) 26s ago 37m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (39m) 26s ago 39m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (39m) 26s ago 39m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (38m) 26s ago 38m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (37m) 26s ago 37m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (33m) 26s ago 33m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (33m) 26s ago 33m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (37m) 26s ago 37m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (37m) 26s ago 37m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (36m) 26s ago 36m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (36m) 26s ago 36m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (35m) 26s ago 35m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:15:42.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (35m) 26s ago 35m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:15:42.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (35m) 26s ago 35m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:15:42.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (34m) 26s ago 34m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:15:42.294 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (32m) 26s ago 34m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:42.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:15:42.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:15:42.674 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:15:42.674 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:15:42.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:15:42.674 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:15:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:15:42.751 INFO:tasks.workunit.client.0.smithi111.stdout: 696: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:42.751 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VfkyHOkqVMKR15W off=719179 len=1152858 2023-12-01T05:15:42.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 3519 completed, throughput=5MB/sec 2023-12-01T05:15:42.755 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-B2Xz71Y30rrlBxM off=14043727 len=1299588 2023-12-01T05:15:42.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 3520 completed, throughput=5MB/sec 2023-12-01T05:15:42.761 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QzWo8d1WBjDUw77 off=2239711 len=504405 2023-12-01T05:15:42.761 INFO:tasks.workunit.client.0.smithi111.stdout:op 3521 completed, throughput=5MB/sec 2023-12-01T05:15:42.761 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PYZ2gsLGo1mYxSg off=685507 len=212658 2023-12-01T05:15:42.762 INFO:tasks.workunit.client.0.smithi111.stdout:op 3522 completed, throughput=5MB/sec 2023-12-01T05:15:42.762 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p_lV1KiMDb4EOoh off=3228391 len=1410549 2023-12-01T05:15:42.768 INFO:tasks.workunit.client.0.smithi111.stdout:op 3523 completed, throughput=5MB/sec 2023-12-01T05:15:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:42 smithi155 ceph-mon[102677]: pgmap v2041: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-01T05:15:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:42 smithi155 ceph-mon[102677]: from='client.16599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2755791372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:15:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:42 smithi111 ceph-mon[97855]: pgmap v2041: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-01T05:15:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:42 smithi111 ceph-mon[97855]: from='client.16599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2755791372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:15:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:42 smithi111 ceph-mon[116524]: pgmap v2041: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2023-12-01T05:15:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:42 smithi111 ceph-mon[116524]: from='client.16599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2755791372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:15:43.768 INFO:tasks.workunit.client.0.smithi111.stdout: 697: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:43.769 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KuK9EwD_vobVy50 off=7210884 len=464196 2023-12-01T05:15:43.772 INFO:tasks.workunit.client.0.smithi111.stdout:op 3524 completed, throughput=4.99MB/sec 2023-12-01T05:15:43.772 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WSVoWqloSdsOKcD off=9811150 len=656303 2023-12-01T05:15:43.776 INFO:tasks.workunit.client.0.smithi111.stdout:op 3525 completed, throughput=4.99MB/sec 2023-12-01T05:15:43.776 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1CjaXbnMDWHrg5F off=2205505 len=47577 2023-12-01T05:15:43.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 3526 completed, throughput=4.99MB/sec 2023-12-01T05:15:43.777 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VepdbHsAbiH3mb_ off=11947605 len=7487 2023-12-01T05:15:43.779 INFO:tasks.workunit.client.0.smithi111.stdout:op 3527 completed, throughput=4.99MB/sec 2023-12-01T05:15:43.779 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iVxOKHrs1id2cBU off=3694476 len=246861 2023-12-01T05:15:43.780 INFO:tasks.workunit.client.0.smithi111.stdout:op 3528 completed, throughput=4.99MB/sec 2023-12-01T05:15:43.780 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v2O8c33qd17HbOS off=110436 len=1576853 2023-12-01T05:15:43.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 3529 completed, throughput=5MB/sec 2023-12-01T05:15:43.788 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3pPq8R-XmMbLqEy off=2632726 len=1102436 2023-12-01T05:15:43.792 INFO:tasks.workunit.client.0.smithi111.stdout:op 3530 completed, throughput=5MB/sec 2023-12-01T05:15:43.792 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O2q5gnu3gE0ByMu off=8013475 len=107027 2023-12-01T05:15:43.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 3531 completed, throughput=5MB/sec 2023-12-01T05:15:43.795 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dLlvANc5MgLPmU9 off=18199594 len=422889 2023-12-01T05:15:43.795 INFO:tasks.workunit.client.0.smithi111.stdout:op 3532 completed, throughput=5MB/sec 2023-12-01T05:15:43.795 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YoiAUHvR_CF7HaA off=5408187 len=588216 2023-12-01T05:15:43.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 3533 completed, throughput=5MB/sec 2023-12-01T05:15:43.799 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wjdBz-Giwibcsi0 off=2961592 len=1816962 2023-12-01T05:15:43.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 3534 completed, throughput=5MB/sec 2023-12-01T05:15:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:43 smithi155 ceph-mon[102677]: from='client.16605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:43 smithi111 ceph-mon[97855]: from='client.16605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:43 smithi111 ceph-mon[116524]: from='client.16605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:15:44.802 INFO:tasks.workunit.client.0.smithi111.stdout: 698: throughput=5MB/sec pending data=0 2023-12-01T05:15:44.802 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BpJp5Pnlj-jDWXz off=258366 len=207543 2023-12-01T05:15:44.805 INFO:tasks.workunit.client.0.smithi111.stdout:op 3535 completed, throughput=5MB/sec 2023-12-01T05:15:44.805 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VcRKeVmiquZwjkL off=549726 len=1492533 2023-12-01T05:15:44.808 INFO:tasks.workunit.client.0.smithi111.stdout:op 3536 completed, throughput=5MB/sec 2023-12-01T05:15:44.808 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yWVWbvbCVukg-Sj off=800688 len=1044950 2023-12-01T05:15:44.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 3537 completed, throughput=5MB/sec 2023-12-01T05:15:44.813 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UtrvdK7f_KqVoLe off=2947273 len=715154 2023-12-01T05:15:44.814 INFO:tasks.workunit.client.0.smithi111.stdout:op 3538 completed, throughput=5MB/sec 2023-12-01T05:15:44.814 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MoPsaH3Mu3H8xN_ off=22459442 len=1864329 2023-12-01T05:15:44.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 3539 completed, throughput=5MB/sec 2023-12-01T05:15:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:44 smithi155 ceph-mon[102677]: pgmap v2042: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:44 smithi111 ceph-mon[97855]: pgmap v2042: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:44 smithi111 ceph-mon[116524]: pgmap v2042: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:15:45.823 INFO:tasks.workunit.client.0.smithi111.stdout: 699: throughput=5MB/sec pending data=0 2023-12-01T05:15:45.824 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SXwyrO91cQlpRVc off=4178803 len=1202729 2023-12-01T05:15:45.829 INFO:tasks.workunit.client.0.smithi111.stdout:op 3540 completed, throughput=5MB/sec 2023-12-01T05:15:45.829 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FpcVeQ5RxnCB2cG off=5827737 len=753038 2023-12-01T05:15:45.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 3541 completed, throughput=5MB/sec 2023-12-01T05:15:45.835 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Fv2XVzft8zyaNl3 off=4236293 len=2076111 2023-12-01T05:15:45.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 3542 completed, throughput=5MB/sec 2023-12-01T05:15:46.845 INFO:tasks.workunit.client.0.smithi111.stdout: 700: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:46.845 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BKTEccmfC6TOjET off=14859500 len=575360 2023-12-01T05:15:46.847 INFO:tasks.workunit.client.0.smithi111.stdout:op 3543 completed, throughput=4.99MB/sec 2023-12-01T05:15:46.847 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sAhEKXm307DHl5P off=1791366 len=1285390 2023-12-01T05:15:46.848 INFO:tasks.workunit.client.0.smithi111.stdout:op 3544 completed, throughput=5MB/sec 2023-12-01T05:15:46.848 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HDagImIq7pQFQBb off=4600042 len=1881958 2023-12-01T05:15:46.850 INFO:tasks.workunit.client.0.smithi111.stdout:op 3545 completed, throughput=5MB/sec 2023-12-01T05:15:46.850 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lZ-TvrLei7qxW7p off=6896586 len=1328204 2023-12-01T05:15:46.858 INFO:tasks.workunit.client.0.smithi111.stdout:op 3546 completed, throughput=5MB/sec 2023-12-01T05:15:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:46 smithi155 ceph-mon[102677]: pgmap v2043: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:15:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:46 smithi111 ceph-mon[97855]: pgmap v2043: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:15:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:46 smithi111 ceph-mon[116524]: pgmap v2043: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:15:47.858 INFO:tasks.workunit.client.0.smithi111.stdout: 701: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:47.858 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mZd-Bsb3PjZMiik off=9894409 len=1140708 2023-12-01T05:15:47.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 3547 completed, throughput=4.99MB/sec 2023-12-01T05:15:47.866 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WVX0wT_YYQebGnG off=4770431 len=1851053 2023-12-01T05:15:47.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 3548 completed, throughput=5MB/sec 2023-12-01T05:15:47.869 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fzuvDACdIlDGDC2 off=2737243 len=1592924 2023-12-01T05:15:47.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 3549 completed, throughput=5MB/sec 2023-12-01T05:15:47.872 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sW8VhUZP9JnSIfc off=7500977 len=36045 2023-12-01T05:15:47.873 INFO:tasks.workunit.client.0.smithi111.stdout:op 3550 completed, throughput=5MB/sec 2023-12-01T05:15:47.873 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kDcdDkzpvo_bip2 off=20994933 len=445855 2023-12-01T05:15:47.873 INFO:tasks.workunit.client.0.smithi111.stdout:op 3551 completed, throughput=5MB/sec 2023-12-01T05:15:47.873 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SWfJLKxFRDYXfnA off=19504352 len=1333526 2023-12-01T05:15:47.875 INFO:tasks.workunit.client.0.smithi111.stdout:op 3552 completed, throughput=5MB/sec 2023-12-01T05:15:48.875 INFO:tasks.workunit.client.0.smithi111.stdout: 702: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:48.876 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RvNt3Xy-CLi_-5E off=6803479 len=1829318 2023-12-01T05:15:48.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 3553 completed, throughput=5MB/sec 2023-12-01T05:15:48.878 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--7ubqy1_an1Lqao off=102823 len=190438 2023-12-01T05:15:48.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 3554 completed, throughput=5MB/sec 2023-12-01T05:15:48.881 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZyRHRsv_VEvqTtY off=18994249 len=321818 2023-12-01T05:15:48.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 3555 completed, throughput=5MB/sec 2023-12-01T05:15:48.884 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OsP1v1a6JtrKCAY off=11141229 len=548776 2023-12-01T05:15:48.885 INFO:tasks.workunit.client.0.smithi111.stdout:op 3556 completed, throughput=5MB/sec 2023-12-01T05:15:48.885 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZpC0rnyxmfS3OY_ off=1624288 len=1195599 2023-12-01T05:15:48.886 INFO:tasks.workunit.client.0.smithi111.stdout:op 3557 completed, throughput=5MB/sec 2023-12-01T05:15:48.887 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-smOhfhsVDINeSGG off=3966526 len=18332 2023-12-01T05:15:48.888 INFO:tasks.workunit.client.0.smithi111.stdout:op 3558 completed, throughput=5MB/sec 2023-12-01T05:15:48.889 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cMg2z_UbHRiucKg off=4362307 len=1919780 2023-12-01T05:15:48.899 INFO:tasks.workunit.client.0.smithi111.stdout:op 3559 completed, throughput=5MB/sec 2023-12-01T05:15:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:48 smithi155 ceph-mon[102677]: pgmap v2044: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:48 smithi111 ceph-mon[97855]: pgmap v2044: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:48 smithi111 ceph-mon[116524]: pgmap v2044: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:15:49] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:15:49.900 INFO:tasks.workunit.client.0.smithi111.stdout: 703: throughput=5MB/sec pending data=0 2023-12-01T05:15:49.900 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ROoZkNtvo6cMEw2 off=2630230 len=157276 2023-12-01T05:15:49.901 INFO:tasks.workunit.client.0.smithi111.stdout:op 3560 completed, throughput=5MB/sec 2023-12-01T05:15:49.901 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jAPts6ohbA2N6rE off=7926160 len=626344 2023-12-01T05:15:49.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 3561 completed, throughput=5MB/sec 2023-12-01T05:15:49.905 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zv_Md51Xsg8L09s off=2078621 len=1339285 2023-12-01T05:15:49.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 3562 completed, throughput=5MB/sec 2023-12-01T05:15:49.908 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SSR5yf-w-5Fcfs_ off=8876252 len=242448 2023-12-01T05:15:49.911 INFO:tasks.workunit.client.0.smithi111.stdout:op 3563 completed, throughput=5MB/sec 2023-12-01T05:15:49.911 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ur-VfhsHRrOOMCi off=6926479 len=1454506 2023-12-01T05:15:49.920 INFO:tasks.workunit.client.0.smithi111.stdout:op 3564 completed, throughput=5MB/sec 2023-12-01T05:15:50.920 INFO:tasks.workunit.client.0.smithi111.stdout: 704: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:50.920 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-e5XCnRBYUiJKqic off=2033195 len=1331452 2023-12-01T05:15:50.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 3565 completed, throughput=5MB/sec 2023-12-01T05:15:50.922 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Lsi1UU0nxoWwlmO off=241709 len=1688784 2023-12-01T05:15:50.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 3566 completed, throughput=5MB/sec 2023-12-01T05:15:50.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IhlHtOD3B_xHVDt off=2984923 len=286053 2023-12-01T05:15:50.926 INFO:tasks.workunit.client.0.smithi111.stdout:op 3567 completed, throughput=5MB/sec 2023-12-01T05:15:50.926 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2DwATnhi_lhgfCi off=9560702 len=1480593 2023-12-01T05:15:50.932 INFO:tasks.workunit.client.0.smithi111.stdout:op 3568 completed, throughput=5MB/sec 2023-12-01T05:15:50.932 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LIpSVf1zUTdQPFd off=12497673 len=800686 2023-12-01T05:15:50.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 3569 completed, throughput=5MB/sec 2023-12-01T05:15:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:50 smithi155 ceph-mon[102677]: pgmap v2045: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:50 smithi111 ceph-mon[97855]: pgmap v2045: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:50 smithi111 ceph-mon[116524]: pgmap v2045: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:15:51.936 INFO:tasks.workunit.client.0.smithi111.stdout: 705: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:51.936 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YRw1hJetWo5GzS_ off=5798048 len=1640806 2023-12-01T05:15:51.939 INFO:tasks.workunit.client.0.smithi111.stdout:op 3570 completed, throughput=5MB/sec 2023-12-01T05:15:51.939 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i5szasWvqNcS4IN off=1049911 len=1821207 2023-12-01T05:15:51.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 3571 completed, throughput=5MB/sec 2023-12-01T05:15:51.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IVQNVzh8mjKyFj1 off=1935125 len=1020633 2023-12-01T05:15:51.943 INFO:tasks.workunit.client.0.smithi111.stdout:op 3572 completed, throughput=5MB/sec 2023-12-01T05:15:51.943 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eE9pTCB5Cw_gLSE off=12579080 len=1523066 2023-12-01T05:15:51.945 INFO:tasks.workunit.client.0.smithi111.stdout:op 3573 completed, throughput=5MB/sec 2023-12-01T05:15:52.945 INFO:tasks.workunit.client.0.smithi111.stdout: 706: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:52.945 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nrYZ63TEcXcDwRr off=13434972 len=939299 2023-12-01T05:15:52.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 3574 completed, throughput=5MB/sec 2023-12-01T05:15:52.946 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NW6p58dKv0ZWaSn off=1527813 len=480457 2023-12-01T05:15:52.947 INFO:tasks.workunit.client.0.smithi111.stdout:op 3575 completed, throughput=5MB/sec 2023-12-01T05:15:52.947 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6ZVUpduIrezERWC off=678428 len=1432111 2023-12-01T05:15:52.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 3576 completed, throughput=5MB/sec 2023-12-01T05:15:52.949 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0FLAhUYEqBuZ7LL off=4129515 len=1238427 2023-12-01T05:15:52.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 3577 completed, throughput=5MB/sec 2023-12-01T05:15:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:52 smithi155 ceph-mon[102677]: pgmap v2046: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:15:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:52 smithi111 ceph-mon[97855]: pgmap v2046: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:15:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:52 smithi111 ceph-mon[116524]: pgmap v2046: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:15:53.951 INFO:tasks.workunit.client.0.smithi111.stdout: 707: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:53.951 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fJ59DY_JLMQO9cG off=677615 len=1038572 2023-12-01T05:15:53.952 INFO:tasks.workunit.client.0.smithi111.stdout:op 3578 completed, throughput=4.99MB/sec 2023-12-01T05:15:53.952 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EobFbxkQw51gab7 off=2129906 len=1311718 2023-12-01T05:15:53.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 3579 completed, throughput=5MB/sec 2023-12-01T05:15:53.954 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qQitFvlctu52ZQH off=3794684 len=1156542 2023-12-01T05:15:53.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 3580 completed, throughput=5MB/sec 2023-12-01T05:15:53.961 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tqsQWfyamX57sxo off=928882 len=710676 2023-12-01T05:15:53.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 3581 completed, throughput=5MB/sec 2023-12-01T05:15:53.966 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vxscZviyPipQKnw off=889713 len=1563762 2023-12-01T05:15:53.967 INFO:tasks.workunit.client.0.smithi111.stdout:op 3582 completed, throughput=5MB/sec 2023-12-01T05:15:54.968 INFO:tasks.workunit.client.0.smithi111.stdout: 708: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:54.968 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ekVKTd7Q1uHbE4h off=10446681 len=23174 2023-12-01T05:15:54.970 INFO:tasks.workunit.client.0.smithi111.stdout:op 3583 completed, throughput=4.99MB/sec 2023-12-01T05:15:54.971 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ENuBgNz4kNXvWhp off=1855669 len=1400459 2023-12-01T05:15:54.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 3584 completed, throughput=5MB/sec 2023-12-01T05:15:54.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6bEdPjYMmGxUUmY off=10667468 len=2028103 2023-12-01T05:15:54.980 INFO:tasks.workunit.client.0.smithi111.stdout:op 3585 completed, throughput=5MB/sec 2023-12-01T05:15:54.980 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hN4v_4XmAfq6NWZ off=10903090 len=1143425 2023-12-01T05:15:54.986 INFO:tasks.workunit.client.0.smithi111.stdout:op 3586 completed, throughput=5MB/sec 2023-12-01T05:15:54.986 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZZg47IdM-h5KInE off=2520154 len=995236 2023-12-01T05:15:54.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 3587 completed, throughput=5MB/sec 2023-12-01T05:15:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:54 smithi155 ceph-mon[102677]: pgmap v2047: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:15:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:54 smithi111 ceph-mon[97855]: pgmap v2047: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:15:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:54 smithi111 ceph-mon[116524]: pgmap v2047: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:15:55.988 INFO:tasks.workunit.client.0.smithi111.stdout: 709: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:55.988 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_xa3Vird0ZtToYp off=1299767 len=109840 2023-12-01T05:15:55.989 INFO:tasks.workunit.client.0.smithi111.stdout:op 3588 completed, throughput=4.99MB/sec 2023-12-01T05:15:55.989 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u2e2ETeVrqf2id2 off=7364908 len=1822648 2023-12-01T05:15:55.999 INFO:tasks.workunit.client.0.smithi111.stdout:op 3589 completed, throughput=5MB/sec 2023-12-01T05:15:55.999 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kWZixa5ed-qjjYh off=91549 len=1934966 2023-12-01T05:15:56.010 INFO:tasks.workunit.client.0.smithi111.stdout:op 3590 completed, throughput=5MB/sec 2023-12-01T05:15:56.011 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ebsQjJzn_iJyoqK off=16362001 len=1003591 2023-12-01T05:15:56.016 INFO:tasks.workunit.client.0.smithi111.stdout:op 3591 completed, throughput=5MB/sec 2023-12-01T05:15:57.016 INFO:tasks.workunit.client.0.smithi111.stdout: 710: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:57.016 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BRy9rlh8IbABUAw off=4554165 len=822018 2023-12-01T05:15:57.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 3592 completed, throughput=4.99MB/sec 2023-12-01T05:15:57.022 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nWf5uxPObJeV4k- off=55666 len=1354375 2023-12-01T05:15:57.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 3593 completed, throughput=5MB/sec 2023-12-01T05:15:57.024 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bWrEidUI8meYMMC off=17618131 len=1923107 2023-12-01T05:15:57.027 INFO:tasks.workunit.client.0.smithi111.stdout:op 3594 completed, throughput=5MB/sec 2023-12-01T05:15:57.027 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-epd8FD975U7GPsB off=8402583 len=865831 2023-12-01T05:15:57.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 3595 completed, throughput=5MB/sec 2023-12-01T05:15:57.032 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XvDTb1mKfUOwyGt off=2267895 len=526113 2023-12-01T05:15:57.035 INFO:tasks.workunit.client.0.smithi111.stdout:op 3596 completed, throughput=5MB/sec 2023-12-01T05:15:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:56 smithi155 ceph-mon[102677]: pgmap v2048: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:15:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:56 smithi111 ceph-mon[97855]: pgmap v2048: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:15:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:56 smithi111 ceph-mon[116524]: pgmap v2048: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:15:58.036 INFO:tasks.workunit.client.0.smithi111.stdout: 711: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:58.036 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CMdJENqJwCDMLD6 off=3043771 len=1109222 2023-12-01T05:15:58.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 3597 completed, throughput=5MB/sec 2023-12-01T05:15:58.041 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mCQxf9agO0__kVL off=4823497 len=313533 2023-12-01T05:15:58.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 3598 completed, throughput=5MB/sec 2023-12-01T05:15:58.044 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k0vLt0QgpSOqm_4 off=22163875 len=558396 2023-12-01T05:15:58.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 3599 completed, throughput=5MB/sec 2023-12-01T05:15:58.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jJlO9c07tKjNUu1 off=3610241 len=1382877 2023-12-01T05:15:58.046 INFO:tasks.workunit.client.0.smithi111.stdout:op 3600 completed, throughput=5MB/sec 2023-12-01T05:15:58.047 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cFw1iczq2ybAtu7 off=9181743 len=361823 2023-12-01T05:15:58.049 INFO:tasks.workunit.client.0.smithi111.stdout:op 3601 completed, throughput=5MB/sec 2023-12-01T05:15:58.049 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XJk_yiul6WfzVjI off=1032912 len=110683 2023-12-01T05:15:58.051 INFO:tasks.workunit.client.0.smithi111.stdout:op 3602 completed, throughput=5MB/sec 2023-12-01T05:15:58.051 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g1QG2rPa75b3Cgu off=2212063 len=2026214 2023-12-01T05:15:58.055 INFO:tasks.workunit.client.0.smithi111.stdout:op 3603 completed, throughput=5MB/sec 2023-12-01T05:15:59.055 INFO:tasks.workunit.client.0.smithi111.stdout: 712: throughput=4.99MB/sec pending data=0 2023-12-01T05:15:59.055 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RK4zHbbI9Pp4woU off=436438 len=164370 2023-12-01T05:15:59.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 3604 completed, throughput=4.99MB/sec 2023-12-01T05:15:59.056 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0gws_d1FSZFS32_ off=13956195 len=347877 2023-12-01T05:15:59.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 3605 completed, throughput=4.99MB/sec 2023-12-01T05:15:59.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iZkDeKuBHy32MMt off=7819306 len=442058 2023-12-01T05:15:59.058 INFO:tasks.workunit.client.0.smithi111.stdout:op 3606 completed, throughput=5MB/sec 2023-12-01T05:15:59.058 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5Q5vv_zTIiut6iv off=7967164 len=532163 2023-12-01T05:15:59.059 INFO:tasks.workunit.client.0.smithi111.stdout:op 3607 completed, throughput=5MB/sec 2023-12-01T05:15:59.059 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dTF0TzQUC00RUIp off=9119593 len=885386 2023-12-01T05:15:59.064 INFO:tasks.workunit.client.0.smithi111.stdout:op 3608 completed, throughput=5MB/sec 2023-12-01T05:15:59.064 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ut3FjDbwKUbRWsS off=141640 len=169611 2023-12-01T05:15:59.064 INFO:tasks.workunit.client.0.smithi111.stdout:op 3609 completed, throughput=5MB/sec 2023-12-01T05:15:59.065 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X_MW8syDI55BTti off=16306174 len=1183142 2023-12-01T05:15:59.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 3610 completed, throughput=5MB/sec 2023-12-01T05:15:59.073 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_7ibqxyiQL9V_ja off=7371737 len=225374 2023-12-01T05:15:59.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 3611 completed, throughput=5MB/sec 2023-12-01T05:15:59.074 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gVJS9yIZHduxb3h off=16066815 len=1946433 2023-12-01T05:15:59.085 INFO:tasks.workunit.client.0.smithi111.stdout:op 3612 completed, throughput=5MB/sec 2023-12-01T05:15:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:15:58 smithi155 ceph-mon[102677]: pgmap v2049: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:15:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:15:58 smithi111 ceph-mon[97855]: pgmap v2049: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:15:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:15:58 smithi111 ceph-mon[116524]: pgmap v2049: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:15:59] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:16:00.085 INFO:tasks.workunit.client.0.smithi111.stdout: 713: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:00.086 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XBSkzNB66RrJCI2 off=2681293 len=1858121 2023-12-01T05:16:00.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 3613 completed, throughput=5MB/sec 2023-12-01T05:16:00.087 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ix-d2GUTqwaRst2 off=4814455 len=2013491 2023-12-01T05:16:00.099 INFO:tasks.workunit.client.0.smithi111.stdout:op 3614 completed, throughput=5MB/sec 2023-12-01T05:16:00.100 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fkWc-_8KNTVdSK3 off=5887073 len=899086 2023-12-01T05:16:00.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 3615 completed, throughput=5MB/sec 2023-12-01T05:16:01.104 INFO:tasks.workunit.client.0.smithi111.stdout: 714: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:01.104 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8iEKVjDGpe95OqY off=15116915 len=594673 2023-12-01T05:16:01.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 3616 completed, throughput=4.99MB/sec 2023-12-01T05:16:01.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YJ-PRxyDUvDbN_9 off=1094637 len=1399763 2023-12-01T05:16:01.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 3617 completed, throughput=5MB/sec 2023-12-01T05:16:01.117 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1zr_I3K6VUk2MLa off=12424875 len=618019 2023-12-01T05:16:01.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 3618 completed, throughput=5MB/sec 2023-12-01T05:16:01.119 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yj1da-Otdd8Jxni off=51697 len=1265234 2023-12-01T05:16:01.126 INFO:tasks.workunit.client.0.smithi111.stdout:op 3619 completed, throughput=5MB/sec 2023-12-01T05:16:01.126 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3Go9NpjDj0LkFk9 off=5761085 len=1770324 2023-12-01T05:16:01.128 INFO:tasks.workunit.client.0.smithi111.stdout:op 3620 completed, throughput=5MB/sec 2023-12-01T05:16:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:00 smithi155 ceph-mon[102677]: pgmap v2050: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:16:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:00 smithi111 ceph-mon[97855]: pgmap v2050: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:16:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:00 smithi111 ceph-mon[116524]: pgmap v2050: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:16:02.128 INFO:tasks.workunit.client.0.smithi111.stdout: 715: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:02.128 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PoiCHEpFCvnIZZy off=5811204 len=1252210 2023-12-01T05:16:02.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 3621 completed, throughput=5MB/sec 2023-12-01T05:16:02.133 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3jjMSbcxELuY_p_ off=0 len=1419482 2023-12-01T05:16:02.134 INFO:tasks.workunit.client.0.smithi111.stdout:op 3622 completed, throughput=5MB/sec 2023-12-01T05:16:02.134 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g59AFdNbsWLfqI6 off=18014272 len=1216223 2023-12-01T05:16:02.143 INFO:tasks.workunit.client.0.smithi111.stdout:op 3623 completed, throughput=5MB/sec 2023-12-01T05:16:02.143 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hFiiu1ZzTUQitSk off=1046961 len=842924 2023-12-01T05:16:02.144 INFO:tasks.workunit.client.0.smithi111.stdout:op 3624 completed, throughput=5MB/sec 2023-12-01T05:16:03.144 INFO:tasks.workunit.client.0.smithi111.stdout: 716: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:03.144 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rBFALRTF84Go4Q9 off=5813936 len=2008130 2023-12-01T05:16:03.157 INFO:tasks.workunit.client.0.smithi111.stdout:op 3625 completed, throughput=5MB/sec 2023-12-01T05:16:03.157 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x7-svGn6mz4dOT8 off=6203405 len=69889 2023-12-01T05:16:03.158 INFO:tasks.workunit.client.0.smithi111.stdout:op 3626 completed, throughput=5MB/sec 2023-12-01T05:16:03.158 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bgIKY1SoDFbm3uE off=3146064 len=1188435 2023-12-01T05:16:03.159 INFO:tasks.workunit.client.0.smithi111.stdout:op 3627 completed, throughput=5MB/sec 2023-12-01T05:16:03.159 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ftubD9CBfDzOthm off=9448675 len=1522508 2023-12-01T05:16:03.160 INFO:tasks.workunit.client.0.smithi111.stdout:op 3628 completed, throughput=5MB/sec 2023-12-01T05:16:03.161 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LZFnvZ336cpZ5y5 off=3109417 len=922293 2023-12-01T05:16:03.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 3629 completed, throughput=5MB/sec 2023-12-01T05:16:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:02 smithi155 ceph-mon[102677]: pgmap v2051: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:16:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:02 smithi111 ceph-mon[97855]: pgmap v2051: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:16:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:02 smithi111 ceph-mon[116524]: pgmap v2051: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:16:04.162 INFO:tasks.workunit.client.0.smithi111.stdout: 717: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:04.162 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zyzDx07doJIxA3c off=1216660 len=1976690 2023-12-01T05:16:04.164 INFO:tasks.workunit.client.0.smithi111.stdout:op 3630 completed, throughput=5MB/sec 2023-12-01T05:16:04.164 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vVCV1Kw097DcO54 off=11649569 len=1827848 2023-12-01T05:16:04.165 INFO:tasks.workunit.client.0.smithi111.stdout:op 3631 completed, throughput=5MB/sec 2023-12-01T05:16:04.165 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6O_TS8vJAt_GDP- off=5753637 len=630379 2023-12-01T05:16:04.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 3632 completed, throughput=5MB/sec 2023-12-01T05:16:05.170 INFO:tasks.workunit.client.0.smithi111.stdout: 718: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:05.170 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8_b-oG3t6Jtqxrx off=5462523 len=1823853 2023-12-01T05:16:05.180 INFO:tasks.workunit.client.0.smithi111.stdout:op 3633 completed, throughput=5MB/sec 2023-12-01T05:16:05.181 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uxyuSizQsIrEwjG off=169893 len=1540170 2023-12-01T05:16:05.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 3634 completed, throughput=5MB/sec 2023-12-01T05:16:05.183 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FRziUk5Uo7nBD-r off=3178526 len=320976 2023-12-01T05:16:05.184 INFO:tasks.workunit.client.0.smithi111.stdout:op 3635 completed, throughput=5MB/sec 2023-12-01T05:16:05.184 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_sXU8JMv5Uyy6tr off=5776310 len=297118 2023-12-01T05:16:05.185 INFO:tasks.workunit.client.0.smithi111.stdout:op 3636 completed, throughput=5MB/sec 2023-12-01T05:16:05.185 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kFjlz6b9VZ9Tr01 off=13150879 len=1819272 2023-12-01T05:16:05.193 INFO:tasks.workunit.client.0.smithi111.stdout:op 3637 completed, throughput=5MB/sec 2023-12-01T05:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:04 smithi155 ceph-mon[102677]: pgmap v2052: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:04 smithi111 ceph-mon[97855]: pgmap v2052: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:16:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:04 smithi111 ceph-mon[116524]: pgmap v2052: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:16:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:06.194 INFO:tasks.workunit.client.0.smithi111.stdout: 719: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:06.194 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HVjTqVfRlY2zj9y off=6514031 len=1626295 2023-12-01T05:16:06.196 INFO:tasks.workunit.client.0.smithi111.stdout:op 3638 completed, throughput=5MB/sec 2023-12-01T05:16:06.196 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CBjG5ZtspshVLy5 off=3088832 len=938253 2023-12-01T05:16:06.201 INFO:tasks.workunit.client.0.smithi111.stdout:op 3639 completed, throughput=5MB/sec 2023-12-01T05:16:06.201 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HXloKBefVwpylIH off=10844984 len=609187 2023-12-01T05:16:06.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 3640 completed, throughput=5MB/sec 2023-12-01T05:16:06.205 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1IdWI7DIMKs8IYO off=5653126 len=923680 2023-12-01T05:16:06.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 3641 completed, throughput=5MB/sec 2023-12-01T05:16:06.207 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9byhPdw5fGqvqeP off=737102 len=1539175 2023-12-01T05:16:06.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 3642 completed, throughput=5MB/sec 2023-12-01T05:16:07.095 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:06 smithi155 ceph-mon[102677]: pgmap v2053: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:16:07.212 INFO:tasks.workunit.client.0.smithi111.stdout: 720: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:07.213 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JquTMg9Hgizp5vZ off=5413192 len=1234654 2023-12-01T05:16:07.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 3643 completed, throughput=5MB/sec 2023-12-01T05:16:07.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9gIyxydYPs_fAhH off=5509814 len=182372 2023-12-01T05:16:07.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 3644 completed, throughput=5MB/sec 2023-12-01T05:16:07.220 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QvS8d48CzovMuN0 off=14527032 len=246325 2023-12-01T05:16:07.223 INFO:tasks.workunit.client.0.smithi111.stdout:op 3645 completed, throughput=5MB/sec 2023-12-01T05:16:07.223 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zI_qTdihqq6e3w7 off=16672954 len=81001 2023-12-01T05:16:07.224 INFO:tasks.workunit.client.0.smithi111.stdout:op 3646 completed, throughput=5MB/sec 2023-12-01T05:16:07.224 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VkCdS7tG74kQuPu off=8439722 len=1428481 2023-12-01T05:16:07.230 INFO:tasks.workunit.client.0.smithi111.stdout:op 3647 completed, throughput=5MB/sec 2023-12-01T05:16:07.230 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wsMMC61PeoDIYWm off=12009007 len=1785832 2023-12-01T05:16:07.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 3648 completed, throughput=5MB/sec 2023-12-01T05:16:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:06 smithi111 ceph-mon[97855]: pgmap v2053: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:16:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:06 smithi111 ceph-mon[116524]: pgmap v2053: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:16:08.232 INFO:tasks.workunit.client.0.smithi111.stdout: 721: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:08.233 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uxT8m08U-HFP86r off=19182608 len=320932 2023-12-01T05:16:08.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 3649 completed, throughput=4.99MB/sec 2023-12-01T05:16:08.236 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i1-gB5qT76N9hek off=3331111 len=1446884 2023-12-01T05:16:08.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 3650 completed, throughput=5MB/sec 2023-12-01T05:16:08.237 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D2cddj7K0cCEXil off=4743093 len=1047912 2023-12-01T05:16:08.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 3651 completed, throughput=5MB/sec 2023-12-01T05:16:08.243 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N1EnXqOOAeTYM_X off=7833985 len=529382 2023-12-01T05:16:08.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 3652 completed, throughput=5MB/sec 2023-12-01T05:16:08.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xnwLTZNHzgWmlVv off=2787315 len=432592 2023-12-01T05:16:08.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 3653 completed, throughput=5MB/sec 2023-12-01T05:16:08.248 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0orsY3uXrqPCCMr off=2641985 len=503964 2023-12-01T05:16:08.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 3654 completed, throughput=5MB/sec 2023-12-01T05:16:08.249 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Yy5d5EDIgVn0wFr off=2964 len=415288 2023-12-01T05:16:08.252 INFO:tasks.workunit.client.0.smithi111.stdout:op 3655 completed, throughput=5MB/sec 2023-12-01T05:16:08.252 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NoaQFZnKezVEtWV off=7729691 len=461558 2023-12-01T05:16:08.253 INFO:tasks.workunit.client.0.smithi111.stdout:op 3656 completed, throughput=5MB/sec 2023-12-01T05:16:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:08 smithi155 ceph-mon[102677]: pgmap v2054: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:16:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:08 smithi111 ceph-mon[97855]: pgmap v2054: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:16:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:08 smithi111 ceph-mon[116524]: pgmap v2054: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:16:09.253 INFO:tasks.workunit.client.0.smithi111.stdout: 722: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:09.253 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tlXZbF66QgwhQ7b off=141716 len=1163339 2023-12-01T05:16:09.258 INFO:tasks.workunit.client.0.smithi111.stdout:op 3657 completed, throughput=4.99MB/sec 2023-12-01T05:16:09.259 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rs8wx9_BHLf1l_w off=8342905 len=732403 2023-12-01T05:16:09.259 INFO:tasks.workunit.client.0.smithi111.stdout:op 3658 completed, throughput=5MB/sec 2023-12-01T05:16:09.259 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vmYWBpnrT4QW74h off=9594582 len=558087 2023-12-01T05:16:09.260 INFO:tasks.workunit.client.0.smithi111.stdout:op 3659 completed, throughput=5MB/sec 2023-12-01T05:16:09.261 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CsuqwNZt7DZ8Jri off=5210662 len=1504315 2023-12-01T05:16:09.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 3660 completed, throughput=5MB/sec 2023-12-01T05:16:09.268 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7qD3ITwB4hqzCd3 off=21996545 len=980022 2023-12-01T05:16:09.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 3661 completed, throughput=5MB/sec 2023-12-01T05:16:09.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XTeN9FuVxm5i0EX off=1075941 len=2035922 2023-12-01T05:16:09.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 3662 completed, throughput=5MB/sec 2023-12-01T05:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:16:09] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:16:10.281 INFO:tasks.workunit.client.0.smithi111.stdout: 723: throughput=5MB/sec pending data=0 2023-12-01T05:16:10.282 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I5OnmUkvAyS7PHq off=2467627 len=21708 2023-12-01T05:16:10.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 3663 completed, throughput=5MB/sec 2023-12-01T05:16:10.284 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rvF-ZpDfQdXr7Bm off=16777028 len=1516808 2023-12-01T05:16:10.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 3664 completed, throughput=5MB/sec 2023-12-01T05:16:10.287 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WAXXkCuEMNxMMXf off=2111248 len=1397333 2023-12-01T05:16:10.288 INFO:tasks.workunit.client.0.smithi111.stdout:op 3665 completed, throughput=5MB/sec 2023-12-01T05:16:10.288 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c70leQdG7ZuCzcR off=4983172 len=1939305 2023-12-01T05:16:10.300 INFO:tasks.workunit.client.0.smithi111.stdout:op 3666 completed, throughput=5MB/sec 2023-12-01T05:16:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:10 smithi155 ceph-mon[102677]: pgmap v2055: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:16:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:10 smithi111 ceph-mon[97855]: pgmap v2055: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:16:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:10 smithi111 ceph-mon[116524]: pgmap v2055: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:16:11.300 INFO:tasks.workunit.client.0.smithi111.stdout: 724: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:11.301 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RunPzj1622m4FBs off=1819749 len=982594 2023-12-01T05:16:11.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 3667 completed, throughput=5MB/sec 2023-12-01T05:16:11.306 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nsYpEzGfVYMjGMU off=5390541 len=941978 2023-12-01T05:16:11.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 3668 completed, throughput=5MB/sec 2023-12-01T05:16:11.307 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DsLVEK68ukr5pXH off=19684718 len=132897 2023-12-01T05:16:11.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 3669 completed, throughput=5MB/sec 2023-12-01T05:16:11.310 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QkZLi8DPELzve8G off=833305 len=1715241 2023-12-01T05:16:11.311 INFO:tasks.workunit.client.0.smithi111.stdout:op 3670 completed, throughput=5MB/sec 2023-12-01T05:16:11.311 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DmP11w5RFQ1MP5h off=2643689 len=1006755 2023-12-01T05:16:11.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 3671 completed, throughput=5MB/sec 2023-12-01T05:16:12.316 INFO:tasks.workunit.client.0.smithi111.stdout: 725: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:12.316 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xzkAzMXDL5wqMn3 off=10464575 len=931943 2023-12-01T05:16:12.317 INFO:tasks.workunit.client.0.smithi111.stdout:op 3672 completed, throughput=5MB/sec 2023-12-01T05:16:12.317 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-81lYOuArDPlQRAk off=82862 len=1824292 2023-12-01T05:16:12.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 3673 completed, throughput=5MB/sec 2023-12-01T05:16:12.326 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-109IUPt_Z7N0cm7 off=1434575 len=1193310 2023-12-01T05:16:12.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 3674 completed, throughput=5MB/sec 2023-12-01T05:16:12.331 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mZd-Bsb3PjZMiik off=3879224 len=734878 2023-12-01T05:16:12.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 3675 completed, throughput=5MB/sec 2023-12-01T05:16:13.018 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:16:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:12 smithi155 ceph-mon[102677]: pgmap v2056: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:16:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:12 smithi111 ceph-mon[97855]: pgmap v2056: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:16:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:12 smithi111 ceph-mon[116524]: pgmap v2056: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:16:13.324 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:16:13.324 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (33m) 57s ago 34m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:16:13.324 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (33m) 57s ago 33m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (35m) 57s ago 35m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (35m) 57s ago 35m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (38m) 57s ago 38m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (39m) 57s ago 39m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (39m) 57s ago 39m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (38m) 57s ago 38m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (38m) 57s ago 38m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (33m) 57s ago 33m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (33m) 57s ago 33m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (37m) 57s ago 37m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (37m) 57s ago 37m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (37m) 57s ago 37m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:16:13.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (36m) 57s ago 36m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:16:13.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (36m) 57s ago 36m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:16:13.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (36m) 57s ago 36m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:16:13.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (35m) 57s ago 35m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:16:13.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (35m) 57s ago 35m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:16:13.326 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (33m) 57s ago 34m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:16:13.334 INFO:tasks.workunit.client.0.smithi111.stdout: 726: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:13.334 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oQkQXqiubKJweT8 off=8127716 len=1425935 2023-12-01T05:16:13.339 INFO:tasks.workunit.client.0.smithi111.stdout:op 3676 completed, throughput=5MB/sec 2023-12-01T05:16:13.339 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XFZyvHH_WExqrh9 off=6352188 len=999575 2023-12-01T05:16:13.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 3677 completed, throughput=5MB/sec 2023-12-01T05:16:13.344 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lggQnzeDEiGb_cD off=7192228 len=1191266 2023-12-01T05:16:13.350 INFO:tasks.workunit.client.0.smithi111.stdout:op 3678 completed, throughput=5MB/sec 2023-12-01T05:16:13.350 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KG3QlGwrG2L6TXe off=4312451 len=782090 2023-12-01T05:16:13.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 3679 completed, throughput=5MB/sec 2023-12-01T05:16:13.354 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-j50mXCn9EID2wkV off=13845911 len=1840608 2023-12-01T05:16:13.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 3680 completed, throughput=5MB/sec 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:13.708 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:16:13.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:16:13.709 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:16:13.709 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:16:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:13 smithi155 ceph-mon[102677]: from='client.26519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2113661390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:16:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:13 smithi111 ceph-mon[97855]: from='client.26519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2113661390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:16:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:13 smithi111 ceph-mon[116524]: from='client.26519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2113661390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:16:14.355 INFO:tasks.workunit.client.0.smithi111.stdout: 727: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:14.356 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3NQe6-c2JAB-U13 off=5256356 len=1152914 2023-12-01T05:16:14.357 INFO:tasks.workunit.client.0.smithi111.stdout:op 3681 completed, throughput=5MB/sec 2023-12-01T05:16:14.357 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u8pGHsl6CdjutQa off=3213168 len=190233 2023-12-01T05:16:14.357 INFO:tasks.workunit.client.0.smithi111.stdout:op 3682 completed, throughput=5MB/sec 2023-12-01T05:16:14.357 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BxLU_Laif9z9dF_ off=1494655 len=1553430 2023-12-01T05:16:14.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 3683 completed, throughput=5MB/sec 2023-12-01T05:16:14.359 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aSYLayKK7WpdDH3 off=4103715 len=1343115 2023-12-01T05:16:14.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 3684 completed, throughput=5MB/sec 2023-12-01T05:16:14.365 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hnlebRZONAK3U_W off=328361 len=601087 2023-12-01T05:16:14.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 3685 completed, throughput=5MB/sec 2023-12-01T05:16:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:14 smithi155 ceph-mon[102677]: from='client.16623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:14 smithi155 ceph-mon[102677]: pgmap v2057: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:16:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:14 smithi111 ceph-mon[97855]: from='client.16623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:14 smithi111 ceph-mon[97855]: pgmap v2057: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:16:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:14 smithi111 ceph-mon[116524]: from='client.16623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:14 smithi111 ceph-mon[116524]: pgmap v2057: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:16:15.368 INFO:tasks.workunit.client.0.smithi111.stdout: 728: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:15.368 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-t4M0wITdIVfk2-v off=6122521 len=1175374 2023-12-01T05:16:15.376 INFO:tasks.workunit.client.0.smithi111.stdout:op 3686 completed, throughput=5MB/sec 2023-12-01T05:16:15.376 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WIdvzlRwKSGL6ns off=11627806 len=1863915 2023-12-01T05:16:15.378 INFO:tasks.workunit.client.0.smithi111.stdout:op 3687 completed, throughput=5MB/sec 2023-12-01T05:16:15.378 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wS_lWUyw6l6rFEb off=16396095 len=1812669 2023-12-01T05:16:15.380 INFO:tasks.workunit.client.0.smithi111.stdout:op 3688 completed, throughput=5MB/sec 2023-12-01T05:16:16.380 INFO:tasks.workunit.client.0.smithi111.stdout: 729: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:16.380 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n_ReJ39B5GvBgql off=22713584 len=1404781 2023-12-01T05:16:16.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 3689 completed, throughput=5MB/sec 2023-12-01T05:16:16.389 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xBqBAnj20t9y9UH off=2689247 len=556068 2023-12-01T05:16:16.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 3690 completed, throughput=5MB/sec 2023-12-01T05:16:16.393 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Mg67dHwsm8MNExB off=863354 len=1593082 2023-12-01T05:16:16.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 3691 completed, throughput=5MB/sec 2023-12-01T05:16:16.401 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yWVWbvbCVukg-Sj off=511005 len=2063631 2023-12-01T05:16:16.411 INFO:tasks.workunit.client.0.smithi111.stdout:op 3692 completed, throughput=5MB/sec 2023-12-01T05:16:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:16 smithi155 ceph-mon[102677]: pgmap v2058: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:16:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:16:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:16:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:16:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:16:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[97855]: pgmap v2058: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:16:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:16:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[116524]: pgmap v2058: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:16:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:16:17.411 INFO:tasks.workunit.client.0.smithi111.stdout: 730: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:17.411 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z9lvD8BVVM2Xeb7 off=18486620 len=569117 2023-12-01T05:16:17.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 3693 completed, throughput=4.99MB/sec 2023-12-01T05:16:17.415 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dZMoRvIW9THKId8 off=2390333 len=1427630 2023-12-01T05:16:17.416 INFO:tasks.workunit.client.0.smithi111.stdout:op 3694 completed, throughput=5MB/sec 2023-12-01T05:16:17.416 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4fU4DLOKZBWQ-EK off=230275 len=1053910 2023-12-01T05:16:17.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 3695 completed, throughput=5MB/sec 2023-12-01T05:16:17.421 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KFXAwxFHG6IatSM off=23600620 len=996876 2023-12-01T05:16:17.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 3696 completed, throughput=5MB/sec 2023-12-01T05:16:17.423 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-enpcs0yO3c0bk2F off=10621273 len=1722931 2023-12-01T05:16:17.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 3697 completed, throughput=5MB/sec 2023-12-01T05:16:18.426 INFO:tasks.workunit.client.0.smithi111.stdout: 731: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:18.426 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6Qjxu1Ey-m6E33p off=10609084 len=713685 2023-12-01T05:16:18.431 INFO:tasks.workunit.client.0.smithi111.stdout:op 3698 completed, throughput=5MB/sec 2023-12-01T05:16:18.431 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O50mxupH2UQpKs8 off=442618 len=266720 2023-12-01T05:16:18.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 3699 completed, throughput=5MB/sec 2023-12-01T05:16:18.434 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a4TgZL8Cmfdc8b3 off=1237847 len=1333956 2023-12-01T05:16:18.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 3700 completed, throughput=5MB/sec 2023-12-01T05:16:18.442 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kv45D_a0eQIxzOA off=1214937 len=457847 2023-12-01T05:16:18.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 3701 completed, throughput=5MB/sec 2023-12-01T05:16:18.445 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-r1rYlQX3cVMx68W off=3568621 len=236636 2023-12-01T05:16:18.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 3702 completed, throughput=5MB/sec 2023-12-01T05:16:18.446 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MuOevDnxtNp2SKm off=11266480 len=1887732 2023-12-01T05:16:18.455 INFO:tasks.workunit.client.0.smithi111.stdout:op 3703 completed, throughput=5MB/sec 2023-12-01T05:16:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:18 smithi155 ceph-mon[102677]: pgmap v2059: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:16:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:18 smithi111 ceph-mon[97855]: pgmap v2059: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:16:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:18 smithi111 ceph-mon[116524]: pgmap v2059: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:16:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:19.455 INFO:tasks.workunit.client.0.smithi111.stdout: 732: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:19.455 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hgCkEs2Ue3FCGLY off=249998 len=1117927 2023-12-01T05:16:19.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 3704 completed, throughput=5MB/sec 2023-12-01T05:16:19.457 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TFbVqMlJOO24XKR off=2244535 len=701916 2023-12-01T05:16:19.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 3705 completed, throughput=5MB/sec 2023-12-01T05:16:19.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oXCQrZZ2T5IsSu5 off=11228262 len=269268 2023-12-01T05:16:19.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 3706 completed, throughput=5MB/sec 2023-12-01T05:16:19.465 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C8dWRlBQS1IeAqa off=18978919 len=1448049 2023-12-01T05:16:19.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 3707 completed, throughput=5MB/sec 2023-12-01T05:16:19.471 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V-n0IkA8B4Ro7fX off=364263 len=1242333 2023-12-01T05:16:19.472 INFO:tasks.workunit.client.0.smithi111.stdout:op 3708 completed, throughput=5MB/sec 2023-12-01T05:16:19.472 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Krf7LQE5YgFCi8 off=1571475 len=833558 2023-12-01T05:16:19.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 3709 completed, throughput=5MB/sec 2023-12-01T05:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:16:19] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:16:20.475 INFO:tasks.workunit.client.0.smithi111.stdout: 733: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:20.475 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z-qlqIgwL14qBMU off=3338510 len=1389408 2023-12-01T05:16:20.481 INFO:tasks.workunit.client.0.smithi111.stdout:op 3710 completed, throughput=5MB/sec 2023-12-01T05:16:20.481 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JUrWQ0nFIRtDMTF off=16734337 len=735829 2023-12-01T05:16:20.485 INFO:tasks.workunit.client.0.smithi111.stdout:op 3711 completed, throughput=5MB/sec 2023-12-01T05:16:20.485 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UZJTY5gWSHXNPZs off=1495056 len=735976 2023-12-01T05:16:20.488 INFO:tasks.workunit.client.0.smithi111.stdout:op 3712 completed, throughput=5MB/sec 2023-12-01T05:16:20.489 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q94LF1yy8eofWYG off=2247726 len=474392 2023-12-01T05:16:20.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 3713 completed, throughput=5MB/sec 2023-12-01T05:16:20.493 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S-eSbzkG3bxwgcd off=7036237 len=1126400 2023-12-01T05:16:20.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 3714 completed, throughput=5MB/sec 2023-12-01T05:16:20.497 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HtsX_4yiG3vsbZK off=352520 len=1185053 2023-12-01T05:16:20.498 INFO:tasks.workunit.client.0.smithi111.stdout:op 3715 completed, throughput=5MB/sec 2023-12-01T05:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:20 smithi155 ceph-mon[102677]: pgmap v2060: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:20 smithi111 ceph-mon[97855]: pgmap v2060: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:20 smithi111 ceph-mon[116524]: pgmap v2060: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:16:21.498 INFO:tasks.workunit.client.0.smithi111.stdout: 734: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:21.498 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LWzQQucpiS_YyVL off=10634670 len=619484 2023-12-01T05:16:21.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 3716 completed, throughput=5MB/sec 2023-12-01T05:16:21.503 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pvsxDWywVkq6F7b off=530538 len=983552 2023-12-01T05:16:21.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 3717 completed, throughput=5MB/sec 2023-12-01T05:16:21.508 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P79aDyLEALxcEGb off=4647250 len=1013667 2023-12-01T05:16:21.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 3718 completed, throughput=5MB/sec 2023-12-01T05:16:21.509 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HoO5ZkahTq9CP-B off=2999205 len=132961 2023-12-01T05:16:21.511 INFO:tasks.workunit.client.0.smithi111.stdout:op 3719 completed, throughput=5MB/sec 2023-12-01T05:16:21.511 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WxXIJURpsesKeZT off=6932946 len=82597 2023-12-01T05:16:21.514 INFO:tasks.workunit.client.0.smithi111.stdout:op 3720 completed, throughput=5MB/sec 2023-12-01T05:16:21.514 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OAw_HlNDRU3C_P5 off=14324030 len=1679616 2023-12-01T05:16:21.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 3721 completed, throughput=5MB/sec 2023-12-01T05:16:21.515 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Wm7fHbf-KkrwUii off=9471113 len=720078 2023-12-01T05:16:21.516 INFO:tasks.workunit.client.0.smithi111.stdout:op 3722 completed, throughput=5MB/sec 2023-12-01T05:16:22.516 INFO:tasks.workunit.client.0.smithi111.stdout: 735: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:22.517 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KxYvQoar30tnhjk off=8823798 len=1507192 2023-12-01T05:16:22.519 INFO:tasks.workunit.client.0.smithi111.stdout:op 3723 completed, throughput=5MB/sec 2023-12-01T05:16:22.519 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-30bfRahUGOiPkyC off=13891097 len=153973 2023-12-01T05:16:22.520 INFO:tasks.workunit.client.0.smithi111.stdout:op 3724 completed, throughput=5MB/sec 2023-12-01T05:16:22.520 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LndmRSq_SJhYnSp off=9160308 len=1187623 2023-12-01T05:16:22.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 3725 completed, throughput=5MB/sec 2023-12-01T05:16:22.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fDiYVwn1GudW5fh off=1560529 len=1855259 2023-12-01T05:16:22.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 3726 completed, throughput=5MB/sec 2023-12-01T05:16:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:22 smithi155 ceph-mon[102677]: pgmap v2061: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:16:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:22 smithi111 ceph-mon[97855]: pgmap v2061: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:16:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:22 smithi111 ceph-mon[116524]: pgmap v2061: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:16:23.531 INFO:tasks.workunit.client.0.smithi111.stdout: 736: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:23.532 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OgRZQmMpITrvBx3 off=3440566 len=1321474 2023-12-01T05:16:23.540 INFO:tasks.workunit.client.0.smithi111.stdout:op 3727 completed, throughput=5MB/sec 2023-12-01T05:16:23.540 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yhHRlk8sFwLbxsd off=13545839 len=1499328 2023-12-01T05:16:23.553 INFO:tasks.workunit.client.0.smithi111.stdout:op 3728 completed, throughput=5MB/sec 2023-12-01T05:16:23.553 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-khui796JYww8Kpm off=1116103 len=1522475 2023-12-01T05:16:23.561 INFO:tasks.workunit.client.0.smithi111.stdout:op 3729 completed, throughput=5MB/sec 2023-12-01T05:16:23.561 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iugk3QJJYKNA4E_ off=11737613 len=2090642 2023-12-01T05:16:23.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 3730 completed, throughput=5MB/sec 2023-12-01T05:16:24.564 INFO:tasks.workunit.client.0.smithi111.stdout: 737: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:24.564 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IHkAPk5wv3zLTZ0 off=10074820 len=1426798 2023-12-01T05:16:24.573 INFO:tasks.workunit.client.0.smithi111.stdout:op 3731 completed, throughput=5MB/sec 2023-12-01T05:16:24.573 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D2cddj7K0cCEXil off=2436739 len=847823 2023-12-01T05:16:24.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 3732 completed, throughput=5MB/sec 2023-12-01T05:16:24.574 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hsTdeSL8cJiO3R8 off=2463838 len=39451 2023-12-01T05:16:24.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 3733 completed, throughput=5MB/sec 2023-12-01T05:16:24.576 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zyrld2sPoTTs5hh off=2920178 len=344205 2023-12-01T05:16:24.577 INFO:tasks.workunit.client.0.smithi111.stdout:op 3734 completed, throughput=5MB/sec 2023-12-01T05:16:24.577 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G_biIzYMCcpc85T off=13478410 len=13853 2023-12-01T05:16:24.577 INFO:tasks.workunit.client.0.smithi111.stdout:op 3735 completed, throughput=5MB/sec 2023-12-01T05:16:24.577 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qO0kx9ALo4agwbC off=1030730 len=934558 2023-12-01T05:16:24.579 INFO:tasks.workunit.client.0.smithi111.stdout:op 3736 completed, throughput=5MB/sec 2023-12-01T05:16:24.579 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z0fWvU5y6JD5nQB off=6409707 len=447027 2023-12-01T05:16:24.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 3737 completed, throughput=5MB/sec 2023-12-01T05:16:24.583 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tsuGWeuPgB3y22A off=9133913 len=1367470 2023-12-01T05:16:24.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 3738 completed, throughput=5MB/sec 2023-12-01T05:16:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:24 smithi155 ceph-mon[102677]: pgmap v2062: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:16:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:24 smithi111 ceph-mon[97855]: pgmap v2062: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:16:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:24 smithi111 ceph-mon[116524]: pgmap v2062: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:16:25.591 INFO:tasks.workunit.client.0.smithi111.stdout: 738: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:25.591 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b4vb5SYT-BXHJlY off=1259945 len=870852 2023-12-01T05:16:25.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 3739 completed, throughput=5MB/sec 2023-12-01T05:16:25.595 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WaaJzTEEQViCFMR off=1852680 len=619312 2023-12-01T05:16:25.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 3740 completed, throughput=5MB/sec 2023-12-01T05:16:25.596 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cT5kiFcMDCj19P- off=749986 len=194610 2023-12-01T05:16:25.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 3741 completed, throughput=5MB/sec 2023-12-01T05:16:25.597 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0jYEygHAAMPaBRW off=1891789 len=1922515 2023-12-01T05:16:25.608 INFO:tasks.workunit.client.0.smithi111.stdout:op 3742 completed, throughput=5MB/sec 2023-12-01T05:16:25.608 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5Ak85hxyI2WMe87 off=8500143 len=1730164 2023-12-01T05:16:25.618 INFO:tasks.workunit.client.0.smithi111.stdout:op 3743 completed, throughput=5MB/sec 2023-12-01T05:16:26.618 INFO:tasks.workunit.client.0.smithi111.stdout: 739: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:26.618 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-95Dc2O3QEZF9o_t off=22360385 len=907151 2023-12-01T05:16:26.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 3744 completed, throughput=5MB/sec 2023-12-01T05:16:26.619 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WCRPV0_5q85fW7v off=13649962 len=1808657 2023-12-01T05:16:26.623 INFO:tasks.workunit.client.0.smithi111.stdout:op 3745 completed, throughput=5MB/sec 2023-12-01T05:16:26.623 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MNPWVphyO3E2Krd off=3277151 len=1567211 2023-12-01T05:16:26.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 3746 completed, throughput=5MB/sec 2023-12-01T05:16:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:26 smithi155 ceph-mon[102677]: pgmap v2063: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:16:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:26 smithi111 ceph-mon[97855]: pgmap v2063: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:16:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:26 smithi111 ceph-mon[116524]: pgmap v2063: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:16:27.630 INFO:tasks.workunit.client.0.smithi111.stdout: 740: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:27.630 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OxapwpOscVVkI65 off=1711623 len=124397 2023-12-01T05:16:27.633 INFO:tasks.workunit.client.0.smithi111.stdout:op 3747 completed, throughput=4.99MB/sec 2023-12-01T05:16:27.633 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qBBUSci94GPk3rY off=12035619 len=192877 2023-12-01T05:16:27.634 INFO:tasks.workunit.client.0.smithi111.stdout:op 3748 completed, throughput=4.99MB/sec 2023-12-01T05:16:27.634 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AZW_K1iI3sCs7PQ off=18280815 len=1203112 2023-12-01T05:16:27.640 INFO:tasks.workunit.client.0.smithi111.stdout:op 3749 completed, throughput=5MB/sec 2023-12-01T05:16:27.640 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PQdig1FlXLKmeKr off=7091246 len=1378892 2023-12-01T05:16:27.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 3750 completed, throughput=5MB/sec 2023-12-01T05:16:27.643 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lQPPUNBCB_gLiXG off=13825729 len=158102 2023-12-01T05:16:27.646 INFO:tasks.workunit.client.0.smithi111.stdout:op 3751 completed, throughput=5MB/sec 2023-12-01T05:16:27.646 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zHk_t1Ir8Eh8fUG off=2395843 len=1376312 2023-12-01T05:16:27.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 3752 completed, throughput=5MB/sec 2023-12-01T05:16:27.648 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qyszX7ab2bYrPra off=723035 len=720749 2023-12-01T05:16:27.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 3753 completed, throughput=5MB/sec 2023-12-01T05:16:27.652 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ScgS89vyNOPtoBe off=1322231 len=299961 2023-12-01T05:16:27.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 3754 completed, throughput=5MB/sec 2023-12-01T05:16:28.653 INFO:tasks.workunit.client.0.smithi111.stdout: 741: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:28.653 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3YVme_GmwrXYBod off=6653234 len=514079 2023-12-01T05:16:28.657 INFO:tasks.workunit.client.0.smithi111.stdout:op 3755 completed, throughput=4.99MB/sec 2023-12-01T05:16:28.657 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WracHgR7Qt_9pKK off=3135912 len=1764787 2023-12-01T05:16:28.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 3756 completed, throughput=5MB/sec 2023-12-01T05:16:28.665 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eA1wzrs6ZoSNRcm off=2191989 len=623430 2023-12-01T05:16:28.667 INFO:tasks.workunit.client.0.smithi111.stdout:op 3757 completed, throughput=5MB/sec 2023-12-01T05:16:28.667 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VJTPnpuGhF15qo9 off=1358897 len=1541961 2023-12-01T05:16:28.672 INFO:tasks.workunit.client.0.smithi111.stdout:op 3758 completed, throughput=5MB/sec 2023-12-01T05:16:28.672 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OfZ2-RPosDWlOUn off=7146291 len=1542449 2023-12-01T05:16:28.682 INFO:tasks.workunit.client.0.smithi111.stdout:op 3759 completed, throughput=5MB/sec 2023-12-01T05:16:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:28 smithi155 ceph-mon[102677]: pgmap v2064: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:28 smithi111 ceph-mon[97855]: pgmap v2064: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:28 smithi111 ceph-mon[116524]: pgmap v2064: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:29.682 INFO:tasks.workunit.client.0.smithi111.stdout: 742: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:29.682 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BBZM9lY_bTCcIB- off=4675650 len=1397693 2023-12-01T05:16:29.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 3760 completed, throughput=5MB/sec 2023-12-01T05:16:29.684 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pPPPUk-fg1d754o off=5481301 len=1911298 2023-12-01T05:16:29.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 3761 completed, throughput=5MB/sec 2023-12-01T05:16:29.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1wgwXgLTeNPYu4R off=421182 len=81892 2023-12-01T05:16:29.689 INFO:tasks.workunit.client.0.smithi111.stdout:op 3762 completed, throughput=5MB/sec 2023-12-01T05:16:29.689 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BzIcYKz7DpwBZ9x off=5879316 len=221744 2023-12-01T05:16:29.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 3763 completed, throughput=5MB/sec 2023-12-01T05:16:29.691 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rlXhvQlEF5dtVdU off=3417466 len=1905722 2023-12-01T05:16:29.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 3764 completed, throughput=5MB/sec 2023-12-01T05:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:16:29] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:16:30.701 INFO:tasks.workunit.client.0.smithi111.stdout: 743: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:30.701 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-15sCuUdJWUia3Ag off=3886033 len=418869 2023-12-01T05:16:30.704 INFO:tasks.workunit.client.0.smithi111.stdout:op 3765 completed, throughput=5MB/sec 2023-12-01T05:16:30.705 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xM3Llm2YCcfFbQQ off=15655112 len=152626 2023-12-01T05:16:30.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 3766 completed, throughput=5MB/sec 2023-12-01T05:16:30.706 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-epd8FD975U7GPsB off=8126402 len=655202 2023-12-01T05:16:30.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 3767 completed, throughput=5MB/sec 2023-12-01T05:16:30.708 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--J5FWXefAkSe045 off=5906450 len=522007 2023-12-01T05:16:30.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 3768 completed, throughput=5MB/sec 2023-12-01T05:16:30.712 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A2ONT9EURsPLvIw off=8969064 len=247762 2023-12-01T05:16:30.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 3769 completed, throughput=5MB/sec 2023-12-01T05:16:30.712 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jBZDhGmYx_8RHPd off=2333900 len=778500 2023-12-01T05:16:30.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 3770 completed, throughput=5MB/sec 2023-12-01T05:16:30.718 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rC9Qzcl3I9knxwG off=1149881 len=851901 2023-12-01T05:16:30.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 3771 completed, throughput=5MB/sec 2023-12-01T05:16:30.722 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0Ez4FGw2EGz-fe_ off=884954 len=129808 2023-12-01T05:16:30.724 INFO:tasks.workunit.client.0.smithi111.stdout:op 3772 completed, throughput=5MB/sec 2023-12-01T05:16:30.724 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cXyhy6SzOWeeI1x off=11233064 len=656041 2023-12-01T05:16:30.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 3773 completed, throughput=5MB/sec 2023-12-01T05:16:30.727 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pyqShshwshc3-6v off=0 len=1076209 2023-12-01T05:16:30.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 3774 completed, throughput=5MB/sec 2023-12-01T05:16:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:30 smithi155 ceph-mon[102677]: pgmap v2065: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:30 smithi111 ceph-mon[97855]: pgmap v2065: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:30 smithi111 ceph-mon[116524]: pgmap v2065: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:31.733 INFO:tasks.workunit.client.0.smithi111.stdout: 744: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:31.733 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pWehdZHfGm8FJfH off=1682823 len=1901921 2023-12-01T05:16:31.735 INFO:tasks.workunit.client.0.smithi111.stdout:op 3775 completed, throughput=5MB/sec 2023-12-01T05:16:31.735 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2IC-yS4_XMnulpg off=1896635 len=896818 2023-12-01T05:16:31.736 INFO:tasks.workunit.client.0.smithi111.stdout:op 3776 completed, throughput=5MB/sec 2023-12-01T05:16:31.736 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T25RN2vzUUSQWvw off=9887717 len=1920701 2023-12-01T05:16:31.740 INFO:tasks.workunit.client.0.smithi111.stdout:op 3777 completed, throughput=5MB/sec 2023-12-01T05:16:32.740 INFO:tasks.workunit.client.0.smithi111.stdout: 745: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:32.740 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VH9hqQ1jj0FKuEl off=4054929 len=572354 2023-12-01T05:16:32.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 3778 completed, throughput=4.99MB/sec 2023-12-01T05:16:32.741 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jBZDhGmYx_8RHPd off=600956 len=1188564 2023-12-01T05:16:32.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 3779 completed, throughput=5MB/sec 2023-12-01T05:16:32.748 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fu16kDfRyt6qnWf off=10185747 len=131864 2023-12-01T05:16:32.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 3780 completed, throughput=5MB/sec 2023-12-01T05:16:32.748 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-R92mPPtJbgMCOti off=2346143 len=1265213 2023-12-01T05:16:32.750 INFO:tasks.workunit.client.0.smithi111.stdout:op 3781 completed, throughput=5MB/sec 2023-12-01T05:16:32.751 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_6TFRvkbLBPUt05 off=1931022 len=316737 2023-12-01T05:16:32.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 3782 completed, throughput=5MB/sec 2023-12-01T05:16:32.752 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5LObI44WQqg6Zzy off=19219488 len=1109903 2023-12-01T05:16:32.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 3783 completed, throughput=5MB/sec 2023-12-01T05:16:32.757 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9Ooe5fym0EwDv3e off=1949935 len=789562 2023-12-01T05:16:32.758 INFO:tasks.workunit.client.0.smithi111.stdout:op 3784 completed, throughput=5MB/sec 2023-12-01T05:16:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:32 smithi155 ceph-mon[102677]: pgmap v2066: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:16:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:32 smithi111 ceph-mon[97855]: pgmap v2066: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:16:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:32 smithi111 ceph-mon[116524]: pgmap v2066: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:16:33.759 INFO:tasks.workunit.client.0.smithi111.stdout: 746: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:33.759 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tG14FJhPAP03HBK off=18419454 len=128406 2023-12-01T05:16:33.762 INFO:tasks.workunit.client.0.smithi111.stdout:op 3785 completed, throughput=4.99MB/sec 2023-12-01T05:16:33.762 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZyUm7VPxI8MOzs2 off=2359752 len=511272 2023-12-01T05:16:33.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 3786 completed, throughput=4.99MB/sec 2023-12-01T05:16:33.765 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sjf_ECcE3FSAmgS off=12685940 len=835743 2023-12-01T05:16:33.770 INFO:tasks.workunit.client.0.smithi111.stdout:op 3787 completed, throughput=5MB/sec 2023-12-01T05:16:33.770 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p-yDHJN1s5WKc8M off=5733005 len=857173 2023-12-01T05:16:33.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 3788 completed, throughput=5MB/sec 2023-12-01T05:16:33.775 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JHpMaDPh540yMhw off=3696971 len=172796 2023-12-01T05:16:33.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 3789 completed, throughput=5MB/sec 2023-12-01T05:16:33.775 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n2d8U17VFsPD6Gh off=7905282 len=300673 2023-12-01T05:16:33.778 INFO:tasks.workunit.client.0.smithi111.stdout:op 3790 completed, throughput=5MB/sec 2023-12-01T05:16:33.778 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QPTXph3UBzR5OXv off=9787530 len=1125839 2023-12-01T05:16:33.780 INFO:tasks.workunit.client.0.smithi111.stdout:op 3791 completed, throughput=5MB/sec 2023-12-01T05:16:33.780 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vSlEf8asXQkqEV9 off=204140 len=179714 2023-12-01T05:16:33.783 INFO:tasks.workunit.client.0.smithi111.stdout:op 3792 completed, throughput=5MB/sec 2023-12-01T05:16:33.783 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jWkDtzE2WnHjcDV off=3571081 len=1104758 2023-12-01T05:16:33.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 3793 completed, throughput=5MB/sec 2023-12-01T05:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:34.789 INFO:tasks.workunit.client.0.smithi111.stdout: 747: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:34.790 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U3sg_7Xw-hQvoa6 off=13987743 len=1916980 2023-12-01T05:16:34.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 3794 completed, throughput=5MB/sec 2023-12-01T05:16:34.799 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T6TBXI3IehjQ1jl off=4653010 len=1070219 2023-12-01T05:16:34.801 INFO:tasks.workunit.client.0.smithi111.stdout:op 3795 completed, throughput=5MB/sec 2023-12-01T05:16:34.801 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BKWC3Msrpbp9dkB off=3395121 len=714153 2023-12-01T05:16:34.803 INFO:tasks.workunit.client.0.smithi111.stdout:op 3796 completed, throughput=5MB/sec 2023-12-01T05:16:34.803 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qVYmtylSxssRJwi off=307187 len=42845 2023-12-01T05:16:34.805 INFO:tasks.workunit.client.0.smithi111.stdout:op 3797 completed, throughput=5MB/sec 2023-12-01T05:16:34.806 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FkKElyEaBzJbN0x off=4798327 len=1102183 2023-12-01T05:16:34.811 INFO:tasks.workunit.client.0.smithi111.stdout:op 3798 completed, throughput=5MB/sec 2023-12-01T05:16:34.811 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q-HzBP_XakO5A6f off=9987166 len=693741 2023-12-01T05:16:34.812 INFO:tasks.workunit.client.0.smithi111.stdout:op 3799 completed, throughput=5MB/sec 2023-12-01T05:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:34 smithi155 ceph-mon[102677]: pgmap v2067: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:34 smithi111 ceph-mon[116524]: pgmap v2067: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:34 smithi111 ceph-mon[97855]: pgmap v2067: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:16:35.813 INFO:tasks.workunit.client.0.smithi111.stdout: 748: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:35.813 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NB-diHJ7MkSZtCO off=23987 len=1726337 2023-12-01T05:16:35.815 INFO:tasks.workunit.client.0.smithi111.stdout:op 3800 completed, throughput=5MB/sec 2023-12-01T05:16:35.815 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J3tGEwg8pAUBiLN off=2744780 len=1135278 2023-12-01T05:16:35.820 INFO:tasks.workunit.client.0.smithi111.stdout:op 3801 completed, throughput=5MB/sec 2023-12-01T05:16:35.821 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2aHb1xHeCe6AQYJ off=2731258 len=611837 2023-12-01T05:16:35.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 3802 completed, throughput=5MB/sec 2023-12-01T05:16:35.822 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YGeKfM8oXfB8X9b off=1752578 len=713155 2023-12-01T05:16:35.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 3803 completed, throughput=5MB/sec 2023-12-01T05:16:35.826 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gobj3Dy96Cp6DPU off=1522886 len=1075515 2023-12-01T05:16:35.832 INFO:tasks.workunit.client.0.smithi111.stdout:op 3804 completed, throughput=5MB/sec 2023-12-01T05:16:36.833 INFO:tasks.workunit.client.0.smithi111.stdout: 749: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:36.833 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p3FQDjFFaHKBQnL off=5742335 len=1846421 2023-12-01T05:16:36.842 INFO:tasks.workunit.client.0.smithi111.stdout:op 3805 completed, throughput=5MB/sec 2023-12-01T05:16:36.842 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6m98ErhO36SQCIH off=2518208 len=1500012 2023-12-01T05:16:36.857 INFO:tasks.workunit.client.0.smithi111.stdout:op 3806 completed, throughput=5MB/sec 2023-12-01T05:16:36.857 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-haNlhQZV2EzEnWS off=1288946 len=520988 2023-12-01T05:16:36.857 INFO:tasks.workunit.client.0.smithi111.stdout:op 3807 completed, throughput=5MB/sec 2023-12-01T05:16:36.858 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YoiAUHvR_CF7HaA off=4136389 len=2018687 2023-12-01T05:16:36.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 3808 completed, throughput=5MB/sec 2023-12-01T05:16:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:36 smithi155 ceph-mon[102677]: pgmap v2068: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2023-12-01T05:16:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:36 smithi111 ceph-mon[116524]: pgmap v2068: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2023-12-01T05:16:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:36 smithi111 ceph-mon[97855]: pgmap v2068: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2023-12-01T05:16:37.869 INFO:tasks.workunit.client.0.smithi111.stdout: 750: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:37.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4r-eyP1iC9AfbU4 off=740900 len=263722 2023-12-01T05:16:37.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 3809 completed, throughput=4.99MB/sec 2023-12-01T05:16:37.870 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sfBiQlQQW2RVP2Z off=3016915 len=38991 2023-12-01T05:16:37.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 3810 completed, throughput=4.99MB/sec 2023-12-01T05:16:37.871 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ae_KbzRg0N6jUfS off=14197097 len=1667514 2023-12-01T05:16:37.879 INFO:tasks.workunit.client.0.smithi111.stdout:op 3811 completed, throughput=5MB/sec 2023-12-01T05:16:37.879 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zPToBCx3xENeB9g off=10878101 len=652607 2023-12-01T05:16:37.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 3812 completed, throughput=5MB/sec 2023-12-01T05:16:37.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dFax-qNwgdba7RB off=3159877 len=89761 2023-12-01T05:16:37.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 3813 completed, throughput=5MB/sec 2023-12-01T05:16:37.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U7I1Rf21DEPyYy_ off=5039853 len=322867 2023-12-01T05:16:37.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 3814 completed, throughput=5MB/sec 2023-12-01T05:16:37.884 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F4pDWRE5exq5kpo off=15212524 len=1278858 2023-12-01T05:16:37.892 INFO:tasks.workunit.client.0.smithi111.stdout:op 3815 completed, throughput=5MB/sec 2023-12-01T05:16:37.892 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1rqmB0BtdiSniEy off=3678467 len=785525 2023-12-01T05:16:37.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 3816 completed, throughput=5MB/sec 2023-12-01T05:16:38.893 INFO:tasks.workunit.client.0.smithi111.stdout: 751: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:38.894 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x9wEq8BUXC948ra off=4276890 len=1502071 2023-12-01T05:16:38.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 3817 completed, throughput=5MB/sec 2023-12-01T05:16:38.902 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_F-SfsUeqGxXlc6 off=3578673 len=1892321 2023-12-01T05:16:38.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 3818 completed, throughput=5MB/sec 2023-12-01T05:16:38.905 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rqOePJeTsLXltSS off=10352242 len=203596 2023-12-01T05:16:38.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 3819 completed, throughput=5MB/sec 2023-12-01T05:16:38.908 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LqG7mlnqXWtL3WO off=7737953 len=1511342 2023-12-01T05:16:38.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 3820 completed, throughput=5MB/sec 2023-12-01T05:16:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:38 smithi155 ceph-mon[102677]: pgmap v2069: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:38 smithi111 ceph-mon[97855]: pgmap v2069: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:38 smithi111 ceph-mon[116524]: pgmap v2069: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:16:39] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2023-12-01T05:16:39.911 INFO:tasks.workunit.client.0.smithi111.stdout: 752: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:39.911 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gd7dRO1QEzX-d4w off=1074466 len=384390 2023-12-01T05:16:39.914 INFO:tasks.workunit.client.0.smithi111.stdout:op 3821 completed, throughput=4.99MB/sec 2023-12-01T05:16:39.914 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zPzaRUe5vSEByVm off=11227978 len=1104265 2023-12-01T05:16:39.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 3822 completed, throughput=5MB/sec 2023-12-01T05:16:39.919 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dTF0TzQUC00RUIp off=12793741 len=1870910 2023-12-01T05:16:39.921 INFO:tasks.workunit.client.0.smithi111.stdout:op 3823 completed, throughput=5MB/sec 2023-12-01T05:16:39.921 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rk1X-c6YskhAdJJ off=3061734 len=188004 2023-12-01T05:16:39.924 INFO:tasks.workunit.client.0.smithi111.stdout:op 3824 completed, throughput=5MB/sec 2023-12-01T05:16:39.924 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o_NydpDdDC53Wy7 off=6592823 len=1922783 2023-12-01T05:16:39.926 INFO:tasks.workunit.client.0.smithi111.stdout:op 3825 completed, throughput=5MB/sec 2023-12-01T05:16:40.926 INFO:tasks.workunit.client.0.smithi111.stdout: 753: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:40.926 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kFl9OBsro485t-L off=16884927 len=884315 2023-12-01T05:16:40.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 3826 completed, throughput=5MB/sec 2023-12-01T05:16:40.927 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o49R9sqCJFmJ-X4 off=3856942 len=419177 2023-12-01T05:16:40.928 INFO:tasks.workunit.client.0.smithi111.stdout:op 3827 completed, throughput=5MB/sec 2023-12-01T05:16:40.928 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NTnd0bCgo3ooMlX off=1922017 len=1672076 2023-12-01T05:16:40.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 3828 completed, throughput=5MB/sec 2023-12-01T05:16:40.930 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q9uN27Ut02WnQ7Q off=1571411 len=1951361 2023-12-01T05:16:40.932 INFO:tasks.workunit.client.0.smithi111.stdout:op 3829 completed, throughput=5MB/sec 2023-12-01T05:16:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:40 smithi155 ceph-mon[102677]: pgmap v2070: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:40 smithi111 ceph-mon[97855]: pgmap v2070: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:40 smithi111 ceph-mon[116524]: pgmap v2070: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:41.932 INFO:tasks.workunit.client.0.smithi111.stdout: 754: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:41.932 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Yu8h3fOFkbTsA5w off=1223078 len=963242 2023-12-01T05:16:41.934 INFO:tasks.workunit.client.0.smithi111.stdout:op 3830 completed, throughput=4.99MB/sec 2023-12-01T05:16:41.934 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--uHh4AztcK8oZGy off=3080891 len=1288025 2023-12-01T05:16:41.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 3831 completed, throughput=5MB/sec 2023-12-01T05:16:41.940 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ch4P4Zu6o1Pd0DT off=4435479 len=1904561 2023-12-01T05:16:41.950 INFO:tasks.workunit.client.0.smithi111.stdout:op 3832 completed, throughput=5MB/sec 2023-12-01T05:16:41.950 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-41Jhh6joMZXB4MG off=9039054 len=360576 2023-12-01T05:16:41.953 INFO:tasks.workunit.client.0.smithi111.stdout:op 3833 completed, throughput=5MB/sec 2023-12-01T05:16:41.953 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eJmJbglCxbGiNwz off=136988 len=424026 2023-12-01T05:16:41.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 3834 completed, throughput=5MB/sec 2023-12-01T05:16:41.954 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fIv2ULQRi03JTwr off=1744388 len=372385 2023-12-01T05:16:41.957 INFO:tasks.workunit.client.0.smithi111.stdout:op 3835 completed, throughput=5MB/sec 2023-12-01T05:16:42.957 INFO:tasks.workunit.client.0.smithi111.stdout: 755: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:42.957 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-61q-4_zjPMeTu2j off=4917583 len=799279 2023-12-01T05:16:42.958 INFO:tasks.workunit.client.0.smithi111.stdout:op 3836 completed, throughput=4.99MB/sec 2023-12-01T05:16:42.958 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W5xe-au6JwkOULL off=8948733 len=933572 2023-12-01T05:16:42.959 INFO:tasks.workunit.client.0.smithi111.stdout:op 3837 completed, throughput=5MB/sec 2023-12-01T05:16:42.959 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9WPFi3-o8n_Fbpa off=2166178 len=796444 2023-12-01T05:16:42.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 3838 completed, throughput=5MB/sec 2023-12-01T05:16:42.964 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IbRRi86WRrIWC7J off=563652 len=1180209 2023-12-01T05:16:42.971 INFO:tasks.workunit.client.0.smithi111.stdout:op 3839 completed, throughput=5MB/sec 2023-12-01T05:16:42.971 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_Vrt-4OfNeNxn1g off=5086632 len=427419 2023-12-01T05:16:42.972 INFO:tasks.workunit.client.0.smithi111.stdout:op 3840 completed, throughput=5MB/sec 2023-12-01T05:16:42.972 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c3Jc4lqm2Ua7XH7 off=4964913 len=1689676 2023-12-01T05:16:42.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 3841 completed, throughput=5MB/sec 2023-12-01T05:16:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:42 smithi155 ceph-mon[102677]: pgmap v2071: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:16:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:42 smithi111 ceph-mon[97855]: pgmap v2071: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:16:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:42 smithi111 ceph-mon[116524]: pgmap v2071: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:16:43.978 INFO:tasks.workunit.client.0.smithi111.stdout: 756: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:43.978 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dNa9fQorm6_gtiq off=945439 len=1906997 2023-12-01T05:16:43.980 INFO:tasks.workunit.client.0.smithi111.stdout:op 3842 completed, throughput=5MB/sec 2023-12-01T05:16:43.980 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I842Qw5XQ0v8K6k off=2527031 len=760836 2023-12-01T05:16:43.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 3843 completed, throughput=5MB/sec 2023-12-01T05:16:43.981 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Go0R4wag6F0ahda off=2984306 len=1294025 2023-12-01T05:16:43.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 3844 completed, throughput=5MB/sec 2023-12-01T05:16:43.988 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wyyO7D3Gc29x4vS off=1727532 len=1266435 2023-12-01T05:16:43.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 3845 completed, throughput=5MB/sec 2023-12-01T05:16:44.064 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:16:44.371 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:16:44.371 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (34m) 89s ago 34m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:16:44.371 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (34m) 88s ago 34m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:16:44.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (35m) 89s ago 35m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:16:44.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (35m) 88s ago 35m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:16:44.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (38m) 88s ago 38m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (40m) 89s ago 40m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (40m) 89s ago 40m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (39m) 88s ago 39m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (38m) 89s ago 38m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (34m) 89s ago 34m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (34m) 88s ago 34m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (38m) 89s ago 38m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:16:44.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (38m) 89s ago 38m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:16:44.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (37m) 89s ago 37m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:16:44.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (37m) 89s ago 37m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:16:44.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (36m) 88s ago 36m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:16:44.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (36m) 88s ago 36m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:16:44.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (36m) 88s ago 36m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:16:44.373 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (35m) 88s ago 35m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:16:44.374 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (33m) 88s ago 35m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:16:44.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:16:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:16:44.994 INFO:tasks.workunit.client.0.smithi111.stdout: 757: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:44.994 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4msqcTmbir96QaW off=9984487 len=1688077 2023-12-01T05:16:45.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 3846 completed, throughput=5MB/sec 2023-12-01T05:16:45.000 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jN8zNa6WeOdsUIx off=6141239 len=924610 2023-12-01T05:16:45.005 INFO:tasks.workunit.client.0.smithi111.stdout:op 3847 completed, throughput=5MB/sec 2023-12-01T05:16:45.005 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-j8osB7qa5MKnawI off=9695203 len=1365223 2023-12-01T05:16:45.007 INFO:tasks.workunit.client.0.smithi111.stdout:op 3848 completed, throughput=5MB/sec 2023-12-01T05:16:45.007 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PXU-KMK84o2LGJt off=13595369 len=1947037 2023-12-01T05:16:45.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 3849 completed, throughput=5MB/sec 2023-12-01T05:16:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:44 smithi155 ceph-mon[102677]: pgmap v2072: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:44 smithi155 ceph-mon[102677]: from='client.26537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1980793267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:16:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:44 smithi111 ceph-mon[97855]: pgmap v2072: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:44 smithi111 ceph-mon[97855]: from='client.26537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1980793267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:16:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:44 smithi111 ceph-mon[116524]: pgmap v2072: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:44 smithi111 ceph-mon[116524]: from='client.26537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1980793267' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:16:46.008 INFO:tasks.workunit.client.0.smithi111.stdout: 758: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:46.009 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JpdwXJz9JyTrSZ0 off=8238616 len=1766688 2023-12-01T05:16:46.017 INFO:tasks.workunit.client.0.smithi111.stdout:op 3850 completed, throughput=5MB/sec 2023-12-01T05:16:46.017 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kdVr6YtUqnMhG5N off=3528863 len=185505 2023-12-01T05:16:46.018 INFO:tasks.workunit.client.0.smithi111.stdout:op 3851 completed, throughput=5MB/sec 2023-12-01T05:16:46.018 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NBG9MwgQTTmGxkR off=438506 len=974112 2023-12-01T05:16:46.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 3852 completed, throughput=5MB/sec 2023-12-01T05:16:46.022 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_6RJCZkghX2UXSH off=8936997 len=833723 2023-12-01T05:16:46.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 3853 completed, throughput=5MB/sec 2023-12-01T05:16:46.024 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VhmaBGyEkt-iPrc off=9044425 len=140846 2023-12-01T05:16:46.025 INFO:tasks.workunit.client.0.smithi111.stdout:op 3854 completed, throughput=5MB/sec 2023-12-01T05:16:46.025 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oiGAjGCNjEffk2X off=2269922 len=1361852 2023-12-01T05:16:46.027 INFO:tasks.workunit.client.0.smithi111.stdout:op 3855 completed, throughput=5MB/sec 2023-12-01T05:16:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:45 smithi155 ceph-mon[102677]: from='client.16641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:45 smithi111 ceph-mon[97855]: from='client.16641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:45 smithi111 ceph-mon[116524]: from='client.16641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:16:47.027 INFO:tasks.workunit.client.0.smithi111.stdout: 759: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:47.028 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PbeEw0jj_smWj2s off=19742436 len=1017703 2023-12-01T05:16:47.034 INFO:tasks.workunit.client.0.smithi111.stdout:op 3856 completed, throughput=5MB/sec 2023-12-01T05:16:47.034 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ugzxvv_bDIa4vqc off=1476161 len=2025848 2023-12-01T05:16:47.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 3857 completed, throughput=5MB/sec 2023-12-01T05:16:47.047 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xl8MBV4oLFSwg83 off=2714249 len=1120176 2023-12-01T05:16:47.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 3858 completed, throughput=5MB/sec 2023-12-01T05:16:47.048 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eafo7FPJ1J2eRfE off=1880869 len=1735629 2023-12-01T05:16:47.058 INFO:tasks.workunit.client.0.smithi111.stdout:op 3859 completed, throughput=5MB/sec 2023-12-01T05:16:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:46 smithi155 ceph-mon[102677]: pgmap v2073: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:16:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:46 smithi111 ceph-mon[97855]: pgmap v2073: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:16:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:46 smithi111 ceph-mon[116524]: pgmap v2073: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:16:48.058 INFO:tasks.workunit.client.0.smithi111.stdout: 760: throughput=5MB/sec pending data=0 2023-12-01T05:16:48.058 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-US-A3MTxCYUMk9X off=13770857 len=709637 2023-12-01T05:16:48.062 INFO:tasks.workunit.client.0.smithi111.stdout:op 3860 completed, throughput=5MB/sec 2023-12-01T05:16:48.063 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-owDQMa1naBODiij off=4673289 len=1605857 2023-12-01T05:16:48.064 INFO:tasks.workunit.client.0.smithi111.stdout:op 3861 completed, throughput=5MB/sec 2023-12-01T05:16:48.065 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qBBUSci94GPk3rY off=4589436 len=1879590 2023-12-01T05:16:48.074 INFO:tasks.workunit.client.0.smithi111.stdout:op 3862 completed, throughput=5MB/sec 2023-12-01T05:16:49.073 INFO:tasks.workunit.client.0.smithi111.stdout: 761: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:49.073 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gnCqVwqMIbfsxVM off=1476326 len=828704 2023-12-01T05:16:49.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 3863 completed, throughput=4.99MB/sec 2023-12-01T05:16:49.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PZMHNndW0wcL9LA off=2791542 len=1578366 2023-12-01T05:16:49.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 3864 completed, throughput=5MB/sec 2023-12-01T05:16:49.084 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hsQVY7mYF6Sd-z1 off=21375686 len=398061 2023-12-01T05:16:49.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 3865 completed, throughput=5MB/sec 2023-12-01T05:16:49.088 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HqTd0sMkiOxtqRz off=8438667 len=950801 2023-12-01T05:16:49.093 INFO:tasks.workunit.client.0.smithi111.stdout:op 3866 completed, throughput=5MB/sec 2023-12-01T05:16:49.093 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_ViRZ8dNySGbFZe off=19997566 len=1754273 2023-12-01T05:16:49.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 3867 completed, throughput=5MB/sec 2023-12-01T05:16:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:48 smithi155 ceph-mon[102677]: pgmap v2074: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:48 smithi111 ceph-mon[97855]: pgmap v2074: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:48 smithi111 ceph-mon[116524]: pgmap v2074: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:16:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:16:49] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2023-12-01T05:16:50.101 INFO:tasks.workunit.client.0.smithi111.stdout: 762: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:50.102 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pppuX8Ahb8koHpT off=4991371 len=1605372 2023-12-01T05:16:50.108 INFO:tasks.workunit.client.0.smithi111.stdout:op 3868 completed, throughput=5MB/sec 2023-12-01T05:16:50.108 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TKta5xTGY_5NkNz off=5317148 len=1810665 2023-12-01T05:16:50.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 3869 completed, throughput=5MB/sec 2023-12-01T05:16:50.117 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LZWXq7Ndy2K6ckJ off=6459442 len=572824 2023-12-01T05:16:50.121 INFO:tasks.workunit.client.0.smithi111.stdout:op 3870 completed, throughput=5MB/sec 2023-12-01T05:16:50.121 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lB8u8B1K6QRfBqw off=15313799 len=1629220 2023-12-01T05:16:50.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 3871 completed, throughput=5MB/sec 2023-12-01T05:16:51.126 INFO:tasks.workunit.client.0.smithi111.stdout: 763: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:51.126 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9cYf43Ecfm96If5 off=5909381 len=281694 2023-12-01T05:16:51.126 INFO:tasks.workunit.client.0.smithi111.stdout:op 3872 completed, throughput=4.99MB/sec 2023-12-01T05:16:51.126 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-47hCvJa2DBXPU-9 off=1328197 len=1525985 2023-12-01T05:16:51.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 3873 completed, throughput=5MB/sec 2023-12-01T05:16:51.133 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yRc4r0OZ4QFhMbD off=5632637 len=79167 2023-12-01T05:16:51.134 INFO:tasks.workunit.client.0.smithi111.stdout:op 3874 completed, throughput=5MB/sec 2023-12-01T05:16:51.134 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yqX3Qn-AkMsxP_X off=500469 len=1538052 2023-12-01T05:16:51.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 3875 completed, throughput=5MB/sec 2023-12-01T05:16:51.142 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dlWZGzjC0QBl_SU off=3337425 len=1915271 2023-12-01T05:16:51.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 3876 completed, throughput=5MB/sec 2023-12-01T05:16:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:50 smithi155 ceph-mon[102677]: pgmap v2075: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:50 smithi111 ceph-mon[97855]: pgmap v2075: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:50 smithi111 ceph-mon[116524]: pgmap v2075: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:16:52.152 INFO:tasks.workunit.client.0.smithi111.stdout: 764: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:52.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ys8Fn9NRLDl9sOe off=20183349 len=432619 2023-12-01T05:16:52.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 3877 completed, throughput=4.99MB/sec 2023-12-01T05:16:52.154 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_zHwxiMyN0etMak off=13873708 len=1524304 2023-12-01T05:16:52.164 INFO:tasks.workunit.client.0.smithi111.stdout:op 3878 completed, throughput=5MB/sec 2023-12-01T05:16:52.164 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BWQy4MVvNSwVAqE off=5540950 len=1630795 2023-12-01T05:16:52.170 INFO:tasks.workunit.client.0.smithi111.stdout:op 3879 completed, throughput=5MB/sec 2023-12-01T05:16:52.170 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0SkahT-zW3k072I off=14014279 len=1080725 2023-12-01T05:16:52.172 INFO:tasks.workunit.client.0.smithi111.stdout:op 3880 completed, throughput=5MB/sec 2023-12-01T05:16:52.172 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-70W9kOsyAU5cXjN off=12712488 len=828540 2023-12-01T05:16:52.176 INFO:tasks.workunit.client.0.smithi111.stdout:op 3881 completed, throughput=5MB/sec 2023-12-01T05:16:53.177 INFO:tasks.workunit.client.0.smithi111.stdout: 765: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:53.177 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kKaCJ6S3SXIIyvK off=22293834 len=674820 2023-12-01T05:16:53.181 INFO:tasks.workunit.client.0.smithi111.stdout:op 3882 completed, throughput=5MB/sec 2023-12-01T05:16:53.181 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mUVHuex2k6DPxU9 off=19456012 len=673925 2023-12-01T05:16:53.185 INFO:tasks.workunit.client.0.smithi111.stdout:op 3883 completed, throughput=5MB/sec 2023-12-01T05:16:53.185 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K0BN-4uTWtyae9t off=6259481 len=412018 2023-12-01T05:16:53.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 3884 completed, throughput=5MB/sec 2023-12-01T05:16:53.186 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9o9GrzAw591J-RG off=2511432 len=622065 2023-12-01T05:16:53.189 INFO:tasks.workunit.client.0.smithi111.stdout:op 3885 completed, throughput=5MB/sec 2023-12-01T05:16:53.189 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6iDjyU7ddWSapXL off=2368459 len=758692 2023-12-01T05:16:53.190 INFO:tasks.workunit.client.0.smithi111.stdout:op 3886 completed, throughput=5MB/sec 2023-12-01T05:16:53.190 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_f2fOmWXYmryZ5a off=316769 len=23986 2023-12-01T05:16:53.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 3887 completed, throughput=5MB/sec 2023-12-01T05:16:53.191 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oO37N96f21H-IAx off=567602 len=408804 2023-12-01T05:16:53.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 3888 completed, throughput=5MB/sec 2023-12-01T05:16:53.191 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_38VfL9maTlUGxQ off=6059193 len=1384490 2023-12-01T05:16:53.193 INFO:tasks.workunit.client.0.smithi111.stdout:op 3889 completed, throughput=5MB/sec 2023-12-01T05:16:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:52 smithi155 ceph-mon[102677]: pgmap v2076: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:16:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:52 smithi111 ceph-mon[97855]: pgmap v2076: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:16:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:52 smithi111 ceph-mon[116524]: pgmap v2076: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:16:54.193 INFO:tasks.workunit.client.0.smithi111.stdout: 766: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:54.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ynchYCy605-1O1j off=3867690 len=225026 2023-12-01T05:16:54.197 INFO:tasks.workunit.client.0.smithi111.stdout:op 3890 completed, throughput=4.99MB/sec 2023-12-01T05:16:54.197 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RJbQHGiyzlFdWii off=3039924 len=1329105 2023-12-01T05:16:54.204 INFO:tasks.workunit.client.0.smithi111.stdout:op 3891 completed, throughput=5MB/sec 2023-12-01T05:16:54.204 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nM3o70xnUlBFcgP off=3431071 len=1613309 2023-12-01T05:16:54.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 3892 completed, throughput=5MB/sec 2023-12-01T05:16:54.207 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y6nFfJxQVmnXzJ9 off=4280304 len=853629 2023-12-01T05:16:54.211 INFO:tasks.workunit.client.0.smithi111.stdout:op 3893 completed, throughput=5MB/sec 2023-12-01T05:16:54.211 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y51CXhQHRjj_XiD off=11444838 len=1648211 2023-12-01T05:16:54.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 3894 completed, throughput=5MB/sec 2023-12-01T05:16:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:54 smithi155 ceph-mon[102677]: pgmap v2077: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:16:55.219 INFO:tasks.workunit.client.0.smithi111.stdout: 767: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:55.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JSMu7qqs1yocW7v off=5532190 len=865912 2023-12-01T05:16:55.221 INFO:tasks.workunit.client.0.smithi111.stdout:op 3895 completed, throughput=5MB/sec 2023-12-01T05:16:55.222 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5TZIG7MFkhxLIiU off=2305314 len=1501747 2023-12-01T05:16:55.224 INFO:tasks.workunit.client.0.smithi111.stdout:op 3896 completed, throughput=5MB/sec 2023-12-01T05:16:55.225 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-14XRR3h6pLE2lgh off=5426843 len=1543089 2023-12-01T05:16:55.231 INFO:tasks.workunit.client.0.smithi111.stdout:op 3897 completed, throughput=5MB/sec 2023-12-01T05:16:55.232 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-52Xe4L3yJdmAQsr off=871766 len=49828 2023-12-01T05:16:55.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 3898 completed, throughput=5MB/sec 2023-12-01T05:16:55.232 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-43Sm7H--6wRQA0X off=10292047 len=396024 2023-12-01T05:16:55.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 3899 completed, throughput=5MB/sec 2023-12-01T05:16:55.233 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T6cUwuqEiQeoyxG off=6951423 len=539483 2023-12-01T05:16:55.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 3900 completed, throughput=5MB/sec 2023-12-01T05:16:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:54 smithi111 ceph-mon[97855]: pgmap v2077: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:16:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:54 smithi111 ceph-mon[116524]: pgmap v2077: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:16:56.238 INFO:tasks.workunit.client.0.smithi111.stdout: 768: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:56.238 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-neL3aEH7WPbwgGV off=1334442 len=660361 2023-12-01T05:16:56.240 INFO:tasks.workunit.client.0.smithi111.stdout:op 3901 completed, throughput=4.99MB/sec 2023-12-01T05:16:56.240 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-19r9R74exa_yYyd off=2037490 len=303874 2023-12-01T05:16:56.240 INFO:tasks.workunit.client.0.smithi111.stdout:op 3902 completed, throughput=5MB/sec 2023-12-01T05:16:56.241 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mGrmZHVFf4jL1sW off=22687938 len=1933960 2023-12-01T05:16:56.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 3903 completed, throughput=5MB/sec 2023-12-01T05:16:56.251 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tHvBxgaq2AdMjsh off=8623438 len=237208 2023-12-01T05:16:56.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 3904 completed, throughput=5MB/sec 2023-12-01T05:16:56.254 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-j8DUvg2i8GtZjsT off=5555824 len=523571 2023-12-01T05:16:56.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 3905 completed, throughput=5MB/sec 2023-12-01T05:16:56.254 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QHG4TWkFNQvVsR_ off=432801 len=2058752 2023-12-01T05:16:56.263 INFO:tasks.workunit.client.0.smithi111.stdout:op 3906 completed, throughput=5MB/sec 2023-12-01T05:16:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:56 smithi155 ceph-mon[102677]: pgmap v2078: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:16:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:56 smithi111 ceph-mon[97855]: pgmap v2078: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:16:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:56 smithi111 ceph-mon[116524]: pgmap v2078: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:16:57.263 INFO:tasks.workunit.client.0.smithi111.stdout: 769: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:57.263 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QEElZN-2ttL612N off=404019 len=478068 2023-12-01T05:16:57.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 3907 completed, throughput=4.99MB/sec 2023-12-01T05:16:57.264 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iExMX8P-Zpq54KN off=1859210 len=901327 2023-12-01T05:16:57.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 3908 completed, throughput=5MB/sec 2023-12-01T05:16:57.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cZRZ8tzch9ruvsr off=7589808 len=675399 2023-12-01T05:16:57.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 3909 completed, throughput=5MB/sec 2023-12-01T05:16:57.274 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zqHKx5ljDsoXG9b off=2201604 len=388351 2023-12-01T05:16:57.277 INFO:tasks.workunit.client.0.smithi111.stdout:op 3910 completed, throughput=5MB/sec 2023-12-01T05:16:57.277 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hsS5EVdpxOLDTez off=3635940 len=212567 2023-12-01T05:16:57.280 INFO:tasks.workunit.client.0.smithi111.stdout:op 3911 completed, throughput=5MB/sec 2023-12-01T05:16:57.280 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IWJ2-hICZl8M6DD off=11485480 len=45418 2023-12-01T05:16:57.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 3912 completed, throughput=5MB/sec 2023-12-01T05:16:57.282 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UqqO8_foWD-ZXEC off=8710785 len=735826 2023-12-01T05:16:57.286 INFO:tasks.workunit.client.0.smithi111.stdout:op 3913 completed, throughput=5MB/sec 2023-12-01T05:16:57.287 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g2Y9e6YobJ-eQ_L off=2344062 len=393544 2023-12-01T05:16:57.289 INFO:tasks.workunit.client.0.smithi111.stdout:op 3914 completed, throughput=5MB/sec 2023-12-01T05:16:57.289 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j0-2VSQjcG6nxm5 off=1847451 len=912193 2023-12-01T05:16:57.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 3915 completed, throughput=5MB/sec 2023-12-01T05:16:57.294 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-itBwVo9bdqyz_OO off=8883688 len=503717 2023-12-01T05:16:57.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 3916 completed, throughput=5MB/sec 2023-12-01T05:16:58.295 INFO:tasks.workunit.client.0.smithi111.stdout: 770: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:58.295 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kGwOSG3mX_f94uH off=9085691 len=1061091 2023-12-01T05:16:58.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 3917 completed, throughput=5MB/sec 2023-12-01T05:16:58.297 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ge6xoxJuE8YR4q9 off=7851273 len=1784040 2023-12-01T05:16:58.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 3918 completed, throughput=5MB/sec 2023-12-01T05:16:58.305 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bBUnPoGGJ3WBHoq off=624906 len=1900409 2023-12-01T05:16:58.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 3919 completed, throughput=5MB/sec 2023-12-01T05:16:58.307 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zTjl3nW0DerF5Zc off=20767103 len=614308 2023-12-01T05:16:58.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 3920 completed, throughput=5MB/sec 2023-12-01T05:16:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:16:58 smithi155 ceph-mon[102677]: pgmap v2079: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:16:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:16:58 smithi111 ceph-mon[97855]: pgmap v2079: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:16:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:16:58 smithi111 ceph-mon[116524]: pgmap v2079: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:16:59.311 INFO:tasks.workunit.client.0.smithi111.stdout: 771: throughput=4.99MB/sec pending data=0 2023-12-01T05:16:59.311 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RmHFg_OpytV7vzf off=692530 len=570842 2023-12-01T05:16:59.312 INFO:tasks.workunit.client.0.smithi111.stdout:op 3921 completed, throughput=4.99MB/sec 2023-12-01T05:16:59.312 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2OQA1vrYFSg_agv off=6680425 len=1600770 2023-12-01T05:16:59.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 3922 completed, throughput=5MB/sec 2023-12-01T05:16:59.314 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EKgs4_VBeUmMAOZ off=7108873 len=581550 2023-12-01T05:16:59.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 3923 completed, throughput=5MB/sec 2023-12-01T05:16:59.315 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mUVHuex2k6DPxU9 off=6874780 len=43482 2023-12-01T05:16:59.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 3924 completed, throughput=5MB/sec 2023-12-01T05:16:59.317 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-um4a8J0JztnnN84 off=8912165 len=155418 2023-12-01T05:16:59.318 INFO:tasks.workunit.client.0.smithi111.stdout:op 3925 completed, throughput=5MB/sec 2023-12-01T05:16:59.318 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Izty6Tf7vKZj7Is off=11653382 len=1766597 2023-12-01T05:16:59.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 3926 completed, throughput=5MB/sec 2023-12-01T05:16:59.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lc6R2p8FXZQorBj off=764020 len=318479 2023-12-01T05:16:59.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 3927 completed, throughput=5MB/sec 2023-12-01T05:16:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:16:59] "GET /metrics HTTP/1.1" 200 33907 "" "Prometheus/2.43.0" 2023-12-01T05:17:00.331 INFO:tasks.workunit.client.0.smithi111.stdout: 772: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:00.331 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5UsHzWGjlknMD_Z off=2115989 len=1032734 2023-12-01T05:17:00.332 INFO:tasks.workunit.client.0.smithi111.stdout:op 3928 completed, throughput=5MB/sec 2023-12-01T05:17:00.332 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o_cpI1PUgPKsgag off=7171918 len=296051 2023-12-01T05:17:00.335 INFO:tasks.workunit.client.0.smithi111.stdout:op 3929 completed, throughput=5MB/sec 2023-12-01T05:17:00.336 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HP4p8KXbwgz4d-m off=7684645 len=1140316 2023-12-01T05:17:00.343 INFO:tasks.workunit.client.0.smithi111.stdout:op 3930 completed, throughput=5MB/sec 2023-12-01T05:17:00.343 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BkSsb5YbepPv_rP off=13956742 len=327166 2023-12-01T05:17:00.343 INFO:tasks.workunit.client.0.smithi111.stdout:op 3931 completed, throughput=5MB/sec 2023-12-01T05:17:00.343 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Wkvz0kvmg7QX45d off=738690 len=1157265 2023-12-01T05:17:00.346 INFO:tasks.workunit.client.0.smithi111.stdout:op 3932 completed, throughput=5MB/sec 2023-12-01T05:17:00.346 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aIzpCwZgafeGo-6 off=10823342 len=1026041 2023-12-01T05:17:00.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 3933 completed, throughput=5MB/sec 2023-12-01T05:17:00.348 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8blz-9KOugHuvkR off=3139525 len=831327 2023-12-01T05:17:00.353 INFO:tasks.workunit.client.0.smithi111.stdout:op 3934 completed, throughput=5MB/sec 2023-12-01T05:17:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:00 smithi155 ceph-mon[102677]: pgmap v2080: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:17:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:00 smithi111 ceph-mon[97855]: pgmap v2080: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:17:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:00 smithi111 ceph-mon[116524]: pgmap v2080: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2023-12-01T05:17:01.353 INFO:tasks.workunit.client.0.smithi111.stdout: 773: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:01.353 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qXGQWWZYrNuz0Q9 off=24141745 len=641631 2023-12-01T05:17:01.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 3935 completed, throughput=5MB/sec 2023-12-01T05:17:01.355 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3ohb5RfzjdKy23K off=1285387 len=734770 2023-12-01T05:17:01.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 3936 completed, throughput=5MB/sec 2023-12-01T05:17:01.359 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qwh1DoviZ52yqrf off=9981065 len=1179264 2023-12-01T05:17:01.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 3937 completed, throughput=5MB/sec 2023-12-01T05:17:01.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-egtUbggnH9GW4M- off=10121662 len=244535 2023-12-01T05:17:01.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 3938 completed, throughput=5MB/sec 2023-12-01T05:17:01.362 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LBjecHgKqVoHW9E off=13079324 len=825922 2023-12-01T05:17:01.366 INFO:tasks.workunit.client.0.smithi111.stdout:op 3939 completed, throughput=5MB/sec 2023-12-01T05:17:01.366 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T0tB_Qb_8GcJVbr off=9358437 len=584422 2023-12-01T05:17:01.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 3940 completed, throughput=5MB/sec 2023-12-01T05:17:01.367 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nj4l_Onkt-Fsb2X off=13007849 len=1435795 2023-12-01T05:17:01.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 3941 completed, throughput=5MB/sec 2023-12-01T05:17:02.370 INFO:tasks.workunit.client.0.smithi111.stdout: 774: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:02.371 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wJKwjkcuzgdDCyN off=5826498 len=683365 2023-12-01T05:17:02.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 3942 completed, throughput=5MB/sec 2023-12-01T05:17:02.373 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fHFe21jmoT-e9kn off=7063293 len=343706 2023-12-01T05:17:02.376 INFO:tasks.workunit.client.0.smithi111.stdout:op 3943 completed, throughput=5MB/sec 2023-12-01T05:17:02.376 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hLiJCE2C8aQ5kmQ off=11335657 len=1325115 2023-12-01T05:17:02.378 INFO:tasks.workunit.client.0.smithi111.stdout:op 3944 completed, throughput=5MB/sec 2023-12-01T05:17:02.378 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AZpITm0HfqqTC5f off=9937578 len=1829831 2023-12-01T05:17:02.392 INFO:tasks.workunit.client.0.smithi111.stdout:op 3945 completed, throughput=5MB/sec 2023-12-01T05:17:02.392 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wWCG153S8S_8zkg off=18354808 len=153235 2023-12-01T05:17:02.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 3946 completed, throughput=5MB/sec 2023-12-01T05:17:02.393 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x_Ynzf33AQzi9V_ off=729420 len=283110 2023-12-01T05:17:02.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 3947 completed, throughput=5MB/sec 2023-12-01T05:17:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:02 smithi155 ceph-mon[102677]: pgmap v2081: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-01T05:17:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:02 smithi111 ceph-mon[97855]: pgmap v2081: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-01T05:17:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:02 smithi111 ceph-mon[116524]: pgmap v2081: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2023-12-01T05:17:03.394 INFO:tasks.workunit.client.0.smithi111.stdout: 775: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:03.394 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VH9hqQ1jj0FKuEl off=3655607 len=1664054 2023-12-01T05:17:03.404 INFO:tasks.workunit.client.0.smithi111.stdout:op 3948 completed, throughput=5MB/sec 2023-12-01T05:17:03.404 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0eLg4IUHn3B4n3G off=1041428 len=98107 2023-12-01T05:17:03.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 3949 completed, throughput=5MB/sec 2023-12-01T05:17:03.407 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NMbGJBXrADqn75A off=65150 len=1644200 2023-12-01T05:17:03.409 INFO:tasks.workunit.client.0.smithi111.stdout:op 3950 completed, throughput=5MB/sec 2023-12-01T05:17:03.409 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QS64CGMRcsb2JVR off=6310360 len=906666 2023-12-01T05:17:03.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 3951 completed, throughput=5MB/sec 2023-12-01T05:17:03.410 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-raWtNzNqd0Mr-oP off=3474799 len=2057651 2023-12-01T05:17:03.421 INFO:tasks.workunit.client.0.smithi111.stdout:op 3952 completed, throughput=5MB/sec 2023-12-01T05:17:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:04.422 INFO:tasks.workunit.client.0.smithi111.stdout: 776: throughput=5MB/sec pending data=0 2023-12-01T05:17:04.422 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GslnfvWhXky170l off=19671196 len=401286 2023-12-01T05:17:04.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 3953 completed, throughput=5MB/sec 2023-12-01T05:17:04.423 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-12AaJhvAMfz2URG off=1384139 len=673286 2023-12-01T05:17:04.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 3954 completed, throughput=5MB/sec 2023-12-01T05:17:04.424 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UkyDltc_3PEHbcu off=362106 len=1766746 2023-12-01T05:17:04.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 3955 completed, throughput=5MB/sec 2023-12-01T05:17:04.433 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kzHaASu-mORUSRE off=1997725 len=88529 2023-12-01T05:17:04.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 3956 completed, throughput=5MB/sec 2023-12-01T05:17:04.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LqG7mlnqXWtL3WO off=6992250 len=1510407 2023-12-01T05:17:04.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 3957 completed, throughput=5MB/sec 2023-12-01T05:17:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:04 smithi155 ceph-mon[102677]: pgmap v2082: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:17:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:04 smithi111 ceph-mon[97855]: pgmap v2082: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:17:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:04 smithi111 ceph-mon[116524]: pgmap v2082: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:17:05.437 INFO:tasks.workunit.client.0.smithi111.stdout: 777: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:05.437 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--DsKPCFlWdd0NVR off=220482 len=1998939 2023-12-01T05:17:05.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 3958 completed, throughput=5MB/sec 2023-12-01T05:17:05.444 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m9g4sjQeEA9RKBt off=3759178 len=396103 2023-12-01T05:17:05.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 3959 completed, throughput=5MB/sec 2023-12-01T05:17:05.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Pl94ZEPGv3_JD6r off=5404037 len=365117 2023-12-01T05:17:05.451 INFO:tasks.workunit.client.0.smithi111.stdout:op 3960 completed, throughput=5MB/sec 2023-12-01T05:17:05.451 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PkYU7beX_XIVspP off=11447890 len=1815134 2023-12-01T05:17:05.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 3961 completed, throughput=5MB/sec 2023-12-01T05:17:05.457 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rpBSPfNwESRZL6_ off=8527080 len=635244 2023-12-01T05:17:05.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 3962 completed, throughput=5MB/sec 2023-12-01T05:17:06.461 INFO:tasks.workunit.client.0.smithi111.stdout: 778: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:06.461 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NX0qJLLjiolBD1T off=3470528 len=1305631 2023-12-01T05:17:06.469 INFO:tasks.workunit.client.0.smithi111.stdout:op 3963 completed, throughput=5MB/sec 2023-12-01T05:17:06.469 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Bk0dyNUcdIRPRZb off=3946037 len=896588 2023-12-01T05:17:06.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 3964 completed, throughput=5MB/sec 2023-12-01T05:17:06.471 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5VFShbBgPv8uI6z off=883589 len=213158 2023-12-01T05:17:06.471 INFO:tasks.workunit.client.0.smithi111.stdout:op 3965 completed, throughput=5MB/sec 2023-12-01T05:17:06.472 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JTZN28BhzL681rA off=11002080 len=334284 2023-12-01T05:17:06.475 INFO:tasks.workunit.client.0.smithi111.stdout:op 3966 completed, throughput=5MB/sec 2023-12-01T05:17:06.475 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-e5z3_fixE19FKK_ off=8114901 len=757238 2023-12-01T05:17:06.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 3967 completed, throughput=5MB/sec 2023-12-01T05:17:06.477 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oKLznDssbZaKBQI off=1943451 len=2024740 2023-12-01T05:17:06.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 3968 completed, throughput=5MB/sec 2023-12-01T05:17:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:06 smithi155 ceph-mon[102677]: pgmap v2083: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2023-12-01T05:17:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:06 smithi111 ceph-mon[97855]: pgmap v2083: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2023-12-01T05:17:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:06 smithi111 ceph-mon[116524]: pgmap v2083: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 7 op/s 2023-12-01T05:17:07.479 INFO:tasks.workunit.client.0.smithi111.stdout: 779: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:07.479 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GmzxVuEFdMU-NGZ off=562663 len=1930477 2023-12-01T05:17:07.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 3969 completed, throughput=5MB/sec 2023-12-01T05:17:07.489 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2013rBCM5EK6Ign off=1657718 len=1603367 2023-12-01T05:17:07.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 3970 completed, throughput=5MB/sec 2023-12-01T05:17:07.491 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gFCYLFKX3TooLRe off=871210 len=2033295 2023-12-01T05:17:07.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 3971 completed, throughput=5MB/sec 2023-12-01T05:17:08.494 INFO:tasks.workunit.client.0.smithi111.stdout: 780: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:08.494 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ViRbIatcMZn_5aH off=1628180 len=906219 2023-12-01T05:17:08.499 INFO:tasks.workunit.client.0.smithi111.stdout:op 3972 completed, throughput=5MB/sec 2023-12-01T05:17:08.499 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZcD8LfslqZGM1Lb off=3294278 len=1209406 2023-12-01T05:17:08.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 3973 completed, throughput=5MB/sec 2023-12-01T05:17:08.500 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D7IVvDHgWLBesMt off=2476044 len=91019 2023-12-01T05:17:08.501 INFO:tasks.workunit.client.0.smithi111.stdout:op 3974 completed, throughput=5MB/sec 2023-12-01T05:17:08.501 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8dDYSYzT9TwHxvN off=7038235 len=581280 2023-12-01T05:17:08.502 INFO:tasks.workunit.client.0.smithi111.stdout:op 3975 completed, throughput=5MB/sec 2023-12-01T05:17:08.502 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-duvRX4euifgN3uA off=8583776 len=640352 2023-12-01T05:17:08.506 INFO:tasks.workunit.client.0.smithi111.stdout:op 3976 completed, throughput=5MB/sec 2023-12-01T05:17:08.506 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yjhvy2FDlx_b5x7 off=1187204 len=53313 2023-12-01T05:17:08.506 INFO:tasks.workunit.client.0.smithi111.stdout:op 3977 completed, throughput=5MB/sec 2023-12-01T05:17:08.506 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DrmRFEgeaht9Lrr off=8208888 len=196791 2023-12-01T05:17:08.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 3978 completed, throughput=5MB/sec 2023-12-01T05:17:08.507 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dsxvmEu84KzOwQj off=3267979 len=1626046 2023-12-01T05:17:08.514 INFO:tasks.workunit.client.0.smithi111.stdout:op 3979 completed, throughput=5MB/sec 2023-12-01T05:17:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:08 smithi111 ceph-mon[97855]: pgmap v2084: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-01T05:17:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:08 smithi111 ceph-mon[116524]: pgmap v2084: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-01T05:17:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:08 smithi155 ceph-mon[102677]: pgmap v2084: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-01T05:17:09.515 INFO:tasks.workunit.client.0.smithi111.stdout: 781: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:09.515 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qyg8cOa7Q3Pk3x7 off=793710 len=270683 2023-12-01T05:17:09.518 INFO:tasks.workunit.client.0.smithi111.stdout:op 3980 completed, throughput=4.99MB/sec 2023-12-01T05:17:09.518 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FOc1ILjuNzqnlcQ off=10912649 len=380182 2023-12-01T05:17:09.519 INFO:tasks.workunit.client.0.smithi111.stdout:op 3981 completed, throughput=5MB/sec 2023-12-01T05:17:09.519 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1VTZUCYiCqNprwc off=15761262 len=180821 2023-12-01T05:17:09.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 3982 completed, throughput=5MB/sec 2023-12-01T05:17:09.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5yB9TkHQJusbre3 off=3450484 len=1104966 2023-12-01T05:17:09.527 INFO:tasks.workunit.client.0.smithi111.stdout:op 3983 completed, throughput=5MB/sec 2023-12-01T05:17:09.527 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zlxmh5lIk8Y6rPB off=96595 len=1487263 2023-12-01T05:17:09.528 INFO:tasks.workunit.client.0.smithi111.stdout:op 3984 completed, throughput=5MB/sec 2023-12-01T05:17:09.528 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y7zIC63XV5GSngw off=8693492 len=1144229 2023-12-01T05:17:09.530 INFO:tasks.workunit.client.0.smithi111.stdout:op 3985 completed, throughput=5MB/sec 2023-12-01T05:17:09.530 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fbKjoRD8RCXg9H1 off=11864407 len=393427 2023-12-01T05:17:09.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 3986 completed, throughput=5MB/sec 2023-12-01T05:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:17:09] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:17:10.531 INFO:tasks.workunit.client.0.smithi111.stdout: 782: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:10.532 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-04yCRQynpI2Xs-L off=0 len=1510928 2023-12-01T05:17:10.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 3987 completed, throughput=5MB/sec 2023-12-01T05:17:10.534 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AseIbJAcEUc7VCv off=8876043 len=1780568 2023-12-01T05:17:10.535 INFO:tasks.workunit.client.0.smithi111.stdout:op 3988 completed, throughput=5MB/sec 2023-12-01T05:17:10.536 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wDjHWYwyF106ajo off=9095626 len=930918 2023-12-01T05:17:10.541 INFO:tasks.workunit.client.0.smithi111.stdout:op 3989 completed, throughput=5MB/sec 2023-12-01T05:17:10.541 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o9uKELy4GOshosQ off=6875969 len=1795907 2023-12-01T05:17:10.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 3990 completed, throughput=5MB/sec 2023-12-01T05:17:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:10 smithi111 ceph-mon[97855]: pgmap v2085: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-01T05:17:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:10 smithi111 ceph-mon[116524]: pgmap v2085: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-01T05:17:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:10 smithi155 ceph-mon[102677]: pgmap v2085: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2023-12-01T05:17:11.545 INFO:tasks.workunit.client.0.smithi111.stdout: 783: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:11.545 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-scST0W0BdoS4cOT off=5737895 len=330770 2023-12-01T05:17:11.546 INFO:tasks.workunit.client.0.smithi111.stdout:op 3991 completed, throughput=5MB/sec 2023-12-01T05:17:11.546 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3PZiPtyqV95jtkP off=3861222 len=1606946 2023-12-01T05:17:11.549 INFO:tasks.workunit.client.0.smithi111.stdout:op 3992 completed, throughput=5MB/sec 2023-12-01T05:17:11.549 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RAQKHnXy5ipEy-l off=3105276 len=1652739 2023-12-01T05:17:11.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 3993 completed, throughput=5MB/sec 2023-12-01T05:17:11.558 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KQH4gMTN373vVHi off=458418 len=1482159 2023-12-01T05:17:11.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 3994 completed, throughput=5MB/sec 2023-12-01T05:17:12.564 INFO:tasks.workunit.client.0.smithi111.stdout: 784: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:12.564 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yoCsLc7KuBsvSdt off=2932765 len=1999369 2023-12-01T05:17:12.577 INFO:tasks.workunit.client.0.smithi111.stdout:op 3995 completed, throughput=5MB/sec 2023-12-01T05:17:12.577 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lMW4EvoriW-zQHm off=13292948 len=929463 2023-12-01T05:17:12.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 3996 completed, throughput=5MB/sec 2023-12-01T05:17:12.578 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o8z0PWo4BzZ6zW2 off=2841584 len=826456 2023-12-01T05:17:12.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 3997 completed, throughput=5MB/sec 2023-12-01T05:17:12.582 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xfnwB1J8dxovHAn off=8825078 len=1966955 2023-12-01T05:17:12.585 INFO:tasks.workunit.client.0.smithi111.stdout:op 3998 completed, throughput=5MB/sec 2023-12-01T05:17:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:12 smithi111 ceph-mon[97855]: pgmap v2086: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2023-12-01T05:17:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:12 smithi111 ceph-mon[116524]: pgmap v2086: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2023-12-01T05:17:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:12 smithi155 ceph-mon[102677]: pgmap v2086: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2023-12-01T05:17:13.586 INFO:tasks.workunit.client.0.smithi111.stdout: 785: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:13.586 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Vt15GsmlDs7VXrp off=12395062 len=1196465 2023-12-01T05:17:13.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 3999 completed, throughput=5MB/sec 2023-12-01T05:17:13.592 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GnqFTjNiv3Tix8v off=1444727 len=517126 2023-12-01T05:17:13.593 INFO:tasks.workunit.client.0.smithi111.stdout:op 4000 completed, throughput=5MB/sec 2023-12-01T05:17:13.593 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2hER72Q9eWCWKIW off=834425 len=1747804 2023-12-01T05:17:13.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 4001 completed, throughput=5MB/sec 2023-12-01T05:17:13.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ye93NgrDa1lQSrn off=10313287 len=1209679 2023-12-01T05:17:13.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 4002 completed, throughput=5MB/sec 2023-12-01T05:17:14.604 INFO:tasks.workunit.client.0.smithi111.stdout: 786: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:14.604 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6I701A9yFOIPWss off=1494546 len=1659727 2023-12-01T05:17:14.612 INFO:tasks.workunit.client.0.smithi111.stdout:op 4003 completed, throughput=5MB/sec 2023-12-01T05:17:14.613 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CO6BQwQTEWnjeU2 off=2011145 len=573104 2023-12-01T05:17:14.615 INFO:tasks.workunit.client.0.smithi111.stdout:op 4004 completed, throughput=5MB/sec 2023-12-01T05:17:14.615 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oYSSWKKkidxzvMY off=2608925 len=381244 2023-12-01T05:17:14.616 INFO:tasks.workunit.client.0.smithi111.stdout:op 4005 completed, throughput=5MB/sec 2023-12-01T05:17:14.616 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nM3o70xnUlBFcgP off=14879226 len=2082428 2023-12-01T05:17:14.627 INFO:tasks.workunit.client.0.smithi111.stdout:op 4006 completed, throughput=5MB/sec 2023-12-01T05:17:14.627 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O0n3zx0r1ySSqSA off=534305 len=2013731 2023-12-01T05:17:14.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 4007 completed, throughput=5MB/sec 2023-12-01T05:17:15.096 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:17:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:14 smithi111 ceph-mon[97855]: pgmap v2087: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:17:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:14 smithi111 ceph-mon[116524]: pgmap v2087: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:17:15.403 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (34m) 2m ago 35m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (34m) 119s ago 34m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (36m) 2m ago 36m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (36m) 119s ago 36m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (39m) 119s ago 39m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (40m) 2m ago 40m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (40m) 2m ago 40m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (39m) 119s ago 39m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (39m) 2m ago 39m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (34m) 2m ago 34m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (34m) 119s ago 34m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (38m) 2m ago 38m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (38m) 2m ago 38m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:17:15.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (38m) 2m ago 38m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:17:15.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (37m) 2m ago 37m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:17:15.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (37m) 119s ago 37m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:17:15.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (37m) 119s ago 37m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:17:15.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (36m) 119s ago 36m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:17:15.405 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (36m) 119s ago 36m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:17:15.405 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (34m) 119s ago 35m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:17:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:14 smithi155 ceph-mon[102677]: pgmap v2087: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:17:15.632 INFO:tasks.workunit.client.0.smithi111.stdout: 787: throughput=5MB/sec pending data=0 2023-12-01T05:17:15.632 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EJqETUNN5i_GKtm off=4982182 len=913939 2023-12-01T05:17:15.634 INFO:tasks.workunit.client.0.smithi111.stdout:op 4008 completed, throughput=5MB/sec 2023-12-01T05:17:15.634 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ar2AoTDjbI99aIp off=1354437 len=135102 2023-12-01T05:17:15.634 INFO:tasks.workunit.client.0.smithi111.stdout:op 4009 completed, throughput=5MB/sec 2023-12-01T05:17:15.634 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C-PJ0Sfo_ItgA8f off=258445 len=1064901 2023-12-01T05:17:15.639 INFO:tasks.workunit.client.0.smithi111.stdout:op 4010 completed, throughput=5MB/sec 2023-12-01T05:17:15.639 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zoy4KMthoEV2jlH off=7746537 len=670930 2023-12-01T05:17:15.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 4011 completed, throughput=5MB/sec 2023-12-01T05:17:15.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n9sGhqvC1FrGT1- off=9437609 len=347759 2023-12-01T05:17:15.646 INFO:tasks.workunit.client.0.smithi111.stdout:op 4012 completed, throughput=5MB/sec 2023-12-01T05:17:15.646 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1ykxzwyRF7ZpL7T off=739150 len=592354 2023-12-01T05:17:15.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 4013 completed, throughput=5MB/sec 2023-12-01T05:17:15.648 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MkL6HP1-8VM0qT- off=11908809 len=1444331 2023-12-01T05:17:15.655 INFO:tasks.workunit.client.0.smithi111.stdout:op 4014 completed, throughput=5MB/sec 2023-12-01T05:17:15.783 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:17:15.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:17:15.784 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:17:15.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:15.785 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:17:15.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:17:15.785 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:17:15.785 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:17:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:15 smithi111 ceph-mon[97855]: from='client.16653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/716578455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:17:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:15 smithi111 ceph-mon[116524]: from='client.16653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/716578455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:17:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:15 smithi155 ceph-mon[102677]: from='client.16653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/716578455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:17:16.655 INFO:tasks.workunit.client.0.smithi111.stdout: 788: throughput=5MB/sec pending data=0 2023-12-01T05:17:16.655 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WKSsEL8d6YcX7fz off=10836474 len=818796 2023-12-01T05:17:16.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 4015 completed, throughput=5MB/sec 2023-12-01T05:17:16.656 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-M1APhTHYXjHe6lg off=3837272 len=21656 2023-12-01T05:17:16.657 INFO:tasks.workunit.client.0.smithi111.stdout:op 4016 completed, throughput=5MB/sec 2023-12-01T05:17:16.657 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YRw1hJetWo5GzS_ off=4789152 len=1313001 2023-12-01T05:17:16.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 4017 completed, throughput=5MB/sec 2023-12-01T05:17:16.659 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ulLrjWvsUwkfSNs off=5806971 len=1487677 2023-12-01T05:17:16.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 4018 completed, throughput=5MB/sec 2023-12-01T05:17:16.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bMIbUGuqdUV-PRj off=2657273 len=667988 2023-12-01T05:17:16.670 INFO:tasks.workunit.client.0.smithi111.stdout:op 4019 completed, throughput=5MB/sec 2023-12-01T05:17:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:16 smithi111 ceph-mon[97855]: from='client.16659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:16 smithi111 ceph-mon[97855]: pgmap v2088: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:17:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:17:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:16 smithi111 ceph-mon[116524]: from='client.16659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:16 smithi111 ceph-mon[116524]: pgmap v2088: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:17:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:17:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:16 smithi155 ceph-mon[102677]: from='client.16659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:16 smithi155 ceph-mon[102677]: pgmap v2088: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:17:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:17:17.670 INFO:tasks.workunit.client.0.smithi111.stdout: 789: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:17.670 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9OzDTC-ul1NP7hJ off=6241966 len=1303444 2023-12-01T05:17:17.676 INFO:tasks.workunit.client.0.smithi111.stdout:op 4020 completed, throughput=5MB/sec 2023-12-01T05:17:17.676 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NoaQFZnKezVEtWV off=3821425 len=47491 2023-12-01T05:17:17.677 INFO:tasks.workunit.client.0.smithi111.stdout:op 4021 completed, throughput=5MB/sec 2023-12-01T05:17:17.677 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wgbzwb_Zd8mwyBR off=1283815 len=1330920 2023-12-01T05:17:17.681 INFO:tasks.workunit.client.0.smithi111.stdout:op 4022 completed, throughput=5MB/sec 2023-12-01T05:17:17.682 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--OoPPD4RePiX-Yu off=10215357 len=670769 2023-12-01T05:17:17.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 4023 completed, throughput=5MB/sec 2023-12-01T05:17:17.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dqjYuhOJfExB95w off=2221977 len=1546012 2023-12-01T05:17:17.692 INFO:tasks.workunit.client.0.smithi111.stdout:op 4024 completed, throughput=5MB/sec 2023-12-01T05:17:17.692 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-50c8kg9tVjqYFIl off=1399405 len=399298 2023-12-01T05:17:17.694 INFO:tasks.workunit.client.0.smithi111.stdout:op 4025 completed, throughput=5MB/sec 2023-12-01T05:17:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:17:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:17:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:17:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:17:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:17:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:17:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:17:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:17:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:17:18.695 INFO:tasks.workunit.client.0.smithi111.stdout: 790: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:18.695 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jv-Zk91AgLLhcag off=10276604 len=1459058 2023-12-01T05:17:18.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 4026 completed, throughput=5MB/sec 2023-12-01T05:17:18.697 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RTS93HcT0D0kpVT off=8475916 len=1238135 2023-12-01T05:17:18.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 4027 completed, throughput=5MB/sec 2023-12-01T05:17:18.699 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tps3sylGEzfrKK0 off=22962689 len=1452810 2023-12-01T05:17:18.706 INFO:tasks.workunit.client.0.smithi111.stdout:op 4028 completed, throughput=5MB/sec 2023-12-01T05:17:18.706 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HUBaWtKiFvLjpiS off=4850323 len=320417 2023-12-01T05:17:18.709 INFO:tasks.workunit.client.0.smithi111.stdout:op 4029 completed, throughput=5MB/sec 2023-12-01T05:17:18.709 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WExmicvXpiOrzwz off=17458592 len=697880 2023-12-01T05:17:18.713 INFO:tasks.workunit.client.0.smithi111.stdout:op 4030 completed, throughput=5MB/sec 2023-12-01T05:17:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:18 smithi111 ceph-mon[97855]: pgmap v2089: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:17:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:18 smithi111 ceph-mon[116524]: pgmap v2089: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:17:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:18 smithi155 ceph-mon[102677]: pgmap v2089: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:17:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:19.714 INFO:tasks.workunit.client.0.smithi111.stdout: 791: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:19.714 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u-kaS13OKxBfEht off=11949980 len=1527140 2023-12-01T05:17:19.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 4031 completed, throughput=5MB/sec 2023-12-01T05:17:19.717 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_-8Ey4HsCWeO-Ag off=6287522 len=996318 2023-12-01T05:17:19.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 4032 completed, throughput=5MB/sec 2023-12-01T05:17:19.718 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jEICm6ydWxwqUqY off=8233165 len=1156674 2023-12-01T05:17:19.719 INFO:tasks.workunit.client.0.smithi111.stdout:op 4033 completed, throughput=5MB/sec 2023-12-01T05:17:19.720 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kOcHCdgL7Uw4ohP off=846905 len=856635 2023-12-01T05:17:19.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 4034 completed, throughput=5MB/sec 2023-12-01T05:17:19.725 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G4KPzT4Y4AWIu2u off=4563661 len=1567681 2023-12-01T05:17:19.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 4035 completed, throughput=5MB/sec 2023-12-01T05:17:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:17:19] "GET /metrics HTTP/1.1" 200 33905 "" "Prometheus/2.43.0" 2023-12-01T05:17:20.726 INFO:tasks.workunit.client.0.smithi111.stdout: 792: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:20.727 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j1CR61dpnth4MeQ off=12357172 len=941850 2023-12-01T05:17:20.731 INFO:tasks.workunit.client.0.smithi111.stdout:op 4036 completed, throughput=5MB/sec 2023-12-01T05:17:20.731 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7mbq4nm75N6lgqC off=7989227 len=955144 2023-12-01T05:17:20.732 INFO:tasks.workunit.client.0.smithi111.stdout:op 4037 completed, throughput=5MB/sec 2023-12-01T05:17:20.732 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HIiTSo3j6Lbgp8d off=555867 len=812856 2023-12-01T05:17:20.733 INFO:tasks.workunit.client.0.smithi111.stdout:op 4038 completed, throughput=5MB/sec 2023-12-01T05:17:20.733 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fv2XVzft8zyaNl3 off=14302387 len=1993934 2023-12-01T05:17:20.738 INFO:tasks.workunit.client.0.smithi111.stdout:op 4039 completed, throughput=5MB/sec 2023-12-01T05:17:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:20 smithi111 ceph-mon[97855]: pgmap v2090: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:17:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:20 smithi111 ceph-mon[116524]: pgmap v2090: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:17:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:20 smithi155 ceph-mon[102677]: pgmap v2090: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:17:21.738 INFO:tasks.workunit.client.0.smithi111.stdout: 793: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:21.738 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rMQQcw283WKpQ2y off=2120815 len=923941 2023-12-01T05:17:21.743 INFO:tasks.workunit.client.0.smithi111.stdout:op 4040 completed, throughput=5MB/sec 2023-12-01T05:17:21.743 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HOlB0d8CKdEObWu off=5088509 len=1334113 2023-12-01T05:17:21.751 INFO:tasks.workunit.client.0.smithi111.stdout:op 4041 completed, throughput=5MB/sec 2023-12-01T05:17:21.751 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ol3wR8P0MZAf0kO off=6513406 len=668427 2023-12-01T05:17:21.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 4042 completed, throughput=5MB/sec 2023-12-01T05:17:21.755 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RfkEJxBdOkBBHhQ off=1984372 len=876860 2023-12-01T05:17:21.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 4043 completed, throughput=5MB/sec 2023-12-01T05:17:21.760 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HLQ7VcIVgrCBfBu off=831447 len=1585958 2023-12-01T05:17:21.767 INFO:tasks.workunit.client.0.smithi111.stdout:op 4044 completed, throughput=5MB/sec 2023-12-01T05:17:22.767 INFO:tasks.workunit.client.0.smithi111.stdout: 794: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:22.767 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_XRvDAqURQpy8F- off=2543013 len=1767751 2023-12-01T05:17:22.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 4045 completed, throughput=5MB/sec 2023-12-01T05:17:22.774 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AcXwLd4GmJYGdqq off=6120889 len=765382 2023-12-01T05:17:22.778 INFO:tasks.workunit.client.0.smithi111.stdout:op 4046 completed, throughput=5MB/sec 2023-12-01T05:17:22.778 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3hDXEBLXdP-GJGE off=672371 len=1066798 2023-12-01T05:17:22.779 INFO:tasks.workunit.client.0.smithi111.stdout:op 4047 completed, throughput=5MB/sec 2023-12-01T05:17:22.779 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FQ9ByL4qYugUwOC off=18289828 len=972147 2023-12-01T05:17:22.780 INFO:tasks.workunit.client.0.smithi111.stdout:op 4048 completed, throughput=5MB/sec 2023-12-01T05:17:22.780 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-64ZOeP5u6V-JLkb off=1344468 len=1704239 2023-12-01T05:17:22.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 4049 completed, throughput=5MB/sec 2023-12-01T05:17:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:22 smithi111 ceph-mon[97855]: pgmap v2091: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:22 smithi111 ceph-mon[116524]: pgmap v2091: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:22 smithi155 ceph-mon[102677]: pgmap v2091: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:17:23.782 INFO:tasks.workunit.client.0.smithi111.stdout: 795: throughput=5MB/sec pending data=0 2023-12-01T05:17:23.782 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QdMoLpBuNwTt84J off=2314481 len=494783 2023-12-01T05:17:23.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 4050 completed, throughput=5MB/sec 2023-12-01T05:17:23.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IiY0F04VJzIiQd7 off=4935523 len=1387100 2023-12-01T05:17:23.792 INFO:tasks.workunit.client.0.smithi111.stdout:op 4051 completed, throughput=5MB/sec 2023-12-01T05:17:23.792 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9rWbKpHYQauPhwW off=16438100 len=973395 2023-12-01T05:17:23.793 INFO:tasks.workunit.client.0.smithi111.stdout:op 4052 completed, throughput=5MB/sec 2023-12-01T05:17:23.793 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C1LpN-k39lW-h3- off=4680289 len=1014100 2023-12-01T05:17:23.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 4053 completed, throughput=5MB/sec 2023-12-01T05:17:23.794 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xMCd_eSlWtLI0mg off=129087 len=1536175 2023-12-01T05:17:23.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 4054 completed, throughput=5MB/sec 2023-12-01T05:17:24.802 INFO:tasks.workunit.client.0.smithi111.stdout: 796: throughput=5MB/sec pending data=0 2023-12-01T05:17:24.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iKp57_hFpPCD_ii off=8136005 len=1403220 2023-12-01T05:17:24.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 4055 completed, throughput=5MB/sec 2023-12-01T05:17:24.804 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A7PQHPCyn7D7XRV off=18872652 len=1632240 2023-12-01T05:17:24.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 4056 completed, throughput=5MB/sec 2023-12-01T05:17:24.813 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Lkj7wnaVMiEzvl9 off=7175388 len=322024 2023-12-01T05:17:24.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 4057 completed, throughput=5MB/sec 2023-12-01T05:17:24.814 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2Ndz7w2YGD2g-Us off=5465757 len=2056037 2023-12-01T05:17:24.816 INFO:tasks.workunit.client.0.smithi111.stdout:op 4058 completed, throughput=5MB/sec 2023-12-01T05:17:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:24 smithi111 ceph-mon[97855]: pgmap v2092: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:17:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:24 smithi111 ceph-mon[116524]: pgmap v2092: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:17:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:24 smithi155 ceph-mon[102677]: pgmap v2092: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:17:25.816 INFO:tasks.workunit.client.0.smithi111.stdout: 797: throughput=5MB/sec pending data=0 2023-12-01T05:17:25.816 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBO8x6Y2_Ejyvao off=430475 len=120572 2023-12-01T05:17:25.817 INFO:tasks.workunit.client.0.smithi111.stdout:op 4059 completed, throughput=5MB/sec 2023-12-01T05:17:25.818 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VmOQfpfsBIIYZNU off=688764 len=548308 2023-12-01T05:17:25.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 4060 completed, throughput=5MB/sec 2023-12-01T05:17:25.822 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jMJYZKdfwO2VxKA off=2399839 len=1418493 2023-12-01T05:17:25.824 INFO:tasks.workunit.client.0.smithi111.stdout:op 4061 completed, throughput=5MB/sec 2023-12-01T05:17:25.824 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TSEaB64AV0SiXJw off=20468812 len=1741164 2023-12-01T05:17:25.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 4062 completed, throughput=5MB/sec 2023-12-01T05:17:25.827 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6p0qx9JI8XuDdxZ off=1375461 len=1511127 2023-12-01T05:17:25.828 INFO:tasks.workunit.client.0.smithi111.stdout:op 4063 completed, throughput=5MB/sec 2023-12-01T05:17:26.829 INFO:tasks.workunit.client.0.smithi111.stdout: 798: throughput=5MB/sec pending data=0 2023-12-01T05:17:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-otF_PeLk5_zbBwy off=3576020 len=1917898 2023-12-01T05:17:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:op 4064 completed, throughput=5MB/sec 2023-12-01T05:17:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ht4U5B68MrhPvUU off=2427339 len=1609448 2023-12-01T05:17:26.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 4065 completed, throughput=5MB/sec 2023-12-01T05:17:26.835 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xUgfdzzo2qqxh2E off=1119031 len=276593 2023-12-01T05:17:26.838 INFO:tasks.workunit.client.0.smithi111.stdout:op 4066 completed, throughput=5MB/sec 2023-12-01T05:17:26.838 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-542TM1TFKHVNisJ off=4051550 len=291561 2023-12-01T05:17:26.842 INFO:tasks.workunit.client.0.smithi111.stdout:op 4067 completed, throughput=5MB/sec 2023-12-01T05:17:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:26 smithi111 ceph-mon[97855]: pgmap v2093: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:17:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:26 smithi111 ceph-mon[116524]: pgmap v2093: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:17:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:26 smithi155 ceph-mon[102677]: pgmap v2093: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:17:27.842 INFO:tasks.workunit.client.0.smithi111.stdout: 799: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:27.842 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UcBLOjx3wJdhORp off=1597876 len=1964559 2023-12-01T05:17:27.844 INFO:tasks.workunit.client.0.smithi111.stdout:op 4068 completed, throughput=5MB/sec 2023-12-01T05:17:27.844 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wyyO7D3Gc29x4vS off=3620127 len=1656278 2023-12-01T05:17:27.852 INFO:tasks.workunit.client.0.smithi111.stdout:op 4069 completed, throughput=5MB/sec 2023-12-01T05:17:27.852 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-71eYZoAXDC7wYDJ off=2493419 len=193695 2023-12-01T05:17:27.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 4070 completed, throughput=5MB/sec 2023-12-01T05:17:27.853 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eIfZrErFPzyvzhx off=15252210 len=186898 2023-12-01T05:17:27.856 INFO:tasks.workunit.client.0.smithi111.stdout:op 4071 completed, throughput=5MB/sec 2023-12-01T05:17:27.856 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4ZPV2XbgyVijVm0 off=2472664 len=1551661 2023-12-01T05:17:27.857 INFO:tasks.workunit.client.0.smithi111.stdout:op 4072 completed, throughput=5MB/sec 2023-12-01T05:17:28.857 INFO:tasks.workunit.client.0.smithi111.stdout: 800: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:28.858 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5pwEKFa0JQVH__9 off=6077968 len=143844 2023-12-01T05:17:28.858 INFO:tasks.workunit.client.0.smithi111.stdout:op 4073 completed, throughput=4.99MB/sec 2023-12-01T05:17:28.858 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7xqsi1WKOprtyz_ off=1750330 len=2032744 2023-12-01T05:17:28.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 4074 completed, throughput=5MB/sec 2023-12-01T05:17:28.860 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7_7ArZTAaZjhrAW off=1750356 len=512626 2023-12-01T05:17:28.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 4075 completed, throughput=5MB/sec 2023-12-01T05:17:28.861 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lJfXQcEOJjVPbKt off=2585770 len=589755 2023-12-01T05:17:28.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 4076 completed, throughput=5MB/sec 2023-12-01T05:17:28.866 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U5NjXNvUxAiumdv off=16155815 len=379701 2023-12-01T05:17:28.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 4077 completed, throughput=5MB/sec 2023-12-01T05:17:28.869 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mz5tzBSQXuvMs-r off=4998022 len=1045273 2023-12-01T05:17:28.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 4078 completed, throughput=5MB/sec 2023-12-01T05:17:28.870 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hsNhMqGT3fwOA9w off=2972611 len=664781 2023-12-01T05:17:28.874 INFO:tasks.workunit.client.0.smithi111.stdout:op 4079 completed, throughput=5MB/sec 2023-12-01T05:17:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:28 smithi111 ceph-mon[97855]: pgmap v2094: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:17:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:28 smithi111 ceph-mon[116524]: pgmap v2094: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:17:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:28 smithi155 ceph-mon[102677]: pgmap v2094: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:17:29] "GET /metrics HTTP/1.1" 200 33905 "" "Prometheus/2.43.0" 2023-12-01T05:17:29.875 INFO:tasks.workunit.client.0.smithi111.stdout: 801: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:29.875 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TjZX4ZFXJPHdN2z off=1627519 len=743369 2023-12-01T05:17:29.876 INFO:tasks.workunit.client.0.smithi111.stdout:op 4080 completed, throughput=5MB/sec 2023-12-01T05:17:29.876 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uH4TFDDCAOULQf8 off=7129944 len=782511 2023-12-01T05:17:29.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 4081 completed, throughput=5MB/sec 2023-12-01T05:17:29.877 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n9ZlNBb8d_5R9rh off=14991876 len=1465876 2023-12-01T05:17:29.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 4082 completed, throughput=5MB/sec 2023-12-01T05:17:29.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wsBBQAxciPD1MKN off=403082 len=1290165 2023-12-01T05:17:29.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 4083 completed, throughput=5MB/sec 2023-12-01T05:17:29.884 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QT__GKrJoh4zw4h off=5941900 len=841728 2023-12-01T05:17:29.886 INFO:tasks.workunit.client.0.smithi111.stdout:op 4084 completed, throughput=5MB/sec 2023-12-01T05:17:30.887 INFO:tasks.workunit.client.0.smithi111.stdout: 802: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:30.887 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Dg9VIGqAaJEBczx off=7908215 len=826030 2023-12-01T05:17:30.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 4085 completed, throughput=5MB/sec 2023-12-01T05:17:30.893 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xgb94jcpJohZuZK off=16029265 len=1887642 2023-12-01T05:17:30.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 4086 completed, throughput=5MB/sec 2023-12-01T05:17:30.903 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-168mmhF5tsZs_N1 off=6256779 len=400657 2023-12-01T05:17:30.905 INFO:tasks.workunit.client.0.smithi111.stdout:op 4087 completed, throughput=5MB/sec 2023-12-01T05:17:30.905 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iYQfMTndBYb8XYO off=2225375 len=1537338 2023-12-01T05:17:30.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 4088 completed, throughput=5MB/sec 2023-12-01T05:17:30.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qcuM--z-DJuwfBs off=4160202 len=1288803 2023-12-01T05:17:30.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 4089 completed, throughput=5MB/sec 2023-12-01T05:17:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:30 smithi111 ceph-mon[97855]: pgmap v2095: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:17:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:30 smithi111 ceph-mon[116524]: pgmap v2095: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:17:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:30 smithi155 ceph-mon[102677]: pgmap v2095: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2023-12-01T05:17:31.910 INFO:tasks.workunit.client.0.smithi111.stdout: 803: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:31.910 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XJxJ0Ln4GS9OTB8 off=7109596 len=1314915 2023-12-01T05:17:31.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 4090 completed, throughput=5MB/sec 2023-12-01T05:17:31.918 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3YVme_GmwrXYBod off=5896139 len=548757 2023-12-01T05:17:31.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 4091 completed, throughput=5MB/sec 2023-12-01T05:17:31.922 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yURRQzOIrXTeYYz off=8505450 len=1776108 2023-12-01T05:17:31.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 4092 completed, throughput=5MB/sec 2023-12-01T05:17:31.927 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bJumVZWRL6nJCvA off=8567178 len=818399 2023-12-01T05:17:31.932 INFO:tasks.workunit.client.0.smithi111.stdout:op 4093 completed, throughput=5MB/sec 2023-12-01T05:17:31.932 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nErCKsgUkf6-qty off=14838576 len=1049015 2023-12-01T05:17:31.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 4094 completed, throughput=5MB/sec 2023-12-01T05:17:32.937 INFO:tasks.workunit.client.0.smithi111.stdout: 804: throughput=5MB/sec pending data=0 2023-12-01T05:17:32.938 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U0zTVIsMSbi0w4p off=1367685 len=1351399 2023-12-01T05:17:32.939 INFO:tasks.workunit.client.0.smithi111.stdout:op 4095 completed, throughput=5MB/sec 2023-12-01T05:17:32.939 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--MTkxCU-2sX5zQI off=680617 len=523765 2023-12-01T05:17:32.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 4096 completed, throughput=5MB/sec 2023-12-01T05:17:32.941 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q3nXjjZIo8cIOkT off=2059926 len=302238 2023-12-01T05:17:32.945 INFO:tasks.workunit.client.0.smithi111.stdout:op 4097 completed, throughput=5MB/sec 2023-12-01T05:17:32.945 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m7PvVUo0FBHlQHp off=4661768 len=1962489 2023-12-01T05:17:32.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 4098 completed, throughput=5MB/sec 2023-12-01T05:17:32.954 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T_CLhDUaFWcKb1D off=874365 len=1839290 2023-12-01T05:17:32.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 4099 completed, throughput=5MB/sec 2023-12-01T05:17:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:32 smithi155 ceph-mon[102677]: pgmap v2096: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:17:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:32 smithi111 ceph-mon[97855]: pgmap v2096: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:17:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:32 smithi111 ceph-mon[116524]: pgmap v2096: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2023-12-01T05:17:33.956 INFO:tasks.workunit.client.0.smithi111.stdout: 805: throughput=5MB/sec pending data=0 2023-12-01T05:17:33.956 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FRziUk5Uo7nBD-r off=8135095 len=1613589 2023-12-01T05:17:33.963 INFO:tasks.workunit.client.0.smithi111.stdout:op 4100 completed, throughput=5MB/sec 2023-12-01T05:17:33.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yGEAutRY_6bwxwr off=770331 len=472823 2023-12-01T05:17:33.965 INFO:tasks.workunit.client.0.smithi111.stdout:op 4101 completed, throughput=5MB/sec 2023-12-01T05:17:33.965 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kT83av8ABCHQXqW off=4701861 len=1795032 2023-12-01T05:17:33.973 INFO:tasks.workunit.client.0.smithi111.stdout:op 4102 completed, throughput=5MB/sec 2023-12-01T05:17:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:34.974 INFO:tasks.workunit.client.0.smithi111.stdout: 806: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:34.974 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AF87_yatmQ4GFDm off=7933128 len=946468 2023-12-01T05:17:34.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 4103 completed, throughput=5MB/sec 2023-12-01T05:17:34.979 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AG59tOe87ZRIMYj off=9368511 len=1713660 2023-12-01T05:17:34.986 INFO:tasks.workunit.client.0.smithi111.stdout:op 4104 completed, throughput=5MB/sec 2023-12-01T05:17:34.986 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I7mpuZ_zR2jxfWG off=4819143 len=835508 2023-12-01T05:17:34.990 INFO:tasks.workunit.client.0.smithi111.stdout:op 4105 completed, throughput=5MB/sec 2023-12-01T05:17:34.991 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2rPk9dQxZMxNQVK off=11735089 len=658311 2023-12-01T05:17:34.995 INFO:tasks.workunit.client.0.smithi111.stdout:op 4106 completed, throughput=5MB/sec 2023-12-01T05:17:34.995 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zSQgduGgHgUn166 off=1683484 len=1600724 2023-12-01T05:17:35.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 4107 completed, throughput=5MB/sec 2023-12-01T05:17:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:35 smithi155 ceph-mon[102677]: pgmap v2097: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:17:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:35 smithi111 ceph-mon[97855]: pgmap v2097: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:17:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:35 smithi111 ceph-mon[116524]: pgmap v2097: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2023-12-01T05:17:36.004 INFO:tasks.workunit.client.0.smithi111.stdout: 807: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:36.004 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EJdYOW4Dd_CL-2p off=3545966 len=155703 2023-12-01T05:17:36.005 INFO:tasks.workunit.client.0.smithi111.stdout:op 4108 completed, throughput=4.99MB/sec 2023-12-01T05:17:36.005 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6zad0DH0kRNds1d off=9337294 len=1126958 2023-12-01T05:17:36.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 4109 completed, throughput=5MB/sec 2023-12-01T05:17:36.006 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h1XLuoiF1VmM7FY off=2015028 len=1394380 2023-12-01T05:17:36.014 INFO:tasks.workunit.client.0.smithi111.stdout:op 4110 completed, throughput=5MB/sec 2023-12-01T05:17:36.014 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N6SsORyOCpIQWvL off=7419498 len=805262 2023-12-01T05:17:36.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 4111 completed, throughput=5MB/sec 2023-12-01T05:17:36.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A5QYI3wrqRaBfCK off=10935183 len=2001910 2023-12-01T05:17:36.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 4112 completed, throughput=5MB/sec 2023-12-01T05:17:37.023 INFO:tasks.workunit.client.0.smithi111.stdout: 808: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:37.023 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QHG4TWkFNQvVsR_ off=891879 len=1629645 2023-12-01T05:17:37.025 INFO:tasks.workunit.client.0.smithi111.stdout:op 4113 completed, throughput=5MB/sec 2023-12-01T05:17:37.025 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Onmt2iK7cf2L_ue off=5433236 len=1739654 2023-12-01T05:17:37.034 INFO:tasks.workunit.client.0.smithi111.stdout:op 4114 completed, throughput=5MB/sec 2023-12-01T05:17:37.034 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XNG3XGURHTatrju off=1477827 len=1351017 2023-12-01T05:17:37.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 4115 completed, throughput=5MB/sec 2023-12-01T05:17:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:37 smithi155 ceph-mon[102677]: pgmap v2098: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:17:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:37 smithi111 ceph-mon[97855]: pgmap v2098: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:17:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:37 smithi111 ceph-mon[116524]: pgmap v2098: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2023-12-01T05:17:38.041 INFO:tasks.workunit.client.0.smithi111.stdout: 809: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:38.041 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M7f7c4N_p2nydTb off=245587 len=1046930 2023-12-01T05:17:38.046 INFO:tasks.workunit.client.0.smithi111.stdout:op 4116 completed, throughput=5MB/sec 2023-12-01T05:17:38.047 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-efPFXnhOOljzx0j off=6649734 len=893249 2023-12-01T05:17:38.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 4117 completed, throughput=5MB/sec 2023-12-01T05:17:38.052 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CYV_8kgG50WIWzs off=4022663 len=1643030 2023-12-01T05:17:38.055 INFO:tasks.workunit.client.0.smithi111.stdout:op 4118 completed, throughput=5MB/sec 2023-12-01T05:17:38.055 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RxtANDob0CliwhU off=294032 len=244470 2023-12-01T05:17:38.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 4119 completed, throughput=5MB/sec 2023-12-01T05:17:38.056 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3OdANLnEuqBf0Gp off=2509403 len=1991259 2023-12-01T05:17:38.058 INFO:tasks.workunit.client.0.smithi111.stdout:op 4120 completed, throughput=5MB/sec 2023-12-01T05:17:39.058 INFO:tasks.workunit.client.0.smithi111.stdout: 810: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:39.058 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-psxleV-k89dPIlv off=8814103 len=48128 2023-12-01T05:17:39.061 INFO:tasks.workunit.client.0.smithi111.stdout:op 4121 completed, throughput=4.99MB/sec 2023-12-01T05:17:39.061 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VKAgRVyxCbl2M1c off=12444691 len=1803516 2023-12-01T05:17:39.069 INFO:tasks.workunit.client.0.smithi111.stdout:op 4122 completed, throughput=5MB/sec 2023-12-01T05:17:39.069 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6zxNXM1sHuZpm2a off=856317 len=1164120 2023-12-01T05:17:39.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 4123 completed, throughput=5MB/sec 2023-12-01T05:17:39.072 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9aW11-V64vsmzIp off=556493 len=1441165 2023-12-01T05:17:39.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 4124 completed, throughput=5MB/sec 2023-12-01T05:17:39.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A02nu2n8DNBIPk8 off=1000886 len=192747 2023-12-01T05:17:39.080 INFO:tasks.workunit.client.0.smithi111.stdout:op 4125 completed, throughput=5MB/sec 2023-12-01T05:17:39.080 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8TR83W7lWQoNy4_ off=3531881 len=1434674 2023-12-01T05:17:39.085 INFO:tasks.workunit.client.0.smithi111.stdout:op 4126 completed, throughput=5MB/sec 2023-12-01T05:17:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:39 smithi111 ceph-mon[97855]: pgmap v2099: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:17:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:39 smithi111 ceph-mon[116524]: pgmap v2099: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:17:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:39 smithi155 ceph-mon[102677]: pgmap v2099: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:17:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:17:39] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:17:40.086 INFO:tasks.workunit.client.0.smithi111.stdout: 811: throughput=5MB/sec pending data=0 2023-12-01T05:17:40.086 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MKG6KkTq3J85k25 off=6953225 len=1191272 2023-12-01T05:17:40.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 4127 completed, throughput=5MB/sec 2023-12-01T05:17:40.087 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YnVCSH5_4Ypeqlz off=18911460 len=548028 2023-12-01T05:17:40.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 4128 completed, throughput=5MB/sec 2023-12-01T05:17:40.091 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xb1M4K2teVN1oCF off=602614 len=449858 2023-12-01T05:17:40.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 4129 completed, throughput=5MB/sec 2023-12-01T05:17:40.092 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b0fAxdgE4Z6zQ__ off=1382489 len=1279816 2023-12-01T05:17:40.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 4130 completed, throughput=5MB/sec 2023-12-01T05:17:40.100 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ScaROguro1epkxl off=9654767 len=1189117 2023-12-01T05:17:40.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 4131 completed, throughput=5MB/sec 2023-12-01T05:17:41.103 INFO:tasks.workunit.client.0.smithi111.stdout: 812: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:41.103 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VGoA6MN1Bhr_EC- off=7545240 len=1941620 2023-12-01T05:17:41.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 4132 completed, throughput=5MB/sec 2023-12-01T05:17:41.110 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L0_FUtB7_FArQcY off=1023268 len=182005 2023-12-01T05:17:41.111 INFO:tasks.workunit.client.0.smithi111.stdout:op 4133 completed, throughput=5MB/sec 2023-12-01T05:17:41.111 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NccsqQ12tUfxoer off=613228 len=502511 2023-12-01T05:17:41.115 INFO:tasks.workunit.client.0.smithi111.stdout:op 4134 completed, throughput=5MB/sec 2023-12-01T05:17:41.115 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D0S6jDqaymv8QxH off=451540 len=833051 2023-12-01T05:17:41.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 4135 completed, throughput=5MB/sec 2023-12-01T05:17:41.116 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jTp3BfnwszEA5Ht off=16250978 len=985264 2023-12-01T05:17:41.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 4136 completed, throughput=5MB/sec 2023-12-01T05:17:41.117 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4HY2PxSBBBPVJPS off=10168818 len=1888224 2023-12-01T05:17:41.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 4137 completed, throughput=5MB/sec 2023-12-01T05:17:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:41 smithi155 ceph-mon[102677]: pgmap v2100: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:17:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:41 smithi111 ceph-mon[97855]: pgmap v2100: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:17:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:41 smithi111 ceph-mon[116524]: pgmap v2100: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:17:42.119 INFO:tasks.workunit.client.0.smithi111.stdout: 813: throughput=5MB/sec pending data=0 2023-12-01T05:17:42.119 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BEy5e7l8ei3A403 off=17080214 len=1723309 2023-12-01T05:17:42.128 INFO:tasks.workunit.client.0.smithi111.stdout:op 4138 completed, throughput=5MB/sec 2023-12-01T05:17:42.128 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hvhGGRJ-u1d0hDS off=1260628 len=2011961 2023-12-01T05:17:42.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 4139 completed, throughput=5MB/sec 2023-12-01T05:17:43.130 INFO:tasks.workunit.client.0.smithi111.stdout: 814: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:43.130 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YwypM65f8kFGB4a off=15064696 len=193274 2023-12-01T05:17:43.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 4140 completed, throughput=4.99MB/sec 2023-12-01T05:17:43.133 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yE7gDjAk6Sl-29g off=16524878 len=415909 2023-12-01T05:17:43.135 INFO:tasks.workunit.client.0.smithi111.stdout:op 4141 completed, throughput=4.99MB/sec 2023-12-01T05:17:43.135 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q1tudhBtIilw11U off=10200719 len=670046 2023-12-01T05:17:43.136 INFO:tasks.workunit.client.0.smithi111.stdout:op 4142 completed, throughput=5MB/sec 2023-12-01T05:17:43.136 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SFaDIeG7RXZo3wU off=11630655 len=1273579 2023-12-01T05:17:43.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 4143 completed, throughput=5MB/sec 2023-12-01T05:17:43.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hUeTyffd2KdD4j8 off=4577478 len=2040267 2023-12-01T05:17:43.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 4144 completed, throughput=5MB/sec 2023-12-01T05:17:43.150 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Osev0qTP25eeedZ off=8971071 len=811432 2023-12-01T05:17:43.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 4145 completed, throughput=5MB/sec 2023-12-01T05:17:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:43 smithi155 ceph-mon[102677]: pgmap v2101: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:17:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:43 smithi111 ceph-mon[97855]: pgmap v2101: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:17:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:43 smithi111 ceph-mon[116524]: pgmap v2101: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:17:44.152 INFO:tasks.workunit.client.0.smithi111.stdout: 815: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:44.153 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-35AvXLMJR0ldQQZ off=10756120 len=1668493 2023-12-01T05:17:44.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 4146 completed, throughput=5MB/sec 2023-12-01T05:17:44.161 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bitPwY-N-jF7zLn off=2758101 len=964826 2023-12-01T05:17:44.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 4147 completed, throughput=5MB/sec 2023-12-01T05:17:44.167 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xd3Z7jsioOo_Np5 off=15517192 len=1746025 2023-12-01T05:17:44.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 4148 completed, throughput=5MB/sec 2023-12-01T05:17:44.174 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8v6h1HA63XdHnDB off=3301807 len=1341266 2023-12-01T05:17:44.176 INFO:tasks.workunit.client.0.smithi111.stdout:op 4149 completed, throughput=5MB/sec 2023-12-01T05:17:45.176 INFO:tasks.workunit.client.0.smithi111.stdout: 816: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:45.176 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IPISbe2B1To0S0V off=4642750 len=1087291 2023-12-01T05:17:45.181 INFO:tasks.workunit.client.0.smithi111.stdout:op 4150 completed, throughput=5MB/sec 2023-12-01T05:17:45.181 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N7NfqgRj-YnzffC off=7632855 len=34921 2023-12-01T05:17:45.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 4151 completed, throughput=5MB/sec 2023-12-01T05:17:45.182 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PXU-KMK84o2LGJt off=12766390 len=1053867 2023-12-01T05:17:45.186 INFO:tasks.workunit.client.0.smithi111.stdout:op 4152 completed, throughput=5MB/sec 2023-12-01T05:17:45.187 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dvU5jYFIvqnAgIa off=1584758 len=2061758 2023-12-01T05:17:45.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 4153 completed, throughput=5MB/sec 2023-12-01T05:17:45.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kehYWmOTUZGOxT2 off=21007678 len=1837747 2023-12-01T05:17:45.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 4154 completed, throughput=5MB/sec 2023-12-01T05:17:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:45 smithi155 ceph-mon[102677]: pgmap v2102: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:17:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:45 smithi111 ceph-mon[97855]: pgmap v2102: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:17:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:45 smithi111 ceph-mon[116524]: pgmap v2102: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:17:46.126 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:17:46.205 INFO:tasks.workunit.client.0.smithi111.stdout: 817: throughput=5MB/sec pending data=0 2023-12-01T05:17:46.205 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P7AiCwcvjJi79Vu off=6675796 len=1945019 2023-12-01T05:17:46.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 4155 completed, throughput=5MB/sec 2023-12-01T05:17:46.207 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KCzWWG2Dc2qnjpO off=2423897 len=1175703 2023-12-01T05:17:46.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 4156 completed, throughput=5MB/sec 2023-12-01T05:17:46.212 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yE7gDjAk6Sl-29g off=13237273 len=1574577 2023-12-01T05:17:46.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 4157 completed, throughput=5MB/sec 2023-12-01T05:17:46.435 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:17:46.435 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (35m) 2m ago 35m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (35m) 2m ago 35m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (36m) 2m ago 36m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (36m) 2m ago 36m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (39m) 2m ago 39m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (41m) 2m ago 41m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (41m) 2m ago 41m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (40m) 2m ago 40m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (40m) 2m ago 40m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (35m) 2m ago 35m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (35m) 2m ago 35m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (39m) 2m ago 39m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (39m) 2m ago 39m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:17:46.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (38m) 2m ago 38m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:17:46.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (38m) 2m ago 38m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:17:46.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (38m) 2m ago 38m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:17:46.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (37m) 2m ago 37m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:17:46.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (37m) 2m ago 37m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:17:46.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (36m) 2m ago 36m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:17:46.437 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (34m) 2m ago 36m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:17:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:17:46.817 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:17:46.817 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:17:46.817 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:46.817 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:17:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:17:47.219 INFO:tasks.workunit.client.0.smithi111.stdout: 818: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:47.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FvmTQHu-2duYF0y off=13516601 len=464802 2023-12-01T05:17:47.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 4158 completed, throughput=5MB/sec 2023-12-01T05:17:47.220 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LJ1SYcGsO062wbt off=17714689 len=247674 2023-12-01T05:17:47.220 INFO:tasks.workunit.client.0.smithi111.stdout:op 4159 completed, throughput=5MB/sec 2023-12-01T05:17:47.221 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QLieUuhUrFFZlwS off=1542261 len=430650 2023-12-01T05:17:47.224 INFO:tasks.workunit.client.0.smithi111.stdout:op 4160 completed, throughput=5MB/sec 2023-12-01T05:17:47.225 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--xgIwGnvx4OerTE off=4620326 len=1544109 2023-12-01T05:17:47.234 INFO:tasks.workunit.client.0.smithi111.stdout:op 4161 completed, throughput=5MB/sec 2023-12-01T05:17:47.234 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G_WkBch09PIwps8 off=3273575 len=765599 2023-12-01T05:17:47.238 INFO:tasks.workunit.client.0.smithi111.stdout:op 4162 completed, throughput=5MB/sec 2023-12-01T05:17:47.238 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kkKm9guUkINQ2ap off=11721474 len=1013831 2023-12-01T05:17:47.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 4163 completed, throughput=5MB/sec 2023-12-01T05:17:47.239 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HM6-rv2AVWIIP_N off=10313682 len=850068 2023-12-01T05:17:47.244 INFO:tasks.workunit.client.0.smithi111.stdout:op 4164 completed, throughput=5MB/sec 2023-12-01T05:17:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:47 smithi155 ceph-mon[102677]: pgmap v2103: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:17:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:47 smithi155 ceph-mon[102677]: from='client.16671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1920642352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:17:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:47 smithi111 ceph-mon[97855]: pgmap v2103: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:17:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:47 smithi111 ceph-mon[97855]: from='client.16671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1920642352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:17:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:47 smithi111 ceph-mon[116524]: pgmap v2103: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:17:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:47 smithi111 ceph-mon[116524]: from='client.16671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1920642352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:17:48.244 INFO:tasks.workunit.client.0.smithi111.stdout: 819: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:48.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lc9qynsj7z1kwVv off=22717 len=1761274 2023-12-01T05:17:48.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 4165 completed, throughput=5MB/sec 2023-12-01T05:17:48.254 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GOpUb4yyqHlwy7N off=2249547 len=1840854 2023-12-01T05:17:48.256 INFO:tasks.workunit.client.0.smithi111.stdout:op 4166 completed, throughput=5MB/sec 2023-12-01T05:17:48.256 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4ToOiE0axo-1xMg off=9895956 len=1216792 2023-12-01T05:17:48.257 INFO:tasks.workunit.client.0.smithi111.stdout:op 4167 completed, throughput=5MB/sec 2023-12-01T05:17:48.257 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jhioMfs37mPRN2c off=14050369 len=675151 2023-12-01T05:17:48.261 INFO:tasks.workunit.client.0.smithi111.stdout:op 4168 completed, throughput=5MB/sec 2023-12-01T05:17:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:48 smithi155 ceph-mon[102677]: from='client.26579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:48 smithi111 ceph-mon[97855]: from='client.26579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:48 smithi111 ceph-mon[116524]: from='client.26579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:17:49.262 INFO:tasks.workunit.client.0.smithi111.stdout: 820: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:49.262 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yp1AQbyzwdohh53 off=12592639 len=1467866 2023-12-01T05:17:49.263 INFO:tasks.workunit.client.0.smithi111.stdout:op 4169 completed, throughput=5MB/sec 2023-12-01T05:17:49.264 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0JUa_o0mwrTe1pl off=2358388 len=360632 2023-12-01T05:17:49.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 4170 completed, throughput=5MB/sec 2023-12-01T05:17:49.265 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GjD1YBZakZAOnyB off=7061337 len=734032 2023-12-01T05:17:49.270 INFO:tasks.workunit.client.0.smithi111.stdout:op 4171 completed, throughput=5MB/sec 2023-12-01T05:17:49.270 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u-IdLOZJ9Vr1IOa off=11390 len=841906 2023-12-01T05:17:49.275 INFO:tasks.workunit.client.0.smithi111.stdout:op 4172 completed, throughput=5MB/sec 2023-12-01T05:17:49.275 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s6As2yortg00exI off=4783251 len=1135595 2023-12-01T05:17:49.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 4173 completed, throughput=5MB/sec 2023-12-01T05:17:49.281 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-owDQMa1naBODiij off=9298042 len=20104 2023-12-01T05:17:49.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 4174 completed, throughput=5MB/sec 2023-12-01T05:17:49.282 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_Qs1_T6V7OCL0kN off=5649162 len=1799024 2023-12-01T05:17:49.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 4175 completed, throughput=5MB/sec 2023-12-01T05:17:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:49 smithi111 ceph-mon[97855]: pgmap v2104: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:17:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:49 smithi111 ceph-mon[116524]: pgmap v2104: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:17:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:49 smithi155 ceph-mon[102677]: pgmap v2104: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:17:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:17:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:17:49] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:17:50.292 INFO:tasks.workunit.client.0.smithi111.stdout: 821: throughput=5MB/sec pending data=0 2023-12-01T05:17:50.293 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1Qp4MePP847Dd_h off=8987718 len=1913798 2023-12-01T05:17:50.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 4176 completed, throughput=5MB/sec 2023-12-01T05:17:50.296 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uWrYTSLmkUbAG15 off=3079992 len=2036078 2023-12-01T05:17:50.308 INFO:tasks.workunit.client.0.smithi111.stdout:op 4177 completed, throughput=5MB/sec 2023-12-01T05:17:51.308 INFO:tasks.workunit.client.0.smithi111.stdout: 822: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:51.309 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OJGLDICIbIu9Mjb off=4992096 len=1808414 2023-12-01T05:17:51.311 INFO:tasks.workunit.client.0.smithi111.stdout:op 4178 completed, throughput=5MB/sec 2023-12-01T05:17:51.311 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hFEhBANtaM64d6B off=2354476 len=1009505 2023-12-01T05:17:51.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 4179 completed, throughput=5MB/sec 2023-12-01T05:17:51.314 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YqwU6iTyHl-bi49 off=22120896 len=1477395 2023-12-01T05:17:51.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 4180 completed, throughput=5MB/sec 2023-12-01T05:17:51.315 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RGoBa0P_H_v8dsO off=5545770 len=992921 2023-12-01T05:17:51.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 4181 completed, throughput=5MB/sec 2023-12-01T05:17:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:51 smithi155 ceph-mon[102677]: pgmap v2105: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:17:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:51 smithi111 ceph-mon[97855]: pgmap v2105: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:17:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:51 smithi111 ceph-mon[116524]: pgmap v2105: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2023-12-01T05:17:52.322 INFO:tasks.workunit.client.0.smithi111.stdout: 823: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:52.322 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v80RsJzDlflRq9L off=5992918 len=783850 2023-12-01T05:17:52.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 4182 completed, throughput=5MB/sec 2023-12-01T05:17:52.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-amedsVLEt4DfO2l off=1079115 len=53775 2023-12-01T05:17:52.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 4183 completed, throughput=5MB/sec 2023-12-01T05:17:52.330 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iqXnTab36svhCQH off=8696 len=30347 2023-12-01T05:17:52.330 INFO:tasks.workunit.client.0.smithi111.stdout:op 4184 completed, throughput=5MB/sec 2023-12-01T05:17:52.330 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xfnwB1J8dxovHAn off=2295796 len=314729 2023-12-01T05:17:52.331 INFO:tasks.workunit.client.0.smithi111.stdout:op 4185 completed, throughput=5MB/sec 2023-12-01T05:17:52.331 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LFMW8FgYiLtAIZ9 off=919986 len=1729711 2023-12-01T05:17:52.333 INFO:tasks.workunit.client.0.smithi111.stdout:op 4186 completed, throughput=5MB/sec 2023-12-01T05:17:52.333 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KIF4-mdcrVqi8j4 off=18182958 len=1286717 2023-12-01T05:17:52.335 INFO:tasks.workunit.client.0.smithi111.stdout:op 4187 completed, throughput=5MB/sec 2023-12-01T05:17:52.335 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5sUNg1iCV6LOCvc off=796023 len=1346414 2023-12-01T05:17:52.343 INFO:tasks.workunit.client.0.smithi111.stdout:op 4188 completed, throughput=5MB/sec 2023-12-01T05:17:53.343 INFO:tasks.workunit.client.0.smithi111.stdout: 824: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:53.343 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8bwZewgQ6_k0Xsh off=1966231 len=197810 2023-12-01T05:17:53.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 4189 completed, throughput=4.99MB/sec 2023-12-01T05:17:53.344 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C_faTMjuHzsUrY6 off=1922333 len=2548 2023-12-01T05:17:53.346 INFO:tasks.workunit.client.0.smithi111.stdout:op 4190 completed, throughput=4.99MB/sec 2023-12-01T05:17:53.346 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KNj7BHCGfJk1C-A off=4629129 len=346754 2023-12-01T05:17:53.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 4191 completed, throughput=5MB/sec 2023-12-01T05:17:53.347 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C31CVlWcX3F8z_P off=496910 len=193686 2023-12-01T05:17:53.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 4192 completed, throughput=5MB/sec 2023-12-01T05:17:53.348 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x-4l7TNuMi9ZxA_ off=4991136 len=1192716 2023-12-01T05:17:53.349 INFO:tasks.workunit.client.0.smithi111.stdout:op 4193 completed, throughput=5MB/sec 2023-12-01T05:17:53.349 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Brh3GtWzLi53eb9 off=275593 len=1104193 2023-12-01T05:17:53.350 INFO:tasks.workunit.client.0.smithi111.stdout:op 4194 completed, throughput=5MB/sec 2023-12-01T05:17:53.350 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mIIDOewqR0L8rMk off=4303621 len=347940 2023-12-01T05:17:53.354 INFO:tasks.workunit.client.0.smithi111.stdout:op 4195 completed, throughput=5MB/sec 2023-12-01T05:17:53.354 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kZ5ZUameMm7OO08 off=413277 len=901663 2023-12-01T05:17:53.358 INFO:tasks.workunit.client.0.smithi111.stdout:op 4196 completed, throughput=5MB/sec 2023-12-01T05:17:53.358 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JBrY5bh4MaoEwex off=7534927 len=271714 2023-12-01T05:17:53.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 4197 completed, throughput=5MB/sec 2023-12-01T05:17:53.361 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K8GQtHpggBpuUmI off=11713658 len=1906883 2023-12-01T05:17:53.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 4198 completed, throughput=5MB/sec 2023-12-01T05:17:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:53 smithi155 ceph-mon[102677]: pgmap v2106: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:17:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:53 smithi111 ceph-mon[97855]: pgmap v2106: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:17:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:53 smithi111 ceph-mon[116524]: pgmap v2106: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.0 MiB/s wr, 6 op/s 2023-12-01T05:17:54.370 INFO:tasks.workunit.client.0.smithi111.stdout: 825: throughput=5MB/sec pending data=0 2023-12-01T05:17:54.370 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QPg-mdsWb_lGxvx off=2082822 len=1424057 2023-12-01T05:17:54.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 4199 completed, throughput=5MB/sec 2023-12-01T05:17:54.372 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WKSsEL8d6YcX7fz off=8886136 len=1297054 2023-12-01T05:17:54.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 4200 completed, throughput=5MB/sec 2023-12-01T05:17:54.377 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I5sS2IsO-BysQpm off=8927803 len=1222814 2023-12-01T05:17:54.379 INFO:tasks.workunit.client.0.smithi111.stdout:op 4201 completed, throughput=5MB/sec 2023-12-01T05:17:55.380 INFO:tasks.workunit.client.0.smithi111.stdout: 826: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:55.380 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aP0CTfvQ8O_O8Ec off=19212447 len=804719 2023-12-01T05:17:55.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 4202 completed, throughput=5MB/sec 2023-12-01T05:17:55.381 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--qQEZAOeCefT3Yy off=1373184 len=301505 2023-12-01T05:17:55.385 INFO:tasks.workunit.client.0.smithi111.stdout:op 4203 completed, throughput=5MB/sec 2023-12-01T05:17:55.385 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cSbvuLmpJ6G6LYx off=1644446 len=1490395 2023-12-01T05:17:55.386 INFO:tasks.workunit.client.0.smithi111.stdout:op 4204 completed, throughput=5MB/sec 2023-12-01T05:17:55.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rmfb2jfAyCEHQ6C off=5576038 len=379070 2023-12-01T05:17:55.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 4205 completed, throughput=5MB/sec 2023-12-01T05:17:55.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gnTKQ0GSfyXdz_Q off=8457799 len=1597546 2023-12-01T05:17:55.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 4206 completed, throughput=5MB/sec 2023-12-01T05:17:55.389 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wba75SHgC8zlBv8 off=2587558 len=1941364 2023-12-01T05:17:55.392 INFO:tasks.workunit.client.0.smithi111.stdout:op 4207 completed, throughput=5MB/sec 2023-12-01T05:17:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:55 smithi155 ceph-mon[102677]: pgmap v2107: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:17:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:55 smithi111 ceph-mon[97855]: pgmap v2107: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:17:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:55 smithi111 ceph-mon[116524]: pgmap v2107: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:17:56.392 INFO:tasks.workunit.client.0.smithi111.stdout: 827: throughput=5MB/sec pending data=0 2023-12-01T05:17:56.392 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xohBQIN4req1qgx off=5141857 len=721398 2023-12-01T05:17:56.397 INFO:tasks.workunit.client.0.smithi111.stdout:op 4208 completed, throughput=5MB/sec 2023-12-01T05:17:56.397 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-awrKhVqUtb6UPka off=10889480 len=671425 2023-12-01T05:17:56.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 4209 completed, throughput=5MB/sec 2023-12-01T05:17:56.398 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XZ0jM2b2--Qc9wl off=11088908 len=1166053 2023-12-01T05:17:56.406 INFO:tasks.workunit.client.0.smithi111.stdout:op 4210 completed, throughput=5MB/sec 2023-12-01T05:17:56.406 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-93Iy-kSMfM5RS4J off=871535 len=1632286 2023-12-01T05:17:56.408 INFO:tasks.workunit.client.0.smithi111.stdout:op 4211 completed, throughput=5MB/sec 2023-12-01T05:17:57.410 INFO:tasks.workunit.client.0.smithi111.stdout: 828: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:57.410 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5XouQvO10OA1WVk off=4884745 len=118895 2023-12-01T05:17:57.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 4212 completed, throughput=4.99MB/sec 2023-12-01T05:17:57.410 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZXTpG4ygAq6Xcie off=1437183 len=743841 2023-12-01T05:17:57.414 INFO:tasks.workunit.client.0.smithi111.stdout:op 4213 completed, throughput=5MB/sec 2023-12-01T05:17:57.414 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n4k5gXxJiF0Jcxh off=14648094 len=1192000 2023-12-01T05:17:57.419 INFO:tasks.workunit.client.0.smithi111.stdout:op 4214 completed, throughput=5MB/sec 2023-12-01T05:17:57.419 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N2trEseCgOGAgn2 off=5680616 len=542742 2023-12-01T05:17:57.423 INFO:tasks.workunit.client.0.smithi111.stdout:op 4215 completed, throughput=5MB/sec 2023-12-01T05:17:57.423 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BwLhEf1Wa0pbdjP off=11488799 len=1500047 2023-12-01T05:17:57.424 INFO:tasks.workunit.client.0.smithi111.stdout:op 4216 completed, throughput=5MB/sec 2023-12-01T05:17:57.424 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TOU6TwMaA_EWUh- off=14388077 len=123882 2023-12-01T05:17:57.424 INFO:tasks.workunit.client.0.smithi111.stdout:op 4217 completed, throughput=5MB/sec 2023-12-01T05:17:57.425 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7rFVzZWysed0Pf4 off=6738463 len=23052 2023-12-01T05:17:57.427 INFO:tasks.workunit.client.0.smithi111.stdout:op 4218 completed, throughput=5MB/sec 2023-12-01T05:17:57.427 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NIoSFAqfoQOwZVR off=2237957 len=954184 2023-12-01T05:17:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:op 4219 completed, throughput=5MB/sec 2023-12-01T05:17:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-loCv0wTRM8HvUkr off=11709641 len=452452 2023-12-01T05:17:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:op 4220 completed, throughput=5MB/sec 2023-12-01T05:17:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:57 smithi155 ceph-mon[102677]: pgmap v2108: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:17:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:57 smithi111 ceph-mon[97855]: pgmap v2108: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:17:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:57 smithi111 ceph-mon[116524]: pgmap v2108: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:17:58.434 INFO:tasks.workunit.client.0.smithi111.stdout: 829: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:58.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hoPWGtwSfHRBRJx off=6401275 len=1767998 2023-12-01T05:17:58.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 4221 completed, throughput=5MB/sec 2023-12-01T05:17:58.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6zXe-c53Xa8g3DB off=2086403 len=818218 2023-12-01T05:17:58.435 INFO:tasks.workunit.client.0.smithi111.stdout:op 4222 completed, throughput=5MB/sec 2023-12-01T05:17:58.435 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1nXgrYr8YcK5p_E off=12645765 len=1871077 2023-12-01T05:17:58.438 INFO:tasks.workunit.client.0.smithi111.stdout:op 4223 completed, throughput=5MB/sec 2023-12-01T05:17:58.438 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ISJZaeotX8pou21 off=3588714 len=773116 2023-12-01T05:17:58.439 INFO:tasks.workunit.client.0.smithi111.stdout:op 4224 completed, throughput=5MB/sec 2023-12-01T05:17:59.440 INFO:tasks.workunit.client.0.smithi111.stdout: 830: throughput=4.99MB/sec pending data=0 2023-12-01T05:17:59.440 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ae-_jJJxeJCn_Jp off=3910543 len=1849654 2023-12-01T05:17:59.449 INFO:tasks.workunit.client.0.smithi111.stdout:op 4225 completed, throughput=5MB/sec 2023-12-01T05:17:59.449 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nhi4M89IOv1PnxM off=895059 len=304504 2023-12-01T05:17:59.452 INFO:tasks.workunit.client.0.smithi111.stdout:op 4226 completed, throughput=5MB/sec 2023-12-01T05:17:59.452 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4DRhulIu0lJjCPa off=5273656 len=1913031 2023-12-01T05:17:59.453 INFO:tasks.workunit.client.0.smithi111.stdout:op 4227 completed, throughput=5MB/sec 2023-12-01T05:17:59.454 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k3Agjl3YmqMxo17 off=3819107 len=584928 2023-12-01T05:17:59.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 4228 completed, throughput=5MB/sec 2023-12-01T05:17:59.454 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_gN-F1seQti1Eyq off=5675335 len=414695 2023-12-01T05:17:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:17:59 smithi155 ceph-mon[102677]: pgmap v2109: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:17:59.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 4229 completed, throughput=5MB/sec 2023-12-01T05:17:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:17:59 smithi111 ceph-mon[97855]: pgmap v2109: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:17:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:17:59] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:17:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:17:59 smithi111 ceph-mon[116524]: pgmap v2109: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:18:00.455 INFO:tasks.workunit.client.0.smithi111.stdout: 831: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:00.455 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W1j-SqXzpcAjEYE off=1490325 len=668224 2023-12-01T05:18:00.459 INFO:tasks.workunit.client.0.smithi111.stdout:op 4230 completed, throughput=4.99MB/sec 2023-12-01T05:18:00.459 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TTW3EN_igK6I3i0 off=7363516 len=1211117 2023-12-01T05:18:00.461 INFO:tasks.workunit.client.0.smithi111.stdout:op 4231 completed, throughput=5MB/sec 2023-12-01T05:18:00.461 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SE8xRem5WEHwdRA off=1369090 len=519116 2023-12-01T05:18:00.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 4232 completed, throughput=5MB/sec 2023-12-01T05:18:00.465 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EGg0bUoAe-6HS3G off=402838 len=1758301 2023-12-01T05:18:00.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 4233 completed, throughput=5MB/sec 2023-12-01T05:18:00.466 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wC04mEIbpWuS-gn off=6684323 len=372316 2023-12-01T05:18:00.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 4234 completed, throughput=5MB/sec 2023-12-01T05:18:00.470 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TFbVqMlJOO24XKR off=4914463 len=751092 2023-12-01T05:18:00.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 4235 completed, throughput=5MB/sec 2023-12-01T05:18:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:01 smithi155 ceph-mon[102677]: pgmap v2110: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:18:01.475 INFO:tasks.workunit.client.0.smithi111.stdout: 832: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:01.475 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aMmj3XyZLrjkAiT off=6693696 len=64623 2023-12-01T05:18:01.478 INFO:tasks.workunit.client.0.smithi111.stdout:op 4236 completed, throughput=4.99MB/sec 2023-12-01T05:18:01.478 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hyh7i3pMQYxeLKP off=10751083 len=257640 2023-12-01T05:18:01.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 4237 completed, throughput=4.99MB/sec 2023-12-01T05:18:01.479 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jQXTbmSMuWtna9A off=5835216 len=481084 2023-12-01T05:18:01.483 INFO:tasks.workunit.client.0.smithi111.stdout:op 4238 completed, throughput=5MB/sec 2023-12-01T05:18:01.483 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cYe5vHUvJUbKuVG off=764342 len=819514 2023-12-01T05:18:01.488 INFO:tasks.workunit.client.0.smithi111.stdout:op 4239 completed, throughput=5MB/sec 2023-12-01T05:18:01.488 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RxdzLJLF6xFHpRF off=4521347 len=31639 2023-12-01T05:18:01.488 INFO:tasks.workunit.client.0.smithi111.stdout:op 4240 completed, throughput=5MB/sec 2023-12-01T05:18:01.488 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-e35qHC5pQADw4FH off=4075632 len=387498 2023-12-01T05:18:01.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 4241 completed, throughput=5MB/sec 2023-12-01T05:18:01.489 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pyUJhrRiyHTwQkJ off=12765262 len=417734 2023-12-01T05:18:01.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 4242 completed, throughput=5MB/sec 2023-12-01T05:18:01.491 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZHS9qXsf1NLqeml off=3662676 len=270569 2023-12-01T05:18:01.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 4243 completed, throughput=5MB/sec 2023-12-01T05:18:01.493 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ufl70npVAWKmeHA off=5883609 len=1666238 2023-12-01T05:18:01.496 INFO:tasks.workunit.client.0.smithi111.stdout:op 4244 completed, throughput=5MB/sec 2023-12-01T05:18:01.496 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-q6IktS36YxhTGOY off=3842922 len=1665241 2023-12-01T05:18:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:01 smithi111 ceph-mon[97855]: pgmap v2110: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:18:01.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:01 smithi111 ceph-mon[116524]: pgmap v2110: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:18:01.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 4245 completed, throughput=5MB/sec 2023-12-01T05:18:02.503 INFO:tasks.workunit.client.0.smithi111.stdout: 833: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:02.503 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4VUC9W2mCaL6ZOs off=10464013 len=1598430 2023-12-01T05:18:02.505 INFO:tasks.workunit.client.0.smithi111.stdout:op 4246 completed, throughput=5MB/sec 2023-12-01T05:18:02.505 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sBG4qHhUAiVyqtb off=284915 len=1127159 2023-12-01T05:18:02.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 4247 completed, throughput=5MB/sec 2023-12-01T05:18:02.508 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RncWrOK3cNYxLyy off=6118961 len=1473969 2023-12-01T05:18:02.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 4248 completed, throughput=5MB/sec 2023-12-01T05:18:02.510 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fIfo1UATTlYLOWZ off=1205981 len=1853674 2023-12-01T05:18:02.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 4249 completed, throughput=5MB/sec 2023-12-01T05:18:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:03 smithi155 ceph-mon[102677]: pgmap v2111: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:18:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:03 smithi111 ceph-mon[97855]: pgmap v2111: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:18:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:03 smithi111 ceph-mon[116524]: pgmap v2111: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:18:03.521 INFO:tasks.workunit.client.0.smithi111.stdout: 834: throughput=5MB/sec pending data=0 2023-12-01T05:18:03.521 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E_fyvBB098JWAo- off=4215779 len=294613 2023-12-01T05:18:03.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 4250 completed, throughput=5MB/sec 2023-12-01T05:18:03.522 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jzAWpImR1l1ge1J off=11856305 len=1170404 2023-12-01T05:18:03.524 INFO:tasks.workunit.client.0.smithi111.stdout:op 4251 completed, throughput=5MB/sec 2023-12-01T05:18:03.525 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ujKeojcCMoa6ZT5 off=881140 len=342974 2023-12-01T05:18:03.528 INFO:tasks.workunit.client.0.smithi111.stdout:op 4252 completed, throughput=5MB/sec 2023-12-01T05:18:03.528 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IwMNi4RgnHJCPiH off=5225195 len=593265 2023-12-01T05:18:03.529 INFO:tasks.workunit.client.0.smithi111.stdout:op 4253 completed, throughput=5MB/sec 2023-12-01T05:18:03.529 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GhsUwgxHQeKBLBk off=3893054 len=876025 2023-12-01T05:18:03.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 4254 completed, throughput=5MB/sec 2023-12-01T05:18:03.534 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZJyQeO49owov-8u off=1006727 len=14741 2023-12-01T05:18:03.534 INFO:tasks.workunit.client.0.smithi111.stdout:op 4255 completed, throughput=5MB/sec 2023-12-01T05:18:03.534 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6qaAoODa5BkydXD off=9816869 len=1284081 2023-12-01T05:18:03.541 INFO:tasks.workunit.client.0.smithi111.stdout:op 4256 completed, throughput=5MB/sec 2023-12-01T05:18:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:04.541 INFO:tasks.workunit.client.0.smithi111.stdout: 835: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:04.542 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3B6yNFhHLBg_JzS off=11503757 len=575377 2023-12-01T05:18:04.543 INFO:tasks.workunit.client.0.smithi111.stdout:op 4257 completed, throughput=5MB/sec 2023-12-01T05:18:04.543 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ERLGrqUfaRhiLOv off=6028235 len=178953 2023-12-01T05:18:04.544 INFO:tasks.workunit.client.0.smithi111.stdout:op 4258 completed, throughput=5MB/sec 2023-12-01T05:18:04.544 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g70Pv4wgpzwRvcM off=950556 len=1098206 2023-12-01T05:18:04.545 INFO:tasks.workunit.client.0.smithi111.stdout:op 4259 completed, throughput=5MB/sec 2023-12-01T05:18:04.545 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TsVrEev64PMLNWC off=1456023 len=1717015 2023-12-01T05:18:04.553 INFO:tasks.workunit.client.0.smithi111.stdout:op 4260 completed, throughput=5MB/sec 2023-12-01T05:18:04.553 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-otxOF6iwHci-DK9 off=812018 len=2019075 2023-12-01T05:18:04.564 INFO:tasks.workunit.client.0.smithi111.stdout:op 4261 completed, throughput=5MB/sec 2023-12-01T05:18:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:05 smithi155 ceph-mon[102677]: pgmap v2112: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-01T05:18:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:05 smithi111 ceph-mon[97855]: pgmap v2112: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-01T05:18:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:05 smithi111 ceph-mon[116524]: pgmap v2112: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2023-12-01T05:18:05.564 INFO:tasks.workunit.client.0.smithi111.stdout: 836: throughput=5MB/sec pending data=0 2023-12-01T05:18:05.564 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h5A7k9_uxP2vtT0 off=5194555 len=747519 2023-12-01T05:18:05.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 4262 completed, throughput=5MB/sec 2023-12-01T05:18:05.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lu1__d1YgS4LlL5 off=3850400 len=1488934 2023-12-01T05:18:05.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 4263 completed, throughput=5MB/sec 2023-12-01T05:18:05.568 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--v5HRWsmg4qXTRL off=13072304 len=1786707 2023-12-01T05:18:05.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 4264 completed, throughput=5MB/sec 2023-12-01T05:18:05.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lsYQ9Oqu19_Twuo off=11171423 len=1059835 2023-12-01T05:18:05.579 INFO:tasks.workunit.client.0.smithi111.stdout:op 4265 completed, throughput=5MB/sec 2023-12-01T05:18:06.580 INFO:tasks.workunit.client.0.smithi111.stdout: 837: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SHXuTrzouv3DF55 off=5402247 len=1893086 2023-12-01T05:18:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 4266 completed, throughput=5MB/sec 2023-12-01T05:18:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bn8_4DrvX63aDg4 off=15228451 len=1183516 2023-12-01T05:18:06.589 INFO:tasks.workunit.client.0.smithi111.stdout:op 4267 completed, throughput=5MB/sec 2023-12-01T05:18:06.589 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qiQBfHRJN37-j_v off=3479081 len=617259 2023-12-01T05:18:06.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 4268 completed, throughput=5MB/sec 2023-12-01T05:18:06.590 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-V1Q4ICdHSBEVuDL off=4809368 len=479082 2023-12-01T05:18:06.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 4269 completed, throughput=5MB/sec 2023-12-01T05:18:06.594 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9uCYcanSBhcvYaa off=692921 len=656990 2023-12-01T05:18:06.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 4270 completed, throughput=5MB/sec 2023-12-01T05:18:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:07 smithi155 ceph-mon[102677]: pgmap v2113: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T05:18:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:07 smithi111 ceph-mon[97855]: pgmap v2113: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T05:18:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:07 smithi111 ceph-mon[116524]: pgmap v2113: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2023-12-01T05:18:07.595 INFO:tasks.workunit.client.0.smithi111.stdout: 838: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:07.595 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X3F4-ehM8Y2-Awi off=8289142 len=488004 2023-12-01T05:18:07.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 4271 completed, throughput=4.99MB/sec 2023-12-01T05:18:07.596 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3MgTtmPrFr9Oseq off=2867576 len=713239 2023-12-01T05:18:07.601 INFO:tasks.workunit.client.0.smithi111.stdout:op 4272 completed, throughput=5MB/sec 2023-12-01T05:18:07.601 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NvUxeVt8WC0O6l_ off=2821374 len=165928 2023-12-01T05:18:07.604 INFO:tasks.workunit.client.0.smithi111.stdout:op 4273 completed, throughput=5MB/sec 2023-12-01T05:18:07.604 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-niC6NApJ7Syo4G2 off=1739651 len=1404082 2023-12-01T05:18:07.605 INFO:tasks.workunit.client.0.smithi111.stdout:op 4274 completed, throughput=5MB/sec 2023-12-01T05:18:07.605 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GbfCKol1F92euBC off=103200 len=1911259 2023-12-01T05:18:07.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 4275 completed, throughput=5MB/sec 2023-12-01T05:18:07.617 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WiMnkfr07UOCqGk off=14241840 len=371819 2023-12-01T05:18:07.620 INFO:tasks.workunit.client.0.smithi111.stdout:op 4276 completed, throughput=5MB/sec 2023-12-01T05:18:07.620 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K9sKlW0MwfYh61u off=2586552 len=1051423 2023-12-01T05:18:07.621 INFO:tasks.workunit.client.0.smithi111.stdout:op 4277 completed, throughput=5MB/sec 2023-12-01T05:18:08.621 INFO:tasks.workunit.client.0.smithi111.stdout: 839: throughput=5MB/sec pending data=0 2023-12-01T05:18:08.621 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jb89TettI6uBDj1 off=14039794 len=1977503 2023-12-01T05:18:08.623 INFO:tasks.workunit.client.0.smithi111.stdout:op 4278 completed, throughput=5MB/sec 2023-12-01T05:18:08.623 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A5xjL-1bogHoW_Y off=5135164 len=1751197 2023-12-01T05:18:08.625 INFO:tasks.workunit.client.0.smithi111.stdout:op 4279 completed, throughput=5MB/sec 2023-12-01T05:18:08.625 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W5ovkOpLB2PZQFo off=10930744 len=174698 2023-12-01T05:18:08.628 INFO:tasks.workunit.client.0.smithi111.stdout:op 4280 completed, throughput=5MB/sec 2023-12-01T05:18:08.628 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NGQoZMTfPteDnnM off=20592538 len=1332886 2023-12-01T05:18:08.629 INFO:tasks.workunit.client.0.smithi111.stdout:op 4281 completed, throughput=5MB/sec 2023-12-01T05:18:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:09 smithi155 ceph-mon[102677]: pgmap v2114: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:09 smithi111 ceph-mon[97855]: pgmap v2114: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:09.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:18:09] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2023-12-01T05:18:09.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:09 smithi111 ceph-mon[116524]: pgmap v2114: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:09.630 INFO:tasks.workunit.client.0.smithi111.stdout: 840: throughput=5MB/sec pending data=0 2023-12-01T05:18:09.630 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3dOHt07kSfuGVZP off=1433350 len=1541455 2023-12-01T05:18:09.638 INFO:tasks.workunit.client.0.smithi111.stdout:op 4282 completed, throughput=5MB/sec 2023-12-01T05:18:09.638 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Hk7pQy_yjjFEmaF off=3537819 len=29742 2023-12-01T05:18:09.640 INFO:tasks.workunit.client.0.smithi111.stdout:op 4283 completed, throughput=5MB/sec 2023-12-01T05:18:09.640 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X6ohRbM30hOyKYz off=11091529 len=768974 2023-12-01T05:18:09.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 4284 completed, throughput=5MB/sec 2023-12-01T05:18:09.645 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ViRbIatcMZn_5aH off=1899165 len=574067 2023-12-01T05:18:09.649 INFO:tasks.workunit.client.0.smithi111.stdout:op 4285 completed, throughput=5MB/sec 2023-12-01T05:18:09.649 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p7UO1uAvRa_ANcS off=1538990 len=2026072 2023-12-01T05:18:09.650 INFO:tasks.workunit.client.0.smithi111.stdout:op 4286 completed, throughput=5MB/sec 2023-12-01T05:18:10.651 INFO:tasks.workunit.client.0.smithi111.stdout: 841: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:10.651 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8iHR7VRF0y6i6lA off=13299588 len=255929 2023-12-01T05:18:10.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 4287 completed, throughput=4.99MB/sec 2023-12-01T05:18:10.652 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xHBRqbUeJ3Ku2we off=5796357 len=65990 2023-12-01T05:18:10.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 4288 completed, throughput=4.99MB/sec 2023-12-01T05:18:10.655 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Lc9qynsj7z1kwVv off=7338950 len=535315 2023-12-01T05:18:10.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 4289 completed, throughput=5MB/sec 2023-12-01T05:18:10.659 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-l8f7PP5Qs4KOlVP off=20928346 len=758658 2023-12-01T05:18:10.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 4290 completed, throughput=5MB/sec 2023-12-01T05:18:10.659 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5Wp8Qt4lnR3gc-2 off=2690537 len=449785 2023-12-01T05:18:10.660 INFO:tasks.workunit.client.0.smithi111.stdout:op 4291 completed, throughput=5MB/sec 2023-12-01T05:18:10.660 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XBsmYr-kGrSk5a0 off=3123393 len=411827 2023-12-01T05:18:10.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 4292 completed, throughput=5MB/sec 2023-12-01T05:18:10.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nnS-bVX6ENHmLCh off=392206 len=1819990 2023-12-01T05:18:10.671 INFO:tasks.workunit.client.0.smithi111.stdout:op 4293 completed, throughput=5MB/sec 2023-12-01T05:18:10.671 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4dXbyRRVumZkyN0 off=561227 len=995280 2023-12-01T05:18:10.672 INFO:tasks.workunit.client.0.smithi111.stdout:op 4294 completed, throughput=5MB/sec 2023-12-01T05:18:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:11 smithi155 ceph-mon[102677]: pgmap v2115: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:11 smithi111 ceph-mon[97855]: pgmap v2115: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:11 smithi111 ceph-mon[116524]: pgmap v2115: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:11.672 INFO:tasks.workunit.client.0.smithi111.stdout: 842: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:11.672 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dNShA-29kWF5FDz off=1047751 len=1594452 2023-12-01T05:18:11.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 4295 completed, throughput=5MB/sec 2023-12-01T05:18:11.674 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5s4UZjokdOtYhbF off=6371157 len=1563409 2023-12-01T05:18:11.675 INFO:tasks.workunit.client.0.smithi111.stdout:op 4296 completed, throughput=5MB/sec 2023-12-01T05:18:11.675 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g32QID6DbORFLzt off=0 len=1255142 2023-12-01T05:18:11.682 INFO:tasks.workunit.client.0.smithi111.stdout:op 4297 completed, throughput=5MB/sec 2023-12-01T05:18:11.682 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-omxtZ4vjINXfNLl off=14701203 len=1477226 2023-12-01T05:18:11.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 4298 completed, throughput=5MB/sec 2023-12-01T05:18:12.688 INFO:tasks.workunit.client.0.smithi111.stdout: 843: throughput=5MB/sec pending data=0 2023-12-01T05:18:12.689 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XoeLi9NvopD6Wvy off=22715113 len=1122649 2023-12-01T05:18:12.690 INFO:tasks.workunit.client.0.smithi111.stdout:op 4299 completed, throughput=5MB/sec 2023-12-01T05:18:12.690 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ADv2ZiKNJcjQ2ZK off=2947541 len=805615 2023-12-01T05:18:12.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 4300 completed, throughput=5MB/sec 2023-12-01T05:18:12.691 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0KUxsL8WokweW2s off=162362 len=362010 2023-12-01T05:18:12.692 INFO:tasks.workunit.client.0.smithi111.stdout:op 4301 completed, throughput=5MB/sec 2023-12-01T05:18:12.692 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VymEKqpdrHNUXdX off=11627483 len=1129883 2023-12-01T05:18:12.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 4302 completed, throughput=5MB/sec 2023-12-01T05:18:12.694 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N32SehTDcIoDhN0 off=14703436 len=1157550 2023-12-01T05:18:12.700 INFO:tasks.workunit.client.0.smithi111.stdout:op 4303 completed, throughput=5MB/sec 2023-12-01T05:18:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:13 smithi155 ceph-mon[102677]: pgmap v2116: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2023-12-01T05:18:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:13 smithi111 ceph-mon[97855]: pgmap v2116: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2023-12-01T05:18:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:13 smithi111 ceph-mon[116524]: pgmap v2116: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2023-12-01T05:18:13.700 INFO:tasks.workunit.client.0.smithi111.stdout: 844: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:13.700 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1NxaIZXQdC9crl1 off=2599007 len=1145880 2023-12-01T05:18:13.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 4304 completed, throughput=5MB/sec 2023-12-01T05:18:13.702 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FmoFp8yVFgarn5- off=237586 len=477200 2023-12-01T05:18:13.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 4305 completed, throughput=5MB/sec 2023-12-01T05:18:13.703 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RJSLXPrjFHY_i9u off=828302 len=148651 2023-12-01T05:18:13.706 INFO:tasks.workunit.client.0.smithi111.stdout:op 4306 completed, throughput=5MB/sec 2023-12-01T05:18:13.706 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BLgIQ7yAxZjFvwC off=834198 len=1421138 2023-12-01T05:18:13.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 4307 completed, throughput=5MB/sec 2023-12-01T05:18:13.713 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-juRc75p_z56rsZV off=268004 len=960074 2023-12-01T05:18:13.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 4308 completed, throughput=5MB/sec 2023-12-01T05:18:13.717 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8RS4P0W9EuGs2xz off=1226989 len=345294 2023-12-01T05:18:13.720 INFO:tasks.workunit.client.0.smithi111.stdout:op 4309 completed, throughput=5MB/sec 2023-12-01T05:18:13.720 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-e2v7E3nlZ_S4yHt off=13836923 len=2041643 2023-12-01T05:18:13.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 4310 completed, throughput=5MB/sec 2023-12-01T05:18:14.722 INFO:tasks.workunit.client.0.smithi111.stdout: 845: throughput=5MB/sec pending data=0 2023-12-01T05:18:14.722 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bpRNNJhovcdMJow off=17704388 len=223852 2023-12-01T05:18:14.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 4311 completed, throughput=5MB/sec 2023-12-01T05:18:14.726 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hBYt7uKj-G38Y5y off=19576824 len=1906487 2023-12-01T05:18:14.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 4312 completed, throughput=5MB/sec 2023-12-01T05:18:14.727 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_7U0_IuSEnURbd_ off=2574719 len=279441 2023-12-01T05:18:14.729 INFO:tasks.workunit.client.0.smithi111.stdout:op 4313 completed, throughput=5MB/sec 2023-12-01T05:18:14.729 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GcwLnHfUupTfJq1 off=2384525 len=1296174 2023-12-01T05:18:14.735 INFO:tasks.workunit.client.0.smithi111.stdout:op 4314 completed, throughput=5MB/sec 2023-12-01T05:18:14.735 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZYigWYg2wO8-vEl off=9380637 len=430707 2023-12-01T05:18:14.736 INFO:tasks.workunit.client.0.smithi111.stdout:op 4315 completed, throughput=5MB/sec 2023-12-01T05:18:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:15 smithi155 ceph-mon[102677]: pgmap v2117: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:15 smithi111 ceph-mon[97855]: pgmap v2117: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:15 smithi111 ceph-mon[116524]: pgmap v2117: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:15.736 INFO:tasks.workunit.client.0.smithi111.stdout: 846: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:15.736 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QoL26bcXYnbVUQk off=1373468 len=1878885 2023-12-01T05:18:15.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 4316 completed, throughput=5MB/sec 2023-12-01T05:18:15.747 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZV-2a-tCpeksF8C off=15146133 len=1012443 2023-12-01T05:18:15.749 INFO:tasks.workunit.client.0.smithi111.stdout:op 4317 completed, throughput=5MB/sec 2023-12-01T05:18:15.749 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zb9BLzv5baZ2P1m off=3146068 len=1785076 2023-12-01T05:18:15.756 INFO:tasks.workunit.client.0.smithi111.stdout:op 4318 completed, throughput=5MB/sec 2023-12-01T05:18:15.756 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kHNUpWGxC5gRTH_ off=3874743 len=1538690 2023-12-01T05:18:15.764 INFO:tasks.workunit.client.0.smithi111.stdout:op 4319 completed, throughput=5MB/sec 2023-12-01T05:18:16.764 INFO:tasks.workunit.client.0.smithi111.stdout: 847: throughput=5MB/sec pending data=0 2023-12-01T05:18:16.764 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bTEfG-Ozw97pFd3 off=10231893 len=1955134 2023-12-01T05:18:16.772 INFO:tasks.workunit.client.0.smithi111.stdout:op 4320 completed, throughput=5MB/sec 2023-12-01T05:18:16.772 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Mg67dHwsm8MNExB off=833927 len=609328 2023-12-01T05:18:16.774 INFO:tasks.workunit.client.0.smithi111.stdout:op 4321 completed, throughput=5MB/sec 2023-12-01T05:18:16.774 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5ET616M-Y3orxD4 off=6129890 len=1640671 2023-12-01T05:18:16.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 4322 completed, throughput=5MB/sec 2023-12-01T05:18:16.781 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hrcfAbqgSyeDWU4 off=12369062 len=46898 2023-12-01T05:18:16.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 4323 completed, throughput=5MB/sec 2023-12-01T05:18:16.782 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rXuNpfnjrnMw7z7 off=8659971 len=96397 2023-12-01T05:18:16.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 4324 completed, throughput=5MB/sec 2023-12-01T05:18:17.160 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:18:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:17 smithi155 ceph-mon[102677]: pgmap v2118: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2023-12-01T05:18:17.497 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:18:17.497 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (35m) 3m ago 36m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:18:17.497 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (35m) 3m ago 35m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:18:17.497 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (37m) 3m ago 37m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:18:17.497 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (37m) 3m ago 37m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:18:17.497 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (40m) 3m ago 40m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (41m) 3m ago 41m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (41m) 3m ago 41m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (40m) 3m ago 40m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (40m) 3m ago 40m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (35m) 3m ago 35m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (35m) 3m ago 35m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (40m) 3m ago 40m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (39m) 3m ago 39m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (39m) 3m ago 39m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (38m) 3m ago 38m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (38m) 3m ago 38m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (38m) 3m ago 38m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (37m) 3m ago 37m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:18:17.498 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (37m) 3m ago 37m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:18:17.499 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (35m) 3m ago 36m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:18:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:17 smithi111 ceph-mon[97855]: pgmap v2118: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2023-12-01T05:18:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:17 smithi111 ceph-mon[116524]: pgmap v2118: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2023-12-01T05:18:17.784 INFO:tasks.workunit.client.0.smithi111.stdout: 848: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:17.785 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bc9sc9mjf2jz_oO off=1148132 len=1241853 2023-12-01T05:18:17.786 INFO:tasks.workunit.client.0.smithi111.stdout:op 4325 completed, throughput=5MB/sec 2023-12-01T05:18:17.786 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A52aoABuORu1Zcm off=4801298 len=113059 2023-12-01T05:18:17.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 4326 completed, throughput=5MB/sec 2023-12-01T05:18:17.787 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XDC8QTrjA_NZxt5 off=1191559 len=836222 2023-12-01T05:18:17.791 INFO:tasks.workunit.client.0.smithi111.stdout:op 4327 completed, throughput=5MB/sec 2023-12-01T05:18:17.791 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TR90Nsi2MjWxN3O off=5039228 len=152427 2023-12-01T05:18:17.792 INFO:tasks.workunit.client.0.smithi111.stdout:op 4328 completed, throughput=5MB/sec 2023-12-01T05:18:17.792 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6pnYFzabMxMtm31 off=495226 len=1863236 2023-12-01T05:18:17.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 4329 completed, throughput=5MB/sec 2023-12-01T05:18:17.802 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AWfDHACxwrPYkG4 off=2415533 len=641668 2023-12-01T05:18:17.805 INFO:tasks.workunit.client.0.smithi111.stdout:op 4330 completed, throughput=5MB/sec 2023-12-01T05:18:17.806 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9cYf43Ecfm96If5 off=6027500 len=730149 2023-12-01T05:18:17.806 INFO:tasks.workunit.client.0.smithi111.stdout:op 4331 completed, throughput=5MB/sec 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:18:17.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:17.918 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:18:17.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:18:17.918 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:18:17.918 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='client.16689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3128585954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:18:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='client.16689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3128585954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='client.16689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3128585954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:18:18.807 INFO:tasks.workunit.client.0.smithi111.stdout: 849: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:18.807 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O-EnZ3-tZsPmO2N off=20870397 len=1104935 2023-12-01T05:18:18.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 4332 completed, throughput=5MB/sec 2023-12-01T05:18:18.814 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YDgja7FLj17OAfr off=3826845 len=950946 2023-12-01T05:18:18.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 4333 completed, throughput=5MB/sec 2023-12-01T05:18:18.818 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MPwxEGF85uHw3kQ off=1314497 len=418491 2023-12-01T05:18:18.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 4334 completed, throughput=5MB/sec 2023-12-01T05:18:18.818 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9qQqrBWEFRCo9Eg off=12729060 len=1526503 2023-12-01T05:18:18.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 4335 completed, throughput=5MB/sec 2023-12-01T05:18:18.827 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ct0ZHW93P8Mk7k0 off=7081688 len=368195 2023-12-01T05:18:18.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 4336 completed, throughput=5MB/sec 2023-12-01T05:18:18.827 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FjVuqJMr4Fd3klD off=3472392 len=1142516 2023-12-01T05:18:18.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 4337 completed, throughput=5MB/sec 2023-12-01T05:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:19 smithi155 ceph-mon[102677]: pgmap v2119: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:19 smithi155 ceph-mon[102677]: from='client.26597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:18:19] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:18:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[97855]: pgmap v2119: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:18:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[97855]: from='client.26597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:18:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:18:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[116524]: pgmap v2119: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:18:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[116524]: from='client.26597 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:18:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:18:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:18:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:19.834 INFO:tasks.workunit.client.0.smithi111.stdout: 850: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:19.835 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TdYyB7fcVQl40ZR off=18798379 len=268542 2023-12-01T05:18:19.835 INFO:tasks.workunit.client.0.smithi111.stdout:op 4338 completed, throughput=4.99MB/sec 2023-12-01T05:18:19.835 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mARskwHstMs4eqI off=6251913 len=1087323 2023-12-01T05:18:19.838 INFO:tasks.workunit.client.0.smithi111.stdout:op 4339 completed, throughput=5MB/sec 2023-12-01T05:18:19.838 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JJQX2Wf_AjeUaJs off=5694047 len=2052418 2023-12-01T05:18:19.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 4340 completed, throughput=5MB/sec 2023-12-01T05:18:19.840 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FNpNTBLSn2pDmwj off=2643400 len=346556 2023-12-01T05:18:19.844 INFO:tasks.workunit.client.0.smithi111.stdout:op 4341 completed, throughput=5MB/sec 2023-12-01T05:18:19.844 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6ggwU9EWfMwn1Gb off=10900574 len=1600904 2023-12-01T05:18:19.846 INFO:tasks.workunit.client.0.smithi111.stdout:op 4342 completed, throughput=5MB/sec 2023-12-01T05:18:20.846 INFO:tasks.workunit.client.0.smithi111.stdout: 851: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:20.846 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hZPwoKm-aR0DP3i off=7147848 len=945579 2023-12-01T05:18:20.851 INFO:tasks.workunit.client.0.smithi111.stdout:op 4343 completed, throughput=5MB/sec 2023-12-01T05:18:20.851 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PuXosRG8X84Fh35 off=3001318 len=15676 2023-12-01T05:18:20.854 INFO:tasks.workunit.client.0.smithi111.stdout:op 4344 completed, throughput=5MB/sec 2023-12-01T05:18:20.854 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ERLGrqUfaRhiLOv off=4826161 len=998723 2023-12-01T05:18:20.860 INFO:tasks.workunit.client.0.smithi111.stdout:op 4345 completed, throughput=5MB/sec 2023-12-01T05:18:20.860 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LBrCPBQ18SdzK68 off=693041 len=1778132 2023-12-01T05:18:20.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 4346 completed, throughput=5MB/sec 2023-12-01T05:18:20.863 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mt01fhnXldq6fhG off=17307271 len=455836 2023-12-01T05:18:20.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 4347 completed, throughput=5MB/sec 2023-12-01T05:18:20.866 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Nbo7PHuvThJs5vn off=7266110 len=886630 2023-12-01T05:18:20.867 INFO:tasks.workunit.client.0.smithi111.stdout:op 4348 completed, throughput=5MB/sec 2023-12-01T05:18:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:21 smithi155 ceph-mon[102677]: pgmap v2120: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:18:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:21 smithi111 ceph-mon[97855]: pgmap v2120: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:18:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:21 smithi111 ceph-mon[116524]: pgmap v2120: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:18:21.867 INFO:tasks.workunit.client.0.smithi111.stdout: 852: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:21.868 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rJ5SGlhELe1kpcl off=3230676 len=1705677 2023-12-01T05:18:21.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 4349 completed, throughput=5MB/sec 2023-12-01T05:18:21.869 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yqxhw1D_zrPPnhr off=21571903 len=60911 2023-12-01T05:18:21.872 INFO:tasks.workunit.client.0.smithi111.stdout:op 4350 completed, throughput=5MB/sec 2023-12-01T05:18:21.872 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I4A1hF6Tgd_wwRG off=3558748 len=464269 2023-12-01T05:18:21.876 INFO:tasks.workunit.client.0.smithi111.stdout:op 4351 completed, throughput=5MB/sec 2023-12-01T05:18:21.876 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DWApyKUVuVIMbdL off=19184463 len=1097698 2023-12-01T05:18:21.878 INFO:tasks.workunit.client.0.smithi111.stdout:op 4352 completed, throughput=5MB/sec 2023-12-01T05:18:21.878 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KxYyEdjjII-M_VO off=4778872 len=2041695 2023-12-01T05:18:21.880 INFO:tasks.workunit.client.0.smithi111.stdout:op 4353 completed, throughput=5MB/sec 2023-12-01T05:18:22.880 INFO:tasks.workunit.client.0.smithi111.stdout: 853: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:22.880 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CsJFz_1CKqoX38Z off=13196952 len=424718 2023-12-01T05:18:22.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 4354 completed, throughput=4.99MB/sec 2023-12-01T05:18:22.881 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-esfNSNdNCZLW0li off=15277457 len=2095018 2023-12-01T05:18:22.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 4355 completed, throughput=5MB/sec 2023-12-01T05:18:22.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kgmBlg4QiG-Moon off=5867461 len=1032484 2023-12-01T05:18:22.896 INFO:tasks.workunit.client.0.smithi111.stdout:op 4356 completed, throughput=5MB/sec 2023-12-01T05:18:22.896 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-31XO9fVczpMvpmU off=10613837 len=240530 2023-12-01T05:18:22.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 4357 completed, throughput=5MB/sec 2023-12-01T05:18:22.897 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PDqDpQPMmrq0OpW off=0 len=1450158 2023-12-01T05:18:22.903 INFO:tasks.workunit.client.0.smithi111.stdout:op 4358 completed, throughput=5MB/sec 2023-12-01T05:18:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:23 smithi155 ceph-mon[102677]: pgmap v2121: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:18:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:23 smithi111 ceph-mon[97855]: pgmap v2121: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:18:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:23 smithi111 ceph-mon[116524]: pgmap v2121: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:18:23.903 INFO:tasks.workunit.client.0.smithi111.stdout: 854: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:23.904 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PWtW86BhSbCy8WI off=19009067 len=318204 2023-12-01T05:18:23.907 INFO:tasks.workunit.client.0.smithi111.stdout:op 4359 completed, throughput=4.99MB/sec 2023-12-01T05:18:23.907 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5CoUmUpUHduRXiS off=0 len=1152777 2023-12-01T05:18:23.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 4360 completed, throughput=5MB/sec 2023-12-01T05:18:23.909 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vzAWimNExUIX67L off=15224101 len=574340 2023-12-01T05:18:23.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 4361 completed, throughput=5MB/sec 2023-12-01T05:18:23.910 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GyP4QSNRI-WpNtt off=8474273 len=551714 2023-12-01T05:18:23.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 4362 completed, throughput=5MB/sec 2023-12-01T05:18:23.910 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jjj4EpkgccxtYHJ off=17610460 len=1535170 2023-12-01T05:18:23.912 INFO:tasks.workunit.client.0.smithi111.stdout:op 4363 completed, throughput=5MB/sec 2023-12-01T05:18:23.912 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y-EuAX0jEq1NdET off=95744 len=1791997 2023-12-01T05:18:23.914 INFO:tasks.workunit.client.0.smithi111.stdout:op 4364 completed, throughput=5MB/sec 2023-12-01T05:18:24.914 INFO:tasks.workunit.client.0.smithi111.stdout: 855: throughput=5MB/sec pending data=0 2023-12-01T05:18:24.915 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Jss7_ZryzPeFTqX off=791050 len=851276 2023-12-01T05:18:24.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 4365 completed, throughput=5MB/sec 2023-12-01T05:18:24.916 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mb62nIcKuLC1Sbj off=8142701 len=1605396 2023-12-01T05:18:24.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 4366 completed, throughput=5MB/sec 2023-12-01T05:18:24.918 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zn84TH0Kmypm4SQ off=9716113 len=576620 2023-12-01T05:18:24.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 4367 completed, throughput=5MB/sec 2023-12-01T05:18:24.922 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-baOvhqeQ0LPQNqf off=5875452 len=360418 2023-12-01T05:18:24.923 INFO:tasks.workunit.client.0.smithi111.stdout:op 4368 completed, throughput=5MB/sec 2023-12-01T05:18:24.923 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pyjzD4erHsrRoBT off=1353987 len=1520212 2023-12-01T05:18:24.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 4369 completed, throughput=5MB/sec 2023-12-01T05:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:25 smithi155 ceph-mon[102677]: pgmap v2122: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:25 smithi111 ceph-mon[97855]: pgmap v2122: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:25 smithi111 ceph-mon[116524]: pgmap v2122: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:18:25.925 INFO:tasks.workunit.client.0.smithi111.stdout: 856: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:25.925 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZXToeVCzHHxjQJY off=9927854 len=540385 2023-12-01T05:18:25.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 4370 completed, throughput=5MB/sec 2023-12-01T05:18:25.930 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2TUQIIPAfg0j8xF off=2843591 len=1681956 2023-12-01T05:18:25.931 INFO:tasks.workunit.client.0.smithi111.stdout:op 4371 completed, throughput=5MB/sec 2023-12-01T05:18:25.932 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FRKckqMEo7rQfcE off=6066215 len=1354655 2023-12-01T05:18:25.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 4372 completed, throughput=5MB/sec 2023-12-01T05:18:25.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-djm30zUtDWwwE-e off=17202555 len=773742 2023-12-01T05:18:25.942 INFO:tasks.workunit.client.0.smithi111.stdout:op 4373 completed, throughput=5MB/sec 2023-12-01T05:18:25.942 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iB4XchlpYM2Eya3 off=829946 len=1877074 2023-12-01T05:18:25.944 INFO:tasks.workunit.client.0.smithi111.stdout:op 4374 completed, throughput=5MB/sec 2023-12-01T05:18:26.944 INFO:tasks.workunit.client.0.smithi111.stdout: 857: throughput=5MB/sec pending data=0 2023-12-01T05:18:26.944 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QoU2itZdGFkNonz off=1240103 len=1104226 2023-12-01T05:18:26.945 INFO:tasks.workunit.client.0.smithi111.stdout:op 4375 completed, throughput=5MB/sec 2023-12-01T05:18:26.946 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tw_wBkbpEhuC4G- off=15419793 len=1162186 2023-12-01T05:18:26.953 INFO:tasks.workunit.client.0.smithi111.stdout:op 4376 completed, throughput=5MB/sec 2023-12-01T05:18:26.953 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7wez36-km9deh6T off=3591250 len=1627098 2023-12-01T05:18:26.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 4377 completed, throughput=5MB/sec 2023-12-01T05:18:26.956 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UtgUN3hbq5fCTF9 off=1177697 len=184115 2023-12-01T05:18:26.957 INFO:tasks.workunit.client.0.smithi111.stdout:op 4378 completed, throughput=5MB/sec 2023-12-01T05:18:26.958 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_Viw924j-uz3S8H off=4238119 len=1784759 2023-12-01T05:18:26.959 INFO:tasks.workunit.client.0.smithi111.stdout:op 4379 completed, throughput=5MB/sec 2023-12-01T05:18:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:27 smithi155 ceph-mon[102677]: pgmap v2123: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:18:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:27 smithi111 ceph-mon[97855]: pgmap v2123: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:18:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:27 smithi111 ceph-mon[116524]: pgmap v2123: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:18:27.959 INFO:tasks.workunit.client.0.smithi111.stdout: 858: throughput=5MB/sec pending data=0 2023-12-01T05:18:27.960 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2_p1-ZOvbIJRFzi off=20239935 len=1017215 2023-12-01T05:18:27.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 4380 completed, throughput=5MB/sec 2023-12-01T05:18:27.961 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DwhQoW4kv77ew8E off=862762 len=1654224 2023-12-01T05:18:27.971 INFO:tasks.workunit.client.0.smithi111.stdout:op 4381 completed, throughput=5MB/sec 2023-12-01T05:18:27.971 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-homC5SzPzJBUl9R off=8833433 len=1087275 2023-12-01T05:18:27.973 INFO:tasks.workunit.client.0.smithi111.stdout:op 4382 completed, throughput=5MB/sec 2023-12-01T05:18:28.974 INFO:tasks.workunit.client.0.smithi111.stdout: 859: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:28.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EGULUINZzNPcf2u off=1196699 len=306078 2023-12-01T05:18:28.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 4383 completed, throughput=4.99MB/sec 2023-12-01T05:18:28.975 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zg_g2pm3OHnElZ4 off=557330 len=525124 2023-12-01T05:18:28.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 4384 completed, throughput=5MB/sec 2023-12-01T05:18:28.978 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ETDxuvpicn0xSM4 off=2114247 len=1937502 2023-12-01T05:18:28.988 INFO:tasks.workunit.client.0.smithi111.stdout:op 4385 completed, throughput=5MB/sec 2023-12-01T05:18:28.988 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y_5VNsiWpnLH-9r off=7563416 len=377653 2023-12-01T05:18:28.989 INFO:tasks.workunit.client.0.smithi111.stdout:op 4386 completed, throughput=5MB/sec 2023-12-01T05:18:28.989 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KkRTmLrmL1Emmrc off=13958089 len=693136 2023-12-01T05:18:28.990 INFO:tasks.workunit.client.0.smithi111.stdout:op 4387 completed, throughput=5MB/sec 2023-12-01T05:18:28.990 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xUI-GNxj_IVNF4e off=11518443 len=1206957 2023-12-01T05:18:28.991 INFO:tasks.workunit.client.0.smithi111.stdout:op 4388 completed, throughput=5MB/sec 2023-12-01T05:18:28.991 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fGnnc4YKKoyHpHH off=16895247 len=1768604 2023-12-01T05:18:29.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 4389 completed, throughput=5MB/sec 2023-12-01T05:18:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:29 smithi155 ceph-mon[102677]: pgmap v2124: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:29 smithi111 ceph-mon[97855]: pgmap v2124: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:18:29] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2023-12-01T05:18:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:29 smithi111 ceph-mon[116524]: pgmap v2124: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:30.003 INFO:tasks.workunit.client.0.smithi111.stdout: 860: throughput=5MB/sec pending data=0 2023-12-01T05:18:30.003 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Cp4h9_N4eGFdI03 off=8881580 len=285952 2023-12-01T05:18:30.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 4390 completed, throughput=5MB/sec 2023-12-01T05:18:30.004 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yE7gDjAk6Sl-29g off=15076699 len=1864088 2023-12-01T05:18:30.013 INFO:tasks.workunit.client.0.smithi111.stdout:op 4391 completed, throughput=5MB/sec 2023-12-01T05:18:30.013 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UTT_SZpikadFlh0 off=563016 len=1474162 2023-12-01T05:18:30.015 INFO:tasks.workunit.client.0.smithi111.stdout:op 4392 completed, throughput=5MB/sec 2023-12-01T05:18:30.015 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Brh3GtWzLi53eb9 off=9347840 len=476898 2023-12-01T05:18:30.018 INFO:tasks.workunit.client.0.smithi111.stdout:op 4393 completed, throughput=5MB/sec 2023-12-01T05:18:31.019 INFO:tasks.workunit.client.0.smithi111.stdout: 861: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:31.019 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8P3hlfqmb1JxJjW off=15771187 len=1264771 2023-12-01T05:18:31.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 4394 completed, throughput=5MB/sec 2023-12-01T05:18:31.025 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zN15tLa2PIOK2P- off=7698011 len=294177 2023-12-01T05:18:31.028 INFO:tasks.workunit.client.0.smithi111.stdout:op 4395 completed, throughput=5MB/sec 2023-12-01T05:18:31.028 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BUVaFfR6sdUi11f off=5727195 len=839216 2023-12-01T05:18:31.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 4396 completed, throughput=5MB/sec 2023-12-01T05:18:31.032 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-99oEOiCrNOAq6aG off=6878661 len=44489 2023-12-01T05:18:31.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 4397 completed, throughput=5MB/sec 2023-12-01T05:18:31.033 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-770G5HC1fhDghtJ off=6890439 len=457179 2023-12-01T05:18:31.037 INFO:tasks.workunit.client.0.smithi111.stdout:op 4398 completed, throughput=5MB/sec 2023-12-01T05:18:31.037 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C-Xg3acOvEHJTUz off=2414897 len=520505 2023-12-01T05:18:31.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 4399 completed, throughput=5MB/sec 2023-12-01T05:18:31.040 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JjwTkB7w5gksxEo off=0 len=1080363 2023-12-01T05:18:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 4400 completed, throughput=5MB/sec 2023-12-01T05:18:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jB5j_C_jjcJXCm4 off=13297933 len=207859 2023-12-01T05:18:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 4401 completed, throughput=5MB/sec 2023-12-01T05:18:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ikMIWjBFIOGW0SQ off=3448142 len=960658 2023-12-01T05:18:31.043 INFO:tasks.workunit.client.0.smithi111.stdout:op 4402 completed, throughput=5MB/sec 2023-12-01T05:18:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:31 smithi155 ceph-mon[102677]: pgmap v2125: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:31 smithi111 ceph-mon[97855]: pgmap v2125: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:31 smithi111 ceph-mon[116524]: pgmap v2125: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2023-12-01T05:18:32.044 INFO:tasks.workunit.client.0.smithi111.stdout: 862: throughput=5MB/sec pending data=0 2023-12-01T05:18:32.044 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oLULyY4hpyj4PWP off=4048117 len=65089 2023-12-01T05:18:32.046 INFO:tasks.workunit.client.0.smithi111.stdout:op 4403 completed, throughput=5MB/sec 2023-12-01T05:18:32.046 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RJRoVYwnh3VFDd7 off=961461 len=577133 2023-12-01T05:18:32.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 4404 completed, throughput=5MB/sec 2023-12-01T05:18:32.048 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lmU_VpeG6-Oc3Ua off=5467275 len=63193 2023-12-01T05:18:32.049 INFO:tasks.workunit.client.0.smithi111.stdout:op 4405 completed, throughput=5MB/sec 2023-12-01T05:18:32.049 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OccmhmsY0WO6TUA off=2761880 len=1210787 2023-12-01T05:18:32.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 4406 completed, throughput=5MB/sec 2023-12-01T05:18:32.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y5tQqL0NbmNa4ZA off=22938850 len=1932961 2023-12-01T05:18:32.058 INFO:tasks.workunit.client.0.smithi111.stdout:op 4407 completed, throughput=5MB/sec 2023-12-01T05:18:32.058 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PhLcplklh06Or0V off=7762175 len=1306927 2023-12-01T05:18:32.059 INFO:tasks.workunit.client.0.smithi111.stdout:op 4408 completed, throughput=5MB/sec 2023-12-01T05:18:33.059 INFO:tasks.workunit.client.0.smithi111.stdout: 863: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:33.059 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4B_kSUzkelkGMet off=2422584 len=636941 2023-12-01T05:18:33.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 4409 completed, throughput=5MB/sec 2023-12-01T05:18:33.064 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZyUm7VPxI8MOzs2 off=8053762 len=1799305 2023-12-01T05:18:33.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 4410 completed, throughput=5MB/sec 2023-12-01T05:18:33.072 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qhjQit7li1-Wmu8 off=523401 len=1762104 2023-12-01T05:18:33.074 INFO:tasks.workunit.client.0.smithi111.stdout:op 4411 completed, throughput=5MB/sec 2023-12-01T05:18:33.074 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qakf69Tkr8Ptifs off=3206780 len=1831812 2023-12-01T05:18:33.075 INFO:tasks.workunit.client.0.smithi111.stdout:op 4412 completed, throughput=5MB/sec 2023-12-01T05:18:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:33 smithi155 ceph-mon[102677]: pgmap v2126: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:18:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:33 smithi111 ceph-mon[97855]: pgmap v2126: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:18:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:33 smithi111 ceph-mon[116524]: pgmap v2126: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:18:34.076 INFO:tasks.workunit.client.0.smithi111.stdout: 864: throughput=5MB/sec pending data=0 2023-12-01T05:18:34.076 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T2I1R0O8DScxMyU off=8501351 len=1927067 2023-12-01T05:18:34.088 INFO:tasks.workunit.client.0.smithi111.stdout:op 4413 completed, throughput=5MB/sec 2023-12-01T05:18:34.088 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rpBdazrEOPzGS54 off=3396131 len=550370 2023-12-01T05:18:34.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 4414 completed, throughput=5MB/sec 2023-12-01T05:18:34.091 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J7moDxVNEUs8Gr9 off=9252924 len=348491 2023-12-01T05:18:34.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 4415 completed, throughput=5MB/sec 2023-12-01T05:18:34.092 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lQPPUNBCB_gLiXG off=5173639 len=1842545 2023-12-01T05:18:34.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 4416 completed, throughput=5MB/sec 2023-12-01T05:18:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:35.101 INFO:tasks.workunit.client.0.smithi111.stdout: 865: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:35.101 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lzQterQMmFsrIko off=3311713 len=1032465 2023-12-01T05:18:35.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 4417 completed, throughput=5MB/sec 2023-12-01T05:18:35.103 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6s3t-CRNlVl_Ok0 off=10170834 len=367459 2023-12-01T05:18:35.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 4418 completed, throughput=5MB/sec 2023-12-01T05:18:35.106 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jzm8K0ft-BhdKL- off=12958863 len=953310 2023-12-01T05:18:35.112 INFO:tasks.workunit.client.0.smithi111.stdout:op 4419 completed, throughput=5MB/sec 2023-12-01T05:18:35.112 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6HqpZduHXms9yhZ off=18149051 len=2021908 2023-12-01T05:18:35.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 4420 completed, throughput=5MB/sec 2023-12-01T05:18:35.119 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dQsyzSmTAG02onM off=708811 len=1241729 2023-12-01T05:18:35.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 4421 completed, throughput=5MB/sec 2023-12-01T05:18:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:35 smithi155 ceph-mon[102677]: pgmap v2127: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:18:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:35 smithi111 ceph-mon[97855]: pgmap v2127: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:18:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:35 smithi111 ceph-mon[116524]: pgmap v2127: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:18:36.120 INFO:tasks.workunit.client.0.smithi111.stdout: 866: throughput=5MB/sec pending data=0 2023-12-01T05:18:36.120 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AN857I5X4eABqjI off=3276878 len=1495089 2023-12-01T05:18:36.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 4422 completed, throughput=5MB/sec 2023-12-01T05:18:36.123 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dzVyLkf6En8yUub off=455483 len=1923632 2023-12-01T05:18:36.126 INFO:tasks.workunit.client.0.smithi111.stdout:op 4423 completed, throughput=5MB/sec 2023-12-01T05:18:36.127 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vIFjAkwhCbPpU6k off=142276 len=1596626 2023-12-01T05:18:36.131 INFO:tasks.workunit.client.0.smithi111.stdout:op 4424 completed, throughput=5MB/sec 2023-12-01T05:18:37.131 INFO:tasks.workunit.client.0.smithi111.stdout: 867: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:37.131 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4eBfBssGCRiqCDB off=1314984 len=204299 2023-12-01T05:18:37.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 4425 completed, throughput=5MB/sec 2023-12-01T05:18:37.132 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4Xl5tOi7Xkh058y off=5395222 len=38020 2023-12-01T05:18:37.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 4426 completed, throughput=5MB/sec 2023-12-01T05:18:37.133 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3n1IJ1VEJEjNUUC off=13929705 len=183163 2023-12-01T05:18:37.134 INFO:tasks.workunit.client.0.smithi111.stdout:op 4427 completed, throughput=5MB/sec 2023-12-01T05:18:37.134 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gBVJDBDNRX3218y off=9899012 len=1644597 2023-12-01T05:18:37.135 INFO:tasks.workunit.client.0.smithi111.stdout:op 4428 completed, throughput=5MB/sec 2023-12-01T05:18:37.135 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FlWhua9gyISQ9NG off=12814851 len=468291 2023-12-01T05:18:37.136 INFO:tasks.workunit.client.0.smithi111.stdout:op 4429 completed, throughput=5MB/sec 2023-12-01T05:18:37.136 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-31XO9fVczpMvpmU off=8586958 len=1060564 2023-12-01T05:18:37.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 4430 completed, throughput=5MB/sec 2023-12-01T05:18:37.142 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gWyXVEzF6Upy6FF off=3898681 len=1699402 2023-12-01T05:18:37.144 INFO:tasks.workunit.client.0.smithi111.stdout:op 4431 completed, throughput=5MB/sec 2023-12-01T05:18:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:37 smithi155 ceph-mon[102677]: pgmap v2128: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:18:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:37 smithi111 ceph-mon[97855]: pgmap v2128: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:18:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:37 smithi111 ceph-mon[116524]: pgmap v2128: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:18:38.144 INFO:tasks.workunit.client.0.smithi111.stdout: 868: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:38.145 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3CCM2T6w_G9r-7r off=4343325 len=878910 2023-12-01T05:18:38.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 4432 completed, throughput=5MB/sec 2023-12-01T05:18:38.150 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mGrmZHVFf4jL1sW off=23786482 len=835416 2023-12-01T05:18:38.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 4433 completed, throughput=5MB/sec 2023-12-01T05:18:38.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P22LL0zwslJ9FsC off=14831226 len=983862 2023-12-01T05:18:38.153 INFO:tasks.workunit.client.0.smithi111.stdout:op 4434 completed, throughput=5MB/sec 2023-12-01T05:18:38.153 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BBZM9lY_bTCcIB- off=21274554 len=549284 2023-12-01T05:18:38.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 4435 completed, throughput=5MB/sec 2023-12-01T05:18:38.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JbZvf4y4Pct_ZHK off=2047100 len=1342405 2023-12-01T05:18:38.155 INFO:tasks.workunit.client.0.smithi111.stdout:op 4436 completed, throughput=5MB/sec 2023-12-01T05:18:38.155 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ea67VQm4-VGfKs2 off=19355079 len=1108418 2023-12-01T05:18:38.158 INFO:tasks.workunit.client.0.smithi111.stdout:op 4437 completed, throughput=5MB/sec 2023-12-01T05:18:39.158 INFO:tasks.workunit.client.0.smithi111.stdout: 869: throughput=5MB/sec pending data=0 2023-12-01T05:18:39.159 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pWehdZHfGm8FJfH off=7957726 len=1417738 2023-12-01T05:18:39.160 INFO:tasks.workunit.client.0.smithi111.stdout:op 4438 completed, throughput=5MB/sec 2023-12-01T05:18:39.160 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HKeeFhm86KqolWT off=8149061 len=1102906 2023-12-01T05:18:39.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 4439 completed, throughput=5MB/sec 2023-12-01T05:18:39.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BZuJpabmPXLF68G off=3021354 len=1955021 2023-12-01T05:18:39.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 4440 completed, throughput=5MB/sec 2023-12-01T05:18:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:39 smithi155 ceph-mon[102677]: pgmap v2129: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:18:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:39 smithi111 ceph-mon[97855]: pgmap v2129: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:18:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:18:39] "GET /metrics HTTP/1.1" 200 33905 "" "Prometheus/2.43.0" 2023-12-01T05:18:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:39 smithi111 ceph-mon[116524]: pgmap v2129: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:18:40.169 INFO:tasks.workunit.client.0.smithi111.stdout: 870: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:40.169 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-scNs8NjMB2NTolF off=3915566 len=1803636 2023-12-01T05:18:40.172 INFO:tasks.workunit.client.0.smithi111.stdout:op 4441 completed, throughput=5MB/sec 2023-12-01T05:18:40.172 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-subcsIYLKJl6Rmz off=2962726 len=1865773 2023-12-01T05:18:40.181 INFO:tasks.workunit.client.0.smithi111.stdout:op 4442 completed, throughput=5MB/sec 2023-12-01T05:18:40.181 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5kVsGtSjrFoJ4u9 off=8663496 len=1659302 2023-12-01T05:18:40.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 4443 completed, throughput=5MB/sec 2023-12-01T05:18:41.183 INFO:tasks.workunit.client.0.smithi111.stdout: 871: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:41.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EcubrZDp9tVqZxB off=16822981 len=834519 2023-12-01T05:18:41.187 INFO:tasks.workunit.client.0.smithi111.stdout:op 4444 completed, throughput=5MB/sec 2023-12-01T05:18:41.188 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2PalRreSYA8K6Hs off=3214154 len=1434834 2023-12-01T05:18:41.190 INFO:tasks.workunit.client.0.smithi111.stdout:op 4445 completed, throughput=5MB/sec 2023-12-01T05:18:41.190 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4KM2uThDs916Oki off=14771479 len=1592935 2023-12-01T05:18:41.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 4446 completed, throughput=5MB/sec 2023-12-01T05:18:41.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kQrNY4vnR1wpDrA off=7800725 len=861940 2023-12-01T05:18:41.197 INFO:tasks.workunit.client.0.smithi111.stdout:op 4447 completed, throughput=5MB/sec 2023-12-01T05:18:41.197 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gp4qWVpTazfGIKc off=476368 len=1079139 2023-12-01T05:18:41.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 4448 completed, throughput=5MB/sec 2023-12-01T05:18:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:41 smithi155 ceph-mon[102677]: pgmap v2130: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:18:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:41 smithi111 ceph-mon[97855]: pgmap v2130: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:18:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:41 smithi111 ceph-mon[116524]: pgmap v2130: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2023-12-01T05:18:42.202 INFO:tasks.workunit.client.0.smithi111.stdout: 872: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:42.202 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sfBiQlQQW2RVP2Z off=7569744 len=2019528 2023-12-01T05:18:42.214 INFO:tasks.workunit.client.0.smithi111.stdout:op 4449 completed, throughput=5MB/sec 2023-12-01T05:18:42.214 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-14XRR3h6pLE2lgh off=11224904 len=1014834 2023-12-01T05:18:42.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 4450 completed, throughput=5MB/sec 2023-12-01T05:18:42.219 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ETDxuvpicn0xSM4 off=4468700 len=1908878 2023-12-01T05:18:42.229 INFO:tasks.workunit.client.0.smithi111.stdout:op 4451 completed, throughput=5MB/sec 2023-12-01T05:18:43.229 INFO:tasks.workunit.client.0.smithi111.stdout: 873: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:43.229 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i6FdUw4qjj954_g off=3206487 len=71339 2023-12-01T05:18:43.229 INFO:tasks.workunit.client.0.smithi111.stdout:op 4452 completed, throughput=4.99MB/sec 2023-12-01T05:18:43.230 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BzSXREnHQnirwbv off=13948813 len=1337105 2023-12-01T05:18:43.231 INFO:tasks.workunit.client.0.smithi111.stdout:op 4453 completed, throughput=5MB/sec 2023-12-01T05:18:43.231 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q7LUjFvkSSUAVS_ off=1179782 len=780053 2023-12-01T05:18:43.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 4454 completed, throughput=5MB/sec 2023-12-01T05:18:43.232 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xb1M4K2teVN1oCF off=3860338 len=752480 2023-12-01T05:18:43.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 4455 completed, throughput=5MB/sec 2023-12-01T05:18:43.233 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XlvDYGrQ-o5bLuT off=4858906 len=85591 2023-12-01T05:18:43.234 INFO:tasks.workunit.client.0.smithi111.stdout:op 4456 completed, throughput=5MB/sec 2023-12-01T05:18:43.234 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gjNjO9TQpU0Yp4Q off=144349 len=364504 2023-12-01T05:18:43.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 4457 completed, throughput=5MB/sec 2023-12-01T05:18:43.236 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mURM0-ohU6N7GlS off=2587508 len=419550 2023-12-01T05:18:43.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 4458 completed, throughput=5MB/sec 2023-12-01T05:18:43.239 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bbs30cF0aM7JDi4 off=7477919 len=1068251 2023-12-01T05:18:43.241 INFO:tasks.workunit.client.0.smithi111.stdout:op 4459 completed, throughput=5MB/sec 2023-12-01T05:18:43.241 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h8Ky7L8U7Yh_Olq off=6821034 len=590196 2023-12-01T05:18:43.244 INFO:tasks.workunit.client.0.smithi111.stdout:op 4460 completed, throughput=5MB/sec 2023-12-01T05:18:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:43 smithi155 ceph-mon[102677]: pgmap v2131: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:18:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:43 smithi111 ceph-mon[97855]: pgmap v2131: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:18:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:43 smithi111 ceph-mon[116524]: pgmap v2131: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:18:44.245 INFO:tasks.workunit.client.0.smithi111.stdout: 874: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:44.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBN-ZpNBqtPclAX off=7961451 len=638495 2023-12-01T05:18:44.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 4461 completed, throughput=5MB/sec 2023-12-01T05:18:44.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-quYZ2iGfKXC0QPr off=4939438 len=318295 2023-12-01T05:18:44.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 4462 completed, throughput=5MB/sec 2023-12-01T05:18:44.250 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fXKgr2FEBUZ2RpG off=6094889 len=870385 2023-12-01T05:18:44.254 INFO:tasks.workunit.client.0.smithi111.stdout:op 4463 completed, throughput=5MB/sec 2023-12-01T05:18:44.254 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WYeObm87t_XC4Xp off=713795 len=1131177 2023-12-01T05:18:44.256 INFO:tasks.workunit.client.0.smithi111.stdout:op 4464 completed, throughput=5MB/sec 2023-12-01T05:18:44.256 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OwJNWNlTP0lSQhw off=14660956 len=1597778 2023-12-01T05:18:44.264 INFO:tasks.workunit.client.0.smithi111.stdout:op 4465 completed, throughput=5MB/sec 2023-12-01T05:18:44.264 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DhVVFaAyac_E_KS off=2589324 len=575655 2023-12-01T05:18:44.268 INFO:tasks.workunit.client.0.smithi111.stdout:op 4466 completed, throughput=5MB/sec 2023-12-01T05:18:44.268 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E632jhAS9tLZd8G off=707611 len=828944 2023-12-01T05:18:44.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 4467 completed, throughput=5MB/sec 2023-12-01T05:18:45.269 INFO:tasks.workunit.client.0.smithi111.stdout: 875: throughput=5MB/sec pending data=0 2023-12-01T05:18:45.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QF_czAQdrCZyHK- off=2079789 len=1168586 2023-12-01T05:18:45.275 INFO:tasks.workunit.client.0.smithi111.stdout:op 4468 completed, throughput=5MB/sec 2023-12-01T05:18:45.275 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8yjpOcFVbgoF9BN off=373917 len=1678513 2023-12-01T05:18:45.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 4469 completed, throughput=5MB/sec 2023-12-01T05:18:45.281 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4Y4huqFvG4EPQ0q off=17270307 len=432346 2023-12-01T05:18:45.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 4470 completed, throughput=5MB/sec 2023-12-01T05:18:45.282 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zlIll9Lv0hOTeDc off=8183535 len=664296 2023-12-01T05:18:45.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 4471 completed, throughput=5MB/sec 2023-12-01T05:18:45.285 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QmGQq-OlbuxzkkR off=1425588 len=743126 2023-12-01T05:18:45.290 INFO:tasks.workunit.client.0.smithi111.stdout:op 4472 completed, throughput=5MB/sec 2023-12-01T05:18:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:45 smithi155 ceph-mon[102677]: pgmap v2132: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:45 smithi111 ceph-mon[97855]: pgmap v2132: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:45 smithi111 ceph-mon[116524]: pgmap v2132: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:46.289 INFO:tasks.workunit.client.0.smithi111.stdout: 876: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:46.290 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PGw22Ld3aQG-Pza off=6481297 len=1818580 2023-12-01T05:18:46.299 INFO:tasks.workunit.client.0.smithi111.stdout:op 4473 completed, throughput=5MB/sec 2023-12-01T05:18:46.299 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xJiinzr-9k5vYqf off=11555235 len=949168 2023-12-01T05:18:46.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 4474 completed, throughput=5MB/sec 2023-12-01T05:18:46.304 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b5ur5yDH6isflkf off=6460890 len=1331383 2023-12-01T05:18:46.305 INFO:tasks.workunit.client.0.smithi111.stdout:op 4475 completed, throughput=5MB/sec 2023-12-01T05:18:46.305 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DdAHFP4nnoC3VCC off=232252 len=1677390 2023-12-01T05:18:46.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 4476 completed, throughput=5MB/sec 2023-12-01T05:18:47.315 INFO:tasks.workunit.client.0.smithi111.stdout: 877: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:47.315 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-emZMapTJiY_zH6l off=2109867 len=1578310 2023-12-01T05:18:47.317 INFO:tasks.workunit.client.0.smithi111.stdout:op 4477 completed, throughput=5MB/sec 2023-12-01T05:18:47.317 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aA3ZiBs49rub0WM off=2289701 len=1662943 2023-12-01T05:18:47.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 4478 completed, throughput=5MB/sec 2023-12-01T05:18:47.320 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-roZN4_mbzxgVHL4 off=6430610 len=1519734 2023-12-01T05:18:47.328 INFO:tasks.workunit.client.0.smithi111.stdout:op 4479 completed, throughput=5MB/sec 2023-12-01T05:18:47.328 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yIrd24Bf-6sbjHu off=10777655 len=1316755 2023-12-01T05:18:47.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 4480 completed, throughput=5MB/sec 2023-12-01T05:18:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:47 smithi155 ceph-mon[102677]: pgmap v2133: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:18:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:47 smithi111 ceph-mon[97855]: pgmap v2133: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:18:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:47 smithi111 ceph-mon[116524]: pgmap v2133: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:18:48.268 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:18:48.329 INFO:tasks.workunit.client.0.smithi111.stdout: 878: throughput=5MB/sec pending data=0 2023-12-01T05:18:48.330 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PPU37nbDG9Ylvam off=14028427 len=1004591 2023-12-01T05:18:48.335 INFO:tasks.workunit.client.0.smithi111.stdout:op 4481 completed, throughput=5MB/sec 2023-12-01T05:18:48.335 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u369e8IMfURy78h off=6230178 len=13301 2023-12-01T05:18:48.336 INFO:tasks.workunit.client.0.smithi111.stdout:op 4482 completed, throughput=5MB/sec 2023-12-01T05:18:48.336 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-51hyWuUFplPUGPC off=9628598 len=20663 2023-12-01T05:18:48.336 INFO:tasks.workunit.client.0.smithi111.stdout:op 4483 completed, throughput=5MB/sec 2023-12-01T05:18:48.336 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TT0Ohbcosf3qufH off=9679282 len=2078014 2023-12-01T05:18:48.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 4484 completed, throughput=5MB/sec 2023-12-01T05:18:48.347 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wFzJtk6kT8jGLKj off=3869150 len=1900466 2023-12-01T05:18:48.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 4485 completed, throughput=5MB/sec 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (36m) 3m ago 36m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (36m) 3m ago 36m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (37m) 3m ago 37m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (37m) 3m ago 37m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (40m) 3m ago 40m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (42m) 3m ago 42m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (42m) 3m ago 42m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (41m) 3m ago 41m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (41m) 3m ago 41m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (36m) 3m ago 36m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (36m) 3m ago 36m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:18:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (40m) 3m ago 40m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (40m) 3m ago 40m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (39m) 3m ago 39m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (39m) 3m ago 39m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (39m) 3m ago 39m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (38m) 3m ago 38m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (38m) 3m ago 38m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (37m) 3m ago 37m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:18:48.577 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (35m) 3m ago 37m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:18:48.953 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:18:48.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:18:48.955 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:18:48.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:18:48.955 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:18:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:18:49.357 INFO:tasks.workunit.client.0.smithi111.stdout: 879: throughput=5MB/sec pending data=0 2023-12-01T05:18:49.357 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C3Jz4ocZKAb-d77 off=7002175 len=1708560 2023-12-01T05:18:49.366 INFO:tasks.workunit.client.0.smithi111.stdout:op 4486 completed, throughput=5MB/sec 2023-12-01T05:18:49.366 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gvVOcSIKCDmNZbL off=6110556 len=1484811 2023-12-01T05:18:49.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 4487 completed, throughput=5MB/sec 2023-12-01T05:18:49.374 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4_c84tnQ_UfHjY6 off=12528582 len=9355 2023-12-01T05:18:49.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 4488 completed, throughput=5MB/sec 2023-12-01T05:18:49.374 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5ddhXuXb3SbZdDx off=10723555 len=250680 2023-12-01T05:18:49.376 INFO:tasks.workunit.client.0.smithi111.stdout:op 4489 completed, throughput=5MB/sec 2023-12-01T05:18:49.376 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xryRDe_b5_XJBz- off=17223249 len=1625976 2023-12-01T05:18:49.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 4490 completed, throughput=5MB/sec 2023-12-01T05:18:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:49 smithi155 ceph-mon[102677]: pgmap v2134: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:49 smithi155 ceph-mon[102677]: from='client.16707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1166976984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:18:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:18:49] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[97855]: pgmap v2134: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[97855]: from='client.16707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1166976984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[116524]: pgmap v2134: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[116524]: from='client.16707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:18:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1166976984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:18:50.377 INFO:tasks.workunit.client.0.smithi111.stdout: 880: throughput=5MB/sec pending data=0 2023-12-01T05:18:50.378 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uuGRkS2-zj0tNmG off=1401305 len=1806467 2023-12-01T05:18:50.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 4491 completed, throughput=5MB/sec 2023-12-01T05:18:50.381 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a1PqkikASCEdmPe off=17302429 len=1115292 2023-12-01T05:18:50.387 INFO:tasks.workunit.client.0.smithi111.stdout:op 4492 completed, throughput=5MB/sec 2023-12-01T05:18:50.387 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yHLi2tm-oCBoXEn off=1473799 len=1405919 2023-12-01T05:18:50.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 4493 completed, throughput=5MB/sec 2023-12-01T05:18:50.389 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8_b-oG3t6Jtqxrx off=582942 len=70033 2023-12-01T05:18:50.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 4494 completed, throughput=5MB/sec 2023-12-01T05:18:50.390 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lZdvAIcRM7PBIiV off=2240506 len=1869100 2023-12-01T05:18:50.392 INFO:tasks.workunit.client.0.smithi111.stdout:op 4495 completed, throughput=5MB/sec 2023-12-01T05:18:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:50 smithi155 ceph-mon[102677]: from='client.26615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:50 smithi111 ceph-mon[97855]: from='client.26615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:50 smithi111 ceph-mon[116524]: from='client.26615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:18:51.392 INFO:tasks.workunit.client.0.smithi111.stdout: 881: throughput=5MB/sec pending data=0 2023-12-01T05:18:51.393 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zjmaNGKL3pkJFJ- off=2081259 len=1962112 2023-12-01T05:18:51.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 4496 completed, throughput=5MB/sec 2023-12-01T05:18:51.395 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8O5Y92WxHc_M-Js off=18529785 len=712231 2023-12-01T05:18:51.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 4497 completed, throughput=5MB/sec 2023-12-01T05:18:51.400 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AMB2HcORUHHhtR_ off=507096 len=419558 2023-12-01T05:18:51.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 4498 completed, throughput=5MB/sec 2023-12-01T05:18:51.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ctkYJUqmAuCf2JT off=2116384 len=653635 2023-12-01T05:18:51.402 INFO:tasks.workunit.client.0.smithi111.stdout:op 4499 completed, throughput=5MB/sec 2023-12-01T05:18:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:51 smithi155 ceph-mon[102677]: pgmap v2135: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:51 smithi111 ceph-mon[97855]: pgmap v2135: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:51 smithi111 ceph-mon[116524]: pgmap v2135: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:18:52.402 INFO:tasks.workunit.client.0.smithi111.stdout: 882: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:52.402 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0RD5gN-URpL3Cf2 off=2206203 len=596239 2023-12-01T05:18:52.403 INFO:tasks.workunit.client.0.smithi111.stdout:op 4500 completed, throughput=5MB/sec 2023-12-01T05:18:52.403 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gNMPYUUvJ8WaBt1 off=3378466 len=1424400 2023-12-01T05:18:52.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 4501 completed, throughput=5MB/sec 2023-12-01T05:18:52.411 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dSHKrUFXBIRUlfp off=10035282 len=54121 2023-12-01T05:18:52.411 INFO:tasks.workunit.client.0.smithi111.stdout:op 4502 completed, throughput=5MB/sec 2023-12-01T05:18:52.411 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zba2iWjDaHktX4L off=6858447 len=293107 2023-12-01T05:18:52.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 4503 completed, throughput=5MB/sec 2023-12-01T05:18:52.412 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CaagjA3dRWppbGg off=2446645 len=521369 2023-12-01T05:18:52.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 4504 completed, throughput=5MB/sec 2023-12-01T05:18:52.412 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Wb7_qgNdfA-EYb6 off=10566904 len=146080 2023-12-01T05:18:52.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 4505 completed, throughput=5MB/sec 2023-12-01T05:18:52.415 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ME4kYntuWGl5YUE off=1115419 len=1455336 2023-12-01T05:18:52.421 INFO:tasks.workunit.client.0.smithi111.stdout:op 4506 completed, throughput=5MB/sec 2023-12-01T05:18:52.421 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_f_-TCJEjyH00j6 off=14399982 len=1366323 2023-12-01T05:18:52.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 4507 completed, throughput=5MB/sec 2023-12-01T05:18:53.429 INFO:tasks.workunit.client.0.smithi111.stdout: 883: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:53.429 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jab0b9zOI_aZ594 off=4986674 len=1816534 2023-12-01T05:18:53.437 INFO:tasks.workunit.client.0.smithi111.stdout:op 4508 completed, throughput=5MB/sec 2023-12-01T05:18:53.437 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7lgqOyMOVMV6Vsy off=28430 len=304862 2023-12-01T05:18:53.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 4509 completed, throughput=5MB/sec 2023-12-01T05:18:53.440 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xpBdO5-MY7-iEnZ off=19106317 len=1069868 2023-12-01T05:18:53.447 INFO:tasks.workunit.client.0.smithi111.stdout:op 4510 completed, throughput=5MB/sec 2023-12-01T05:18:53.447 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0fh7oFVkVSbaH3a off=6822402 len=715126 2023-12-01T05:18:53.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 4511 completed, throughput=5MB/sec 2023-12-01T05:18:53.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_Yh8Ck6OPuixbl_ off=266861 len=1937587 2023-12-01T05:18:53.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 4512 completed, throughput=5MB/sec 2023-12-01T05:18:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:53 smithi155 ceph-mon[102677]: pgmap v2136: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:18:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:53 smithi111 ceph-mon[97855]: pgmap v2136: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:18:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:53 smithi111 ceph-mon[116524]: pgmap v2136: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:18:54.457 INFO:tasks.workunit.client.0.smithi111.stdout: 884: throughput=5MB/sec pending data=0 2023-12-01T05:18:54.457 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zz3UFdd7n8rxi_O off=3137915 len=1760481 2023-12-01T05:18:54.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 4513 completed, throughput=5MB/sec 2023-12-01T05:18:54.466 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N0rGPDjh5cuPv2O off=2237486 len=1653935 2023-12-01T05:18:54.468 INFO:tasks.workunit.client.0.smithi111.stdout:op 4514 completed, throughput=5MB/sec 2023-12-01T05:18:54.468 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DCDNtUFlHcpAfTT off=12996113 len=1453421 2023-12-01T05:18:54.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 4515 completed, throughput=5MB/sec 2023-12-01T05:18:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:55 smithi155 ceph-mon[102677]: pgmap v2137: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:18:55.476 INFO:tasks.workunit.client.0.smithi111.stdout: 885: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:55.476 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-taTy9UngZCRurIg off=6970227 len=265007 2023-12-01T05:18:55.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 4516 completed, throughput=5MB/sec 2023-12-01T05:18:55.479 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NTsYj2CrQ2zwiBw off=8561823 len=1018711 2023-12-01T05:18:55.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 4517 completed, throughput=5MB/sec 2023-12-01T05:18:55.481 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9Ooe5fym0EwDv3e off=1599513 len=1392480 2023-12-01T05:18:55.487 INFO:tasks.workunit.client.0.smithi111.stdout:op 4518 completed, throughput=5MB/sec 2023-12-01T05:18:55.488 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Mjps47QrOk_xpU9 off=206792 len=1537061 2023-12-01T05:18:55.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 4519 completed, throughput=5MB/sec 2023-12-01T05:18:55.489 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h_F7lcapbPX0iuE off=5498834 len=1086252 2023-12-01T05:18:55.490 INFO:tasks.workunit.client.0.smithi111.stdout:op 4520 completed, throughput=5MB/sec 2023-12-01T05:18:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:55 smithi111 ceph-mon[97855]: pgmap v2137: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:18:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:55 smithi111 ceph-mon[116524]: pgmap v2137: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:18:56.490 INFO:tasks.workunit.client.0.smithi111.stdout: 886: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:56.491 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LynBgl4tqdmnJBg off=7630369 len=166802 2023-12-01T05:18:56.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 4521 completed, throughput=5MB/sec 2023-12-01T05:18:56.491 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U8e7dM6EA3nM-Mt off=3246348 len=860265 2023-12-01T05:18:56.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 4522 completed, throughput=5MB/sec 2023-12-01T05:18:56.493 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HurkWNOYpbfeUL6 off=10045071 len=25546 2023-12-01T05:18:56.495 INFO:tasks.workunit.client.0.smithi111.stdout:op 4523 completed, throughput=5MB/sec 2023-12-01T05:18:56.495 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hph71Xff0G1VhrW off=3613190 len=498971 2023-12-01T05:18:56.496 INFO:tasks.workunit.client.0.smithi111.stdout:op 4524 completed, throughput=5MB/sec 2023-12-01T05:18:56.496 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kpSU2M4TcnOtsC6 off=810556 len=1797713 2023-12-01T05:18:56.498 INFO:tasks.workunit.client.0.smithi111.stdout:op 4525 completed, throughput=5MB/sec 2023-12-01T05:18:56.498 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yxsi0LPndO72Bob off=9399393 len=71227 2023-12-01T05:18:56.501 INFO:tasks.workunit.client.0.smithi111.stdout:op 4526 completed, throughput=5MB/sec 2023-12-01T05:18:56.501 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c3rQNegHZIlYeVX off=8741005 len=1828596 2023-12-01T05:18:56.510 INFO:tasks.workunit.client.0.smithi111.stdout:op 4527 completed, throughput=5MB/sec 2023-12-01T05:18:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:57 smithi155 ceph-mon[102677]: pgmap v2138: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:18:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:57 smithi111 ceph-mon[97855]: pgmap v2138: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:18:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:57 smithi111 ceph-mon[116524]: pgmap v2138: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:18:57.510 INFO:tasks.workunit.client.0.smithi111.stdout: 887: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:57.511 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yCR5J8mq39syOEs off=21942634 len=1343249 2023-12-01T05:18:57.512 INFO:tasks.workunit.client.0.smithi111.stdout:op 4528 completed, throughput=5MB/sec 2023-12-01T05:18:57.512 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gJpBM8dNhZnZpui off=7732688 len=825533 2023-12-01T05:18:57.517 INFO:tasks.workunit.client.0.smithi111.stdout:op 4529 completed, throughput=5MB/sec 2023-12-01T05:18:57.517 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aIPkDBIg1GpS8hd off=3002795 len=143558 2023-12-01T05:18:57.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 4530 completed, throughput=5MB/sec 2023-12-01T05:18:57.521 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Zu_FwjK4aolK77E off=13894090 len=894387 2023-12-01T05:18:57.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 4531 completed, throughput=5MB/sec 2023-12-01T05:18:57.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nPxa6J1QMr70ztd off=9485444 len=535004 2023-12-01T05:18:57.525 INFO:tasks.workunit.client.0.smithi111.stdout:op 4532 completed, throughput=5MB/sec 2023-12-01T05:18:57.525 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YkMytOR9Q88cI_2 off=18112405 len=1798299 2023-12-01T05:18:57.535 INFO:tasks.workunit.client.0.smithi111.stdout:op 4533 completed, throughput=5MB/sec 2023-12-01T05:18:58.535 INFO:tasks.workunit.client.0.smithi111.stdout: 888: throughput=5MB/sec pending data=0 2023-12-01T05:18:58.535 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7-FpXoF29fEPX86 off=15034096 len=282118 2023-12-01T05:18:58.539 INFO:tasks.workunit.client.0.smithi111.stdout:op 4534 completed, throughput=5MB/sec 2023-12-01T05:18:58.539 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Twyb5E5kFA72JpE off=2636734 len=1495901 2023-12-01T05:18:58.548 INFO:tasks.workunit.client.0.smithi111.stdout:op 4535 completed, throughput=5MB/sec 2023-12-01T05:18:58.548 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NVS0ahkrs1NajYL off=8553701 len=1288906 2023-12-01T05:18:58.550 INFO:tasks.workunit.client.0.smithi111.stdout:op 4536 completed, throughput=5MB/sec 2023-12-01T05:18:58.550 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J21nHORIQb2FGuq off=21546629 len=624286 2023-12-01T05:18:58.551 INFO:tasks.workunit.client.0.smithi111.stdout:op 4537 completed, throughput=5MB/sec 2023-12-01T05:18:58.552 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WYeObm87t_XC4Xp off=925488 len=1160885 2023-12-01T05:18:58.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 4538 completed, throughput=5MB/sec 2023-12-01T05:18:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:18:59 smithi155 ceph-mon[102677]: pgmap v2139: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:18:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:18:59 smithi111 ceph-mon[97855]: pgmap v2139: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:18:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:18:59] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:18:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:18:59 smithi111 ceph-mon[116524]: pgmap v2139: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:18:59.558 INFO:tasks.workunit.client.0.smithi111.stdout: 889: throughput=4.99MB/sec pending data=0 2023-12-01T05:18:59.558 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cc8UXNY4Z3iUEbb off=309147 len=148017 2023-12-01T05:18:59.559 INFO:tasks.workunit.client.0.smithi111.stdout:op 4539 completed, throughput=4.99MB/sec 2023-12-01T05:18:59.559 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OX9sRgFCINSV0uj off=88023 len=1679794 2023-12-01T05:18:59.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 4540 completed, throughput=5MB/sec 2023-12-01T05:18:59.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cjow1h421_f6R5I off=16688685 len=928090 2023-12-01T05:18:59.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 4541 completed, throughput=5MB/sec 2023-12-01T05:18:59.568 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OliF2FLTEUWwyAh off=93164 len=708021 2023-12-01T05:18:59.572 INFO:tasks.workunit.client.0.smithi111.stdout:op 4542 completed, throughput=5MB/sec 2023-12-01T05:18:59.572 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8r2OPMjP3UvzKRr off=7096832 len=943700 2023-12-01T05:18:59.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 4543 completed, throughput=5MB/sec 2023-12-01T05:18:59.576 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J25gc6G5cG4eb5h off=6340635 len=1611096 2023-12-01T05:18:59.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 4544 completed, throughput=5MB/sec 2023-12-01T05:19:00.584 INFO:tasks.workunit.client.0.smithi111.stdout: 890: throughput=5MB/sec pending data=0 2023-12-01T05:19:00.584 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cweVM2-AaGdLhyy off=11059911 len=577969 2023-12-01T05:19:00.585 INFO:tasks.workunit.client.0.smithi111.stdout:op 4545 completed, throughput=5MB/sec 2023-12-01T05:19:00.585 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TJ6Ydo_Ji5NFT3v off=3306922 len=826842 2023-12-01T05:19:00.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 4546 completed, throughput=5MB/sec 2023-12-01T05:19:00.590 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ur-VfhsHRrOOMCi off=5115271 len=1977561 2023-12-01T05:19:00.595 INFO:tasks.workunit.client.0.smithi111.stdout:op 4547 completed, throughput=5MB/sec 2023-12-01T05:19:00.595 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Hva_l2bwH8fgQdn off=335858 len=1243573 2023-12-01T05:19:00.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 4548 completed, throughput=5MB/sec 2023-12-01T05:19:00.603 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VzVNhW2MrXM-gyV off=5658785 len=1852778 2023-12-01T05:19:00.614 INFO:tasks.workunit.client.0.smithi111.stdout:op 4549 completed, throughput=5MB/sec 2023-12-01T05:19:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:01 smithi155 ceph-mon[102677]: pgmap v2140: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:19:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:01 smithi111 ceph-mon[97855]: pgmap v2140: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:19:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:01 smithi111 ceph-mon[116524]: pgmap v2140: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2023-12-01T05:19:01.614 INFO:tasks.workunit.client.0.smithi111.stdout: 891: throughput=5MB/sec pending data=0 2023-12-01T05:19:01.614 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2qdNr5yMxYg1ayX off=6924003 len=849099 2023-12-01T05:19:01.616 INFO:tasks.workunit.client.0.smithi111.stdout:op 4550 completed, throughput=5MB/sec 2023-12-01T05:19:01.616 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-spQplrveubap8hL off=908860 len=260721 2023-12-01T05:19:01.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 4551 completed, throughput=5MB/sec 2023-12-01T05:19:01.617 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jw3XuWoh3pzmnr6 off=550842 len=816666 2023-12-01T05:19:01.621 INFO:tasks.workunit.client.0.smithi111.stdout:op 4552 completed, throughput=5MB/sec 2023-12-01T05:19:01.622 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj---O_dw9jYwAOOhc off=3044944 len=307784 2023-12-01T05:19:01.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 4553 completed, throughput=5MB/sec 2023-12-01T05:19:01.622 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T41M2IzVeHWa3E- off=14980578 len=943929 2023-12-01T05:19:01.625 INFO:tasks.workunit.client.0.smithi111.stdout:op 4554 completed, throughput=5MB/sec 2023-12-01T05:19:01.625 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9sixZARhNM8R7r7 off=1704769 len=1955214 2023-12-01T05:19:01.628 INFO:tasks.workunit.client.0.smithi111.stdout:op 4555 completed, throughput=5MB/sec 2023-12-01T05:19:02.628 INFO:tasks.workunit.client.0.smithi111.stdout: 892: throughput=5MB/sec pending data=0 2023-12-01T05:19:02.628 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qpIJnLo_iO6zWhN off=9821189 len=1099749 2023-12-01T05:19:02.634 INFO:tasks.workunit.client.0.smithi111.stdout:op 4556 completed, throughput=5MB/sec 2023-12-01T05:19:02.635 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ri_mznvf4YXtIz0 off=234226 len=384973 2023-12-01T05:19:02.638 INFO:tasks.workunit.client.0.smithi111.stdout:op 4557 completed, throughput=5MB/sec 2023-12-01T05:19:02.638 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CQxHNlyE5_Y7V46 off=1061113 len=713426 2023-12-01T05:19:02.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 4558 completed, throughput=5MB/sec 2023-12-01T05:19:02.643 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pcEtzBkD3Vr0Mhh off=16745863 len=909160 2023-12-01T05:19:02.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 4559 completed, throughput=5MB/sec 2023-12-01T05:19:02.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a8-9FFF7Mz-59g4 off=10274738 len=1747905 2023-12-01T05:19:02.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 4560 completed, throughput=5MB/sec 2023-12-01T05:19:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:03 smithi155 ceph-mon[102677]: pgmap v2141: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:19:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:03 smithi111 ceph-mon[97855]: pgmap v2141: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:19:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:03 smithi111 ceph-mon[116524]: pgmap v2141: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2023-12-01T05:19:03.653 INFO:tasks.workunit.client.0.smithi111.stdout: 893: throughput=5MB/sec pending data=0 2023-12-01T05:19:03.653 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rV73iSLtdfAzTpv off=8048054 len=95656 2023-12-01T05:19:03.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 4561 completed, throughput=5MB/sec 2023-12-01T05:19:03.656 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K-kjtFGTU9Jp-B2 off=21341631 len=1825897 2023-12-01T05:19:03.668 INFO:tasks.workunit.client.0.smithi111.stdout:op 4562 completed, throughput=5MB/sec 2023-12-01T05:19:03.668 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RZjJYp2FbKB8IhF off=1949380 len=1341609 2023-12-01T05:19:03.669 INFO:tasks.workunit.client.0.smithi111.stdout:op 4563 completed, throughput=5MB/sec 2023-12-01T05:19:03.670 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EclC_fdGhYtRGL8 off=5860319 len=17793 2023-12-01T05:19:03.672 INFO:tasks.workunit.client.0.smithi111.stdout:op 4564 completed, throughput=5MB/sec 2023-12-01T05:19:03.672 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hBNs15h0dhwBUlr off=4597739 len=452152 2023-12-01T05:19:03.675 INFO:tasks.workunit.client.0.smithi111.stdout:op 4565 completed, throughput=5MB/sec 2023-12-01T05:19:03.675 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IKXPY74tshe33Ds off=3943736 len=689078 2023-12-01T05:19:03.677 INFO:tasks.workunit.client.0.smithi111.stdout:op 4566 completed, throughput=5MB/sec 2023-12-01T05:19:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:04.677 INFO:tasks.workunit.client.0.smithi111.stdout: 894: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:04.677 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-e4OZyBgedUvxy0i off=3947571 len=1781762 2023-12-01T05:19:04.686 INFO:tasks.workunit.client.0.smithi111.stdout:op 4567 completed, throughput=5MB/sec 2023-12-01T05:19:04.687 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gen6CkImAnZ_OZF off=672343 len=1522330 2023-12-01T05:19:04.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 4568 completed, throughput=5MB/sec 2023-12-01T05:19:04.693 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-woav4Y0NSP6y8tT off=9067733 len=1126890 2023-12-01T05:19:04.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 4569 completed, throughput=5MB/sec 2023-12-01T05:19:04.697 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QMD7Ev1fx5h8H9a off=3696337 len=749108 2023-12-01T05:19:04.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 4570 completed, throughput=5MB/sec 2023-12-01T05:19:04.699 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pAv1afGCthQM6u8 off=3812221 len=935489 2023-12-01T05:19:04.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 4571 completed, throughput=5MB/sec 2023-12-01T05:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:05 smithi155 ceph-mon[102677]: pgmap v2142: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:05 smithi111 ceph-mon[97855]: pgmap v2142: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:05 smithi111 ceph-mon[116524]: pgmap v2142: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:05.700 INFO:tasks.workunit.client.0.smithi111.stdout: 895: throughput=5MB/sec pending data=0 2023-12-01T05:19:05.700 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MH_LkMa27Xvakap off=3006445 len=1533709 2023-12-01T05:19:05.710 INFO:tasks.workunit.client.0.smithi111.stdout:op 4572 completed, throughput=5MB/sec 2023-12-01T05:19:05.710 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iOuLrEOx0HyRdLE off=11494913 len=856187 2023-12-01T05:19:05.714 INFO:tasks.workunit.client.0.smithi111.stdout:op 4573 completed, throughput=5MB/sec 2023-12-01T05:19:05.714 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VhmaBGyEkt-iPrc off=662459 len=139533 2023-12-01T05:19:05.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 4574 completed, throughput=5MB/sec 2023-12-01T05:19:05.717 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yKc7f1oFw-7o3LJ off=5427785 len=58725 2023-12-01T05:19:05.719 INFO:tasks.workunit.client.0.smithi111.stdout:op 4575 completed, throughput=5MB/sec 2023-12-01T05:19:05.719 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sId2VEAQ4AylKbc off=604323 len=296886 2023-12-01T05:19:05.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 4576 completed, throughput=5MB/sec 2023-12-01T05:19:05.722 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dMausJaNmxpvLe7 off=10082226 len=1025029 2023-12-01T05:19:05.724 INFO:tasks.workunit.client.0.smithi111.stdout:op 4577 completed, throughput=5MB/sec 2023-12-01T05:19:05.724 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GWBYFAh7Fy4Xtvy off=6566662 len=1766202 2023-12-01T05:19:05.734 INFO:tasks.workunit.client.0.smithi111.stdout:op 4578 completed, throughput=5MB/sec 2023-12-01T05:19:06.735 INFO:tasks.workunit.client.0.smithi111.stdout: 896: throughput=5MB/sec pending data=0 2023-12-01T05:19:06.735 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nh2L5o6y8Y2_8VR off=13825074 len=899122 2023-12-01T05:19:06.739 INFO:tasks.workunit.client.0.smithi111.stdout:op 4579 completed, throughput=5MB/sec 2023-12-01T05:19:06.740 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I1XhlxXD7M70oX8 off=11961349 len=1352726 2023-12-01T05:19:06.742 INFO:tasks.workunit.client.0.smithi111.stdout:op 4580 completed, throughput=5MB/sec 2023-12-01T05:19:06.742 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SNNEPwAx8dCS-Pp off=5465185 len=1018762 2023-12-01T05:19:06.744 INFO:tasks.workunit.client.0.smithi111.stdout:op 4581 completed, throughput=5MB/sec 2023-12-01T05:19:06.744 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sKSd-DLUVKoFUvR off=8164655 len=1887476 2023-12-01T05:19:06.747 INFO:tasks.workunit.client.0.smithi111.stdout:op 4582 completed, throughput=5MB/sec 2023-12-01T05:19:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:07 smithi155 ceph-mon[102677]: pgmap v2143: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:19:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:07 smithi111 ceph-mon[97855]: pgmap v2143: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:19:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:07 smithi111 ceph-mon[116524]: pgmap v2143: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:19:07.748 INFO:tasks.workunit.client.0.smithi111.stdout: 897: throughput=5MB/sec pending data=0 2023-12-01T05:19:07.748 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SNNEPwAx8dCS-Pp off=10299502 len=1644317 2023-12-01T05:19:07.758 INFO:tasks.workunit.client.0.smithi111.stdout:op 4583 completed, throughput=5MB/sec 2023-12-01T05:19:07.758 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hva_l2bwH8fgQdn off=4460147 len=2075158 2023-12-01T05:19:07.761 INFO:tasks.workunit.client.0.smithi111.stdout:op 4584 completed, throughput=5MB/sec 2023-12-01T05:19:07.761 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TRFgvstZG3rmsrH off=1621207 len=143286 2023-12-01T05:19:07.762 INFO:tasks.workunit.client.0.smithi111.stdout:op 4585 completed, throughput=5MB/sec 2023-12-01T05:19:07.762 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a0TyUoMaBks0EU7 off=6857671 len=1335005 2023-12-01T05:19:07.769 INFO:tasks.workunit.client.0.smithi111.stdout:op 4586 completed, throughput=5MB/sec 2023-12-01T05:19:08.769 INFO:tasks.workunit.client.0.smithi111.stdout: 898: throughput=5MB/sec pending data=0 2023-12-01T05:19:08.770 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qkhpqGbIXmmSSJD off=22773777 len=1708230 2023-12-01T05:19:08.773 INFO:tasks.workunit.client.0.smithi111.stdout:op 4587 completed, throughput=5MB/sec 2023-12-01T05:19:08.773 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qXGQWWZYrNuz0Q9 off=19123917 len=1770227 2023-12-01T05:19:08.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 4588 completed, throughput=5MB/sec 2023-12-01T05:19:08.775 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E5HCdgw2PepDVCm off=6044199 len=1030005 2023-12-01T05:19:08.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 4589 completed, throughput=5MB/sec 2023-12-01T05:19:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:09 smithi155 ceph-mon[102677]: pgmap v2144: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:09 smithi111 ceph-mon[97855]: pgmap v2144: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:19:09] "GET /metrics HTTP/1.1" 200 33905 "" "Prometheus/2.43.0" 2023-12-01T05:19:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:09 smithi111 ceph-mon[116524]: pgmap v2144: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:09.777 INFO:tasks.workunit.client.0.smithi111.stdout: 899: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:09.777 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-srjYG99IXbzGh15 off=194686 len=716754 2023-12-01T05:19:09.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 4590 completed, throughput=5MB/sec 2023-12-01T05:19:09.781 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZI2zaLuZVvFGs4Y off=9692991 len=2004317 2023-12-01T05:19:09.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 4591 completed, throughput=5MB/sec 2023-12-01T05:19:09.785 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-73AKkXmUTotl6zL off=5138790 len=2029578 2023-12-01T05:19:09.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 4592 completed, throughput=5MB/sec 2023-12-01T05:19:09.787 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8U13-E2vSCtYDNe off=3564344 len=942145 2023-12-01T05:19:09.793 INFO:tasks.workunit.client.0.smithi111.stdout:op 4593 completed, throughput=5MB/sec 2023-12-01T05:19:10.793 INFO:tasks.workunit.client.0.smithi111.stdout: 900: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:10.793 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ShikaP-NjGNPay1 off=3792460 len=1703654 2023-12-01T05:19:10.800 INFO:tasks.workunit.client.0.smithi111.stdout:op 4594 completed, throughput=5MB/sec 2023-12-01T05:19:10.800 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jgfwCkHYkqzmEMq off=6055062 len=573843 2023-12-01T05:19:10.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 4595 completed, throughput=5MB/sec 2023-12-01T05:19:10.804 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ePriKP0EiUca_mb off=496838 len=2006224 2023-12-01T05:19:10.806 INFO:tasks.workunit.client.0.smithi111.stdout:op 4596 completed, throughput=5MB/sec 2023-12-01T05:19:10.806 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xShiYFvpoMBMZs8 off=7109550 len=262289 2023-12-01T05:19:10.807 INFO:tasks.workunit.client.0.smithi111.stdout:op 4597 completed, throughput=5MB/sec 2023-12-01T05:19:10.807 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uIYfDm0EUe3aPZU off=4308639 len=1594639 2023-12-01T05:19:10.810 INFO:tasks.workunit.client.0.smithi111.stdout:op 4598 completed, throughput=5MB/sec 2023-12-01T05:19:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:11 smithi155 ceph-mon[102677]: pgmap v2145: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:11 smithi111 ceph-mon[97855]: pgmap v2145: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:11 smithi111 ceph-mon[116524]: pgmap v2145: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:11.810 INFO:tasks.workunit.client.0.smithi111.stdout: 901: throughput=5MB/sec pending data=0 2023-12-01T05:19:11.811 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ybMSTRw4Hqh-0ZB off=14448723 len=1663682 2023-12-01T05:19:11.825 INFO:tasks.workunit.client.0.smithi111.stdout:op 4599 completed, throughput=5MB/sec 2023-12-01T05:19:11.825 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBfGdu9bd2yKRw5 off=2616853 len=456617 2023-12-01T05:19:11.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 4600 completed, throughput=5MB/sec 2023-12-01T05:19:11.826 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OlMM2PtXo9lKvLu off=101001 len=1340272 2023-12-01T05:19:11.828 INFO:tasks.workunit.client.0.smithi111.stdout:op 4601 completed, throughput=5MB/sec 2023-12-01T05:19:11.828 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y5LGibUIFBwVtfD off=1195795 len=2002930 2023-12-01T05:19:11.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 4602 completed, throughput=5MB/sec 2023-12-01T05:19:12.840 INFO:tasks.workunit.client.0.smithi111.stdout: 902: throughput=5MB/sec pending data=0 2023-12-01T05:19:12.841 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UWNZsrtUMuN3TFF off=11107249 len=1132359 2023-12-01T05:19:12.847 INFO:tasks.workunit.client.0.smithi111.stdout:op 4603 completed, throughput=5MB/sec 2023-12-01T05:19:12.847 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5eKNyq5xjiOlD9U off=4249946 len=1923588 2023-12-01T05:19:12.856 INFO:tasks.workunit.client.0.smithi111.stdout:op 4604 completed, throughput=5MB/sec 2023-12-01T05:19:12.856 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BCLaFtetmFoM51J off=7616167 len=307275 2023-12-01T05:19:12.859 INFO:tasks.workunit.client.0.smithi111.stdout:op 4605 completed, throughput=5MB/sec 2023-12-01T05:19:12.859 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ToPHeNW-twChzsK off=7900889 len=1866674 2023-12-01T05:19:12.866 INFO:tasks.workunit.client.0.smithi111.stdout:op 4606 completed, throughput=5MB/sec 2023-12-01T05:19:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:13 smithi155 ceph-mon[102677]: pgmap v2146: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:19:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:13 smithi111 ceph-mon[97855]: pgmap v2146: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:19:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:13 smithi111 ceph-mon[116524]: pgmap v2146: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2023-12-01T05:19:13.866 INFO:tasks.workunit.client.0.smithi111.stdout: 903: throughput=5MB/sec pending data=0 2023-12-01T05:19:13.866 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_wngPWmrOyw3GGr off=3970269 len=2064925 2023-12-01T05:19:13.878 INFO:tasks.workunit.client.0.smithi111.stdout:op 4607 completed, throughput=5MB/sec 2023-12-01T05:19:13.879 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f9tSq5N3fXYyVDd off=2923808 len=452251 2023-12-01T05:19:13.880 INFO:tasks.workunit.client.0.smithi111.stdout:op 4608 completed, throughput=5MB/sec 2023-12-01T05:19:13.880 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-na3nanx_U0RtfS_ off=6275362 len=946838 2023-12-01T05:19:13.885 INFO:tasks.workunit.client.0.smithi111.stdout:op 4609 completed, throughput=5MB/sec 2023-12-01T05:19:13.885 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A2PHPeUr4CSkYtO off=4566640 len=928814 2023-12-01T05:19:13.886 INFO:tasks.workunit.client.0.smithi111.stdout:op 4610 completed, throughput=5MB/sec 2023-12-01T05:19:14.886 INFO:tasks.workunit.client.0.smithi111.stdout: 904: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:14.886 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5h6KgjZZwC-WVI4 off=8598827 len=972353 2023-12-01T05:19:14.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 4611 completed, throughput=5MB/sec 2023-12-01T05:19:14.893 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dgr1g86rrM0Rp2w off=894028 len=1440369 2023-12-01T05:19:14.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 4612 completed, throughput=5MB/sec 2023-12-01T05:19:14.902 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vCysJ9O-samfCmC off=8385128 len=566377 2023-12-01T05:19:14.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 4613 completed, throughput=5MB/sec 2023-12-01T05:19:14.906 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zSxM-2JWOYKczbr off=15060731 len=2010304 2023-12-01T05:19:14.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 4614 completed, throughput=5MB/sec 2023-12-01T05:19:14.918 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sp1JEUEQCbkPKYO off=5822086 len=299651 2023-12-01T05:19:14.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 4615 completed, throughput=5MB/sec 2023-12-01T05:19:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:15 smithi111 ceph-mon[97855]: pgmap v2147: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:19:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:15 smithi111 ceph-mon[116524]: pgmap v2147: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:19:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:15 smithi155 ceph-mon[102677]: pgmap v2147: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:19:15.919 INFO:tasks.workunit.client.0.smithi111.stdout: 905: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:15.919 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rUMDPMLX5LOXrbs off=4646269 len=1923395 2023-12-01T05:19:15.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 4616 completed, throughput=5MB/sec 2023-12-01T05:19:15.927 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U3tjXSOtc2OKGcv off=7021194 len=758984 2023-12-01T05:19:15.929 INFO:tasks.workunit.client.0.smithi111.stdout:op 4617 completed, throughput=5MB/sec 2023-12-01T05:19:15.929 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K4dUU0vDkBgOwdu off=4262619 len=1634040 2023-12-01T05:19:15.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 4618 completed, throughput=5MB/sec 2023-12-01T05:19:15.930 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j3xVNNMKp3xnrK3 off=10978762 len=475859 2023-12-01T05:19:15.934 INFO:tasks.workunit.client.0.smithi111.stdout:op 4619 completed, throughput=5MB/sec 2023-12-01T05:19:15.934 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0JUa_o0mwrTe1pl off=291413 len=263321 2023-12-01T05:19:15.935 INFO:tasks.workunit.client.0.smithi111.stdout:op 4620 completed, throughput=5MB/sec 2023-12-01T05:19:15.935 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IuWOVSEk3F7KLIX off=3445421 len=639290 2023-12-01T05:19:15.938 INFO:tasks.workunit.client.0.smithi111.stdout:op 4621 completed, throughput=5MB/sec 2023-12-01T05:19:16.939 INFO:tasks.workunit.client.0.smithi111.stdout: 906: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:16.939 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mWqCw12lXz2bVf4 off=5499775 len=237815 2023-12-01T05:19:16.942 INFO:tasks.workunit.client.0.smithi111.stdout:op 4622 completed, throughput=5MB/sec 2023-12-01T05:19:16.942 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8J4MhfozaZghTaj off=4134959 len=1704540 2023-12-01T05:19:16.949 INFO:tasks.workunit.client.0.smithi111.stdout:op 4623 completed, throughput=5MB/sec 2023-12-01T05:19:16.949 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wv5dcIxzIKsmy-t off=14865202 len=2085904 2023-12-01T05:19:16.953 INFO:tasks.workunit.client.0.smithi111.stdout:op 4624 completed, throughput=5MB/sec 2023-12-01T05:19:16.953 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iBRDqelSlHz-MgG off=15845890 len=310556 2023-12-01T05:19:16.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 4625 completed, throughput=5MB/sec 2023-12-01T05:19:16.954 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FcAMxfeM9pFyxf- off=18307228 len=1482634 2023-12-01T05:19:16.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 4626 completed, throughput=5MB/sec 2023-12-01T05:19:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:17 smithi111 ceph-mon[97855]: pgmap v2148: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:19:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:17 smithi111 ceph-mon[116524]: pgmap v2148: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:19:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:17 smithi155 ceph-mon[102677]: pgmap v2148: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:19:17.956 INFO:tasks.workunit.client.0.smithi111.stdout: 907: throughput=5MB/sec pending data=0 2023-12-01T05:19:17.956 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--eLmQdKTAo-ZFLv off=18967388 len=52152 2023-12-01T05:19:17.959 INFO:tasks.workunit.client.0.smithi111.stdout:op 4627 completed, throughput=5MB/sec 2023-12-01T05:19:17.959 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-akbi0TUixtDsRZN off=2112049 len=780477 2023-12-01T05:19:17.960 INFO:tasks.workunit.client.0.smithi111.stdout:op 4628 completed, throughput=5MB/sec 2023-12-01T05:19:17.960 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h2jybKvKEoO75w9 off=9818050 len=921836 2023-12-01T05:19:17.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 4629 completed, throughput=5MB/sec 2023-12-01T05:19:17.966 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cOAq5TiXfufn1AR off=21882 len=233611 2023-12-01T05:19:17.966 INFO:tasks.workunit.client.0.smithi111.stdout:op 4630 completed, throughput=5MB/sec 2023-12-01T05:19:17.967 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eKDxf-SVBft5MVs off=303170 len=287268 2023-12-01T05:19:17.970 INFO:tasks.workunit.client.0.smithi111.stdout:op 4631 completed, throughput=5MB/sec 2023-12-01T05:19:17.970 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A8yCEnEpkmJNAOG off=11941598 len=1060724 2023-12-01T05:19:17.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 4632 completed, throughput=5MB/sec 2023-12-01T05:19:17.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5EeSffMq-E1tpFq off=508288 len=227143 2023-12-01T05:19:17.975 INFO:tasks.workunit.client.0.smithi111.stdout:op 4633 completed, throughput=5MB/sec 2023-12-01T05:19:17.975 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kd5Ti3pwWEHlYNs off=2139212 len=1399486 2023-12-01T05:19:17.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 4634 completed, throughput=5MB/sec 2023-12-01T05:19:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:19:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:19:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:19:18.978 INFO:tasks.workunit.client.0.smithi111.stdout: 908: throughput=5MB/sec pending data=0 2023-12-01T05:19:18.978 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v-B6LseZhg3YF7g off=3422712 len=466245 2023-12-01T05:19:18.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 4635 completed, throughput=5MB/sec 2023-12-01T05:19:18.981 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Wn3dhuaT-nNOXKk off=4467871 len=1680091 2023-12-01T05:19:18.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 4636 completed, throughput=5MB/sec 2023-12-01T05:19:18.987 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UtMv-Duh3MV4FjD off=9264346 len=1337576 2023-12-01T05:19:18.992 INFO:tasks.workunit.client.0.smithi111.stdout:op 4637 completed, throughput=5MB/sec 2023-12-01T05:19:18.992 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JvmcBVomTf2y8KY off=206941 len=526717 2023-12-01T05:19:18.993 INFO:tasks.workunit.client.0.smithi111.stdout:op 4638 completed, throughput=5MB/sec 2023-12-01T05:19:18.993 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fk4APMh37jpkfiy off=1893597 len=403779 2023-12-01T05:19:18.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 4639 completed, throughput=5MB/sec 2023-12-01T05:19:18.994 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q7-Sh349UthIOHO off=14095025 len=361835 2023-12-01T05:19:18.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 4640 completed, throughput=5MB/sec 2023-12-01T05:19:18.994 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hxOu5cte9YHjov7 off=4836308 len=1651161 2023-12-01T05:19:18.997 INFO:tasks.workunit.client.0.smithi111.stdout:op 4641 completed, throughput=5MB/sec 2023-12-01T05:19:19.293 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:19:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:19:19] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[97855]: pgmap v2149: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[116524]: pgmap v2149: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:19:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:19:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:19.598 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:19:19.598 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (36m) 4m ago 37m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (36m) 4m ago 36m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (38m) 4m ago 38m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (38m) 4m ago 38m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (41m) 4m ago 41m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (42m) 4m ago 42m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (42m) 4m ago 43m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (41m) 4m ago 41m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (41m) 4m ago 41m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (36m) 4m ago 36m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (36m) 4m ago 36m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (41m) 4m ago 41m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (40m) 4m ago 40m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (40m) 4m ago 40m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:19:19.599 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (39m) 4m ago 39m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:19:19.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (39m) 4m ago 39m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:19:19.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (39m) 4m ago 39m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:19:19.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (38m) 4m ago 38m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:19:19.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (38m) 4m ago 38m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:19:19.600 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (36m) 4m ago 37m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:19:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:19 smithi155 ceph-mon[102677]: pgmap v2149: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:19:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:19:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:19:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:19:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:19.978 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:19:19.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:19:19.980 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:19:19.998 INFO:tasks.workunit.client.0.smithi111.stdout: 909: throughput=5MB/sec pending data=0 2023-12-01T05:19:19.998 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BEkoIpmwzO2Gon3 off=3776977 len=1205904 2023-12-01T05:19:20.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 4642 completed, throughput=5MB/sec 2023-12-01T05:19:20.002 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cA4hvZYwa-T8wkX off=11256120 len=268517 2023-12-01T05:19:20.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 4643 completed, throughput=5MB/sec 2023-12-01T05:19:20.003 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oEMhMHPPF-2vSwI off=6059438 len=1055572 2023-12-01T05:19:20.003 INFO:tasks.workunit.client.0.smithi111.stdout:op 4644 completed, throughput=5MB/sec 2023-12-01T05:19:20.003 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2jjzd_VA0BYZVz8 off=10675304 len=1152950 2023-12-01T05:19:20.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 4645 completed, throughput=5MB/sec 2023-12-01T05:19:20.004 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-360LtA4Wp9GSU2V off=3762561 len=1597129 2023-12-01T05:19:20.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 4646 completed, throughput=5MB/sec 2023-12-01T05:19:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3251735140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:19:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3251735140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:19:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3251735140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:19:21.012 INFO:tasks.workunit.client.0.smithi111.stdout: 910: throughput=5MB/sec pending data=0 2023-12-01T05:19:21.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iOuLrEOx0HyRdLE off=14905797 len=245163 2023-12-01T05:19:21.013 INFO:tasks.workunit.client.0.smithi111.stdout:op 4647 completed, throughput=5MB/sec 2023-12-01T05:19:21.013 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iaWQVGpew2HnhVX off=4269145 len=1970472 2023-12-01T05:19:21.015 INFO:tasks.workunit.client.0.smithi111.stdout:op 4648 completed, throughput=5MB/sec 2023-12-01T05:19:21.015 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tbf7WR7-FKMfQKW off=1406140 len=926402 2023-12-01T05:19:21.016 INFO:tasks.workunit.client.0.smithi111.stdout:op 4649 completed, throughput=5MB/sec 2023-12-01T05:19:21.016 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-42-lHD_GpFv0I57 off=8983256 len=59752 2023-12-01T05:19:21.019 INFO:tasks.workunit.client.0.smithi111.stdout:op 4650 completed, throughput=5MB/sec 2023-12-01T05:19:21.019 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SoDkKIbAu6T3Auc off=8738638 len=354943 2023-12-01T05:19:21.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 4651 completed, throughput=5MB/sec 2023-12-01T05:19:21.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FVhxq_HntUk04n_ off=7106296 len=501050 2023-12-01T05:19:21.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 4652 completed, throughput=5MB/sec 2023-12-01T05:19:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:21 smithi111 ceph-mon[97855]: from='client.16725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:21 smithi111 ceph-mon[97855]: pgmap v2150: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:19:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:21 smithi111 ceph-mon[97855]: from='client.26633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:21 smithi111 ceph-mon[116524]: from='client.16725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:21 smithi111 ceph-mon[116524]: pgmap v2150: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:19:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:21 smithi111 ceph-mon[116524]: from='client.26633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:21 smithi155 ceph-mon[102677]: from='client.16725 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:21 smithi155 ceph-mon[102677]: pgmap v2150: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:19:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:21 smithi155 ceph-mon[102677]: from='client.26633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:22.024 INFO:tasks.workunit.client.0.smithi111.stdout: 911: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:22.024 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cIwhWxJwrCrdz1x off=10405032 len=95701 2023-12-01T05:19:22.027 INFO:tasks.workunit.client.0.smithi111.stdout:op 4653 completed, throughput=4.99MB/sec 2023-12-01T05:19:22.027 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WacC6d-ch5chXQG off=11410753 len=702861 2023-12-01T05:19:22.028 INFO:tasks.workunit.client.0.smithi111.stdout:op 4654 completed, throughput=5MB/sec 2023-12-01T05:19:22.028 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v2eWVAzSLXUBX3J off=5264454 len=1005325 2023-12-01T05:19:22.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 4655 completed, throughput=5MB/sec 2023-12-01T05:19:22.029 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gFPr_zYJV-dTEQt off=12037041 len=1895152 2023-12-01T05:19:22.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 4656 completed, throughput=5MB/sec 2023-12-01T05:19:22.038 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oLULyY4hpyj4PWP off=8423191 len=253563 2023-12-01T05:19:22.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 4657 completed, throughput=5MB/sec 2023-12-01T05:19:22.039 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-q9ideK3GjrHY4G3 off=2085684 len=1621433 2023-12-01T05:19:22.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 4658 completed, throughput=5MB/sec 2023-12-01T05:19:23.045 INFO:tasks.workunit.client.0.smithi111.stdout: 912: throughput=5MB/sec pending data=0 2023-12-01T05:19:23.045 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Y960IQpncgWeB1k off=2029484 len=1365452 2023-12-01T05:19:23.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 4659 completed, throughput=5MB/sec 2023-12-01T05:19:23.054 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yRtI2LxfNdx0RRG off=17958203 len=1294464 2023-12-01T05:19:23.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 4660 completed, throughput=5MB/sec 2023-12-01T05:19:23.061 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6OPH2g9hcSM6WqX off=16196006 len=2012916 2023-12-01T05:19:23.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 4661 completed, throughput=5MB/sec 2023-12-01T05:19:23.070 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S3tnSHV8aFytIEe off=19025251 len=375855 2023-12-01T05:19:23.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 4662 completed, throughput=5MB/sec 2023-12-01T05:19:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:23 smithi111 ceph-mon[97855]: pgmap v2151: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:19:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:23 smithi111 ceph-mon[116524]: pgmap v2151: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:19:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:23 smithi155 ceph-mon[102677]: pgmap v2151: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2023-12-01T05:19:24.071 INFO:tasks.workunit.client.0.smithi111.stdout: 913: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:24.071 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L_lJQePgfWvnNeD off=1753503 len=1166058 2023-12-01T05:19:24.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 4663 completed, throughput=5MB/sec 2023-12-01T05:19:24.073 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zJxcbA338m7fMcF off=4794018 len=613977 2023-12-01T05:19:24.074 INFO:tasks.workunit.client.0.smithi111.stdout:op 4664 completed, throughput=5MB/sec 2023-12-01T05:19:24.074 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jq6rcbBVLTc8sse off=169244 len=380850 2023-12-01T05:19:24.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 4665 completed, throughput=5MB/sec 2023-12-01T05:19:24.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Q3nXjjZIo8cIOkT off=8123830 len=701322 2023-12-01T05:19:24.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 4666 completed, throughput=5MB/sec 2023-12-01T05:19:24.081 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZaB9hCyn2iVc0za off=6668623 len=1608286 2023-12-01T05:19:24.083 INFO:tasks.workunit.client.0.smithi111.stdout:op 4667 completed, throughput=5MB/sec 2023-12-01T05:19:24.083 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m7PvVUo0FBHlQHp off=7542985 len=351019 2023-12-01T05:19:24.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 4668 completed, throughput=5MB/sec 2023-12-01T05:19:24.084 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UHFqgujlOilFjmu off=3348343 len=1518628 2023-12-01T05:19:24.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 4669 completed, throughput=5MB/sec 2023-12-01T05:19:25.088 INFO:tasks.workunit.client.0.smithi111.stdout: 914: throughput=5MB/sec pending data=0 2023-12-01T05:19:25.088 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3ByXE3qO89g7fmY off=2472155 len=188117 2023-12-01T05:19:25.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 4670 completed, throughput=5MB/sec 2023-12-01T05:19:25.091 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tZSX6ZfnNM4MSaz off=11421360 len=809181 2023-12-01T05:19:25.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 4671 completed, throughput=5MB/sec 2023-12-01T05:19:25.096 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2gZchyI4i_KeSTj off=2471996 len=140741 2023-12-01T05:19:25.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 4672 completed, throughput=5MB/sec 2023-12-01T05:19:25.096 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ydr_2QSZBWpjK-3 off=3208592 len=1768669 2023-12-01T05:19:25.103 INFO:tasks.workunit.client.0.smithi111.stdout:op 4673 completed, throughput=5MB/sec 2023-12-01T05:19:25.104 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CYV_8kgG50WIWzs off=5369401 len=963627 2023-12-01T05:19:25.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 4674 completed, throughput=5MB/sec 2023-12-01T05:19:25.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ojyPgGyydDc4D1S off=4909655 len=1571914 2023-12-01T05:19:25.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 4675 completed, throughput=5MB/sec 2023-12-01T05:19:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:25 smithi111 ceph-mon[97855]: pgmap v2152: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:25 smithi111 ceph-mon[116524]: pgmap v2152: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:25 smithi155 ceph-mon[102677]: pgmap v2152: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:19:26.117 INFO:tasks.workunit.client.0.smithi111.stdout: 915: throughput=5MB/sec pending data=0 2023-12-01T05:19:26.117 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FhpFgvCNdy_UfGg off=855027 len=323136 2023-12-01T05:19:26.120 INFO:tasks.workunit.client.0.smithi111.stdout:op 4676 completed, throughput=5MB/sec 2023-12-01T05:19:26.120 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eAJE2_FXGXwzhSd off=1598561 len=91043 2023-12-01T05:19:26.122 INFO:tasks.workunit.client.0.smithi111.stdout:op 4677 completed, throughput=5MB/sec 2023-12-01T05:19:26.122 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sfb1OV8Yhgn5lgJ off=9948681 len=634135 2023-12-01T05:19:26.127 INFO:tasks.workunit.client.0.smithi111.stdout:op 4678 completed, throughput=5MB/sec 2023-12-01T05:19:26.127 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vlbo-wLjXlion1Y off=124165 len=295005 2023-12-01T05:19:26.127 INFO:tasks.workunit.client.0.smithi111.stdout:op 4679 completed, throughput=5MB/sec 2023-12-01T05:19:26.127 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6LAyIbkz06gM5NS off=2884967 len=954069 2023-12-01T05:19:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 4680 completed, throughput=5MB/sec 2023-12-01T05:19:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6ZUyyzigHXn6Tdt off=10219224 len=449905 2023-12-01T05:19:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:op 4681 completed, throughput=5MB/sec 2023-12-01T05:19:26.133 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TIwGW-vRyXNZG3x off=10668214 len=1478253 2023-12-01T05:19:26.135 INFO:tasks.workunit.client.0.smithi111.stdout:op 4682 completed, throughput=5MB/sec 2023-12-01T05:19:27.136 INFO:tasks.workunit.client.0.smithi111.stdout: 916: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:27.136 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_tCEov1yhZxj0wv off=758789 len=266682 2023-12-01T05:19:27.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 4683 completed, throughput=5MB/sec 2023-12-01T05:19:27.137 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n4b7SllLQiOnxVy off=1191272 len=699797 2023-12-01T05:19:27.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 4684 completed, throughput=5MB/sec 2023-12-01T05:19:27.142 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lZdvAIcRM7PBIiV off=4492585 len=533989 2023-12-01T05:19:27.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 4685 completed, throughput=5MB/sec 2023-12-01T05:19:27.142 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p8S_M1K8b4jLDjy off=8400392 len=113035 2023-12-01T05:19:27.143 INFO:tasks.workunit.client.0.smithi111.stdout:op 4686 completed, throughput=5MB/sec 2023-12-01T05:19:27.143 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Os2G2hLUDcjcB69 off=2218093 len=277050 2023-12-01T05:19:27.147 INFO:tasks.workunit.client.0.smithi111.stdout:op 4687 completed, throughput=5MB/sec 2023-12-01T05:19:27.147 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-plV1uJrGlbc5At7 off=4495675 len=53025 2023-12-01T05:19:27.147 INFO:tasks.workunit.client.0.smithi111.stdout:op 4688 completed, throughput=5MB/sec 2023-12-01T05:19:27.147 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1DfoK8cy7OjDtOA off=2869388 len=1838536 2023-12-01T05:19:27.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 4689 completed, throughput=5MB/sec 2023-12-01T05:19:27.150 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rsoyTdrxkiIdsWi off=3164493 len=369164 2023-12-01T05:19:27.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 4690 completed, throughput=5MB/sec 2023-12-01T05:19:27.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xDWPedmd5rNld8R off=810736 len=1350287 2023-12-01T05:19:27.157 INFO:tasks.workunit.client.0.smithi111.stdout:op 4691 completed, throughput=5MB/sec 2023-12-01T05:19:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:27 smithi111 ceph-mon[97855]: pgmap v2153: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:27 smithi111 ceph-mon[116524]: pgmap v2153: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:19:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:27 smithi155 ceph-mon[102677]: pgmap v2153: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:19:28.157 INFO:tasks.workunit.client.0.smithi111.stdout: 917: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:28.157 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kr34X7U48wJ4GMr off=7116579 len=1983422 2023-12-01T05:19:28.167 INFO:tasks.workunit.client.0.smithi111.stdout:op 4692 completed, throughput=5MB/sec 2023-12-01T05:19:28.167 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uAE9FhWP8lc-474 off=844387 len=2047170 2023-12-01T05:19:28.170 INFO:tasks.workunit.client.0.smithi111.stdout:op 4693 completed, throughput=5MB/sec 2023-12-01T05:19:28.170 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PZMHNndW0wcL9LA off=7562390 len=319630 2023-12-01T05:19:28.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 4694 completed, throughput=5MB/sec 2023-12-01T05:19:28.173 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-llsLiqBdsgxHPz2 off=2664335 len=1546871 2023-12-01T05:19:28.187 INFO:tasks.workunit.client.0.smithi111.stdout:op 4695 completed, throughput=5MB/sec 2023-12-01T05:19:29.187 INFO:tasks.workunit.client.0.smithi111.stdout: 918: throughput=5MB/sec pending data=0 2023-12-01T05:19:29.188 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sZugGUynSB7Wtaj off=2379143 len=1117189 2023-12-01T05:19:29.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 4696 completed, throughput=5MB/sec 2023-12-01T05:19:29.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TUJzl4F23hV-nYO off=5310285 len=572824 2023-12-01T05:19:29.199 INFO:tasks.workunit.client.0.smithi111.stdout:op 4697 completed, throughput=5MB/sec 2023-12-01T05:19:29.199 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IUZU6HiYnP2YkVM off=1456350 len=1359136 2023-12-01T05:19:29.201 INFO:tasks.workunit.client.0.smithi111.stdout:op 4698 completed, throughput=5MB/sec 2023-12-01T05:19:29.201 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E_fyvBB098JWAo- off=2573961 len=936431 2023-12-01T05:19:29.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 4699 completed, throughput=5MB/sec 2023-12-01T05:19:29.207 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E3FH3IzlPjchJG0 off=13325661 len=1862573 2023-12-01T05:19:29.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 4700 completed, throughput=5MB/sec 2023-12-01T05:19:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:29 smithi111 ceph-mon[97855]: pgmap v2154: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:19:29] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:19:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:29 smithi111 ceph-mon[116524]: pgmap v2154: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:29 smithi155 ceph-mon[102677]: pgmap v2154: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:30.209 INFO:tasks.workunit.client.0.smithi111.stdout: 919: throughput=5MB/sec pending data=0 2023-12-01T05:19:30.209 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YRw1hJetWo5GzS_ off=7345709 len=776358 2023-12-01T05:19:30.211 INFO:tasks.workunit.client.0.smithi111.stdout:op 4701 completed, throughput=5MB/sec 2023-12-01T05:19:30.211 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-htqiY-w9yIH653N off=377334 len=737747 2023-12-01T05:19:30.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 4702 completed, throughput=5MB/sec 2023-12-01T05:19:30.216 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uuGRkS2-zj0tNmG off=3471358 len=90673 2023-12-01T05:19:30.218 INFO:tasks.workunit.client.0.smithi111.stdout:op 4703 completed, throughput=5MB/sec 2023-12-01T05:19:30.218 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QlzOq4vwmJMjPE8 off=10483213 len=793928 2023-12-01T05:19:30.224 INFO:tasks.workunit.client.0.smithi111.stdout:op 4704 completed, throughput=5MB/sec 2023-12-01T05:19:30.224 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eQfzlpQGoZtq3JH off=1806369 len=256658 2023-12-01T05:19:30.226 INFO:tasks.workunit.client.0.smithi111.stdout:op 4705 completed, throughput=5MB/sec 2023-12-01T05:19:30.226 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a2XfzIPzIqvPuSO off=1291456 len=1076282 2023-12-01T05:19:30.232 INFO:tasks.workunit.client.0.smithi111.stdout:op 4706 completed, throughput=5MB/sec 2023-12-01T05:19:30.232 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TlxMoJtnDaWcUpn off=295343 len=98976 2023-12-01T05:19:30.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 4707 completed, throughput=5MB/sec 2023-12-01T05:19:30.233 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--mnAGTWs3tmF5vC off=1618135 len=466038 2023-12-01T05:19:30.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 4708 completed, throughput=5MB/sec 2023-12-01T05:19:31.237 INFO:tasks.workunit.client.0.smithi111.stdout: 920: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:31.237 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L_iZS8WRjgMwFSG off=19989795 len=57292 2023-12-01T05:19:31.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 4709 completed, throughput=4.99MB/sec 2023-12-01T05:19:31.239 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RVaxRFYcVtcx8Rs off=131274 len=1982054 2023-12-01T05:19:31.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 4710 completed, throughput=5MB/sec 2023-12-01T05:19:31.243 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E3FH3IzlPjchJG0 off=2674664 len=853510 2023-12-01T05:19:31.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 4711 completed, throughput=5MB/sec 2023-12-01T05:19:31.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mkq0uqF1z-ab2oF off=13162477 len=779617 2023-12-01T05:19:31.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 4712 completed, throughput=5MB/sec 2023-12-01T05:19:31.250 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ByjtrxSVszSobGL off=10891590 len=1635329 2023-12-01T05:19:31.253 INFO:tasks.workunit.client.0.smithi111.stdout:op 4713 completed, throughput=5MB/sec 2023-12-01T05:19:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:31 smithi111 ceph-mon[97855]: pgmap v2155: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:31 smithi111 ceph-mon[116524]: pgmap v2155: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:31 smithi155 ceph-mon[102677]: pgmap v2155: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:32.253 INFO:tasks.workunit.client.0.smithi111.stdout: 921: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:32.254 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xKD6eUfd9ePN-QS off=2415829 len=827071 2023-12-01T05:19:32.258 INFO:tasks.workunit.client.0.smithi111.stdout:op 4714 completed, throughput=5MB/sec 2023-12-01T05:19:32.258 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tHvBxgaq2AdMjsh off=7844587 len=1755503 2023-12-01T05:19:32.262 INFO:tasks.workunit.client.0.smithi111.stdout:op 4715 completed, throughput=5MB/sec 2023-12-01T05:19:32.262 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YWP6XAASiu6c3QU off=1999808 len=1289180 2023-12-01T05:19:32.263 INFO:tasks.workunit.client.0.smithi111.stdout:op 4716 completed, throughput=5MB/sec 2023-12-01T05:19:32.263 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gZRJvAlcI5u9BIl off=1396483 len=1166118 2023-12-01T05:19:32.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 4717 completed, throughput=5MB/sec 2023-12-01T05:19:32.265 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CJ73h9QMzX0a1Tw off=8173556 len=1556368 2023-12-01T05:19:32.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 4718 completed, throughput=5MB/sec 2023-12-01T05:19:33.274 INFO:tasks.workunit.client.0.smithi111.stdout: 922: throughput=5MB/sec pending data=0 2023-12-01T05:19:33.274 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0Y8pa1y-g65iw9n off=14156465 len=698999 2023-12-01T05:19:33.278 INFO:tasks.workunit.client.0.smithi111.stdout:op 4719 completed, throughput=5MB/sec 2023-12-01T05:19:33.278 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XN94LNJ4ttNi-2E off=2821748 len=894872 2023-12-01T05:19:33.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 4720 completed, throughput=5MB/sec 2023-12-01T05:19:33.282 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sUdqy9zRPlk2mCo off=9395726 len=1198073 2023-12-01T05:19:33.283 INFO:tasks.workunit.client.0.smithi111.stdout:op 4721 completed, throughput=5MB/sec 2023-12-01T05:19:33.284 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Fb0DMXTm40O78WB off=12346358 len=1333877 2023-12-01T05:19:33.290 INFO:tasks.workunit.client.0.smithi111.stdout:op 4722 completed, throughput=5MB/sec 2023-12-01T05:19:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:33 smithi111 ceph-mon[97855]: pgmap v2156: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2023-12-01T05:19:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:33 smithi111 ceph-mon[116524]: pgmap v2156: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2023-12-01T05:19:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:33 smithi155 ceph-mon[102677]: pgmap v2156: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.5 MiB/s wr, 7 op/s 2023-12-01T05:19:34.291 INFO:tasks.workunit.client.0.smithi111.stdout: 923: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:34.291 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6WyuccyxNFKj6Ib off=12754427 len=1739538 2023-12-01T05:19:34.300 INFO:tasks.workunit.client.0.smithi111.stdout:op 4723 completed, throughput=5MB/sec 2023-12-01T05:19:34.300 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xji5kAttrn5MVmM off=11678645 len=951806 2023-12-01T05:19:34.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 4724 completed, throughput=5MB/sec 2023-12-01T05:19:34.304 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rlW2idhvH5ajG0h off=3810825 len=1300735 2023-12-01T05:19:34.311 INFO:tasks.workunit.client.0.smithi111.stdout:op 4725 completed, throughput=5MB/sec 2023-12-01T05:19:34.311 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XG7r-_ltiCQ9uAi off=1594194 len=1421603 2023-12-01T05:19:34.312 INFO:tasks.workunit.client.0.smithi111.stdout:op 4726 completed, throughput=5MB/sec 2023-12-01T05:19:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:35.313 INFO:tasks.workunit.client.0.smithi111.stdout: 924: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:35.313 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7RPqoldcjG9mN2- off=6568333 len=639806 2023-12-01T05:19:35.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 4727 completed, throughput=5MB/sec 2023-12-01T05:19:35.314 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NDak1TXnTVRk7Hj off=353690 len=1420276 2023-12-01T05:19:35.322 INFO:tasks.workunit.client.0.smithi111.stdout:op 4728 completed, throughput=5MB/sec 2023-12-01T05:19:35.322 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SZjsk3Il1OokNwm off=8507104 len=745816 2023-12-01T05:19:35.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 4729 completed, throughput=5MB/sec 2023-12-01T05:19:35.327 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BvztltHGFLw4UlZ off=11822833 len=1260231 2023-12-01T05:19:35.328 INFO:tasks.workunit.client.0.smithi111.stdout:op 4730 completed, throughput=5MB/sec 2023-12-01T05:19:35.328 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0RD5gN-URpL3Cf2 off=5247873 len=836592 2023-12-01T05:19:35.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 4731 completed, throughput=5MB/sec 2023-12-01T05:19:35.329 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s99sfsBTnWIxOCG off=3116309 len=1096037 2023-12-01T05:19:35.333 INFO:tasks.workunit.client.0.smithi111.stdout:op 4732 completed, throughput=5MB/sec 2023-12-01T05:19:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:35 smithi155 ceph-mon[102677]: pgmap v2157: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:19:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:35 smithi111 ceph-mon[97855]: pgmap v2157: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:19:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:35 smithi111 ceph-mon[116524]: pgmap v2157: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:19:36.334 INFO:tasks.workunit.client.0.smithi111.stdout: 925: throughput=5MB/sec pending data=0 2023-12-01T05:19:36.334 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hWIVokUT-spLzav off=873381 len=1347156 2023-12-01T05:19:36.336 INFO:tasks.workunit.client.0.smithi111.stdout:op 4733 completed, throughput=5MB/sec 2023-12-01T05:19:36.336 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bsJGA17WDGgniAe off=2092134 len=1669947 2023-12-01T05:19:36.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 4734 completed, throughput=5MB/sec 2023-12-01T05:19:36.338 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_K9u3zzcmvt3xbL off=21622365 len=1174800 2023-12-01T05:19:36.346 INFO:tasks.workunit.client.0.smithi111.stdout:op 4735 completed, throughput=5MB/sec 2023-12-01T05:19:36.346 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mSaX1CGWBn5gD_3 off=5358559 len=1539868 2023-12-01T05:19:36.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 4736 completed, throughput=5MB/sec 2023-12-01T05:19:37.356 INFO:tasks.workunit.client.0.smithi111.stdout: 926: throughput=5MB/sec pending data=0 2023-12-01T05:19:37.356 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AgpOobX6FjPqf3s off=0 len=1660671 2023-12-01T05:19:37.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 4737 completed, throughput=5MB/sec 2023-12-01T05:19:37.365 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gJNYElcd_FTgnya off=23618 len=1145245 2023-12-01T05:19:37.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 4738 completed, throughput=5MB/sec 2023-12-01T05:19:37.372 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PS8QN73Mx4yd9Ov off=13779140 len=477794 2023-12-01T05:19:37.375 INFO:tasks.workunit.client.0.smithi111.stdout:op 4739 completed, throughput=5MB/sec 2023-12-01T05:19:37.375 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U_wuXMSbC9GR6X4 off=6442042 len=1058134 2023-12-01T05:19:37.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 4740 completed, throughput=5MB/sec 2023-12-01T05:19:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:37 smithi155 ceph-mon[102677]: pgmap v2158: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2023-12-01T05:19:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:37 smithi111 ceph-mon[97855]: pgmap v2158: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2023-12-01T05:19:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:37 smithi111 ceph-mon[116524]: pgmap v2158: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.3 MiB/s wr, 7 op/s 2023-12-01T05:19:38.378 INFO:tasks.workunit.client.0.smithi111.stdout: 927: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:38.378 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-r3MyiQMfr1mGw1Y off=8115541 len=309526 2023-12-01T05:19:38.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 4741 completed, throughput=5MB/sec 2023-12-01T05:19:38.381 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Pqk6iFAG7Su3NhC off=1457024 len=375406 2023-12-01T05:19:38.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 4742 completed, throughput=5MB/sec 2023-12-01T05:19:38.385 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mvsuFLKcrewRasZ off=17983603 len=1024809 2023-12-01T05:19:38.386 INFO:tasks.workunit.client.0.smithi111.stdout:op 4743 completed, throughput=5MB/sec 2023-12-01T05:19:38.386 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Hakg4alT7Huo0aV off=4801977 len=1695064 2023-12-01T05:19:38.396 INFO:tasks.workunit.client.0.smithi111.stdout:op 4744 completed, throughput=5MB/sec 2023-12-01T05:19:38.396 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zsw5DYDnvmXEwR6 off=200177 len=732355 2023-12-01T05:19:38.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 4745 completed, throughput=5MB/sec 2023-12-01T05:19:38.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CC8Rir5XYtW3ZoQ off=127838 len=907918 2023-12-01T05:19:38.402 INFO:tasks.workunit.client.0.smithi111.stdout:op 4746 completed, throughput=5MB/sec 2023-12-01T05:19:38.402 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K6tvNRCIjhVj4Bh off=8102716 len=1076790 2023-12-01T05:19:38.403 INFO:tasks.workunit.client.0.smithi111.stdout:op 4747 completed, throughput=5MB/sec 2023-12-01T05:19:39.404 INFO:tasks.workunit.client.0.smithi111.stdout: 928: throughput=5MB/sec pending data=0 2023-12-01T05:19:39.404 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HZMJoMIJbo9HYKg off=5182566 len=1143862 2023-12-01T05:19:39.406 INFO:tasks.workunit.client.0.smithi111.stdout:op 4748 completed, throughput=5MB/sec 2023-12-01T05:19:39.406 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Kja4qamBJkNUnOh off=8824218 len=524015 2023-12-01T05:19:39.406 INFO:tasks.workunit.client.0.smithi111.stdout:op 4749 completed, throughput=5MB/sec 2023-12-01T05:19:39.407 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L0xQ_BzdLc5yhmD off=13716306 len=929818 2023-12-01T05:19:39.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 4750 completed, throughput=5MB/sec 2023-12-01T05:19:39.412 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TwVmdjjE35gqW1j off=1194945 len=156259 2023-12-01T05:19:39.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 4751 completed, throughput=5MB/sec 2023-12-01T05:19:39.415 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BxLU_Laif9z9dF_ off=3054176 len=1448157 2023-12-01T05:19:39.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 4752 completed, throughput=5MB/sec 2023-12-01T05:19:39.422 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oroB4ly_ciu4JpT off=2062969 len=988569 2023-12-01T05:19:39.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 4753 completed, throughput=5MB/sec 2023-12-01T05:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:39 smithi155 ceph-mon[102677]: pgmap v2159: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:39 smithi111 ceph-mon[97855]: pgmap v2159: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:19:39] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:19:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:39 smithi111 ceph-mon[116524]: pgmap v2159: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:40.428 INFO:tasks.workunit.client.0.smithi111.stdout: 929: throughput=5MB/sec pending data=0 2023-12-01T05:19:40.428 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-18HxL7X9yVfr-iC off=6356163 len=586098 2023-12-01T05:19:40.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 4754 completed, throughput=5MB/sec 2023-12-01T05:19:40.432 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GHqU9lAzNtt_wWR off=16644255 len=1570205 2023-12-01T05:19:40.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 4755 completed, throughput=5MB/sec 2023-12-01T05:19:40.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pcEtzBkD3Vr0Mhh off=3798510 len=286543 2023-12-01T05:19:40.434 INFO:tasks.workunit.client.0.smithi111.stdout:op 4756 completed, throughput=5MB/sec 2023-12-01T05:19:40.435 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-50ncFimWLdY9a6g off=3616186 len=229235 2023-12-01T05:19:40.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 4757 completed, throughput=5MB/sec 2023-12-01T05:19:40.436 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P4MBV0N8B2O67Tf off=6112111 len=745362 2023-12-01T05:19:40.437 INFO:tasks.workunit.client.0.smithi111.stdout:op 4758 completed, throughput=5MB/sec 2023-12-01T05:19:40.437 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZjMtiTSUjIbzGSO off=6473207 len=2026656 2023-12-01T05:19:40.439 INFO:tasks.workunit.client.0.smithi111.stdout:op 4759 completed, throughput=5MB/sec 2023-12-01T05:19:41.439 INFO:tasks.workunit.client.0.smithi111.stdout: 930: throughput=5MB/sec pending data=0 2023-12-01T05:19:41.440 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KZwSPXOTZ3KRwEW off=6774291 len=61332 2023-12-01T05:19:41.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 4760 completed, throughput=5MB/sec 2023-12-01T05:19:41.442 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hlzqBCHze2hXkoZ off=8652962 len=1113469 2023-12-01T05:19:41.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 4761 completed, throughput=5MB/sec 2023-12-01T05:19:41.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZK7buKP0jnvSR5i off=2595132 len=6039 2023-12-01T05:19:41.450 INFO:tasks.workunit.client.0.smithi111.stdout:op 4762 completed, throughput=5MB/sec 2023-12-01T05:19:41.450 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n_Fbq6Z_C3tZRw- off=10365016 len=618237 2023-12-01T05:19:41.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 4763 completed, throughput=5MB/sec 2023-12-01T05:19:41.454 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YnZBkRHBzUpDKCZ off=3201617 len=763590 2023-12-01T05:19:41.458 INFO:tasks.workunit.client.0.smithi111.stdout:op 4764 completed, throughput=5MB/sec 2023-12-01T05:19:41.458 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EgnaiRkGf4R0Up_ off=607595 len=717654 2023-12-01T05:19:41.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 4765 completed, throughput=5MB/sec 2023-12-01T05:19:41.462 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HWkOq3wR4QVKXsM off=3281346 len=553200 2023-12-01T05:19:41.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 4766 completed, throughput=5MB/sec 2023-12-01T05:19:41.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SxYlOZzDiE7PQY5 off=2868905 len=281941 2023-12-01T05:19:41.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 4767 completed, throughput=5MB/sec 2023-12-01T05:19:41.465 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NaKsKt2mSprOtFw off=11106088 len=915994 2023-12-01T05:19:41.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 4768 completed, throughput=5MB/sec 2023-12-01T05:19:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:41 smithi155 ceph-mon[102677]: pgmap v2160: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:41 smithi111 ceph-mon[97855]: pgmap v2160: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:41 smithi111 ceph-mon[116524]: pgmap v2160: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:42.467 INFO:tasks.workunit.client.0.smithi111.stdout: 931: throughput=5MB/sec pending data=0 2023-12-01T05:19:42.467 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-f8wD8XTv0bDyTvq off=5613165 len=311798 2023-12-01T05:19:42.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 4769 completed, throughput=5MB/sec 2023-12-01T05:19:42.471 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-88OZ5R6nOmfBrE- off=20430148 len=1349379 2023-12-01T05:19:42.472 INFO:tasks.workunit.client.0.smithi111.stdout:op 4770 completed, throughput=5MB/sec 2023-12-01T05:19:42.472 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DetogNfcvH5On2s off=19749558 len=410406 2023-12-01T05:19:42.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 4771 completed, throughput=5MB/sec 2023-12-01T05:19:42.476 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J0FlTqH2KBx9jKh off=10183289 len=2031520 2023-12-01T05:19:42.487 INFO:tasks.workunit.client.0.smithi111.stdout:op 4772 completed, throughput=5MB/sec 2023-12-01T05:19:42.487 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mUdEQ2e5r8Rqz_1 off=5099070 len=700487 2023-12-01T05:19:42.490 INFO:tasks.workunit.client.0.smithi111.stdout:op 4773 completed, throughput=5MB/sec 2023-12-01T05:19:42.490 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4-ayozGrGhcfNVh off=438156 len=504633 2023-12-01T05:19:42.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 4774 completed, throughput=5MB/sec 2023-12-01T05:19:43.491 INFO:tasks.workunit.client.0.smithi111.stdout: 932: throughput=5MB/sec pending data=0 2023-12-01T05:19:43.492 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uGv3XEWtXv7NymI off=6396951 len=1133013 2023-12-01T05:19:43.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 4775 completed, throughput=5MB/sec 2023-12-01T05:19:43.493 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sR9G0XAtoNjtZce off=517532 len=1483048 2023-12-01T05:19:43.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 4776 completed, throughput=5MB/sec 2023-12-01T05:19:43.497 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4LajKljC5F9WEyS off=2256693 len=207828 2023-12-01T05:19:43.500 INFO:tasks.workunit.client.0.smithi111.stdout:op 4777 completed, throughput=5MB/sec 2023-12-01T05:19:43.500 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h5N4eW1qVsA6XlI off=4996460 len=1640339 2023-12-01T05:19:43.503 INFO:tasks.workunit.client.0.smithi111.stdout:op 4778 completed, throughput=5MB/sec 2023-12-01T05:19:43.503 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W10Oh7_SsiuvCNo off=10495821 len=1591501 2023-12-01T05:19:43.505 INFO:tasks.workunit.client.0.smithi111.stdout:op 4779 completed, throughput=5MB/sec 2023-12-01T05:19:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:43 smithi155 ceph-mon[102677]: pgmap v2161: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:19:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:43 smithi111 ceph-mon[97855]: pgmap v2161: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:19:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:43 smithi111 ceph-mon[116524]: pgmap v2161: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:19:44.505 INFO:tasks.workunit.client.0.smithi111.stdout: 933: throughput=5MB/sec pending data=0 2023-12-01T05:19:44.505 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3-KKNRVYm4SP-el off=3999741 len=1485658 2023-12-01T05:19:44.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 4780 completed, throughput=5MB/sec 2023-12-01T05:19:44.507 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fCg8YTeQnfUeG43 off=18814833 len=1764488 2023-12-01T05:19:44.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 4781 completed, throughput=5MB/sec 2023-12-01T05:19:44.515 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0zyf9XY7IROXqHF off=273805 len=246091 2023-12-01T05:19:44.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 4782 completed, throughput=5MB/sec 2023-12-01T05:19:44.515 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A8yCEnEpkmJNAOG off=13834800 len=159087 2023-12-01T05:19:44.516 INFO:tasks.workunit.client.0.smithi111.stdout:op 4783 completed, throughput=5MB/sec 2023-12-01T05:19:44.516 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E1ScrvRTxXRg-8p off=1581398 len=152862 2023-12-01T05:19:44.518 INFO:tasks.workunit.client.0.smithi111.stdout:op 4784 completed, throughput=5MB/sec 2023-12-01T05:19:44.518 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uzdKRD9bI257DIK off=2510583 len=416429 2023-12-01T05:19:44.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 4785 completed, throughput=5MB/sec 2023-12-01T05:19:45.522 INFO:tasks.workunit.client.0.smithi111.stdout: 934: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:45.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ptu5ElU_0f7DZ_L off=3144554 len=2038431 2023-12-01T05:19:45.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 4786 completed, throughput=5MB/sec 2023-12-01T05:19:45.538 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5Q8rIY3IaRFUclJ off=0 len=1049316 2023-12-01T05:19:45.538 INFO:tasks.workunit.client.0.smithi111.stdout:op 4787 completed, throughput=5MB/sec 2023-12-01T05:19:45.538 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-geUPeQczEy-P7xn off=2665388 len=971580 2023-12-01T05:19:45.542 INFO:tasks.workunit.client.0.smithi111.stdout:op 4788 completed, throughput=5MB/sec 2023-12-01T05:19:45.542 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oGNo4QdaxqXT4Hy off=5683011 len=1927691 2023-12-01T05:19:45.544 INFO:tasks.workunit.client.0.smithi111.stdout:op 4789 completed, throughput=5MB/sec 2023-12-01T05:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:45 smithi155 ceph-mon[102677]: pgmap v2162: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:45 smithi111 ceph-mon[97855]: pgmap v2162: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:45 smithi111 ceph-mon[116524]: pgmap v2162: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:19:46.545 INFO:tasks.workunit.client.0.smithi111.stdout: 935: throughput=5MB/sec pending data=0 2023-12-01T05:19:46.545 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BRjRiCGemC5qftU off=12607732 len=1434174 2023-12-01T05:19:46.551 INFO:tasks.workunit.client.0.smithi111.stdout:op 4790 completed, throughput=5MB/sec 2023-12-01T05:19:46.551 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kidhoxCxR7ujfj- off=1003356 len=1215892 2023-12-01T05:19:46.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 4791 completed, throughput=5MB/sec 2023-12-01T05:19:46.555 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N0rGPDjh5cuPv2O off=3010100 len=881321 2023-12-01T05:19:46.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 4792 completed, throughput=5MB/sec 2023-12-01T05:19:46.560 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-roR-UD7xAF8D-lA off=7149665 len=1553734 2023-12-01T05:19:46.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 4793 completed, throughput=5MB/sec 2023-12-01T05:19:47.563 INFO:tasks.workunit.client.0.smithi111.stdout: 936: throughput=5MB/sec pending data=0 2023-12-01T05:19:47.563 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-50c8kg9tVjqYFIl off=526459 len=1272244 2023-12-01T05:19:47.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 4794 completed, throughput=5MB/sec 2023-12-01T05:19:47.565 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zHVtFA9aExQg3ec off=12397284 len=952153 2023-12-01T05:19:47.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 4795 completed, throughput=5MB/sec 2023-12-01T05:19:47.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-srbVuTAfTQF5jY- off=682748 len=1361114 2023-12-01T05:19:47.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 4796 completed, throughput=5MB/sec 2023-12-01T05:19:47.568 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D4eByDk_aLftxl7 off=5337720 len=871685 2023-12-01T05:19:47.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 4797 completed, throughput=5MB/sec 2023-12-01T05:19:47.568 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3hDXEBLXdP-GJGE off=125706 len=1895675 2023-12-01T05:19:47.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 4798 completed, throughput=5MB/sec 2023-12-01T05:19:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:47 smithi155 ceph-mon[102677]: pgmap v2163: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-01T05:19:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:47 smithi111 ceph-mon[97855]: pgmap v2163: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-01T05:19:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:47 smithi111 ceph-mon[116524]: pgmap v2163: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2023-12-01T05:19:48.571 INFO:tasks.workunit.client.0.smithi111.stdout: 937: throughput=5MB/sec pending data=0 2023-12-01T05:19:48.571 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AdPNp5yMprUbHC8 off=3397645 len=1555694 2023-12-01T05:19:48.581 INFO:tasks.workunit.client.0.smithi111.stdout:op 4799 completed, throughput=5MB/sec 2023-12-01T05:19:48.581 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SRro1YzYANH5oJP off=3531596 len=2014180 2023-12-01T05:19:48.585 INFO:tasks.workunit.client.0.smithi111.stdout:op 4800 completed, throughput=5MB/sec 2023-12-01T05:19:48.585 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z10XnIHtX_RHW7k off=160282 len=1713111 2023-12-01T05:19:48.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 4801 completed, throughput=5MB/sec 2023-12-01T05:19:49.596 INFO:tasks.workunit.client.0.smithi111.stdout: 938: throughput=5MB/sec pending data=0 2023-12-01T05:19:49.597 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A2GMO1yrN_REkzH off=559540 len=789507 2023-12-01T05:19:49.598 INFO:tasks.workunit.client.0.smithi111.stdout:op 4802 completed, throughput=5MB/sec 2023-12-01T05:19:49.598 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CJ73h9QMzX0a1Tw off=4778295 len=1936399 2023-12-01T05:19:49.600 INFO:tasks.workunit.client.0.smithi111.stdout:op 4803 completed, throughput=5MB/sec 2023-12-01T05:19:49.600 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8JB265FBYsY2ayM off=2238759 len=1589008 2023-12-01T05:19:49.608 INFO:tasks.workunit.client.0.smithi111.stdout:op 4804 completed, throughput=5MB/sec 2023-12-01T05:19:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:49 smithi155 ceph-mon[102677]: pgmap v2164: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:19:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:19:49] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2023-12-01T05:19:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:49 smithi111 ceph-mon[97855]: pgmap v2164: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:19:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:49 smithi111 ceph-mon[116524]: pgmap v2164: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:19:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:19:50.325 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:19:50.609 INFO:tasks.workunit.client.0.smithi111.stdout: 939: throughput=5MB/sec pending data=0 2023-12-01T05:19:50.609 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zTfTQ8NlpB1Ml6T off=11686772 len=243324 2023-12-01T05:19:50.609 INFO:tasks.workunit.client.0.smithi111.stdout:op 4805 completed, throughput=5MB/sec 2023-12-01T05:19:50.610 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-q-HzBP_XakO5A6f off=8489244 len=1693955 2023-12-01T05:19:50.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 4806 completed, throughput=5MB/sec 2023-12-01T05:19:50.619 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WeZ7VytZKmhItfj off=4298946 len=1381246 2023-12-01T05:19:50.620 INFO:tasks.workunit.client.0.smithi111.stdout:op 4807 completed, throughput=5MB/sec 2023-12-01T05:19:50.620 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RNHlP8RcjJTvplI off=1078084 len=1812599 2023-12-01T05:19:50.623 INFO:tasks.workunit.client.0.smithi111.stdout:op 4808 completed, throughput=5MB/sec 2023-12-01T05:19:50.631 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:19:50.631 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (37m) 4m ago 37m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:19:50.631 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (37m) 4m ago 37m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:19:50.631 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (38m) 4m ago 38m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (38m) 4m ago 38m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (41m) 4m ago 41m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (43m) 4m ago 43m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (43m) 4m ago 43m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (42m) 4m ago 42m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (42m) 4m ago 42m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (37m) 4m ago 37m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (37m) 4m ago 37m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (41m) 4m ago 41m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (41m) 4m ago 41m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (40m) 4m ago 40m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:19:50.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (40m) 4m ago 40m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:19:50.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (40m) 4m ago 40m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:19:50.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (39m) 4m ago 39m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:19:50.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (39m) 4m ago 39m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:19:50.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (38m) 4m ago 38m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:19:50.633 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (37m) 4m ago 38m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:19:51.007 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:19:51.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:19:51.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:19:51.009 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:19:51.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:19:51.009 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:19:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:19:51.623 INFO:tasks.workunit.client.0.smithi111.stdout: 940: throughput=5MB/sec pending data=0 2023-12-01T05:19:51.623 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AunTich8yJHKZnZ off=97944 len=670960 2023-12-01T05:19:51.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 4809 completed, throughput=5MB/sec 2023-12-01T05:19:51.624 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p8rcmlhCSvYyzFV off=2489278 len=384879 2023-12-01T05:19:51.628 INFO:tasks.workunit.client.0.smithi111.stdout:op 4810 completed, throughput=5MB/sec 2023-12-01T05:19:51.628 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TRFgvstZG3rmsrH off=1637185 len=226763 2023-12-01T05:19:51.629 INFO:tasks.workunit.client.0.smithi111.stdout:op 4811 completed, throughput=5MB/sec 2023-12-01T05:19:51.629 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N7stGGfa-Dv5TlN off=1312466 len=609746 2023-12-01T05:19:51.632 INFO:tasks.workunit.client.0.smithi111.stdout:op 4812 completed, throughput=5MB/sec 2023-12-01T05:19:51.632 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YIJUvAOzxCDVstc off=13412510 len=1501703 2023-12-01T05:19:51.641 INFO:tasks.workunit.client.0.smithi111.stdout:op 4813 completed, throughput=5MB/sec 2023-12-01T05:19:51.641 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CU04EUdOrzEXmyT off=13077553 len=280726 2023-12-01T05:19:51.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 4814 completed, throughput=5MB/sec 2023-12-01T05:19:51.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KdXQ4kXQKk5LVYE off=281791 len=2006790 2023-12-01T05:19:51.651 INFO:tasks.workunit.client.0.smithi111.stdout:op 4815 completed, throughput=5MB/sec 2023-12-01T05:19:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:51 smithi155 ceph-mon[102677]: pgmap v2165: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:19:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/850488586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:19:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:51 smithi111 ceph-mon[97855]: pgmap v2165: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:19:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/850488586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:19:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:51 smithi111 ceph-mon[116524]: pgmap v2165: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:19:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/850488586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:19:52.652 INFO:tasks.workunit.client.0.smithi111.stdout: 941: throughput=5MB/sec pending data=0 2023-12-01T05:19:52.652 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uLy3wg8GnhLL_gY off=6975908 len=1416502 2023-12-01T05:19:52.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 4816 completed, throughput=5MB/sec 2023-12-01T05:19:52.654 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gKZ4ZDYCgm6S4Xt off=773353 len=1175533 2023-12-01T05:19:52.657 INFO:tasks.workunit.client.0.smithi111.stdout:op 4817 completed, throughput=5MB/sec 2023-12-01T05:19:52.657 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-35aSGLUJ20FuMBf off=9662569 len=1552956 2023-12-01T05:19:52.660 INFO:tasks.workunit.client.0.smithi111.stdout:op 4818 completed, throughput=5MB/sec 2023-12-01T05:19:52.660 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kYkOh-CCqz7CPGE off=11030231 len=598057 2023-12-01T05:19:52.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 4819 completed, throughput=5MB/sec 2023-12-01T05:19:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:52 smithi155 ceph-mon[102677]: from='client.26645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:52 smithi155 ceph-mon[102677]: from='client.26651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:52 smithi155 ceph-mon[102677]: pgmap v2166: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:19:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:52 smithi111 ceph-mon[116524]: from='client.26645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:52 smithi111 ceph-mon[116524]: from='client.26651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:52 smithi111 ceph-mon[116524]: pgmap v2166: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:19:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:52 smithi111 ceph-mon[97855]: from='client.26645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:52 smithi111 ceph-mon[97855]: from='client.26651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:19:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:52 smithi111 ceph-mon[97855]: pgmap v2166: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:19:53.661 INFO:tasks.workunit.client.0.smithi111.stdout: 942: throughput=4.99MB/sec pending data=0 2023-12-01T05:19:53.661 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9IgT9eqb2P1EnNT off=1707408 len=864282 2023-12-01T05:19:53.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 4820 completed, throughput=5MB/sec 2023-12-01T05:19:53.663 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DS7Ty-LXJZFOvDM off=18219169 len=1496112 2023-12-01T05:19:53.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 4821 completed, throughput=5MB/sec 2023-12-01T05:19:53.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JElUUb2jH6QRFVd off=8738229 len=1216586 2023-12-01T05:19:53.674 INFO:tasks.workunit.client.0.smithi111.stdout:op 4822 completed, throughput=5MB/sec 2023-12-01T05:19:53.674 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j3xVNNMKp3xnrK3 off=10721577 len=268351 2023-12-01T05:19:53.677 INFO:tasks.workunit.client.0.smithi111.stdout:op 4823 completed, throughput=5MB/sec 2023-12-01T05:19:53.677 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4EBWOmZeFO8t0DI off=15155446 len=170190 2023-12-01T05:19:53.680 INFO:tasks.workunit.client.0.smithi111.stdout:op 4824 completed, throughput=5MB/sec 2023-12-01T05:19:53.681 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nrIygOqOAo8L0wP off=4104864 len=462874 2023-12-01T05:19:53.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 4825 completed, throughput=5MB/sec 2023-12-01T05:19:53.684 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3BFuLqIOLG_LeWH off=295402 len=594248 2023-12-01T05:19:53.687 INFO:tasks.workunit.client.0.smithi111.stdout:op 4826 completed, throughput=5MB/sec 2023-12-01T05:19:53.688 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OX9sRgFCINSV0uj off=5195073 len=1469838 2023-12-01T05:19:53.689 INFO:tasks.workunit.client.0.smithi111.stdout:op 4827 completed, throughput=5MB/sec 2023-12-01T05:19:54.689 INFO:tasks.workunit.client.0.smithi111.stdout: 943: throughput=5MB/sec pending data=0 2023-12-01T05:19:54.690 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SpPJ-uweERmvwy2 off=5688649 len=595689 2023-12-01T05:19:54.690 INFO:tasks.workunit.client.0.smithi111.stdout:op 4828 completed, throughput=5MB/sec 2023-12-01T05:19:54.690 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qa-Z7SE4BBujc3i off=932814 len=1631557 2023-12-01T05:19:54.694 INFO:tasks.workunit.client.0.smithi111.stdout:op 4829 completed, throughput=5MB/sec 2023-12-01T05:19:54.694 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7yulIuARLvIZEpP off=8317712 len=1554584 2023-12-01T05:19:54.703 INFO:tasks.workunit.client.0.smithi111.stdout:op 4830 completed, throughput=5MB/sec 2023-12-01T05:19:54.703 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2xYkOw57T3ZToP5 off=12928161 len=891939 2023-12-01T05:19:54.705 INFO:tasks.workunit.client.0.smithi111.stdout:op 4831 completed, throughput=5MB/sec 2023-12-01T05:19:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:54 smithi155 ceph-mon[102677]: pgmap v2167: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:19:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:54 smithi111 ceph-mon[97855]: pgmap v2167: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:19:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:54 smithi111 ceph-mon[116524]: pgmap v2167: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:19:55.705 INFO:tasks.workunit.client.0.smithi111.stdout: 944: throughput=5MB/sec pending data=0 2023-12-01T05:19:55.705 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4o5VjZfaLt4ZSRa off=5521779 len=1667261 2023-12-01T05:19:55.716 INFO:tasks.workunit.client.0.smithi111.stdout:op 4832 completed, throughput=5MB/sec 2023-12-01T05:19:55.716 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g_wBrbBcR8NPv9v off=13415740 len=476904 2023-12-01T05:19:55.719 INFO:tasks.workunit.client.0.smithi111.stdout:op 4833 completed, throughput=5MB/sec 2023-12-01T05:19:55.719 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RipFBwqeExhJUCQ off=1698439 len=1004959 2023-12-01T05:19:55.720 INFO:tasks.workunit.client.0.smithi111.stdout:op 4834 completed, throughput=5MB/sec 2023-12-01T05:19:55.721 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WiLU3V18bnq-GYY off=5793794 len=617164 2023-12-01T05:19:55.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 4835 completed, throughput=5MB/sec 2023-12-01T05:19:55.725 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T7c46uUXDpOc5IH off=7268981 len=358430 2023-12-01T05:19:55.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 4836 completed, throughput=5MB/sec 2023-12-01T05:19:55.726 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mE9tNeNwAMR91nM off=9148608 len=594453 2023-12-01T05:19:55.730 INFO:tasks.workunit.client.0.smithi111.stdout:op 4837 completed, throughput=5MB/sec 2023-12-01T05:19:55.730 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gY7jsZn6rpooQC8 off=7204685 len=1884739 2023-12-01T05:19:55.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 4838 completed, throughput=5MB/sec 2023-12-01T05:19:56.741 INFO:tasks.workunit.client.0.smithi111.stdout: 945: throughput=5MB/sec pending data=0 2023-12-01T05:19:56.741 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qePDelPpLz0BxPI off=1543904 len=1852879 2023-12-01T05:19:56.752 INFO:tasks.workunit.client.0.smithi111.stdout:op 4839 completed, throughput=5MB/sec 2023-12-01T05:19:56.752 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y6KPdo-z8oMLfrp off=18626504 len=1124508 2023-12-01T05:19:56.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 4840 completed, throughput=5MB/sec 2023-12-01T05:19:56.758 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CP8NHKSnlhmt9_q off=12973777 len=1928828 2023-12-01T05:19:56.768 INFO:tasks.workunit.client.0.smithi111.stdout:op 4841 completed, throughput=5MB/sec 2023-12-01T05:19:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:56 smithi155 ceph-mon[102677]: pgmap v2168: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:19:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:56 smithi111 ceph-mon[97855]: pgmap v2168: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:19:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:56 smithi111 ceph-mon[116524]: pgmap v2168: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:19:57.768 INFO:tasks.workunit.client.0.smithi111.stdout: 946: throughput=5MB/sec pending data=0 2023-12-01T05:19:57.768 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--WySt0D6e5rU_RY off=9480316 len=1279182 2023-12-01T05:19:57.775 INFO:tasks.workunit.client.0.smithi111.stdout:op 4842 completed, throughput=5MB/sec 2023-12-01T05:19:57.776 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dlVFErXf5KwiokY off=11552796 len=835724 2023-12-01T05:19:57.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 4843 completed, throughput=5MB/sec 2023-12-01T05:19:57.777 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JWq0plrZmtSzLGV off=11229312 len=803804 2023-12-01T05:19:57.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 4844 completed, throughput=5MB/sec 2023-12-01T05:19:57.782 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8uxe5_zVQFeFLO2 off=13022992 len=1907986 2023-12-01T05:19:57.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 4845 completed, throughput=5MB/sec 2023-12-01T05:19:58.784 INFO:tasks.workunit.client.0.smithi111.stdout: 947: throughput=5MB/sec pending data=0 2023-12-01T05:19:58.784 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-altA2Ex_ZGGvvq4 off=1418318 len=876509 2023-12-01T05:19:58.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 4846 completed, throughput=5MB/sec 2023-12-01T05:19:58.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mrSDj7p2KItkQCw off=3280180 len=827455 2023-12-01T05:19:58.790 INFO:tasks.workunit.client.0.smithi111.stdout:op 4847 completed, throughput=5MB/sec 2023-12-01T05:19:58.790 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rS-mKFQEprNi-Jn off=2159745 len=898216 2023-12-01T05:19:58.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 4848 completed, throughput=5MB/sec 2023-12-01T05:19:58.796 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PhLcplklh06Or0V off=2896075 len=1689188 2023-12-01T05:19:58.797 INFO:tasks.workunit.client.0.smithi111.stdout:op 4849 completed, throughput=5MB/sec 2023-12-01T05:19:58.798 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5i0atQx-y2DaPgw off=3908877 len=949331 2023-12-01T05:19:58.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 4850 completed, throughput=5MB/sec 2023-12-01T05:19:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:19:58 smithi155 ceph-mon[102677]: pgmap v2169: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:19:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:19:58 smithi111 ceph-mon[97855]: pgmap v2169: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:19:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:19:58 smithi111 ceph-mon[116524]: pgmap v2169: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:19:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:19:59] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2023-12-01T05:19:59.803 INFO:tasks.workunit.client.0.smithi111.stdout: 948: throughput=5MB/sec pending data=0 2023-12-01T05:19:59.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xWZY48v4gE9iJ-l off=17286480 len=1407750 2023-12-01T05:19:59.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 4851 completed, throughput=5MB/sec 2023-12-01T05:19:59.804 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ucXm8GZqmrjLYY2 off=16547937 len=48544 2023-12-01T05:19:59.807 INFO:tasks.workunit.client.0.smithi111.stdout:op 4852 completed, throughput=5MB/sec 2023-12-01T05:19:59.807 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1NxaIZXQdC9crl1 off=14546209 len=1976841 2023-12-01T05:19:59.809 INFO:tasks.workunit.client.0.smithi111.stdout:op 4853 completed, throughput=5MB/sec 2023-12-01T05:19:59.809 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N5RPP1k9i367_nn off=15910599 len=350732 2023-12-01T05:19:59.812 INFO:tasks.workunit.client.0.smithi111.stdout:op 4854 completed, throughput=5MB/sec 2023-12-01T05:19:59.812 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QS64CGMRcsb2JVR off=5400355 len=1026172 2023-12-01T05:19:59.818 INFO:tasks.workunit.client.0.smithi111.stdout:op 4855 completed, throughput=5MB/sec 2023-12-01T05:20:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:00 smithi111 conmon[97831]: 2023-12-01T05:20:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:20:00.818 INFO:tasks.workunit.client.0.smithi111.stdout: 949: throughput=4.99MB/sec pending data=0 2023-12-01T05:20:00.818 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZtKu3RPjoX1YvE2 off=2734505 len=1659255 2023-12-01T05:20:00.820 INFO:tasks.workunit.client.0.smithi111.stdout:op 4856 completed, throughput=5MB/sec 2023-12-01T05:20:00.820 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zMH26NBZbGhPpok off=15480992 len=857350 2023-12-01T05:20:00.821 INFO:tasks.workunit.client.0.smithi111.stdout:op 4857 completed, throughput=5MB/sec 2023-12-01T05:20:00.821 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4Wg2H1xKIPDUuX4 off=4101976 len=1351749 2023-12-01T05:20:00.828 INFO:tasks.workunit.client.0.smithi111.stdout:op 4858 completed, throughput=5MB/sec 2023-12-01T05:20:00.828 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Hb56Pb2yYFY4zfx off=662073 len=1490790 2023-12-01T05:20:00.829 INFO:tasks.workunit.client.0.smithi111.stdout:op 4859 completed, throughput=5MB/sec 2023-12-01T05:20:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:00 smithi155 ceph-mon[102677]: pgmap v2170: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:20:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:20:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:00 smithi111 ceph-mon[97855]: pgmap v2170: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:20:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:20:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:00 smithi111 ceph-mon[116524]: pgmap v2170: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:20:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:20:01.830 INFO:tasks.workunit.client.0.smithi111.stdout: 950: throughput=5MB/sec pending data=0 2023-12-01T05:20:01.830 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NRbDGRoKue5EkvO off=12599764 len=675659 2023-12-01T05:20:01.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 4860 completed, throughput=5MB/sec 2023-12-01T05:20:01.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lsYQ9Oqu19_Twuo off=16825285 len=795338 2023-12-01T05:20:01.836 INFO:tasks.workunit.client.0.smithi111.stdout:op 4861 completed, throughput=5MB/sec 2023-12-01T05:20:01.836 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rn7UaMz2hofgEUt off=12429278 len=752171 2023-12-01T05:20:01.837 INFO:tasks.workunit.client.0.smithi111.stdout:op 4862 completed, throughput=5MB/sec 2023-12-01T05:20:01.838 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Mkm8ks2Zc3r20sX off=2740009 len=1473803 2023-12-01T05:20:01.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 4863 completed, throughput=5MB/sec 2023-12-01T05:20:01.845 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hdMBBNTO04yYhVD off=9180905 len=603518 2023-12-01T05:20:01.850 INFO:tasks.workunit.client.0.smithi111.stdout:op 4864 completed, throughput=5MB/sec 2023-12-01T05:20:01.850 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-psxleV-k89dPIlv off=3485780 len=1375983 2023-12-01T05:20:01.856 INFO:tasks.workunit.client.0.smithi111.stdout:op 4865 completed, throughput=5MB/sec 2023-12-01T05:20:02.857 INFO:tasks.workunit.client.0.smithi111.stdout: 951: throughput=5MB/sec pending data=0 2023-12-01T05:20:02.857 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1R_zRPokiKdo7Jr off=3151347 len=1104777 2023-12-01T05:20:02.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 4866 completed, throughput=5MB/sec 2023-12-01T05:20:02.863 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XNrOn7pPjyxcRD7 off=5250180 len=531120 2023-12-01T05:20:02.864 INFO:tasks.workunit.client.0.smithi111.stdout:op 4867 completed, throughput=5MB/sec 2023-12-01T05:20:02.864 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yhHRlk8sFwLbxsd off=2974651 len=1070519 2023-12-01T05:20:02.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 4868 completed, throughput=5MB/sec 2023-12-01T05:20:02.870 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nxe3KBJIUGar9e9 off=4689555 len=1361320 2023-12-01T05:20:02.878 INFO:tasks.workunit.client.0.smithi111.stdout:op 4869 completed, throughput=5MB/sec 2023-12-01T05:20:02.878 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K9B2l2B93rpwpTo off=21784336 len=1465903 2023-12-01T05:20:02.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 4870 completed, throughput=5MB/sec 2023-12-01T05:20:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:02 smithi155 ceph-mon[102677]: pgmap v2171: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:20:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:02 smithi111 ceph-mon[97855]: pgmap v2171: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:20:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:02 smithi111 ceph-mon[116524]: pgmap v2171: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:20:03.883 INFO:tasks.workunit.client.0.smithi111.stdout: 952: throughput=5MB/sec pending data=0 2023-12-01T05:20:03.884 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Mi0w357WsRm_j53 off=3158396 len=1844902 2023-12-01T05:20:03.891 INFO:tasks.workunit.client.0.smithi111.stdout:op 4871 completed, throughput=5MB/sec 2023-12-01T05:20:03.892 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oHBaA5fhq34AYIq off=5546563 len=2003755 2023-12-01T05:20:03.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 4872 completed, throughput=5MB/sec 2023-12-01T05:20:03.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uSxVygYOJrc_EMh off=7790522 len=1636288 2023-12-01T05:20:03.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 4873 completed, throughput=5MB/sec 2023-12-01T05:20:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:04.895 INFO:tasks.workunit.client.0.smithi111.stdout: 953: throughput=5MB/sec pending data=0 2023-12-01T05:20:04.895 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YX6psb8ubrU5q26 off=15850709 len=436099 2023-12-01T05:20:04.899 INFO:tasks.workunit.client.0.smithi111.stdout:op 4874 completed, throughput=5MB/sec 2023-12-01T05:20:04.899 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-BfbnwBGjOqLcfXt off=7164709 len=1273828 2023-12-01T05:20:04.900 INFO:tasks.workunit.client.0.smithi111.stdout:op 4875 completed, throughput=5MB/sec 2023-12-01T05:20:04.900 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9hdaEbTZusgT4Vr off=8204865 len=1255606 2023-12-01T05:20:04.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 4876 completed, throughput=5MB/sec 2023-12-01T05:20:04.909 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iqXnTab36svhCQH off=5016931 len=1883105 2023-12-01T05:20:04.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 4877 completed, throughput=5MB/sec 2023-12-01T05:20:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:04 smithi155 ceph-mon[102677]: pgmap v2172: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:20:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:04 smithi111 ceph-mon[97855]: pgmap v2172: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:20:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:04 smithi111 ceph-mon[116524]: pgmap v2172: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:20:05.911 INFO:tasks.workunit.client.0.smithi111.stdout: 954: throughput=5MB/sec pending data=0 2023-12-01T05:20:05.911 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XpEuuz50EfdoJN_ off=15120484 len=1078219 2023-12-01T05:20:05.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 4878 completed, throughput=5MB/sec 2023-12-01T05:20:05.916 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-If1MH2iTrEcu50a off=7760879 len=1763643 2023-12-01T05:20:05.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 4879 completed, throughput=5MB/sec 2023-12-01T05:20:05.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u369e8IMfURy78h off=6394284 len=995559 2023-12-01T05:20:05.926 INFO:tasks.workunit.client.0.smithi111.stdout:op 4880 completed, throughput=5MB/sec 2023-12-01T05:20:05.926 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bG-ZQeucN2u0Zkc off=1115840 len=2092838 2023-12-01T05:20:05.936 INFO:tasks.workunit.client.0.smithi111.stdout:op 4881 completed, throughput=5MB/sec 2023-12-01T05:20:06.936 INFO:tasks.workunit.client.0.smithi111.stdout: 955: throughput=5MB/sec pending data=0 2023-12-01T05:20:06.936 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iFmEy9ykvGjdLy9 off=433725 len=343048 2023-12-01T05:20:06.940 INFO:tasks.workunit.client.0.smithi111.stdout:op 4882 completed, throughput=5MB/sec 2023-12-01T05:20:06.940 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-67Pevx3qHeNwUnh off=13284190 len=1800020 2023-12-01T05:20:06.942 INFO:tasks.workunit.client.0.smithi111.stdout:op 4883 completed, throughput=5MB/sec 2023-12-01T05:20:06.942 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SfjD0BHXEVqoVjs off=6247160 len=882365 2023-12-01T05:20:06.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 4884 completed, throughput=5MB/sec 2023-12-01T05:20:06.948 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-guDYd-_bvh6VNI9 off=6568951 len=1203012 2023-12-01T05:20:06.953 INFO:tasks.workunit.client.0.smithi111.stdout:op 4885 completed, throughput=5MB/sec 2023-12-01T05:20:06.953 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kGWvD-mod3MzjBW off=8632425 len=1485182 2023-12-01T05:20:06.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 4886 completed, throughput=5MB/sec 2023-12-01T05:20:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:06 smithi155 ceph-mon[102677]: pgmap v2173: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:20:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:06 smithi111 ceph-mon[97855]: pgmap v2173: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:20:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:06 smithi111 ceph-mon[116524]: pgmap v2173: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:20:07.962 INFO:tasks.workunit.client.0.smithi111.stdout: 956: throughput=5MB/sec pending data=0 2023-12-01T05:20:07.962 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2ZGNKG8N6F6zZU7 off=6010238 len=35743 2023-12-01T05:20:07.962 INFO:tasks.workunit.client.0.smithi111.stdout:op 4887 completed, throughput=5MB/sec 2023-12-01T05:20:07.962 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QclbXr5kohURy1v off=6468539 len=1126558 2023-12-01T05:20:07.968 INFO:tasks.workunit.client.0.smithi111.stdout:op 4888 completed, throughput=5MB/sec 2023-12-01T05:20:07.969 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vXPFuiP0eGQQGRS off=6038972 len=1571028 2023-12-01T05:20:07.969 INFO:tasks.workunit.client.0.smithi111.stdout:op 4889 completed, throughput=5MB/sec 2023-12-01T05:20:07.969 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PwbegOh1rs0HOYZ off=6961719 len=1721679 2023-12-01T05:20:07.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 4890 completed, throughput=5MB/sec 2023-12-01T05:20:08.976 INFO:tasks.workunit.client.0.smithi111.stdout: 957: throughput=5MB/sec pending data=0 2023-12-01T05:20:08.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8iHR7VRF0y6i6lA off=1142671 len=945855 2023-12-01T05:20:08.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 4891 completed, throughput=5MB/sec 2023-12-01T05:20:08.978 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K0iO7Y2kCvXroRN off=4635551 len=1329731 2023-12-01T05:20:08.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 4892 completed, throughput=5MB/sec 2023-12-01T05:20:08.980 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pj2lAklQWNysg3A off=3255080 len=1551923 2023-12-01T05:20:08.988 INFO:tasks.workunit.client.0.smithi111.stdout:op 4893 completed, throughput=5MB/sec 2023-12-01T05:20:08.988 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kehYWmOTUZGOxT2 off=16757669 len=115158 2023-12-01T05:20:08.990 INFO:tasks.workunit.client.0.smithi111.stdout:op 4894 completed, throughput=5MB/sec 2023-12-01T05:20:08.990 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BdMoLtP7KgBUWt9 off=6047258 len=437428 2023-12-01T05:20:08.994 INFO:tasks.workunit.client.0.smithi111.stdout:op 4895 completed, throughput=5MB/sec 2023-12-01T05:20:08.994 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Fgw94bDV9MxtKeh off=7790891 len=1643950 2023-12-01T05:20:09.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 4896 completed, throughput=5MB/sec 2023-12-01T05:20:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:08 smithi155 ceph-mon[102677]: pgmap v2174: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:20:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:08 smithi111 ceph-mon[97855]: pgmap v2174: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:20:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:08 smithi111 ceph-mon[116524]: pgmap v2174: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:20:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:20:09] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:20:10.001 INFO:tasks.workunit.client.0.smithi111.stdout: 958: throughput=5MB/sec pending data=0 2023-12-01T05:20:10.001 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Os2G2hLUDcjcB69 off=12628034 len=442458 2023-12-01T05:20:10.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 4897 completed, throughput=5MB/sec 2023-12-01T05:20:10.005 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n-unFuMah9z8tcL off=1904697 len=1094144 2023-12-01T05:20:10.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 4898 completed, throughput=5MB/sec 2023-12-01T05:20:10.006 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-z7m9n072wqyYdXy off=4627504 len=1185989 2023-12-01T05:20:10.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 4899 completed, throughput=5MB/sec 2023-12-01T05:20:10.008 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DhQe4-oyEyPxLGI off=2704914 len=1216260 2023-12-01T05:20:10.015 INFO:tasks.workunit.client.0.smithi111.stdout:op 4900 completed, throughput=5MB/sec 2023-12-01T05:20:10.015 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ojyPgGyydDc4D1S off=5345853 len=540250 2023-12-01T05:20:10.016 INFO:tasks.workunit.client.0.smithi111.stdout:op 4901 completed, throughput=5MB/sec 2023-12-01T05:20:11.016 INFO:tasks.workunit.client.0.smithi111.stdout: 959: throughput=5MB/sec pending data=0 2023-12-01T05:20:11.017 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Oan6tifZoXQOZHc off=8570115 len=1687860 2023-12-01T05:20:11.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 4902 completed, throughput=5MB/sec 2023-12-01T05:20:11.026 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eA9CJI_KxFnT8Vj off=12935925 len=1946556 2023-12-01T05:20:11.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 4903 completed, throughput=5MB/sec 2023-12-01T05:20:11.037 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zOQRJcvkz5YF6Hm off=830116 len=167253 2023-12-01T05:20:11.037 INFO:tasks.workunit.client.0.smithi111.stdout:op 4904 completed, throughput=5MB/sec 2023-12-01T05:20:11.037 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-raWtNzNqd0Mr-oP off=11524034 len=304581 2023-12-01T05:20:11.038 INFO:tasks.workunit.client.0.smithi111.stdout:op 4905 completed, throughput=5MB/sec 2023-12-01T05:20:11.038 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZWYxL__jcwcAuXX off=2608796 len=821956 2023-12-01T05:20:11.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 4906 completed, throughput=5MB/sec 2023-12-01T05:20:11.040 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sYDKtg_VOiZlnq2 off=1440787 len=1741816 2023-12-01T05:20:11.041 INFO:tasks.workunit.client.0.smithi111.stdout:op 4907 completed, throughput=5MB/sec 2023-12-01T05:20:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:10 smithi155 ceph-mon[102677]: pgmap v2175: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:20:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:10 smithi111 ceph-mon[97855]: pgmap v2175: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:20:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:10 smithi111 ceph-mon[116524]: pgmap v2175: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2023-12-01T05:20:12.042 INFO:tasks.workunit.client.0.smithi111.stdout: 960: throughput=5MB/sec pending data=0 2023-12-01T05:20:12.042 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zDCr4bbXHU58qy5 off=224242 len=283398 2023-12-01T05:20:12.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 4908 completed, throughput=5MB/sec 2023-12-01T05:20:12.045 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v5DQy_ud9Qnp-mt off=7455951 len=1652877 2023-12-01T05:20:12.054 INFO:tasks.workunit.client.0.smithi111.stdout:op 4909 completed, throughput=5MB/sec 2023-12-01T05:20:12.055 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H4ReNtUMLjzSMsh off=104429 len=695418 2023-12-01T05:20:12.055 INFO:tasks.workunit.client.0.smithi111.stdout:op 4910 completed, throughput=5MB/sec 2023-12-01T05:20:12.055 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Cho_Q1Eg5feBFpb off=5990787 len=582929 2023-12-01T05:20:12.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 4911 completed, throughput=5MB/sec 2023-12-01T05:20:12.056 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lDOB7KZ0S_SqYyo off=3442113 len=1437004 2023-12-01T05:20:12.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 4912 completed, throughput=5MB/sec 2023-12-01T05:20:13.058 INFO:tasks.workunit.client.0.smithi111.stdout: 961: throughput=5MB/sec pending data=0 2023-12-01T05:20:13.058 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dw-2U3pdViR6yg7 off=8621702 len=1352705 2023-12-01T05:20:13.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 4913 completed, throughput=5MB/sec 2023-12-01T05:20:13.060 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JyhyK_17M8kKs7u off=12070116 len=1317421 2023-12-01T05:20:13.067 INFO:tasks.workunit.client.0.smithi111.stdout:op 4914 completed, throughput=5MB/sec 2023-12-01T05:20:13.067 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FfdwfzsP5fPLXfZ off=7273413 len=263477 2023-12-01T05:20:13.067 INFO:tasks.workunit.client.0.smithi111.stdout:op 4915 completed, throughput=5MB/sec 2023-12-01T05:20:13.067 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ca-Ck87HWL-w_mR off=3338748 len=1134195 2023-12-01T05:20:13.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 4916 completed, throughput=5MB/sec 2023-12-01T05:20:13.069 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hDQFy-_faOFXhsj off=12564768 len=1027296 2023-12-01T05:20:13.070 INFO:tasks.workunit.client.0.smithi111.stdout:op 4917 completed, throughput=5MB/sec 2023-12-01T05:20:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:12 smithi155 ceph-mon[102677]: pgmap v2176: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:20:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:12 smithi111 ceph-mon[97855]: pgmap v2176: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:20:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:12 smithi111 ceph-mon[116524]: pgmap v2176: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:20:14.070 INFO:tasks.workunit.client.0.smithi111.stdout: 962: throughput=5MB/sec pending data=0 2023-12-01T05:20:14.070 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5UsHzWGjlknMD_Z off=4315575 len=2008199 2023-12-01T05:20:14.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 4918 completed, throughput=5MB/sec 2023-12-01T05:20:14.073 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oao7WtJG8tW626A off=7720333 len=619490 2023-12-01T05:20:14.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 4919 completed, throughput=5MB/sec 2023-12-01T05:20:14.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-S44IOjoeKTYoV9U off=15105109 len=1568825 2023-12-01T05:20:14.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 4920 completed, throughput=5MB/sec 2023-12-01T05:20:14.084 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D0BJGM9tC5a6BMY off=659670 len=321465 2023-12-01T05:20:14.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 4921 completed, throughput=5MB/sec 2023-12-01T05:20:14.087 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Spno39SOM5KrGeL off=4849939 len=1115202 2023-12-01T05:20:14.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 4922 completed, throughput=5MB/sec 2023-12-01T05:20:15.090 INFO:tasks.workunit.client.0.smithi111.stdout: 963: throughput=5MB/sec pending data=0 2023-12-01T05:20:15.090 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8cMz1U6ATepBO6i off=13838759 len=168347 2023-12-01T05:20:15.090 INFO:tasks.workunit.client.0.smithi111.stdout:op 4923 completed, throughput=5MB/sec 2023-12-01T05:20:15.090 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uz24eKpZMeW_pqY off=971344 len=1058943 2023-12-01T05:20:15.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 4924 completed, throughput=5MB/sec 2023-12-01T05:20:15.096 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XsZkwq_l5Hj6fWo off=22463804 len=1035798 2023-12-01T05:20:15.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 4925 completed, throughput=5MB/sec 2023-12-01T05:20:15.102 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6TakcGEbUVIxbrR off=9770481 len=105541 2023-12-01T05:20:15.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 4926 completed, throughput=5MB/sec 2023-12-01T05:20:15.102 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nwgFpilOSxHNqrP off=20613766 len=859725 2023-12-01T05:20:15.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 4927 completed, throughput=5MB/sec 2023-12-01T05:20:15.108 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HP4p8KXbwgz4d-m off=1211151 len=486796 2023-12-01T05:20:15.111 INFO:tasks.workunit.client.0.smithi111.stdout:op 4928 completed, throughput=5MB/sec 2023-12-01T05:20:15.111 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U2NotYzdHsJpf0A off=0 len=1943881 2023-12-01T05:20:15.115 INFO:tasks.workunit.client.0.smithi111.stdout:op 4929 completed, throughput=5MB/sec 2023-12-01T05:20:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:14 smithi155 ceph-mon[102677]: pgmap v2177: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:20:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:14 smithi111 ceph-mon[97855]: pgmap v2177: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:20:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:14 smithi111 ceph-mon[116524]: pgmap v2177: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:20:16.115 INFO:tasks.workunit.client.0.smithi111.stdout: 964: throughput=5MB/sec pending data=0 2023-12-01T05:20:16.115 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6u739zUFtQ23N4G off=15945844 len=14335 2023-12-01T05:20:16.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 4930 completed, throughput=5MB/sec 2023-12-01T05:20:16.116 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ceX5_Yq0nMUaf2l off=1762870 len=1975661 2023-12-01T05:20:16.127 INFO:tasks.workunit.client.0.smithi111.stdout:op 4931 completed, throughput=5MB/sec 2023-12-01T05:20:16.127 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tRBeRtIPvuexC7H off=6321839 len=506214 2023-12-01T05:20:16.128 INFO:tasks.workunit.client.0.smithi111.stdout:op 4932 completed, throughput=5MB/sec 2023-12-01T05:20:16.128 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i-V7DmjpNAtx2de off=6842480 len=559747 2023-12-01T05:20:16.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 4933 completed, throughput=5MB/sec 2023-12-01T05:20:16.132 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yxyDtReK9zFNDOf off=3260044 len=1097411 2023-12-01T05:20:16.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 4934 completed, throughput=5MB/sec 2023-12-01T05:20:16.138 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jwPLs2J6dd1rv-v off=2561150 len=1501404 2023-12-01T05:20:16.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 4935 completed, throughput=5MB/sec 2023-12-01T05:20:17.139 INFO:tasks.workunit.client.0.smithi111.stdout: 965: throughput=5MB/sec pending data=0 2023-12-01T05:20:17.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SQ4ww0aCb43bMSm off=3066746 len=54012 2023-12-01T05:20:17.142 INFO:tasks.workunit.client.0.smithi111.stdout:op 4936 completed, throughput=5MB/sec 2023-12-01T05:20:17.142 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cMF_SUy41PBvr5a off=21126572 len=1308565 2023-12-01T05:20:17.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 4937 completed, throughput=5MB/sec 2023-12-01T05:20:17.148 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CE6X3m57z7DXtvX off=6595233 len=1953217 2023-12-01T05:20:17.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 4938 completed, throughput=5MB/sec 2023-12-01T05:20:17.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DXe0I-JsDprdqig off=7727396 len=355571 2023-12-01T05:20:17.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 4939 completed, throughput=5MB/sec 2023-12-01T05:20:17.152 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-a3tzWhcgNvtDeYi off=13975917 len=1747153 2023-12-01T05:20:17.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 4940 completed, throughput=5MB/sec 2023-12-01T05:20:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:16 smithi155 ceph-mon[102677]: pgmap v2178: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:20:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:16 smithi111 ceph-mon[97855]: pgmap v2178: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:20:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:16 smithi111 ceph-mon[116524]: pgmap v2178: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:20:18.162 INFO:tasks.workunit.client.0.smithi111.stdout: 966: throughput=5MB/sec pending data=0 2023-12-01T05:20:18.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AA0ASqbrfUQFVU8 off=4417199 len=1466467 2023-12-01T05:20:18.170 INFO:tasks.workunit.client.0.smithi111.stdout:op 4941 completed, throughput=5MB/sec 2023-12-01T05:20:18.170 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6yrZQbje_epF1fR off=13644532 len=2032611 2023-12-01T05:20:18.171 INFO:tasks.workunit.client.0.smithi111.stdout:op 4942 completed, throughput=5MB/sec 2023-12-01T05:20:18.172 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NcHzI70V1GhE-RL off=20434615 len=629888 2023-12-01T05:20:18.176 INFO:tasks.workunit.client.0.smithi111.stdout:op 4943 completed, throughput=5MB/sec 2023-12-01T05:20:19.177 INFO:tasks.workunit.client.0.smithi111.stdout: 967: throughput=5MB/sec pending data=0 2023-12-01T05:20:19.177 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m8YAmhI4seYAgLm off=2408388 len=1979909 2023-12-01T05:20:19.178 INFO:tasks.workunit.client.0.smithi111.stdout:op 4944 completed, throughput=5MB/sec 2023-12-01T05:20:19.178 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xh3WWo5nJs0K3qb off=5201554 len=12282 2023-12-01T05:20:19.182 INFO:tasks.workunit.client.0.smithi111.stdout:op 4945 completed, throughput=5MB/sec 2023-12-01T05:20:19.182 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZI2zaLuZVvFGs4Y off=4808267 len=476978 2023-12-01T05:20:19.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 4946 completed, throughput=5MB/sec 2023-12-01T05:20:19.183 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QHe-fz3sRXilMyS off=11200526 len=100578 2023-12-01T05:20:19.184 INFO:tasks.workunit.client.0.smithi111.stdout:op 4947 completed, throughput=5MB/sec 2023-12-01T05:20:19.184 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yIRol_9gdr8B1Tu off=427882 len=1221741 2023-12-01T05:20:19.190 INFO:tasks.workunit.client.0.smithi111.stdout:op 4948 completed, throughput=5MB/sec 2023-12-01T05:20:19.190 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wOCcpQUdMN3s1DN off=9301297 len=914959 2023-12-01T05:20:19.194 INFO:tasks.workunit.client.0.smithi111.stdout:op 4949 completed, throughput=5MB/sec 2023-12-01T05:20:19.194 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y5n_TihmJnI1R__ off=23245940 len=1188659 2023-12-01T05:20:19.198 INFO:tasks.workunit.client.0.smithi111.stdout:op 4950 completed, throughput=5MB/sec 2023-12-01T05:20:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:18 smithi155 ceph-mon[102677]: pgmap v2179: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:20:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:18 smithi111 ceph-mon[97855]: pgmap v2179: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:20:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:18 smithi111 ceph-mon[116524]: pgmap v2179: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:20:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:20:19] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:20:20.198 INFO:tasks.workunit.client.0.smithi111.stdout: 968: throughput=5MB/sec pending data=0 2023-12-01T05:20:20.198 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Iw5H6d3ZL5rt4VM off=15286259 len=1713829 2023-12-01T05:20:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:20:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:20:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:20:20.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 4951 completed, throughput=5MB/sec 2023-12-01T05:20:20.210 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qA4X-Jox0SuiJ3S off=5556427 len=1050687 2023-12-01T05:20:20.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 4952 completed, throughput=5MB/sec 2023-12-01T05:20:20.215 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-om9j1oqlrNcFSrN off=7870500 len=21087 2023-12-01T05:20:20.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 4953 completed, throughput=5MB/sec 2023-12-01T05:20:20.215 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Xs72qgVaViXMXPO off=501907 len=784097 2023-12-01T05:20:20.216 INFO:tasks.workunit.client.0.smithi111.stdout:op 4954 completed, throughput=5MB/sec 2023-12-01T05:20:20.216 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cSP7nxW8ytS25I5 off=1202514 len=1113364 2023-12-01T05:20:20.223 INFO:tasks.workunit.client.0.smithi111.stdout:op 4955 completed, throughput=5MB/sec 2023-12-01T05:20:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:20:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:20:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:20:20.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:20:20.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:20:20.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:20:21.223 INFO:tasks.workunit.client.0.smithi111.stdout: 969: throughput=5MB/sec pending data=0 2023-12-01T05:20:21.223 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i6FdUw4qjj954_g off=1275200 len=184723 2023-12-01T05:20:21.224 INFO:tasks.workunit.client.0.smithi111.stdout:op 4956 completed, throughput=5MB/sec 2023-12-01T05:20:21.224 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VHf7qqVwYBg9tlw off=681279 len=1521340 2023-12-01T05:20:21.226 INFO:tasks.workunit.client.0.smithi111.stdout:op 4957 completed, throughput=5MB/sec 2023-12-01T05:20:21.227 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SbyKhTNVQGtlfup off=2420579 len=444317 2023-12-01T05:20:21.227 INFO:tasks.workunit.client.0.smithi111.stdout:op 4958 completed, throughput=5MB/sec 2023-12-01T05:20:21.227 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jGaAjO8DktrFcHV off=16733571 len=1535645 2023-12-01T05:20:21.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 4959 completed, throughput=5MB/sec 2023-12-01T05:20:21.229 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y9n5OtpSq6mttif off=4515695 len=1196439 2023-12-01T05:20:21.229 INFO:tasks.workunit.client.0.smithi111.stdout:op 4960 completed, throughput=5MB/sec 2023-12-01T05:20:21.229 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Iy5usAoZLWcegTw off=4257952 len=1534080 2023-12-01T05:20:21.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 4961 completed, throughput=5MB/sec 2023-12-01T05:20:21.355 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:20:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:21 smithi155 ceph-mon[102677]: pgmap v2180: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:21 smithi111 ceph-mon[97855]: pgmap v2180: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:21 smithi111 ceph-mon[116524]: pgmap v2180: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:21.661 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:20:21.661 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (37m) 5m ago 38m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:20:21.661 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (38m) 5m ago 38m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:20:21.661 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (39m) 5m ago 39m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (39m) 5m ago 39m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (42m) 5m ago 42m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (43m) 5m ago 43m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (43m) 5m ago 44m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (42m) 5m ago 42m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (42m) 5m ago 42m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (37m) 5m ago 37m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (37m) 5m ago 37m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (42m) 5m ago 42m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (41m) 5m ago 41m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (41m) 5m ago 41m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (40m) 5m ago 40m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:20:21.662 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (40m) 5m ago 40m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:20:21.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (40m) 5m ago 40m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:20:21.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (39m) 5m ago 39m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:20:21.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (39m) 5m ago 39m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:20:21.663 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (37m) 5m ago 38m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:20:22.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:20:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:20:22.237 INFO:tasks.workunit.client.0.smithi111.stdout: 970: throughput=5MB/sec pending data=0 2023-12-01T05:20:22.237 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v5LnzuuTX7wNuW2 off=18610182 len=500875 2023-12-01T05:20:22.237 INFO:tasks.workunit.client.0.smithi111.stdout:op 4962 completed, throughput=5MB/sec 2023-12-01T05:20:22.238 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o-Fddf3c6RzdWli off=2991470 len=1566816 2023-12-01T05:20:22.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 4963 completed, throughput=5MB/sec 2023-12-01T05:20:22.239 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QJAE9iIXORUjdp2 off=16601682 len=1888167 2023-12-01T05:20:22.243 INFO:tasks.workunit.client.0.smithi111.stdout:op 4964 completed, throughput=5MB/sec 2023-12-01T05:20:22.243 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hRPNckTHN89aIjb off=2210145 len=931031 2023-12-01T05:20:22.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 4965 completed, throughput=5MB/sec 2023-12-01T05:20:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/124574091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:20:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/124574091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:20:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/124574091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:20:23.249 INFO:tasks.workunit.client.0.smithi111.stdout: 971: throughput=5MB/sec pending data=0 2023-12-01T05:20:23.249 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-E5GdAGQ9Rpg4-LE off=11742564 len=1671151 2023-12-01T05:20:23.259 INFO:tasks.workunit.client.0.smithi111.stdout:op 4966 completed, throughput=5MB/sec 2023-12-01T05:20:23.259 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-36NhCOr9LibXdgH off=1513012 len=1305466 2023-12-01T05:20:23.261 INFO:tasks.workunit.client.0.smithi111.stdout:op 4967 completed, throughput=5MB/sec 2023-12-01T05:20:23.262 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R5esd2kFsjF6W9j off=2431414 len=942155 2023-12-01T05:20:23.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 4968 completed, throughput=5MB/sec 2023-12-01T05:20:23.266 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oAHBTyNV2VfGaS- off=397366 len=324961 2023-12-01T05:20:23.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 4969 completed, throughput=5MB/sec 2023-12-01T05:20:23.267 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1vW2FVSKP_x-NfB off=4207992 len=736092 2023-12-01T05:20:23.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 4970 completed, throughput=5MB/sec 2023-12-01T05:20:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:23 smithi155 ceph-mon[102677]: from='client.26663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:23 smithi155 ceph-mon[102677]: pgmap v2181: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:20:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:23 smithi155 ceph-mon[102677]: from='client.26669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:23 smithi111 ceph-mon[97855]: from='client.26663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:23 smithi111 ceph-mon[97855]: pgmap v2181: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:20:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:23 smithi111 ceph-mon[97855]: from='client.26669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:23 smithi111 ceph-mon[116524]: from='client.26663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:23 smithi111 ceph-mon[116524]: pgmap v2181: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:20:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:23 smithi111 ceph-mon[116524]: from='client.26669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:24.269 INFO:tasks.workunit.client.0.smithi111.stdout: 972: throughput=5MB/sec pending data=0 2023-12-01T05:20:24.270 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QTC9PWOMbhveM3W off=16510558 len=1047037 2023-12-01T05:20:24.275 INFO:tasks.workunit.client.0.smithi111.stdout:op 4971 completed, throughput=5MB/sec 2023-12-01T05:20:24.275 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AIlPbpyxt-FDEyK off=13365454 len=122382 2023-12-01T05:20:24.276 INFO:tasks.workunit.client.0.smithi111.stdout:op 4972 completed, throughput=5MB/sec 2023-12-01T05:20:24.276 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L6UhR3kLxnEPCnb off=1318049 len=575261 2023-12-01T05:20:24.280 INFO:tasks.workunit.client.0.smithi111.stdout:op 4973 completed, throughput=5MB/sec 2023-12-01T05:20:24.280 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0Y61w3prL-2hZpX off=1616387 len=1498136 2023-12-01T05:20:24.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 4974 completed, throughput=5MB/sec 2023-12-01T05:20:24.282 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V-n0IkA8B4Ro7fX off=711382 len=1624542 2023-12-01T05:20:24.283 INFO:tasks.workunit.client.0.smithi111.stdout:op 4975 completed, throughput=5MB/sec 2023-12-01T05:20:24.284 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KdXQ4kXQKk5LVYE off=173244 len=453729 2023-12-01T05:20:24.287 INFO:tasks.workunit.client.0.smithi111.stdout:op 4976 completed, throughput=5MB/sec 2023-12-01T05:20:25.288 INFO:tasks.workunit.client.0.smithi111.stdout: 973: throughput=5MB/sec pending data=0 2023-12-01T05:20:25.288 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M4AsrLMUZ1s840g off=8189825 len=372427 2023-12-01T05:20:25.291 INFO:tasks.workunit.client.0.smithi111.stdout:op 4977 completed, throughput=5MB/sec 2023-12-01T05:20:25.292 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UpOkaxNB4DuCUvp off=7233494 len=2046934 2023-12-01T05:20:25.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 4978 completed, throughput=5MB/sec 2023-12-01T05:20:25.294 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-neL3aEH7WPbwgGV off=18661144 len=370985 2023-12-01T05:20:25.295 INFO:tasks.workunit.client.0.smithi111.stdout:op 4979 completed, throughput=5MB/sec 2023-12-01T05:20:25.295 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b8pXo5F8Cqypdea off=12397637 len=1378897 2023-12-01T05:20:25.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 4980 completed, throughput=5MB/sec 2023-12-01T05:20:25.303 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WUyf6-E0w_yzIa0 off=1997868 len=1064493 2023-12-01T05:20:25.304 INFO:tasks.workunit.client.0.smithi111.stdout:op 4981 completed, throughput=5MB/sec 2023-12-01T05:20:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:25 smithi155 ceph-mon[102677]: pgmap v2182: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:25 smithi111 ceph-mon[97855]: pgmap v2182: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:25 smithi111 ceph-mon[116524]: pgmap v2182: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:26.305 INFO:tasks.workunit.client.0.smithi111.stdout: 974: throughput=5MB/sec pending data=0 2023-12-01T05:20:26.305 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rvzMH5YD70bzrJv off=7341036 len=897420 2023-12-01T05:20:26.306 INFO:tasks.workunit.client.0.smithi111.stdout:op 4982 completed, throughput=5MB/sec 2023-12-01T05:20:26.306 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4vBqGATGRdv62BM off=11360267 len=932427 2023-12-01T05:20:26.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 4983 completed, throughput=5MB/sec 2023-12-01T05:20:26.307 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lB12seHe6gfy2wi off=3099345 len=1784801 2023-12-01T05:20:26.314 INFO:tasks.workunit.client.0.smithi111.stdout:op 4984 completed, throughput=5MB/sec 2023-12-01T05:20:26.314 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UIGPfjte_9TCaeM off=11399207 len=372062 2023-12-01T05:20:26.315 INFO:tasks.workunit.client.0.smithi111.stdout:op 4985 completed, throughput=5MB/sec 2023-12-01T05:20:26.315 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5m3AOHXyIpgFAAM off=4488502 len=963228 2023-12-01T05:20:26.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 4986 completed, throughput=5MB/sec 2023-12-01T05:20:26.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MXfsoR999j8XFMj off=1073108 len=1272897 2023-12-01T05:20:26.322 INFO:tasks.workunit.client.0.smithi111.stdout:op 4987 completed, throughput=5MB/sec 2023-12-01T05:20:27.322 INFO:tasks.workunit.client.0.smithi111.stdout: 975: throughput=5MB/sec pending data=0 2023-12-01T05:20:27.322 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hz5q7--yMI-rsu3 off=99504 len=14376 2023-12-01T05:20:27.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 4988 completed, throughput=5MB/sec 2023-12-01T05:20:27.325 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H185RGE5CrZzAz6 off=9584177 len=1382522 2023-12-01T05:20:27.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 4989 completed, throughput=5MB/sec 2023-12-01T05:20:27.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pHVjR104NJ1n12_ off=21739258 len=1289357 2023-12-01T05:20:27.333 INFO:tasks.workunit.client.0.smithi111.stdout:op 4990 completed, throughput=5MB/sec 2023-12-01T05:20:27.333 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6L5JpcD0pnleNm3 off=20282081 len=484152 2023-12-01T05:20:27.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 4991 completed, throughput=5MB/sec 2023-12-01T05:20:27.335 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ye93NgrDa1lQSrn off=4640406 len=1748819 2023-12-01T05:20:27.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 4992 completed, throughput=5MB/sec 2023-12-01T05:20:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:27 smithi155 ceph-mon[102677]: pgmap v2183: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:20:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:27 smithi111 ceph-mon[97855]: pgmap v2183: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:20:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:27 smithi111 ceph-mon[116524]: pgmap v2183: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:20:28.344 INFO:tasks.workunit.client.0.smithi111.stdout: 976: throughput=5MB/sec pending data=0 2023-12-01T05:20:28.345 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i_ON1b1QKct1dv0 off=2686965 len=1806504 2023-12-01T05:20:28.346 INFO:tasks.workunit.client.0.smithi111.stdout:op 4993 completed, throughput=5MB/sec 2023-12-01T05:20:28.346 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ivT4k3PtyQpEsAg off=48174 len=129925 2023-12-01T05:20:28.347 INFO:tasks.workunit.client.0.smithi111.stdout:op 4994 completed, throughput=5MB/sec 2023-12-01T05:20:28.347 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vKAwVyjBTidih-P off=4930918 len=1669986 2023-12-01T05:20:28.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 4995 completed, throughput=5MB/sec 2023-12-01T05:20:28.355 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QLrrb_J18F2c3OJ off=217899 len=288768 2023-12-01T05:20:28.355 INFO:tasks.workunit.client.0.smithi111.stdout:op 4996 completed, throughput=5MB/sec 2023-12-01T05:20:28.356 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zoy4KMthoEV2jlH off=3516565 len=218306 2023-12-01T05:20:28.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 4997 completed, throughput=5MB/sec 2023-12-01T05:20:28.359 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EVKkGDZ3YCoq3UU off=10483186 len=91684 2023-12-01T05:20:28.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 4998 completed, throughput=5MB/sec 2023-12-01T05:20:28.360 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zPAvTIlVx-mZ4Ew off=406420 len=682566 2023-12-01T05:20:28.360 INFO:tasks.workunit.client.0.smithi111.stdout:op 4999 completed, throughput=5MB/sec 2023-12-01T05:20:29.361 INFO:tasks.workunit.client.0.smithi111.stdout: 977: throughput=5MB/sec pending data=0 2023-12-01T05:20:29.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F-P4ESN5UwGSG-P off=7598265 len=330010 2023-12-01T05:20:29.362 INFO:tasks.workunit.client.0.smithi111.stdout:op 5000 completed, throughput=5MB/sec 2023-12-01T05:20:29.362 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8yYpYyrRwd16z_Q off=1118215 len=217826 2023-12-01T05:20:29.366 INFO:tasks.workunit.client.0.smithi111.stdout:op 5001 completed, throughput=5MB/sec 2023-12-01T05:20:29.366 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DlOUsQO8iIzTWly off=4053126 len=2096332 2023-12-01T05:20:29.368 INFO:tasks.workunit.client.0.smithi111.stdout:op 5002 completed, throughput=5MB/sec 2023-12-01T05:20:29.368 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0cgcvLW3-5A2nq5 off=5338252 len=1849160 2023-12-01T05:20:29.371 INFO:tasks.workunit.client.0.smithi111.stdout:op 5003 completed, throughput=5MB/sec 2023-12-01T05:20:29.371 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m6PtmKZ01zM82rB off=8838096 len=1457763 2023-12-01T05:20:29.373 INFO:tasks.workunit.client.0.smithi111.stdout:op 5004 completed, throughput=5MB/sec 2023-12-01T05:20:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:29 smithi155 ceph-mon[102677]: pgmap v2184: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:29 smithi111 ceph-mon[97855]: pgmap v2184: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:20:29] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:20:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:29 smithi111 ceph-mon[116524]: pgmap v2184: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:30.374 INFO:tasks.workunit.client.0.smithi111.stdout: 978: throughput=5MB/sec pending data=0 2023-12-01T05:20:30.374 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CqtYWnUyqzOZdW0 off=4949209 len=1368004 2023-12-01T05:20:30.382 INFO:tasks.workunit.client.0.smithi111.stdout:op 5005 completed, throughput=5MB/sec 2023-12-01T05:20:30.382 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vrQ33fkogES8yP6 off=7248831 len=729272 2023-12-01T05:20:30.386 INFO:tasks.workunit.client.0.smithi111.stdout:op 5006 completed, throughput=5MB/sec 2023-12-01T05:20:30.386 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y14UzXwe0OvsVnd off=2826682 len=904496 2023-12-01T05:20:30.388 INFO:tasks.workunit.client.0.smithi111.stdout:op 5007 completed, throughput=5MB/sec 2023-12-01T05:20:30.388 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tuR7DdJ8xwHyjQi off=27393 len=1482469 2023-12-01T05:20:30.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 5008 completed, throughput=5MB/sec 2023-12-01T05:20:31.390 INFO:tasks.workunit.client.0.smithi111.stdout: 979: throughput=5MB/sec pending data=0 2023-12-01T05:20:31.390 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nGVkntbc6RVR9ok off=11990604 len=1671628 2023-12-01T05:20:31.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 5009 completed, throughput=5MB/sec 2023-12-01T05:20:31.392 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fT9-NAxMKkbg8aq off=3119232 len=1324641 2023-12-01T05:20:31.394 INFO:tasks.workunit.client.0.smithi111.stdout:op 5010 completed, throughput=5MB/sec 2023-12-01T05:20:31.394 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-F4pDWRE5exq5kpo off=3365444 len=1049685 2023-12-01T05:20:31.396 INFO:tasks.workunit.client.0.smithi111.stdout:op 5011 completed, throughput=5MB/sec 2023-12-01T05:20:31.396 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xs_0UvQz9PsRgOj off=5239745 len=162331 2023-12-01T05:20:31.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 5012 completed, throughput=5MB/sec 2023-12-01T05:20:31.399 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aoRlX6B-dSYoscb off=1419173 len=2015081 2023-12-01T05:20:31.411 INFO:tasks.workunit.client.0.smithi111.stdout:op 5013 completed, throughput=5MB/sec 2023-12-01T05:20:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:31 smithi155 ceph-mon[102677]: pgmap v2185: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:31 smithi111 ceph-mon[97855]: pgmap v2185: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:31 smithi111 ceph-mon[116524]: pgmap v2185: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:20:32.411 INFO:tasks.workunit.client.0.smithi111.stdout: 980: throughput=5MB/sec pending data=0 2023-12-01T05:20:32.411 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T1aJKsu1X3I5sFX off=334791 len=415304 2023-12-01T05:20:32.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 5014 completed, throughput=5MB/sec 2023-12-01T05:20:32.415 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uRxqQZWZ4VGXVRu off=2531368 len=142565 2023-12-01T05:20:32.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 5015 completed, throughput=5MB/sec 2023-12-01T05:20:32.416 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wa0X-PMOfbixsc1 off=10501409 len=1947391 2023-12-01T05:20:32.417 INFO:tasks.workunit.client.0.smithi111.stdout:op 5016 completed, throughput=5MB/sec 2023-12-01T05:20:32.418 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2AhZaMpkR1tKOzD off=5692701 len=22037 2023-12-01T05:20:32.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 5017 completed, throughput=5MB/sec 2023-12-01T05:20:32.420 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Rrh3JCD8OOehInq off=14551662 len=1727905 2023-12-01T05:20:32.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 5018 completed, throughput=5MB/sec 2023-12-01T05:20:32.422 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oscwPQ0jT7DUJef off=10652363 len=1051965 2023-12-01T05:20:32.425 INFO:tasks.workunit.client.0.smithi111.stdout:op 5019 completed, throughput=5MB/sec 2023-12-01T05:20:33.425 INFO:tasks.workunit.client.0.smithi111.stdout: 981: throughput=5MB/sec pending data=0 2023-12-01T05:20:33.425 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-s7Zdr5mMUBh7O8C off=7396387 len=966746 2023-12-01T05:20:33.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 5020 completed, throughput=5MB/sec 2023-12-01T05:20:33.430 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b4t1qAtMwPe-99l off=2770411 len=1669582 2023-12-01T05:20:33.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 5021 completed, throughput=5MB/sec 2023-12-01T05:20:33.432 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xpBdO5-MY7-iEnZ off=4394781 len=455868 2023-12-01T05:20:33.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 5022 completed, throughput=5MB/sec 2023-12-01T05:20:33.433 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ixnp3u9FjOEj1zN off=24120684 len=670334 2023-12-01T05:20:33.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 5023 completed, throughput=5MB/sec 2023-12-01T05:20:33.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-R9mc6DKHK49bxrW off=7635673 len=1812633 2023-12-01T05:20:33.435 INFO:tasks.workunit.client.0.smithi111.stdout:op 5024 completed, throughput=5MB/sec 2023-12-01T05:20:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:33 smithi155 ceph-mon[102677]: pgmap v2186: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:20:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:33 smithi111 ceph-mon[97855]: pgmap v2186: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:20:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:33 smithi111 ceph-mon[116524]: pgmap v2186: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:20:34.436 INFO:tasks.workunit.client.0.smithi111.stdout: 982: throughput=5MB/sec pending data=0 2023-12-01T05:20:34.436 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7C9WKA79s0Mgh5L off=8718084 len=402650 2023-12-01T05:20:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 5025 completed, throughput=5MB/sec 2023-12-01T05:20:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sBG4qHhUAiVyqtb off=1480077 len=1114846 2023-12-01T05:20:34.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 5026 completed, throughput=5MB/sec 2023-12-01T05:20:34.442 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IB2BQPyN6TbYuUN off=8157201 len=829719 2023-12-01T05:20:34.443 INFO:tasks.workunit.client.0.smithi111.stdout:op 5027 completed, throughput=5MB/sec 2023-12-01T05:20:34.443 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dilh372IFeyYATs off=118221 len=317213 2023-12-01T05:20:34.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 5028 completed, throughput=5MB/sec 2023-12-01T05:20:34.444 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WracHgR7Qt_9pKK off=6938624 len=1786022 2023-12-01T05:20:34.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 5029 completed, throughput=5MB/sec 2023-12-01T05:20:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:35.446 INFO:tasks.workunit.client.0.smithi111.stdout: 983: throughput=5MB/sec pending data=0 2023-12-01T05:20:35.446 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aGR-TYl6xjXAbFU off=2242872 len=2026490 2023-12-01T05:20:35.450 INFO:tasks.workunit.client.0.smithi111.stdout:op 5030 completed, throughput=5MB/sec 2023-12-01T05:20:35.450 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zhMVx6OaHy5_WNE off=729925 len=1016020 2023-12-01T05:20:35.452 INFO:tasks.workunit.client.0.smithi111.stdout:op 5031 completed, throughput=5MB/sec 2023-12-01T05:20:35.452 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Fu16kDfRyt6qnWf off=7241373 len=1970953 2023-12-01T05:20:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:35 smithi155 ceph-mon[102677]: pgmap v2187: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-01T05:20:35.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 5032 completed, throughput=5MB/sec 2023-12-01T05:20:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:35 smithi111 ceph-mon[97855]: pgmap v2187: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-01T05:20:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:35 smithi111 ceph-mon[116524]: pgmap v2187: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2023-12-01T05:20:36.462 INFO:tasks.workunit.client.0.smithi111.stdout: 984: throughput=5MB/sec pending data=0 2023-12-01T05:20:36.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mUPALyeGsYK5Y6C off=0 len=1180198 2023-12-01T05:20:36.468 INFO:tasks.workunit.client.0.smithi111.stdout:op 5033 completed, throughput=5MB/sec 2023-12-01T05:20:36.468 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fDiYVwn1GudW5fh off=126331 len=1203017 2023-12-01T05:20:36.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 5034 completed, throughput=5MB/sec 2023-12-01T05:20:36.475 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gLhOD1Pq343gQPO off=1530799 len=547580 2023-12-01T05:20:36.475 INFO:tasks.workunit.client.0.smithi111.stdout:op 5035 completed, throughput=5MB/sec 2023-12-01T05:20:36.475 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7TjVxaRyb5CW7jh off=2388715 len=1876378 2023-12-01T05:20:36.483 INFO:tasks.workunit.client.0.smithi111.stdout:op 5036 completed, throughput=5MB/sec 2023-12-01T05:20:36.483 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lz2_Bn-LNcH0fF6 off=838020 len=1948783 2023-12-01T05:20:36.485 INFO:tasks.workunit.client.0.smithi111.stdout:op 5037 completed, throughput=5MB/sec 2023-12-01T05:20:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:37 smithi155 ceph-mon[102677]: pgmap v2188: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-01T05:20:37.486 INFO:tasks.workunit.client.0.smithi111.stdout: 985: throughput=5MB/sec pending data=0 2023-12-01T05:20:37.486 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vkVLbfPG8JXde_0 off=8354631 len=2016986 2023-12-01T05:20:37.497 INFO:tasks.workunit.client.0.smithi111.stdout:op 5038 completed, throughput=5MB/sec 2023-12-01T05:20:37.497 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-i7T9qLD7rn5DNu2 off=17592719 len=1343490 2023-12-01T05:20:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:37 smithi111 ceph-mon[97855]: pgmap v2188: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-01T05:20:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:37 smithi111 ceph-mon[116524]: pgmap v2188: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2023-12-01T05:20:37.507 INFO:tasks.workunit.client.0.smithi111.stdout:op 5039 completed, throughput=5MB/sec 2023-12-01T05:20:37.507 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-B96T7LcZ6V9A1zU off=310644 len=1804206 2023-12-01T05:20:37.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 5040 completed, throughput=5MB/sec 2023-12-01T05:20:38.509 INFO:tasks.workunit.client.0.smithi111.stdout: 986: throughput=5MB/sec pending data=0 2023-12-01T05:20:38.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m3c89HSnLdObWaC off=5964248 len=222702 2023-12-01T05:20:38.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 5041 completed, throughput=5MB/sec 2023-12-01T05:20:38.510 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_5d3bJcPGDw5hb7 off=11214207 len=1994337 2023-12-01T05:20:38.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 5042 completed, throughput=5MB/sec 2023-12-01T05:20:38.521 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XIY2tkCzQyG0-ot off=6714965 len=1489588 2023-12-01T05:20:38.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 5043 completed, throughput=5MB/sec 2023-12-01T05:20:38.522 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-bPG1tiGaYCafuzs off=6147332 len=559702 2023-12-01T05:20:38.523 INFO:tasks.workunit.client.0.smithi111.stdout:op 5044 completed, throughput=5MB/sec 2023-12-01T05:20:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:39 smithi155 ceph-mon[102677]: pgmap v2189: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-01T05:20:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:39 smithi111 ceph-mon[97855]: pgmap v2189: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-01T05:20:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:20:39] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:20:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:39 smithi111 ceph-mon[116524]: pgmap v2189: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-01T05:20:39.524 INFO:tasks.workunit.client.0.smithi111.stdout: 987: throughput=5MB/sec pending data=0 2023-12-01T05:20:39.524 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lavutxxTgIboDAm off=2445489 len=2095828 2023-12-01T05:20:39.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 5045 completed, throughput=5MB/sec 2023-12-01T05:20:39.526 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dSxjZCMC1YpLgne off=268577 len=841533 2023-12-01T05:20:39.529 INFO:tasks.workunit.client.0.smithi111.stdout:op 5046 completed, throughput=5MB/sec 2023-12-01T05:20:39.529 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JyhyK_17M8kKs7u off=1815448 len=1362623 2023-12-01T05:20:39.535 INFO:tasks.workunit.client.0.smithi111.stdout:op 5047 completed, throughput=5MB/sec 2023-12-01T05:20:39.535 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PwmQo1V7Fl2diRV off=7342420 len=768831 2023-12-01T05:20:39.539 INFO:tasks.workunit.client.0.smithi111.stdout:op 5048 completed, throughput=5MB/sec 2023-12-01T05:20:39.539 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lu1__d1YgS4LlL5 off=5676916 len=677649 2023-12-01T05:20:39.540 INFO:tasks.workunit.client.0.smithi111.stdout:op 5049 completed, throughput=5MB/sec 2023-12-01T05:20:40.540 INFO:tasks.workunit.client.0.smithi111.stdout: 988: throughput=5MB/sec pending data=0 2023-12-01T05:20:40.540 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WgM0ZQveR_nm8Fs off=15680471 len=2030916 2023-12-01T05:20:40.557 INFO:tasks.workunit.client.0.smithi111.stdout:op 5050 completed, throughput=5MB/sec 2023-12-01T05:20:40.557 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MiCChzxdTN7xOo2 off=368508 len=635411 2023-12-01T05:20:40.558 INFO:tasks.workunit.client.0.smithi111.stdout:op 5051 completed, throughput=5MB/sec 2023-12-01T05:20:40.558 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RAbQB4_j9-jKaot off=2809851 len=108569 2023-12-01T05:20:40.561 INFO:tasks.workunit.client.0.smithi111.stdout:op 5052 completed, throughput=5MB/sec 2023-12-01T05:20:40.561 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AMB2HcORUHHhtR_ off=1941326 len=192289 2023-12-01T05:20:40.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 5053 completed, throughput=5MB/sec 2023-12-01T05:20:40.562 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gp0Fd1zqBwokPFW off=3008100 len=1710259 2023-12-01T05:20:40.570 INFO:tasks.workunit.client.0.smithi111.stdout:op 5054 completed, throughput=5MB/sec 2023-12-01T05:20:40.570 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fCg8YTeQnfUeG43 off=23837017 len=686427 2023-12-01T05:20:40.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 5055 completed, throughput=5MB/sec 2023-12-01T05:20:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:41 smithi155 ceph-mon[102677]: pgmap v2190: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-01T05:20:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:41 smithi111 ceph-mon[97855]: pgmap v2190: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-01T05:20:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:41 smithi111 ceph-mon[116524]: pgmap v2190: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2023-12-01T05:20:41.571 INFO:tasks.workunit.client.0.smithi111.stdout: 989: throughput=5MB/sec pending data=0 2023-12-01T05:20:41.572 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mzkPuHmOcms-6Ae off=1209627 len=769425 2023-12-01T05:20:41.573 INFO:tasks.workunit.client.0.smithi111.stdout:op 5056 completed, throughput=5MB/sec 2023-12-01T05:20:41.573 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pcU7d55EMAVjuXB off=2889797 len=1782651 2023-12-01T05:20:41.583 INFO:tasks.workunit.client.0.smithi111.stdout:op 5057 completed, throughput=5MB/sec 2023-12-01T05:20:41.583 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--HoY1ZWJ5B7_J00 off=875777 len=1627519 2023-12-01T05:20:41.584 INFO:tasks.workunit.client.0.smithi111.stdout:op 5058 completed, throughput=5MB/sec 2023-12-01T05:20:41.585 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KdU7S14erXvuxIw off=4297757 len=196239 2023-12-01T05:20:41.587 INFO:tasks.workunit.client.0.smithi111.stdout:op 5059 completed, throughput=5MB/sec 2023-12-01T05:20:41.587 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-8rNuojyy9hE4W6e off=21710262 len=504867 2023-12-01T05:20:41.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 5060 completed, throughput=5MB/sec 2023-12-01T05:20:42.588 INFO:tasks.workunit.client.0.smithi111.stdout: 990: throughput=5MB/sec pending data=0 2023-12-01T05:20:42.588 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3U_9qbAsF3cY7P6 off=1091742 len=211803 2023-12-01T05:20:42.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 5061 completed, throughput=5MB/sec 2023-12-01T05:20:42.592 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7P48j1_HUzQNfw5 off=23534519 len=791736 2023-12-01T05:20:42.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 5062 completed, throughput=5MB/sec 2023-12-01T05:20:42.594 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T_CLhDUaFWcKb1D off=344919 len=459721 2023-12-01T05:20:42.594 INFO:tasks.workunit.client.0.smithi111.stdout:op 5063 completed, throughput=5MB/sec 2023-12-01T05:20:42.594 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Vz85c0WFiBS9sio off=1320408 len=177866 2023-12-01T05:20:42.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 5064 completed, throughput=5MB/sec 2023-12-01T05:20:42.597 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GqKmM5RUQBAIUZy off=8281364 len=680860 2023-12-01T05:20:42.602 INFO:tasks.workunit.client.0.smithi111.stdout:op 5065 completed, throughput=5MB/sec 2023-12-01T05:20:42.602 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nGd49NblBZj4ysm off=12390652 len=1521906 2023-12-01T05:20:42.605 INFO:tasks.workunit.client.0.smithi111.stdout:op 5066 completed, throughput=5MB/sec 2023-12-01T05:20:42.605 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SXLbOsaDpF4V78D off=9588847 len=696530 2023-12-01T05:20:42.609 INFO:tasks.workunit.client.0.smithi111.stdout:op 5067 completed, throughput=5MB/sec 2023-12-01T05:20:42.609 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rgnEEAmKfSi25FR off=619964 len=1821431 2023-12-01T05:20:42.620 INFO:tasks.workunit.client.0.smithi111.stdout:op 5068 completed, throughput=5MB/sec 2023-12-01T05:20:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:43 smithi155 ceph-mon[102677]: pgmap v2191: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-01T05:20:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:43 smithi111 ceph-mon[97855]: pgmap v2191: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-01T05:20:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:43 smithi111 ceph-mon[116524]: pgmap v2191: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2023-12-01T05:20:43.620 INFO:tasks.workunit.client.0.smithi111.stdout: 991: throughput=5MB/sec pending data=0 2023-12-01T05:20:43.620 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ijg2luJo-74Y4hr off=15899204 len=1117265 2023-12-01T05:20:43.627 INFO:tasks.workunit.client.0.smithi111.stdout:op 5069 completed, throughput=5MB/sec 2023-12-01T05:20:43.627 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SLwUwlYWaToKgAb off=11246373 len=671017 2023-12-01T05:20:43.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 5070 completed, throughput=5MB/sec 2023-12-01T05:20:43.630 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zpjgmShz6_ZXAzd off=10105467 len=1681514 2023-12-01T05:20:43.638 INFO:tasks.workunit.client.0.smithi111.stdout:op 5071 completed, throughput=5MB/sec 2023-12-01T05:20:43.639 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SoCBOTzvzhJ7J2g off=772112 len=1897290 2023-12-01T05:20:43.641 INFO:tasks.workunit.client.0.smithi111.stdout:op 5072 completed, throughput=5MB/sec 2023-12-01T05:20:44.642 INFO:tasks.workunit.client.0.smithi111.stdout: 992: throughput=5MB/sec pending data=0 2023-12-01T05:20:44.642 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-edDkz7_DlMOhZXr off=3851424 len=373134 2023-12-01T05:20:44.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 5073 completed, throughput=5MB/sec 2023-12-01T05:20:44.646 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_yDHwVT0WfYNhss off=3310709 len=1204035 2023-12-01T05:20:44.652 INFO:tasks.workunit.client.0.smithi111.stdout:op 5074 completed, throughput=5MB/sec 2023-12-01T05:20:44.652 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W7B2_Lz7zpnmS8r off=10886190 len=614764 2023-12-01T05:20:44.654 INFO:tasks.workunit.client.0.smithi111.stdout:op 5075 completed, throughput=5MB/sec 2023-12-01T05:20:44.654 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o75drHq41M3cOAE off=15787331 len=629379 2023-12-01T05:20:44.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 5076 completed, throughput=5MB/sec 2023-12-01T05:20:44.658 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-liBcWEf82saeLNw off=3297789 len=1114597 2023-12-01T05:20:44.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 5077 completed, throughput=5MB/sec 2023-12-01T05:20:44.659 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CcFdPCQQsh1iH1X off=138301 len=48573 2023-12-01T05:20:44.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 5078 completed, throughput=5MB/sec 2023-12-01T05:20:44.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iV4v7hFrgfrYCSX off=23013632 len=869844 2023-12-01T05:20:44.666 INFO:tasks.workunit.client.0.smithi111.stdout:op 5079 completed, throughput=5MB/sec 2023-12-01T05:20:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:45 smithi155 ceph-mon[102677]: pgmap v2192: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:20:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:45 smithi111 ceph-mon[97855]: pgmap v2192: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:20:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:45 smithi111 ceph-mon[116524]: pgmap v2192: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:20:45.666 INFO:tasks.workunit.client.0.smithi111.stdout: 993: throughput=5MB/sec pending data=0 2023-12-01T05:20:45.666 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2MeBD4RgOPNb-6a off=5419934 len=148297 2023-12-01T05:20:45.667 INFO:tasks.workunit.client.0.smithi111.stdout:op 5080 completed, throughput=5MB/sec 2023-12-01T05:20:45.667 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BRZrp2vHlPyqGv2 off=9585704 len=1823211 2023-12-01T05:20:45.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 5081 completed, throughput=5MB/sec 2023-12-01T05:20:45.685 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lJfXQcEOJjVPbKt off=8144282 len=1248642 2023-12-01T05:20:45.693 INFO:tasks.workunit.client.0.smithi111.stdout:op 5082 completed, throughput=5MB/sec 2023-12-01T05:20:45.693 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W6fWzEyz80Aqcwz off=12438020 len=1235294 2023-12-01T05:20:45.695 INFO:tasks.workunit.client.0.smithi111.stdout:op 5083 completed, throughput=5MB/sec 2023-12-01T05:20:45.695 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gJNYElcd_FTgnya off=166013 len=363522 2023-12-01T05:20:45.699 INFO:tasks.workunit.client.0.smithi111.stdout:op 5084 completed, throughput=5MB/sec 2023-12-01T05:20:46.700 INFO:tasks.workunit.client.0.smithi111.stdout: 994: throughput=5MB/sec pending data=0 2023-12-01T05:20:46.700 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XjKh1VZ9-RNElym off=6626217 len=1236998 2023-12-01T05:20:46.703 INFO:tasks.workunit.client.0.smithi111.stdout:op 5085 completed, throughput=5MB/sec 2023-12-01T05:20:46.704 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EHQ2woRX_h0QxZ5 off=4376818 len=2045437 2023-12-01T05:20:46.711 INFO:tasks.workunit.client.0.smithi111.stdout:op 5086 completed, throughput=5MB/sec 2023-12-01T05:20:46.711 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZIOkEibv77vinRv off=7520758 len=1950538 2023-12-01T05:20:46.713 INFO:tasks.workunit.client.0.smithi111.stdout:op 5087 completed, throughput=5MB/sec 2023-12-01T05:20:46.713 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aQtN-PbnWsA96tF off=8976769 len=1417974 2023-12-01T05:20:46.714 INFO:tasks.workunit.client.0.smithi111.stdout:op 5088 completed, throughput=5MB/sec 2023-12-01T05:20:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:47 smithi155 ceph-mon[102677]: pgmap v2193: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:20:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:47 smithi111 ceph-mon[97855]: pgmap v2193: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:20:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:47 smithi111 ceph-mon[116524]: pgmap v2193: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:20:47.715 INFO:tasks.workunit.client.0.smithi111.stdout: 995: throughput=5MB/sec pending data=0 2023-12-01T05:20:47.715 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Pz99O5DF-YaqypD off=2450161 len=978689 2023-12-01T05:20:47.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 5089 completed, throughput=5MB/sec 2023-12-01T05:20:47.718 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-7zZHyEqdZcgJw_c off=15793044 len=1198749 2023-12-01T05:20:47.723 INFO:tasks.workunit.client.0.smithi111.stdout:op 5090 completed, throughput=5MB/sec 2023-12-01T05:20:47.723 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lsYQ9Oqu19_Twuo off=15494339 len=276501 2023-12-01T05:20:47.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 5091 completed, throughput=5MB/sec 2023-12-01T05:20:47.726 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xTjlQipGs1qAuV0 off=4574018 len=674752 2023-12-01T05:20:47.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 5092 completed, throughput=5MB/sec 2023-12-01T05:20:47.727 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y902I-CzP0SSKag off=1554330 len=427278 2023-12-01T05:20:47.727 INFO:tasks.workunit.client.0.smithi111.stdout:op 5093 completed, throughput=5MB/sec 2023-12-01T05:20:47.727 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8cd68iIZPz9oqno off=773103 len=1210880 2023-12-01T05:20:47.738 INFO:tasks.workunit.client.0.smithi111.stdout:op 5094 completed, throughput=5MB/sec 2023-12-01T05:20:48.739 INFO:tasks.workunit.client.0.smithi111.stdout: 996: throughput=5MB/sec pending data=0 2023-12-01T05:20:48.739 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m1y1WjSLVpIbFZj off=5222882 len=1516642 2023-12-01T05:20:48.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 5095 completed, throughput=5MB/sec 2023-12-01T05:20:48.748 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qFile21x8-AGcUu off=2556590 len=1705141 2023-12-01T05:20:48.750 INFO:tasks.workunit.client.0.smithi111.stdout:op 5096 completed, throughput=5MB/sec 2023-12-01T05:20:48.750 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HSROOYcBjbavXfZ off=19985259 len=741937 2023-12-01T05:20:48.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 5097 completed, throughput=5MB/sec 2023-12-01T05:20:48.755 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sCVX_DwaqSZOaks off=447488 len=1762902 2023-12-01T05:20:48.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 5098 completed, throughput=5MB/sec 2023-12-01T05:20:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:49 smithi155 ceph-mon[102677]: pgmap v2194: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:20:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:20:49] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:20:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:49 smithi111 ceph-mon[97855]: pgmap v2194: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:20:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:49 smithi111 ceph-mon[116524]: pgmap v2194: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:20:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:20:49.766 INFO:tasks.workunit.client.0.smithi111.stdout: 997: throughput=5MB/sec pending data=0 2023-12-01T05:20:49.766 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EEdN4Uw2izLMpz2 off=11852558 len=1371337 2023-12-01T05:20:49.773 INFO:tasks.workunit.client.0.smithi111.stdout:op 5099 completed, throughput=5MB/sec 2023-12-01T05:20:49.774 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qyszX7ab2bYrPra off=19654774 len=1025428 2023-12-01T05:20:49.778 INFO:tasks.workunit.client.0.smithi111.stdout:op 5100 completed, throughput=5MB/sec 2023-12-01T05:20:49.779 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pvsxDWywVkq6F7b off=623266 len=1327570 2023-12-01T05:20:49.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 5101 completed, throughput=5MB/sec 2023-12-01T05:20:49.781 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_6-RjMbzT9V6fpY off=21637677 len=596955 2023-12-01T05:20:49.785 INFO:tasks.workunit.client.0.smithi111.stdout:op 5102 completed, throughput=5MB/sec 2023-12-01T05:20:50.786 INFO:tasks.workunit.client.0.smithi111.stdout: 998: throughput=5MB/sec pending data=0 2023-12-01T05:20:50.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mE9tNeNwAMR91nM off=5655374 len=243410 2023-12-01T05:20:50.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 5103 completed, throughput=5MB/sec 2023-12-01T05:20:50.789 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hcON6qzjMjofMKQ off=2237030 len=153175 2023-12-01T05:20:50.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 5104 completed, throughput=5MB/sec 2023-12-01T05:20:50.790 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D_MCHQxwmxf3q6b off=9078567 len=192925 2023-12-01T05:20:50.793 INFO:tasks.workunit.client.0.smithi111.stdout:op 5105 completed, throughput=5MB/sec 2023-12-01T05:20:50.793 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CSt-AFxEzGr5vZF off=9140813 len=1781289 2023-12-01T05:20:50.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 5106 completed, throughput=5MB/sec 2023-12-01T05:20:50.794 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G0W8d5A-Nw4LC1O off=293813 len=790019 2023-12-01T05:20:50.795 INFO:tasks.workunit.client.0.smithi111.stdout:op 5107 completed, throughput=5MB/sec 2023-12-01T05:20:50.796 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8gVJffHARky8ZAv off=7340105 len=880677 2023-12-01T05:20:50.800 INFO:tasks.workunit.client.0.smithi111.stdout:op 5108 completed, throughput=5MB/sec 2023-12-01T05:20:50.800 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cAhqtkSFZkJHQpE off=12174992 len=1218550 2023-12-01T05:20:50.801 INFO:tasks.workunit.client.0.smithi111.stdout:op 5109 completed, throughput=5MB/sec 2023-12-01T05:20:50.801 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DBU7IrcmRJX4gNM off=463915 len=2074166 2023-12-01T05:20:50.814 INFO:tasks.workunit.client.0.smithi111.stdout:op 5110 completed, throughput=5MB/sec 2023-12-01T05:20:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:51 smithi155 ceph-mon[102677]: pgmap v2195: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:20:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:51 smithi111 ceph-mon[97855]: pgmap v2195: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:20:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:51 smithi111 ceph-mon[116524]: pgmap v2195: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:20:51.814 INFO:tasks.workunit.client.0.smithi111.stdout: 999: throughput=5MB/sec pending data=0 2023-12-01T05:20:51.814 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qdyZBdE6RHU2rNh off=8308260 len=1185248 2023-12-01T05:20:51.820 INFO:tasks.workunit.client.0.smithi111.stdout:op 5111 completed, throughput=5MB/sec 2023-12-01T05:20:51.821 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-favSzSnd67884N0 off=2718648 len=1141400 2023-12-01T05:20:51.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 5112 completed, throughput=5MB/sec 2023-12-01T05:20:51.826 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-USszh1T6mDukw8T off=9564122 len=1524369 2023-12-01T05:20:51.833 INFO:tasks.workunit.client.0.smithi111.stdout:op 5113 completed, throughput=5MB/sec 2023-12-01T05:20:52.386 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:20:52.694 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:20:52.694 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (38m) 5m ago 38m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (38m) 5m ago 38m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (39m) 5m ago 39m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (39m) 5m ago 39m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (42m) 5m ago 42m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (44m) 5m ago 44m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (44m) 5m ago 44m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (43m) 5m ago 43m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (43m) 5m ago 43m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (38m) 5m ago 38m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (38m) 5m ago 38m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (42m) 5m ago 42m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (42m) 5m ago 42m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:20:52.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (41m) 5m ago 41m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:20:52.696 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (41m) 5m ago 41m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:20:52.696 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (41m) 5m ago 41m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:20:52.696 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (40m) 5m ago 40m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:20:52.696 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (40m) 5m ago 40m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:20:52.696 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (40m) 5m ago 39m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:20:52.696 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (38m) 5m ago 39m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:20:52.834 INFO:tasks.workunit.client.0.smithi111.stdout: 1000: throughput=5MB/sec pending data=0 2023-12-01T05:20:52.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N6TP8ej3ESuN5Vr off=15442103 len=1570821 2023-12-01T05:20:52.838 INFO:tasks.workunit.client.0.smithi111.stdout:op 5114 completed, throughput=5MB/sec 2023-12-01T05:20:52.838 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-m9m5e3P1gtnT1CF off=5800990 len=177625 2023-12-01T05:20:52.840 INFO:tasks.workunit.client.0.smithi111.stdout:op 5115 completed, throughput=5MB/sec 2023-12-01T05:20:52.841 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tx7pML3TdmaCXS7 off=5301415 len=1956829 2023-12-01T05:20:52.852 INFO:tasks.workunit.client.0.smithi111.stdout:op 5116 completed, throughput=5MB/sec 2023-12-01T05:20:52.852 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f-qpdFvksN3ckB1 off=5738976 len=78600 2023-12-01T05:20:52.852 INFO:tasks.workunit.client.0.smithi111.stdout:op 5117 completed, throughput=5MB/sec 2023-12-01T05:20:52.852 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-d4JBtqTSAOQc9FM off=2407311 len=635036 2023-12-01T05:20:52.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 5118 completed, throughput=5MB/sec 2023-12-01T05:20:52.853 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Sk2Op5QmnR7xFFM off=2036139 len=1344567 2023-12-01T05:20:52.861 INFO:tasks.workunit.client.0.smithi111.stdout:op 5119 completed, throughput=5MB/sec 2023-12-01T05:20:53.075 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:20:53.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:20:53.077 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:20:53.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:20:53.077 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:20:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:20:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:53 smithi155 ceph-mon[102677]: pgmap v2196: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:20:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2264647284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:20:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:53 smithi111 ceph-mon[97855]: pgmap v2196: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:20:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2264647284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:20:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:53 smithi111 ceph-mon[116524]: pgmap v2196: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:20:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2264647284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:20:53.861 INFO:tasks.workunit.client.0.smithi111.stdout: 1001: throughput=5MB/sec pending data=0 2023-12-01T05:20:53.862 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--ZNKodMKTxSziz4 off=927449 len=808377 2023-12-01T05:20:53.867 INFO:tasks.workunit.client.0.smithi111.stdout:op 5120 completed, throughput=5MB/sec 2023-12-01T05:20:53.867 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QLieUuhUrFFZlwS off=267439 len=553171 2023-12-01T05:20:53.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 5121 completed, throughput=5MB/sec 2023-12-01T05:20:53.871 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZpCXCeRV1SPChnO off=1660147 len=234759 2023-12-01T05:20:53.871 INFO:tasks.workunit.client.0.smithi111.stdout:op 5122 completed, throughput=5MB/sec 2023-12-01T05:20:53.872 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qFile21x8-AGcUu off=8311468 len=109887 2023-12-01T05:20:53.874 INFO:tasks.workunit.client.0.smithi111.stdout:op 5123 completed, throughput=5MB/sec 2023-12-01T05:20:53.874 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2V__gJJKNJFTXwq off=3131175 len=1205674 2023-12-01T05:20:53.875 INFO:tasks.workunit.client.0.smithi111.stdout:op 5124 completed, throughput=5MB/sec 2023-12-01T05:20:53.876 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BtC5Ak32zMnn5lx off=7860727 len=641200 2023-12-01T05:20:53.880 INFO:tasks.workunit.client.0.smithi111.stdout:op 5125 completed, throughput=5MB/sec 2023-12-01T05:20:53.880 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rewagE20DK_gl9E off=10963826 len=1694613 2023-12-01T05:20:53.891 INFO:tasks.workunit.client.0.smithi111.stdout:op 5126 completed, throughput=5MB/sec 2023-12-01T05:20:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:54 smithi155 ceph-mon[102677]: from='client.16779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:54 smithi155 ceph-mon[102677]: from='client.16785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:54 smithi111 ceph-mon[97855]: from='client.16779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:54 smithi111 ceph-mon[97855]: from='client.16785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:54 smithi111 ceph-mon[116524]: from='client.16779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:54 smithi111 ceph-mon[116524]: from='client.16785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:20:54.891 INFO:tasks.workunit.client.0.smithi111.stdout: 1002: throughput=5MB/sec pending data=0 2023-12-01T05:20:54.891 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KHq61Iu0FooPpzi off=12232101 len=1668759 2023-12-01T05:20:54.893 INFO:tasks.workunit.client.0.smithi111.stdout:op 5127 completed, throughput=5MB/sec 2023-12-01T05:20:54.893 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ynchYCy605-1O1j off=533974 len=1051163 2023-12-01T05:20:54.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 5128 completed, throughput=5MB/sec 2023-12-01T05:20:54.894 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-708dQjwd2f6D80z off=7873561 len=1971101 2023-12-01T05:20:54.904 INFO:tasks.workunit.client.0.smithi111.stdout:op 5129 completed, throughput=5MB/sec 2023-12-01T05:20:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:55 smithi155 ceph-mon[102677]: pgmap v2197: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:20:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:55 smithi111 ceph-mon[97855]: pgmap v2197: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:20:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:55 smithi111 ceph-mon[116524]: pgmap v2197: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:20:55.904 INFO:tasks.workunit.client.0.smithi111.stdout: 1003: throughput=5MB/sec pending data=0 2023-12-01T05:20:55.905 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hG8amBRyMa9TRTW off=24414 len=995260 2023-12-01T05:20:55.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 5130 completed, throughput=5MB/sec 2023-12-01T05:20:55.906 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J-7qRBNbJ0dBmDR off=731800 len=454607 2023-12-01T05:20:55.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 5131 completed, throughput=5MB/sec 2023-12-01T05:20:55.910 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Xb1M4K2teVN1oCF off=4481092 len=878762 2023-12-01T05:20:55.916 INFO:tasks.workunit.client.0.smithi111.stdout:op 5132 completed, throughput=5MB/sec 2023-12-01T05:20:55.916 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6CbIB8ZVNAXEghp off=4466889 len=318636 2023-12-01T05:20:55.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 5133 completed, throughput=5MB/sec 2023-12-01T05:20:55.919 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W9cQ4ndpCHXsxc9 off=1905573 len=1426809 2023-12-01T05:20:55.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 5134 completed, throughput=5MB/sec 2023-12-01T05:20:55.927 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--SUHzb4bQtbViwb off=3419496 len=1357759 2023-12-01T05:20:55.935 INFO:tasks.workunit.client.0.smithi111.stdout:op 5135 completed, throughput=5MB/sec 2023-12-01T05:20:56.936 INFO:tasks.workunit.client.0.smithi111.stdout: 1004: throughput=5MB/sec pending data=0 2023-12-01T05:20:56.936 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oyjPXZrQHx6qfwc off=2268330 len=697813 2023-12-01T05:20:56.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 5136 completed, throughput=5MB/sec 2023-12-01T05:20:56.937 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HCp1_6ZP8YUM6VF off=6311606 len=877690 2023-12-01T05:20:56.939 INFO:tasks.workunit.client.0.smithi111.stdout:op 5137 completed, throughput=5MB/sec 2023-12-01T05:20:56.939 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fARyvAHaHiSH5e7 off=170806 len=1494249 2023-12-01T05:20:56.941 INFO:tasks.workunit.client.0.smithi111.stdout:op 5138 completed, throughput=5MB/sec 2023-12-01T05:20:56.941 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zH1wx-lklq9J77Z off=14754476 len=1784313 2023-12-01T05:20:56.943 INFO:tasks.workunit.client.0.smithi111.stdout:op 5139 completed, throughput=5MB/sec 2023-12-01T05:20:56.943 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h1-WtpVQlfPwz_j off=9590873 len=1527493 2023-12-01T05:20:56.953 INFO:tasks.workunit.client.0.smithi111.stdout:op 5140 completed, throughput=5MB/sec 2023-12-01T05:20:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:57 smithi155 ceph-mon[102677]: pgmap v2198: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:20:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:57 smithi111 ceph-mon[97855]: pgmap v2198: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:20:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:57 smithi111 ceph-mon[116524]: pgmap v2198: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2023-12-01T05:20:57.954 INFO:tasks.workunit.client.0.smithi111.stdout: 1005: throughput=5MB/sec pending data=0 2023-12-01T05:20:57.954 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WiLU3V18bnq-GYY off=685857 len=126938 2023-12-01T05:20:57.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 5141 completed, throughput=5MB/sec 2023-12-01T05:20:57.954 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-g1GQ9q-vtxwjLc8 off=4646884 len=1004674 2023-12-01T05:20:57.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 5142 completed, throughput=5MB/sec 2023-12-01T05:20:57.956 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ldfIrQf9Lyr7oiN off=3651481 len=122490 2023-12-01T05:20:57.956 INFO:tasks.workunit.client.0.smithi111.stdout:op 5143 completed, throughput=5MB/sec 2023-12-01T05:20:57.957 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W-B2ynI8UdbPE-Y off=6329024 len=1312305 2023-12-01T05:20:57.962 INFO:tasks.workunit.client.0.smithi111.stdout:op 5144 completed, throughput=5MB/sec 2023-12-01T05:20:57.963 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ck5wC7AMCnWyDWL off=0 len=1975369 2023-12-01T05:20:57.967 INFO:tasks.workunit.client.0.smithi111.stdout:op 5145 completed, throughput=5MB/sec 2023-12-01T05:20:58.968 INFO:tasks.workunit.client.0.smithi111.stdout: 1006: throughput=5MB/sec pending data=0 2023-12-01T05:20:58.968 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IXNKVhct5TERBhg off=3362154 len=136571 2023-12-01T05:20:58.968 INFO:tasks.workunit.client.0.smithi111.stdout:op 5146 completed, throughput=5MB/sec 2023-12-01T05:20:58.968 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JofSOGCGvYsmhYn off=9806032 len=1273079 2023-12-01T05:20:58.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 5147 completed, throughput=5MB/sec 2023-12-01T05:20:58.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LIYRqQmMauwSueM off=3940307 len=1134918 2023-12-01T05:20:58.977 INFO:tasks.workunit.client.0.smithi111.stdout:op 5148 completed, throughput=5MB/sec 2023-12-01T05:20:58.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rs2eOct1UTQ-SZj off=19430487 len=948939 2023-12-01T05:20:58.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 5149 completed, throughput=5MB/sec 2023-12-01T05:20:58.978 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-81la97H876z8skT off=2703254 len=1540438 2023-12-01T05:20:58.979 INFO:tasks.workunit.client.0.smithi111.stdout:op 5150 completed, throughput=5MB/sec 2023-12-01T05:20:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:20:59 smithi155 ceph-mon[102677]: pgmap v2199: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:20:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:20:59 smithi111 ceph-mon[97855]: pgmap v2199: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:20:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:20:59] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:20:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:20:59 smithi111 ceph-mon[116524]: pgmap v2199: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:20:59.980 INFO:tasks.workunit.client.0.smithi111.stdout: 1007: throughput=5MB/sec pending data=0 2023-12-01T05:20:59.980 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-axN34OkhAOH7G3O off=6565106 len=738960 2023-12-01T05:20:59.985 INFO:tasks.workunit.client.0.smithi111.stdout:op 5151 completed, throughput=5MB/sec 2023-12-01T05:20:59.985 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-h7k4H4wKL2hDNuL off=4352319 len=1805986 2023-12-01T05:20:59.989 INFO:tasks.workunit.client.0.smithi111.stdout:op 5152 completed, throughput=5MB/sec 2023-12-01T05:20:59.989 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EIVRVhe62nAyDAv off=737355 len=195609 2023-12-01T05:20:59.990 INFO:tasks.workunit.client.0.smithi111.stdout:op 5153 completed, throughput=5MB/sec 2023-12-01T05:20:59.990 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0E1j9oV9O5vSuMw off=3759052 len=1219531 2023-12-01T05:20:59.991 INFO:tasks.workunit.client.0.smithi111.stdout:op 5154 completed, throughput=5MB/sec 2023-12-01T05:20:59.991 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vGi8tr59DvXrvTd off=1380353 len=1057534 2023-12-01T05:20:59.995 INFO:tasks.workunit.client.0.smithi111.stdout:op 5155 completed, throughput=5MB/sec 2023-12-01T05:20:59.995 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mEurKDSMXtqYHU0 off=10275909 len=574859 2023-12-01T05:20:59.996 INFO:tasks.workunit.client.0.smithi111.stdout:op 5156 completed, throughput=5MB/sec 2023-12-01T05:21:00.996 INFO:tasks.workunit.client.0.smithi111.stdout: 1008: throughput=5MB/sec pending data=0 2023-12-01T05:21:00.996 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HSROOYcBjbavXfZ off=16727162 len=1351962 2023-12-01T05:21:00.998 INFO:tasks.workunit.client.0.smithi111.stdout:op 5157 completed, throughput=5MB/sec 2023-12-01T05:21:00.998 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8koEyB6b5rJOaRA off=212564 len=420542 2023-12-01T05:21:01.001 INFO:tasks.workunit.client.0.smithi111.stdout:op 5158 completed, throughput=5MB/sec 2023-12-01T05:21:01.001 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dTER08UzPbY3H0X off=16786017 len=133002 2023-12-01T05:21:01.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 5159 completed, throughput=5MB/sec 2023-12-01T05:21:01.004 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sTjW7KYXDPXTr80 off=10503128 len=2050975 2023-12-01T05:21:01.006 INFO:tasks.workunit.client.0.smithi111.stdout:op 5160 completed, throughput=5MB/sec 2023-12-01T05:21:01.006 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5BjynLaNQWxdkKR off=467958 len=507915 2023-12-01T05:21:01.010 INFO:tasks.workunit.client.0.smithi111.stdout:op 5161 completed, throughput=5MB/sec 2023-12-01T05:21:01.010 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tcNOJ7roucGV22m off=1138629 len=2067505 2023-12-01T05:21:01.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 5162 completed, throughput=5MB/sec 2023-12-01T05:21:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:01 smithi155 ceph-mon[102677]: pgmap v2200: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:21:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:01 smithi111 ceph-mon[97855]: pgmap v2200: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:21:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:01 smithi111 ceph-mon[116524]: pgmap v2200: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:21:02.020 INFO:tasks.workunit.client.0.smithi111.stdout: 1009: throughput=5MB/sec pending data=0 2023-12-01T05:21:02.020 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uy91zPfoEC6ATB9 off=2634034 len=1260150 2023-12-01T05:21:02.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 5163 completed, throughput=5MB/sec 2023-12-01T05:21:02.022 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TRFgvstZG3rmsrH off=7043659 len=1092901 2023-12-01T05:21:02.023 INFO:tasks.workunit.client.0.smithi111.stdout:op 5164 completed, throughput=5MB/sec 2023-12-01T05:21:02.023 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4KM2uThDs916Oki off=784679 len=1431116 2023-12-01T05:21:02.024 INFO:tasks.workunit.client.0.smithi111.stdout:op 5165 completed, throughput=5MB/sec 2023-12-01T05:21:03.025 INFO:tasks.workunit.client.0.smithi111.stdout: 1010: throughput=5MB/sec pending data=0 2023-12-01T05:21:03.025 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rHS-lqAELbP7TCR off=10372698 len=266416 2023-12-01T05:21:03.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 5166 completed, throughput=5MB/sec 2023-12-01T05:21:03.026 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rGfdW8-QxrbUgve off=8388428 len=148838 2023-12-01T05:21:03.026 INFO:tasks.workunit.client.0.smithi111.stdout:op 5167 completed, throughput=5MB/sec 2023-12-01T05:21:03.026 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8QvoO35zLY4-mLp off=4239135 len=861526 2023-12-01T05:21:03.031 INFO:tasks.workunit.client.0.smithi111.stdout:op 5168 completed, throughput=5MB/sec 2023-12-01T05:21:03.031 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-T3I-rQ4xkAGufpg off=6456191 len=822890 2023-12-01T05:21:03.035 INFO:tasks.workunit.client.0.smithi111.stdout:op 5169 completed, throughput=5MB/sec 2023-12-01T05:21:03.035 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yeU-y2R2aR1XJjx off=1040244 len=736973 2023-12-01T05:21:03.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 5170 completed, throughput=5MB/sec 2023-12-01T05:21:03.039 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-X-eZFIdm7K0nWNn off=10703782 len=2006439 2023-12-01T05:21:03.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 5171 completed, throughput=5MB/sec 2023-12-01T05:21:03.040 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A2GMO1yrN_REkzH off=6947350 len=1647826 2023-12-01T05:21:03.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 5172 completed, throughput=5MB/sec 2023-12-01T05:21:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:03 smithi111 ceph-mon[97855]: pgmap v2201: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:21:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:03 smithi111 ceph-mon[116524]: pgmap v2201: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:21:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:03 smithi155 ceph-mon[102677]: pgmap v2201: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:21:04.047 INFO:tasks.workunit.client.0.smithi111.stdout: 1011: throughput=5MB/sec pending data=0 2023-12-01T05:21:04.048 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yLVdG3jQCdD-IDL off=624482 len=533208 2023-12-01T05:21:04.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 5173 completed, throughput=5MB/sec 2023-12-01T05:21:04.052 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XYbebfcrjM4HIaS off=2334894 len=635236 2023-12-01T05:21:04.053 INFO:tasks.workunit.client.0.smithi111.stdout:op 5174 completed, throughput=5MB/sec 2023-12-01T05:21:04.053 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RfDVSb90Somn4Ch off=2529393 len=805243 2023-12-01T05:21:04.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 5175 completed, throughput=5MB/sec 2023-12-01T05:21:04.057 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mzDeSGnBHF_dCwm off=364710 len=702614 2023-12-01T05:21:04.062 INFO:tasks.workunit.client.0.smithi111.stdout:op 5176 completed, throughput=5MB/sec 2023-12-01T05:21:04.062 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cWR0n_h_EvNzMQb off=1678011 len=1096974 2023-12-01T05:21:04.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 5177 completed, throughput=5MB/sec 2023-12-01T05:21:04.064 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LyplV7Uro5fuqup off=4377118 len=931041 2023-12-01T05:21:04.068 INFO:tasks.workunit.client.0.smithi111.stdout:op 5178 completed, throughput=5MB/sec 2023-12-01T05:21:04.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:04.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:05.068 INFO:tasks.workunit.client.0.smithi111.stdout: 1012: throughput=5MB/sec pending data=0 2023-12-01T05:21:05.069 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R9ZyRbXtxCw6LtS off=7555009 len=1032067 2023-12-01T05:21:05.075 INFO:tasks.workunit.client.0.smithi111.stdout:op 5179 completed, throughput=5MB/sec 2023-12-01T05:21:05.075 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DwhQoW4kv77ew8E off=1361146 len=1193673 2023-12-01T05:21:05.083 INFO:tasks.workunit.client.0.smithi111.stdout:op 5180 completed, throughput=5MB/sec 2023-12-01T05:21:05.084 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FjVuqJMr4Fd3klD off=10067496 len=146321 2023-12-01T05:21:05.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 5181 completed, throughput=5MB/sec 2023-12-01T05:21:05.084 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qZ6Ypif41dP6xHf off=1005042 len=186231 2023-12-01T05:21:05.087 INFO:tasks.workunit.client.0.smithi111.stdout:op 5182 completed, throughput=5MB/sec 2023-12-01T05:21:05.087 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uCSXUwl2OTtvABe off=842556 len=760819 2023-12-01T05:21:05.092 INFO:tasks.workunit.client.0.smithi111.stdout:op 5183 completed, throughput=5MB/sec 2023-12-01T05:21:05.092 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ye5jtG6uGmvgO6U off=7713922 len=990182 2023-12-01T05:21:05.093 INFO:tasks.workunit.client.0.smithi111.stdout:op 5184 completed, throughput=5MB/sec 2023-12-01T05:21:05.093 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-InMnDzN6Bv1WXN2 off=9517195 len=1098144 2023-12-01T05:21:05.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 5185 completed, throughput=5MB/sec 2023-12-01T05:21:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:05 smithi111 ceph-mon[97855]: pgmap v2202: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:21:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:05 smithi111 ceph-mon[116524]: pgmap v2202: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:21:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:05 smithi155 ceph-mon[102677]: pgmap v2202: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:21:06.100 INFO:tasks.workunit.client.0.smithi111.stdout: 1013: throughput=5MB/sec pending data=0 2023-12-01T05:21:06.100 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5-4iIO9cZQlBY4F off=925696 len=1861359 2023-12-01T05:21:06.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 5186 completed, throughput=5MB/sec 2023-12-01T05:21:06.105 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jB1Q8Q0GPawx9b- off=2513761 len=1328690 2023-12-01T05:21:06.114 INFO:tasks.workunit.client.0.smithi111.stdout:op 5187 completed, throughput=5MB/sec 2023-12-01T05:21:06.114 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qb5MhMUah5NwBvJ off=16824861 len=864727 2023-12-01T05:21:06.115 INFO:tasks.workunit.client.0.smithi111.stdout:op 5188 completed, throughput=5MB/sec 2023-12-01T05:21:06.115 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RNK8A7xUymWbYWy off=6705193 len=625240 2023-12-01T05:21:06.119 INFO:tasks.workunit.client.0.smithi111.stdout:op 5189 completed, throughput=5MB/sec 2023-12-01T05:21:06.119 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hly9ncZTNoAbIW3 off=12732465 len=2050462 2023-12-01T05:21:06.130 INFO:tasks.workunit.client.0.smithi111.stdout:op 5190 completed, throughput=5MB/sec 2023-12-01T05:21:07.131 INFO:tasks.workunit.client.0.smithi111.stdout: 1014: throughput=5MB/sec pending data=0 2023-12-01T05:21:07.131 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HY6KTSS1drfOhwk off=7486681 len=192367 2023-12-01T05:21:07.134 INFO:tasks.workunit.client.0.smithi111.stdout:op 5191 completed, throughput=5MB/sec 2023-12-01T05:21:07.134 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hPOCPYzjL1YpIFH off=364982 len=2067237 2023-12-01T05:21:07.143 INFO:tasks.workunit.client.0.smithi111.stdout:op 5192 completed, throughput=5MB/sec 2023-12-01T05:21:07.143 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n4b7SllLQiOnxVy off=451836 len=1368352 2023-12-01T05:21:07.146 INFO:tasks.workunit.client.0.smithi111.stdout:op 5193 completed, throughput=5MB/sec 2023-12-01T05:21:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:07 smithi111 ceph-mon[97855]: pgmap v2203: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:21:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:07 smithi111 ceph-mon[116524]: pgmap v2203: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:21:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:07 smithi155 ceph-mon[102677]: pgmap v2203: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:21:08.147 INFO:tasks.workunit.client.0.smithi111.stdout: 1015: throughput=5MB/sec pending data=0 2023-12-01T05:21:08.147 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EB05ZmqlKHv8Nsg off=3117422 len=969948 2023-12-01T05:21:08.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 5194 completed, throughput=5MB/sec 2023-12-01T05:21:08.153 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ft1XV07DBnBpccB off=5106623 len=1749860 2023-12-01T05:21:08.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 5195 completed, throughput=5MB/sec 2023-12-01T05:21:08.154 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vyJUHTvfMnusdeD off=7032593 len=1769054 2023-12-01T05:21:08.157 INFO:tasks.workunit.client.0.smithi111.stdout:op 5196 completed, throughput=5MB/sec 2023-12-01T05:21:08.158 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Pd5bOHN63KBANA5 off=2946369 len=1998892 2023-12-01T05:21:08.165 INFO:tasks.workunit.client.0.smithi111.stdout:op 5197 completed, throughput=5MB/sec 2023-12-01T05:21:09.165 INFO:tasks.workunit.client.0.smithi111.stdout: 1016: throughput=5MB/sec pending data=0 2023-12-01T05:21:09.166 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ncLXE66nW6AWK1K off=8938785 len=698100 2023-12-01T05:21:09.170 INFO:tasks.workunit.client.0.smithi111.stdout:op 5198 completed, throughput=5MB/sec 2023-12-01T05:21:09.170 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x-4EnokDF8ZGNtF off=7160433 len=192901 2023-12-01T05:21:09.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 5199 completed, throughput=5MB/sec 2023-12-01T05:21:09.174 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-l8f7PP5Qs4KOlVP off=21644486 len=1144352 2023-12-01T05:21:09.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 5200 completed, throughput=5MB/sec 2023-12-01T05:21:09.175 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tRBeRtIPvuexC7H off=6463927 len=930213 2023-12-01T05:21:09.179 INFO:tasks.workunit.client.0.smithi111.stdout:op 5201 completed, throughput=5MB/sec 2023-12-01T05:21:09.180 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O3NA31CRFXA12RO off=2172285 len=509508 2023-12-01T05:21:09.180 INFO:tasks.workunit.client.0.smithi111.stdout:op 5202 completed, throughput=5MB/sec 2023-12-01T05:21:09.180 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oAFYZbd4GCqJ74_ off=457493 len=1651168 2023-12-01T05:21:09.188 INFO:tasks.workunit.client.0.smithi111.stdout:op 5203 completed, throughput=5MB/sec 2023-12-01T05:21:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:09 smithi111 ceph-mon[97855]: pgmap v2204: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:21:09] "GET /metrics HTTP/1.1" 200 33897 "" "Prometheus/2.43.0" 2023-12-01T05:21:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:09 smithi111 ceph-mon[116524]: pgmap v2204: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:09 smithi155 ceph-mon[102677]: pgmap v2204: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:10.188 INFO:tasks.workunit.client.0.smithi111.stdout: 1017: throughput=5MB/sec pending data=0 2023-12-01T05:21:10.189 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBfGdu9bd2yKRw5 off=5469063 len=91669 2023-12-01T05:21:10.189 INFO:tasks.workunit.client.0.smithi111.stdout:op 5204 completed, throughput=5MB/sec 2023-12-01T05:21:10.189 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LUs9wrFWlGTjvXc off=3431746 len=1736009 2023-12-01T05:21:10.191 INFO:tasks.workunit.client.0.smithi111.stdout:op 5205 completed, throughput=5MB/sec 2023-12-01T05:21:10.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dhau2LN6JZJNRCj off=3613449 len=1130681 2023-12-01T05:21:10.196 INFO:tasks.workunit.client.0.smithi111.stdout:op 5206 completed, throughput=5MB/sec 2023-12-01T05:21:10.197 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-05fTne7uB5Slckn off=5386248 len=2014626 2023-12-01T05:21:10.199 INFO:tasks.workunit.client.0.smithi111.stdout:op 5207 completed, throughput=5MB/sec 2023-12-01T05:21:11.199 INFO:tasks.workunit.client.0.smithi111.stdout: 1018: throughput=5MB/sec pending data=0 2023-12-01T05:21:11.199 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wvRnfIsPIxu2hWY off=4424701 len=1428024 2023-12-01T05:21:11.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 5208 completed, throughput=5MB/sec 2023-12-01T05:21:11.205 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z-GKEUINVcfr3Un off=12000284 len=1638490 2023-12-01T05:21:11.214 INFO:tasks.workunit.client.0.smithi111.stdout:op 5209 completed, throughput=5MB/sec 2023-12-01T05:21:11.214 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f2fKOSy_wKra13v off=9801946 len=1366064 2023-12-01T05:21:11.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 5210 completed, throughput=5MB/sec 2023-12-01T05:21:11.215 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pzrLxZVU_qTBEYq off=5019552 len=1519924 2023-12-01T05:21:11.225 INFO:tasks.workunit.client.0.smithi111.stdout:op 5211 completed, throughput=5MB/sec 2023-12-01T05:21:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:11 smithi111 ceph-mon[97855]: pgmap v2205: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:11 smithi111 ceph-mon[116524]: pgmap v2205: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:11 smithi155 ceph-mon[102677]: pgmap v2205: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:12.225 INFO:tasks.workunit.client.0.smithi111.stdout: 1019: throughput=5MB/sec pending data=0 2023-12-01T05:21:12.225 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LK-jEurBD2XfKjZ off=11177310 len=2054571 2023-12-01T05:21:12.235 INFO:tasks.workunit.client.0.smithi111.stdout:op 5212 completed, throughput=5MB/sec 2023-12-01T05:21:12.235 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dC5I-8MV_jPiZdq off=10660 len=1804946 2023-12-01T05:21:12.245 INFO:tasks.workunit.client.0.smithi111.stdout:op 5213 completed, throughput=5MB/sec 2023-12-01T05:21:12.245 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gzLonw0X36py_oL off=9251615 len=907651 2023-12-01T05:21:12.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 5214 completed, throughput=5MB/sec 2023-12-01T05:21:13.249 INFO:tasks.workunit.client.0.smithi111.stdout: 1020: throughput=5MB/sec pending data=0 2023-12-01T05:21:13.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YkWB_1Cyz0StWyn off=11380790 len=903865 2023-12-01T05:21:13.251 INFO:tasks.workunit.client.0.smithi111.stdout:op 5215 completed, throughput=5MB/sec 2023-12-01T05:21:13.251 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2yFmeCBARLW01uC off=4165485 len=1995007 2023-12-01T05:21:13.265 INFO:tasks.workunit.client.0.smithi111.stdout:op 5216 completed, throughput=5MB/sec 2023-12-01T05:21:13.265 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-a0TyUoMaBks0EU7 off=7510109 len=1065880 2023-12-01T05:21:13.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 5217 completed, throughput=5MB/sec 2023-12-01T05:21:13.267 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pzxWAG7KSc788W3 off=7790964 len=63242 2023-12-01T05:21:13.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 5218 completed, throughput=5MB/sec 2023-12-01T05:21:13.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Yp_Tc6j2dHqxW0f off=4683183 len=882783 2023-12-01T05:21:13.274 INFO:tasks.workunit.client.0.smithi111.stdout:op 5219 completed, throughput=5MB/sec 2023-12-01T05:21:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:13 smithi111 ceph-mon[97855]: pgmap v2206: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:21:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:13 smithi111 ceph-mon[116524]: pgmap v2206: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:21:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:13 smithi155 ceph-mon[102677]: pgmap v2206: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:21:14.274 INFO:tasks.workunit.client.0.smithi111.stdout: 1021: throughput=5MB/sec pending data=0 2023-12-01T05:21:14.274 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Nl3WgbGmdLZXvGS off=6103407 len=319532 2023-12-01T05:21:14.279 INFO:tasks.workunit.client.0.smithi111.stdout:op 5220 completed, throughput=5MB/sec 2023-12-01T05:21:14.279 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NCO067SmZgGAqsi off=16128646 len=1059742 2023-12-01T05:21:14.284 INFO:tasks.workunit.client.0.smithi111.stdout:op 5221 completed, throughput=5MB/sec 2023-12-01T05:21:14.284 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aWRztCzuYoq1Rd0 off=8845740 len=918992 2023-12-01T05:21:14.289 INFO:tasks.workunit.client.0.smithi111.stdout:op 5222 completed, throughput=5MB/sec 2023-12-01T05:21:14.289 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JBV1m-5SNYGzgF7 off=1833089 len=774425 2023-12-01T05:21:14.291 INFO:tasks.workunit.client.0.smithi111.stdout:op 5223 completed, throughput=5MB/sec 2023-12-01T05:21:14.291 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yrbxxbPlVn3yNp2 off=20973997 len=645494 2023-12-01T05:21:14.292 INFO:tasks.workunit.client.0.smithi111.stdout:op 5224 completed, throughput=5MB/sec 2023-12-01T05:21:14.292 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0q6tdK7Tm1gzolh off=12231638 len=777264 2023-12-01T05:21:14.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 5225 completed, throughput=5MB/sec 2023-12-01T05:21:14.293 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N2VbntSg76pcHbz off=1312903 len=1885407 2023-12-01T05:21:14.305 INFO:tasks.workunit.client.0.smithi111.stdout:op 5226 completed, throughput=5MB/sec 2023-12-01T05:21:15.305 INFO:tasks.workunit.client.0.smithi111.stdout: 1022: throughput=5MB/sec pending data=0 2023-12-01T05:21:15.305 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-f29J6W0g7LRzP5x off=3387191 len=545333 2023-12-01T05:21:15.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 5227 completed, throughput=5MB/sec 2023-12-01T05:21:15.309 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1CJ7adMplzfgik_ off=11009 len=366999 2023-12-01T05:21:15.309 INFO:tasks.workunit.client.0.smithi111.stdout:op 5228 completed, throughput=5MB/sec 2023-12-01T05:21:15.310 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uxw8Y50Yde7QMQK off=6964342 len=283237 2023-12-01T05:21:15.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 5229 completed, throughput=5MB/sec 2023-12-01T05:21:15.310 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LHtwdTMpUY0yDRM off=3834901 len=12408 2023-12-01T05:21:15.313 INFO:tasks.workunit.client.0.smithi111.stdout:op 5230 completed, throughput=5MB/sec 2023-12-01T05:21:15.313 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hG8amBRyMa9TRTW off=0 len=1528686 2023-12-01T05:21:15.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 5231 completed, throughput=5MB/sec 2023-12-01T05:21:15.321 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LkRXsIwwCtSMwdM off=1263208 len=88786 2023-12-01T05:21:15.323 INFO:tasks.workunit.client.0.smithi111.stdout:op 5232 completed, throughput=5MB/sec 2023-12-01T05:21:15.324 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-epNoEbfFuIZASWx off=4981499 len=2064354 2023-12-01T05:21:15.333 INFO:tasks.workunit.client.0.smithi111.stdout:op 5233 completed, throughput=5MB/sec 2023-12-01T05:21:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:15 smithi111 ceph-mon[97855]: pgmap v2207: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:21:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:15 smithi111 ceph-mon[116524]: pgmap v2207: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:21:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:15 smithi155 ceph-mon[102677]: pgmap v2207: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:21:16.333 INFO:tasks.workunit.client.0.smithi111.stdout: 1023: throughput=5MB/sec pending data=0 2023-12-01T05:21:16.333 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FBQ5C4f6ZOHDeue off=3470112 len=103902 2023-12-01T05:21:16.336 INFO:tasks.workunit.client.0.smithi111.stdout:op 5234 completed, throughput=5MB/sec 2023-12-01T05:21:16.336 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FjVuqJMr4Fd3klD off=21168645 len=1272885 2023-12-01T05:21:16.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 5235 completed, throughput=5MB/sec 2023-12-01T05:21:16.345 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rRXzJwzP0wZSrfX off=2337107 len=1883699 2023-12-01T05:21:16.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 5236 completed, throughput=5MB/sec 2023-12-01T05:21:16.356 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vcrUw4kJls0TRF5 off=1563724 len=356154 2023-12-01T05:21:16.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 5237 completed, throughput=5MB/sec 2023-12-01T05:21:16.357 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XoeLi9NvopD6Wvy off=21912597 len=705510 2023-12-01T05:21:16.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 5238 completed, throughput=5MB/sec 2023-12-01T05:21:16.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-U_YzXy1m7fFJxJ1 off=4121963 len=219799 2023-12-01T05:21:16.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 5239 completed, throughput=5MB/sec 2023-12-01T05:21:16.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4aJRQAQsZrJehAE off=219607 len=1791944 2023-12-01T05:21:16.365 INFO:tasks.workunit.client.0.smithi111.stdout:op 5240 completed, throughput=5MB/sec 2023-12-01T05:21:17.366 INFO:tasks.workunit.client.0.smithi111.stdout: 1024: throughput=5MB/sec pending data=0 2023-12-01T05:21:17.366 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_5HJi11TFfpbyzJ off=734211 len=1162868 2023-12-01T05:21:17.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 5241 completed, throughput=5MB/sec 2023-12-01T05:21:17.367 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wVV1MQAdVEcYIG9 off=9352791 len=608943 2023-12-01T05:21:17.369 INFO:tasks.workunit.client.0.smithi111.stdout:op 5242 completed, throughput=5MB/sec 2023-12-01T05:21:17.369 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2XPvdmwlLcJWPoj off=6411417 len=294350 2023-12-01T05:21:17.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 5243 completed, throughput=5MB/sec 2023-12-01T05:21:17.370 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jss7_ZryzPeFTqX off=2302318 len=1879099 2023-12-01T05:21:17.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 5244 completed, throughput=5MB/sec 2023-12-01T05:21:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:17 smithi111 ceph-mon[97855]: pgmap v2208: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:21:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:17 smithi111 ceph-mon[116524]: pgmap v2208: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:21:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:17 smithi155 ceph-mon[102677]: pgmap v2208: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:21:18.382 INFO:tasks.workunit.client.0.smithi111.stdout: 1025: throughput=5MB/sec pending data=0 2023-12-01T05:21:18.382 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GxySZoDR_K7EGKI off=5029395 len=937905 2023-12-01T05:21:18.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 5245 completed, throughput=5MB/sec 2023-12-01T05:21:18.384 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-31lzQLeSWwk5Qrt off=5257791 len=911878 2023-12-01T05:21:18.385 INFO:tasks.workunit.client.0.smithi111.stdout:op 5246 completed, throughput=5MB/sec 2023-12-01T05:21:18.385 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eXoUuM3-tVrUKkE off=7173567 len=1989351 2023-12-01T05:21:18.388 INFO:tasks.workunit.client.0.smithi111.stdout:op 5247 completed, throughput=5MB/sec 2023-12-01T05:21:18.388 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-02QPhQYFL1Aldk8 off=13467383 len=1407968 2023-12-01T05:21:18.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 5248 completed, throughput=5MB/sec 2023-12-01T05:21:19.390 INFO:tasks.workunit.client.0.smithi111.stdout: 1026: throughput=5MB/sec pending data=0 2023-12-01T05:21:19.390 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3zi5jAOZheRPiPQ off=13305448 len=1319012 2023-12-01T05:21:19.391 INFO:tasks.workunit.client.0.smithi111.stdout:op 5249 completed, throughput=5MB/sec 2023-12-01T05:21:19.391 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wVZ7-d90C8NZKEn off=9544798 len=383644 2023-12-01T05:21:19.392 INFO:tasks.workunit.client.0.smithi111.stdout:op 5250 completed, throughput=5MB/sec 2023-12-01T05:21:19.392 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wfCR9ga8jg2E3ac off=24247 len=1828405 2023-12-01T05:21:19.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 5251 completed, throughput=5MB/sec 2023-12-01T05:21:19.395 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gr3wvqkO2eg4gSF off=8896462 len=616476 2023-12-01T05:21:19.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 5252 completed, throughput=5MB/sec 2023-12-01T05:21:19.399 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-81la97H876z8skT off=2239472 len=1802968 2023-12-01T05:21:19.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 5253 completed, throughput=5MB/sec 2023-12-01T05:21:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:21:19] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:21:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:19 smithi111 ceph-mon[97855]: pgmap v2209: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-01T05:21:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:21:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:19 smithi111 ceph-mon[116524]: pgmap v2209: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-01T05:21:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:21:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:19 smithi155 ceph-mon[102677]: pgmap v2209: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-01T05:21:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:21:20.401 INFO:tasks.workunit.client.0.smithi111.stdout: 1027: throughput=5MB/sec pending data=0 2023-12-01T05:21:20.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HYueLVo9EPA1V6x off=1530892 len=1459828 2023-12-01T05:21:20.402 INFO:tasks.workunit.client.0.smithi111.stdout:op 5254 completed, throughput=5MB/sec 2023-12-01T05:21:20.402 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-e7BnuSLo5a2upeS off=4834634 len=980439 2023-12-01T05:21:20.403 INFO:tasks.workunit.client.0.smithi111.stdout:op 5255 completed, throughput=5MB/sec 2023-12-01T05:21:20.403 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qk-ZN35djqNSjrB off=189699 len=941236 2023-12-01T05:21:20.405 INFO:tasks.workunit.client.0.smithi111.stdout:op 5256 completed, throughput=5MB/sec 2023-12-01T05:21:20.405 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W9cQ4ndpCHXsxc9 off=1787067 len=1773486 2023-12-01T05:21:20.414 INFO:tasks.workunit.client.0.smithi111.stdout:op 5257 completed, throughput=5MB/sec 2023-12-01T05:21:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:21:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:21:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:21:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:21:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:21:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:21:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:21:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:21:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:21:21.414 INFO:tasks.workunit.client.0.smithi111.stdout: 1028: throughput=5MB/sec pending data=0 2023-12-01T05:21:21.414 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_7U0_IuSEnURbd_ off=90695 len=1587583 2023-12-01T05:21:21.424 INFO:tasks.workunit.client.0.smithi111.stdout:op 5258 completed, throughput=5MB/sec 2023-12-01T05:21:21.424 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HCKpWsuSKpYkbwP off=10839871 len=904768 2023-12-01T05:21:21.425 INFO:tasks.workunit.client.0.smithi111.stdout:op 5259 completed, throughput=5MB/sec 2023-12-01T05:21:21.425 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dBnBXZ-0_Qafgn- off=222290 len=143771 2023-12-01T05:21:21.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 5260 completed, throughput=5MB/sec 2023-12-01T05:21:21.426 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ph6tLecOc93Lrkq off=2555894 len=1530510 2023-12-01T05:21:21.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 5261 completed, throughput=5MB/sec 2023-12-01T05:21:21.434 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AdFClq0lcfFHBEc off=16098603 len=2075298 2023-12-01T05:21:21.435 INFO:tasks.workunit.client.0.smithi111.stdout:op 5262 completed, throughput=5MB/sec 2023-12-01T05:21:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:21 smithi155 ceph-mon[102677]: pgmap v2210: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-01T05:21:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:21 smithi111 ceph-mon[97855]: pgmap v2210: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-01T05:21:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:21 smithi111 ceph-mon[116524]: pgmap v2210: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2023-12-01T05:21:22.436 INFO:tasks.workunit.client.0.smithi111.stdout: 1029: throughput=5MB/sec pending data=0 2023-12-01T05:21:22.436 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x-4EnokDF8ZGNtF off=2146055 len=976070 2023-12-01T05:21:22.437 INFO:tasks.workunit.client.0.smithi111.stdout:op 5263 completed, throughput=5MB/sec 2023-12-01T05:21:22.437 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-It8b3wd76cGhGnk off=15538573 len=1675507 2023-12-01T05:21:22.445 INFO:tasks.workunit.client.0.smithi111.stdout:op 5264 completed, throughput=5MB/sec 2023-12-01T05:21:22.446 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9HAVs4jI1golLSi off=50955 len=23484 2023-12-01T05:21:22.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 5265 completed, throughput=5MB/sec 2023-12-01T05:21:22.448 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kH9PDCwf1ewKPG_ off=2093239 len=1363649 2023-12-01T05:21:22.449 INFO:tasks.workunit.client.0.smithi111.stdout:op 5266 completed, throughput=5MB/sec 2023-12-01T05:21:23.419 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:21:23.449 INFO:tasks.workunit.client.0.smithi111.stdout: 1030: throughput=5MB/sec pending data=0 2023-12-01T05:21:23.450 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ljial5Zyowoc1dT off=3209421 len=1218649 2023-12-01T05:21:23.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 5267 completed, throughput=5MB/sec 2023-12-01T05:21:23.456 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NI2c23TDHWCteJW off=11509993 len=773962 2023-12-01T05:21:23.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 5268 completed, throughput=5MB/sec 2023-12-01T05:21:23.457 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7kSRCNZkBRfl6BL off=4669704 len=513886 2023-12-01T05:21:23.459 INFO:tasks.workunit.client.0.smithi111.stdout:op 5269 completed, throughput=5MB/sec 2023-12-01T05:21:23.459 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P-EFsi7bebcAfXB off=1495504 len=1842640 2023-12-01T05:21:23.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 5270 completed, throughput=5MB/sec 2023-12-01T05:21:23.462 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MVgCjtxJCGJArGb off=9608227 len=1596635 2023-12-01T05:21:23.463 INFO:tasks.workunit.client.0.smithi111.stdout:op 5271 completed, throughput=5MB/sec 2023-12-01T05:21:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:23 smithi155 ceph-mon[102677]: pgmap v2211: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:21:23.737 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:21:23.737 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (38m) 6m ago 39m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:21:23.737 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (39m) 6m ago 39m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (40m) 6m ago 40m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (40m) 6m ago 40m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (43m) 6m ago 43m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (44m) 6m ago 44m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (45m) 6m ago 45m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (43m) 6m ago 43m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (43m) 6m ago 43m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (38m) 6m ago 38m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (38m) 6m ago 38m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (43m) 6m ago 43m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (42m) 6m ago 42m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (42m) 6m ago 42m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:21:23.738 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (41m) 6m ago 41m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:21:23.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (41m) 6m ago 41m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:21:23.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (41m) 6m ago 41m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:21:23.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (40m) 6m ago 40m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:21:23.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (40m) 6m ago 40m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:21:23.739 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (38m) 6m ago 39m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:21:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:23 smithi111 ceph-mon[97855]: pgmap v2211: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:21:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:23 smithi111 ceph-mon[116524]: pgmap v2211: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:21:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:21:24.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:21:24.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:21:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:21:24.463 INFO:tasks.workunit.client.0.smithi111.stdout: 1031: throughput=5MB/sec pending data=0 2023-12-01T05:21:24.463 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HshOxx6SLn-cqSG off=2746726 len=1122198 2023-12-01T05:21:24.466 INFO:tasks.workunit.client.0.smithi111.stdout:op 5272 completed, throughput=5MB/sec 2023-12-01T05:21:24.466 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AeqAtSMZhI08vR8 off=16248319 len=1235701 2023-12-01T05:21:24.472 INFO:tasks.workunit.client.0.smithi111.stdout:op 5273 completed, throughput=5MB/sec 2023-12-01T05:21:24.472 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wuK65bJrxQDBXv9 off=9931231 len=60505 2023-12-01T05:21:24.474 INFO:tasks.workunit.client.0.smithi111.stdout:op 5274 completed, throughput=5MB/sec 2023-12-01T05:21:24.474 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-r5IxIYdEAzrphHB off=5338482 len=803098 2023-12-01T05:21:24.479 INFO:tasks.workunit.client.0.smithi111.stdout:op 5275 completed, throughput=5MB/sec 2023-12-01T05:21:24.479 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RVzO9s8WY02ai0h off=3628232 len=989559 2023-12-01T05:21:24.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 5276 completed, throughput=5MB/sec 2023-12-01T05:21:24.480 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ISqhloNkF96pZ3c off=5836156 len=1548817 2023-12-01T05:21:24.481 INFO:tasks.workunit.client.0.smithi111.stdout:op 5277 completed, throughput=5MB/sec 2023-12-01T05:21:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:24 smithi155 ceph-mon[102677]: from='client.16797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:24 smithi155 ceph-mon[102677]: pgmap v2212: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:21:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:24 smithi155 ceph-mon[102677]: from='client.16803 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1644977706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[116524]: from='client.16797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[116524]: pgmap v2212: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[116524]: from='client.16803 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1644977706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[97855]: from='client.16797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[97855]: pgmap v2212: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[97855]: from='client.16803 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1644977706' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:21:25.481 INFO:tasks.workunit.client.0.smithi111.stdout: 1032: throughput=5MB/sec pending data=0 2023-12-01T05:21:25.481 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FoC3J_D6ysQzXzn off=3484880 len=1300630 2023-12-01T05:21:25.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 5278 completed, throughput=5MB/sec 2023-12-01T05:21:25.489 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oHXUGCdi-5bGUBw off=5809123 len=1726867 2023-12-01T05:21:25.499 INFO:tasks.workunit.client.0.smithi111.stdout:op 5279 completed, throughput=5MB/sec 2023-12-01T05:21:25.500 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BhlTuHD7GbSsOJw off=836505 len=1654096 2023-12-01T05:21:25.508 INFO:tasks.workunit.client.0.smithi111.stdout:op 5280 completed, throughput=5MB/sec 2023-12-01T05:21:26.508 INFO:tasks.workunit.client.0.smithi111.stdout: 1033: throughput=5MB/sec pending data=0 2023-12-01T05:21:26.508 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iM-tgh1a1mCjrpO off=779314 len=357702 2023-12-01T05:21:26.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 5281 completed, throughput=5MB/sec 2023-12-01T05:21:26.509 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x1hYs-TXs4-rFI3 off=306831 len=2092942 2023-12-01T05:21:26.511 INFO:tasks.workunit.client.0.smithi111.stdout:op 5282 completed, throughput=5MB/sec 2023-12-01T05:21:26.512 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mwr90x4aUEmNrdb off=1096793 len=1785383 2023-12-01T05:21:26.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 5283 completed, throughput=5MB/sec 2023-12-01T05:21:26.516 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ix-d2GUTqwaRst2 off=3443620 len=1870109 2023-12-01T05:21:26.529 INFO:tasks.workunit.client.0.smithi111.stdout:op 5284 completed, throughput=5MB/sec 2023-12-01T05:21:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:26 smithi155 ceph-mon[102677]: pgmap v2213: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:21:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:26 smithi111 ceph-mon[97855]: pgmap v2213: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:21:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:26 smithi111 ceph-mon[116524]: pgmap v2213: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:21:27.530 INFO:tasks.workunit.client.0.smithi111.stdout: 1034: throughput=5MB/sec pending data=0 2023-12-01T05:21:27.530 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gzLonw0X36py_oL off=3669121 len=1899822 2023-12-01T05:21:27.539 INFO:tasks.workunit.client.0.smithi111.stdout:op 5285 completed, throughput=5MB/sec 2023-12-01T05:21:27.539 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xJmkDBvyjjoGa-0 off=15830732 len=441446 2023-12-01T05:21:27.540 INFO:tasks.workunit.client.0.smithi111.stdout:op 5286 completed, throughput=5MB/sec 2023-12-01T05:21:27.540 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_pzgNxrmO8CI0cJ off=8067038 len=878762 2023-12-01T05:21:27.546 INFO:tasks.workunit.client.0.smithi111.stdout:op 5287 completed, throughput=5MB/sec 2023-12-01T05:21:27.546 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yWDOen44N7chdYG off=16736847 len=762154 2023-12-01T05:21:27.551 INFO:tasks.workunit.client.0.smithi111.stdout:op 5288 completed, throughput=5MB/sec 2023-12-01T05:21:28.551 INFO:tasks.workunit.client.0.smithi111.stdout: 1035: throughput=5MB/sec pending data=0 2023-12-01T05:21:28.551 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3-8wLNrm7Fv8bXH off=22220621 len=21859 2023-12-01T05:21:28.552 INFO:tasks.workunit.client.0.smithi111.stdout:op 5289 completed, throughput=5MB/sec 2023-12-01T05:21:28.552 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-H50GsXP9mzFnn9O off=26253 len=939733 2023-12-01T05:21:28.553 INFO:tasks.workunit.client.0.smithi111.stdout:op 5290 completed, throughput=5MB/sec 2023-12-01T05:21:28.554 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W7tRanG83tGDSbN off=9204923 len=1973201 2023-12-01T05:21:28.556 INFO:tasks.workunit.client.0.smithi111.stdout:op 5291 completed, throughput=5MB/sec 2023-12-01T05:21:28.556 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j2cLyd3eLKU4vvp off=6906130 len=1397638 2023-12-01T05:21:28.563 INFO:tasks.workunit.client.0.smithi111.stdout:op 5292 completed, throughput=5MB/sec 2023-12-01T05:21:28.563 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xuTdWn3KjmgEVmu off=228587 len=1513466 2023-12-01T05:21:28.566 INFO:tasks.workunit.client.0.smithi111.stdout:op 5293 completed, throughput=5MB/sec 2023-12-01T05:21:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:28 smithi155 ceph-mon[102677]: pgmap v2214: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:28 smithi111 ceph-mon[97855]: pgmap v2214: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:28 smithi111 ceph-mon[116524]: pgmap v2214: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:29.566 INFO:tasks.workunit.client.0.smithi111.stdout: 1036: throughput=5MB/sec pending data=0 2023-12-01T05:21:29.566 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-L6UhR3kLxnEPCnb off=4879959 len=777421 2023-12-01T05:21:29.572 INFO:tasks.workunit.client.0.smithi111.stdout:op 5294 completed, throughput=5MB/sec 2023-12-01T05:21:29.572 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--CMohPwpUGIs4bh off=2022510 len=1695401 2023-12-01T05:21:29.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 5295 completed, throughput=5MB/sec 2023-12-01T05:21:29.581 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O7yz81SHgmdD8Oq off=1640433 len=1401888 2023-12-01T05:21:29.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 5296 completed, throughput=5MB/sec 2023-12-01T05:21:29.588 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hHpXCrOgjq6PQy3 off=18070113 len=454082 2023-12-01T05:21:29.589 INFO:tasks.workunit.client.0.smithi111.stdout:op 5297 completed, throughput=5MB/sec 2023-12-01T05:21:29.589 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nlMSRRAe0Xh6YLQ off=8039728 len=1519493 2023-12-01T05:21:29.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 5298 completed, throughput=5MB/sec 2023-12-01T05:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:21:29] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:21:30.592 INFO:tasks.workunit.client.0.smithi111.stdout: 1037: throughput=5MB/sec pending data=0 2023-12-01T05:21:30.593 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2WZMihYPoL3y0TE off=2417383 len=316254 2023-12-01T05:21:30.596 INFO:tasks.workunit.client.0.smithi111.stdout:op 5299 completed, throughput=5MB/sec 2023-12-01T05:21:30.596 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xIrcfMguTpUNFsa off=2945679 len=869248 2023-12-01T05:21:30.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 5300 completed, throughput=5MB/sec 2023-12-01T05:21:30.597 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gGmkAUUR8kMSWQw off=582685 len=1093849 2023-12-01T05:21:30.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 5301 completed, throughput=5MB/sec 2023-12-01T05:21:30.599 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZpC0rnyxmfS3OY_ off=1366235 len=295935 2023-12-01T05:21:30.600 INFO:tasks.workunit.client.0.smithi111.stdout:op 5302 completed, throughput=5MB/sec 2023-12-01T05:21:30.600 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p4-JA6C-MObIdYD off=1562888 len=1336230 2023-12-01T05:21:30.602 INFO:tasks.workunit.client.0.smithi111.stdout:op 5303 completed, throughput=5MB/sec 2023-12-01T05:21:30.602 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--eLmQdKTAo-ZFLv off=13309812 len=466763 2023-12-01T05:21:30.603 INFO:tasks.workunit.client.0.smithi111.stdout:op 5304 completed, throughput=5MB/sec 2023-12-01T05:21:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:30 smithi155 ceph-mon[102677]: pgmap v2215: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:30 smithi111 ceph-mon[97855]: pgmap v2215: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:30 smithi111 ceph-mon[116524]: pgmap v2215: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:21:31.602 INFO:tasks.workunit.client.0.smithi111.stdout: 1038: throughput=5MB/sec pending data=0 2023-12-01T05:21:31.603 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WIR9WHMc2ZMjy1t off=4786528 len=1269500 2023-12-01T05:21:31.610 INFO:tasks.workunit.client.0.smithi111.stdout:op 5305 completed, throughput=5MB/sec 2023-12-01T05:21:31.610 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9IRKAyO9-i8Xt15 off=15745898 len=306339 2023-12-01T05:21:31.611 INFO:tasks.workunit.client.0.smithi111.stdout:op 5306 completed, throughput=5MB/sec 2023-12-01T05:21:31.611 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Uv5IPq6pfQlSyKu off=2822047 len=266344 2023-12-01T05:21:31.614 INFO:tasks.workunit.client.0.smithi111.stdout:op 5307 completed, throughput=5MB/sec 2023-12-01T05:21:31.614 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LQoEsS8mxS6Y-w9 off=12321245 len=87181 2023-12-01T05:21:31.614 INFO:tasks.workunit.client.0.smithi111.stdout:op 5308 completed, throughput=5MB/sec 2023-12-01T05:21:31.614 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QpttpO_nAczGcoo off=4106702 len=1298123 2023-12-01T05:21:31.622 INFO:tasks.workunit.client.0.smithi111.stdout:op 5309 completed, throughput=5MB/sec 2023-12-01T05:21:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-C90u_pWCTDOr5ZB off=7494099 len=272906 2023-12-01T05:21:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:op 5310 completed, throughput=5MB/sec 2023-12-01T05:21:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qbtu1W3ZjPornUq off=7663355 len=476222 2023-12-01T05:21:31.626 INFO:tasks.workunit.client.0.smithi111.stdout:op 5311 completed, throughput=5MB/sec 2023-12-01T05:21:31.626 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AkTzPyhTvYdq68J off=8617884 len=99396 2023-12-01T05:21:31.629 INFO:tasks.workunit.client.0.smithi111.stdout:op 5312 completed, throughput=5MB/sec 2023-12-01T05:21:31.629 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vWxm7L58ErhSIXN off=545687 len=1853868 2023-12-01T05:21:31.639 INFO:tasks.workunit.client.0.smithi111.stdout:op 5313 completed, throughput=5MB/sec 2023-12-01T05:21:32.639 INFO:tasks.workunit.client.0.smithi111.stdout: 1039: throughput=5MB/sec pending data=0 2023-12-01T05:21:32.640 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ytwAWvjG139mPzj off=1290825 len=182652 2023-12-01T05:21:32.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 5314 completed, throughput=5MB/sec 2023-12-01T05:21:32.643 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Cv3FlWDeR2fh4YS off=1337139 len=549192 2023-12-01T05:21:32.644 INFO:tasks.workunit.client.0.smithi111.stdout:op 5315 completed, throughput=5MB/sec 2023-12-01T05:21:32.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yxDYnqhLmXudeXw off=16867010 len=249576 2023-12-01T05:21:32.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 5316 completed, throughput=5MB/sec 2023-12-01T05:21:32.648 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SGFbezVSRfrd7ic off=282405 len=1242574 2023-12-01T05:21:32.656 INFO:tasks.workunit.client.0.smithi111.stdout:op 5317 completed, throughput=5MB/sec 2023-12-01T05:21:32.656 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cnsQBWx_KfaHctG off=424178 len=1474187 2023-12-01T05:21:32.663 INFO:tasks.workunit.client.0.smithi111.stdout:op 5318 completed, throughput=5MB/sec 2023-12-01T05:21:32.664 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dGZp_ZrTZ6qxbQZ off=21460125 len=35201 2023-12-01T05:21:32.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 5319 completed, throughput=5MB/sec 2023-12-01T05:21:32.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9Fe5rSK6F3CTgV- off=1522633 len=1456326 2023-12-01T05:21:32.672 INFO:tasks.workunit.client.0.smithi111.stdout:op 5320 completed, throughput=5MB/sec 2023-12-01T05:21:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:32 smithi155 ceph-mon[102677]: pgmap v2216: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:21:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:32 smithi111 ceph-mon[97855]: pgmap v2216: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:21:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:32 smithi111 ceph-mon[116524]: pgmap v2216: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:21:33.673 INFO:tasks.workunit.client.0.smithi111.stdout: 1040: throughput=5MB/sec pending data=0 2023-12-01T05:21:33.673 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6zXe-c53Xa8g3DB off=4453788 len=2046934 2023-12-01T05:21:33.675 INFO:tasks.workunit.client.0.smithi111.stdout:op 5321 completed, throughput=5MB/sec 2023-12-01T05:21:33.675 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HwlugS_Ag4Bi5_4 off=15622257 len=1914965 2023-12-01T05:21:33.676 INFO:tasks.workunit.client.0.smithi111.stdout:op 5322 completed, throughput=5MB/sec 2023-12-01T05:21:33.676 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ScaROguro1epkxl off=10553872 len=1795548 2023-12-01T05:21:33.679 INFO:tasks.workunit.client.0.smithi111.stdout:op 5323 completed, throughput=5MB/sec 2023-12-01T05:21:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:34.680 INFO:tasks.workunit.client.0.smithi111.stdout: 1041: throughput=5MB/sec pending data=0 2023-12-01T05:21:34.680 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Gqp96X69psKijpN off=5803527 len=1278685 2023-12-01T05:21:34.681 INFO:tasks.workunit.client.0.smithi111.stdout:op 5324 completed, throughput=5MB/sec 2023-12-01T05:21:34.681 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ElLk_KGs0Xhxwmy off=4401006 len=1531738 2023-12-01T05:21:34.683 INFO:tasks.workunit.client.0.smithi111.stdout:op 5325 completed, throughput=5MB/sec 2023-12-01T05:21:34.683 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fjemc0CZYTlkNw1 off=6100980 len=1567043 2023-12-01T05:21:34.685 INFO:tasks.workunit.client.0.smithi111.stdout:op 5326 completed, throughput=5MB/sec 2023-12-01T05:21:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:34 smithi155 ceph-mon[102677]: pgmap v2217: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:21:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:34 smithi111 ceph-mon[97855]: pgmap v2217: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:21:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:34 smithi111 ceph-mon[116524]: pgmap v2217: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2023-12-01T05:21:35.686 INFO:tasks.workunit.client.0.smithi111.stdout: 1042: throughput=5MB/sec pending data=0 2023-12-01T05:21:35.686 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Bi1G4iv5AfroHtt off=7040673 len=51742 2023-12-01T05:21:35.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 5327 completed, throughput=5MB/sec 2023-12-01T05:21:35.688 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-A75Und0O4bd5mCb off=3916714 len=1555237 2023-12-01T05:21:35.696 INFO:tasks.workunit.client.0.smithi111.stdout:op 5328 completed, throughput=5MB/sec 2023-12-01T05:21:35.696 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dw8yqS5WR2QrcjR off=4779805 len=156544 2023-12-01T05:21:35.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 5329 completed, throughput=5MB/sec 2023-12-01T05:21:35.697 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0GlrP76Yz4QdOp3 off=5071686 len=348075 2023-12-01T05:21:35.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 5330 completed, throughput=5MB/sec 2023-12-01T05:21:35.698 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oJdxq7aC5pJpKKp off=5804895 len=152227 2023-12-01T05:21:35.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 5331 completed, throughput=5MB/sec 2023-12-01T05:21:35.701 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o806ujlkO89SZ4f off=1441875 len=1723789 2023-12-01T05:21:35.707 INFO:tasks.workunit.client.0.smithi111.stdout:op 5332 completed, throughput=5MB/sec 2023-12-01T05:21:35.707 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y12vWfcum4shkZr off=1158491 len=1658986 2023-12-01T05:21:35.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 5333 completed, throughput=5MB/sec 2023-12-01T05:21:36.712 INFO:tasks.workunit.client.0.smithi111.stdout: 1043: throughput=5MB/sec pending data=0 2023-12-01T05:21:36.713 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jWDGcqyama1Ebg0 off=4510767 len=1316598 2023-12-01T05:21:36.719 INFO:tasks.workunit.client.0.smithi111.stdout:op 5334 completed, throughput=5MB/sec 2023-12-01T05:21:36.719 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mWbxOrTK5bGKV4m off=353522 len=1457818 2023-12-01T05:21:36.726 INFO:tasks.workunit.client.0.smithi111.stdout:op 5335 completed, throughput=5MB/sec 2023-12-01T05:21:36.726 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-N2vFdzH_OrtXFqr off=3323242 len=550819 2023-12-01T05:21:36.730 INFO:tasks.workunit.client.0.smithi111.stdout:op 5336 completed, throughput=5MB/sec 2023-12-01T05:21:36.730 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vyIDQErVs4gkZb2 off=4905610 len=484837 2023-12-01T05:21:36.734 INFO:tasks.workunit.client.0.smithi111.stdout:op 5337 completed, throughput=5MB/sec 2023-12-01T05:21:36.734 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nOzJz3WeTeC_6IZ off=2787009 len=1925301 2023-12-01T05:21:36.745 INFO:tasks.workunit.client.0.smithi111.stdout:op 5338 completed, throughput=5MB/sec 2023-12-01T05:21:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:36 smithi155 ceph-mon[102677]: pgmap v2218: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:21:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:36 smithi111 ceph-mon[97855]: pgmap v2218: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:21:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:36 smithi111 ceph-mon[116524]: pgmap v2218: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:21:37.745 INFO:tasks.workunit.client.0.smithi111.stdout: 1044: throughput=5MB/sec pending data=0 2023-12-01T05:21:37.746 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oLULyY4hpyj4PWP off=5179591 len=1914322 2023-12-01T05:21:37.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 5339 completed, throughput=5MB/sec 2023-12-01T05:21:37.748 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I7P3sWhpaD3b9Kt off=16677903 len=1732409 2023-12-01T05:21:37.758 INFO:tasks.workunit.client.0.smithi111.stdout:op 5340 completed, throughput=5MB/sec 2023-12-01T05:21:37.758 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tJt7Zk0lJTgE6n1 off=13129925 len=540903 2023-12-01T05:21:37.759 INFO:tasks.workunit.client.0.smithi111.stdout:op 5341 completed, throughput=5MB/sec 2023-12-01T05:21:37.759 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9oYSmSeoXroEtDK off=915905 len=1773761 2023-12-01T05:21:37.760 INFO:tasks.workunit.client.0.smithi111.stdout:op 5342 completed, throughput=5MB/sec 2023-12-01T05:21:38.761 INFO:tasks.workunit.client.0.smithi111.stdout: 1045: throughput=5MB/sec pending data=0 2023-12-01T05:21:38.761 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0masnS93CByAH3q off=4885323 len=440950 2023-12-01T05:21:38.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 5343 completed, throughput=5MB/sec 2023-12-01T05:21:38.765 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mTSADLvabjkyoK6 off=343656 len=1043432 2023-12-01T05:21:38.770 INFO:tasks.workunit.client.0.smithi111.stdout:op 5344 completed, throughput=5MB/sec 2023-12-01T05:21:38.770 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b2Xw7ZiJp2GaMwJ off=766994 len=1998241 2023-12-01T05:21:38.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 5345 completed, throughput=5MB/sec 2023-12-01T05:21:38.777 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dlWwxpXlG6xHw7V off=1279291 len=393615 2023-12-01T05:21:38.779 INFO:tasks.workunit.client.0.smithi111.stdout:op 5346 completed, throughput=5MB/sec 2023-12-01T05:21:38.780 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OccmhmsY0WO6TUA off=6809953 len=1022922 2023-12-01T05:21:38.786 INFO:tasks.workunit.client.0.smithi111.stdout:op 5347 completed, throughput=5MB/sec 2023-12-01T05:21:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:38 smithi155 ceph-mon[102677]: pgmap v2219: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:21:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:38 smithi111 ceph-mon[97855]: pgmap v2219: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:21:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:38 smithi111 ceph-mon[116524]: pgmap v2219: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:21:39] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2023-12-01T05:21:39.786 INFO:tasks.workunit.client.0.smithi111.stdout: 1046: throughput=5MB/sec pending data=0 2023-12-01T05:21:39.786 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0q6tdK7Tm1gzolh off=9523163 len=1820136 2023-12-01T05:21:39.795 INFO:tasks.workunit.client.0.smithi111.stdout:op 5348 completed, throughput=5MB/sec 2023-12-01T05:21:39.795 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fgx3yMyW0YVpLmV off=6799361 len=831584 2023-12-01T05:21:39.800 INFO:tasks.workunit.client.0.smithi111.stdout:op 5349 completed, throughput=5MB/sec 2023-12-01T05:21:39.800 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7j_FiCvYI25mj44 off=2426600 len=155955 2023-12-01T05:21:39.801 INFO:tasks.workunit.client.0.smithi111.stdout:op 5350 completed, throughput=5MB/sec 2023-12-01T05:21:39.801 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KwFC1bhbseznyUp off=12549437 len=1849951 2023-12-01T05:21:39.802 INFO:tasks.workunit.client.0.smithi111.stdout:op 5351 completed, throughput=5MB/sec 2023-12-01T05:21:40.803 INFO:tasks.workunit.client.0.smithi111.stdout: 1047: throughput=5MB/sec pending data=0 2023-12-01T05:21:40.803 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q1-r8T05EoWXJWh off=12322882 len=620281 2023-12-01T05:21:40.804 INFO:tasks.workunit.client.0.smithi111.stdout:op 5352 completed, throughput=5MB/sec 2023-12-01T05:21:40.804 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v5DQy_ud9Qnp-mt off=2180869 len=1357376 2023-12-01T05:21:40.811 INFO:tasks.workunit.client.0.smithi111.stdout:op 5353 completed, throughput=5MB/sec 2023-12-01T05:21:40.811 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yn2kdZBxruAz7E0 off=9014835 len=818432 2023-12-01T05:21:40.811 INFO:tasks.workunit.client.0.smithi111.stdout:op 5354 completed, throughput=5MB/sec 2023-12-01T05:21:40.812 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jB5j_C_jjcJXCm4 off=6374222 len=472848 2023-12-01T05:21:40.815 INFO:tasks.workunit.client.0.smithi111.stdout:op 5355 completed, throughput=5MB/sec 2023-12-01T05:21:40.815 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LmQGJACe-zWQBUG off=3721080 len=2065957 2023-12-01T05:21:40.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 5356 completed, throughput=5MB/sec 2023-12-01T05:21:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:40 smithi155 ceph-mon[102677]: pgmap v2220: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:21:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:40 smithi111 ceph-mon[97855]: pgmap v2220: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:21:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:40 smithi111 ceph-mon[116524]: pgmap v2220: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:21:41.823 INFO:tasks.workunit.client.0.smithi111.stdout: 1048: throughput=5MB/sec pending data=0 2023-12-01T05:21:41.823 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oL8Q9wCD_kXAXhf off=318778 len=569396 2023-12-01T05:21:41.825 INFO:tasks.workunit.client.0.smithi111.stdout:op 5357 completed, throughput=5MB/sec 2023-12-01T05:21:41.825 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-p9X_1mNYJOWyINN off=2010063 len=441893 2023-12-01T05:21:41.829 INFO:tasks.workunit.client.0.smithi111.stdout:op 5358 completed, throughput=5MB/sec 2023-12-01T05:21:41.829 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HcPmp9qd5jqEdnY off=12425454 len=1545473 2023-12-01T05:21:41.830 INFO:tasks.workunit.client.0.smithi111.stdout:op 5359 completed, throughput=5MB/sec 2023-12-01T05:21:41.830 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OMUUOSTNfWUTUsT off=2652261 len=1863122 2023-12-01T05:21:41.838 INFO:tasks.workunit.client.0.smithi111.stdout:op 5360 completed, throughput=5MB/sec 2023-12-01T05:21:41.838 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2gZchyI4i_KeSTj off=695336 len=600110 2023-12-01T05:21:41.841 INFO:tasks.workunit.client.0.smithi111.stdout:op 5361 completed, throughput=5MB/sec 2023-12-01T05:21:41.841 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ISJZaeotX8pou21 off=2528316 len=1956239 2023-12-01T05:21:41.852 INFO:tasks.workunit.client.0.smithi111.stdout:op 5362 completed, throughput=5MB/sec 2023-12-01T05:21:42.853 INFO:tasks.workunit.client.0.smithi111.stdout: 1049: throughput=5MB/sec pending data=0 2023-12-01T05:21:42.853 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fRy0P4fWjKFWTgv off=6288861 len=1273600 2023-12-01T05:21:42.854 INFO:tasks.workunit.client.0.smithi111.stdout:op 5363 completed, throughput=5MB/sec 2023-12-01T05:21:42.854 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6OJkRL0J1IZov_l off=258329 len=1693773 2023-12-01T05:21:42.862 INFO:tasks.workunit.client.0.smithi111.stdout:op 5364 completed, throughput=5MB/sec 2023-12-01T05:21:42.862 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kTJ_g8EEA-48aAE off=4506545 len=593588 2023-12-01T05:21:42.865 INFO:tasks.workunit.client.0.smithi111.stdout:op 5365 completed, throughput=5MB/sec 2023-12-01T05:21:42.865 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P8G6mStnd9nHvFZ off=14184977 len=1343993 2023-12-01T05:21:42.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 5366 completed, throughput=5MB/sec 2023-12-01T05:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:42 smithi111 ceph-mon[97855]: pgmap v2221: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:42 smithi111 ceph-mon[116524]: pgmap v2221: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:21:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:42 smithi155 ceph-mon[102677]: pgmap v2221: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2023-12-01T05:21:43.869 INFO:tasks.workunit.client.0.smithi111.stdout: 1050: throughput=5MB/sec pending data=0 2023-12-01T05:21:43.869 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dNa9fQorm6_gtiq off=1130023 len=1722413 2023-12-01T05:21:43.878 INFO:tasks.workunit.client.0.smithi111.stdout:op 5367 completed, throughput=5MB/sec 2023-12-01T05:21:43.878 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-251dovI_6G-fMEm off=13734949 len=274032 2023-12-01T05:21:43.879 INFO:tasks.workunit.client.0.smithi111.stdout:op 5368 completed, throughput=5MB/sec 2023-12-01T05:21:43.879 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cnsQBWx_KfaHctG off=0 len=1898365 2023-12-01T05:21:43.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 5369 completed, throughput=5MB/sec 2023-12-01T05:21:43.882 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-N52xjhr9A5YegFU off=11557614 len=1054384 2023-12-01T05:21:43.883 INFO:tasks.workunit.client.0.smithi111.stdout:op 5370 completed, throughput=5MB/sec 2023-12-01T05:21:44.883 INFO:tasks.workunit.client.0.smithi111.stdout: 1051: throughput=5MB/sec pending data=0 2023-12-01T05:21:44.883 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z1LCoxgUvK1bTG5 off=7390951 len=1738993 2023-12-01T05:21:44.885 INFO:tasks.workunit.client.0.smithi111.stdout:op 5371 completed, throughput=5MB/sec 2023-12-01T05:21:44.885 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I9PYZh3fyahxV24 off=8114403 len=1738610 2023-12-01T05:21:44.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 5372 completed, throughput=5MB/sec 2023-12-01T05:21:44.894 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6FUJjIc2j4xNmIf off=3949484 len=1971824 2023-12-01T05:21:44.904 INFO:tasks.workunit.client.0.smithi111.stdout:op 5373 completed, throughput=5MB/sec 2023-12-01T05:21:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:44 smithi111 ceph-mon[97855]: pgmap v2222: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:21:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:44 smithi111 ceph-mon[116524]: pgmap v2222: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:21:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:44 smithi155 ceph-mon[102677]: pgmap v2222: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:21:45.904 INFO:tasks.workunit.client.0.smithi111.stdout: 1052: throughput=5MB/sec pending data=0 2023-12-01T05:21:45.904 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lal4PqhirYahzmI off=8577354 len=179255 2023-12-01T05:21:45.906 INFO:tasks.workunit.client.0.smithi111.stdout:op 5374 completed, throughput=5MB/sec 2023-12-01T05:21:45.906 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f4uFEVhWmQ2LyZQ off=1818132 len=1473071 2023-12-01T05:21:45.909 INFO:tasks.workunit.client.0.smithi111.stdout:op 5375 completed, throughput=5MB/sec 2023-12-01T05:21:45.909 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-TTembZ4pXjiFQ2T off=7040156 len=1180395 2023-12-01T05:21:45.914 INFO:tasks.workunit.client.0.smithi111.stdout:op 5376 completed, throughput=5MB/sec 2023-12-01T05:21:45.915 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zvqgx3LeFMGc4eS off=1648864 len=345433 2023-12-01T05:21:45.915 INFO:tasks.workunit.client.0.smithi111.stdout:op 5377 completed, throughput=5MB/sec 2023-12-01T05:21:45.915 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fWS3C58duKnaV3g off=4951330 len=1892701 2023-12-01T05:21:45.922 INFO:tasks.workunit.client.0.smithi111.stdout:op 5378 completed, throughput=5MB/sec 2023-12-01T05:21:46.922 INFO:tasks.workunit.client.0.smithi111.stdout: 1053: throughput=5MB/sec pending data=0 2023-12-01T05:21:46.922 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v4hKV20wo9HDLH1 off=6978712 len=296658 2023-12-01T05:21:46.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 5379 completed, throughput=5MB/sec 2023-12-01T05:21:46.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yY2kCR1V0lQAIcL off=240686 len=1658459 2023-12-01T05:21:46.928 INFO:tasks.workunit.client.0.smithi111.stdout:op 5380 completed, throughput=5MB/sec 2023-12-01T05:21:46.928 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-R1skEXLUHmsu85T off=1684665 len=1879822 2023-12-01T05:21:46.938 INFO:tasks.workunit.client.0.smithi111.stdout:op 5381 completed, throughput=5MB/sec 2023-12-01T05:21:46.938 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I8dkbb-IZ87Rtjy off=15701054 len=1000111 2023-12-01T05:21:46.943 INFO:tasks.workunit.client.0.smithi111.stdout:op 5382 completed, throughput=5MB/sec 2023-12-01T05:21:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:46 smithi111 ceph-mon[97855]: pgmap v2223: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:21:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:46 smithi111 ceph-mon[116524]: pgmap v2223: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:21:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:46 smithi155 ceph-mon[102677]: pgmap v2223: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:21:47.944 INFO:tasks.workunit.client.0.smithi111.stdout: 1054: throughput=5MB/sec pending data=0 2023-12-01T05:21:47.944 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VGaf3SGtOdKRUwW off=14563042 len=2054220 2023-12-01T05:21:47.948 INFO:tasks.workunit.client.0.smithi111.stdout:op 5383 completed, throughput=5MB/sec 2023-12-01T05:21:47.948 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Zdevj38hJwzJ16k off=4314288 len=1997260 2023-12-01T05:21:47.961 INFO:tasks.workunit.client.0.smithi111.stdout:op 5384 completed, throughput=5MB/sec 2023-12-01T05:21:47.962 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b4nRplbvDi1-P_n off=1463170 len=1781161 2023-12-01T05:21:47.963 INFO:tasks.workunit.client.0.smithi111.stdout:op 5385 completed, throughput=5MB/sec 2023-12-01T05:21:48.963 INFO:tasks.workunit.client.0.smithi111.stdout: 1055: throughput=5MB/sec pending data=0 2023-12-01T05:21:48.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qqeH6F36AitRVAF off=7894547 len=706346 2023-12-01T05:21:48.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 5386 completed, throughput=5MB/sec 2023-12-01T05:21:48.965 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qo-BEgk4RxV4KMI off=5411149 len=2019149 2023-12-01T05:21:48.977 INFO:tasks.workunit.client.0.smithi111.stdout:op 5387 completed, throughput=5MB/sec 2023-12-01T05:21:48.977 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3Zjs16o7NOKGAS3 off=22861 len=1318435 2023-12-01T05:21:48.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 5388 completed, throughput=5MB/sec 2023-12-01T05:21:48.978 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wl_Ncr0_uKXvP6s off=4683605 len=1218212 2023-12-01T05:21:48.981 INFO:tasks.workunit.client.0.smithi111.stdout:op 5389 completed, throughput=5MB/sec 2023-12-01T05:21:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:48 smithi111 ceph-mon[97855]: pgmap v2224: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:21:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:48 smithi111 ceph-mon[116524]: pgmap v2224: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:21:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:48 smithi155 ceph-mon[102677]: pgmap v2224: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:21:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:21:49] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:21:49.981 INFO:tasks.workunit.client.0.smithi111.stdout: 1056: throughput=5MB/sec pending data=0 2023-12-01T05:21:49.981 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GOGwIfd_pnhTy1a off=0 len=1794029 2023-12-01T05:21:49.983 INFO:tasks.workunit.client.0.smithi111.stdout:op 5390 completed, throughput=5MB/sec 2023-12-01T05:21:49.984 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UcCtwCkXCpCRFHB off=4171599 len=2074770 2023-12-01T05:21:49.996 INFO:tasks.workunit.client.0.smithi111.stdout:op 5391 completed, throughput=5MB/sec 2023-12-01T05:21:49.996 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XJeVp8BqYPP7XLU off=4348242 len=538682 2023-12-01T05:21:50.002 INFO:tasks.workunit.client.0.smithi111.stdout:op 5392 completed, throughput=5MB/sec 2023-12-01T05:21:50.002 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9jRwIF5MKhFiuWv off=9420211 len=615032 2023-12-01T05:21:50.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 5393 completed, throughput=5MB/sec 2023-12-01T05:21:51.004 INFO:tasks.workunit.client.0.smithi111.stdout: 1057: throughput=5MB/sec pending data=0 2023-12-01T05:21:51.004 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-giuhfsd3sEpcy-J off=593375 len=1468072 2023-12-01T05:21:51.007 INFO:tasks.workunit.client.0.smithi111.stdout:op 5394 completed, throughput=5MB/sec 2023-12-01T05:21:51.007 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3GRtkVO_LPmNueq off=11631234 len=556224 2023-12-01T05:21:51.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 5395 completed, throughput=5MB/sec 2023-12-01T05:21:51.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pFTrdxVivA5LcUB off=11288527 len=14624 2023-12-01T05:21:51.013 INFO:tasks.workunit.client.0.smithi111.stdout:op 5396 completed, throughput=5MB/sec 2023-12-01T05:21:51.013 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PZMHNndW0wcL9LA off=5724669 len=2024342 2023-12-01T05:21:51.017 INFO:tasks.workunit.client.0.smithi111.stdout:op 5397 completed, throughput=5MB/sec 2023-12-01T05:21:51.017 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YEGPK8ViOA8pNBS off=3009341 len=1134947 2023-12-01T05:21:51.022 INFO:tasks.workunit.client.0.smithi111.stdout:op 5398 completed, throughput=5MB/sec 2023-12-01T05:21:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:50 smithi111 ceph-mon[97855]: pgmap v2225: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:21:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:50 smithi111 ceph-mon[116524]: pgmap v2225: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:21:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:50 smithi155 ceph-mon[102677]: pgmap v2225: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:21:52.023 INFO:tasks.workunit.client.0.smithi111.stdout: 1058: throughput=5MB/sec pending data=0 2023-12-01T05:21:52.023 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3GiYCWkB2OBTVYJ off=3106675 len=619324 2023-12-01T05:21:52.028 INFO:tasks.workunit.client.0.smithi111.stdout:op 5399 completed, throughput=5MB/sec 2023-12-01T05:21:52.029 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v6a6SWpMFlqdQGq off=6933431 len=1734108 2023-12-01T05:21:52.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 5400 completed, throughput=5MB/sec 2023-12-01T05:21:52.029 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gv7qHGN36955vpf off=11421030 len=496113 2023-12-01T05:21:52.034 INFO:tasks.workunit.client.0.smithi111.stdout:op 5401 completed, throughput=5MB/sec 2023-12-01T05:21:52.035 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-V8q3oTBd9hYO2mX off=1289935 len=1661553 2023-12-01T05:21:52.036 INFO:tasks.workunit.client.0.smithi111.stdout:op 5402 completed, throughput=5MB/sec 2023-12-01T05:21:52.036 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rKuivOuw_aco4Jx off=1980141 len=670864 2023-12-01T05:21:52.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 5403 completed, throughput=5MB/sec 2023-12-01T05:21:52.040 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X0UDSg3SH12DZ2- off=2568267 len=653047 2023-12-01T05:21:52.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 5404 completed, throughput=5MB/sec 2023-12-01T05:21:53.045 INFO:tasks.workunit.client.0.smithi111.stdout: 1059: throughput=5MB/sec pending data=0 2023-12-01T05:21:53.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5i1XoxGjO-5yA2E off=1040611 len=1063394 2023-12-01T05:21:53.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 5405 completed, throughput=5MB/sec 2023-12-01T05:21:53.047 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qtxdpOLE0vPDD77 off=6117425 len=1641677 2023-12-01T05:21:53.048 INFO:tasks.workunit.client.0.smithi111.stdout:op 5406 completed, throughput=5MB/sec 2023-12-01T05:21:53.048 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DmWdgH7pi7Y_PzS off=1255517 len=1212886 2023-12-01T05:21:53.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 5407 completed, throughput=5MB/sec 2023-12-01T05:21:53.050 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3dmFwdFizpn08ne off=480768 len=1669571 2023-12-01T05:21:53.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 5408 completed, throughput=5MB/sec 2023-12-01T05:21:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:52 smithi111 ceph-mon[97855]: pgmap v2226: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:21:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:52 smithi111 ceph-mon[116524]: pgmap v2226: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:21:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:52 smithi155 ceph-mon[102677]: pgmap v2226: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2023-12-01T05:21:54.052 INFO:tasks.workunit.client.0.smithi111.stdout: 1060: throughput=5MB/sec pending data=0 2023-12-01T05:21:54.052 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sBG4qHhUAiVyqtb off=1241356 len=2073012 2023-12-01T05:21:54.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 5409 completed, throughput=5MB/sec 2023-12-01T05:21:54.057 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DoVqUficWnac5Jr off=2774666 len=27684 2023-12-01T05:21:54.058 INFO:tasks.workunit.client.0.smithi111.stdout:op 5410 completed, throughput=5MB/sec 2023-12-01T05:21:54.058 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eIasjJ4fMbKl2qo off=18595628 len=790995 2023-12-01T05:21:54.063 INFO:tasks.workunit.client.0.smithi111.stdout:op 5411 completed, throughput=5MB/sec 2023-12-01T05:21:54.063 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4EdQY59fB7oAbpL off=3278557 len=443273 2023-12-01T05:21:54.067 INFO:tasks.workunit.client.0.smithi111.stdout:op 5412 completed, throughput=5MB/sec 2023-12-01T05:21:54.067 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c7X5ciSJEwKP8A9 off=12166162 len=593586 2023-12-01T05:21:54.071 INFO:tasks.workunit.client.0.smithi111.stdout:op 5413 completed, throughput=5MB/sec 2023-12-01T05:21:54.071 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Vi4tHCRoJGMlIqb off=548990 len=1674192 2023-12-01T05:21:54.073 INFO:tasks.workunit.client.0.smithi111.stdout:op 5414 completed, throughput=5MB/sec 2023-12-01T05:21:54.468 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (39m) 6m ago 39m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (39m) 6m ago 39m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (40m) 6m ago 40m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (40m) 6m ago 40m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (43m) 6m ago 43m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (45m) 6m ago 45m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (45m) 6m ago 45m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (44m) 6m ago 44m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:21:54.781 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (44m) 6m ago 44m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (39m) 6m ago 39m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (39m) 6m ago 39m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (43m) 6m ago 43m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (43m) 6m ago 43m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (42m) 6m ago 42m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (42m) 6m ago 42m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (42m) 6m ago 42m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (41m) 6m ago 41m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (41m) 6m ago 41m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (41m) 6m ago 41m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:21:54.782 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (39m) 6m ago 40m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:21:55.073 INFO:tasks.workunit.client.0.smithi111.stdout: 1061: throughput=5MB/sec pending data=0 2023-12-01T05:21:55.073 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JGl27hW5fHJYvVO off=2330150 len=404177 2023-12-01T05:21:55.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 5415 completed, throughput=5MB/sec 2023-12-01T05:21:55.077 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zHVtFA9aExQg3ec off=18506614 len=1368572 2023-12-01T05:21:55.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 5416 completed, throughput=5MB/sec 2023-12-01T05:21:55.081 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CnlWeTegELC5RT_ off=1853785 len=457985 2023-12-01T05:21:55.085 INFO:tasks.workunit.client.0.smithi111.stdout:op 5417 completed, throughput=5MB/sec 2023-12-01T05:21:55.086 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gjip2aKJaqmGJpN off=3696011 len=220414 2023-12-01T05:21:55.088 INFO:tasks.workunit.client.0.smithi111.stdout:op 5418 completed, throughput=5MB/sec 2023-12-01T05:21:55.088 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vcrUw4kJls0TRF5 off=15683602 len=819055 2023-12-01T05:21:55.091 INFO:tasks.workunit.client.0.smithi111.stdout:op 5419 completed, throughput=5MB/sec 2023-12-01T05:21:55.091 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tFNsUxP_4GoX22G off=1521203 len=1473426 2023-12-01T05:21:55.093 INFO:tasks.workunit.client.0.smithi111.stdout:op 5420 completed, throughput=5MB/sec 2023-12-01T05:21:55.166 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:21:55.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:21:55.167 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:21:55.168 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:21:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:54 smithi111 ceph-mon[97855]: pgmap v2227: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:21:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:54 smithi111 ceph-mon[116524]: pgmap v2227: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:21:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:54 smithi155 ceph-mon[102677]: pgmap v2227: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:21:56.093 INFO:tasks.workunit.client.0.smithi111.stdout: 1062: throughput=5MB/sec pending data=0 2023-12-01T05:21:56.093 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yzYZvVI0Z5VDQt8 off=6202679 len=1177927 2023-12-01T05:21:56.095 INFO:tasks.workunit.client.0.smithi111.stdout:op 5421 completed, throughput=5MB/sec 2023-12-01T05:21:56.095 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JS0mHBZJ-E7Rdmy off=1350171 len=1331594 2023-12-01T05:21:56.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 5422 completed, throughput=5MB/sec 2023-12-01T05:21:56.096 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AmWiFP-CSaRj7ZG off=8895667 len=441085 2023-12-01T05:21:56.100 INFO:tasks.workunit.client.0.smithi111.stdout:op 5423 completed, throughput=5MB/sec 2023-12-01T05:21:56.100 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lS7qlGe_Mrm6_B2 off=534649 len=444365 2023-12-01T05:21:56.101 INFO:tasks.workunit.client.0.smithi111.stdout:op 5424 completed, throughput=5MB/sec 2023-12-01T05:21:56.101 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nhkiHfm3bDA2UuJ off=11473384 len=635582 2023-12-01T05:21:56.104 INFO:tasks.workunit.client.0.smithi111.stdout:op 5425 completed, throughput=5MB/sec 2023-12-01T05:21:56.104 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z0UBYcSWfb8AMMU off=6606575 len=1761739 2023-12-01T05:21:56.108 INFO:tasks.workunit.client.0.smithi111.stdout:op 5426 completed, throughput=5MB/sec 2023-12-01T05:21:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:55 smithi111 ceph-mon[97855]: from='client.16815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:55 smithi111 ceph-mon[97855]: from='client.16821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3536527802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:21:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:55 smithi111 ceph-mon[116524]: from='client.16815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:55 smithi111 ceph-mon[116524]: from='client.16821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3536527802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:21:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:55 smithi155 ceph-mon[102677]: from='client.16815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:55 smithi155 ceph-mon[102677]: from='client.16821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:21:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3536527802' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:21:57.110 INFO:tasks.workunit.client.0.smithi111.stdout: 1063: throughput=5MB/sec pending data=0 2023-12-01T05:21:57.110 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-E1ScrvRTxXRg-8p off=574038 len=5555 2023-12-01T05:21:57.110 INFO:tasks.workunit.client.0.smithi111.stdout:op 5427 completed, throughput=5MB/sec 2023-12-01T05:21:57.110 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RDPzTABqBWENKrh off=22439033 len=1284742 2023-12-01T05:21:57.116 INFO:tasks.workunit.client.0.smithi111.stdout:op 5428 completed, throughput=5MB/sec 2023-12-01T05:21:57.116 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lJR8q2yUftuh9FP off=7152711 len=601373 2023-12-01T05:21:57.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 5429 completed, throughput=5MB/sec 2023-12-01T05:21:57.117 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZpUwDu6KDLKXWtb off=1459731 len=2027701 2023-12-01T05:21:57.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 5430 completed, throughput=5MB/sec 2023-12-01T05:21:57.129 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Z1ke7HhT8hDwUOz off=990899 len=1882326 2023-12-01T05:21:57.138 INFO:tasks.workunit.client.0.smithi111.stdout:op 5431 completed, throughput=5MB/sec 2023-12-01T05:21:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:56 smithi111 ceph-mon[97855]: pgmap v2228: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:21:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:56 smithi111 ceph-mon[116524]: pgmap v2228: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:21:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:56 smithi155 ceph-mon[102677]: pgmap v2228: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2023-12-01T05:21:58.139 INFO:tasks.workunit.client.0.smithi111.stdout: 1064: throughput=5MB/sec pending data=0 2023-12-01T05:21:58.139 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aFr2wg6CnYrTfyY off=18448573 len=2060607 2023-12-01T05:21:58.141 INFO:tasks.workunit.client.0.smithi111.stdout:op 5432 completed, throughput=5MB/sec 2023-12-01T05:21:58.141 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-woav4Y0NSP6y8tT off=3803702 len=704696 2023-12-01T05:21:58.145 INFO:tasks.workunit.client.0.smithi111.stdout:op 5433 completed, throughput=5MB/sec 2023-12-01T05:21:58.145 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W8FoDAJ27VL2ggE off=63256 len=2066858 2023-12-01T05:21:58.148 INFO:tasks.workunit.client.0.smithi111.stdout:op 5434 completed, throughput=5MB/sec 2023-12-01T05:21:59.148 INFO:tasks.workunit.client.0.smithi111.stdout: 1065: throughput=5MB/sec pending data=0 2023-12-01T05:21:59.148 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5VFShbBgPv8uI6z off=7775124 len=1897144 2023-12-01T05:21:59.150 INFO:tasks.workunit.client.0.smithi111.stdout:op 5435 completed, throughput=5MB/sec 2023-12-01T05:21:59.150 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HTInkpQ5hp-LVsn off=18458356 len=1698130 2023-12-01T05:21:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:op 5436 completed, throughput=5MB/sec 2023-12-01T05:21:59.160 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-61E1U8uUbe9g_gS off=10018149 len=907343 2023-12-01T05:21:59.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 5437 completed, throughput=5MB/sec 2023-12-01T05:21:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:21:58 smithi111 ceph-mon[97855]: pgmap v2229: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:21:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:21:58 smithi111 ceph-mon[116524]: pgmap v2229: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:21:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:21:58 smithi155 ceph-mon[102677]: pgmap v2229: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:21:59] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:22:00.161 INFO:tasks.workunit.client.0.smithi111.stdout: 1066: throughput=5MB/sec pending data=0 2023-12-01T05:22:00.161 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pkKPLKt_rqgXEh8 off=4777038 len=156895 2023-12-01T05:22:00.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 5438 completed, throughput=5MB/sec 2023-12-01T05:22:00.162 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yGEAutRY_6bwxwr off=2037919 len=161644 2023-12-01T05:22:00.164 INFO:tasks.workunit.client.0.smithi111.stdout:op 5439 completed, throughput=5MB/sec 2023-12-01T05:22:00.164 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2YfuxEBSF13aDA0 off=5878260 len=818119 2023-12-01T05:22:00.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 5440 completed, throughput=5MB/sec 2023-12-01T05:22:00.170 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O6gsKpZm3Fy5a5o off=848503 len=860704 2023-12-01T05:22:00.171 INFO:tasks.workunit.client.0.smithi111.stdout:op 5441 completed, throughput=5MB/sec 2023-12-01T05:22:00.171 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FBQ5C4f6ZOHDeue off=2485944 len=1007281 2023-12-01T05:22:00.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 5442 completed, throughput=5MB/sec 2023-12-01T05:22:00.173 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0DY0KPhNxB1fyiB off=4380024 len=1777295 2023-12-01T05:22:00.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 5443 completed, throughput=5MB/sec 2023-12-01T05:22:00.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tFTL3dGUGP1Vn8H off=529419 len=1326935 2023-12-01T05:22:00.190 INFO:tasks.workunit.client.0.smithi111.stdout:op 5444 completed, throughput=5MB/sec 2023-12-01T05:22:01.191 INFO:tasks.workunit.client.0.smithi111.stdout: 1067: throughput=5MB/sec pending data=0 2023-12-01T05:22:01.191 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EwysfSgtA3vTOIB off=13658409 len=1189732 2023-12-01T05:22:01.197 INFO:tasks.workunit.client.0.smithi111.stdout:op 5445 completed, throughput=5MB/sec 2023-12-01T05:22:01.197 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1kND9qYREIe78xN off=8100902 len=1317560 2023-12-01T05:22:01.205 INFO:tasks.workunit.client.0.smithi111.stdout:op 5446 completed, throughput=5MB/sec 2023-12-01T05:22:01.205 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3zU9Fpzp95P9jAz off=6175267 len=204322 2023-12-01T05:22:01.206 INFO:tasks.workunit.client.0.smithi111.stdout:op 5447 completed, throughput=5MB/sec 2023-12-01T05:22:01.206 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q-gxd0PbPA7XBac off=12910044 len=1254135 2023-12-01T05:22:01.208 INFO:tasks.workunit.client.0.smithi111.stdout:op 5448 completed, throughput=5MB/sec 2023-12-01T05:22:01.208 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj---O_dw9jYwAOOhc off=3856642 len=1411964 2023-12-01T05:22:01.209 INFO:tasks.workunit.client.0.smithi111.stdout:op 5449 completed, throughput=5MB/sec 2023-12-01T05:22:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:00 smithi111 ceph-mon[97855]: pgmap v2230: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:22:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:00 smithi111 ceph-mon[116524]: pgmap v2230: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:22:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:00 smithi155 ceph-mon[102677]: pgmap v2230: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2023-12-01T05:22:02.210 INFO:tasks.workunit.client.0.smithi111.stdout: 1068: throughput=5MB/sec pending data=0 2023-12-01T05:22:02.210 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ch_d0cJdDBmGeC- off=10470744 len=622389 2023-12-01T05:22:02.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 5450 completed, throughput=5MB/sec 2023-12-01T05:22:02.215 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4ncS5X3sCaW97n7 off=3659470 len=921486 2023-12-01T05:22:02.216 INFO:tasks.workunit.client.0.smithi111.stdout:op 5451 completed, throughput=5MB/sec 2023-12-01T05:22:02.216 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZKw5ZQIHBc8hCtN off=1933751 len=35144 2023-12-01T05:22:02.219 INFO:tasks.workunit.client.0.smithi111.stdout:op 5452 completed, throughput=5MB/sec 2023-12-01T05:22:02.219 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pppuX8Ahb8koHpT off=6080084 len=1146577 2023-12-01T05:22:02.222 INFO:tasks.workunit.client.0.smithi111.stdout:op 5453 completed, throughput=5MB/sec 2023-12-01T05:22:02.222 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Gw5_TR3mG6u7QRj off=5761203 len=882492 2023-12-01T05:22:02.227 INFO:tasks.workunit.client.0.smithi111.stdout:op 5454 completed, throughput=5MB/sec 2023-12-01T05:22:02.227 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-khox9tG77k8SqtX off=1428189 len=1888929 2023-12-01T05:22:02.234 INFO:tasks.workunit.client.0.smithi111.stdout:op 5455 completed, throughput=5MB/sec 2023-12-01T05:22:03.234 INFO:tasks.workunit.client.0.smithi111.stdout: 1069: throughput=5MB/sec pending data=0 2023-12-01T05:22:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zjmaNGKL3pkJFJ- off=1232019 len=1683075 2023-12-01T05:22:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:op 5456 completed, throughput=5MB/sec 2023-12-01T05:22:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kfXW9rpf14jyO9i off=1493797 len=1039325 2023-12-01T05:22:03.239 INFO:tasks.workunit.client.0.smithi111.stdout:op 5457 completed, throughput=5MB/sec 2023-12-01T05:22:03.240 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DeaQslOlkQ_N_IL off=4650620 len=1556511 2023-12-01T05:22:03.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 5458 completed, throughput=5MB/sec 2023-12-01T05:22:03.249 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tcNOJ7roucGV22m off=97179 len=282401 2023-12-01T05:22:03.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 5459 completed, throughput=5MB/sec 2023-12-01T05:22:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:03 smithi155 ceph-mon[102677]: pgmap v2231: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:22:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:03 smithi111 ceph-mon[97855]: pgmap v2231: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:22:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:03 smithi111 ceph-mon[116524]: pgmap v2231: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2023-12-01T05:22:04.249 INFO:tasks.workunit.client.0.smithi111.stdout: 1070: throughput=5MB/sec pending data=0 2023-12-01T05:22:04.250 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CmMMu1eHBYOuxik off=8966546 len=636230 2023-12-01T05:22:04.250 INFO:tasks.workunit.client.0.smithi111.stdout:op 5460 completed, throughput=5MB/sec 2023-12-01T05:22:04.251 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OFhvH6DmJZihfC8 off=4850310 len=1184347 2023-12-01T05:22:04.252 INFO:tasks.workunit.client.0.smithi111.stdout:op 5461 completed, throughput=5MB/sec 2023-12-01T05:22:04.252 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-cE2hj_6QdWgLdMT off=7449994 len=126669 2023-12-01T05:22:04.255 INFO:tasks.workunit.client.0.smithi111.stdout:op 5462 completed, throughput=5MB/sec 2023-12-01T05:22:04.255 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qXGQWWZYrNuz0Q9 off=16433821 len=521930 2023-12-01T05:22:04.256 INFO:tasks.workunit.client.0.smithi111.stdout:op 5463 completed, throughput=5MB/sec 2023-12-01T05:22:04.256 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VUAzE5Ig2ZgRSAC off=10662440 len=1843194 2023-12-01T05:22:04.266 INFO:tasks.workunit.client.0.smithi111.stdout:op 5464 completed, throughput=5MB/sec 2023-12-01T05:22:04.266 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9kGEZqqicuNzrbT off=12926015 len=951329 2023-12-01T05:22:04.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 5465 completed, throughput=5MB/sec 2023-12-01T05:22:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:05.268 INFO:tasks.workunit.client.0.smithi111.stdout: 1071: throughput=5MB/sec pending data=0 2023-12-01T05:22:05.268 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0I0kiD7ofDIoUGc off=6051406 len=1858778 2023-12-01T05:22:05.270 INFO:tasks.workunit.client.0.smithi111.stdout:op 5466 completed, throughput=5MB/sec 2023-12-01T05:22:05.270 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QNo3ZrninUiPKTd off=10859498 len=1470884 2023-12-01T05:22:05.280 INFO:tasks.workunit.client.0.smithi111.stdout:op 5467 completed, throughput=5MB/sec 2023-12-01T05:22:05.280 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-lqe36OAwXDlQRZh off=20081733 len=1160695 2023-12-01T05:22:05.280 INFO:tasks.workunit.client.0.smithi111.stdout:op 5468 completed, throughput=5MB/sec 2023-12-01T05:22:05.281 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YRGA_wwxfDz3tNO off=6380879 len=1236288 2023-12-01T05:22:05.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 5469 completed, throughput=5MB/sec 2023-12-01T05:22:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:05 smithi155 ceph-mon[102677]: pgmap v2232: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:22:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:05 smithi111 ceph-mon[97855]: pgmap v2232: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:22:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:05 smithi111 ceph-mon[116524]: pgmap v2232: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2023-12-01T05:22:06.282 INFO:tasks.workunit.client.0.smithi111.stdout: 1072: throughput=5MB/sec pending data=0 2023-12-01T05:22:06.283 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-aYHN3PerXcDlHUn off=2336299 len=928083 2023-12-01T05:22:06.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 5470 completed, throughput=5MB/sec 2023-12-01T05:22:06.285 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uovA7lrhMemqzjK off=379728 len=197570 2023-12-01T05:22:06.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 5471 completed, throughput=5MB/sec 2023-12-01T05:22:06.285 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4eQMYZJnKrP5G2i off=475806 len=1675180 2023-12-01T05:22:06.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 5472 completed, throughput=5MB/sec 2023-12-01T05:22:06.294 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ivO3eo3oOL2OikJ off=8946801 len=457051 2023-12-01T05:22:06.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 5473 completed, throughput=5MB/sec 2023-12-01T05:22:06.297 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bB9rbmJqUx8_Tr- off=1131773 len=1149454 2023-12-01T05:22:06.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 5474 completed, throughput=5MB/sec 2023-12-01T05:22:06.303 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zl05Q0wAJLaqOLV off=6688613 len=547796 2023-12-01T05:22:06.303 INFO:tasks.workunit.client.0.smithi111.stdout:op 5475 completed, throughput=5MB/sec 2023-12-01T05:22:07.304 INFO:tasks.workunit.client.0.smithi111.stdout: 1073: throughput=5MB/sec pending data=0 2023-12-01T05:22:07.304 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-K_gM1MNktgU1899 off=9945345 len=1477524 2023-12-01T05:22:07.312 INFO:tasks.workunit.client.0.smithi111.stdout:op 5476 completed, throughput=5MB/sec 2023-12-01T05:22:07.312 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KT_Ysq_JBlAwbLK off=1804022 len=1836070 2023-12-01T05:22:07.320 INFO:tasks.workunit.client.0.smithi111.stdout:op 5477 completed, throughput=5MB/sec 2023-12-01T05:22:07.320 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-l-cFQygR9mwrIGv off=2596979 len=312503 2023-12-01T05:22:07.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 5478 completed, throughput=5MB/sec 2023-12-01T05:22:07.321 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2q4Qlbjckfaf0gN off=6931851 len=1785534 2023-12-01T05:22:07.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 5479 completed, throughput=5MB/sec 2023-12-01T05:22:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:07 smithi155 ceph-mon[102677]: pgmap v2233: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:22:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:07 smithi111 ceph-mon[97855]: pgmap v2233: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:22:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:07 smithi111 ceph-mon[116524]: pgmap v2233: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2023-12-01T05:22:08.324 INFO:tasks.workunit.client.0.smithi111.stdout: 1074: throughput=5MB/sec pending data=0 2023-12-01T05:22:08.325 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HK3Vw67_s0e8Xkb off=783788 len=1963961 2023-12-01T05:22:08.327 INFO:tasks.workunit.client.0.smithi111.stdout:op 5480 completed, throughput=5MB/sec 2023-12-01T05:22:08.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-v1ehiRxV2MpF-dC off=6879876 len=909700 2023-12-01T05:22:08.332 INFO:tasks.workunit.client.0.smithi111.stdout:op 5481 completed, throughput=5MB/sec 2023-12-01T05:22:08.332 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-foUfG2i7kzYarYq off=5218936 len=1581765 2023-12-01T05:22:08.342 INFO:tasks.workunit.client.0.smithi111.stdout:op 5482 completed, throughput=5MB/sec 2023-12-01T05:22:08.342 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OUNDd90hdWgHyZA off=6520708 len=1197221 2023-12-01T05:22:08.344 INFO:tasks.workunit.client.0.smithi111.stdout:op 5483 completed, throughput=5MB/sec 2023-12-01T05:22:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:09 smithi111 ceph-mon[97855]: pgmap v2234: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:22:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:09 smithi111 ceph-mon[116524]: pgmap v2234: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:22:09.344 INFO:tasks.workunit.client.0.smithi111.stdout: 1075: throughput=5MB/sec pending data=0 2023-12-01T05:22:09.344 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9-955fdWpWWnbjC off=101140 len=1920744 2023-12-01T05:22:09.348 INFO:tasks.workunit.client.0.smithi111.stdout:op 5484 completed, throughput=5MB/sec 2023-12-01T05:22:09.348 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lPn4_dxTtLg-PbU off=3261302 len=1413284 2023-12-01T05:22:09.357 INFO:tasks.workunit.client.0.smithi111.stdout:op 5485 completed, throughput=5MB/sec 2023-12-01T05:22:09.357 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hIoknwJes4iKBdH off=2777172 len=2094981 2023-12-01T05:22:09.369 INFO:tasks.workunit.client.0.smithi111.stdout:op 5486 completed, throughput=5MB/sec 2023-12-01T05:22:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:09 smithi155 ceph-mon[102677]: pgmap v2234: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:22:09] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:22:10.370 INFO:tasks.workunit.client.0.smithi111.stdout: 1076: throughput=5MB/sec pending data=0 2023-12-01T05:22:10.370 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ip_OZcrn18bOqEX off=0 len=1235582 2023-12-01T05:22:10.377 INFO:tasks.workunit.client.0.smithi111.stdout:op 5487 completed, throughput=5MB/sec 2023-12-01T05:22:10.377 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EiHQ1udB11mD3Fo off=9034184 len=1292281 2023-12-01T05:22:10.383 INFO:tasks.workunit.client.0.smithi111.stdout:op 5488 completed, throughput=5MB/sec 2023-12-01T05:22:10.383 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RBF-zXW_CZsRZQ6 off=2370635 len=1647797 2023-12-01T05:22:10.389 INFO:tasks.workunit.client.0.smithi111.stdout:op 5489 completed, throughput=5MB/sec 2023-12-01T05:22:10.389 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FV1mTzpdfocdmLK off=1150991 len=1174859 2023-12-01T05:22:10.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 5490 completed, throughput=5MB/sec 2023-12-01T05:22:11.390 INFO:tasks.workunit.client.0.smithi111.stdout: 1077: throughput=5MB/sec pending data=0 2023-12-01T05:22:11.390 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gLgvsZZzdaSlR1A off=5611635 len=89272 2023-12-01T05:22:11.393 INFO:tasks.workunit.client.0.smithi111.stdout:op 5491 completed, throughput=5MB/sec 2023-12-01T05:22:11.393 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u-lIe1b_P649Ws3 off=15849663 len=509575 2023-12-01T05:22:11.397 INFO:tasks.workunit.client.0.smithi111.stdout:op 5492 completed, throughput=5MB/sec 2023-12-01T05:22:11.397 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-q3m8W1UpJlnzVV8 off=8333213 len=1067695 2023-12-01T05:22:11.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 5493 completed, throughput=5MB/sec 2023-12-01T05:22:11.398 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-g1a96n0v09Q5pfB off=1527681 len=315852 2023-12-01T05:22:11.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 5494 completed, throughput=5MB/sec 2023-12-01T05:22:11.401 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zd3hfArU1gH6gHe off=10373248 len=182905 2023-12-01T05:22:11.402 INFO:tasks.workunit.client.0.smithi111.stdout:op 5495 completed, throughput=5MB/sec 2023-12-01T05:22:11.402 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vFnbpmsPR8qhu1Q off=6028407 len=1199323 2023-12-01T05:22:11.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 5496 completed, throughput=5MB/sec 2023-12-01T05:22:11.407 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IWuG95-GQxSasqd off=732659 len=648384 2023-12-01T05:22:11.408 INFO:tasks.workunit.client.0.smithi111.stdout:op 5497 completed, throughput=5MB/sec 2023-12-01T05:22:11.408 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UHqf31-rCdthptp off=12312008 len=214857 2023-12-01T05:22:11.409 INFO:tasks.workunit.client.0.smithi111.stdout:op 5498 completed, throughput=5MB/sec 2023-12-01T05:22:11.409 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-avYqxTXcRRMIp1p off=21711260 len=1521437 2023-12-01T05:22:11.418 INFO:tasks.workunit.client.0.smithi111.stdout:op 5499 completed, throughput=5MB/sec 2023-12-01T05:22:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:11 smithi155 ceph-mon[102677]: pgmap v2235: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:22:11.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:11 smithi111 ceph-mon[97855]: pgmap v2235: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:22:11.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:11 smithi111 ceph-mon[116524]: pgmap v2235: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:22:12.418 INFO:tasks.workunit.client.0.smithi111.stdout: 1078: throughput=5MB/sec pending data=0 2023-12-01T05:22:12.419 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UHFqgujlOilFjmu off=5864054 len=1413975 2023-12-01T05:22:12.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 5500 completed, throughput=5MB/sec 2023-12-01T05:22:12.428 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JLTXnTjCQ-8VwFJ off=8072732 len=910209 2023-12-01T05:22:12.433 INFO:tasks.workunit.client.0.smithi111.stdout:op 5501 completed, throughput=5MB/sec 2023-12-01T05:22:12.434 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x2oLsVIR-2hptOS off=6045068 len=1953763 2023-12-01T05:22:12.444 INFO:tasks.workunit.client.0.smithi111.stdout:op 5502 completed, throughput=5MB/sec 2023-12-01T05:22:12.444 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1dU6CQtyuzd0LD_ off=9345735 len=1609003 2023-12-01T05:22:12.446 INFO:tasks.workunit.client.0.smithi111.stdout:op 5503 completed, throughput=5MB/sec 2023-12-01T05:22:13.447 INFO:tasks.workunit.client.0.smithi111.stdout: 1079: throughput=5MB/sec pending data=0 2023-12-01T05:22:13.447 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-R8y5VwkxaeA_EO4 off=19812741 len=765766 2023-12-01T05:22:13.448 INFO:tasks.workunit.client.0.smithi111.stdout:op 5504 completed, throughput=5MB/sec 2023-12-01T05:22:13.448 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jQXTbmSMuWtna9A off=12582820 len=9090 2023-12-01T05:22:13.450 INFO:tasks.workunit.client.0.smithi111.stdout:op 5505 completed, throughput=5MB/sec 2023-12-01T05:22:13.451 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X_nsAu960b5eJIt off=130988 len=1827781 2023-12-01T05:22:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:13 smithi155 ceph-mon[102677]: pgmap v2236: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:22:13.464 INFO:tasks.workunit.client.0.smithi111.stdout:op 5506 completed, throughput=5MB/sec 2023-12-01T05:22:13.464 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LMGb9CTagucGjJB off=7525312 len=478165 2023-12-01T05:22:13.465 INFO:tasks.workunit.client.0.smithi111.stdout:op 5507 completed, throughput=5MB/sec 2023-12-01T05:22:13.465 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5dLszJSJIDDKh1K off=8000148 len=103776 2023-12-01T05:22:13.467 INFO:tasks.workunit.client.0.smithi111.stdout:op 5508 completed, throughput=5MB/sec 2023-12-01T05:22:13.467 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fWPwxuHdr_eGp_P off=3556583 len=1523801 2023-12-01T05:22:13.476 INFO:tasks.workunit.client.0.smithi111.stdout:op 5509 completed, throughput=5MB/sec 2023-12-01T05:22:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:13 smithi111 ceph-mon[97855]: pgmap v2236: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:22:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:13 smithi111 ceph-mon[116524]: pgmap v2236: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2023-12-01T05:22:14.477 INFO:tasks.workunit.client.0.smithi111.stdout: 1080: throughput=5MB/sec pending data=0 2023-12-01T05:22:14.477 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-c_iFpmfDPtqBqAm off=15903556 len=1929934 2023-12-01T05:22:14.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 5510 completed, throughput=5MB/sec 2023-12-01T05:22:14.489 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hiYn3nwrMIcWPWW off=12684312 len=1793809 2023-12-01T05:22:14.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 5511 completed, throughput=5MB/sec 2023-12-01T05:22:14.491 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4FNuwW-PoSF69FZ off=6773990 len=810270 2023-12-01T05:22:14.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 5512 completed, throughput=5MB/sec 2023-12-01T05:22:14.492 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L0qEw739GQtVnY3 off=16353686 len=1694104 2023-12-01T05:22:14.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 5513 completed, throughput=5MB/sec 2023-12-01T05:22:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:15 smithi155 ceph-mon[102677]: pgmap v2237: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:22:15.494 INFO:tasks.workunit.client.0.smithi111.stdout: 1081: throughput=5MB/sec pending data=0 2023-12-01T05:22:15.494 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-V2F8AE2bCo5jI-F off=10979358 len=1841109 2023-12-01T05:22:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:15 smithi111 ceph-mon[97855]: pgmap v2237: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:22:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:15 smithi111 ceph-mon[116524]: pgmap v2237: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:22:15.504 INFO:tasks.workunit.client.0.smithi111.stdout:op 5514 completed, throughput=5MB/sec 2023-12-01T05:22:15.505 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LYaAnRjk7_nUOyE off=812261 len=1059355 2023-12-01T05:22:15.506 INFO:tasks.workunit.client.0.smithi111.stdout:op 5515 completed, throughput=5MB/sec 2023-12-01T05:22:15.506 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6Gm58fps9NTHhK2 off=7861666 len=1357063 2023-12-01T05:22:15.509 INFO:tasks.workunit.client.0.smithi111.stdout:op 5516 completed, throughput=5MB/sec 2023-12-01T05:22:16.509 INFO:tasks.workunit.client.0.smithi111.stdout: 1082: throughput=5MB/sec pending data=0 2023-12-01T05:22:16.509 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Yh1XvxNRapwnwzS off=14667255 len=1657907 2023-12-01T05:22:16.521 INFO:tasks.workunit.client.0.smithi111.stdout:op 5517 completed, throughput=5MB/sec 2023-12-01T05:22:16.521 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p-_lZ0WRF3356dC off=18312946 len=65887 2023-12-01T05:22:16.522 INFO:tasks.workunit.client.0.smithi111.stdout:op 5518 completed, throughput=5MB/sec 2023-12-01T05:22:16.522 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wWCG153S8S_8zkg off=17068848 len=353871 2023-12-01T05:22:16.525 INFO:tasks.workunit.client.0.smithi111.stdout:op 5519 completed, throughput=5MB/sec 2023-12-01T05:22:16.525 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Y-EuAX0jEq1NdET off=339196 len=867133 2023-12-01T05:22:16.526 INFO:tasks.workunit.client.0.smithi111.stdout:op 5520 completed, throughput=5MB/sec 2023-12-01T05:22:16.526 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ceSSw6tzbCvC8n5 off=422004 len=1621277 2023-12-01T05:22:16.528 INFO:tasks.workunit.client.0.smithi111.stdout:op 5521 completed, throughput=5MB/sec 2023-12-01T05:22:16.528 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rXO45Y16NqDPn6w off=1087088 len=1744837 2023-12-01T05:22:16.530 INFO:tasks.workunit.client.0.smithi111.stdout:op 5522 completed, throughput=5MB/sec 2023-12-01T05:22:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:17 smithi155 ceph-mon[102677]: pgmap v2238: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:22:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:17 smithi111 ceph-mon[97855]: pgmap v2238: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:22:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:17 smithi111 ceph-mon[116524]: pgmap v2238: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:22:17.531 INFO:tasks.workunit.client.0.smithi111.stdout: 1083: throughput=5MB/sec pending data=0 2023-12-01T05:22:17.531 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--GeRl2RKXXuZzV7 off=3299981 len=301643 2023-12-01T05:22:17.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 5523 completed, throughput=5MB/sec 2023-12-01T05:22:17.532 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MJF4585aIXz5Qk8 off=2190100 len=724501 2023-12-01T05:22:17.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 5524 completed, throughput=5MB/sec 2023-12-01T05:22:17.533 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WAYHaN3hTBGfBYm off=2334569 len=509887 2023-12-01T05:22:17.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 5525 completed, throughput=5MB/sec 2023-12-01T05:22:17.533 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9OzDTC-ul1NP7hJ off=5696428 len=1848982 2023-12-01T05:22:17.536 INFO:tasks.workunit.client.0.smithi111.stdout:op 5526 completed, throughput=5MB/sec 2023-12-01T05:22:17.536 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lqe36OAwXDlQRZh off=4041548 len=293775 2023-12-01T05:22:17.540 INFO:tasks.workunit.client.0.smithi111.stdout:op 5527 completed, throughput=5MB/sec 2023-12-01T05:22:17.540 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-OJ1QpxaYouE_uCI off=3714443 len=185743 2023-12-01T05:22:17.542 INFO:tasks.workunit.client.0.smithi111.stdout:op 5528 completed, throughput=5MB/sec 2023-12-01T05:22:18.542 INFO:tasks.workunit.client.0.smithi111.stdout: 1084: throughput=5MB/sec pending data=0 2023-12-01T05:22:18.542 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o1jy87ge5A30X_E off=1646118 len=1983951 2023-12-01T05:22:18.554 INFO:tasks.workunit.client.0.smithi111.stdout:op 5529 completed, throughput=5MB/sec 2023-12-01T05:22:18.554 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o0-rS-75OT2WscX off=10381977 len=839750 2023-12-01T05:22:18.560 INFO:tasks.workunit.client.0.smithi111.stdout:op 5530 completed, throughput=5MB/sec 2023-12-01T05:22:18.560 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I1XhlxXD7M70oX8 off=11696013 len=1235682 2023-12-01T05:22:18.565 INFO:tasks.workunit.client.0.smithi111.stdout:op 5531 completed, throughput=5MB/sec 2023-12-01T05:22:18.566 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Nu2iC5bLMmtZZ02 off=444451 len=1239080 2023-12-01T05:22:18.567 INFO:tasks.workunit.client.0.smithi111.stdout:op 5532 completed, throughput=5MB/sec 2023-12-01T05:22:19.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:19 smithi111 ceph-mon[97855]: pgmap v2239: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:22:19.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:19 smithi111 ceph-mon[116524]: pgmap v2239: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:22:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:19 smithi155 ceph-mon[102677]: pgmap v2239: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:22:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:19.568 INFO:tasks.workunit.client.0.smithi111.stdout: 1085: throughput=5MB/sec pending data=0 2023-12-01T05:22:19.568 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gOWIetiuF9VCVeW off=11082520 len=1210081 2023-12-01T05:22:19.575 INFO:tasks.workunit.client.0.smithi111.stdout:op 5533 completed, throughput=5MB/sec 2023-12-01T05:22:19.575 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GurfaKpHi5QFciM off=9330164 len=220950 2023-12-01T05:22:19.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 5534 completed, throughput=5MB/sec 2023-12-01T05:22:19.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-w8hbaeL6SdUorxL off=2273769 len=1664103 2023-12-01T05:22:19.579 INFO:tasks.workunit.client.0.smithi111.stdout:op 5535 completed, throughput=5MB/sec 2023-12-01T05:22:19.579 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LqUH1b_yebE3P4I off=10451372 len=862464 2023-12-01T05:22:19.580 INFO:tasks.workunit.client.0.smithi111.stdout:op 5536 completed, throughput=5MB/sec 2023-12-01T05:22:19.580 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_bZ-Emf6KWeCE9T off=4529207 len=1892857 2023-12-01T05:22:19.582 INFO:tasks.workunit.client.0.smithi111.stdout:op 5537 completed, throughput=5MB/sec 2023-12-01T05:22:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:22:19] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:22:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:22:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:22:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:22:20.582 INFO:tasks.workunit.client.0.smithi111.stdout: 1086: throughput=5MB/sec pending data=0 2023-12-01T05:22:20.583 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-EKvucUazmPLuY6J off=1133284 len=1696506 2023-12-01T05:22:20.588 INFO:tasks.workunit.client.0.smithi111.stdout:op 5538 completed, throughput=5MB/sec 2023-12-01T05:22:20.588 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IAfpMuU1LJWy5k2 off=19518970 len=1464172 2023-12-01T05:22:20.590 INFO:tasks.workunit.client.0.smithi111.stdout:op 5539 completed, throughput=5MB/sec 2023-12-01T05:22:20.590 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HK3Vw67_s0e8Xkb off=937802 len=573051 2023-12-01T05:22:20.591 INFO:tasks.workunit.client.0.smithi111.stdout:op 5540 completed, throughput=5MB/sec 2023-12-01T05:22:20.591 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JhqIymhYvTwedPf off=18404358 len=1272995 2023-12-01T05:22:20.597 INFO:tasks.workunit.client.0.smithi111.stdout:op 5541 completed, throughput=5MB/sec 2023-12-01T05:22:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:21 smithi155 ceph-mon[102677]: pgmap v2240: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:22:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:22:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:22:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[97855]: pgmap v2240: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[116524]: pgmap v2240: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:22:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:22:21.597 INFO:tasks.workunit.client.0.smithi111.stdout: 1087: throughput=5MB/sec pending data=0 2023-12-01T05:22:21.598 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pY46DTPbfWjaRtL off=16685447 len=963910 2023-12-01T05:22:21.599 INFO:tasks.workunit.client.0.smithi111.stdout:op 5542 completed, throughput=5MB/sec 2023-12-01T05:22:21.599 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xWRBt3LPgMPGmVc off=3239210 len=510842 2023-12-01T05:22:21.602 INFO:tasks.workunit.client.0.smithi111.stdout:op 5543 completed, throughput=5MB/sec 2023-12-01T05:22:21.603 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uhkUQY6SWmBVoZP off=11753090 len=68111 2023-12-01T05:22:21.604 INFO:tasks.workunit.client.0.smithi111.stdout:op 5544 completed, throughput=5MB/sec 2023-12-01T05:22:21.604 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aKORgVbVHGd0I9H off=3547651 len=508532 2023-12-01T05:22:21.607 INFO:tasks.workunit.client.0.smithi111.stdout:op 5545 completed, throughput=5MB/sec 2023-12-01T05:22:21.607 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y5n_TihmJnI1R__ off=8508264 len=905960 2023-12-01T05:22:21.608 INFO:tasks.workunit.client.0.smithi111.stdout:op 5546 completed, throughput=5MB/sec 2023-12-01T05:22:21.608 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--w43f_Um7GCCTOx off=9704347 len=910835 2023-12-01T05:22:21.609 INFO:tasks.workunit.client.0.smithi111.stdout:op 5547 completed, throughput=5MB/sec 2023-12-01T05:22:21.609 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rklydagZFAs83I9 off=482124 len=628543 2023-12-01T05:22:21.611 INFO:tasks.workunit.client.0.smithi111.stdout:op 5548 completed, throughput=5MB/sec 2023-12-01T05:22:21.611 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-f9tSq5N3fXYyVDd off=4062603 len=970842 2023-12-01T05:22:21.613 INFO:tasks.workunit.client.0.smithi111.stdout:op 5549 completed, throughput=5MB/sec 2023-12-01T05:22:22.613 INFO:tasks.workunit.client.0.smithi111.stdout: 1088: throughput=5MB/sec pending data=0 2023-12-01T05:22:22.614 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-S18Gv5vMtQnJsj3 off=1580753 len=1042065 2023-12-01T05:22:22.616 INFO:tasks.workunit.client.0.smithi111.stdout:op 5550 completed, throughput=5MB/sec 2023-12-01T05:22:22.616 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-k12stEicuM6tqk0 off=1289726 len=1578042 2023-12-01T05:22:22.618 INFO:tasks.workunit.client.0.smithi111.stdout:op 5551 completed, throughput=5MB/sec 2023-12-01T05:22:22.618 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-knpckV1selCQ67- off=2358381 len=1488057 2023-12-01T05:22:22.620 INFO:tasks.workunit.client.0.smithi111.stdout:op 5552 completed, throughput=5MB/sec 2023-12-01T05:22:22.620 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IZCtfDPa1JoY0ou off=7707350 len=1158695 2023-12-01T05:22:22.626 INFO:tasks.workunit.client.0.smithi111.stdout:op 5553 completed, throughput=5MB/sec 2023-12-01T05:22:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:23 smithi155 ceph-mon[102677]: pgmap v2241: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:22:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:23 smithi111 ceph-mon[97855]: pgmap v2241: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:22:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:23 smithi111 ceph-mon[116524]: pgmap v2241: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2023-12-01T05:22:23.627 INFO:tasks.workunit.client.0.smithi111.stdout: 1089: throughput=5MB/sec pending data=0 2023-12-01T05:22:23.627 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o4FXTdkF_VIrrAf off=1055153 len=1513104 2023-12-01T05:22:23.636 INFO:tasks.workunit.client.0.smithi111.stdout:op 5554 completed, throughput=5MB/sec 2023-12-01T05:22:23.636 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-um1pWzsv0MmZNdc off=4337460 len=347203 2023-12-01T05:22:23.639 INFO:tasks.workunit.client.0.smithi111.stdout:op 5555 completed, throughput=5MB/sec 2023-12-01T05:22:23.640 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5W3LnfLqwleskxu off=19898434 len=1201125 2023-12-01T05:22:23.642 INFO:tasks.workunit.client.0.smithi111.stdout:op 5556 completed, throughput=5MB/sec 2023-12-01T05:22:23.642 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5pFo2L8-HcbkIK9 off=221958 len=2045929 2023-12-01T05:22:23.645 INFO:tasks.workunit.client.0.smithi111.stdout:op 5557 completed, throughput=5MB/sec 2023-12-01T05:22:24.645 INFO:tasks.workunit.client.0.smithi111.stdout: 1090: throughput=5MB/sec pending data=0 2023-12-01T05:22:24.645 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-juRc75p_z56rsZV off=1553606 len=172739 2023-12-01T05:22:24.646 INFO:tasks.workunit.client.0.smithi111.stdout:op 5558 completed, throughput=5MB/sec 2023-12-01T05:22:24.646 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2iYKvn4YLdECBrU off=13601100 len=671656 2023-12-01T05:22:24.647 INFO:tasks.workunit.client.0.smithi111.stdout:op 5559 completed, throughput=5MB/sec 2023-12-01T05:22:24.647 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-wuK65bJrxQDBXv9 off=10229359 len=262025 2023-12-01T05:22:24.650 INFO:tasks.workunit.client.0.smithi111.stdout:op 5560 completed, throughput=5MB/sec 2023-12-01T05:22:24.650 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NzmrrMT6sW6OD4Z off=9171899 len=1466094 2023-12-01T05:22:24.651 INFO:tasks.workunit.client.0.smithi111.stdout:op 5561 completed, throughput=5MB/sec 2023-12-01T05:22:24.651 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-o5yAl6pooIfcMdA off=5300402 len=1831085 2023-12-01T05:22:24.661 INFO:tasks.workunit.client.0.smithi111.stdout:op 5562 completed, throughput=5MB/sec 2023-12-01T05:22:24.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M3q5aQX6VysQXm7 off=19066092 len=694269 2023-12-01T05:22:24.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 5563 completed, throughput=5MB/sec 2023-12-01T05:22:24.665 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9x_bwUODJdB80tb off=20133503 len=2081059 2023-12-01T05:22:24.669 INFO:tasks.workunit.client.0.smithi111.stdout:op 5564 completed, throughput=5MB/sec 2023-12-01T05:22:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:25 smithi155 ceph-mon[102677]: pgmap v2242: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:22:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:25 smithi111 ceph-mon[97855]: pgmap v2242: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:22:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:25 smithi111 ceph-mon[116524]: pgmap v2242: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:22:25.513 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:22:25.669 INFO:tasks.workunit.client.0.smithi111.stdout: 1091: throughput=5MB/sec pending data=0 2023-12-01T05:22:25.669 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J-7qRBNbJ0dBmDR off=3082692 len=1502041 2023-12-01T05:22:25.670 INFO:tasks.workunit.client.0.smithi111.stdout:op 5565 completed, throughput=5MB/sec 2023-12-01T05:22:25.670 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-anLlNbz27y6EMLq off=15977002 len=54141 2023-12-01T05:22:25.673 INFO:tasks.workunit.client.0.smithi111.stdout:op 5566 completed, throughput=5MB/sec 2023-12-01T05:22:25.673 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bA0LviIBI6zAmnX off=4261231 len=1700096 2023-12-01T05:22:25.681 INFO:tasks.workunit.client.0.smithi111.stdout:op 5567 completed, throughput=5MB/sec 2023-12-01T05:22:25.681 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qUaOspES03eDT7L off=8149063 len=830155 2023-12-01T05:22:25.684 INFO:tasks.workunit.client.0.smithi111.stdout:op 5568 completed, throughput=5MB/sec 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (39m) 7m ago 40m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (40m) 7m ago 40m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (41m) 7m ago 41m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (41m) 7m ago 41m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (44m) 7m ago 44m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (46m) 7m ago 46m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:22:25.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (46m) 7m ago 46m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (44m) 7m ago 44m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (44m) 7m ago 44m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (39m) 7m ago 39m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (39m) 7m ago 39m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (44m) 7m ago 44m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (43m) 7m ago 43m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (43m) 7m ago 43m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (43m) 7m ago 43m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (42m) 7m ago 42m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (42m) 7m ago 42m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (41m) 7m ago 41m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (41m) 7m ago 41m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:22:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (39m) 7m ago 40m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:22:26.204 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:22:26.204 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:22:26.204 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:22:26.204 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:26.204 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:22:26.205 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:22:26.685 INFO:tasks.workunit.client.0.smithi111.stdout: 1092: throughput=5MB/sec pending data=0 2023-12-01T05:22:26.685 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj--SbqsBZ-VvIYMgb off=5913910 len=813011 2023-12-01T05:22:26.686 INFO:tasks.workunit.client.0.smithi111.stdout:op 5569 completed, throughput=5MB/sec 2023-12-01T05:22:26.686 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-40EBnoxsAGytHDN off=19373196 len=73767 2023-12-01T05:22:26.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 5570 completed, throughput=5MB/sec 2023-12-01T05:22:26.688 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-EuL3tULBAY6Ys4o off=12608957 len=526315 2023-12-01T05:22:26.689 INFO:tasks.workunit.client.0.smithi111.stdout:op 5571 completed, throughput=5MB/sec 2023-12-01T05:22:26.689 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-38-3EE-xyr-q8hu off=6058365 len=1139739 2023-12-01T05:22:26.691 INFO:tasks.workunit.client.0.smithi111.stdout:op 5572 completed, throughput=5MB/sec 2023-12-01T05:22:26.692 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FXog4ijb_N-_Jci off=4450552 len=1706082 2023-12-01T05:22:26.698 INFO:tasks.workunit.client.0.smithi111.stdout:op 5573 completed, throughput=5MB/sec 2023-12-01T05:22:26.698 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cPMc29Twc1CRxWW off=1610289 len=1727743 2023-12-01T05:22:26.701 INFO:tasks.workunit.client.0.smithi111.stdout:op 5574 completed, throughput=5MB/sec 2023-12-01T05:22:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:27 smithi155 ceph-mon[102677]: from='client.16833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:27 smithi155 ceph-mon[102677]: pgmap v2243: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:22:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:27 smithi155 ceph-mon[102677]: from='client.16839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2046085104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[97855]: from='client.16833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[97855]: pgmap v2243: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[97855]: from='client.16839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2046085104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[116524]: from='client.16833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[116524]: pgmap v2243: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[116524]: from='client.16839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2046085104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:22:27.701 INFO:tasks.workunit.client.0.smithi111.stdout: 1093: throughput=5MB/sec pending data=0 2023-12-01T05:22:27.701 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AU7KWpJ60Bu1WqB off=1062588 len=715320 2023-12-01T05:22:27.702 INFO:tasks.workunit.client.0.smithi111.stdout:op 5575 completed, throughput=5MB/sec 2023-12-01T05:22:27.703 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HHZO2MN-QqW6LuY off=790354 len=922644 2023-12-01T05:22:27.704 INFO:tasks.workunit.client.0.smithi111.stdout:op 5576 completed, throughput=5MB/sec 2023-12-01T05:22:27.704 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yJOasyS8Xtq8aYq off=23074699 len=1238068 2023-12-01T05:22:27.710 INFO:tasks.workunit.client.0.smithi111.stdout:op 5577 completed, throughput=5MB/sec 2023-12-01T05:22:27.710 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U6z4eTTqQd0YFWm off=74104 len=1419331 2023-12-01T05:22:27.717 INFO:tasks.workunit.client.0.smithi111.stdout:op 5578 completed, throughput=5MB/sec 2023-12-01T05:22:28.717 INFO:tasks.workunit.client.0.smithi111.stdout: 1094: throughput=5MB/sec pending data=0 2023-12-01T05:22:28.718 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vBfyS2DHeAHNQFZ off=22365861 len=154245 2023-12-01T05:22:28.721 INFO:tasks.workunit.client.0.smithi111.stdout:op 5579 completed, throughput=5MB/sec 2023-12-01T05:22:28.721 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-TOscH58j-bUx-DF off=3496535 len=653296 2023-12-01T05:22:28.722 INFO:tasks.workunit.client.0.smithi111.stdout:op 5580 completed, throughput=5MB/sec 2023-12-01T05:22:28.722 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QYC8hfVHFOUdOnF off=3908317 len=307681 2023-12-01T05:22:28.723 INFO:tasks.workunit.client.0.smithi111.stdout:op 5581 completed, throughput=5MB/sec 2023-12-01T05:22:28.723 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F69Br1RHZKIeeu_ off=15735832 len=25817 2023-12-01T05:22:28.725 INFO:tasks.workunit.client.0.smithi111.stdout:op 5582 completed, throughput=5MB/sec 2023-12-01T05:22:28.726 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ZfEMn3GpOsh1JbO off=20645889 len=2058855 2023-12-01T05:22:28.734 INFO:tasks.workunit.client.0.smithi111.stdout:op 5583 completed, throughput=5MB/sec 2023-12-01T05:22:28.734 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0MVUIqGjdsdebq9 off=1488707 len=529010 2023-12-01T05:22:28.738 INFO:tasks.workunit.client.0.smithi111.stdout:op 5584 completed, throughput=5MB/sec 2023-12-01T05:22:28.738 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1CQLo3rw-vjy2xI off=6373254 len=354448 2023-12-01T05:22:28.739 INFO:tasks.workunit.client.0.smithi111.stdout:op 5585 completed, throughput=5MB/sec 2023-12-01T05:22:28.739 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RwsEwK3HyQUj2gp off=0 len=1459585 2023-12-01T05:22:28.742 INFO:tasks.workunit.client.0.smithi111.stdout:op 5586 completed, throughput=5MB/sec 2023-12-01T05:22:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:29 smithi155 ceph-mon[102677]: pgmap v2244: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:22:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:29 smithi111 ceph-mon[97855]: pgmap v2244: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:22:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:22:29] "GET /metrics HTTP/1.1" 200 33898 "" "Prometheus/2.43.0" 2023-12-01T05:22:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:29 smithi111 ceph-mon[116524]: pgmap v2244: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:22:29.742 INFO:tasks.workunit.client.0.smithi111.stdout: 1095: throughput=5MB/sec pending data=0 2023-12-01T05:22:29.742 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-v_46q1dSfAewAvu off=4462953 len=1041734 2023-12-01T05:22:29.745 INFO:tasks.workunit.client.0.smithi111.stdout:op 5587 completed, throughput=5MB/sec 2023-12-01T05:22:29.745 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-mXyrZ2ydwrn4h1X off=13599881 len=674447 2023-12-01T05:22:29.746 INFO:tasks.workunit.client.0.smithi111.stdout:op 5588 completed, throughput=5MB/sec 2023-12-01T05:22:29.746 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MY35pY1zvNy8jw4 off=15412360 len=551144 2023-12-01T05:22:29.748 INFO:tasks.workunit.client.0.smithi111.stdout:op 5589 completed, throughput=5MB/sec 2023-12-01T05:22:29.748 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-72GmHXig5BP7UTj off=21954365 len=842894 2023-12-01T05:22:29.750 INFO:tasks.workunit.client.0.smithi111.stdout:op 5590 completed, throughput=5MB/sec 2023-12-01T05:22:29.750 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ahED2DgYi0x92Nk off=7058307 len=1242443 2023-12-01T05:22:29.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 5591 completed, throughput=5MB/sec 2023-12-01T05:22:29.754 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qDy24guP0hY16T6 off=1054335 len=390159 2023-12-01T05:22:29.756 INFO:tasks.workunit.client.0.smithi111.stdout:op 5592 completed, throughput=5MB/sec 2023-12-01T05:22:29.756 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Ajx71LJJ11CowOV off=18681933 len=1973135 2023-12-01T05:22:29.766 INFO:tasks.workunit.client.0.smithi111.stdout:op 5593 completed, throughput=5MB/sec 2023-12-01T05:22:30.766 INFO:tasks.workunit.client.0.smithi111.stdout: 1096: throughput=5MB/sec pending data=0 2023-12-01T05:22:30.766 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0JUa_o0mwrTe1pl off=911342 len=1807678 2023-12-01T05:22:30.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 5594 completed, throughput=5MB/sec 2023-12-01T05:22:30.777 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yuV4VENYpWKJFEt off=9166782 len=2039495 2023-12-01T05:22:30.779 INFO:tasks.workunit.client.0.smithi111.stdout:op 5595 completed, throughput=5MB/sec 2023-12-01T05:22:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:31 smithi155 ceph-mon[102677]: pgmap v2245: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:22:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:31 smithi111 ceph-mon[97855]: pgmap v2245: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:22:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:31 smithi111 ceph-mon[116524]: pgmap v2245: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:22:31.779 INFO:tasks.workunit.client.0.smithi111.stdout: 1097: throughput=5MB/sec pending data=0 2023-12-01T05:22:31.779 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j9wepP8w1nczoeG off=10531854 len=314811 2023-12-01T05:22:31.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 5596 completed, throughput=5MB/sec 2023-12-01T05:22:31.783 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gjip2aKJaqmGJpN off=4898707 len=1751331 2023-12-01T05:22:31.784 INFO:tasks.workunit.client.0.smithi111.stdout:op 5597 completed, throughput=5MB/sec 2023-12-01T05:22:31.784 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nZqd-tJJAm8GRmM off=4060023 len=951336 2023-12-01T05:22:31.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 5598 completed, throughput=5MB/sec 2023-12-01T05:22:31.789 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-P22LL0zwslJ9FsC off=3576310 len=1375479 2023-12-01T05:22:31.796 INFO:tasks.workunit.client.0.smithi111.stdout:op 5599 completed, throughput=5MB/sec 2023-12-01T05:22:31.796 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C-X1J9g-EAO2nFx off=5110551 len=184977 2023-12-01T05:22:31.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 5600 completed, throughput=5MB/sec 2023-12-01T05:22:31.799 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LBrCPBQ18SdzK68 off=5034564 len=1368081 2023-12-01T05:22:31.808 INFO:tasks.workunit.client.0.smithi111.stdout:op 5601 completed, throughput=5MB/sec 2023-12-01T05:22:32.808 INFO:tasks.workunit.client.0.smithi111.stdout: 1098: throughput=5MB/sec pending data=0 2023-12-01T05:22:32.808 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ALgA2ZhBil5P-ib off=14576940 len=758525 2023-12-01T05:22:32.812 INFO:tasks.workunit.client.0.smithi111.stdout:op 5602 completed, throughput=5MB/sec 2023-12-01T05:22:32.812 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-NQdS3Rha0gISMV3 off=11345889 len=629846 2023-12-01T05:22:32.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 5603 completed, throughput=5MB/sec 2023-12-01T05:22:32.813 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OtNj3fMtPZIgS6M off=1132491 len=1554529 2023-12-01T05:22:32.815 INFO:tasks.workunit.client.0.smithi111.stdout:op 5604 completed, throughput=5MB/sec 2023-12-01T05:22:32.815 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-K_-nK_pjd1u5Gp0 off=970642 len=994541 2023-12-01T05:22:32.816 INFO:tasks.workunit.client.0.smithi111.stdout:op 5605 completed, throughput=5MB/sec 2023-12-01T05:22:32.816 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UqIbOVKUb9tzaIg off=20547994 len=1268138 2023-12-01T05:22:32.823 INFO:tasks.workunit.client.0.smithi111.stdout:op 5606 completed, throughput=5MB/sec 2023-12-01T05:22:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:33 smithi155 ceph-mon[102677]: pgmap v2246: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:22:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:33 smithi111 ceph-mon[97855]: pgmap v2246: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:22:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:33 smithi111 ceph-mon[116524]: pgmap v2246: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2023-12-01T05:22:33.823 INFO:tasks.workunit.client.0.smithi111.stdout: 1099: throughput=5MB/sec pending data=0 2023-12-01T05:22:33.823 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jpa1Z4Cg0OGTB0J off=9143316 len=37955 2023-12-01T05:22:33.826 INFO:tasks.workunit.client.0.smithi111.stdout:op 5607 completed, throughput=5MB/sec 2023-12-01T05:22:33.826 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P-4gxNCPXVv1oCP off=12199139 len=1148079 2023-12-01T05:22:33.827 INFO:tasks.workunit.client.0.smithi111.stdout:op 5608 completed, throughput=5MB/sec 2023-12-01T05:22:33.827 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0N840UFjQVPJaiD off=6179216 len=1563930 2023-12-01T05:22:33.829 INFO:tasks.workunit.client.0.smithi111.stdout:op 5609 completed, throughput=5MB/sec 2023-12-01T05:22:33.829 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xGXcgXeXRNSLKCP off=1026989 len=1923876 2023-12-01T05:22:33.831 INFO:tasks.workunit.client.0.smithi111.stdout:op 5610 completed, throughput=5MB/sec 2023-12-01T05:22:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:34.831 INFO:tasks.workunit.client.0.smithi111.stdout: 1100: throughput=5MB/sec pending data=0 2023-12-01T05:22:34.832 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-RfDVSb90Somn4Ch off=9826978 len=1298929 2023-12-01T05:22:34.839 INFO:tasks.workunit.client.0.smithi111.stdout:op 5611 completed, throughput=5MB/sec 2023-12-01T05:22:34.839 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-StLXGuAqsby2Bdx off=6771520 len=1486865 2023-12-01T05:22:34.845 INFO:tasks.workunit.client.0.smithi111.stdout:op 5612 completed, throughput=5MB/sec 2023-12-01T05:22:34.845 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YnVCSH5_4Ypeqlz off=7413144 len=1718264 2023-12-01T05:22:34.853 INFO:tasks.workunit.client.0.smithi111.stdout:op 5613 completed, throughput=5MB/sec 2023-12-01T05:22:34.853 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WS2MxOONxbEpwOU off=6176560 len=2067308 2023-12-01T05:22:34.855 INFO:tasks.workunit.client.0.smithi111.stdout:op 5614 completed, throughput=5MB/sec 2023-12-01T05:22:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:35 smithi155 ceph-mon[102677]: pgmap v2247: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:22:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:35 smithi111 ceph-mon[97855]: pgmap v2247: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:22:35.533 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:35 smithi111 ceph-mon[116524]: pgmap v2247: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:22:35.855 INFO:tasks.workunit.client.0.smithi111.stdout: 1101: throughput=5MB/sec pending data=0 2023-12-01T05:22:35.855 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rCnT_y42Qf7I2Tk off=3483244 len=1603699 2023-12-01T05:22:35.863 INFO:tasks.workunit.client.0.smithi111.stdout:op 5615 completed, throughput=5MB/sec 2023-12-01T05:22:35.864 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hwSQlgkqCoJsr23 off=5653730 len=1185369 2023-12-01T05:22:35.868 INFO:tasks.workunit.client.0.smithi111.stdout:op 5616 completed, throughput=5MB/sec 2023-12-01T05:22:35.869 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ncLXE66nW6AWK1K off=3609931 len=431535 2023-12-01T05:22:35.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 5617 completed, throughput=5MB/sec 2023-12-01T05:22:35.869 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ftubD9CBfDzOthm off=12248699 len=879293 2023-12-01T05:22:35.874 INFO:tasks.workunit.client.0.smithi111.stdout:op 5618 completed, throughput=5MB/sec 2023-12-01T05:22:36.875 INFO:tasks.workunit.client.0.smithi111.stdout: 1102: throughput=5MB/sec pending data=0 2023-12-01T05:22:36.875 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SK0Fpng9OESwGMZ off=4071370 len=194495 2023-12-01T05:22:36.878 INFO:tasks.workunit.client.0.smithi111.stdout:op 5619 completed, throughput=5MB/sec 2023-12-01T05:22:36.878 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O2N4wjUz3N29tAo off=862489 len=1542191 2023-12-01T05:22:36.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 5620 completed, throughput=5MB/sec 2023-12-01T05:22:36.881 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9rYm-wXkqw6cAUc off=1087008 len=221891 2023-12-01T05:22:36.882 INFO:tasks.workunit.client.0.smithi111.stdout:op 5621 completed, throughput=5MB/sec 2023-12-01T05:22:36.882 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-p6swcW9biuv76Ii off=7347126 len=833885 2023-12-01T05:22:36.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 5622 completed, throughput=5MB/sec 2023-12-01T05:22:36.884 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6bvEf70IBpoT0v7 off=10399616 len=937935 2023-12-01T05:22:36.890 INFO:tasks.workunit.client.0.smithi111.stdout:op 5623 completed, throughput=5MB/sec 2023-12-01T05:22:36.890 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kkOlIFypZFWX-ci off=8182413 len=1221044 2023-12-01T05:22:36.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 5624 completed, throughput=5MB/sec 2023-12-01T05:22:36.897 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Lj-qExicqL7jWmh off=7691742 len=84055 2023-12-01T05:22:36.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 5625 completed, throughput=5MB/sec 2023-12-01T05:22:36.897 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qNqBKrRxvRs5JNS off=14114521 len=582311 2023-12-01T05:22:36.901 INFO:tasks.workunit.client.0.smithi111.stdout:op 5626 completed, throughput=5MB/sec 2023-12-01T05:22:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:37 smithi155 ceph-mon[102677]: pgmap v2248: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:22:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:37 smithi111 ceph-mon[97855]: pgmap v2248: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:22:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:37 smithi111 ceph-mon[116524]: pgmap v2248: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2023-12-01T05:22:37.902 INFO:tasks.workunit.client.0.smithi111.stdout: 1103: throughput=5MB/sec pending data=0 2023-12-01T05:22:37.902 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-C1trxIBA6QQnD2x off=3623000 len=1095540 2023-12-01T05:22:37.908 INFO:tasks.workunit.client.0.smithi111.stdout:op 5627 completed, throughput=5MB/sec 2023-12-01T05:22:37.908 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2XrJofIJeyl2Ave off=5286967 len=981719 2023-12-01T05:22:37.913 INFO:tasks.workunit.client.0.smithi111.stdout:op 5628 completed, throughput=5MB/sec 2023-12-01T05:22:37.913 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6dWPkXNSqdtCrIq off=14028601 len=1192902 2023-12-01T05:22:37.918 INFO:tasks.workunit.client.0.smithi111.stdout:op 5629 completed, throughput=5MB/sec 2023-12-01T05:22:37.918 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1aTJafYpWrZMgnJ off=267349 len=63290 2023-12-01T05:22:37.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 5630 completed, throughput=5MB/sec 2023-12-01T05:22:37.919 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eYPDXFgtyUqHLmm off=5297778 len=945560 2023-12-01T05:22:37.919 INFO:tasks.workunit.client.0.smithi111.stdout:op 5631 completed, throughput=5MB/sec 2023-12-01T05:22:37.920 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IY-S5GVm6nau_i7 off=47296 len=817455 2023-12-01T05:22:37.923 INFO:tasks.workunit.client.0.smithi111.stdout:op 5632 completed, throughput=5MB/sec 2023-12-01T05:22:38.924 INFO:tasks.workunit.client.0.smithi111.stdout: 1104: throughput=5MB/sec pending data=0 2023-12-01T05:22:38.924 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SOVOO5A8RfrRjVz off=4740527 len=793270 2023-12-01T05:22:38.925 INFO:tasks.workunit.client.0.smithi111.stdout:op 5633 completed, throughput=5MB/sec 2023-12-01T05:22:38.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Od54gdnal_gDQDK off=4105686 len=1660551 2023-12-01T05:22:38.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 5634 completed, throughput=5MB/sec 2023-12-01T05:22:38.927 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T0n4CCxPlK2fyWd off=6811993 len=1815662 2023-12-01T05:22:38.929 INFO:tasks.workunit.client.0.smithi111.stdout:op 5635 completed, throughput=5MB/sec 2023-12-01T05:22:38.929 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Bd3fbC6xWX32x0f off=4304560 len=110774 2023-12-01T05:22:38.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 5636 completed, throughput=5MB/sec 2023-12-01T05:22:38.930 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2q2W_yDlCc4iyoT off=3815610 len=942423 2023-12-01T05:22:38.935 INFO:tasks.workunit.client.0.smithi111.stdout:op 5637 completed, throughput=5MB/sec 2023-12-01T05:22:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:39 smithi155 ceph-mon[102677]: pgmap v2249: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:22:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:39 smithi111 ceph-mon[97855]: pgmap v2249: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:22:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:22:39] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2023-12-01T05:22:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:39 smithi111 ceph-mon[116524]: pgmap v2249: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:22:39.935 INFO:tasks.workunit.client.0.smithi111.stdout: 1105: throughput=5MB/sec pending data=0 2023-12-01T05:22:39.935 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-AE7AAbVCXlkK7A0 off=2708540 len=459857 2023-12-01T05:22:39.939 INFO:tasks.workunit.client.0.smithi111.stdout:op 5638 completed, throughput=5MB/sec 2023-12-01T05:22:39.939 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JbLEpvNBJe__1UQ off=1741020 len=2006873 2023-12-01T05:22:39.952 INFO:tasks.workunit.client.0.smithi111.stdout:op 5639 completed, throughput=5MB/sec 2023-12-01T05:22:39.952 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ttTgiS9ch--U0FU off=14240094 len=1398131 2023-12-01T05:22:39.960 INFO:tasks.workunit.client.0.smithi111.stdout:op 5640 completed, throughput=5MB/sec 2023-12-01T05:22:39.960 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-666iztLyAdmwOq2 off=6837439 len=1749895 2023-12-01T05:22:39.970 INFO:tasks.workunit.client.0.smithi111.stdout:op 5641 completed, throughput=5MB/sec 2023-12-01T05:22:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 05:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T05:22:40.079556412Z level=info msg="Completed cleanup jobs" duration=46.408078ms 2023-12-01T05:22:40.971 INFO:tasks.workunit.client.0.smithi111.stdout: 1106: throughput=5MB/sec pending data=0 2023-12-01T05:22:40.971 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5Do-S_sSpYq__KW off=7638206 len=32311 2023-12-01T05:22:40.974 INFO:tasks.workunit.client.0.smithi111.stdout:op 5642 completed, throughput=5MB/sec 2023-12-01T05:22:40.974 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Mhg_oLDxpb0Qkyi off=13367974 len=1555348 2023-12-01T05:22:40.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 5643 completed, throughput=5MB/sec 2023-12-01T05:22:40.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JH6JfAC1DTfp4jz off=2903772 len=777537 2023-12-01T05:22:40.977 INFO:tasks.workunit.client.0.smithi111.stdout:op 5644 completed, throughput=5MB/sec 2023-12-01T05:22:40.977 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--3XyYKAnbB10Z8S off=4107917 len=1893210 2023-12-01T05:22:40.986 INFO:tasks.workunit.client.0.smithi111.stdout:op 5645 completed, throughput=5MB/sec 2023-12-01T05:22:40.986 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-T0n4CCxPlK2fyWd off=7630037 len=997618 2023-12-01T05:22:40.987 INFO:tasks.workunit.client.0.smithi111.stdout:op 5646 completed, throughput=5MB/sec 2023-12-01T05:22:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:41 smithi155 ceph-mon[102677]: pgmap v2250: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:22:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:41 smithi111 ceph-mon[97855]: pgmap v2250: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:22:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:41 smithi111 ceph-mon[116524]: pgmap v2250: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2023-12-01T05:22:41.987 INFO:tasks.workunit.client.0.smithi111.stdout: 1107: throughput=5MB/sec pending data=0 2023-12-01T05:22:41.987 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-SLjHCDxHJPpvORi off=4540838 len=840834 2023-12-01T05:22:41.992 INFO:tasks.workunit.client.0.smithi111.stdout:op 5647 completed, throughput=5MB/sec 2023-12-01T05:22:41.993 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-dFCjoZ07PMsaCDT off=13327819 len=1336345 2023-12-01T05:22:42.000 INFO:tasks.workunit.client.0.smithi111.stdout:op 5648 completed, throughput=5MB/sec 2023-12-01T05:22:42.000 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CsN7iNoEldlLNoO off=270060 len=158254 2023-12-01T05:22:42.001 INFO:tasks.workunit.client.0.smithi111.stdout:op 5649 completed, throughput=5MB/sec 2023-12-01T05:22:42.001 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uQ89NJotQq_IGqW off=11043903 len=420479 2023-12-01T05:22:42.004 INFO:tasks.workunit.client.0.smithi111.stdout:op 5650 completed, throughput=5MB/sec 2023-12-01T05:22:42.004 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Fz1ApfvFBCGouRI off=5908615 len=1569148 2023-12-01T05:22:42.007 INFO:tasks.workunit.client.0.smithi111.stdout:op 5651 completed, throughput=5MB/sec 2023-12-01T05:22:42.007 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-hKsax2rHuQ7iUqR off=1873048 len=63806 2023-12-01T05:22:42.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 5652 completed, throughput=5MB/sec 2023-12-01T05:22:42.008 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JquTMg9Hgizp5vZ off=6773334 len=401526 2023-12-01T05:22:42.009 INFO:tasks.workunit.client.0.smithi111.stdout:op 5653 completed, throughput=5MB/sec 2023-12-01T05:22:42.009 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iKQtszMokdvDyXN off=10619216 len=1723839 2023-12-01T05:22:42.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 5654 completed, throughput=5MB/sec 2023-12-01T05:22:43.011 INFO:tasks.workunit.client.0.smithi111.stdout: 1108: throughput=5MB/sec pending data=0 2023-12-01T05:22:43.011 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ENTDd8498ThxCnI off=1945623 len=66892 2023-12-01T05:22:43.012 INFO:tasks.workunit.client.0.smithi111.stdout:op 5655 completed, throughput=5MB/sec 2023-12-01T05:22:43.012 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W0nvs7vTz3yqlj9 off=1105368 len=498400 2023-12-01T05:22:43.013 INFO:tasks.workunit.client.0.smithi111.stdout:op 5656 completed, throughput=5MB/sec 2023-12-01T05:22:43.013 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ejXxfs7pJSgSjVh off=2419856 len=290281 2023-12-01T05:22:43.016 INFO:tasks.workunit.client.0.smithi111.stdout:op 5657 completed, throughput=5MB/sec 2023-12-01T05:22:43.016 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1N8ywEvfJ1oJDIu off=3435554 len=552574 2023-12-01T05:22:43.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 5658 completed, throughput=5MB/sec 2023-12-01T05:22:43.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-tFre7TiVC4pAqQw off=22415685 len=1513452 2023-12-01T05:22:43.028 INFO:tasks.workunit.client.0.smithi111.stdout:op 5659 completed, throughput=5MB/sec 2023-12-01T05:22:43.028 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qU0NGA2-4QkFMwr off=1468996 len=1179804 2023-12-01T05:22:43.029 INFO:tasks.workunit.client.0.smithi111.stdout:op 5660 completed, throughput=5MB/sec 2023-12-01T05:22:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:43 smithi155 ceph-mon[102677]: pgmap v2251: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:22:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:43 smithi111 ceph-mon[97855]: pgmap v2251: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:22:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:43 smithi111 ceph-mon[116524]: pgmap v2251: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:22:44.030 INFO:tasks.workunit.client.0.smithi111.stdout: 1109: throughput=5MB/sec pending data=0 2023-12-01T05:22:44.030 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-YsC2dJVO0sY0LDU off=1406529 len=808924 2023-12-01T05:22:44.031 INFO:tasks.workunit.client.0.smithi111.stdout:op 5661 completed, throughput=5MB/sec 2023-12-01T05:22:44.031 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jp4cxd2qZdO3ukh off=14186437 len=1087841 2023-12-01T05:22:44.033 INFO:tasks.workunit.client.0.smithi111.stdout:op 5662 completed, throughput=5MB/sec 2023-12-01T05:22:44.033 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fIv2ULQRi03JTwr off=4479284 len=1074671 2023-12-01T05:22:44.039 INFO:tasks.workunit.client.0.smithi111.stdout:op 5663 completed, throughput=5MB/sec 2023-12-01T05:22:44.039 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6gkpeLAMT5sPUe0 off=2519229 len=330206 2023-12-01T05:22:44.040 INFO:tasks.workunit.client.0.smithi111.stdout:op 5664 completed, throughput=5MB/sec 2023-12-01T05:22:44.040 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UqKD7ZDl99jCc_i off=15951054 len=922981 2023-12-01T05:22:44.045 INFO:tasks.workunit.client.0.smithi111.stdout:op 5665 completed, throughput=5MB/sec 2023-12-01T05:22:44.045 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-W2hi8SsIx7J_v5N off=12604437 len=1656403 2023-12-01T05:22:44.047 INFO:tasks.workunit.client.0.smithi111.stdout:op 5666 completed, throughput=5MB/sec 2023-12-01T05:22:45.047 INFO:tasks.workunit.client.0.smithi111.stdout: 1110: throughput=5MB/sec pending data=0 2023-12-01T05:22:45.048 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iN667Ac086XN_9_ off=17304 len=1955304 2023-12-01T05:22:45.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 5667 completed, throughput=5MB/sec 2023-12-01T05:22:45.050 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fsqoQADDozlaJaf off=8770534 len=331916 2023-12-01T05:22:45.051 INFO:tasks.workunit.client.0.smithi111.stdout:op 5668 completed, throughput=5MB/sec 2023-12-01T05:22:45.051 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gcj267B3VGOds8Z off=2456135 len=655382 2023-12-01T05:22:45.056 INFO:tasks.workunit.client.0.smithi111.stdout:op 5669 completed, throughput=5MB/sec 2023-12-01T05:22:45.056 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-XLkiqs3GxLL1oTO off=1377007 len=427788 2023-12-01T05:22:45.060 INFO:tasks.workunit.client.0.smithi111.stdout:op 5670 completed, throughput=5MB/sec 2023-12-01T05:22:45.060 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Vk5yF8APgIgS-6G off=7999465 len=1667505 2023-12-01T05:22:45.061 INFO:tasks.workunit.client.0.smithi111.stdout:op 5671 completed, throughput=5MB/sec 2023-12-01T05:22:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:45 smithi155 ceph-mon[102677]: pgmap v2252: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:22:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:45 smithi111 ceph-mon[97855]: pgmap v2252: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:22:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:45 smithi111 ceph-mon[116524]: pgmap v2252: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2023-12-01T05:22:46.062 INFO:tasks.workunit.client.0.smithi111.stdout: 1111: throughput=5MB/sec pending data=0 2023-12-01T05:22:46.062 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qb5MhMUah5NwBvJ off=15610213 len=1737170 2023-12-01T05:22:46.071 INFO:tasks.workunit.client.0.smithi111.stdout:op 5672 completed, throughput=5MB/sec 2023-12-01T05:22:46.071 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u369e8IMfURy78h off=3520089 len=8788 2023-12-01T05:22:46.072 INFO:tasks.workunit.client.0.smithi111.stdout:op 5673 completed, throughput=5MB/sec 2023-12-01T05:22:46.072 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LD7gm3Sf4pP8vHl off=675192 len=1046191 2023-12-01T05:22:46.074 INFO:tasks.workunit.client.0.smithi111.stdout:op 5674 completed, throughput=5MB/sec 2023-12-01T05:22:46.074 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LxrjojOu8jyfPSY off=2427079 len=386637 2023-12-01T05:22:46.075 INFO:tasks.workunit.client.0.smithi111.stdout:op 5675 completed, throughput=5MB/sec 2023-12-01T05:22:46.075 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-wqa8Rs3zD2Oe_hT off=23265 len=819447 2023-12-01T05:22:46.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 5676 completed, throughput=5MB/sec 2023-12-01T05:22:46.077 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y_7AhWMoppqff92 off=9465001 len=521403 2023-12-01T05:22:46.078 INFO:tasks.workunit.client.0.smithi111.stdout:op 5677 completed, throughput=5MB/sec 2023-12-01T05:22:46.078 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6TD06ReF0siGcfV off=8476010 len=1886116 2023-12-01T05:22:46.089 INFO:tasks.workunit.client.0.smithi111.stdout:op 5678 completed, throughput=5MB/sec 2023-12-01T05:22:47.089 INFO:tasks.workunit.client.0.smithi111.stdout: 1112: throughput=5MB/sec pending data=0 2023-12-01T05:22:47.090 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QF_czAQdrCZyHK- off=21591803 len=647110 2023-12-01T05:22:47.094 INFO:tasks.workunit.client.0.smithi111.stdout:op 5679 completed, throughput=5MB/sec 2023-12-01T05:22:47.094 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-859U46mWAXgbniD off=20011566 len=1509342 2023-12-01T05:22:47.102 INFO:tasks.workunit.client.0.smithi111.stdout:op 5680 completed, throughput=5MB/sec 2023-12-01T05:22:47.102 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F-5Ew3fvGNMqfdO off=14735762 len=1259869 2023-12-01T05:22:47.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 5681 completed, throughput=5MB/sec 2023-12-01T05:22:47.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NFeKrSJf5PXCNa4 off=4223473 len=1857625 2023-12-01T05:22:47.118 INFO:tasks.workunit.client.0.smithi111.stdout:op 5682 completed, throughput=5MB/sec 2023-12-01T05:22:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:47 smithi155 ceph-mon[102677]: pgmap v2253: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:22:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:47 smithi111 ceph-mon[97855]: pgmap v2253: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:22:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:47 smithi111 ceph-mon[116524]: pgmap v2253: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:22:48.119 INFO:tasks.workunit.client.0.smithi111.stdout: 1113: throughput=5MB/sec pending data=0 2023-12-01T05:22:48.119 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-GskQuL6N_K_iqkP off=7887893 len=1250153 2023-12-01T05:22:48.124 INFO:tasks.workunit.client.0.smithi111.stdout:op 5683 completed, throughput=5MB/sec 2023-12-01T05:22:48.124 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-hRa0RyVvR3i9hiD off=1454664 len=1054419 2023-12-01T05:22:48.129 INFO:tasks.workunit.client.0.smithi111.stdout:op 5684 completed, throughput=5MB/sec 2023-12-01T05:22:48.129 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5tmPE4t4VXO5IB8 off=224959 len=80014 2023-12-01T05:22:48.132 INFO:tasks.workunit.client.0.smithi111.stdout:op 5685 completed, throughput=5MB/sec 2023-12-01T05:22:48.132 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BRZrp2vHlPyqGv2 off=13785329 len=1055470 2023-12-01T05:22:48.138 INFO:tasks.workunit.client.0.smithi111.stdout:op 5686 completed, throughput=5MB/sec 2023-12-01T05:22:48.138 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HKdoe0cozo8wqJo off=15203718 len=300579 2023-12-01T05:22:48.139 INFO:tasks.workunit.client.0.smithi111.stdout:op 5687 completed, throughput=5MB/sec 2023-12-01T05:22:48.139 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sBG4qHhUAiVyqtb off=57171 len=1174442 2023-12-01T05:22:48.146 INFO:tasks.workunit.client.0.smithi111.stdout:op 5688 completed, throughput=5MB/sec 2023-12-01T05:22:49.146 INFO:tasks.workunit.client.0.smithi111.stdout: 1114: throughput=5MB/sec pending data=0 2023-12-01T05:22:49.146 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W-7DfqatwColiuV off=476176 len=1831820 2023-12-01T05:22:49.156 INFO:tasks.workunit.client.0.smithi111.stdout:op 5689 completed, throughput=5MB/sec 2023-12-01T05:22:49.156 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--DiGewYspFih6R1 off=14857514 len=1418742 2023-12-01T05:22:49.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 5690 completed, throughput=5MB/sec 2023-12-01T05:22:49.161 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-skALaWb2oRdY-pz off=4750693 len=182061 2023-12-01T05:22:49.162 INFO:tasks.workunit.client.0.smithi111.stdout:op 5691 completed, throughput=5MB/sec 2023-12-01T05:22:49.162 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vsUtFhUnfVVnErw off=9767837 len=1907820 2023-12-01T05:22:49.163 INFO:tasks.workunit.client.0.smithi111.stdout:op 5692 completed, throughput=5MB/sec 2023-12-01T05:22:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:49 smithi155 ceph-mon[102677]: pgmap v2254: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:22:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:49 smithi111 ceph-mon[97855]: pgmap v2254: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:22:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:22:49] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:22:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:49 smithi111 ceph-mon[116524]: pgmap v2254: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:22:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:22:50.164 INFO:tasks.workunit.client.0.smithi111.stdout: 1115: throughput=5MB/sec pending data=0 2023-12-01T05:22:50.164 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj---BApUkLMuc3Vwn off=1385162 len=788633 2023-12-01T05:22:50.169 INFO:tasks.workunit.client.0.smithi111.stdout:op 5693 completed, throughput=5MB/sec 2023-12-01T05:22:50.169 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-J_y2Y4WQOzejLYZ off=13656237 len=779728 2023-12-01T05:22:50.174 INFO:tasks.workunit.client.0.smithi111.stdout:op 5694 completed, throughput=5MB/sec 2023-12-01T05:22:50.174 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9jF7NZKsv_xIuVX off=12484370 len=834019 2023-12-01T05:22:50.178 INFO:tasks.workunit.client.0.smithi111.stdout:op 5695 completed, throughput=5MB/sec 2023-12-01T05:22:50.178 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eXqJgtaquz8L9cF off=5971228 len=1133433 2023-12-01T05:22:50.181 INFO:tasks.workunit.client.0.smithi111.stdout:op 5696 completed, throughput=5MB/sec 2023-12-01T05:22:50.181 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YX6psb8ubrU5q26 off=14926238 len=779608 2023-12-01T05:22:50.184 INFO:tasks.workunit.client.0.smithi111.stdout:op 5697 completed, throughput=5MB/sec 2023-12-01T05:22:50.185 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3dOHt07kSfuGVZP off=462566 len=1872589 2023-12-01T05:22:50.195 INFO:tasks.workunit.client.0.smithi111.stdout:op 5698 completed, throughput=5MB/sec 2023-12-01T05:22:51.195 INFO:tasks.workunit.client.0.smithi111.stdout: 1116: throughput=5MB/sec pending data=0 2023-12-01T05:22:51.195 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xIaQQiMVAm21Wzm off=2374939 len=1244025 2023-12-01T05:22:51.203 INFO:tasks.workunit.client.0.smithi111.stdout:op 5699 completed, throughput=5MB/sec 2023-12-01T05:22:51.203 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-xo6vzeH0WWEk5nb off=15072455 len=360004 2023-12-01T05:22:51.206 INFO:tasks.workunit.client.0.smithi111.stdout:op 5700 completed, throughput=5MB/sec 2023-12-01T05:22:51.206 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3F_B3hIYHTlyq-d off=0 len=1476490 2023-12-01T05:22:51.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 5701 completed, throughput=5MB/sec 2023-12-01T05:22:51.210 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-l_JYL9BHlSCUlsl off=6342970 len=849200 2023-12-01T05:22:51.213 INFO:tasks.workunit.client.0.smithi111.stdout:op 5702 completed, throughput=5MB/sec 2023-12-01T05:22:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:51 smithi155 ceph-mon[102677]: pgmap v2255: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:22:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:51 smithi111 ceph-mon[97855]: pgmap v2255: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:22:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:51 smithi111 ceph-mon[116524]: pgmap v2255: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2023-12-01T05:22:52.214 INFO:tasks.workunit.client.0.smithi111.stdout: 1117: throughput=5MB/sec pending data=0 2023-12-01T05:22:52.214 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LmQGJACe-zWQBUG off=2895996 len=1890731 2023-12-01T05:22:52.222 INFO:tasks.workunit.client.0.smithi111.stdout:op 5703 completed, throughput=5MB/sec 2023-12-01T05:22:52.222 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-j7ySEWOGwnATgdd off=9080351 len=940536 2023-12-01T05:22:52.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 5704 completed, throughput=5MB/sec 2023-12-01T05:22:52.228 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n0Kml26PsQmr0uL off=7865892 len=88673 2023-12-01T05:22:52.228 INFO:tasks.workunit.client.0.smithi111.stdout:op 5705 completed, throughput=5MB/sec 2023-12-01T05:22:52.229 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-haXQn6HGkqNlTcM off=10257865 len=735898 2023-12-01T05:22:52.233 INFO:tasks.workunit.client.0.smithi111.stdout:op 5706 completed, throughput=5MB/sec 2023-12-01T05:22:52.233 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dIVRNHE9708An4D off=1053187 len=1462934 2023-12-01T05:22:52.235 INFO:tasks.workunit.client.0.smithi111.stdout:op 5707 completed, throughput=5MB/sec 2023-12-01T05:22:52.235 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G7mifLgT4yA2UES off=2708405 len=431786 2023-12-01T05:22:52.235 INFO:tasks.workunit.client.0.smithi111.stdout:op 5708 completed, throughput=5MB/sec 2023-12-01T05:22:53.236 INFO:tasks.workunit.client.0.smithi111.stdout: 1118: throughput=5MB/sec pending data=0 2023-12-01T05:22:53.236 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aRwJ8lbPOCHzH7E off=11343 len=534951 2023-12-01T05:22:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:op 5709 completed, throughput=5MB/sec 2023-12-01T05:22:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-76DciGTN40wtf4G off=16568897 len=835014 2023-12-01T05:22:53.242 INFO:tasks.workunit.client.0.smithi111.stdout:op 5710 completed, throughput=5MB/sec 2023-12-01T05:22:53.242 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X_nsAu960b5eJIt off=5595578 len=1802489 2023-12-01T05:22:53.252 INFO:tasks.workunit.client.0.smithi111.stdout:op 5711 completed, throughput=5MB/sec 2023-12-01T05:22:53.252 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JpdwXJz9JyTrSZ0 off=10347791 len=490092 2023-12-01T05:22:53.255 INFO:tasks.workunit.client.0.smithi111.stdout:op 5712 completed, throughput=5MB/sec 2023-12-01T05:22:53.255 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u0JvJwZgtcDXxE- off=1546432 len=532096 2023-12-01T05:22:53.259 INFO:tasks.workunit.client.0.smithi111.stdout:op 5713 completed, throughput=5MB/sec 2023-12-01T05:22:53.259 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1wgwXgLTeNPYu4R off=2553424 len=438318 2023-12-01T05:22:53.261 INFO:tasks.workunit.client.0.smithi111.stdout:op 5714 completed, throughput=5MB/sec 2023-12-01T05:22:53.261 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jeM85DllCGh98iw off=14769214 len=1424099 2023-12-01T05:22:53.262 INFO:tasks.workunit.client.0.smithi111.stdout:op 5715 completed, throughput=5MB/sec 2023-12-01T05:22:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:53 smithi155 ceph-mon[102677]: pgmap v2256: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:22:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:53 smithi111 ceph-mon[97855]: pgmap v2256: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:22:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:53 smithi111 ceph-mon[116524]: pgmap v2256: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:22:54.263 INFO:tasks.workunit.client.0.smithi111.stdout: 1119: throughput=5MB/sec pending data=0 2023-12-01T05:22:54.263 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-_wavyX8HN45P4cv off=7344068 len=1068432 2023-12-01T05:22:54.269 INFO:tasks.workunit.client.0.smithi111.stdout:op 5716 completed, throughput=5MB/sec 2023-12-01T05:22:54.269 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-fIfo1UATTlYLOWZ off=1428944 len=929434 2023-12-01T05:22:54.275 INFO:tasks.workunit.client.0.smithi111.stdout:op 5717 completed, throughput=5MB/sec 2023-12-01T05:22:54.275 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-n2CuhvEOOALHQ8Z off=1431678 len=1578741 2023-12-01T05:22:54.277 INFO:tasks.workunit.client.0.smithi111.stdout:op 5718 completed, throughput=5MB/sec 2023-12-01T05:22:54.277 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7dtRELQa0kU0kTQ off=15591432 len=918230 2023-12-01T05:22:54.278 INFO:tasks.workunit.client.0.smithi111.stdout:op 5719 completed, throughput=5MB/sec 2023-12-01T05:22:55.278 INFO:tasks.workunit.client.0.smithi111.stdout: 1120: throughput=5MB/sec pending data=0 2023-12-01T05:22:55.278 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4rc2o_0DFrL-2Dm off=917492 len=1277389 2023-12-01T05:22:55.281 INFO:tasks.workunit.client.0.smithi111.stdout:op 5720 completed, throughput=5MB/sec 2023-12-01T05:22:55.281 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VRCkAc4MjRYn6qr off=5987734 len=2013634 2023-12-01T05:22:55.293 INFO:tasks.workunit.client.0.smithi111.stdout:op 5721 completed, throughput=5MB/sec 2023-12-01T05:22:55.293 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WsYxC7sOqTeL2-y off=7224476 len=1678619 2023-12-01T05:22:55.294 INFO:tasks.workunit.client.0.smithi111.stdout:op 5722 completed, throughput=5MB/sec 2023-12-01T05:22:55.294 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9ANMB6302mrvqvE off=7653824 len=1647016 2023-12-01T05:22:55.295 INFO:tasks.workunit.client.0.smithi111.stdout:op 5723 completed, throughput=5MB/sec 2023-12-01T05:22:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:55 smithi155 ceph-mon[102677]: pgmap v2257: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:22:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:55 smithi111 ceph-mon[97855]: pgmap v2257: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:22:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:55 smithi111 ceph-mon[116524]: pgmap v2257: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2023-12-01T05:22:56.295 INFO:tasks.workunit.client.0.smithi111.stdout: 1121: throughput=5MB/sec pending data=0 2023-12-01T05:22:56.296 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-36NhCOr9LibXdgH off=3987225 len=1590347 2023-12-01T05:22:56.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 5724 completed, throughput=5MB/sec 2023-12-01T05:22:56.298 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-oQFsPgQzjIpIuhj off=8140562 len=1447442 2023-12-01T05:22:56.300 INFO:tasks.workunit.client.0.smithi111.stdout:op 5725 completed, throughput=5MB/sec 2023-12-01T05:22:56.300 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nPxa6J1QMr70ztd off=12665248 len=1473605 2023-12-01T05:22:56.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 5726 completed, throughput=5MB/sec 2023-12-01T05:22:56.553 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (40m) 7m ago 40m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (40m) 7m ago 40m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (41m) 7m ago 41m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (41m) 7m ago 41m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (44m) 7m ago 44m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (46m) 7m ago 46m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (46m) 7m ago 46m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (45m) 7m ago 45m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:22:56.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (45m) 7m ago 45m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (40m) 7m ago 40m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (40m) 7m ago 40m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (44m) 7m ago 44m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (44m) 7m ago 44m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (43m) 7m ago 43m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (43m) 7m ago 43m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (43m) 7m ago 43m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (42m) 7m ago 42m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (42m) 7m ago 42m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (42m) 7m ago 42m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:22:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (40m) 7m ago 41m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:22:57.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:22:57.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:22:57.241 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:22:57.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:22:57.241 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:22:57.241 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:22:57.308 INFO:tasks.workunit.client.0.smithi111.stdout: 1122: throughput=5MB/sec pending data=0 2023-12-01T05:22:57.308 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kchXthkxeKHBpa_ off=608375 len=873481 2023-12-01T05:22:57.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 5727 completed, throughput=5MB/sec 2023-12-01T05:22:57.310 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KYFoDmwL3Ag_p_h off=1883953 len=1340344 2023-12-01T05:22:57.317 INFO:tasks.workunit.client.0.smithi111.stdout:op 5728 completed, throughput=5MB/sec 2023-12-01T05:22:57.317 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-48BOvrPlZ0_74YP off=10177802 len=760039 2023-12-01T05:22:57.318 INFO:tasks.workunit.client.0.smithi111.stdout:op 5729 completed, throughput=5MB/sec 2023-12-01T05:22:57.318 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UL2pgIl7OvHOdZw off=7560164 len=404802 2023-12-01T05:22:57.321 INFO:tasks.workunit.client.0.smithi111.stdout:op 5730 completed, throughput=5MB/sec 2023-12-01T05:22:57.321 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rVefZV35f4HJPqw off=9954046 len=451315 2023-12-01T05:22:57.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 5731 completed, throughput=5MB/sec 2023-12-01T05:22:57.324 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-x9wEq8BUXC948ra off=262913 len=359143 2023-12-01T05:22:57.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 5732 completed, throughput=5MB/sec 2023-12-01T05:22:57.325 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-eKUxPqYOmgFpXlg off=653261 len=1937722 2023-12-01T05:22:57.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 5733 completed, throughput=5MB/sec 2023-12-01T05:22:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:57 smithi155 ceph-mon[102677]: pgmap v2258: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:22:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:57 smithi111 ceph-mon[97855]: pgmap v2258: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:22:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:57 smithi111 ceph-mon[116524]: pgmap v2258: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2023-12-01T05:22:58.326 INFO:tasks.workunit.client.0.smithi111.stdout: 1123: throughput=5MB/sec pending data=0 2023-12-01T05:22:58.327 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-CzWyY4MC-464NjM off=2024250 len=66112 2023-12-01T05:22:58.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 5734 completed, throughput=5MB/sec 2023-12-01T05:22:58.329 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FbPFuFm3BCVRndJ off=8483396 len=805215 2023-12-01T05:22:58.334 INFO:tasks.workunit.client.0.smithi111.stdout:op 5735 completed, throughput=5MB/sec 2023-12-01T05:22:58.334 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gIuVsPuWx25pI3L off=14315650 len=1266245 2023-12-01T05:22:58.336 INFO:tasks.workunit.client.0.smithi111.stdout:op 5736 completed, throughput=5MB/sec 2023-12-01T05:22:58.336 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MBFWb3wrz-s_8Js off=518284 len=1485528 2023-12-01T05:22:58.345 INFO:tasks.workunit.client.0.smithi111.stdout:op 5737 completed, throughput=5MB/sec 2023-12-01T05:22:58.345 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Eq5l6JwB8bO-gek off=2485778 len=2075775 2023-12-01T05:22:58.345 INFO:tasks.workunit.client.0.smithi111.stdout:op 5738 completed, throughput=5MB/sec 2023-12-01T05:22:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:58 smithi155 ceph-mon[102677]: from='client.16851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:58 smithi155 ceph-mon[102677]: from='client.26759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2181681291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:22:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:58 smithi111 ceph-mon[97855]: from='client.16851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:58 smithi111 ceph-mon[97855]: from='client.26759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2181681291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:22:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:58 smithi111 ceph-mon[116524]: from='client.16851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:58 smithi111 ceph-mon[116524]: from='client.26759 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:22:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2181681291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:22:59.346 INFO:tasks.workunit.client.0.smithi111.stdout: 1124: throughput=5MB/sec pending data=0 2023-12-01T05:22:59.346 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ePS-Qm63IUfvAg6 off=7629280 len=1031058 2023-12-01T05:22:59.351 INFO:tasks.workunit.client.0.smithi111.stdout:op 5739 completed, throughput=5MB/sec 2023-12-01T05:22:59.352 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4eBfBssGCRiqCDB off=6174233 len=1240998 2023-12-01T05:22:59.356 INFO:tasks.workunit.client.0.smithi111.stdout:op 5740 completed, throughput=5MB/sec 2023-12-01T05:22:59.357 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UItWIjR5MTHW0GS off=15512871 len=409251 2023-12-01T05:22:59.359 INFO:tasks.workunit.client.0.smithi111.stdout:op 5741 completed, throughput=5MB/sec 2023-12-01T05:22:59.359 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-OJ1QpxaYouE_uCI off=6879050 len=1019679 2023-12-01T05:22:59.360 INFO:tasks.workunit.client.0.smithi111.stdout:op 5742 completed, throughput=5MB/sec 2023-12-01T05:22:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:22:59 smithi155 ceph-mon[102677]: pgmap v2259: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:22:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:22:59 smithi111 ceph-mon[97855]: pgmap v2259: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:22:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:22:59 smithi111 ceph-mon[116524]: pgmap v2259: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:22:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:22:59] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2023-12-01T05:23:00.361 INFO:tasks.workunit.client.0.smithi111.stdout: 1125: throughput=5MB/sec pending data=0 2023-12-01T05:23:00.361 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q7LUjFvkSSUAVS_ off=2380940 len=101421 2023-12-01T05:23:00.361 INFO:tasks.workunit.client.0.smithi111.stdout:op 5743 completed, throughput=5MB/sec 2023-12-01T05:23:00.361 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u7LhZL7QmnzmGio off=384543 len=66784 2023-12-01T05:23:00.364 INFO:tasks.workunit.client.0.smithi111.stdout:op 5744 completed, throughput=5MB/sec 2023-12-01T05:23:00.364 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AVh7NNWd1N7XdyM off=15515768 len=361383 2023-12-01T05:23:00.366 INFO:tasks.workunit.client.0.smithi111.stdout:op 5745 completed, throughput=5MB/sec 2023-12-01T05:23:00.366 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gobj3Dy96Cp6DPU off=4380848 len=523540 2023-12-01T05:23:00.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 5746 completed, throughput=5MB/sec 2023-12-01T05:23:00.370 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-lZdvAIcRM7PBIiV off=13282449 len=391064 2023-12-01T05:23:00.374 INFO:tasks.workunit.client.0.smithi111.stdout:op 5747 completed, throughput=5MB/sec 2023-12-01T05:23:00.374 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-B1S7DvpXL2WoXxm off=3906755 len=1503230 2023-12-01T05:23:00.381 INFO:tasks.workunit.client.0.smithi111.stdout:op 5748 completed, throughput=5MB/sec 2023-12-01T05:23:00.381 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IMoY58HsIxK0CXC off=13957594 len=1717579 2023-12-01T05:23:00.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 5749 completed, throughput=5MB/sec 2023-12-01T05:23:00.384 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-oiGAjGCNjEffk2X off=1578557 len=2053217 2023-12-01T05:23:00.395 INFO:tasks.workunit.client.0.smithi111.stdout:op 5750 completed, throughput=5MB/sec 2023-12-01T05:23:01.396 INFO:tasks.workunit.client.0.smithi111.stdout: 1126: throughput=5MB/sec pending data=0 2023-12-01T05:23:01.396 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vvTn4bV06uwXkYV off=3404341 len=1065030 2023-12-01T05:23:01.398 INFO:tasks.workunit.client.0.smithi111.stdout:op 5751 completed, throughput=5MB/sec 2023-12-01T05:23:01.398 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-J1rrp9ENfp073VS off=1117995 len=1485131 2023-12-01T05:23:01.400 INFO:tasks.workunit.client.0.smithi111.stdout:op 5752 completed, throughput=5MB/sec 2023-12-01T05:23:01.400 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FJJ5QFLO8r4aCl9 off=1909596 len=466793 2023-12-01T05:23:01.401 INFO:tasks.workunit.client.0.smithi111.stdout:op 5753 completed, throughput=5MB/sec 2023-12-01T05:23:01.401 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QFJzuPM0jVW4PS- off=1308938 len=887871 2023-12-01T05:23:01.407 INFO:tasks.workunit.client.0.smithi111.stdout:op 5754 completed, throughput=5MB/sec 2023-12-01T05:23:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:01 smithi155 ceph-mon[102677]: pgmap v2260: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:23:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:01 smithi111 ceph-mon[97855]: pgmap v2260: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:23:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:01 smithi111 ceph-mon[116524]: pgmap v2260: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2023-12-01T05:23:02.407 INFO:tasks.workunit.client.0.smithi111.stdout: 1127: throughput=5MB/sec pending data=0 2023-12-01T05:23:02.407 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-I8xhDJ50vw3XzLD off=18260077 len=1123020 2023-12-01T05:23:02.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 5755 completed, throughput=5MB/sec 2023-12-01T05:23:02.410 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kZHUhsBAoB7Efb3 off=9939215 len=284714 2023-12-01T05:23:02.413 INFO:tasks.workunit.client.0.smithi111.stdout:op 5756 completed, throughput=5MB/sec 2023-12-01T05:23:02.413 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qya54wKoRp1BT7J off=17402422 len=1096789 2023-12-01T05:23:02.420 INFO:tasks.workunit.client.0.smithi111.stdout:op 5757 completed, throughput=5MB/sec 2023-12-01T05:23:02.420 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3-oy7lwgyT7l8Rr off=4697858 len=228523 2023-12-01T05:23:02.422 INFO:tasks.workunit.client.0.smithi111.stdout:op 5758 completed, throughput=5MB/sec 2023-12-01T05:23:02.422 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FTYDt5EAqy3Pv-4 off=1232675 len=1079516 2023-12-01T05:23:02.424 INFO:tasks.workunit.client.0.smithi111.stdout:op 5759 completed, throughput=5MB/sec 2023-12-01T05:23:02.424 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-qe4Ymrgcm6udf1E off=2610909 len=227159 2023-12-01T05:23:02.426 INFO:tasks.workunit.client.0.smithi111.stdout:op 5760 completed, throughput=5MB/sec 2023-12-01T05:23:02.426 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KErCar86ZtQXqno off=6094152 len=1789193 2023-12-01T05:23:02.428 INFO:tasks.workunit.client.0.smithi111.stdout:op 5761 completed, throughput=5MB/sec 2023-12-01T05:23:03.428 INFO:tasks.workunit.client.0.smithi111.stdout: 1128: throughput=5MB/sec pending data=0 2023-12-01T05:23:03.429 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZpYf2fy8lOA8tQ5 off=8119223 len=354452 2023-12-01T05:23:03.430 INFO:tasks.workunit.client.0.smithi111.stdout:op 5762 completed, throughput=5MB/sec 2023-12-01T05:23:03.430 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UTwIR3N1f3L52VH off=1604858 len=1448472 2023-12-01T05:23:03.432 INFO:tasks.workunit.client.0.smithi111.stdout:op 5763 completed, throughput=5MB/sec 2023-12-01T05:23:03.432 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-H13xKWR5EzMzg75 off=369858 len=462834 2023-12-01T05:23:03.436 INFO:tasks.workunit.client.0.smithi111.stdout:op 5764 completed, throughput=5MB/sec 2023-12-01T05:23:03.436 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-loI1B2wGH2tNScn off=22374186 len=450719 2023-12-01T05:23:03.440 INFO:tasks.workunit.client.0.smithi111.stdout:op 5765 completed, throughput=5MB/sec 2023-12-01T05:23:03.440 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Q0F4zqVfphcn6wz off=5320377 len=681860 2023-12-01T05:23:03.442 INFO:tasks.workunit.client.0.smithi111.stdout:op 5766 completed, throughput=5MB/sec 2023-12-01T05:23:03.442 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KIQO_Qo03xLqv9_ off=107891 len=1026206 2023-12-01T05:23:03.447 INFO:tasks.workunit.client.0.smithi111.stdout:op 5767 completed, throughput=5MB/sec 2023-12-01T05:23:03.447 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4wRs0lFItW6eUmI off=2280942 len=1713767 2023-12-01T05:23:03.454 INFO:tasks.workunit.client.0.smithi111.stdout:op 5768 completed, throughput=5MB/sec 2023-12-01T05:23:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:03 smithi155 ceph-mon[102677]: pgmap v2261: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:23:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:03 smithi111 ceph-mon[97855]: pgmap v2261: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:23:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:03 smithi111 ceph-mon[116524]: pgmap v2261: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2023-12-01T05:23:04.454 INFO:tasks.workunit.client.0.smithi111.stdout: 1129: throughput=5MB/sec pending data=0 2023-12-01T05:23:04.454 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iZ3feloCO3cTueu off=3778888 len=1610582 2023-12-01T05:23:04.456 INFO:tasks.workunit.client.0.smithi111.stdout:op 5769 completed, throughput=5MB/sec 2023-12-01T05:23:04.456 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UP6t3_mY7JpL6uH off=1464142 len=1219377 2023-12-01T05:23:04.457 INFO:tasks.workunit.client.0.smithi111.stdout:op 5770 completed, throughput=5MB/sec 2023-12-01T05:23:04.457 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nDhIOLbC74H9Kfi off=1361577 len=1316947 2023-12-01T05:23:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:04.460 INFO:tasks.workunit.client.0.smithi111.stdout:op 5771 completed, throughput=5MB/sec 2023-12-01T05:23:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:05 smithi155 ceph-mon[102677]: pgmap v2262: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:23:05.461 INFO:tasks.workunit.client.0.smithi111.stdout: 1130: throughput=5MB/sec pending data=0 2023-12-01T05:23:05.461 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-o3uDZMfCbZkEkr9 off=18282043 len=214115 2023-12-01T05:23:05.462 INFO:tasks.workunit.client.0.smithi111.stdout:op 5772 completed, throughput=5MB/sec 2023-12-01T05:23:05.462 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NSBgpC_lc1Yomy6 off=51155 len=1705875 2023-12-01T05:23:05.470 INFO:tasks.workunit.client.0.smithi111.stdout:op 5773 completed, throughput=5MB/sec 2023-12-01T05:23:05.471 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8vPbZ365Ndg2Z5V off=4019145 len=1367798 2023-12-01T05:23:05.480 INFO:tasks.workunit.client.0.smithi111.stdout:op 5774 completed, throughput=5MB/sec 2023-12-01T05:23:05.480 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jLg7U86KhHes6go off=6066893 len=653395 2023-12-01T05:23:05.482 INFO:tasks.workunit.client.0.smithi111.stdout:op 5775 completed, throughput=5MB/sec 2023-12-01T05:23:05.482 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-R92mPPtJbgMCOti off=3312992 len=1686750 2023-12-01T05:23:05.484 INFO:tasks.workunit.client.0.smithi111.stdout:op 5776 completed, throughput=5MB/sec 2023-12-01T05:23:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:05 smithi111 ceph-mon[97855]: pgmap v2262: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:23:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:05 smithi111 ceph-mon[116524]: pgmap v2262: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2023-12-01T05:23:06.485 INFO:tasks.workunit.client.0.smithi111.stdout: 1131: throughput=5MB/sec pending data=0 2023-12-01T05:23:06.485 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-h3vN0pDRxaJC_Dx off=8578190 len=444576 2023-12-01T05:23:06.489 INFO:tasks.workunit.client.0.smithi111.stdout:op 5777 completed, throughput=5MB/sec 2023-12-01T05:23:06.489 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-48BOvrPlZ0_74YP off=5680447 len=1884992 2023-12-01T05:23:06.491 INFO:tasks.workunit.client.0.smithi111.stdout:op 5778 completed, throughput=5MB/sec 2023-12-01T05:23:06.491 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Dl57rGEryKkt-1f off=9941576 len=124732 2023-12-01T05:23:06.492 INFO:tasks.workunit.client.0.smithi111.stdout:op 5779 completed, throughput=5MB/sec 2023-12-01T05:23:06.492 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fIfo1UATTlYLOWZ off=1773179 len=400262 2023-12-01T05:23:06.493 INFO:tasks.workunit.client.0.smithi111.stdout:op 5780 completed, throughput=5MB/sec 2023-12-01T05:23:06.493 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u86IU9IxzCiLlUC off=14059802 len=1124231 2023-12-01T05:23:06.494 INFO:tasks.workunit.client.0.smithi111.stdout:op 5781 completed, throughput=5MB/sec 2023-12-01T05:23:06.494 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gNMPYUUvJ8WaBt1 off=10981797 len=1054369 2023-12-01T05:23:06.501 INFO:tasks.workunit.client.0.smithi111.stdout:op 5782 completed, throughput=5MB/sec 2023-12-01T05:23:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:07 smithi155 ceph-mon[102677]: pgmap v2263: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:23:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:07 smithi111 ceph-mon[97855]: pgmap v2263: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:23:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:07 smithi111 ceph-mon[116524]: pgmap v2263: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:23:07.501 INFO:tasks.workunit.client.0.smithi111.stdout: 1132: throughput=5MB/sec pending data=0 2023-12-01T05:23:07.502 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A5QYI3wrqRaBfCK off=653466 len=1090967 2023-12-01T05:23:07.504 INFO:tasks.workunit.client.0.smithi111.stdout:op 5783 completed, throughput=5MB/sec 2023-12-01T05:23:07.504 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yRc4r0OZ4QFhMbD off=14262329 len=1389640 2023-12-01T05:23:07.511 INFO:tasks.workunit.client.0.smithi111.stdout:op 5784 completed, throughput=5MB/sec 2023-12-01T05:23:07.511 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FE4p0quJ47L6jZ5 off=4362267 len=418825 2023-12-01T05:23:07.515 INFO:tasks.workunit.client.0.smithi111.stdout:op 5785 completed, throughput=5MB/sec 2023-12-01T05:23:07.515 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nAF_Im6fKhn_wRl off=3055499 len=496062 2023-12-01T05:23:07.518 INFO:tasks.workunit.client.0.smithi111.stdout:op 5786 completed, throughput=5MB/sec 2023-12-01T05:23:07.519 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Ec8rVkEXUesyrzQ off=21265327 len=78118 2023-12-01T05:23:07.519 INFO:tasks.workunit.client.0.smithi111.stdout:op 5787 completed, throughput=5MB/sec 2023-12-01T05:23:07.519 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-zUkxKUAzg8RaTr1 off=7143347 len=1125890 2023-12-01T05:23:07.525 INFO:tasks.workunit.client.0.smithi111.stdout:op 5788 completed, throughput=5MB/sec 2023-12-01T05:23:07.525 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IZCtfDPa1JoY0ou off=2825612 len=1415300 2023-12-01T05:23:07.531 INFO:tasks.workunit.client.0.smithi111.stdout:op 5789 completed, throughput=5MB/sec 2023-12-01T05:23:08.532 INFO:tasks.workunit.client.0.smithi111.stdout: 1133: throughput=5MB/sec pending data=0 2023-12-01T05:23:08.532 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PIQF_w8vLlvlrSW off=639826 len=1544066 2023-12-01T05:23:08.533 INFO:tasks.workunit.client.0.smithi111.stdout:op 5790 completed, throughput=5MB/sec 2023-12-01T05:23:08.534 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-of7ow8zYA6vX_6U off=17668751 len=1144846 2023-12-01T05:23:08.535 INFO:tasks.workunit.client.0.smithi111.stdout:op 5791 completed, throughput=5MB/sec 2023-12-01T05:23:08.535 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rZWRKxAUxl_bnz0 off=17121246 len=1991861 2023-12-01T05:23:08.537 INFO:tasks.workunit.client.0.smithi111.stdout:op 5792 completed, throughput=5MB/sec 2023-12-01T05:23:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:09 smithi155 ceph-mon[102677]: pgmap v2264: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:09 smithi111 ceph-mon[97855]: pgmap v2264: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:23:09] "GET /metrics HTTP/1.1" 200 33905 "" "Prometheus/2.43.0" 2023-12-01T05:23:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:09 smithi111 ceph-mon[116524]: pgmap v2264: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:09.538 INFO:tasks.workunit.client.0.smithi111.stdout: 1134: throughput=5MB/sec pending data=0 2023-12-01T05:23:09.538 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gH2jMpSiXT6qqLN off=311100 len=2002348 2023-12-01T05:23:09.549 INFO:tasks.workunit.client.0.smithi111.stdout:op 5793 completed, throughput=5MB/sec 2023-12-01T05:23:09.549 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sWshjzosSFwUc9g off=2516656 len=1305851 2023-12-01T05:23:09.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 5794 completed, throughput=5MB/sec 2023-12-01T05:23:09.555 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-176UpH4Hd3CjdUs off=6293177 len=23773 2023-12-01T05:23:09.555 INFO:tasks.workunit.client.0.smithi111.stdout:op 5795 completed, throughput=5MB/sec 2023-12-01T05:23:09.555 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6L5JpcD0pnleNm3 off=20725627 len=782375 2023-12-01T05:23:09.557 INFO:tasks.workunit.client.0.smithi111.stdout:op 5796 completed, throughput=5MB/sec 2023-12-01T05:23:09.557 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-vkVLbfPG8JXde_0 off=18801931 len=1012571 2023-12-01T05:23:09.562 INFO:tasks.workunit.client.0.smithi111.stdout:op 5797 completed, throughput=5MB/sec 2023-12-01T05:23:09.562 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JkLvOVh6_Mz8K-y off=6937531 len=874020 2023-12-01T05:23:09.568 INFO:tasks.workunit.client.0.smithi111.stdout:op 5798 completed, throughput=5MB/sec 2023-12-01T05:23:10.568 INFO:tasks.workunit.client.0.smithi111.stdout: 1135: throughput=5MB/sec pending data=0 2023-12-01T05:23:10.568 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-0N840UFjQVPJaiD off=8278594 len=1336852 2023-12-01T05:23:10.569 INFO:tasks.workunit.client.0.smithi111.stdout:op 5799 completed, throughput=5MB/sec 2023-12-01T05:23:10.570 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UTWgtuJVZdEQnVe off=15635181 len=735832 2023-12-01T05:23:10.571 INFO:tasks.workunit.client.0.smithi111.stdout:op 5800 completed, throughput=5MB/sec 2023-12-01T05:23:10.572 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-gIHrZnNlCh1BX9a off=6491672 len=615023 2023-12-01T05:23:10.573 INFO:tasks.workunit.client.0.smithi111.stdout:op 5801 completed, throughput=5MB/sec 2023-12-01T05:23:10.573 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vWxm7L58ErhSIXN off=7321823 len=500376 2023-12-01T05:23:10.574 INFO:tasks.workunit.client.0.smithi111.stdout:op 5802 completed, throughput=5MB/sec 2023-12-01T05:23:10.574 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Domp6vCyKp0gv-V off=3038080 len=498819 2023-12-01T05:23:10.576 INFO:tasks.workunit.client.0.smithi111.stdout:op 5803 completed, throughput=5MB/sec 2023-12-01T05:23:10.576 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DEItTBnjOy_2L5W off=1523743 len=1054295 2023-12-01T05:23:10.578 INFO:tasks.workunit.client.0.smithi111.stdout:op 5804 completed, throughput=5MB/sec 2023-12-01T05:23:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:11 smithi155 ceph-mon[102677]: pgmap v2265: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:11 smithi111 ceph-mon[97855]: pgmap v2265: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:11 smithi111 ceph-mon[116524]: pgmap v2265: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:11.578 INFO:tasks.workunit.client.0.smithi111.stdout: 1136: throughput=5MB/sec pending data=0 2023-12-01T05:23:11.578 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-O30bYpGDP2Hq6FD off=6198652 len=687602 2023-12-01T05:23:11.579 INFO:tasks.workunit.client.0.smithi111.stdout:op 5805 completed, throughput=5MB/sec 2023-12-01T05:23:11.579 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BYtnEuf9EGodKho off=14022089 len=1467899 2023-12-01T05:23:11.586 INFO:tasks.workunit.client.0.smithi111.stdout:op 5806 completed, throughput=5MB/sec 2023-12-01T05:23:11.586 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Jw3XuWoh3pzmnr6 off=161721 len=1205787 2023-12-01T05:23:11.592 INFO:tasks.workunit.client.0.smithi111.stdout:op 5807 completed, throughput=5MB/sec 2023-12-01T05:23:11.592 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DUmxdKsChTDbldd off=3169108 len=2081271 2023-12-01T05:23:11.604 INFO:tasks.workunit.client.0.smithi111.stdout:op 5808 completed, throughput=5MB/sec 2023-12-01T05:23:12.605 INFO:tasks.workunit.client.0.smithi111.stdout: 1137: throughput=5MB/sec pending data=0 2023-12-01T05:23:12.605 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-cnsQBWx_KfaHctG off=634146 len=438913 2023-12-01T05:23:12.605 INFO:tasks.workunit.client.0.smithi111.stdout:op 5809 completed, throughput=5MB/sec 2023-12-01T05:23:12.605 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-gLhOD1Pq343gQPO off=6313035 len=962056 2023-12-01T05:23:12.613 INFO:tasks.workunit.client.0.smithi111.stdout:op 5810 completed, throughput=5MB/sec 2023-12-01T05:23:12.613 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-V_Bf8xLiFZ3b7pu off=8058578 len=281016 2023-12-01T05:23:12.617 INFO:tasks.workunit.client.0.smithi111.stdout:op 5811 completed, throughput=5MB/sec 2023-12-01T05:23:12.617 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sxecbF1WYH69Hyc off=292305 len=1973529 2023-12-01T05:23:12.619 INFO:tasks.workunit.client.0.smithi111.stdout:op 5812 completed, throughput=5MB/sec 2023-12-01T05:23:12.620 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YCHbp2psfa1x4U1 off=17797783 len=555385 2023-12-01T05:23:12.624 INFO:tasks.workunit.client.0.smithi111.stdout:op 5813 completed, throughput=5MB/sec 2023-12-01T05:23:12.624 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zDUvReqhNKivmbw off=18282495 len=1984480 2023-12-01T05:23:12.627 INFO:tasks.workunit.client.0.smithi111.stdout:op 5814 completed, throughput=5MB/sec 2023-12-01T05:23:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:13 smithi155 ceph-mon[102677]: pgmap v2266: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:23:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:13 smithi111 ceph-mon[97855]: pgmap v2266: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:23:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:13 smithi111 ceph-mon[116524]: pgmap v2266: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:23:13.627 INFO:tasks.workunit.client.0.smithi111.stdout: 1138: throughput=5MB/sec pending data=0 2023-12-01T05:23:13.628 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BVZf37ingt03d9Q off=3366461 len=144787 2023-12-01T05:23:13.630 INFO:tasks.workunit.client.0.smithi111.stdout:op 5815 completed, throughput=5MB/sec 2023-12-01T05:23:13.630 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2oVAZ_PxpADzNuO off=4568517 len=1343812 2023-12-01T05:23:13.631 INFO:tasks.workunit.client.0.smithi111.stdout:op 5816 completed, throughput=5MB/sec 2023-12-01T05:23:13.632 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-FeyL9J7v4czIQe9 off=2112111 len=1402062 2023-12-01T05:23:13.635 INFO:tasks.workunit.client.0.smithi111.stdout:op 5817 completed, throughput=5MB/sec 2023-12-01T05:23:13.635 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WdkaO9t0ofLDFbE off=17026225 len=1766010 2023-12-01T05:23:13.643 INFO:tasks.workunit.client.0.smithi111.stdout:op 5818 completed, throughput=5MB/sec 2023-12-01T05:23:14.643 INFO:tasks.workunit.client.0.smithi111.stdout: 1139: throughput=5MB/sec pending data=0 2023-12-01T05:23:14.644 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6iYzCq2cUyEM9it off=19913621 len=873204 2023-12-01T05:23:14.648 INFO:tasks.workunit.client.0.smithi111.stdout:op 5819 completed, throughput=5MB/sec 2023-12-01T05:23:14.648 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-VGvoMCLEaG1rB4m off=19395587 len=779882 2023-12-01T05:23:14.649 INFO:tasks.workunit.client.0.smithi111.stdout:op 5820 completed, throughput=5MB/sec 2023-12-01T05:23:14.649 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-z9psmnjURX9mM1g off=4607996 len=1431714 2023-12-01T05:23:14.658 INFO:tasks.workunit.client.0.smithi111.stdout:op 5821 completed, throughput=5MB/sec 2023-12-01T05:23:14.658 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-qSqjz8B3CndEzYQ off=7645061 len=765719 2023-12-01T05:23:14.659 INFO:tasks.workunit.client.0.smithi111.stdout:op 5822 completed, throughput=5MB/sec 2023-12-01T05:23:14.659 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-W8GlQBUUehRgf9h off=2892826 len=77795 2023-12-01T05:23:14.662 INFO:tasks.workunit.client.0.smithi111.stdout:op 5823 completed, throughput=5MB/sec 2023-12-01T05:23:14.662 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jWDGcqyama1Ebg0 off=5882141 len=277203 2023-12-01T05:23:14.665 INFO:tasks.workunit.client.0.smithi111.stdout:op 5824 completed, throughput=5MB/sec 2023-12-01T05:23:14.665 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-in85rxtFTl6rBDD off=470998 len=865125 2023-12-01T05:23:14.669 INFO:tasks.workunit.client.0.smithi111.stdout:op 5825 completed, throughput=5MB/sec 2023-12-01T05:23:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:15 smithi155 ceph-mon[102677]: pgmap v2267: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:23:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:15 smithi111 ceph-mon[97855]: pgmap v2267: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:23:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:15 smithi111 ceph-mon[116524]: pgmap v2267: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:23:15.669 INFO:tasks.workunit.client.0.smithi111.stdout: 1140: throughput=5MB/sec pending data=0 2023-12-01T05:23:15.669 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kidTCKJGGOXm1aX off=609371 len=416958 2023-12-01T05:23:15.671 INFO:tasks.workunit.client.0.smithi111.stdout:op 5826 completed, throughput=5MB/sec 2023-12-01T05:23:15.671 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-nX_McbYFBw5NI9Y off=5130782 len=1308380 2023-12-01T05:23:15.673 INFO:tasks.workunit.client.0.smithi111.stdout:op 5827 completed, throughput=5MB/sec 2023-12-01T05:23:15.673 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-JqfsZmbYaw1YJJK off=2331559 len=1701338 2023-12-01T05:23:15.675 INFO:tasks.workunit.client.0.smithi111.stdout:op 5828 completed, throughput=5MB/sec 2023-12-01T05:23:15.676 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-UzWn70954kOcdT8 off=4077309 len=448643 2023-12-01T05:23:15.677 INFO:tasks.workunit.client.0.smithi111.stdout:op 5829 completed, throughput=5MB/sec 2023-12-01T05:23:15.677 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-I5OnmUkvAyS7PHq off=408580 len=1882200 2023-12-01T05:23:15.688 INFO:tasks.workunit.client.0.smithi111.stdout:op 5830 completed, throughput=5MB/sec 2023-12-01T05:23:16.689 INFO:tasks.workunit.client.0.smithi111.stdout: 1141: throughput=5MB/sec pending data=0 2023-12-01T05:23:16.689 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2RJsTqP7FhcZcne off=11408206 len=1578053 2023-12-01T05:23:16.697 INFO:tasks.workunit.client.0.smithi111.stdout:op 5831 completed, throughput=5MB/sec 2023-12-01T05:23:16.697 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-x4mjHYTMhuF-6DE off=8973687 len=1869453 2023-12-01T05:23:16.708 INFO:tasks.workunit.client.0.smithi111.stdout:op 5832 completed, throughput=5MB/sec 2023-12-01T05:23:16.708 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-D9X4XEapoC8k11s off=3633358 len=493685 2023-12-01T05:23:16.709 INFO:tasks.workunit.client.0.smithi111.stdout:op 5833 completed, throughput=5MB/sec 2023-12-01T05:23:16.710 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-ylMRmsWEPGLy4L6 off=4697043 len=347222 2023-12-01T05:23:16.712 INFO:tasks.workunit.client.0.smithi111.stdout:op 5834 completed, throughput=5MB/sec 2023-12-01T05:23:16.713 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7fnhbqATtSkdmst off=4806147 len=1507652 2023-12-01T05:23:16.713 INFO:tasks.workunit.client.0.smithi111.stdout:op 5835 completed, throughput=5MB/sec 2023-12-01T05:23:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:17 smithi155 ceph-mon[102677]: pgmap v2268: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:23:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:17 smithi111 ceph-mon[97855]: pgmap v2268: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:23:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:17 smithi111 ceph-mon[116524]: pgmap v2268: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2023-12-01T05:23:17.714 INFO:tasks.workunit.client.0.smithi111.stdout: 1142: throughput=5MB/sec pending data=0 2023-12-01T05:23:17.714 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aKl5UENiNbIQmTU off=2269105 len=533114 2023-12-01T05:23:17.718 INFO:tasks.workunit.client.0.smithi111.stdout:op 5836 completed, throughput=5MB/sec 2023-12-01T05:23:17.718 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-zUIYcsjakab-cj- off=8848174 len=207451 2023-12-01T05:23:17.719 INFO:tasks.workunit.client.0.smithi111.stdout:op 5837 completed, throughput=5MB/sec 2023-12-01T05:23:17.719 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-y9JF2w_esSMCHAS off=2242151 len=2028311 2023-12-01T05:23:17.728 INFO:tasks.workunit.client.0.smithi111.stdout:op 5838 completed, throughput=5MB/sec 2023-12-01T05:23:17.728 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-58ylYt8l7gsk5Qf off=9339716 len=1404502 2023-12-01T05:23:17.733 INFO:tasks.workunit.client.0.smithi111.stdout:op 5839 completed, throughput=5MB/sec 2023-12-01T05:23:17.734 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-b3FoGkeiQfOGtl2 off=1954149 len=444421 2023-12-01T05:23:17.734 INFO:tasks.workunit.client.0.smithi111.stdout:op 5840 completed, throughput=5MB/sec 2023-12-01T05:23:18.734 INFO:tasks.workunit.client.0.smithi111.stdout: 1143: throughput=5MB/sec pending data=0 2023-12-01T05:23:18.735 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NpxtyOMYCHqOd8n off=6127892 len=1042239 2023-12-01T05:23:18.740 INFO:tasks.workunit.client.0.smithi111.stdout:op 5841 completed, throughput=5MB/sec 2023-12-01T05:23:18.740 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AYRGqLC7VUk7G3k off=11256973 len=229584 2023-12-01T05:23:18.740 INFO:tasks.workunit.client.0.smithi111.stdout:op 5842 completed, throughput=5MB/sec 2023-12-01T05:23:18.741 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-i6nPmfHQPV8xSBS off=4472822 len=86721 2023-12-01T05:23:18.741 INFO:tasks.workunit.client.0.smithi111.stdout:op 5843 completed, throughput=5MB/sec 2023-12-01T05:23:18.741 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-FUoLafRGAmfxZng off=1114011 len=1895806 2023-12-01T05:23:18.751 INFO:tasks.workunit.client.0.smithi111.stdout:op 5844 completed, throughput=5MB/sec 2023-12-01T05:23:18.752 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HB9At03NQ9wISxH off=3741330 len=587464 2023-12-01T05:23:18.753 INFO:tasks.workunit.client.0.smithi111.stdout:op 5845 completed, throughput=5MB/sec 2023-12-01T05:23:18.753 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-A9tyLSu_Ph3em17 off=12931799 len=99813 2023-12-01T05:23:18.754 INFO:tasks.workunit.client.0.smithi111.stdout:op 5846 completed, throughput=5MB/sec 2023-12-01T05:23:18.754 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-2XPvdmwlLcJWPoj off=4025640 len=1678107 2023-12-01T05:23:18.755 INFO:tasks.workunit.client.0.smithi111.stdout:op 5847 completed, throughput=5MB/sec 2023-12-01T05:23:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:19 smithi155 ceph-mon[102677]: pgmap v2269: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:19 smithi111 ceph-mon[97855]: pgmap v2269: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:23:19] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:23:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:19 smithi111 ceph-mon[116524]: pgmap v2269: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:19.756 INFO:tasks.workunit.client.0.smithi111.stdout: 1144: throughput=5MB/sec pending data=0 2023-12-01T05:23:19.756 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5-S-ozieE9cSGYZ off=701407 len=352427 2023-12-01T05:23:19.757 INFO:tasks.workunit.client.0.smithi111.stdout:op 5848 completed, throughput=5MB/sec 2023-12-01T05:23:19.757 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XJhWRNGdvqgjbj4 off=3120910 len=1738430 2023-12-01T05:23:19.759 INFO:tasks.workunit.client.0.smithi111.stdout:op 5849 completed, throughput=5MB/sec 2023-12-01T05:23:19.760 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JTZN28BhzL681rA off=1308676 len=1103204 2023-12-01T05:23:19.765 INFO:tasks.workunit.client.0.smithi111.stdout:op 5850 completed, throughput=5MB/sec 2023-12-01T05:23:19.766 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-4NRstOGVL3s42yg off=5442079 len=924042 2023-12-01T05:23:19.767 INFO:tasks.workunit.client.0.smithi111.stdout:op 5851 completed, throughput=5MB/sec 2023-12-01T05:23:19.767 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-IUH7-EGgKFjdkEh off=1042472 len=1349500 2023-12-01T05:23:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:op 5852 completed, throughput=5MB/sec 2023-12-01T05:23:20.772 INFO:tasks.workunit.client.0.smithi111.stdout: 1145: throughput=5MB/sec pending data=0 2023-12-01T05:23:20.772 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZGGq-xfxSNNnkt3 off=15065418 len=2065816 2023-12-01T05:23:20.776 INFO:tasks.workunit.client.0.smithi111.stdout:op 5853 completed, throughput=5MB/sec 2023-12-01T05:23:20.776 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uRxqQZWZ4VGXVRu off=1080277 len=1616674 2023-12-01T05:23:20.777 INFO:tasks.workunit.client.0.smithi111.stdout:op 5854 completed, throughput=5MB/sec 2023-12-01T05:23:20.777 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YcEJpT0sLO3ehVv off=18271395 len=739208 2023-12-01T05:23:20.781 INFO:tasks.workunit.client.0.smithi111.stdout:op 5855 completed, throughput=5MB/sec 2023-12-01T05:23:20.781 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-G4Ikx5Gwk1lsvWO off=22323053 len=1381196 2023-12-01T05:23:20.782 INFO:tasks.workunit.client.0.smithi111.stdout:op 5856 completed, throughput=5MB/sec 2023-12-01T05:23:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:21 smithi155 ceph-mon[102677]: pgmap v2270: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:23:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:23:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:23:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:23:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[97855]: pgmap v2270: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[116524]: pgmap v2270: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:23:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:23:21.783 INFO:tasks.workunit.client.0.smithi111.stdout: 1146: throughput=5MB/sec pending data=0 2023-12-01T05:23:21.783 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Bcir2eeI9O5q5N- off=9419697 len=659679 2023-12-01T05:23:21.787 INFO:tasks.workunit.client.0.smithi111.stdout:op 5857 completed, throughput=5MB/sec 2023-12-01T05:23:21.788 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-L1dizjGDK9cpRM5 off=13263642 len=925365 2023-12-01T05:23:21.789 INFO:tasks.workunit.client.0.smithi111.stdout:op 5858 completed, throughput=5MB/sec 2023-12-01T05:23:21.789 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O2N4wjUz3N29tAo off=2310864 len=270122 2023-12-01T05:23:21.792 INFO:tasks.workunit.client.0.smithi111.stdout:op 5859 completed, throughput=5MB/sec 2023-12-01T05:23:21.792 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_OmIVOVUN5Czi2u off=1049311 len=1222758 2023-12-01T05:23:21.794 INFO:tasks.workunit.client.0.smithi111.stdout:op 5860 completed, throughput=5MB/sec 2023-12-01T05:23:21.794 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XHV0ygRvs2o9Etb off=6065758 len=770937 2023-12-01T05:23:21.795 INFO:tasks.workunit.client.0.smithi111.stdout:op 5861 completed, throughput=5MB/sec 2023-12-01T05:23:21.795 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-sTjW7KYXDPXTr80 off=13299543 len=21727 2023-12-01T05:23:21.797 INFO:tasks.workunit.client.0.smithi111.stdout:op 5862 completed, throughput=5MB/sec 2023-12-01T05:23:21.797 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-fCOlCFm-z_eImku off=2287725 len=67168 2023-12-01T05:23:21.798 INFO:tasks.workunit.client.0.smithi111.stdout:op 5863 completed, throughput=5MB/sec 2023-12-01T05:23:21.798 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-t7LBzeBqaXEJdY4 off=4656718 len=1038994 2023-12-01T05:23:21.799 INFO:tasks.workunit.client.0.smithi111.stdout:op 5864 completed, throughput=5MB/sec 2023-12-01T05:23:22.799 INFO:tasks.workunit.client.0.smithi111.stdout: 1147: throughput=5MB/sec pending data=0 2023-12-01T05:23:22.799 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1CQLo3rw-vjy2xI off=8327564 len=774593 2023-12-01T05:23:22.800 INFO:tasks.workunit.client.0.smithi111.stdout:op 5865 completed, throughput=5MB/sec 2023-12-01T05:23:22.800 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yczWLSytGrplJUE off=10983474 len=620518 2023-12-01T05:23:22.801 INFO:tasks.workunit.client.0.smithi111.stdout:op 5866 completed, throughput=5MB/sec 2023-12-01T05:23:22.801 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3XvFJPYkY_eBYh3 off=4084010 len=810489 2023-12-01T05:23:22.808 INFO:tasks.workunit.client.0.smithi111.stdout:op 5867 completed, throughput=5MB/sec 2023-12-01T05:23:22.808 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-0rPNP1a_nPCU8JO off=13808456 len=917215 2023-12-01T05:23:22.813 INFO:tasks.workunit.client.0.smithi111.stdout:op 5868 completed, throughput=5MB/sec 2023-12-01T05:23:22.813 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-rTm8nzn6Z8B-H4m off=5255987 len=1204788 2023-12-01T05:23:22.821 INFO:tasks.workunit.client.0.smithi111.stdout:op 5869 completed, throughput=5MB/sec 2023-12-01T05:23:22.821 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ld9562n2Hxv_WjH off=23198163 len=1620014 2023-12-01T05:23:22.822 INFO:tasks.workunit.client.0.smithi111.stdout:op 5870 completed, throughput=5MB/sec 2023-12-01T05:23:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:23 smithi155 ceph-mon[102677]: pgmap v2271: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:23:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:23 smithi111 ceph-mon[97855]: pgmap v2271: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:23:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:23 smithi111 ceph-mon[116524]: pgmap v2271: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2023-12-01T05:23:23.823 INFO:tasks.workunit.client.0.smithi111.stdout: 1148: throughput=5MB/sec pending data=0 2023-12-01T05:23:23.823 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-u57NzDBoALyRzFM off=160274 len=1028455 2023-12-01T05:23:23.828 INFO:tasks.workunit.client.0.smithi111.stdout:op 5871 completed, throughput=5MB/sec 2023-12-01T05:23:23.828 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-BzVhTrylxpRt7WT off=9049302 len=947401 2023-12-01T05:23:23.834 INFO:tasks.workunit.client.0.smithi111.stdout:op 5872 completed, throughput=5MB/sec 2023-12-01T05:23:23.834 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-yfkYYXLNpYUMGy1 off=2104074 len=1690800 2023-12-01T05:23:23.836 INFO:tasks.workunit.client.0.smithi111.stdout:op 5873 completed, throughput=5MB/sec 2023-12-01T05:23:23.836 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HFcExIuYA3CGTy8 off=8368304 len=34171 2023-12-01T05:23:23.836 INFO:tasks.workunit.client.0.smithi111.stdout:op 5874 completed, throughput=5MB/sec 2023-12-01T05:23:23.836 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-6WyuccyxNFKj6Ib off=10266404 len=1623974 2023-12-01T05:23:23.837 INFO:tasks.workunit.client.0.smithi111.stdout:op 5875 completed, throughput=5MB/sec 2023-12-01T05:23:24.837 INFO:tasks.workunit.client.0.smithi111.stdout: 1149: throughput=5MB/sec pending data=0 2023-12-01T05:23:24.838 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ZK7buKP0jnvSR5i off=1008892 len=502767 2023-12-01T05:23:24.838 INFO:tasks.workunit.client.0.smithi111.stdout:op 5876 completed, throughput=5MB/sec 2023-12-01T05:23:24.838 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Whdr8oKaGh9dEfT off=20040776 len=1455938 2023-12-01T05:23:24.847 INFO:tasks.workunit.client.0.smithi111.stdout:op 5877 completed, throughput=5MB/sec 2023-12-01T05:23:24.847 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-64k-xYyqmVqC9qh off=8453476 len=1784406 2023-12-01T05:23:24.859 INFO:tasks.workunit.client.0.smithi111.stdout:op 5878 completed, throughput=5MB/sec 2023-12-01T05:23:24.859 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mUfWkSnBQDbVJR- off=605100 len=1556653 2023-12-01T05:23:24.865 INFO:tasks.workunit.client.0.smithi111.stdout:op 5879 completed, throughput=5MB/sec 2023-12-01T05:23:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:25 smithi155 ceph-mon[102677]: pgmap v2272: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:25 smithi111 ceph-mon[97855]: pgmap v2272: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:25 smithi111 ceph-mon[116524]: pgmap v2272: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2023-12-01T05:23:25.865 INFO:tasks.workunit.client.0.smithi111.stdout: 1150: throughput=5MB/sec pending data=0 2023-12-01T05:23:25.865 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UqKD7ZDl99jCc_i off=12868229 len=332387 2023-12-01T05:23:25.869 INFO:tasks.workunit.client.0.smithi111.stdout:op 5880 completed, throughput=5MB/sec 2023-12-01T05:23:25.869 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-COIsbZW-UMIiavR off=13797874 len=1037160 2023-12-01T05:23:25.870 INFO:tasks.workunit.client.0.smithi111.stdout:op 5881 completed, throughput=5MB/sec 2023-12-01T05:23:25.871 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-6qwe_LhxuIyjs33 off=8781168 len=1152287 2023-12-01T05:23:25.876 INFO:tasks.workunit.client.0.smithi111.stdout:op 5882 completed, throughput=5MB/sec 2023-12-01T05:23:25.876 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-keyOmYvR4SgtE0f off=5026736 len=980187 2023-12-01T05:23:25.877 INFO:tasks.workunit.client.0.smithi111.stdout:op 5883 completed, throughput=5MB/sec 2023-12-01T05:23:25.877 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj--7ubqy1_an1Lqao off=15278467 len=240071 2023-12-01T05:23:25.881 INFO:tasks.workunit.client.0.smithi111.stdout:op 5884 completed, throughput=5MB/sec 2023-12-01T05:23:25.881 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-VS0ms5v5BpDO_6o off=578001 len=506631 2023-12-01T05:23:25.884 INFO:tasks.workunit.client.0.smithi111.stdout:op 5885 completed, throughput=5MB/sec 2023-12-01T05:23:26.884 INFO:tasks.workunit.client.0.smithi111.stdout: 1151: throughput=5MB/sec pending data=0 2023-12-01T05:23:26.885 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n9OwwCLOd07x6s5 off=1665778 len=952124 2023-12-01T05:23:26.890 INFO:tasks.workunit.client.0.smithi111.stdout:op 5886 completed, throughput=5MB/sec 2023-12-01T05:23:26.890 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-WxcYXiIxgf1qVGW off=2863436 len=858391 2023-12-01T05:23:26.894 INFO:tasks.workunit.client.0.smithi111.stdout:op 5887 completed, throughput=5MB/sec 2023-12-01T05:23:26.894 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KjIbGlb-2OGTM4_ off=2519560 len=1183798 2023-12-01T05:23:26.897 INFO:tasks.workunit.client.0.smithi111.stdout:op 5888 completed, throughput=5MB/sec 2023-12-01T05:23:26.897 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-X4qBNZWrddphrxA off=2317690 len=824200 2023-12-01T05:23:26.900 INFO:tasks.workunit.client.0.smithi111.stdout:op 5889 completed, throughput=5MB/sec 2023-12-01T05:23:26.901 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-GCf1tjLu9OP1rP8 off=4905786 len=1853195 2023-12-01T05:23:26.902 INFO:tasks.workunit.client.0.smithi111.stdout:op 5890 completed, throughput=5MB/sec 2023-12-01T05:23:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:27 smithi155 ceph-mon[102677]: pgmap v2273: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:23:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:27 smithi111 ceph-mon[97855]: pgmap v2273: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:23:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:27 smithi111 ceph-mon[116524]: pgmap v2273: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2023-12-01T05:23:27.583 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:23:27.892 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (40m) 8m ago 41m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (41m) 8m ago 41m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (42m) 8m ago 42m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (42m) 8m ago 42m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (45m) 8m ago 45m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (47m) 8m ago 47m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (47m) 8m ago 47m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (45m) 8m ago 45m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (45m) 8m ago 45m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (40m) 8m ago 40m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (40m) 8m ago 40m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (45m) 8m ago 45m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:23:27.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (44m) 8m ago 44m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (44m) 8m ago 44m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (44m) 8m ago 44m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (43m) 8m ago 43m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (43m) 8m ago 43m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (42m) 8m ago 42m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (42m) 8m ago 42m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:23:27.894 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (40m) 8m ago 41m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:23:27.902 INFO:tasks.workunit.client.0.smithi111.stdout: 1152: throughput=5MB/sec pending data=0 2023-12-01T05:23:27.902 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-46QSuqJy-rvXmLm off=5094752 len=588711 2023-12-01T05:23:27.907 INFO:tasks.workunit.client.0.smithi111.stdout:op 5891 completed, throughput=5MB/sec 2023-12-01T05:23:27.907 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-n4b7SllLQiOnxVy off=6540496 len=621750 2023-12-01T05:23:27.910 INFO:tasks.workunit.client.0.smithi111.stdout:op 5892 completed, throughput=5MB/sec 2023-12-01T05:23:27.910 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-YuoyXNuHJpsoxbD off=5355443 len=450128 2023-12-01T05:23:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:op 5893 completed, throughput=5MB/sec 2023-12-01T05:23:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kSJ8IErAOq-ZAHB off=5913437 len=1550115 2023-12-01T05:23:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:op 5894 completed, throughput=5MB/sec 2023-12-01T05:23:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-At8RAdQBrz45-Db off=2184198 len=1734462 2023-12-01T05:23:27.924 INFO:tasks.workunit.client.0.smithi111.stdout:op 5895 completed, throughput=5MB/sec 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:28.280 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:23:28.281 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:23:28.925 INFO:tasks.workunit.client.0.smithi111.stdout: 1153: throughput=5MB/sec pending data=0 2023-12-01T05:23:28.925 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-m9g4sjQeEA9RKBt off=11568142 len=1007083 2023-12-01T05:23:28.927 INFO:tasks.workunit.client.0.smithi111.stdout:op 5896 completed, throughput=5MB/sec 2023-12-01T05:23:28.927 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-U_lpdh88Olmy4gT off=12022279 len=348732 2023-12-01T05:23:28.930 INFO:tasks.workunit.client.0.smithi111.stdout:op 5897 completed, throughput=5MB/sec 2023-12-01T05:23:28.930 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iyK-_q3Wtb-AsWY off=1611041 len=1959931 2023-12-01T05:23:28.932 INFO:tasks.workunit.client.0.smithi111.stdout:op 5898 completed, throughput=5MB/sec 2023-12-01T05:23:28.932 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HTInkpQ5hp-LVsn off=6783978 len=110621 2023-12-01T05:23:28.934 INFO:tasks.workunit.client.0.smithi111.stdout:op 5899 completed, throughput=5MB/sec 2023-12-01T05:23:28.935 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LqG7mlnqXWtL3WO off=4614030 len=813997 2023-12-01T05:23:28.937 INFO:tasks.workunit.client.0.smithi111.stdout:op 5900 completed, throughput=5MB/sec 2023-12-01T05:23:28.937 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-QriqOoOn84HDGOt off=3519446 len=1903189 2023-12-01T05:23:28.946 INFO:tasks.workunit.client.0.smithi111.stdout:op 5901 completed, throughput=5MB/sec 2023-12-01T05:23:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:29 smithi155 ceph-mon[102677]: pgmap v2274: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:29 smithi155 ceph-mon[102677]: from='client.16869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:23:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:29 smithi155 ceph-mon[102677]: from='client.26777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:23:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4144200512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:23:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:23:29] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[97855]: pgmap v2274: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[97855]: from='client.16869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[97855]: from='client.26777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4144200512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[116524]: pgmap v2274: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[116524]: from='client.16869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:23:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[116524]: from='client.26777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:23:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4144200512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:23:29.946 INFO:tasks.workunit.client.0.smithi111.stdout: 1154: throughput=5MB/sec pending data=0 2023-12-01T05:23:29.946 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-D9wE6HIhJkhei1Y off=3947073 len=801196 2023-12-01T05:23:29.951 INFO:tasks.workunit.client.0.smithi111.stdout:op 5902 completed, throughput=5MB/sec 2023-12-01T05:23:29.951 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HW5n3GqceU02OwD off=9750765 len=523522 2023-12-01T05:23:29.952 INFO:tasks.workunit.client.0.smithi111.stdout:op 5903 completed, throughput=5MB/sec 2023-12-01T05:23:29.952 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-7rKyNhKJKDOfevb off=14095202 len=1609373 2023-12-01T05:23:29.954 INFO:tasks.workunit.client.0.smithi111.stdout:op 5904 completed, throughput=5MB/sec 2023-12-01T05:23:29.954 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JdvpefmexHcNnH9 off=298776 len=1695392 2023-12-01T05:23:29.964 INFO:tasks.workunit.client.0.smithi111.stdout:op 5905 completed, throughput=5MB/sec 2023-12-01T05:23:30.964 INFO:tasks.workunit.client.0.smithi111.stdout: 1155: throughput=5MB/sec pending data=0 2023-12-01T05:23:30.964 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3C3H24LLrhwyhm0 off=314863 len=91247 2023-12-01T05:23:30.965 INFO:tasks.workunit.client.0.smithi111.stdout:op 5906 completed, throughput=5MB/sec 2023-12-01T05:23:30.965 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JQqiw2ptUijxge4 off=10356695 len=127167 2023-12-01T05:23:30.968 INFO:tasks.workunit.client.0.smithi111.stdout:op 5907 completed, throughput=5MB/sec 2023-12-01T05:23:30.968 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-aZrNYguCEQhQcNC off=9566771 len=1315921 2023-12-01T05:23:30.976 INFO:tasks.workunit.client.0.smithi111.stdout:op 5908 completed, throughput=5MB/sec 2023-12-01T05:23:30.976 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-SpEhXFxo9dDQcpa off=3496966 len=907434 2023-12-01T05:23:30.978 INFO:tasks.workunit.client.0.smithi111.stdout:op 5909 completed, throughput=5MB/sec 2023-12-01T05:23:30.978 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-46BBvlgpQ_sYDpl off=4376749 len=840314 2023-12-01T05:23:30.980 INFO:tasks.workunit.client.0.smithi111.stdout:op 5910 completed, throughput=5MB/sec 2023-12-01T05:23:30.980 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uWhsTMZTuxuyb0G off=7043578 len=1080445 2023-12-01T05:23:30.985 INFO:tasks.workunit.client.0.smithi111.stdout:op 5911 completed, throughput=5MB/sec 2023-12-01T05:23:30.985 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-mSoYzC-07twL-1W off=4031315 len=1692856 2023-12-01T05:23:30.995 INFO:tasks.workunit.client.0.smithi111.stdout:op 5912 completed, throughput=5MB/sec 2023-12-01T05:23:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:31 smithi155 ceph-mon[102677]: pgmap v2275: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:31 smithi111 ceph-mon[97855]: pgmap v2275: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:31 smithi111 ceph-mon[116524]: pgmap v2275: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:31.996 INFO:tasks.workunit.client.0.smithi111.stdout: 1156: throughput=5MB/sec pending data=0 2023-12-01T05:23:31.996 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2t8cL9Qqsp27Sp5 off=8289382 len=310459 2023-12-01T05:23:31.999 INFO:tasks.workunit.client.0.smithi111.stdout:op 5913 completed, throughput=5MB/sec 2023-12-01T05:23:31.999 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-DhQe4-oyEyPxLGI off=12599009 len=1725052 2023-12-01T05:23:32.008 INFO:tasks.workunit.client.0.smithi111.stdout:op 5914 completed, throughput=5MB/sec 2023-12-01T05:23:32.008 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-JaXkNznLRYjcVpD off=3477100 len=505368 2023-12-01T05:23:32.011 INFO:tasks.workunit.client.0.smithi111.stdout:op 5915 completed, throughput=5MB/sec 2023-12-01T05:23:32.012 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nCIMekYSFDVffyC off=5650247 len=1204721 2023-12-01T05:23:32.018 INFO:tasks.workunit.client.0.smithi111.stdout:op 5916 completed, throughput=5MB/sec 2023-12-01T05:23:32.018 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eA9CJI_KxFnT8Vj off=3106430 len=184100 2023-12-01T05:23:32.020 INFO:tasks.workunit.client.0.smithi111.stdout:op 5917 completed, throughput=5MB/sec 2023-12-01T05:23:32.020 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KQyBLjYkHanMWiC off=1705554 len=564675 2023-12-01T05:23:32.023 INFO:tasks.workunit.client.0.smithi111.stdout:op 5918 completed, throughput=5MB/sec 2023-12-01T05:23:32.024 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-O_nFHlCPvVPDeBh off=445861 len=749822 2023-12-01T05:23:32.027 INFO:tasks.workunit.client.0.smithi111.stdout:op 5919 completed, throughput=5MB/sec 2023-12-01T05:23:33.027 INFO:tasks.workunit.client.0.smithi111.stdout: 1157: throughput=5MB/sec pending data=0 2023-12-01T05:23:33.027 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jrXxj6X1x5BVUS2 off=947739 len=917037 2023-12-01T05:23:33.032 INFO:tasks.workunit.client.0.smithi111.stdout:op 5920 completed, throughput=5MB/sec 2023-12-01T05:23:33.033 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-MXfsoR999j8XFMj off=979394 len=1905897 2023-12-01T05:23:33.042 INFO:tasks.workunit.client.0.smithi111.stdout:op 5921 completed, throughput=5MB/sec 2023-12-01T05:23:33.042 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-kYUz705choqGFdb off=12563756 len=1067715 2023-12-01T05:23:33.044 INFO:tasks.workunit.client.0.smithi111.stdout:op 5922 completed, throughput=5MB/sec 2023-12-01T05:23:33.044 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-MsTKM8SGtdRw6nG off=5753029 len=1726763 2023-12-01T05:23:33.049 INFO:tasks.workunit.client.0.smithi111.stdout:op 5923 completed, throughput=5MB/sec 2023-12-01T05:23:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:33 smithi155 ceph-mon[102677]: pgmap v2276: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:23:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:33 smithi111 ceph-mon[97855]: pgmap v2276: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:23:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:33 smithi111 ceph-mon[116524]: pgmap v2276: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2023-12-01T05:23:34.049 INFO:tasks.workunit.client.0.smithi111.stdout: 1158: throughput=5MB/sec pending data=0 2023-12-01T05:23:34.049 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-P22LL0zwslJ9FsC off=15341166 len=818908 2023-12-01T05:23:34.050 INFO:tasks.workunit.client.0.smithi111.stdout:op 5924 completed, throughput=5MB/sec 2023-12-01T05:23:34.050 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Qm2fP81Mehy_wOq off=3856736 len=460134 2023-12-01T05:23:34.051 INFO:tasks.workunit.client.0.smithi111.stdout:op 5925 completed, throughput=5MB/sec 2023-12-01T05:23:34.051 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Gav42FTRFUdtwlv off=19761617 len=945591 2023-12-01T05:23:34.052 INFO:tasks.workunit.client.0.smithi111.stdout:op 5926 completed, throughput=5MB/sec 2023-12-01T05:23:34.052 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-2XLBbjx9emLXET2 off=9787641 len=549402 2023-12-01T05:23:34.057 INFO:tasks.workunit.client.0.smithi111.stdout:op 5927 completed, throughput=5MB/sec 2023-12-01T05:23:34.057 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-eXJI5mOs2uoD7OO off=1616841 len=828316 2023-12-01T05:23:34.062 INFO:tasks.workunit.client.0.smithi111.stdout:op 5928 completed, throughput=5MB/sec 2023-12-01T05:23:34.062 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NDak1TXnTVRk7Hj off=1299678 len=476636 2023-12-01T05:23:34.065 INFO:tasks.workunit.client.0.smithi111.stdout:op 5929 completed, throughput=5MB/sec 2023-12-01T05:23:34.065 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-frX9-SHipZatLNd off=3563319 len=497189 2023-12-01T05:23:34.066 INFO:tasks.workunit.client.0.smithi111.stdout:op 5930 completed, throughput=5MB/sec 2023-12-01T05:23:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:35.066 INFO:tasks.workunit.client.0.smithi111.stdout: 1159: throughput=5MB/sec pending data=0 2023-12-01T05:23:35.066 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-M-1KqgPos-KRSKv off=5602320 len=1158314 2023-12-01T05:23:35.074 INFO:tasks.workunit.client.0.smithi111.stdout:op 5931 completed, throughput=5MB/sec 2023-12-01T05:23:35.074 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WI1RtX5gTY85Z0z off=1240246 len=1349397 2023-12-01T05:23:35.077 INFO:tasks.workunit.client.0.smithi111.stdout:op 5932 completed, throughput=5MB/sec 2023-12-01T05:23:35.077 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-XYGe6QIae23NLRO off=5256376 len=1890256 2023-12-01T05:23:35.079 INFO:tasks.workunit.client.0.smithi111.stdout:op 5933 completed, throughput=5MB/sec 2023-12-01T05:23:35.079 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-y-fPIhNDtj1iOoU off=10135992 len=1167399 2023-12-01T05:23:35.081 INFO:tasks.workunit.client.0.smithi111.stdout:op 5934 completed, throughput=5MB/sec 2023-12-01T05:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:35 smithi155 ceph-mon[102677]: pgmap v2277: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:35 smithi111 ceph-mon[97855]: pgmap v2277: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:35 smithi111 ceph-mon[116524]: pgmap v2277: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2023-12-01T05:23:36.081 INFO:tasks.workunit.client.0.smithi111.stdout: 1160: throughput=5MB/sec pending data=0 2023-12-01T05:23:36.082 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z9WpmFkng74vK_v off=13088831 len=850097 2023-12-01T05:23:36.084 INFO:tasks.workunit.client.0.smithi111.stdout:op 5935 completed, throughput=5MB/sec 2023-12-01T05:23:36.084 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sgfJouDcztZ1qu8 off=13536941 len=2086641 2023-12-01T05:23:36.086 INFO:tasks.workunit.client.0.smithi111.stdout:op 5936 completed, throughput=5MB/sec 2023-12-01T05:23:36.086 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-maCGXa9GkiK4OT5 off=8536051 len=1951738 2023-12-01T05:23:36.096 INFO:tasks.workunit.client.0.smithi111.stdout:op 5937 completed, throughput=5MB/sec 2023-12-01T05:23:37.097 INFO:tasks.workunit.client.0.smithi111.stdout: 1161: throughput=5MB/sec pending data=0 2023-12-01T05:23:37.097 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-5ateEiCRfqBwybg off=187246 len=1678673 2023-12-01T05:23:37.106 INFO:tasks.workunit.client.0.smithi111.stdout:op 5938 completed, throughput=5MB/sec 2023-12-01T05:23:37.106 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-HK3Vw67_s0e8Xkb off=1797521 len=920598 2023-12-01T05:23:37.107 INFO:tasks.workunit.client.0.smithi111.stdout:op 5939 completed, throughput=5MB/sec 2023-12-01T05:23:37.107 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-dVn9jLZ1KSn70mW off=5471530 len=1999139 2023-12-01T05:23:37.109 INFO:tasks.workunit.client.0.smithi111.stdout:op 5940 completed, throughput=5MB/sec 2023-12-01T05:23:37.109 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-LqG7mlnqXWtL3WO off=12428610 len=1176548 2023-12-01T05:23:37.117 INFO:tasks.workunit.client.0.smithi111.stdout:op 5941 completed, throughput=5MB/sec 2023-12-01T05:23:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:37 smithi155 ceph-mon[102677]: pgmap v2278: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:23:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:37 smithi111 ceph-mon[97855]: pgmap v2278: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:23:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:37 smithi111 ceph-mon[116524]: pgmap v2278: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2023-12-01T05:23:38.118 INFO:tasks.workunit.client.0.smithi111.stdout: 1162: throughput=5MB/sec pending data=0 2023-12-01T05:23:38.118 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-9UzOQKryVt_8y86 off=19088455 len=1960402 2023-12-01T05:23:38.126 INFO:tasks.workunit.client.0.smithi111.stdout:op 5942 completed, throughput=5MB/sec 2023-12-01T05:23:38.127 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-t7LBzeBqaXEJdY4 off=6060448 len=1301672 2023-12-01T05:23:38.131 INFO:tasks.workunit.client.0.smithi111.stdout:op 5943 completed, throughput=5MB/sec 2023-12-01T05:23:38.131 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5eKNyq5xjiOlD9U off=4268485 len=1065345 2023-12-01T05:23:38.134 INFO:tasks.workunit.client.0.smithi111.stdout:op 5944 completed, throughput=5MB/sec 2023-12-01T05:23:38.134 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-of7ow8zYA6vX_6U off=1321920 len=33349 2023-12-01T05:23:38.136 INFO:tasks.workunit.client.0.smithi111.stdout:op 5945 completed, throughput=5MB/sec 2023-12-01T05:23:38.136 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-QIPNsUlu1bm1leV off=1146953 len=462844 2023-12-01T05:23:38.137 INFO:tasks.workunit.client.0.smithi111.stdout:op 5946 completed, throughput=5MB/sec 2023-12-01T05:23:38.138 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-F6W4jO22ix1aXKa off=2893017 len=1555779 2023-12-01T05:23:38.144 INFO:tasks.workunit.client.0.smithi111.stdout:op 5947 completed, throughput=5MB/sec 2023-12-01T05:23:39.145 INFO:tasks.workunit.client.0.smithi111.stdout: 1163: throughput=5MB/sec pending data=0 2023-12-01T05:23:39.145 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5N79TC9J5ifMH0v off=8115044 len=1226013 2023-12-01T05:23:39.146 INFO:tasks.workunit.client.0.smithi111.stdout:op 5948 completed, throughput=5MB/sec 2023-12-01T05:23:39.146 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-B3Xwf-jI2hlKgoI off=8873421 len=1143572 2023-12-01T05:23:39.152 INFO:tasks.workunit.client.0.smithi111.stdout:op 5949 completed, throughput=5MB/sec 2023-12-01T05:23:39.152 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_-R_xfzngp92Wvc off=6499790 len=1380533 2023-12-01T05:23:39.154 INFO:tasks.workunit.client.0.smithi111.stdout:op 5950 completed, throughput=5MB/sec 2023-12-01T05:23:39.154 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3zU9Fpzp95P9jAz off=8998715 len=719548 2023-12-01T05:23:39.158 INFO:tasks.workunit.client.0.smithi111.stdout:op 5951 completed, throughput=5MB/sec 2023-12-01T05:23:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:39 smithi155 ceph-mon[102677]: pgmap v2279: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:23:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:39 smithi111 ceph-mon[97855]: pgmap v2279: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:23:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:23:39] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2023-12-01T05:23:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:39 smithi111 ceph-mon[116524]: pgmap v2279: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:23:40.158 INFO:tasks.workunit.client.0.smithi111.stdout: 1164: throughput=5MB/sec pending data=0 2023-12-01T05:23:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Tj1EyaCxsFEkapf off=12181472 len=893685 2023-12-01T05:23:40.159 INFO:tasks.workunit.client.0.smithi111.stdout:op 5952 completed, throughput=5MB/sec 2023-12-01T05:23:40.159 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-780QPENJosOojQn off=4034716 len=1524817 2023-12-01T05:23:40.161 INFO:tasks.workunit.client.0.smithi111.stdout:op 5953 completed, throughput=5MB/sec 2023-12-01T05:23:40.162 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tiFCRBWo0_bYlAs off=2217827 len=408503 2023-12-01T05:23:40.163 INFO:tasks.workunit.client.0.smithi111.stdout:op 5954 completed, throughput=5MB/sec 2023-12-01T05:23:40.163 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-pgh26R-7wdAMVK6 off=709444 len=1508823 2023-12-01T05:23:40.173 INFO:tasks.workunit.client.0.smithi111.stdout:op 5955 completed, throughput=5MB/sec 2023-12-01T05:23:40.173 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b4vb5SYT-BXHJlY off=277821 len=1852976 2023-12-01T05:23:40.183 INFO:tasks.workunit.client.0.smithi111.stdout:op 5956 completed, throughput=5MB/sec 2023-12-01T05:23:41.183 INFO:tasks.workunit.client.0.smithi111.stdout: 1165: throughput=5MB/sec pending data=0 2023-12-01T05:23:41.183 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-KfC0JGPRaBBvrp3 off=2731525 len=607103 2023-12-01T05:23:41.187 INFO:tasks.workunit.client.0.smithi111.stdout:op 5957 completed, throughput=5MB/sec 2023-12-01T05:23:41.188 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-iKp57_hFpPCD_ii off=1848461 len=1197039 2023-12-01T05:23:41.189 INFO:tasks.workunit.client.0.smithi111.stdout:op 5958 completed, throughput=5MB/sec 2023-12-01T05:23:41.189 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-4WLcLMedYViGszg off=958276 len=327735 2023-12-01T05:23:41.192 INFO:tasks.workunit.client.0.smithi111.stdout:op 5959 completed, throughput=5MB/sec 2023-12-01T05:23:41.192 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HaBNIj0dwmZ-Hh0 off=20587971 len=1745046 2023-12-01T05:23:41.203 INFO:tasks.workunit.client.0.smithi111.stdout:op 5960 completed, throughput=5MB/sec 2023-12-01T05:23:41.203 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-3-vQGsMJhmnjHeJ off=6805 len=825685 2023-12-01T05:23:41.207 INFO:tasks.workunit.client.0.smithi111.stdout:op 5961 completed, throughput=5MB/sec 2023-12-01T05:23:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:41 smithi155 ceph-mon[102677]: pgmap v2280: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:23:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:41 smithi111 ceph-mon[97855]: pgmap v2280: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:23:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:41 smithi111 ceph-mon[116524]: pgmap v2280: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2023-12-01T05:23:42.207 INFO:tasks.workunit.client.0.smithi111.stdout: 1166: throughput=5MB/sec pending data=0 2023-12-01T05:23:42.208 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-UL2pgIl7OvHOdZw off=3022236 len=165529 2023-12-01T05:23:42.210 INFO:tasks.workunit.client.0.smithi111.stdout:op 5962 completed, throughput=5MB/sec 2023-12-01T05:23:42.210 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-_mklABbetmfIZfU off=5257184 len=1683264 2023-12-01T05:23:42.212 INFO:tasks.workunit.client.0.smithi111.stdout:op 5963 completed, throughput=5MB/sec 2023-12-01T05:23:42.212 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-nTJKOPVPMmrtfxi off=9090439 len=268250 2023-12-01T05:23:42.215 INFO:tasks.workunit.client.0.smithi111.stdout:op 5964 completed, throughput=5MB/sec 2023-12-01T05:23:42.215 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-k4hJycggdbaUABi off=4564845 len=97163 2023-12-01T05:23:42.218 INFO:tasks.workunit.client.0.smithi111.stdout:op 5965 completed, throughput=5MB/sec 2023-12-01T05:23:42.218 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-PZvUpHfq-stTvD7 off=233619 len=1648477 2023-12-01T05:23:42.226 INFO:tasks.workunit.client.0.smithi111.stdout:op 5966 completed, throughput=5MB/sec 2023-12-01T05:23:42.226 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-b3JVbYUp4Oad7mj off=3231767 len=1486535 2023-12-01T05:23:42.241 INFO:tasks.workunit.client.0.smithi111.stdout:op 5967 completed, throughput=5MB/sec 2023-12-01T05:23:43.242 INFO:tasks.workunit.client.0.smithi111.stdout: 1167: throughput=5MB/sec pending data=0 2023-12-01T05:23:43.242 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-sX7J2Jvu08bm1-h off=2049976 len=975100 2023-12-01T05:23:43.244 INFO:tasks.workunit.client.0.smithi111.stdout:op 5968 completed, throughput=5MB/sec 2023-12-01T05:23:43.244 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-rsHucO7kEa6LWGD off=3554874 len=1584511 2023-12-01T05:23:43.247 INFO:tasks.workunit.client.0.smithi111.stdout:op 5969 completed, throughput=5MB/sec 2023-12-01T05:23:43.247 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-DE0gRY8MNAZ3RxM off=3341842 len=747476 2023-12-01T05:23:43.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 5970 completed, throughput=5MB/sec 2023-12-01T05:23:43.248 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vcsU4C3lGWz_xjt off=8225756 len=30071 2023-12-01T05:23:43.248 INFO:tasks.workunit.client.0.smithi111.stdout:op 5971 completed, throughput=5MB/sec 2023-12-01T05:23:43.248 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-tbrFNSgVQaCVrBA off=3880181 len=332209 2023-12-01T05:23:43.249 INFO:tasks.workunit.client.0.smithi111.stdout:op 5972 completed, throughput=5MB/sec 2023-12-01T05:23:43.249 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-jab0b9zOI_aZ594 off=1994355 len=1762059 2023-12-01T05:23:43.256 INFO:tasks.workunit.client.0.smithi111.stdout:op 5973 completed, throughput=5MB/sec 2023-12-01T05:23:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:43 smithi155 ceph-mon[102677]: pgmap v2281: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:23:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:43 smithi111 ceph-mon[97855]: pgmap v2281: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:23:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:43 smithi111 ceph-mon[116524]: pgmap v2281: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:23:44.256 INFO:tasks.workunit.client.0.smithi111.stdout: 1168: throughput=5MB/sec pending data=0 2023-12-01T05:23:44.257 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-giuhfsd3sEpcy-J off=794257 len=1868371 2023-12-01T05:23:44.267 INFO:tasks.workunit.client.0.smithi111.stdout:op 5974 completed, throughput=5MB/sec 2023-12-01T05:23:44.267 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3s8OQOCwHS4fNXh off=17191629 len=1940666 2023-12-01T05:23:44.270 INFO:tasks.workunit.client.0.smithi111.stdout:op 5975 completed, throughput=5MB/sec 2023-12-01T05:23:44.270 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bMIbUGuqdUV-PRj off=3082993 len=769686 2023-12-01T05:23:44.275 INFO:tasks.workunit.client.0.smithi111.stdout:op 5976 completed, throughput=5MB/sec 2023-12-01T05:23:45.275 INFO:tasks.workunit.client.0.smithi111.stdout: 1169: throughput=5MB/sec pending data=0 2023-12-01T05:23:45.275 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-WLhMY6pK3aF28zP off=5448636 len=795047 2023-12-01T05:23:45.277 INFO:tasks.workunit.client.0.smithi111.stdout:op 5977 completed, throughput=5MB/sec 2023-12-01T05:23:45.277 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-KTFCUmPRzLRhcM8 off=5277105 len=426798 2023-12-01T05:23:45.277 INFO:tasks.workunit.client.0.smithi111.stdout:op 5978 completed, throughput=5MB/sec 2023-12-01T05:23:45.278 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-CcBpMowEY7biO-7 off=16129799 len=756543 2023-12-01T05:23:45.280 INFO:tasks.workunit.client.0.smithi111.stdout:op 5979 completed, throughput=5MB/sec 2023-12-01T05:23:45.280 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-IyxLBVpYiLKmS1t off=5712561 len=2078654 2023-12-01T05:23:45.282 INFO:tasks.workunit.client.0.smithi111.stdout:op 5980 completed, throughput=5MB/sec 2023-12-01T05:23:45.282 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kVOiZjls5Nhc6-Z off=1107160 len=94118 2023-12-01T05:23:45.285 INFO:tasks.workunit.client.0.smithi111.stdout:op 5981 completed, throughput=5MB/sec 2023-12-01T05:23:45.285 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-1M7VY2LQqWYCm1t off=6631119 len=1590381 2023-12-01T05:23:45.296 INFO:tasks.workunit.client.0.smithi111.stdout:op 5982 completed, throughput=5MB/sec 2023-12-01T05:23:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:45 smithi155 ceph-mon[102677]: pgmap v2282: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:23:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:45 smithi111 ceph-mon[97855]: pgmap v2282: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:23:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:45 smithi111 ceph-mon[116524]: pgmap v2282: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2023-12-01T05:23:46.296 INFO:tasks.workunit.client.0.smithi111.stdout: 1170: throughput=5MB/sec pending data=0 2023-12-01T05:23:46.296 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-u7LhZL7QmnzmGio off=7798695 len=1555929 2023-12-01T05:23:46.298 INFO:tasks.workunit.client.0.smithi111.stdout:op 5983 completed, throughput=5MB/sec 2023-12-01T05:23:46.298 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-8bMD6gEkSjbSOAg off=21196761 len=718858 2023-12-01T05:23:46.302 INFO:tasks.workunit.client.0.smithi111.stdout:op 5984 completed, throughput=5MB/sec 2023-12-01T05:23:46.302 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-pDpNAOrgR2e-6LL off=8052967 len=825409 2023-12-01T05:23:46.305 INFO:tasks.workunit.client.0.smithi111.stdout:op 5985 completed, throughput=5MB/sec 2023-12-01T05:23:46.306 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-uNs6yvzDeVI_EvQ off=1165862 len=1900423 2023-12-01T05:23:46.307 INFO:tasks.workunit.client.0.smithi111.stdout:op 5986 completed, throughput=5MB/sec 2023-12-01T05:23:47.308 INFO:tasks.workunit.client.0.smithi111.stdout: 1171: throughput=5MB/sec pending data=0 2023-12-01T05:23:47.308 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-5_2lFmGv38akD75 off=9848860 len=1382049 2023-12-01T05:23:47.310 INFO:tasks.workunit.client.0.smithi111.stdout:op 5987 completed, throughput=5MB/sec 2023-12-01T05:23:47.310 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-LIpSVf1zUTdQPFd off=324617 len=982658 2023-12-01T05:23:47.311 INFO:tasks.workunit.client.0.smithi111.stdout:op 5988 completed, throughput=5MB/sec 2023-12-01T05:23:47.311 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-yCR5J8mq39syOEs off=3685689 len=1201161 2023-12-01T05:23:47.318 INFO:tasks.workunit.client.0.smithi111.stdout:op 5989 completed, throughput=5MB/sec 2023-12-01T05:23:47.318 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-3wwLtrZxA0-UCxc off=5673349 len=477460 2023-12-01T05:23:47.319 INFO:tasks.workunit.client.0.smithi111.stdout:op 5990 completed, throughput=5MB/sec 2023-12-01T05:23:47.319 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Mi0w357WsRm_j53 off=9728905 len=837746 2023-12-01T05:23:47.324 INFO:tasks.workunit.client.0.smithi111.stdout:op 5991 completed, throughput=5MB/sec 2023-12-01T05:23:47.324 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-jbmqLn_BlZAZXnT off=5108220 len=1592736 2023-12-01T05:23:47.325 INFO:tasks.workunit.client.0.smithi111.stdout:op 5992 completed, throughput=5MB/sec 2023-12-01T05:23:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:47 smithi111 ceph-mon[97855]: pgmap v2283: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:23:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:47 smithi111 ceph-mon[116524]: pgmap v2283: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:23:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:47 smithi155 ceph-mon[102677]: pgmap v2283: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2023-12-01T05:23:48.326 INFO:tasks.workunit.client.0.smithi111.stdout: 1172: throughput=5MB/sec pending data=0 2023-12-01T05:23:48.326 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-PQOJY0freQ1P1Sv off=7727322 len=240945 2023-12-01T05:23:48.326 INFO:tasks.workunit.client.0.smithi111.stdout:op 5993 completed, throughput=5MB/sec 2023-12-01T05:23:48.326 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-AbFYSleVBlfMael off=4482526 len=1429030 2023-12-01T05:23:48.329 INFO:tasks.workunit.client.0.smithi111.stdout:op 5994 completed, throughput=5MB/sec 2023-12-01T05:23:48.329 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NHioofsEggOsqdy off=792989 len=1819811 2023-12-01T05:23:48.337 INFO:tasks.workunit.client.0.smithi111.stdout:op 5995 completed, throughput=5MB/sec 2023-12-01T05:23:48.337 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Yo9_lskLrMjI0H6 off=737118 len=853266 2023-12-01T05:23:48.338 INFO:tasks.workunit.client.0.smithi111.stdout:op 5996 completed, throughput=5MB/sec 2023-12-01T05:23:49.339 INFO:tasks.workunit.client.0.smithi111.stdout: 1173: throughput=5MB/sec pending data=0 2023-12-01T05:23:49.339 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-HJoMOgV_JXH1zrM off=9208002 len=1172375 2023-12-01T05:23:49.345 INFO:tasks.workunit.client.0.smithi111.stdout:op 5997 completed, throughput=5MB/sec 2023-12-01T05:23:49.346 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Sw0qT9yHKleS19U off=15995342 len=1144207 2023-12-01T05:23:49.352 INFO:tasks.workunit.client.0.smithi111.stdout:op 5998 completed, throughput=5MB/sec 2023-12-01T05:23:49.352 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Qyg8cOa7Q3Pk3x7 off=3204466 len=1966962 2023-12-01T05:23:49.363 INFO:tasks.workunit.client.0.smithi111.stdout:op 5999 completed, throughput=5MB/sec 2023-12-01T05:23:49.364 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-xzDtkRmVxcjYy89 off=18271570 len=1833494 2023-12-01T05:23:49.367 INFO:tasks.workunit.client.0.smithi111.stdout:op 6000 completed, throughput=5MB/sec 2023-12-01T05:23:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:49 smithi111 ceph-mon[97855]: pgmap v2284: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:23:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:23:49] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2023-12-01T05:23:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:49 smithi111 ceph-mon[116524]: pgmap v2284: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:23:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:49 smithi155 ceph-mon[102677]: pgmap v2284: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:23:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:23:50.367 INFO:tasks.workunit.client.0.smithi111.stdout: 1174: throughput=5MB/sec pending data=0 2023-12-01T05:23:50.368 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-ngaw5K63i4Vnhn0 off=1783447 len=1993985 2023-12-01T05:23:50.370 INFO:tasks.workunit.client.0.smithi111.stdout:op 6001 completed, throughput=5MB/sec 2023-12-01T05:23:50.370 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-G4Q-9MZmUZ0NLWj off=11975438 len=61395 2023-12-01T05:23:50.372 INFO:tasks.workunit.client.0.smithi111.stdout:op 6002 completed, throughput=5MB/sec 2023-12-01T05:23:50.373 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-iiF4tQ2EJQs-IGs off=163144 len=1167329 2023-12-01T05:23:50.378 INFO:tasks.workunit.client.0.smithi111.stdout:op 6003 completed, throughput=5MB/sec 2023-12-01T05:23:50.378 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Pxj2gZwqUavt3v- off=1769647 len=1820686 2023-12-01T05:23:50.379 INFO:tasks.workunit.client.0.smithi111.stdout:op 6004 completed, throughput=5MB/sec 2023-12-01T05:23:51.380 INFO:tasks.workunit.client.0.smithi111.stdout: 1175: throughput=5MB/sec pending data=0 2023-12-01T05:23:51.380 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-azTZ3H5Dvq3MtFq off=1744953 len=854520 2023-12-01T05:23:51.384 INFO:tasks.workunit.client.0.smithi111.stdout:op 6005 completed, throughput=5MB/sec 2023-12-01T05:23:51.385 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-bdUA7GfBna9fwZL off=5223271 len=1007650 2023-12-01T05:23:51.390 INFO:tasks.workunit.client.0.smithi111.stdout:op 6006 completed, throughput=5MB/sec 2023-12-01T05:23:51.390 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-kc4HxW5ezV3MdSe off=8968096 len=1461974 2023-12-01T05:23:51.399 INFO:tasks.workunit.client.0.smithi111.stdout:op 6007 completed, throughput=5MB/sec 2023-12-01T05:23:51.400 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-NDY8WeGMGotyi4X off=11079656 len=1844475 2023-12-01T05:23:51.410 INFO:tasks.workunit.client.0.smithi111.stdout:op 6008 completed, throughput=5MB/sec 2023-12-01T05:23:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:51 smithi111 ceph-mon[97855]: pgmap v2285: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:23:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:51 smithi111 ceph-mon[116524]: pgmap v2285: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:23:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:51 smithi155 ceph-mon[102677]: pgmap v2285: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2023-12-01T05:23:52.410 INFO:tasks.workunit.client.0.smithi111.stdout: 1176: throughput=5MB/sec pending data=0 2023-12-01T05:23:52.410 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-RYcuP6C85lNuDNx off=15095350 len=374579 2023-12-01T05:23:52.411 INFO:tasks.workunit.client.0.smithi111.stdout:op 6009 completed, throughput=5MB/sec 2023-12-01T05:23:52.411 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-Z_h6VDErA21hwLr off=3750999 len=981580 2023-12-01T05:23:52.412 INFO:tasks.workunit.client.0.smithi111.stdout:op 6010 completed, throughput=5MB/sec 2023-12-01T05:23:52.412 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-1kND9qYREIe78xN off=2622366 len=205570 2023-12-01T05:23:52.413 INFO:tasks.workunit.client.0.smithi111.stdout:op 6011 completed, throughput=5MB/sec 2023-12-01T05:23:52.413 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-9onMebvBwoOx4Yz off=13104544 len=808073 2023-12-01T05:23:52.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 6012 completed, throughput=5MB/sec 2023-12-01T05:23:52.415 INFO:tasks.workunit.client.0.smithi111.stdout:READ : oid=obj-vcrUw4kJls0TRF5 off=13769871 len=12973 2023-12-01T05:23:52.415 INFO:tasks.workunit.client.0.smithi111.stdout:op 6013 completed, throughput=5MB/sec 2023-12-01T05:23:52.416 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-uvyzGAZhQR8f74l off=13281439 len=1481106 2023-12-01T05:23:52.424 INFO:tasks.workunit.client.0.smithi111.stdout:op 6014 completed, throughput=5MB/sec 2023-12-01T05:23:52.424 INFO:tasks.workunit.client.0.smithi111.stdout:WRITE : oid=obj-Tb96-pmiV5njoAg off=18515994 len=1460161 2023-12-01T05:23:52.431 INFO:tasks.workunit.client.0.smithi111.stdout:op 6015 completed, throughput=5MB/sec 2023-12-01T05:23:53.432 INFO:tasks.workunit.client.0.smithi111.stdout:waiting for all operations to complete 2023-12-01T05:23:53.432 INFO:tasks.workunit.client.0.smithi111.stdout:cleaning up objects 2023-12-01T05:23:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:53 smithi111 ceph-mon[97855]: pgmap v2286: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:23:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:53 smithi111 ceph-mon[116524]: pgmap v2286: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:23:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:53 smithi155 ceph-mon[102677]: pgmap v2286: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2023-12-01T05:23:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:55 smithi111 ceph-mon[97855]: pgmap v2287: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:23:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:55 smithi111 ceph-mon[116524]: pgmap v2287: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:23:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:55 smithi155 ceph-mon[102677]: pgmap v2287: 105 pgs: 105 active+clean; 127 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2023-12-01T05:23:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:57 smithi111 ceph-mon[97855]: pgmap v2288: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 83 op/s 2023-12-01T05:23:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:57 smithi111 ceph-mon[116524]: pgmap v2288: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 83 op/s 2023-12-01T05:23:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:57 smithi155 ceph-mon[102677]: pgmap v2288: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 83 op/s 2023-12-01T05:23:58.670 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:23:59.049 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:23:59.049 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (41m) 8m ago 41m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:23:59.049 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (41m) 8m ago 41m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:23:59.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (42m) 8m ago 42m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:23:59.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (42m) 8m ago 42m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (45m) 8m ago 45m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (47m) 8m ago 47m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (47m) 8m ago 47m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (46m) 8m ago 46m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (46m) 8m ago 46m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (41m) 8m ago 41m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (41m) 8m ago 41m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (45m) 8m ago 45m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (45m) 8m ago 45m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (44m) 8m ago 44m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (44m) 8m ago 44m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (44m) 8m ago 44m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (43m) 8m ago 43m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:23:59.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (43m) 8m ago 43m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:23:59.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (43m) 8m ago 43m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:23:59.051 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (41m) 8m ago 42m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:23:59.230 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:23:59 smithi111 ceph-mon[116524]: pgmap v2289: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2023-12-01T05:23:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:23:59 smithi111 ceph-mon[97855]: pgmap v2289: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2023-12-01T05:23:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:23:59] "GET /metrics HTTP/1.1" 200 33899 "" "Prometheus/2.43.0" 2023-12-01T05:23:59.507 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:23:59.507 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:23:59.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:23:59.507 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:59.507 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:23:59.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:23:59.508 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:23:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:23:59 smithi155 ceph-mon[102677]: pgmap v2289: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2023-12-01T05:24:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:00 smithi111 ceph-mon[97855]: from='client.16887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:00 smithi111 ceph-mon[97855]: from='client.26792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/460195739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:24:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:00 smithi111 ceph-mon[116524]: from='client.16887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:00 smithi111 ceph-mon[116524]: from='client.26792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/460195739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:24:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:00 smithi155 ceph-mon[102677]: from='client.16887 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:00 smithi155 ceph-mon[102677]: from='client.26792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/460195739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:24:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:01 smithi111 ceph-mon[97855]: pgmap v2290: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2023-12-01T05:24:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:01 smithi111 ceph-mon[116524]: pgmap v2290: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2023-12-01T05:24:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:01 smithi155 ceph-mon[102677]: pgmap v2290: 105 pgs: 105 active+clean; 115 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 81 op/s 2023-12-01T05:24:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:03 smithi111 ceph-mon[97855]: pgmap v2291: 105 pgs: 105 active+clean; 76 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 345 op/s 2023-12-01T05:24:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:03 smithi111 ceph-mon[116524]: pgmap v2291: 105 pgs: 105 active+clean; 76 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 345 op/s 2023-12-01T05:24:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:03 smithi155 ceph-mon[102677]: pgmap v2291: 105 pgs: 105 active+clean; 76 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.6 MiB/s wr, 345 op/s 2023-12-01T05:24:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:05 smithi111 ceph-mon[97855]: pgmap v2292: 105 pgs: 105 active+clean; 76 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 505 KiB/s rd, 760 KiB/s wr, 343 op/s 2023-12-01T05:24:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:05 smithi111 ceph-mon[116524]: pgmap v2292: 105 pgs: 105 active+clean; 76 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 505 KiB/s rd, 760 KiB/s wr, 343 op/s 2023-12-01T05:24:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:05 smithi155 ceph-mon[102677]: pgmap v2292: 105 pgs: 105 active+clean; 76 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 505 KiB/s rd, 760 KiB/s wr, 343 op/s 2023-12-01T05:24:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:07 smithi111 ceph-mon[97855]: pgmap v2293: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 505 KiB/s rd, 760 KiB/s wr, 585 op/s 2023-12-01T05:24:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:07 smithi111 ceph-mon[116524]: pgmap v2293: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 505 KiB/s rd, 760 KiB/s wr, 585 op/s 2023-12-01T05:24:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:07 smithi155 ceph-mon[102677]: pgmap v2293: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 505 KiB/s rd, 760 KiB/s wr, 585 op/s 2023-12-01T05:24:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:09 smithi111 ceph-mon[97855]: pgmap v2294: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 506 op/s 2023-12-01T05:24:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:24:09] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2023-12-01T05:24:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:09 smithi111 ceph-mon[116524]: pgmap v2294: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 506 op/s 2023-12-01T05:24:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:09 smithi155 ceph-mon[102677]: pgmap v2294: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 506 op/s 2023-12-01T05:24:11.017 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:24:11.017 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:24:11.061 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2023-12-01T05:24:11.061 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-01T05:24:11.305 DEBUG:teuthology.parallel:result is None 2023-12-01T05:24:11.306 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:24:11.329 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:11 smithi111 ceph-mon[97855]: pgmap v2295: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 506 op/s 2023-12-01T05:24:11.329 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:11 smithi111 ceph-mon[116524]: pgmap v2295: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 506 op/s 2023-12-01T05:24:11.332 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:24:11.332 DEBUG:teuthology.orchestra.run.smithi111:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:24:11.389 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:24:11.389 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:24:11.389 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2023-12-01T05:24:11.389 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:24:11.389 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2023-12-01T05:24:11.389 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-01T05:24:11.390 INFO:tasks.workunit:Pulling workunits from ref reef 2023-12-01T05:24:11.390 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-01T05:24:11.390 DEBUG:teuthology.orchestra.run.smithi155:> stat -- /home/ubuntu/cephtest/mnt.1 2023-12-01T05:24:11.409 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T05:24:11.410 INFO:teuthology.orchestra.run.smithi155.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-12-01T05:24:11.410 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -- /home/ubuntu/cephtest/mnt.1 2023-12-01T05:24:11.466 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2023-12-01T05:24:11.467 DEBUG:teuthology.orchestra.run.smithi155:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2023-12-01T05:24:11.524 INFO:tasks.workunit:timeout=3h 2023-12-01T05:24:11.524 INFO:tasks.workunit:cleanup=True 2023-12-01T05:24:11.524 DEBUG:teuthology.orchestra.run.smithi155:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2023-12-01T05:24:11.582 INFO:tasks.workunit.client.1.smithi155.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2023-12-01T05:24:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:11 smithi155 ceph-mon[102677]: pgmap v2295: 105 pgs: 105 active+clean; 40 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 506 op/s 2023-12-01T05:24:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:13 smithi155 ceph-mon[102677]: pgmap v2296: 105 pgs: 105 active+clean; 6.4 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 733 op/s 2023-12-01T05:24:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:13 smithi111 ceph-mon[97855]: pgmap v2296: 105 pgs: 105 active+clean; 6.4 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 733 op/s 2023-12-01T05:24:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:13 smithi111 ceph-mon[116524]: pgmap v2296: 105 pgs: 105 active+clean; 6.4 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 733 op/s 2023-12-01T05:24:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:15 smithi155 ceph-mon[102677]: pgmap v2297: 105 pgs: 105 active+clean; 6.4 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 469 op/s 2023-12-01T05:24:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:15 smithi111 ceph-mon[97855]: pgmap v2297: 105 pgs: 105 active+clean; 6.4 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 469 op/s 2023-12-01T05:24:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:15 smithi111 ceph-mon[116524]: pgmap v2297: 105 pgs: 105 active+clean; 6.4 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 469 op/s 2023-12-01T05:24:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:17 smithi155 ceph-mon[102677]: pgmap v2298: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 511 op/s 2023-12-01T05:24:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:17 smithi111 ceph-mon[97855]: pgmap v2298: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 511 op/s 2023-12-01T05:24:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:17 smithi111 ceph-mon[116524]: pgmap v2298: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 511 op/s 2023-12-01T05:24:18.860 DEBUG:teuthology.orchestra.run.smithi155:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2023-12-01T05:24:18.899 INFO:tasks.workunit.client.1.smithi155.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-01T05:24:18.901 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-01T05:24:18.901 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-01T05:24:19.421 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-01T05:24:19.482 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-01T05:24:19.518 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2023-12-01T05:24:19.520 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-01T05:24:19.520 INFO:tasks.workunit.client.1.smithi155.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-01T05:24:19.555 INFO:tasks.workunit.client.1.smithi155.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2023-12-01T05:24:19.558 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2023-12-01T05:24:19.559 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2023-12-01T05:24:19.616 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2023-12-01T05:24:19.617 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2023-12-01T05:24:19.617 DEBUG:teuthology.orchestra.run.smithi155:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2023-12-01T05:24:19.685 INFO:tasks.workunit.client.1.smithi155.stderr:+ export RBD_FORCE_ALLOW_V1=1 2023-12-01T05:24:19.686 INFO:tasks.workunit.client.1.smithi155.stderr:+ RBD_FORCE_ALLOW_V1=1 2023-12-01T05:24:19.686 INFO:tasks.workunit.client.1.smithi155.stderr:+ TMPDIR=/tmp/rbd_import_export_170773 2023-12-01T05:24:19.686 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm -rf /tmp/rbd_import_export_170773 2023-12-01T05:24:19.686 INFO:tasks.workunit.client.1.smithi155.stderr:+ mkdir /tmp/rbd_import_export_170773 2023-12-01T05:24:19.687 INFO:tasks.workunit.client.1.smithi155.stderr:+ trap 'rm -rf /tmp/rbd_import_export_170773' INT TERM EXIT 2023-12-01T05:24:19.687 INFO:tasks.workunit.client.1.smithi155.stderr:+ mkdir foo.170773 2023-12-01T05:24:19.688 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import foo.170773 foo.dir 2023-12-01T05:24:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:19 smithi155 ceph-mon[102677]: pgmap v2299: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2023-12-01T05:24:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:19.724 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: cannot import a directory 2023-12-01T05:24:19.724 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 0% complete...failed. 2023-12-01T05:24:19.724 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: import failed: (21) Is a directory 2023-12-01T05:24:19.727 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2023-12-01T05:24:19.727 INFO:tasks.workunit.client.1.smithi155.stderr:+ rmdir foo.170773 2023-12-01T05:24:19.730 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_170773/img bs=1k count=1 seek=10 2023-12-01T05:24:19.731 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2023-12-01T05:24:19.731 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2023-12-01T05:24:19.731 INFO:tasks.workunit.client.1.smithi155.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 5.5828e-05 s, 18.3 MB/s 2023-12-01T05:24:19.731 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_170773/img bs=1k count=10 seek=100 2023-12-01T05:24:19.732 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records in 2023-12-01T05:24:19.732 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records out 2023-12-01T05:24:19.733 INFO:tasks.workunit.client.1.smithi155.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.8058e-05 s, 176 MB/s 2023-12-01T05:24:19.733 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_170773/img bs=1k count=100 seek=1000 2023-12-01T05:24:19.733 INFO:tasks.workunit.client.1.smithi155.stderr:70+1 records in 2023-12-01T05:24:19.733 INFO:tasks.workunit.client.1.smithi155.stderr:70+1 records out 2023-12-01T05:24:19.733 INFO:tasks.workunit.client.1.smithi155.stderr:72048 bytes (72 kB, 70 KiB) copied, 0.000164049 s, 439 MB/s 2023-12-01T05:24:19.733 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_170773/img bs=1k seek=10000 2023-12-01T05:24:19.734 INFO:tasks.workunit.client.1.smithi155.stderr:139+1 records in 2023-12-01T05:24:19.734 INFO:tasks.workunit.client.1.smithi155.stderr:139+1 records out 2023-12-01T05:24:19.735 INFO:tasks.workunit.client.1.smithi155.stderr:143224 bytes (143 kB, 140 KiB) copied, 0.000288114 s, 497 MB/s 2023-12-01T05:24:19.735 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_170773/img bs=1k seek=100000 2023-12-01T05:24:19.738 INFO:tasks.workunit.client.1.smithi155.stderr:70+1 records in 2023-12-01T05:24:19.738 INFO:tasks.workunit.client.1.smithi155.stderr:70+1 records out 2023-12-01T05:24:19.738 INFO:tasks.workunit.client.1.smithi155.stderr:72168 bytes (72 kB, 70 KiB) copied, 0.00424595 s, 17.0 MB/s 2023-12-01T05:24:19.739 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_170773/img bs=1k seek=1000000 2023-12-01T05:24:19.739 INFO:tasks.workunit.client.1.smithi155.stderr:189+1 records in 2023-12-01T05:24:19.739 INFO:tasks.workunit.client.1.smithi155.stderr:189+1 records out 2023-12-01T05:24:19.739 INFO:tasks.workunit.client.1.smithi155.stderr:193768 bytes (194 kB, 189 KiB) copied, 0.000374205 s, 518 MB/s 2023-12-01T05:24:19.739 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2023-12-01T05:24:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:19 smithi111 ceph-mon[97855]: pgmap v2299: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2023-12-01T05:24:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:24:19] "GET /metrics HTTP/1.1" 200 33845 "" "Prometheus/2.43.0" 2023-12-01T05:24:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:19 smithi111 ceph-mon[116524]: pgmap v2299: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2023-12-01T05:24:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:19.795 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 0% complete...failed. 2023-12-01T05:24:19.795 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: delete error: (2) No such file or directory 2023-12-01T05:24:19.798 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2023-12-01T05:24:19.798 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format /tmp/rbd_import_export_170773/img testimg 2023-12-01T05:24:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:21 smithi155 ceph-mon[102677]: pgmap v2300: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2023-12-01T05:24:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:21 smithi155 ceph-mon[102677]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-01T05:24:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:24:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:24:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:24:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:24:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[97855]: pgmap v2300: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[97855]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[116524]: pgmap v2300: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[116524]: osdmap e1087: 8 total, 8 up, 8 in 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:24:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:24:21.806 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2023-12-01T05:24:21.806 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:21.809 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg /tmp/rbd_import_export_170773/img2 2023-12-01T05:24:22.011 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:22.016 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg - 2023-12-01T05:24:22.627 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:22.632 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2023-12-01T05:24:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:22 smithi155 ceph-mon[102677]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-01T05:24:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:22 smithi111 ceph-mon[97855]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-01T05:24:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:22 smithi111 ceph-mon[116524]: osdmap e1088: 8 total, 8 up, 8 in 2023-12-01T05:24:22.752 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-01T05:24:22.755 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img2 2023-12-01T05:24:23.364 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img3 2023-12-01T05:24:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:23 smithi155 ceph-mon[102677]: pgmap v2303: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 62 op/s 2023-12-01T05:24:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:23 smithi111 ceph-mon[97855]: pgmap v2303: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 62 op/s 2023-12-01T05:24:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:23 smithi111 ceph-mon[116524]: pgmap v2303: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 62 op/s 2023-12-01T05:24:23.764 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img2 /tmp/rbd_import_export_170773/img3 2023-12-01T05:24:23.950 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format - testimg 2023-12-01T05:24:24.381 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:24.382 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:24.382 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg /tmp/rbd_import_export_170773/img2 2023-12-01T05:24:24.591 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:24.596 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg - 2023-12-01T05:24:25.211 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:25.215 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2023-12-01T05:24:25.336 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2023-12-01T05:24:25.339 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img2 2023-12-01T05:24:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:25 smithi155 ceph-mon[102677]: pgmap v2304: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:25 smithi111 ceph-mon[97855]: pgmap v2304: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:25 smithi111 ceph-mon[116524]: pgmap v2304: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:25.911 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img3 2023-12-01T05:24:26.310 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img2 /tmp/rbd_import_export_170773/img3 2023-12-01T05:24:26.553 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd help export 2023-12-01T05:24:26.553 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -q export-format 2023-12-01T05:24:26.576 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_170773/img bs=1k count=10 seek=100 2023-12-01T05:24:26.577 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records in 2023-12-01T05:24:26.577 INFO:tasks.workunit.client.1.smithi155.stderr:10+0 records out 2023-12-01T05:24:26.577 INFO:tasks.workunit.client.1.smithi155.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.1905e-05 s, 165 MB/s 2023-12-01T05:24:26.577 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format /tmp/rbd_import_export_170773/img testimg 2023-12-01T05:24:26.647 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:26.647 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:26.649 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap create testimg@snap 2023-12-01T05:24:27.315 INFO:tasks.workunit.client.1.smithi155.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-01T05:24:27.324 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd image-meta set testimg key1 value1 2023-12-01T05:24:27.381 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd image-meta list testimg 2023-12-01T05:24:27.425 INFO:tasks.workunit.client.1.smithi155.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2023-12-01T05:24:27.425 INFO:tasks.workunit.client.1.smithi155.stderr: 2023-12-01T05:24:27.425 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2023-12-01T05:24:27.425 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' 2023-12-01T05:24:27.425 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:27.468 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:27.471 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_170773/img_v2 testimg_import 2023-12-01T05:24:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:27 smithi155 ceph-mon[102677]: pgmap v2305: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 129 KiB/s wr, 81 op/s 2023-12-01T05:24:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:27 smithi111 ceph-mon[97855]: pgmap v2305: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 129 KiB/s wr, 81 op/s 2023-12-01T05:24:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:27 smithi111 ceph-mon[116524]: pgmap v2305: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 278 KiB/s rd, 129 KiB/s wr, 81 op/s 2023-12-01T05:24:28.329 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-01T05:24:28.332 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2023-12-01T05:24:28.372 INFO:tasks.workunit.client.1.smithi155.stdout:rbd image 'testimg_import': 2023-12-01T05:24:28.372 INFO:tasks.workunit.client.1.smithi155.stdout: size 110 KiB in 1 objects 2023-12-01T05:24:28.372 INFO:tasks.workunit.client.1.smithi155.stdout: order 22 (4 MiB objects) 2023-12-01T05:24:28.372 INFO:tasks.workunit.client.1.smithi155.stdout: snapshot_count: 1 2023-12-01T05:24:28.372 INFO:tasks.workunit.client.1.smithi155.stdout: id: 65c54d9d4f0d 2023-12-01T05:24:28.372 INFO:tasks.workunit.client.1.smithi155.stdout: block_name_prefix: rbd_data.65c54d9d4f0d 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: format: 2 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: op_features: 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: flags: 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: create_timestamp: Fri Dec 1 05:24:27 2023 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: access_timestamp: Fri Dec 1 05:24:27 2023 2023-12-01T05:24:28.373 INFO:tasks.workunit.client.1.smithi155.stdout: modify_timestamp: Fri Dec 1 05:24:27 2023 2023-12-01T05:24:28.375 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import@snap 2023-12-01T05:24:28.414 INFO:tasks.workunit.client.1.smithi155.stdout:rbd image 'testimg_import': 2023-12-01T05:24:28.414 INFO:tasks.workunit.client.1.smithi155.stdout: size 110 KiB in 1 objects 2023-12-01T05:24:28.414 INFO:tasks.workunit.client.1.smithi155.stdout: order 22 (4 MiB objects) 2023-12-01T05:24:28.414 INFO:tasks.workunit.client.1.smithi155.stdout: snapshot_count: 1 2023-12-01T05:24:28.414 INFO:tasks.workunit.client.1.smithi155.stdout: id: 65c54d9d4f0d 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: block_name_prefix: rbd_data.65c54d9d4f0d 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: format: 2 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: op_features: 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: flags: 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: create_timestamp: Fri Dec 1 05:24:27 2023 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: access_timestamp: Fri Dec 1 05:24:27 2023 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: modify_timestamp: Fri Dec 1 05:24:27 2023 2023-12-01T05:24:28.415 INFO:tasks.workunit.client.1.smithi155.stdout: protected: False 2023-12-01T05:24:28.417 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd image-meta list testimg_import 2023-12-01T05:24:28.462 INFO:tasks.workunit.client.1.smithi155.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2023-12-01T05:24:28.462 INFO:tasks.workunit.client.1.smithi155.stderr: 2023-12-01T05:24:28.462 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 'There is 1 metadatum on this image: 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr: 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' = 'There is 1 metadatum on this image: 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr: 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:Key Value 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:key1 value1' ']' 2023-12-01T05:24:28.463 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg_import /tmp/rbd_import_export_170773/img_import 2023-12-01T05:24:28.501 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2023-12-01T05:24:28.504 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img_import 2023-12-01T05:24:28.504 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_170773/img /tmp/rbd_import_export_170773/img_import 2023-12-01T05:24:28.504 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/img --format %b 2023-12-01T05:24:28.505 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=24 2023-12-01T05:24:28.505 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/img_import --format %b 2023-12-01T05:24:28.506 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=224 2023-12-01T05:24:28.507 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=200 2023-12-01T05:24:28.507 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=200 2023-12-01T05:24:28.507 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2023-12-01T05:24:28.507 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_170773/img_snap 2023-12-01T05:24:28.546 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2023-12-01T05:24:28.549 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_170773/img_snap_import 2023-12-01T05:24:28.587 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2023-12-01T05:24:28.590 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_170773/img_snap /tmp/rbd_import_export_170773/img_snap_import 2023-12-01T05:24:28.590 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_170773/img_snap /tmp/rbd_import_export_170773/img_snap_import 2023-12-01T05:24:28.591 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/img_snap --format %b 2023-12-01T05:24:28.592 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=224 2023-12-01T05:24:28.592 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/img_snap_import --format %b 2023-12-01T05:24:28.593 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=224 2023-12-01T05:24:28.593 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:28.594 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:28.594 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-01T05:24:28.594 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:28.594 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_import 2023-12-01T05:24:28.594 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_snap 2023-12-01T05:24:28.595 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_snap_import 2023-12-01T05:24:28.596 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap rm testimg_import@snap 2023-12-01T05:24:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:28 smithi155 ceph-mon[102677]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-01T05:24:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:28 smithi111 ceph-mon[97855]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-01T05:24:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:28 smithi111 ceph-mon[116524]: osdmap e1089: 8 total, 8 up, 8 in 2023-12-01T05:24:28.975 INFO:tasks.workunit.client.1.smithi155.stderr: Removing snap: 100% complete...done. 2023-12-01T05:24:28.986 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2023-12-01T05:24:29.112 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:29.115 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap rm testimg@snap 2023-12-01T05:24:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:29 smithi155 ceph-mon[102677]: pgmap v2307: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 142 KiB/s wr, 89 op/s 2023-12-01T05:24:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:29 smithi155 ceph-mon[102677]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-01T05:24:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:29 smithi155 ceph-mon[102677]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-01T05:24:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:24:29] "GET /metrics HTTP/1.1" 200 33845 "" "Prometheus/2.43.0" 2023-12-01T05:24:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:29 smithi111 ceph-mon[97855]: pgmap v2307: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 142 KiB/s wr, 89 op/s 2023-12-01T05:24:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:29 smithi111 ceph-mon[97855]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-01T05:24:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:29 smithi111 ceph-mon[97855]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-01T05:24:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:29 smithi111 ceph-mon[116524]: pgmap v2307: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 306 KiB/s rd, 142 KiB/s wr, 89 op/s 2023-12-01T05:24:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:29 smithi111 ceph-mon[116524]: osdmap e1090: 8 total, 8 up, 8 in 2023-12-01T05:24:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:29 smithi111 ceph-mon[116524]: osdmap e1091: 8 total, 8 up, 8 in 2023-12-01T05:24:29.856 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:24:29.984 INFO:tasks.workunit.client.1.smithi155.stderr: Removing snap: 100% complete...done. 2023-12-01T05:24:29.995 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm testimg 2023-12-01T05:24:30.127 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:30.129 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --order 20 /tmp/rbd_import_export_170773/img testimg 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (41m) 9m ago 42m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (42m) 9m ago 42m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (43m) 9m ago 43m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (43m) 9m ago 43m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (46m) 9m ago 46m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (48m) 9m ago 48m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:24:30.188 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (48m) 9m ago 48m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (46m) 9m ago 46m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (46m) 9m ago 46m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (41m) 9m ago 41m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (41m) 9m ago 41m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (46m) 9m ago 46m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (45m) 9m ago 45m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (45m) 9m ago 45m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (45m) 9m ago 45m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (44m) 9m ago 44m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (44m) 9m ago 44m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (43m) 9m ago 43m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (43m) 9m ago 43m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:24:30.189 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (41m) 9m ago 42m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:24:30.203 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:30.203 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2023-12-01T05:24:30.205 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:30.246 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:30.249 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_170773/img_v2 testimg_import 2023-12-01T05:24:30.325 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-01T05:24:30.329 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2023-12-01T05:24:30.329 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep order 2023-12-01T05:24:30.329 INFO:tasks.workunit.client.1.smithi155.stderr:+ awk '{print $2}' 2023-12-01T05:24:30.329 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 20 2023-12-01T05:24:30.368 INFO:tasks.workunit.client.1.smithi155.stdout:20 2023-12-01T05:24:30.368 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:30.368 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2023-12-01T05:24:30.515 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:30.518 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2023-12-01T05:24:30.596 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:24:30.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:24:30.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:24:30.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:24:30.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:24:30.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:24:30.597 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:24:30.641 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:30.644 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_170773/img testimg 2023-12-01T05:24:30.700 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:30.703 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd info testimg 2023-12-01T05:24:30.704 INFO:tasks.workunit.client.1.smithi155.stderr:++ grep features 2023-12-01T05:24:30.743 INFO:tasks.workunit.client.1.smithi155.stderr:+ FEATURES_BEFORE=' features: layering 2023-12-01T05:24:30.743 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' 2023-12-01T05:24:30.743 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:30.783 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:30.785 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_170773/img_v2 testimg_import 2023-12-01T05:24:30.853 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-01T05:24:30.856 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd info testimg_import 2023-12-01T05:24:30.856 INFO:tasks.workunit.client.1.smithi155.stderr:++ grep features 2023-12-01T05:24:30.894 INFO:tasks.workunit.client.1.smithi155.stderr:+ FEATURES_AFTER=' features: layering 2023-12-01T05:24:30.895 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' 2023-12-01T05:24:30.895 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' ' features: layering 2023-12-01T05:24:30.895 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' '!=' ' features: layering 2023-12-01T05:24:30.895 INFO:tasks.workunit.client.1.smithi155.stderr: op_features: ' ']' 2023-12-01T05:24:30.895 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:30.895 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2023-12-01T05:24:30.988 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:30.991 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2023-12-01T05:24:31.087 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:31.090 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_170773/img testimg 2023-12-01T05:24:31.167 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:31.170 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:31.214 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:31.216 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_170773/img_v2 testimg_import 2023-12-01T05:24:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[116524]: pgmap v2310: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 172 KiB/s wr, 108 op/s 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[116524]: from='client.26936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[116524]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[116524]: from='client.26942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1866249057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[97855]: pgmap v2310: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 172 KiB/s wr, 108 op/s 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[97855]: from='client.26936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[97855]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[97855]: from='client.26942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1866249057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:24:31.294 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-01T05:24:31.298 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2023-12-01T05:24:31.298 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'stripe unit' 2023-12-01T05:24:31.298 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(4 KiB|4096)' 2023-12-01T05:24:31.337 INFO:tasks.workunit.client.1.smithi155.stdout: stripe unit: 4 KiB 2023-12-01T05:24:31.337 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import 2023-12-01T05:24:31.337 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'stripe count' 2023-12-01T05:24:31.337 INFO:tasks.workunit.client.1.smithi155.stderr:+ awk '{print $3}' 2023-12-01T05:24:31.338 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 1000 2023-12-01T05:24:31.376 INFO:tasks.workunit.client.1.smithi155.stdout:1000 2023-12-01T05:24:31.377 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/img_v2 2023-12-01T05:24:31.377 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2023-12-01T05:24:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:30 smithi155 ceph-mon[102677]: pgmap v2310: 105 pgs: 105 active+clean; 6.0 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 371 KiB/s rd, 172 KiB/s wr, 108 op/s 2023-12-01T05:24:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:30 smithi155 ceph-mon[102677]: from='client.26936 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:30 smithi155 ceph-mon[102677]: osdmap e1092: 8 total, 8 up, 8 in 2023-12-01T05:24:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:30 smithi155 ceph-mon[102677]: from='client.26942 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:24:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1866249057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:24:31.497 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-01T05:24:31.499 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2023-12-01T05:24:31.621 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2023-12-01T05:24:31.624 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_170773/img testimg 2023-12-01T05:24:31.694 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:31.696 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap create testimg@snap1 2023-12-01T05:24:31.996 INFO:tasks.workunit.client.1.smithi155.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-01T05:24:32.007 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap create testimg@snap2 2023-12-01T05:24:33.008 INFO:tasks.workunit.client.1.smithi155.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2023-12-01T05:24:33.019 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap protect testimg@snap2 2023-12-01T05:24:33.073 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_170773/snap_protect 2023-12-01T05:24:33.118 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:33.122 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_170773/snap_protect testimg_import 2023-12-01T05:24:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:32 smithi111 ceph-mon[97855]: pgmap v2312: 105 pgs: 105 active+clean; 690 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 241 op/s 2023-12-01T05:24:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:32 smithi111 ceph-mon[97855]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-01T05:24:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:32 smithi111 ceph-mon[116524]: pgmap v2312: 105 pgs: 105 active+clean; 690 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 241 op/s 2023-12-01T05:24:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:32 smithi111 ceph-mon[116524]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-01T05:24:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:32 smithi155 ceph-mon[102677]: pgmap v2312: 105 pgs: 105 active+clean; 690 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 233 KiB/s rd, 16 KiB/s wr, 241 op/s 2023-12-01T05:24:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:32 smithi155 ceph-mon[102677]: osdmap e1093: 8 total, 8 up, 8 in 2023-12-01T05:24:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:33 smithi111 ceph-mon[97855]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-01T05:24:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:33 smithi111 ceph-mon[97855]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-01T05:24:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:33 smithi111 ceph-mon[116524]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-01T05:24:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:33 smithi111 ceph-mon[116524]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-01T05:24:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:33 smithi155 ceph-mon[102677]: osdmap e1094: 8 total, 8 up, 8 in 2023-12-01T05:24:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:33 smithi155 ceph-mon[102677]: osdmap e1095: 8 total, 8 up, 8 in 2023-12-01T05:24:35.039 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2023-12-01T05:24:35.045 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import@snap1 2023-12-01T05:24:35.045 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'protected: False' 2023-12-01T05:24:35.087 INFO:tasks.workunit.client.1.smithi155.stdout: protected: False 2023-12-01T05:24:35.088 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd info testimg_import@snap2 2023-12-01T05:24:35.088 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep 'protected: True' 2023-12-01T05:24:35.132 INFO:tasks.workunit.client.1.smithi155.stdout: protected: True 2023-12-01T05:24:35.133 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/snap_protect 2023-12-01T05:24:35.133 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap unprotect testimg@snap2 2023-12-01T05:24:35.186 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap unprotect testimg_import@snap2 2023-12-01T05:24:35.236 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap purge testimg 2023-12-01T05:24:35.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:34 smithi111 ceph-mon[97855]: pgmap v2315: 105 pgs: 105 active+clean; 690 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 15 KiB/s wr, 223 op/s 2023-12-01T05:24:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:34 smithi111 ceph-mon[116524]: pgmap v2315: 105 pgs: 105 active+clean; 690 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 15 KiB/s wr, 223 op/s 2023-12-01T05:24:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:34 smithi155 ceph-mon[102677]: pgmap v2315: 105 pgs: 105 active+clean; 690 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 15 KiB/s wr, 223 op/s 2023-12-01T05:24:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:36 smithi155 ceph-mon[102677]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-01T05:24:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:36 smithi111 ceph-mon[97855]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-01T05:24:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:36 smithi111 ceph-mon[116524]: osdmap e1096: 8 total, 8 up, 8 in 2023-12-01T05:24:37.025 INFO:tasks.workunit.client.1.smithi155.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-01T05:24:37.037 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd snap purge testimg_import 2023-12-01T05:24:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:37 smithi155 ceph-mon[102677]: pgmap v2318: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-12-01T05:24:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:37 smithi155 ceph-mon[102677]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-01T05:24:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:37 smithi111 ceph-mon[97855]: pgmap v2318: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-12-01T05:24:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:37 smithi111 ceph-mon[97855]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-01T05:24:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:37 smithi111 ceph-mon[116524]: pgmap v2318: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-12-01T05:24:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:37 smithi111 ceph-mon[116524]: osdmap e1097: 8 total, 8 up, 8 in 2023-12-01T05:24:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:38 smithi155 ceph-mon[102677]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-01T05:24:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:38 smithi111 ceph-mon[97855]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-01T05:24:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:38 smithi111 ceph-mon[116524]: osdmap e1098: 8 total, 8 up, 8 in 2023-12-01T05:24:38.977 INFO:tasks.workunit.client.1.smithi155.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2023-12-01T05:24:38.993 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg 2023-12-01T05:24:39.137 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:39.138 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd remove testimg_import 2023-12-01T05:24:39.262 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:39.266 INFO:tasks.workunit.client.1.smithi155.stderr:+ tiered=0 2023-12-01T05:24:39.266 INFO:tasks.workunit.client.1.smithi155.stderr:+ ceph osd dump 2023-12-01T05:24:39.266 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep '^pool' 2023-12-01T05:24:39.266 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep ''\''rbd'\''' 2023-12-01T05:24:39.266 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep tier 2023-12-01T05:24:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:39 smithi111 ceph-mon[97855]: pgmap v2321: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-12-01T05:24:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:39 smithi111 ceph-mon[97855]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-01T05:24:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:39 smithi111 ceph-mon[97855]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-01T05:24:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:39 smithi111 ceph-mon[116524]: pgmap v2321: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-12-01T05:24:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:39 smithi111 ceph-mon[116524]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-01T05:24:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:39 smithi111 ceph-mon[116524]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-01T05:24:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:39 smithi155 ceph-mon[102677]: pgmap v2321: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 49 KiB/s wr, 517 op/s 2023-12-01T05:24:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:39 smithi155 ceph-mon[102677]: osdmap e1099: 8 total, 8 up, 8 in 2023-12-01T05:24:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:39 smithi155 ceph-mon[102677]: osdmap e1100: 8 total, 8 up, 8 in 2023-12-01T05:24:39.703 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_170773/sparse1 2023-12-01T05:24:39.708 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2023-12-01T05:24:39.709 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2023-12-01T05:24:39.709 INFO:tasks.workunit.client.1.smithi155.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00486888 s, 215 MB/s 2023-12-01T05:24:39.709 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_170773/sparse2 2023-12-01T05:24:39.714 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2023-12-01T05:24:39.714 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2023-12-01T05:24:39.714 INFO:tasks.workunit.client.1.smithi155.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00484222 s, 217 MB/s 2023-12-01T05:24:39.714 INFO:tasks.workunit.client.1.smithi155.stderr:+ truncate /tmp/rbd_import_export_170773/sparse2 -s 2M 2023-12-01T05:24:39.743 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse1 2023-12-01T05:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:24:39] "GET /metrics HTTP/1.1" 200 33881 "" "Prometheus/2.43.0" 2023-12-01T05:24:39.798 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 0% complete...failed. 2023-12-01T05:24:39.798 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: delete error: (2) No such file or directory 2023-12-01T05:24:39.800 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2023-12-01T05:24:39.801 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_170773/sparse1 2023-12-01T05:24:39.872 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-01T05:24:39.873 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:39.873 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2023-12-01T05:24:39.876 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2023-12-01T05:24:39.876 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse1 2023-12-01T05:24:39.876 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-01T05:24:39.914 INFO:tasks.workunit.client.1.smithi155.stdout:sparse1 2 MiB 2 2023-12-01T05:24:39.915 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse1 2023-12-01T05:24:39.915 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse1 2023-12-01T05:24:39.915 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse1 2023-12-01T05:24:39.915 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:39.915 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:39.953 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.66eb505f581c 2023-12-01T05:24:39.954 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.66eb505f581c 2023-12-01T05:24:39.954 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse1 2023-12-01T05:24:39.954 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.66eb505f581c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:39.954 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse1 2023-12-01T05:24:39.954 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:39.955 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse1 2023-12-01T05:24:39.955 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:39.955 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:39.994 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:39.994 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:39.994 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:39.994 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:39.994 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:40.058 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=1 2023-12-01T05:24:40.059 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 1 2023-12-01T05:24:40.059 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-01T05:24:40.059 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse1 /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:40.097 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:40.100 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_170773/sparse1 /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:40.100 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_170773/sparse1 /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:40.102 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse1 --format %b 2023-12-01T05:24:40.103 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=2048 2023-12-01T05:24:40.103 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse1.out --format %b 2023-12-01T05:24:40.104 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=2048 2023-12-01T05:24:40.104 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:40.104 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:40.104 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-01T05:24:40.104 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:40.105 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse1 2023-12-01T05:24:40.222 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-01T05:24:40.225 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse2 2023-12-01T05:24:40.278 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 0% complete...failed. 2023-12-01T05:24:40.278 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: delete error: (2) No such file or directory 2023-12-01T05:24:40.281 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2023-12-01T05:24:40.281 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_170773/sparse2 2023-12-01T05:24:40.355 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2023-12-01T05:24:40.356 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:40.356 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2023-12-01T05:24:40.358 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2023-12-01T05:24:40.359 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse2 2023-12-01T05:24:40.359 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(2 MiB|2048k)' 2023-12-01T05:24:40.397 INFO:tasks.workunit.client.1.smithi155.stdout:sparse2 2 MiB 2 2023-12-01T05:24:40.398 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse2 2023-12-01T05:24:40.398 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse2 2023-12-01T05:24:40.398 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse2 2023-12-01T05:24:40.398 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:40.398 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:40.437 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.671e3fef9e46 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.671e3fef9e46 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse2 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.671e3fef9e46\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse2 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse2 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:40.438 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/2769464856' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-01T05:24:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.155:0/2769464856' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-01T05:24:40.478 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:40.478 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:40.478 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:40.478 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:40.478 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/2769464856' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-01T05:24:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.155:0/2769464856' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-01T05:24:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/2769464856' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-01T05:24:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.155:0/2769464856' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-01T05:24:40.540 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=0 2023-12-01T05:24:40.540 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 0 2023-12-01T05:24:40.540 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-01T05:24:40.540 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse2 /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:40.579 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:40.582 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_170773/sparse2 /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:40.582 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_170773/sparse2 /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:40.584 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse2 --format %b 2023-12-01T05:24:40.585 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=2048 2023-12-01T05:24:40.585 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse2.out --format %b 2023-12-01T05:24:40.587 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=2048 2023-12-01T05:24:40.587 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:40.587 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:40.587 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-01T05:24:40.587 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:40.587 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse2 2023-12-01T05:24:40.711 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2023-12-01T05:24:40.714 INFO:tasks.workunit.client.1.smithi155.stderr:+ truncate /tmp/rbd_import_export_170773/sparse1 -s 10M 2023-12-01T05:24:40.715 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 - sparse1 2023-12-01T05:24:40.829 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:40.829 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:40.829 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2023-12-01T05:24:40.832 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2023-12-01T05:24:40.832 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse1 2023-12-01T05:24:40.832 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(10 MiB|10240k)' 2023-12-01T05:24:40.872 INFO:tasks.workunit.client.1.smithi155.stdout:sparse1 10 MiB 2 2023-12-01T05:24:40.873 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse1 2023-12-01T05:24:40.873 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse1 2023-12-01T05:24:40.873 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse1 2023-12-01T05:24:40.873 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:40.873 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:40.912 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.674ba0ce11e3 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.674ba0ce11e3 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.674ba0ce11e3\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse1 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse1 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse1 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:40.913 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:40.953 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:40.953 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:40.953 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:40.953 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:40.953 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:41.018 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=1 2023-12-01T05:24:41.018 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 1 2023-12-01T05:24:41.018 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-01T05:24:41.018 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse1 /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:41.059 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:41.063 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_170773/sparse1 /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:41.063 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_170773/sparse1 /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:41.070 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse1 --format %b 2023-12-01T05:24:41.071 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=2048 2023-12-01T05:24:41.071 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse1.out --format %b 2023-12-01T05:24:41.072 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=2048 2023-12-01T05:24:41.072 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:41.072 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:41.072 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-01T05:24:41.072 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/sparse1.out 2023-12-01T05:24:41.073 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse1 2023-12-01T05:24:41.196 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-01T05:24:41.199 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_170773/sparse2 oflag=append conv=notrunc 2023-12-01T05:24:41.210 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2023-12-01T05:24:41.210 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2023-12-01T05:24:41.210 INFO:tasks.workunit.client.1.smithi155.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00984351 s, 213 MB/s 2023-12-01T05:24:41.210 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 - sparse2 2023-12-01T05:24:41.321 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:41.322 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:41.322 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2023-12-01T05:24:41.324 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd ls -l 2023-12-01T05:24:41.324 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep sparse2 2023-12-01T05:24:41.324 INFO:tasks.workunit.client.1.smithi155.stderr:+ grep -Ei '(4 MiB|4096k)' 2023-12-01T05:24:41.363 INFO:tasks.workunit.client.1.smithi155.stdout:sparse2 4 MiB 2 2023-12-01T05:24:41.364 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse2 2023-12-01T05:24:41.364 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse2 2023-12-01T05:24:41.364 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse2 2023-12-01T05:24:41.364 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:41.364 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:41.404 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.677837322d10 2023-12-01T05:24:41.404 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.677837322d10 2023-12-01T05:24:41.404 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse2 2023-12-01T05:24:41.404 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse2 2023-12-01T05:24:41.404 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.677837322d10\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:41.404 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:41.405 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse2 2023-12-01T05:24:41.405 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:41.405 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:41.444 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:41.444 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:41.444 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:41.444 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:41.444 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:41 smithi155 ceph-mon[102677]: pgmap v2324: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:41 smithi111 ceph-mon[97855]: pgmap v2324: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:41 smithi111 ceph-mon[116524]: pgmap v2324: 105 pgs: 105 active+clean; 800 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:41.508 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects='0 2023-12-01T05:24:41.508 INFO:tasks.workunit.client.1.smithi155.stderr:2 2023-12-01T05:24:41.508 INFO:tasks.workunit.client.1.smithi155.stderr:3' 2023-12-01T05:24:41.508 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 0 2 3 2023-12-01T05:24:41.508 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2023-12-01T05:24:41.508 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse2 /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:41.552 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2023-12-01T05:24:41.555 INFO:tasks.workunit.client.1.smithi155.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_170773/sparse2 /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:41.556 INFO:tasks.workunit.client.1.smithi155.stderr:+ cmp -l /tmp/rbd_import_export_170773/sparse2 /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:41.558 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse2 --format %b 2023-12-01T05:24:41.559 INFO:tasks.workunit.client.1.smithi155.stderr:+ origsize=6144 2023-12-01T05:24:41.560 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse2.out --format %b 2023-12-01T05:24:41.561 INFO:tasks.workunit.client.1.smithi155.stderr:+ exportsize=6144 2023-12-01T05:24:41.561 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:41.561 INFO:tasks.workunit.client.1.smithi155.stderr:+ difference=0 2023-12-01T05:24:41.561 INFO:tasks.workunit.client.1.smithi155.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2023-12-01T05:24:41.561 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/sparse2.out 2023-12-01T05:24:41.562 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse2 2023-12-01T05:24:41.680 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2023-12-01T05:24:41.683 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2023-12-01T05:24:41.684 INFO:tasks.workunit.client.1.smithi155.stdout:partially-sparse file imports to partially-sparse image 2023-12-01T05:24:41.684 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_170773/sparse1 sparse 2023-12-01T05:24:41.758 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2023-12-01T05:24:41.759 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:41.759 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --order is deprecated, use --object-size 2023-12-01T05:24:41.762 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse 2023-12-01T05:24:41.762 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2023-12-01T05:24:41.762 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2023-12-01T05:24:41.762 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:41.762 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:41.801 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.67a5bfe7c2d4 2023-12-01T05:24:41.801 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.67a5bfe7c2d4 2023-12-01T05:24:41.801 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.67a5bfe7c2d4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:41.802 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse 2023-12-01T05:24:41.802 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse 2023-12-01T05:24:41.802 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:41.802 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse 2023-12-01T05:24:41.803 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:41.803 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:41.842 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:41.842 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:41.842 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:41.842 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:41.842 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:41.906 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=1 2023-12-01T05:24:41.906 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 1 2023-12-01T05:24:41.906 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2023-12-01T05:24:41.906 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse 2023-12-01T05:24:42.016 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2023-12-01T05:24:42.019 INFO:tasks.workunit.client.1.smithi155.stdout:zeros import through stdin to sparse image 2023-12-01T05:24:42.019 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo 'zeros import through stdin to sparse image' 2023-12-01T05:24:42.019 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/zero bs=1M count=4 2023-12-01T05:24:42.020 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd import --new-format - sparse 2023-12-01T05:24:42.075 INFO:tasks.workunit.client.1.smithi155.stderr:4+0 records in 2023-12-01T05:24:42.075 INFO:tasks.workunit.client.1.smithi155.stderr:4+0 records out 2023-12-01T05:24:42.075 INFO:tasks.workunit.client.1.smithi155.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0552115 s, 76.0 MB/s 2023-12-01T05:24:42.090 INFO:tasks.workunit.client.1.smithi155.stderr: Importing image: 100% complete...done. 2023-12-01T05:24:42.090 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:42.093 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse 2023-12-01T05:24:42.094 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2023-12-01T05:24:42.094 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2023-12-01T05:24:42.094 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:42.094 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:42.133 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.67c6419f703e 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.67c6419f703e 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.67c6419f703e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:42.135 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:42.175 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:42.175 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:42.175 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:42.175 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:42.175 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:42.240 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects= 2023-12-01T05:24:42.240 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 2023-12-01T05:24:42.240 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2023-12-01T05:24:42.240 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse 2023-12-01T05:24:42.356 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:42.358 INFO:tasks.workunit.client.1.smithi155.stdout:zeros export to sparse file 2023-12-01T05:24:42.359 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo 'zeros export to sparse file' 2023-12-01T05:24:42.359 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd create --new-format sparse --size 4 2023-12-01T05:24:42.404 INFO:tasks.workunit.client.1.smithi155.stderr:rbd: --new-format is deprecated, use --image-format 2 2023-12-01T05:24:42.407 INFO:tasks.workunit.client.1.smithi155.stderr:++ rbd info sparse 2023-12-01T05:24:42.407 INFO:tasks.workunit.client.1.smithi155.stderr:++ grep block_name_prefix 2023-12-01T05:24:42.407 INFO:tasks.workunit.client.1.smithi155.stderr:++ awk '{print $NF;}' 2023-12-01T05:24:42.445 INFO:tasks.workunit.client.1.smithi155.stderr:+ prefix=rbd_data.67e7839d20c4 2023-12-01T05:24:42.446 INFO:tasks.workunit.client.1.smithi155.stderr:+ dd if=/dev/zero bs=4M count=1 2023-12-01T05:24:42.446 INFO:tasks.workunit.client.1.smithi155.stderr:++ get_image_data_pool sparse 2023-12-01T05:24:42.446 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2023-12-01T05:24:42.446 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2023-12-01T05:24:42.446 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep 'data_pool: ' 2023-12-01T05:24:42.447 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk -F: '{ print $NF }' 2023-12-01T05:24:42.484 INFO:tasks.workunit.client.1.smithi155.stderr:++ data_pool= 2023-12-01T05:24:42.484 INFO:tasks.workunit.client.1.smithi155.stderr:++ '[' -z ']' 2023-12-01T05:24:42.484 INFO:tasks.workunit.client.1.smithi155.stderr:++ data_pool=rbd 2023-12-01T05:24:42.484 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo rbd 2023-12-01T05:24:42.485 INFO:tasks.workunit.client.1.smithi155.stderr:+ rados -p rbd put rbd_data.67e7839d20c4.000000000000 - 2023-12-01T05:24:42.516 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records in 2023-12-01T05:24:42.516 INFO:tasks.workunit.client.1.smithi155.stderr:1+0 records out 2023-12-01T05:24:42.517 INFO:tasks.workunit.client.1.smithi155.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0705496 s, 59.5 MB/s 2023-12-01T05:24:42.547 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects sparse 2023-12-01T05:24:42.547 INFO:tasks.workunit.client.1.smithi155.stderr:++ image=sparse 2023-12-01T05:24:42.547 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rbd info sparse 2023-12-01T05:24:42.547 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep block_name_prefix 2023-12-01T05:24:42.547 INFO:tasks.workunit.client.1.smithi155.stderr:+++ awk '{print $NF;}' 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:++ prefix=rbd_data.67e7839d20c4 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:+++ grep rbd_data.67e7839d20c4 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:++++ get_image_data_pool sparse 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:++++ image=sparse 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sed -e 's/rbd_data.67e7839d20c4\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:+++ sort -u 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ rbd info sparse 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ grep 'data_pool: ' 2023-12-01T05:24:42.586 INFO:tasks.workunit.client.1.smithi155.stderr:+++++ awk -F: '{ print $NF }' 2023-12-01T05:24:42.625 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool= 2023-12-01T05:24:42.625 INFO:tasks.workunit.client.1.smithi155.stderr:++++ '[' -z ']' 2023-12-01T05:24:42.625 INFO:tasks.workunit.client.1.smithi155.stderr:++++ data_pool=rbd 2023-12-01T05:24:42.625 INFO:tasks.workunit.client.1.smithi155.stderr:++++ echo rbd 2023-12-01T05:24:42.625 INFO:tasks.workunit.client.1.smithi155.stderr:+++ rados ls -p rbd 2023-12-01T05:24:42.690 INFO:tasks.workunit.client.1.smithi155.stderr:++ objects=0 2023-12-01T05:24:42.690 INFO:tasks.workunit.client.1.smithi155.stderr:++ echo 0 2023-12-01T05:24:42.690 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2023-12-01T05:24:42.690 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/sparse 2023-12-01T05:24:42.691 INFO:tasks.workunit.client.1.smithi155.stderr:rm: cannot remove '/tmp/rbd_import_export_170773/sparse': No such file or directory 2023-12-01T05:24:42.691 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2023-12-01T05:24:42.691 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd export sparse /tmp/rbd_import_export_170773/sparse 2023-12-01T05:24:42.728 INFO:tasks.workunit.client.1.smithi155.stderr: Exporting image: 100% complete...done. 2023-12-01T05:24:42.731 INFO:tasks.workunit.client.1.smithi155.stderr:++ stat /tmp/rbd_import_export_170773/sparse --format=%b 2023-12-01T05:24:42.732 INFO:tasks.workunit.client.1.smithi155.stderr:+ '[' 0 = 0 ']' 2023-12-01T05:24:42.732 INFO:tasks.workunit.client.1.smithi155.stderr:+ rbd rm sparse 2023-12-01T05:24:42.847 INFO:tasks.workunit.client.1.smithi155.stderr: Removing image: 100% complete...done. 2023-12-01T05:24:42.849 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm /tmp/rbd_import_export_170773/sparse /tmp/rbd_import_export_170773/sparse1 /tmp/rbd_import_export_170773/sparse2 /tmp/rbd_import_export_170773/sparse3 2023-12-01T05:24:42.852 INFO:tasks.workunit.client.1.smithi155.stderr:rm: cannot remove '/tmp/rbd_import_export_170773/sparse3': No such file or directory 2023-12-01T05:24:42.852 INFO:tasks.workunit.client.1.smithi155.stderr:+ true 2023-12-01T05:24:42.852 INFO:tasks.workunit.client.1.smithi155.stderr:+ echo OK 2023-12-01T05:24:42.852 INFO:tasks.workunit.client.1.smithi155.stdout:OK 2023-12-01T05:24:42.853 INFO:tasks.workunit.client.1.smithi155.stderr:+ rm -rf /tmp/rbd_import_export_170773 2023-12-01T05:24:42.853 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:24:42.853 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2023-12-01T05:24:42.935 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2023-12-01T05:24:42.935 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2023-12-01T05:24:43.160 DEBUG:teuthology.parallel:result is None 2023-12-01T05:24:43.160 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2023-12-01T05:24:43.184 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:43 smithi155 ceph-mon[102677]: pgmap v2325: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.6 KiB/s wr, 146 op/s 2023-12-01T05:24:43.187 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2023-12-01T05:24:43.187 DEBUG:teuthology.orchestra.run.smithi155:> rmdir -- /home/ubuntu/cephtest/mnt.1 2023-12-01T05:24:43.244 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2023-12-01T05:24:43.244 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:24:43.244 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2023-12-01T05:24:43.245 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:24:43.245 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2023-12-01T05:24:43.245 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-01T05:24:43.245 INFO:tasks.workunit:Pulling workunits from ref reef 2023-12-01T05:24:43.245 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-01T05:24:43.245 DEBUG:teuthology.orchestra.run.smithi111:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:24:43.264 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T05:24:43.265 INFO:teuthology.orchestra.run.smithi111.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-01T05:24:43.265 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:24:43.323 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-01T05:24:43.323 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-01T05:24:43.380 INFO:tasks.workunit:timeout=3h 2023-12-01T05:24:43.380 INFO:tasks.workunit:cleanup=True 2023-12-01T05:24:43.381 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-01T05:24:43.438 INFO:tasks.workunit.client.0.smithi111.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-01T05:24:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:43 smithi111 ceph-mon[97855]: pgmap v2325: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.6 KiB/s wr, 146 op/s 2023-12-01T05:24:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:43 smithi111 ceph-mon[116524]: pgmap v2325: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 7.6 KiB/s wr, 146 op/s 2023-12-01T05:24:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:44 smithi111 ceph-mon[97855]: pgmap v2326: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.4 KiB/s wr, 124 op/s 2023-12-01T05:24:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:44 smithi111 ceph-mon[97855]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-01T05:24:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:44 smithi111 ceph-mon[116524]: pgmap v2326: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.4 KiB/s wr, 124 op/s 2023-12-01T05:24:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:44 smithi111 ceph-mon[116524]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-01T05:24:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:44 smithi155 ceph-mon[102677]: pgmap v2326: 105 pgs: 105 active+clean; 580 KiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.4 KiB/s wr, 124 op/s 2023-12-01T05:24:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:44 smithi155 ceph-mon[102677]: osdmap e1101: 8 total, 8 up, 8 in 2023-12-01T05:24:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:46 smithi111 ceph-mon[116524]: pgmap v2328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 410 op/s 2023-12-01T05:24:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:46 smithi111 ceph-mon[97855]: pgmap v2328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 410 op/s 2023-12-01T05:24:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:46 smithi155 ceph-mon[102677]: pgmap v2328: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 410 op/s 2023-12-01T05:24:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:48 smithi111 ceph-mon[97855]: pgmap v2329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 360 op/s 2023-12-01T05:24:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:48 smithi111 ceph-mon[116524]: pgmap v2329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 360 op/s 2023-12-01T05:24:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:48 smithi155 ceph-mon[102677]: pgmap v2329: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 984 KiB/s rd, 1.3 MiB/s wr, 360 op/s 2023-12-01T05:24:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:24:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:24:49] "GET /metrics HTTP/1.1" 200 33883 "" "Prometheus/2.43.0" 2023-12-01T05:24:50.776 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-01T05:24:50.833 INFO:tasks.workunit.client.0.smithi111.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-01T05:24:50.835 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T05:24:50.835 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-01T05:24:50.881 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-01T05:24:50.927 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-01T05:24:50.963 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T05:24:50.965 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T05:24:50.965 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-01T05:24:51.001 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T05:24:51.005 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T05:24:51.005 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-01T05:24:51.061 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2023-12-01T05:24:51.063 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2023-12-01T05:24:51.063 DEBUG:teuthology.orchestra.run.smithi111:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2023-12-01T05:24:51.150 INFO:tasks.workunit.client.0.smithi111.stdout:seed 207202 2023-12-01T05:24:51.150 INFO:tasks.workunit.client.0.smithi111.stderr:warning: failed to enable lockdep 2023-12-01T05:24:51.150 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] Running 471 tests from 23 test suites. 2023-12-01T05:24:51.151 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment set-up. 2023-12-01T05:24:51.151 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 169 tests from TestLibRBD 2023-12-01T05:24:51.178 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CreateAndStat 2023-12-01T05:24:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:50 smithi111 ceph-mon[97855]: pgmap v2330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 1.1 MiB/s wr, 309 op/s 2023-12-01T05:24:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:50 smithi111 ceph-mon[116524]: pgmap v2330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 1.1 MiB/s wr, 309 op/s 2023-12-01T05:24:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:50 smithi155 ceph-mon[102677]: pgmap v2330: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 1.1 MiB/s wr, 309 op/s 2023-12-01T05:24:53.010 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:52 smithi111 ceph-mon[97855]: pgmap v2331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 227 op/s 2023-12-01T05:24:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:52 smithi111 ceph-mon[97855]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-01T05:24:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3718042034' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:52 smithi111 ceph-mon[116524]: pgmap v2331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 227 op/s 2023-12-01T05:24:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:52 smithi111 ceph-mon[116524]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-01T05:24:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3718042034' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:52 smithi155 ceph-mon[102677]: pgmap v2331: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 785 KiB/s rd, 1.1 MiB/s wr, 227 op/s 2023-12-01T05:24:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:52 smithi155 ceph-mon[102677]: osdmap e1102: 8 total, 8 up, 8 in 2023-12-01T05:24:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3718042034' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3718042034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:24:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:54 smithi155 ceph-mon[102677]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-01T05:24:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3718042034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:24:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:54 smithi111 ceph-mon[97855]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-01T05:24:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3718042034' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-1","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:24:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:54 smithi111 ceph-mon[116524]: osdmap e1103: 8 total, 8 up, 8 in 2023-12-01T05:24:55.048 INFO:tasks.workunit.client.0.smithi111.stdout:image has size 2097152 and order 22 2023-12-01T05:24:55.048 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CreateAndStat (3869 ms) 2023-12-01T05:24:55.048 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2023-12-01T05:24:55.049 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.066 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2023-12-01T05:24:55.066 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2023-12-01T05:24:55.067 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.087 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CreateAndStatPP (22 ms) 2023-12-01T05:24:55.087 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.GetId 2023-12-01T05:24:55.088 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.116 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.GetId (28 ms) 2023-12-01T05:24:55.116 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.GetIdPP 2023-12-01T05:24:55.116 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.141 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2023-12-01T05:24:55.142 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2023-12-01T05:24:55.142 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.159 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (18 ms) 2023-12-01T05:24:55.159 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2023-12-01T05:24:55.159 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.176 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2023-12-01T05:24:55.176 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2023-12-01T05:24:55.176 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.191 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (15 ms) 2023-12-01T05:24:55.192 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2023-12-01T05:24:55.192 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.207 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2023-12-01T05:24:55.207 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.OpenAio 2023-12-01T05:24:55.207 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.223 INFO:tasks.workunit.client.0.smithi111.stdout:image has size 2097152 and order 22 2023-12-01T05:24:55.223 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2023-12-01T05:24:55.223 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.OpenAioFail 2023-12-01T05:24:55.225 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2023-12-01T05:24:55.226 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.OpenAioPP 2023-12-01T05:24:55.226 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.249 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2023-12-01T05:24:55.250 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2023-12-01T05:24:55.252 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.OpenAioFailPP (2 ms) 2023-12-01T05:24:55.252 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2023-12-01T05:24:55.252 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.285 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2023-12-01T05:24:55.285 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2023-12-01T05:24:55.285 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.313 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (29 ms) 2023-12-01T05:24:55.313 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2023-12-01T05:24:55.313 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.345 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (32 ms) 2023-12-01T05:24:55.346 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2023-12-01T05:24:55.346 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:55.380 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (34 ms) 2023-12-01T05:24:55.380 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2023-12-01T05:24:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:55 smithi155 ceph-mon[102677]: pgmap v2334: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:55 smithi155 ceph-mon[102677]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-01T05:24:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:55 smithi111 ceph-mon[97855]: pgmap v2334: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:55 smithi111 ceph-mon[97855]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-01T05:24:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:55 smithi111 ceph-mon[116524]: pgmap v2334: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:24:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:55 smithi111 ceph-mon[116524]: osdmap e1104: 8 total, 8 up, 8 in 2023-12-01T05:24:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:56 smithi155 ceph-mon[102677]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-01T05:24:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:56 smithi111 ceph-mon[97855]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-01T05:24:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:56 smithi111 ceph-mon[116524]: osdmap e1105: 8 total, 8 up, 8 in 2023-12-01T05:24:57.044 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:57 smithi155 ceph-mon[102677]: pgmap v2337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:24:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:57 smithi155 ceph-mon[102677]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-01T05:24:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/129621384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[97855]: pgmap v2337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[97855]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/129621384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[116524]: pgmap v2337: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[116524]: osdmap e1106: 8 total, 8 up, 8 in 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/129621384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:24:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:58 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:24:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:58 smithi155 ceph-mon[102677]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-01T05:24:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:58 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:24:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:58 smithi111 ceph-mon[97855]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-01T05:24:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:58 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-2","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:24:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:58 smithi111 ceph-mon[116524]: osdmap e1107: 8 total, 8 up, 8 in 2023-12-01T05:24:59.074 INFO:tasks.workunit.client.0.smithi111.stdout:image: image18 2023-12-01T05:24:59.074 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image18 2023-12-01T05:24:59.074 INFO:tasks.workunit.client.0.smithi111.stdout:found image18 2023-12-01T05:24:59.074 INFO:tasks.workunit.client.0.smithi111.stdout:erased image18 2023-12-01T05:24:59.074 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:image: image18 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:image: image19 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image18 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:found image18 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:erased image18 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image19 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:found image19 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:erased image19 2023-12-01T05:24:59.159 INFO:tasks.workunit.client.0.smithi111.stdout:image: image19 2023-12-01T05:24:59.160 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image19 2023-12-01T05:24:59.160 INFO:tasks.workunit.client.0.smithi111.stdout:found image19 2023-12-01T05:24:59.160 INFO:tasks.workunit.client.0.smithi111.stdout:erased image19 2023-12-01T05:24:59.160 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3779 ms) 2023-12-01T05:24:59.160 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2023-12-01T05:24:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:59 smithi111 ceph-mon[97855]: pgmap v2340: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:24:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:24:59 smithi111 ceph-mon[97855]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-01T05:24:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:59 smithi111 ceph-mon[116524]: pgmap v2340: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:24:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:24:59 smithi111 ceph-mon[116524]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-01T05:24:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:59 smithi155 ceph-mon[102677]: pgmap v2340: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:24:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:24:59 smithi155 ceph-mon[102677]: osdmap e1108: 8 total, 8 up, 8 in 2023-12-01T05:24:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:24:59] "GET /metrics HTTP/1.1" 200 33883 "" "Prometheus/2.43.0" 2023-12-01T05:25:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:00 smithi155 ceph-mon[102677]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-01T05:25:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:00 smithi111 ceph-mon[97855]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-01T05:25:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:00 smithi111 ceph-mon[116524]: osdmap e1109: 8 total, 8 up, 8 in 2023-12-01T05:25:00.943 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:25:01.068 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:01.275 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:25:01.275 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (42m) 9m ago 42m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:25:01.275 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (42m) 9m ago 42m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:25:01.275 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (43m) 9m ago 43m 23.6M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:25:01.275 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (43m) 9m ago 43m 27.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:25:01.275 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (47m) 9m ago 47m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (48m) 9m ago 48m 556M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (48m) 9m ago 48m 293M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (47m) 9m ago 47m 161M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (47m) 9m ago 47m 148M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (42m) 9m ago 42m 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (42m) 9m ago 42m 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (46m) 9m ago 46m 2066M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (46m) 9m ago 46m 2501M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (46m) 9m ago 45m 2424M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (45m) 9m ago 45m 2308M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (45m) 9m ago 45m 1601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (44m) 9m ago 44m 1957M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (44m) 9m ago 44m 1383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:25:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (44m) 9m ago 44m 2014M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:25:01.277 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (42m) 9m ago 43m 72.5M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:25:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:01 smithi155 ceph-mon[102677]: pgmap v2343: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:01 smithi155 ceph-mon[102677]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-01T05:25:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/982701049' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:01 smithi111 ceph-mon[97855]: pgmap v2343: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:01 smithi111 ceph-mon[97855]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-01T05:25:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/982701049' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:01 smithi111 ceph-mon[116524]: pgmap v2343: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:01 smithi111 ceph-mon[116524]: osdmap e1110: 8 total, 8 up, 8 in 2023-12-01T05:25:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/982701049' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:01.654 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:25:01.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:25:01.656 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:25:01.656 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:25:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:02 smithi155 ceph-mon[102677]: from='client.27470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/982701049' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:02 smithi155 ceph-mon[102677]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-01T05:25:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:02 smithi155 ceph-mon[102677]: from='client.27476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2358016879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:25:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[97855]: from='client.27470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/982701049' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[97855]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[97855]: from='client.27476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2358016879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[116524]: from='client.27470 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/982701049' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-3","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[116524]: osdmap e1111: 8 total, 8 up, 8 in 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[116524]: from='client.27476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2358016879' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:25:03.100 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 1 2023-12-01T05:25:03.100 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:03.100 INFO:tasks.workunit.client.0.smithi111.stdout:image: image20 2023-12-01T05:25:03.100 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image20 2023-12-01T05:25:03.100 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:03.110 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 2 2023-12-01T05:25:03.110 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:03.110 INFO:tasks.workunit.client.0.smithi111.stdout:image: image20 2023-12-01T05:25:03.110 INFO:tasks.workunit.client.0.smithi111.stdout:image: image21 2023-12-01T05:25:03.110 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image20 2023-12-01T05:25:03.110 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image21 2023-12-01T05:25:03.171 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 1 2023-12-01T05:25:03.171 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:03.171 INFO:tasks.workunit.client.0.smithi111.stdout:image: image21 2023-12-01T05:25:03.171 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image21 2023-12-01T05:25:03.171 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4012 ms) 2023-12-01T05:25:03.171 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCopy 2023-12-01T05:25:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:03 smithi155 ceph-mon[102677]: pgmap v2346: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 23 KiB/s wr, 291 op/s 2023-12-01T05:25:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:03 smithi155 ceph-mon[102677]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-01T05:25:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:03 smithi111 ceph-mon[97855]: pgmap v2346: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 23 KiB/s wr, 291 op/s 2023-12-01T05:25:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:03 smithi111 ceph-mon[97855]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-01T05:25:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:03 smithi111 ceph-mon[116524]: pgmap v2346: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 23 KiB/s wr, 291 op/s 2023-12-01T05:25:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:03 smithi111 ceph-mon[116524]: osdmap e1112: 8 total, 8 up, 8 in 2023-12-01T05:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:04 smithi155 ceph-mon[102677]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-01T05:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:04 smithi155 ceph-mon[102677]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-01T05:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1939626517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[97855]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[97855]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1939626517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[116524]: osdmap e1113: 8 total, 8 up, 8 in 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[116524]: osdmap e1114: 8 total, 8 up, 8 in 2023-12-01T05:25:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1939626517' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:04.990 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:05 smithi155 ceph-mon[102677]: pgmap v2349: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 23 KiB/s wr, 291 op/s 2023-12-01T05:25:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1939626517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:05 smithi155 ceph-mon[102677]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-01T05:25:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:05 smithi111 ceph-mon[97855]: pgmap v2349: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 23 KiB/s wr, 291 op/s 2023-12-01T05:25:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1939626517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:05 smithi111 ceph-mon[97855]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-01T05:25:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:05 smithi111 ceph-mon[116524]: pgmap v2349: 201 pgs: 32 unknown, 169 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 23 KiB/s wr, 291 op/s 2023-12-01T05:25:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1939626517' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-4","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:05 smithi111 ceph-mon[116524]: osdmap e1115: 8 total, 8 up, 8 in 2023-12-01T05:25:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:06 smithi111 ceph-mon[97855]: pgmap v2352: 233 pgs: 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2023-12-01T05:25:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:06 smithi111 ceph-mon[97855]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-01T05:25:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:06 smithi111 ceph-mon[116524]: pgmap v2352: 233 pgs: 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2023-12-01T05:25:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:06 smithi111 ceph-mon[116524]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-01T05:25:07.349 INFO:tasks.workunit.client.0.smithi111.stdout:image: image22 2023-12-01T05:25:07.349 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image22 2023-12-01T05:25:07.349 INFO:tasks.workunit.client.0.smithi111.stdout:found image22 2023-12-01T05:25:07.349 INFO:tasks.workunit.client.0.smithi111.stdout:erased image22 2023-12-01T05:25:07.349 INFO:tasks.workunit.client.0.smithi111.stdout:image: image22 2023-12-01T05:25:07.349 INFO:tasks.workunit.client.0.smithi111.stdout:image: image23 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image22 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:found image22 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:erased image22 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image23 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:found image23 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:erased image23 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:image: image22 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:image: image23 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:image: image24 2023-12-01T05:25:07.350 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image22 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:found image22 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:erased image22 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image23 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:found image23 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:erased image23 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image24 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:found image24 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:erased image24 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCopy (4178 ms) 2023-12-01T05:25:07.351 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCopyPP 2023-12-01T05:25:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:06 smithi155 ceph-mon[102677]: pgmap v2352: 233 pgs: 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2023-12-01T05:25:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:06 smithi155 ceph-mon[102677]: osdmap e1116: 8 total, 8 up, 8 in 2023-12-01T05:25:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:07 smithi111 ceph-mon[97855]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-01T05:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:07 smithi111 ceph-mon[116524]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-01T05:25:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:07 smithi155 ceph-mon[102677]: osdmap e1117: 8 total, 8 up, 8 in 2023-12-01T05:25:08.999 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[97855]: pgmap v2355: 233 pgs: 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[97855]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231510908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[97855]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[116524]: pgmap v2355: 233 pgs: 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[116524]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-01T05:25:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231510908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:09 smithi111 ceph-mon[116524]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-01T05:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:09 smithi155 ceph-mon[102677]: pgmap v2355: 233 pgs: 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 3.2 KiB/s wr, 40 op/s 2023-12-01T05:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:09 smithi155 ceph-mon[102677]: osdmap e1118: 8 total, 8 up, 8 in 2023-12-01T05:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231510908' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-5","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:09 smithi155 ceph-mon[102677]: osdmap e1119: 8 total, 8 up, 8 in 2023-12-01T05:25:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:25:09] "GET /metrics HTTP/1.1" 200 41055 "" "Prometheus/2.43.0" 2023-12-01T05:25:11.246 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 1 2023-12-01T05:25:11.247 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:11.247 INFO:tasks.workunit.client.0.smithi111.stdout:image: image25 2023-12-01T05:25:11.247 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image25 2023-12-01T05:25:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:10 smithi111 ceph-mon[97855]: pgmap v2358: 265 pgs: 32 unknown, 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:10 smithi111 ceph-mon[97855]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-01T05:25:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:10 smithi111 ceph-mon[116524]: pgmap v2358: 265 pgs: 32 unknown, 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:10 smithi111 ceph-mon[116524]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-01T05:25:11.274 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 2 2023-12-01T05:25:11.274 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:11.274 INFO:tasks.workunit.client.0.smithi111.stdout:image: image25 2023-12-01T05:25:11.274 INFO:tasks.workunit.client.0.smithi111.stdout:image: image26 2023-12-01T05:25:11.274 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image25 2023-12-01T05:25:11.275 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image26 2023-12-01T05:25:11.329 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 3 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:image: image25 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:image: image26 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:image: image27 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image25 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image26 2023-12-01T05:25:11.330 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image27 2023-12-01T05:25:11.374 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCopyPP (4026 ms) 2023-12-01T05:25:11.374 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2023-12-01T05:25:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:10 smithi155 ceph-mon[102677]: pgmap v2358: 265 pgs: 32 unknown, 32 creating+peering, 201 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:10 smithi155 ceph-mon[102677]: osdmap e1120: 8 total, 8 up, 8 in 2023-12-01T05:25:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:11 smithi111 ceph-mon[97855]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-01T05:25:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:11 smithi111 ceph-mon[116524]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-01T05:25:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:11 smithi155 ceph-mon[102677]: osdmap e1121: 8 total, 8 up, 8 in 2023-12-01T05:25:13.026 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:13 smithi155 ceph-mon[102677]: pgmap v2361: 265 pgs: 265 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:13 smithi155 ceph-mon[102677]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-01T05:25:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3410440388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:13 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[116524]: pgmap v2361: 265 pgs: 265 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[116524]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3410440388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[97855]: pgmap v2361: 265 pgs: 265 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[97855]: osdmap e1122: 8 total, 8 up, 8 in 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3410440388' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:13 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:14 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:14 smithi155 ceph-mon[102677]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-01T05:25:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:14 smithi155 ceph-mon[102677]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-01T05:25:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:14 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:14 smithi111 ceph-mon[97855]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-01T05:25:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:14 smithi111 ceph-mon[97855]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-01T05:25:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:14 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-6","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:14 smithi111 ceph-mon[116524]: osdmap e1123: 8 total, 8 up, 8 in 2023-12-01T05:25:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:14 smithi111 ceph-mon[116524]: osdmap e1124: 8 total, 8 up, 8 in 2023-12-01T05:25:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:15 smithi155 ceph-mon[102677]: pgmap v2364: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:15 smithi155 ceph-mon[102677]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-01T05:25:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:15 smithi111 ceph-mon[97855]: pgmap v2364: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:15 smithi111 ceph-mon[97855]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-01T05:25:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:15 smithi111 ceph-mon[116524]: pgmap v2364: 297 pgs: 32 unknown, 265 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:15 smithi111 ceph-mon[116524]: osdmap e1125: 8 total, 8 up, 8 in 2023-12-01T05:25:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:17 smithi155 ceph-mon[102677]: pgmap v2367: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:17 smithi155 ceph-mon[102677]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-01T05:25:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:17 smithi111 ceph-mon[97855]: pgmap v2367: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:17 smithi111 ceph-mon[97855]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-01T05:25:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:17 smithi111 ceph-mon[116524]: pgmap v2367: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:17 smithi111 ceph-mon[116524]: osdmap e1126: 8 total, 8 up, 8 in 2023-12-01T05:25:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:18 smithi155 ceph-mon[102677]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-01T05:25:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:18 smithi111 ceph-mon[97855]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-01T05:25:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:18 smithi111 ceph-mon[116524]: osdmap e1127: 8 total, 8 up, 8 in 2023-12-01T05:25:19.064 INFO:tasks.workunit.client.0.smithi111.stdout:image: image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:found image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:erased image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:image: image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:image: image29 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:found image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:erased image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image29 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:found image29 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:erased image29 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:image: image28 2023-12-01T05:25:19.065 INFO:tasks.workunit.client.0.smithi111.stdout:image: image29 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:image: image30 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image28 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:found image28 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:erased image28 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image29 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:found image29 2023-12-01T05:25:19.066 INFO:tasks.workunit.client.0.smithi111.stdout:erased image29 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image30 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:found image30 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:erased image30 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:image: image28 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:image: image29 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:image: image30 2023-12-01T05:25:19.067 INFO:tasks.workunit.client.0.smithi111.stdout:image: image31 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image28 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:found image28 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:erased image28 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image29 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:found image29 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:erased image29 2023-12-01T05:25:19.068 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image30 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:found image30 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:erased image30 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image31 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:found image31 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:erased image31 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:image: image28 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:image: image29 2023-12-01T05:25:19.069 INFO:tasks.workunit.client.0.smithi111.stdout:image: image30 2023-12-01T05:25:19.070 INFO:tasks.workunit.client.0.smithi111.stdout:image: image31 2023-12-01T05:25:19.070 INFO:tasks.workunit.client.0.smithi111.stdout:image: image32 2023-12-01T05:25:19.070 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image28 2023-12-01T05:25:19.070 INFO:tasks.workunit.client.0.smithi111.stdout:found image28 2023-12-01T05:25:19.070 INFO:tasks.workunit.client.0.smithi111.stdout:erased image28 2023-12-01T05:25:19.070 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image29 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:found image29 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:erased image29 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image30 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:found image30 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:erased image30 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image31 2023-12-01T05:25:19.071 INFO:tasks.workunit.client.0.smithi111.stdout:found image31 2023-12-01T05:25:19.072 INFO:tasks.workunit.client.0.smithi111.stdout:erased image31 2023-12-01T05:25:19.072 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image32 2023-12-01T05:25:19.072 INFO:tasks.workunit.client.0.smithi111.stdout:found image32 2023-12-01T05:25:19.072 INFO:tasks.workunit.client.0.smithi111.stdout:erased image32 2023-12-01T05:25:19.072 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:25:19.072 INFO:tasks.workunit.client.0.smithi111.stdout:image: image28 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:image: image29 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:image: image30 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:image: image31 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:image: image32 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:image: image33 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image28 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:found image28 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:erased image28 2023-12-01T05:25:19.073 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image29 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:found image29 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:erased image29 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image30 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:found image30 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:erased image30 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image31 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:found image31 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:erased image31 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image32 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:found image32 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:erased image32 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image33 2023-12-01T05:25:19.074 INFO:tasks.workunit.client.0.smithi111.stdout:found image33 2023-12-01T05:25:19.075 INFO:tasks.workunit.client.0.smithi111.stdout:erased image33 2023-12-01T05:25:19.075 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestDeepCopy (7690 ms) 2023-12-01T05:25:19.075 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2023-12-01T05:25:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[97855]: pgmap v2370: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[97855]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-01T05:25:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[97855]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-01T05:25:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[116524]: pgmap v2370: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[116524]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-01T05:25:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:19 smithi111 ceph-mon[116524]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-01T05:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:19 smithi155 ceph-mon[102677]: pgmap v2370: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2023-12-01T05:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:19 smithi155 ceph-mon[102677]: osdmap e1128: 8 total, 8 up, 8 in 2023-12-01T05:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:19 smithi155 ceph-mon[102677]: osdmap e1129: 8 total, 8 up, 8 in 2023-12-01T05:25:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:25:19] "GET /metrics HTTP/1.1" 200 48301 "" "Prometheus/2.43.0" 2023-12-01T05:25:21.066 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:21 smithi155 ceph-mon[102677]: pgmap v2373: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:21 smithi155 ceph-mon[102677]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-01T05:25:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3592496082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:21 smithi111 ceph-mon[97855]: pgmap v2373: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:21 smithi111 ceph-mon[97855]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-01T05:25:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3592496082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:21 smithi111 ceph-mon[116524]: pgmap v2373: 297 pgs: 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:21 smithi111 ceph-mon[116524]: osdmap e1130: 8 total, 8 up, 8 in 2023-12-01T05:25:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3592496082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3592496082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:22 smithi155 ceph-mon[102677]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-01T05:25:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:25:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3592496082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:22 smithi111 ceph-mon[116524]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-01T05:25:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:25:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3592496082' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-7","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:22 smithi111 ceph-mon[97855]: osdmap e1131: 8 total, 8 up, 8 in 2023-12-01T05:25:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:25:23.325 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 1 2023-12-01T05:25:23.325 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:23.325 INFO:tasks.workunit.client.0.smithi111.stdout:image: image34 2023-12-01T05:25:23.325 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image34 2023-12-01T05:25:23.353 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 2 2023-12-01T05:25:23.353 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:23.353 INFO:tasks.workunit.client.0.smithi111.stdout:image: image34 2023-12-01T05:25:23.353 INFO:tasks.workunit.client.0.smithi111.stdout:image: image35 2023-12-01T05:25:23.353 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image34 2023-12-01T05:25:23.353 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image35 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:num images is: 3 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:image: image34 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:image: image35 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:image: image36 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image34 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image35 2023-12-01T05:25:23.408 INFO:tasks.workunit.client.0.smithi111.stdout:expected = image36 2023-12-01T05:25:23.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4375 ms) 2023-12-01T05:25:23.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2023-12-01T05:25:23.442 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:23 smithi155 ceph-mon[102677]: pgmap v2376: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 32 KiB/s wr, 651 op/s 2023-12-01T05:25:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:23 smithi155 ceph-mon[102677]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-01T05:25:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:23 smithi111 ceph-mon[97855]: pgmap v2376: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 32 KiB/s wr, 651 op/s 2023-12-01T05:25:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:23 smithi111 ceph-mon[97855]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-01T05:25:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:23 smithi111 ceph-mon[116524]: pgmap v2376: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 32 KiB/s wr, 651 op/s 2023-12-01T05:25:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:23 smithi111 ceph-mon[116524]: osdmap e1132: 8 total, 8 up, 8 in 2023-12-01T05:25:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:24 smithi155 ceph-mon[102677]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-01T05:25:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:24 smithi155 ceph-mon[102677]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-01T05:25:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[97855]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-01T05:25:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[97855]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-01T05:25:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[116524]: osdmap e1133: 8 total, 8 up, 8 in 2023-12-01T05:25:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:24 smithi111 ceph-mon[116524]: osdmap e1134: 8 total, 8 up, 8 in 2023-12-01T05:25:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:25 smithi155 ceph-mon[102677]: pgmap v2379: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 32 KiB/s wr, 651 op/s 2023-12-01T05:25:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:25 smithi155 ceph-mon[102677]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-01T05:25:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[97855]: pgmap v2379: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 32 KiB/s wr, 651 op/s 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[97855]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[116524]: pgmap v2379: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 548 KiB/s rd, 32 KiB/s wr, 651 op/s 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:25 smithi111 ceph-mon[116524]: osdmap e1135: 8 total, 8 up, 8 in 2023-12-01T05:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:26 smithi155 ceph-mon[102677]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[97855]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:26 smithi111 ceph-mon[116524]: osdmap e1136: 8 total, 8 up, 8 in 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1 with size 2097152 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 2 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:25:27.030 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1 with size 2097152 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2 with size 4194304 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2 with size 4194304 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3590 ms) 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2023-12-01T05:25:27.031 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:27 smithi111 ceph-mon[97855]: pgmap v2382: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2023-12-01T05:25:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:27 smithi111 ceph-mon[97855]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-01T05:25:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:27 smithi111 ceph-mon[116524]: pgmap v2382: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2023-12-01T05:25:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:27 smithi111 ceph-mon[116524]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-01T05:25:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:27 smithi155 ceph-mon[102677]: pgmap v2382: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2023-12-01T05:25:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:27 smithi155 ceph-mon[102677]: osdmap e1137: 8 total, 8 up, 8 in 2023-12-01T05:25:29.015 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (1985 ms) 2023-12-01T05:25:29.015 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2023-12-01T05:25:29.015 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:28 smithi111 ceph-mon[97855]: pgmap v2385: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2023-12-01T05:25:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:28 smithi111 ceph-mon[97855]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-01T05:25:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:28 smithi111 ceph-mon[97855]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-01T05:25:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:28 smithi111 ceph-mon[116524]: pgmap v2385: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2023-12-01T05:25:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:28 smithi111 ceph-mon[116524]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-01T05:25:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:28 smithi111 ceph-mon[116524]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-01T05:25:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:28 smithi155 ceph-mon[102677]: pgmap v2385: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 364 KiB/s rd, 24 KiB/s wr, 434 op/s 2023-12-01T05:25:29.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:28 smithi155 ceph-mon[102677]: osdmap e1138: 8 total, 8 up, 8 in 2023-12-01T05:25:29.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:28 smithi155 ceph-mon[102677]: osdmap e1139: 8 total, 8 up, 8 in 2023-12-01T05:25:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:25:29] "GET /metrics HTTP/1.1" 200 48301 "" "Prometheus/2.43.0" 2023-12-01T05:25:30.030 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:25:30.031 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:30.031 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:25:30.031 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1 with size 2097152 2023-12-01T05:25:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 2 2023-12-01T05:25:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:25:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:25:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1 with size 2097152 2023-12-01T05:25:31.042 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2 with size 4194304 2023-12-01T05:25:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:31 smithi155 ceph-mon[102677]: pgmap v2388: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:31 smithi155 ceph-mon[102677]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-01T05:25:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:31 smithi111 ceph-mon[116524]: pgmap v2388: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:31 smithi111 ceph-mon[116524]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-01T05:25:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:31 smithi111 ceph-mon[97855]: pgmap v2388: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:31 smithi111 ceph-mon[97855]: osdmap e1140: 8 total, 8 up, 8 in 2023-12-01T05:25:32.002 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:25:32.042 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:25:32.042 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:32.042 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:25:32.042 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2 with size 4194304 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (42m) 7s ago 43m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (43m) 8s ago 43m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (44m) 7s ago 44m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (44m) 8s ago 44m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (47m) 8s ago 47m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (49m) 7s ago 49m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (49m) 7s ago 49m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (47m) 8s ago 47m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:25:32.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (47m) 7s ago 47m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (43m) 7s ago 42m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (42m) 8s ago 42m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (47m) 7s ago 47m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (46m) 7s ago 46m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (46m) 7s ago 46m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (46m) 7s ago 46m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (45m) 8s ago 45m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (45m) 8s ago 45m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (45m) 8s ago 45m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (44m) 8s ago 44m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:25:32.323 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (42m) 8s ago 43m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:25:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:32 smithi155 ceph-mon[102677]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-01T05:25:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:32 smithi111 ceph-mon[97855]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-01T05:25:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:32 smithi111 ceph-mon[116524]: osdmap e1141: 8 total, 8 up, 8 in 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:32.702 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:25:32.703 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:25:32.703 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:25:32.703 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:25:32.703 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:25:32.703 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:25:32.703 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:25:33.043 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:25:33.044 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:25:33.050 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4036 ms) 2023-12-01T05:25:33.050 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2023-12-01T05:25:33.050 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:33 smithi155 ceph-mon[102677]: pgmap v2391: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2023-12-01T05:25:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:33 smithi155 ceph-mon[102677]: from='client.27512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:33 smithi155 ceph-mon[102677]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-01T05:25:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:33 smithi155 ceph-mon[102677]: from='client.27518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2447323608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[97855]: pgmap v2391: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[97855]: from='client.27512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[97855]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[97855]: from='client.27518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2447323608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[116524]: pgmap v2391: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[116524]: from='client.27512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[116524]: osdmap e1142: 8 total, 8 up, 8 in 2023-12-01T05:25:33.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[116524]: from='client.27518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:25:33.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2447323608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:25:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:34 smithi155 ceph-mon[102677]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-01T05:25:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:34 smithi155 ceph-mon[102677]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-01T05:25:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:34 smithi111 ceph-mon[97855]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-01T05:25:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:34 smithi111 ceph-mon[97855]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-01T05:25:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:34 smithi111 ceph-mon[116524]: osdmap e1143: 8 total, 8 up, 8 in 2023-12-01T05:25:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:34 smithi111 ceph-mon[116524]: osdmap e1144: 8 total, 8 up, 8 in 2023-12-01T05:25:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:35 smithi155 ceph-mon[102677]: pgmap v2394: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2023-12-01T05:25:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:35 smithi155 ceph-mon[102677]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-01T05:25:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:35 smithi111 ceph-mon[97855]: pgmap v2394: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2023-12-01T05:25:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:35 smithi111 ceph-mon[97855]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-01T05:25:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:35 smithi111 ceph-mon[116524]: pgmap v2394: 329 pgs: 329 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2023-12-01T05:25:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:35 smithi111 ceph-mon[116524]: osdmap e1145: 8 total, 8 up, 8 in 2023-12-01T05:25:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:36 smithi111 ceph-mon[97855]: pgmap v2397: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-01T05:25:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:36 smithi111 ceph-mon[97855]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-01T05:25:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:36 smithi111 ceph-mon[116524]: pgmap v2397: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-01T05:25:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:36 smithi111 ceph-mon[116524]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-01T05:25:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:36 smithi155 ceph-mon[102677]: pgmap v2397: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-01T05:25:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:36 smithi155 ceph-mon[102677]: osdmap e1146: 8 total, 8 up, 8 in 2023-12-01T05:25:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:38 smithi155 ceph-mon[102677]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-01T05:25:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:38 smithi111 ceph-mon[97855]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-01T05:25:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:38 smithi111 ceph-mon[116524]: osdmap e1147: 8 total, 8 up, 8 in 2023-12-01T05:25:39.013 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:25:39.013 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:25:39.025 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5974 ms) 2023-12-01T05:25:39.025 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2023-12-01T05:25:39.025 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:39 smithi111 ceph-mon[97855]: pgmap v2400: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-01T05:25:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:39 smithi111 ceph-mon[97855]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-01T05:25:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:39 smithi111 ceph-mon[97855]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-01T05:25:39.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:39 smithi111 ceph-mon[116524]: pgmap v2400: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-01T05:25:39.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:39 smithi111 ceph-mon[116524]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-01T05:25:39.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:39 smithi111 ceph-mon[116524]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-01T05:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:39 smithi155 ceph-mon[102677]: pgmap v2400: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 70 op/s 2023-12-01T05:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:39 smithi155 ceph-mon[102677]: osdmap e1148: 8 total, 8 up, 8 in 2023-12-01T05:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:39 smithi155 ceph-mon[102677]: osdmap e1149: 8 total, 8 up, 8 in 2023-12-01T05:25:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:25:39] "GET /metrics HTTP/1.1" 200 50735 "" "Prometheus/2.43.0" 2023-12-01T05:25:40.044 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:25:40.044 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:40.044 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:25:40.044 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1 with size 2097152 2023-12-01T05:25:41.046 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 2 2023-12-01T05:25:41.046 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:41.046 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:25:41.046 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:25:41.046 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1 with size 2097152 2023-12-01T05:25:41.046 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2 with size 4194304 2023-12-01T05:25:41.050 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 2 2023-12-01T05:25:41.050 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:25:41.050 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1-rename 2023-12-01T05:25:41.050 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:25:41.051 INFO:tasks.workunit.client.0.smithi111.stdout:found snap1-rename with size 2097152 2023-12-01T05:25:41.051 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2 with size 4194304 2023-12-01T05:25:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:41 smithi155 ceph-mon[102677]: pgmap v2403: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:41 smithi155 ceph-mon[102677]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-01T05:25:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:41 smithi111 ceph-mon[97855]: pgmap v2403: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:41 smithi111 ceph-mon[97855]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-01T05:25:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:41 smithi111 ceph-mon[116524]: pgmap v2403: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:41 smithi111 ceph-mon[116524]: osdmap e1150: 8 total, 8 up, 8 in 2023-12-01T05:25:42.063 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:25:42.064 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:25:42.064 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2-rename 2023-12-01T05:25:42.064 INFO:tasks.workunit.client.0.smithi111.stdout:found snap2-rename with size 4194304 2023-12-01T05:25:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:42 smithi155 ceph-mon[102677]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-01T05:25:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:42 smithi111 ceph-mon[97855]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-01T05:25:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:42 smithi111 ceph-mon[116524]: osdmap e1151: 8 total, 8 up, 8 in 2023-12-01T05:25:43.064 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:25:43.064 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:25:43.071 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4047 ms) 2023-12-01T05:25:43.071 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2023-12-01T05:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:43 smithi155 ceph-mon[102677]: pgmap v2406: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2023-12-01T05:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:43 smithi155 ceph-mon[102677]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-01T05:25:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:43 smithi111 ceph-mon[97855]: pgmap v2406: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2023-12-01T05:25:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:43 smithi111 ceph-mon[97855]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-01T05:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:43 smithi111 ceph-mon[116524]: pgmap v2406: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2023-12-01T05:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:43 smithi111 ceph-mon[116524]: osdmap e1152: 8 total, 8 up, 8 in 2023-12-01T05:25:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:44 smithi155 ceph-mon[102677]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-01T05:25:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:44 smithi155 ceph-mon[102677]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-01T05:25:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2010353794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:44 smithi111 ceph-mon[97855]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-01T05:25:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:44 smithi111 ceph-mon[97855]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-01T05:25:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2010353794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:44 smithi111 ceph-mon[116524]: osdmap e1153: 8 total, 8 up, 8 in 2023-12-01T05:25:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:44 smithi111 ceph-mon[116524]: osdmap e1154: 8 total, 8 up, 8 in 2023-12-01T05:25:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2010353794' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:45.013 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:45.013 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:45.014 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:45.017 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:45 smithi155 ceph-mon[102677]: pgmap v2409: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2023-12-01T05:25:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2010353794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:45 smithi155 ceph-mon[102677]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-01T05:25:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:45 smithi111 ceph-mon[97855]: pgmap v2409: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2023-12-01T05:25:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2010353794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:45 smithi111 ceph-mon[97855]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-01T05:25:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:45 smithi111 ceph-mon[116524]: pgmap v2409: 329 pgs: 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2023-12-01T05:25:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2010353794' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-8","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:45 smithi111 ceph-mon[116524]: osdmap e1155: 8 total, 8 up, 8 in 2023-12-01T05:25:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:46 smithi111 ceph-mon[97855]: pgmap v2412: 361 pgs: 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2023-12-01T05:25:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:46 smithi111 ceph-mon[97855]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-01T05:25:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:46 smithi111 ceph-mon[116524]: pgmap v2412: 361 pgs: 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2023-12-01T05:25:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:46 smithi111 ceph-mon[116524]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-01T05:25:47.272 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4200 ms) 2023-12-01T05:25:47.272 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2023-12-01T05:25:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:46 smithi155 ceph-mon[102677]: pgmap v2412: 361 pgs: 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2023-12-01T05:25:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:46 smithi155 ceph-mon[102677]: osdmap e1156: 8 total, 8 up, 8 in 2023-12-01T05:25:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:48 smithi155 ceph-mon[102677]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-01T05:25:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:48 smithi111 ceph-mon[97855]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-01T05:25:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:48 smithi111 ceph-mon[116524]: osdmap e1157: 8 total, 8 up, 8 in 2023-12-01T05:25:49.034 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: [01/Dec/2023:05:25:49] ENGINE Bus STOPPING 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: [01/Dec/2023:05:25:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: [01/Dec/2023:05:25:49] ENGINE Bus STOPPED 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: [01/Dec/2023:05:25:49] ENGINE Bus STARTING 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: [01/Dec/2023:05:25:49] ENGINE Serving on http://:::9283 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: [01/Dec/2023:05:25:49] ENGINE Bus STARTED 2023-12-01T05:25:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[97855]: pgmap v2415: 361 pgs: 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[97855]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/663468956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/663468956' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[97855]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[116524]: pgmap v2415: 361 pgs: 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[116524]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/663468956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/663468956' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:49 smithi111 ceph-mon[116524]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-01T05:25:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:49 smithi155 ceph-mon[102677]: pgmap v2415: 361 pgs: 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.5 KiB/s wr, 64 op/s 2023-12-01T05:25:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:49 smithi155 ceph-mon[102677]: osdmap e1158: 8 total, 8 up, 8 in 2023-12-01T05:25:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/663468956' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:25:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:25:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/663468956' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-9","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:25:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:49 smithi155 ceph-mon[102677]: osdmap e1159: 8 total, 8 up, 8 in 2023-12-01T05:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:50 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T05:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:50 smithi155 ceph-mon[102677]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-01T05:25:50.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:25:49] "GET /metrics HTTP/1.1" 200 55466 "" "Prometheus/2.43.0" 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[97855]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-01T05:25:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T05:25:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:25:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:25:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:25:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:25:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:50 smithi111 ceph-mon[116524]: osdmap e1160: 8 total, 8 up, 8 in 2023-12-01T05:25:51.108 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:25:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:51 smithi155 ceph-mon[102677]: pgmap v2418: 393 pgs: 32 unknown, 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:51 smithi155 ceph-mon[102677]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-01T05:25:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:51 smithi111 ceph-mon[97855]: pgmap v2418: 393 pgs: 32 unknown, 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:51 smithi111 ceph-mon[97855]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-01T05:25:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:51 smithi111 ceph-mon[116524]: pgmap v2418: 393 pgs: 32 unknown, 32 creating+peering, 329 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:25:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:51 smithi111 ceph-mon[116524]: osdmap e1161: 8 total, 8 up, 8 in 2023-12-01T05:25:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:25:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:52 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:25:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:25:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:52 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:25:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:25:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:52 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:25:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:53 smithi155 ceph-mon[102677]: pgmap v2421: 393 pgs: 393 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2023-12-01T05:25:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:53 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-01T05:25:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:53 smithi155 ceph-mon[102677]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-01T05:25:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:53 smithi111 ceph-mon[97855]: pgmap v2421: 393 pgs: 393 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2023-12-01T05:25:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:53 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-01T05:25:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:53 smithi111 ceph-mon[97855]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-01T05:25:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:53 smithi111 ceph-mon[116524]: pgmap v2421: 393 pgs: 393 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 8.5 KiB/s wr, 144 op/s 2023-12-01T05:25:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:53 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-9", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-01T05:25:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:53 smithi111 ceph-mon[116524]: osdmap e1162: 8 total, 8 up, 8 in 2023-12-01T05:25:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:54 smithi111 ceph-mon[97855]: pgmap v2423: 393 pgs: 393 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.4 KiB/s wr, 126 op/s 2023-12-01T05:25:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:54 smithi111 ceph-mon[97855]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-01T05:25:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:54 smithi111 ceph-mon[116524]: pgmap v2423: 393 pgs: 393 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.4 KiB/s wr, 126 op/s 2023-12-01T05:25:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:54 smithi111 ceph-mon[116524]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-01T05:25:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:54 smithi155 ceph-mon[102677]: pgmap v2423: 393 pgs: 393 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.4 KiB/s wr, 126 op/s 2023-12-01T05:25:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:54 smithi155 ceph-mon[102677]: osdmap e1163: 8 total, 8 up, 8 in 2023-12-01T05:25:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:56 smithi111 ceph-mon[97855]: pgmap v2425: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 554 KiB/s wr, 36 op/s 2023-12-01T05:25:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:56 smithi111 ceph-mon[116524]: pgmap v2425: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 554 KiB/s wr, 36 op/s 2023-12-01T05:25:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:56 smithi155 ceph-mon[102677]: pgmap v2425: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 554 KiB/s wr, 36 op/s 2023-12-01T05:25:59.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:59 smithi111 ceph-mon[97855]: pgmap v2426: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 470 KiB/s wr, 30 op/s 2023-12-01T05:25:59.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:25:59 smithi111 ceph-mon[97855]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-01T05:25:59.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:59 smithi111 ceph-mon[116524]: pgmap v2426: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 470 KiB/s wr, 30 op/s 2023-12-01T05:25:59.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:25:59 smithi111 ceph-mon[116524]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-01T05:25:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:59 smithi155 ceph-mon[102677]: pgmap v2426: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 470 KiB/s wr, 30 op/s 2023-12-01T05:25:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:25:59 smithi155 ceph-mon[102677]: osdmap e1164: 8 total, 8 up, 8 in 2023-12-01T05:25:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:25:59] "GET /metrics HTTP/1.1" 200 55466 "" "Prometheus/2.43.0" 2023-12-01T05:26:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:00 smithi155 ceph-mon[102677]: pgmap v2428: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 413 KiB/s wr, 27 op/s 2023-12-01T05:26:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:00 smithi111 ceph-mon[97855]: pgmap v2428: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 413 KiB/s wr, 27 op/s 2023-12-01T05:26:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:00 smithi111 ceph-mon[116524]: pgmap v2428: 393 pgs: 393 active+clean; 7.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 413 KiB/s wr, 27 op/s 2023-12-01T05:26:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:02 smithi155 ceph-mon[102677]: pgmap v2429: 393 pgs: 393 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2023-12-01T05:26:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:02 smithi111 ceph-mon[97855]: pgmap v2429: 393 pgs: 393 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2023-12-01T05:26:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:02 smithi111 ceph-mon[116524]: pgmap v2429: 393 pgs: 393 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 26 op/s 2023-12-01T05:26:03.045 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (43m) 38s ago 44m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (43m) 39s ago 43m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (44m) 38s ago 44m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (44m) 39s ago 44m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (48m) 39s ago 48m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (49m) 38s ago 49m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (49m) 38s ago 49m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:26:03.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (48m) 39s ago 48m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (48m) 38s ago 48m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (43m) 38s ago 43m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (43m) 39s ago 43m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (47m) 38s ago 47m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (47m) 38s ago 47m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (47m) 38s ago 47m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (46m) 38s ago 46m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (46m) 39s ago 46m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (45m) 39s ago 45m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (45m) 39s ago 45m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (45m) 39s ago 45m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:26:03.354 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (43m) 39s ago 44m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:26:03.736 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:26:03.737 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:26:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:03 smithi155 ceph-mon[102677]: from='client.27542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:03 smithi111 ceph-mon[97855]: from='client.27542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:03 smithi111 ceph-mon[116524]: from='client.27542 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:04 smithi155 ceph-mon[102677]: from='client.17679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:04 smithi155 ceph-mon[102677]: pgmap v2430: 393 pgs: 393 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 856 KiB/s wr, 22 op/s 2023-12-01T05:26:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1181972411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:26:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[97855]: from='client.17679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[97855]: pgmap v2430: 393 pgs: 393 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 856 KiB/s wr, 22 op/s 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1181972411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[116524]: from='client.17679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[116524]: pgmap v2430: 393 pgs: 393 active+clean; 13 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 856 KiB/s wr, 22 op/s 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1181972411' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:26:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:06 smithi155 ceph-mon[102677]: pgmap v2431: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:06 smithi111 ceph-mon[97855]: pgmap v2431: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:06 smithi111 ceph-mon[116524]: pgmap v2431: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:08 smithi155 ceph-mon[102677]: pgmap v2432: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:08 smithi111 ceph-mon[97855]: pgmap v2432: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:08 smithi111 ceph-mon[116524]: pgmap v2432: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:09.332 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.RemoveFullTry (22061 ms) 2023-12-01T05:26:09.333 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2023-12-01T05:26:09.645 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:26:09] "GET /metrics HTTP/1.1" 200 55558 "" "Prometheus/2.43.0" 2023-12-01T05:26:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:09 smithi155 ceph-mon[102677]: pool 'test-librbd-smithi111-207202-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-01T05:26:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:09 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-01T05:26:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:09 smithi155 ceph-mon[102677]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-01T05:26:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:09 smithi111 ceph-mon[97855]: pool 'test-librbd-smithi111-207202-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-01T05:26:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:09 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-01T05:26:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:09 smithi111 ceph-mon[97855]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-01T05:26:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:09 smithi111 ceph-mon[116524]: pool 'test-librbd-smithi111-207202-9' is full (reached quota's max_bytes: 10 MiB) 2023-12-01T05:26:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:09 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-01T05:26:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:09 smithi111 ceph-mon[116524]: osdmap e1165: 8 total, 8 up, 8 in 2023-12-01T05:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:11 smithi155 ceph-mon[102677]: pgmap v2434: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:11 smithi155 ceph-mon[102677]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-01T05:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3638436384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:11 smithi111 ceph-mon[97855]: pgmap v2434: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:11 smithi111 ceph-mon[97855]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-01T05:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3638436384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:11 smithi111 ceph-mon[116524]: pgmap v2434: 393 pgs: 393 active+clean; 18 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:11 smithi111 ceph-mon[116524]: osdmap e1166: 8 total, 8 up, 8 in 2023-12-01T05:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3638436384' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:26:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3638436384' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:26:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:12 smithi155 ceph-mon[102677]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-01T05:26:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3638436384' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:26:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:12 smithi111 ceph-mon[97855]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-01T05:26:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3638436384' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-10","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:26:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:12 smithi111 ceph-mon[116524]: osdmap e1167: 8 total, 8 up, 8 in 2023-12-01T05:26:13.068 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:26:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:13 smithi155 ceph-mon[102677]: pgmap v2437: 425 pgs: 32 unknown, 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 684 KiB/s wr, 28 op/s 2023-12-01T05:26:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:13 smithi155 ceph-mon[102677]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-01T05:26:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3937205483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:26:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:13 smithi111 ceph-mon[97855]: pgmap v2437: 425 pgs: 32 unknown, 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 684 KiB/s wr, 28 op/s 2023-12-01T05:26:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:13 smithi111 ceph-mon[97855]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-01T05:26:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3937205483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:13 smithi111 ceph-mon[116524]: pgmap v2437: 425 pgs: 32 unknown, 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 684 KiB/s wr, 28 op/s 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:13 smithi111 ceph-mon[116524]: osdmap e1168: 8 total, 8 up, 8 in 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3937205483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:13 smithi111 conmon[98277]: [01/Dec/2023:05:26:13] ENGINE Bus STOPPING 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:13 smithi111 conmon[98277]: [01/Dec/2023:05:26:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:13 smithi111 conmon[98277]: [01/Dec/2023:05:26:13] ENGINE Bus STOPPED 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:13 smithi111 conmon[98277]: [01/Dec/2023:05:26:13] ENGINE Bus STARTING 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:13 smithi111 conmon[98277]: [01/Dec/2023:05:26:13] ENGINE Serving on http://:::9283 2023-12-01T05:26:13.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:13 smithi111 conmon[98277]: [01/Dec/2023:05:26:13] ENGINE Bus STARTED 2023-12-01T05:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3937205483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-01T05:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T05:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:26:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: pool 'test-librbd-smithi111-207202-9' no longer out of quota; removing NO_QUOTA flag 2023-12-01T05:26:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-01T05:26:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:14 smithi155 ceph-mon[102677]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-01T05:26:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3937205483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: pool 'test-librbd-smithi111-207202-9' no longer out of quota; removing NO_QUOTA flag 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[97855]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-01T05:26:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3937205483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-11","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: osdmap e1169: 8 total, 8 up, 8 in 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: pool 'test-librbd-smithi111-207202-9' no longer out of quota; removing NO_QUOTA flag 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-01T05:26:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:14 smithi111 ceph-mon[116524]: osdmap e1170: 8 total, 8 up, 8 in 2023-12-01T05:26:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:15 smithi155 ceph-mon[102677]: pgmap v2440: 457 pgs: 64 unknown, 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2023-12-01T05:26:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:15 smithi155 ceph-mon[102677]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-01T05:26:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:26:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:26:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[97855]: pgmap v2440: 457 pgs: 64 unknown, 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[97855]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[116524]: pgmap v2440: 457 pgs: 64 unknown, 393 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[116524]: osdmap e1171: 8 total, 8 up, 8 in 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:26:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]: dispatch 2023-12-01T05:26:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:17 smithi155 ceph-mon[102677]: pgmap v2443: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2023-12-01T05:26:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:17 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-01T05:26:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:17 smithi155 ceph-mon[102677]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-01T05:26:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:17 smithi111 ceph-mon[97855]: pgmap v2443: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2023-12-01T05:26:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:17 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-01T05:26:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:17 smithi111 ceph-mon[97855]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-01T05:26:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:17 smithi111 ceph-mon[116524]: pgmap v2443: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 0 op/s 2023-12-01T05:26:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:17 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi111-207202-11", "field": "max_bytes", "val": "10485760"}]': finished 2023-12-01T05:26:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:17 smithi111 ceph-mon[116524]: osdmap e1172: 8 total, 8 up, 8 in 2023-12-01T05:26:19.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:19 smithi111 ceph-mon[97855]: pgmap v2445: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 225 B/s rd, 450 B/s wr, 0 op/s 2023-12-01T05:26:19.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:19.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:19 smithi111 ceph-mon[116524]: pgmap v2445: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 225 B/s rd, 450 B/s wr, 0 op/s 2023-12-01T05:26:19.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:19 smithi155 ceph-mon[102677]: pgmap v2445: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 225 B/s rd, 450 B/s wr, 0 op/s 2023-12-01T05:26:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:26:19] "GET /metrics HTTP/1.1" 200 60321 "" "Prometheus/2.43.0" 2023-12-01T05:26:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:21 smithi155 ceph-mon[102677]: pgmap v2446: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2023-12-01T05:26:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:21 smithi111 ceph-mon[97855]: pgmap v2446: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2023-12-01T05:26:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:21 smithi111 ceph-mon[116524]: pgmap v2446: 457 pgs: 457 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s 2023-12-01T05:26:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:23 smithi155 ceph-mon[102677]: pgmap v2447: 457 pgs: 457 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 541 KiB/s wr, 8 op/s 2023-12-01T05:26:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:23 smithi111 ceph-mon[97855]: pgmap v2447: 457 pgs: 457 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 541 KiB/s wr, 8 op/s 2023-12-01T05:26:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:23 smithi111 ceph-mon[116524]: pgmap v2447: 457 pgs: 457 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 541 KiB/s wr, 8 op/s 2023-12-01T05:26:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:24 smithi155 ceph-mon[102677]: pgmap v2448: 457 pgs: 457 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 479 KiB/s wr, 6 op/s 2023-12-01T05:26:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:24 smithi155 ceph-mon[102677]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-01T05:26:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:24 smithi111 ceph-mon[97855]: pgmap v2448: 457 pgs: 457 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 479 KiB/s wr, 6 op/s 2023-12-01T05:26:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:24 smithi111 ceph-mon[97855]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-01T05:26:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:25 smithi111 ceph-mon[116524]: pgmap v2448: 457 pgs: 457 active+clean; 8.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 479 KiB/s wr, 6 op/s 2023-12-01T05:26:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:25 smithi111 ceph-mon[116524]: osdmap e1173: 8 total, 8 up, 8 in 2023-12-01T05:26:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:26:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:27 smithi155 ceph-mon[102677]: pgmap v2450: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 965 KiB/s wr, 8 op/s 2023-12-01T05:26:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:27 smithi111 ceph-mon[97855]: pgmap v2450: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 965 KiB/s wr, 8 op/s 2023-12-01T05:26:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:27 smithi111 ceph-mon[116524]: pgmap v2450: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 965 KiB/s wr, 8 op/s 2023-12-01T05:26:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:29 smithi111 ceph-mon[97855]: pgmap v2451: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-01T05:26:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:29 smithi111 ceph-mon[116524]: pgmap v2451: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-01T05:26:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:29 smithi155 ceph-mon[102677]: pgmap v2451: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-01T05:26:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:26:29] "GET /metrics HTTP/1.1" 200 60321 "" "Prometheus/2.43.0" 2023-12-01T05:26:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:31 smithi155 ceph-mon[102677]: pgmap v2452: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-01T05:26:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:31 smithi111 ceph-mon[97855]: pgmap v2452: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-01T05:26:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:31 smithi111 ceph-mon[116524]: pgmap v2452: 457 pgs: 457 active+clean; 14 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2023-12-01T05:26:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:33 smithi155 ceph-mon[102677]: pgmap v2453: 457 pgs: 457 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:33 smithi111 ceph-mon[97855]: pgmap v2453: 457 pgs: 457 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:33 smithi111 ceph-mon[116524]: pgmap v2453: 457 pgs: 457 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:34.091 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:26:34.249 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24917 ms) 2023-12-01T05:26:34.250 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestIO 2023-12-01T05:26:34.250 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:26:34.448 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:26:34.448 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (43m) 69s ago 44m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:26:34.448 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (44m) 70s ago 44m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:26:34.448 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (45m) 69s ago 45m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:26:34.449 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (45m) 70s ago 45m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:26:34.449 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (48m) 70s ago 48m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:26:34.449 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (50m) 69s ago 50m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:26:34.449 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (50m) 69s ago 50m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:26:34.449 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (48m) 70s ago 48m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:26:34.449 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (48m) 69s ago 48m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:26:34.450 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (44m) 69s ago 44m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:26:34.450 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (43m) 70s ago 43m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:26:34.450 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (48m) 69s ago 48m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:26:34.450 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (47m) 69s ago 47m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:26:34.450 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (47m) 69s ago 47m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:26:34.450 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (47m) 69s ago 47m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:26:34.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (46m) 70s ago 46m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:26:34.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (46m) 70s ago 46m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:26:34.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (46m) 70s ago 46m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:26:34.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (45m) 70s ago 45m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:26:34.451 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (43m) 70s ago 44m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:26:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:34 smithi155 ceph-mon[102677]: pool 'test-librbd-smithi111-207202-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-01T05:26:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:34 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-01T05:26:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:34 smithi155 ceph-mon[102677]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-01T05:26:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[97855]: pool 'test-librbd-smithi111-207202-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-01T05:26:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-01T05:26:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[97855]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-01T05:26:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[116524]: pool 'test-librbd-smithi111-207202-11' is full (reached quota's max_bytes: 10 MiB) 2023-12-01T05:26:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) full (POOL_FULL) 2023-12-01T05:26:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:34 smithi111 ceph-mon[116524]: osdmap e1174: 8 total, 8 up, 8 in 2023-12-01T05:26:34.885 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:26:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:26:34.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:26:34.887 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:26:34.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:26:34.887 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:26:34.887 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:26:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:35 smithi155 ceph-mon[102677]: pgmap v2454: 457 pgs: 457 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:35 smithi155 ceph-mon[102677]: from='client.27572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:35.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3328912564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:35 smithi111 ceph-mon[97855]: pgmap v2454: 457 pgs: 457 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:35 smithi111 ceph-mon[97855]: from='client.27572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3328912564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:26:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:35 smithi111 ceph-mon[116524]: pgmap v2454: 457 pgs: 457 active+clean; 19 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.0 MiB/s wr, 3 op/s 2023-12-01T05:26:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:35 smithi111 ceph-mon[116524]: from='client.27572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3328912564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:26:36.379 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:36.379 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:36.379 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:36.380 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:36.381 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:36.382 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:36.383 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.384 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:36.385 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 512~512 = 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 1536~512 = 0 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.386 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:26:36.387 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.388 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:26:36.389 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:26:36.390 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.391 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.392 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.393 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:36.394 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:36 smithi155 ceph-mon[102677]: from='client.27578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:36 smithi111 ceph-mon[97855]: from='client.27578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:36 smithi111 ceph-mon[116524]: from='client.27578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:26:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:37 smithi155 ceph-mon[102677]: pgmap v2456: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 958 KiB/s wr, 156 op/s 2023-12-01T05:26:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:37 smithi111 ceph-mon[97855]: pgmap v2456: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 958 KiB/s wr, 156 op/s 2023-12-01T05:26:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:37 smithi111 ceph-mon[116524]: pgmap v2456: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 958 KiB/s wr, 156 op/s 2023-12-01T05:26:38.007 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.008 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.009 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.010 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.011 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.012 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.013 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.014 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.015 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestIO (3758 ms) 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2023-12-01T05:26:38.016 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[97855]: pgmap v2457: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 958 KiB/s wr, 156 op/s 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[97855]: pool 'test-librbd-smithi111-207202-11' no longer out of quota; removing NO_QUOTA flag 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[97855]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[97855]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[116524]: pgmap v2457: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 958 KiB/s wr, 156 op/s 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[116524]: pool 'test-librbd-smithi111-207202-11' no longer out of quota; removing NO_QUOTA flag 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[116524]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-01T05:26:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:39 smithi111 ceph-mon[116524]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-01T05:26:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:39 smithi155 ceph-mon[102677]: pgmap v2457: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 958 KiB/s wr, 156 op/s 2023-12-01T05:26:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:39 smithi155 ceph-mon[102677]: pool 'test-librbd-smithi111-207202-11' no longer out of quota; removing NO_QUOTA flag 2023-12-01T05:26:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:39 smithi155 ceph-mon[102677]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2023-12-01T05:26:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:39 smithi155 ceph-mon[102677]: osdmap e1175: 8 total, 8 up, 8 in 2023-12-01T05:26:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:26:39] "GET /metrics HTTP/1.1" 200 60369 "" "Prometheus/2.43.0" 2023-12-01T05:26:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:41 smithi155 ceph-mon[102677]: pgmap v2459: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 558 KiB/s wr, 194 op/s 2023-12-01T05:26:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:41 smithi111 ceph-mon[97855]: pgmap v2459: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 558 KiB/s wr, 194 op/s 2023-12-01T05:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:41 smithi111 ceph-mon[116524]: pgmap v2459: 457 pgs: 457 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 558 KiB/s wr, 194 op/s 2023-12-01T05:26:43.341 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:43.341 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:43.341 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:43.341 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:43.341 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.342 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:43.343 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:43.344 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:43.345 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.346 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:43.347 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 512~512 = 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 1536~512 = 0 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.348 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.349 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.350 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.351 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.352 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:43.353 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.354 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.355 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.356 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:43.357 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:43 smithi155 ceph-mon[102677]: pgmap v2460: 457 pgs: 457 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2023-12-01T05:26:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:43 smithi111 ceph-mon[97855]: pgmap v2460: 457 pgs: 457 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2023-12-01T05:26:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:43 smithi111 ceph-mon[116524]: pgmap v2460: 457 pgs: 457 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 546 KiB/s rd, 777 KiB/s wr, 1.08k op/s 2023-12-01T05:26:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:45 smithi155 ceph-mon[102677]: pgmap v2461: 457 pgs: 457 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 648 KiB/s wr, 903 op/s 2023-12-01T05:26:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:45 smithi111 ceph-mon[97855]: pgmap v2461: 457 pgs: 457 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 648 KiB/s wr, 903 op/s 2023-12-01T05:26:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:45 smithi111 ceph-mon[116524]: pgmap v2461: 457 pgs: 457 active+clean; 6.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 455 KiB/s rd, 648 KiB/s wr, 903 op/s 2023-12-01T05:26:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:47 smithi155 ceph-mon[102677]: pgmap v2462: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 984 KiB/s wr, 1.48k op/s 2023-12-01T05:26:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:47 smithi111 ceph-mon[97855]: pgmap v2462: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 984 KiB/s wr, 1.48k op/s 2023-12-01T05:26:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:47 smithi111 ceph-mon[116524]: pgmap v2462: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 984 KiB/s wr, 1.48k op/s 2023-12-01T05:26:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:49 smithi111 ceph-mon[97855]: pgmap v2463: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 984 KiB/s wr, 1.48k op/s 2023-12-01T05:26:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:49 smithi111 ceph-mon[116524]: pgmap v2463: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 984 KiB/s wr, 1.48k op/s 2023-12-01T05:26:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:49.312 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.312 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.313 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.314 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.315 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.316 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.317 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.318 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.319 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.320 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.321 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:49.322 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 4 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:26:49.323 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11305 ms) 2023-12-01T05:26:49.324 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2023-12-01T05:26:49.324 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:26:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:49 smithi155 ceph-mon[102677]: pgmap v2463: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 984 KiB/s wr, 1.48k op/s 2023-12-01T05:26:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:26:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:26:49] "GET /metrics HTTP/1.1" 200 60350 "" "Prometheus/2.43.0" 2023-12-01T05:26:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1e", "id": [6, 4]}]: dispatch 2023-12-01T05:26:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]: dispatch 2023-12-01T05:26:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1d", "id": [5, 1]}]: dispatch 2023-12-01T05:26:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.c", "id": [4, 6]}]: dispatch 2023-12-01T05:26:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1d", "id": [1, 7]}]: dispatch 2023-12-01T05:26:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2023-12-01T05:26:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2023-12-01T05:26:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1e", "id": [6, 4]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1d", "id": [5, 1]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.c", "id": [4, 6]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1d", "id": [1, 7]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1e", "id": [6, 4]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]: dispatch 2023-12-01T05:26:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1d", "id": [5, 1]}]: dispatch 2023-12-01T05:26:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.c", "id": [4, 6]}]: dispatch 2023-12-01T05:26:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1d", "id": [1, 7]}]: dispatch 2023-12-01T05:26:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]: dispatch 2023-12-01T05:26:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]: dispatch 2023-12-01T05:26:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]: dispatch 2023-12-01T05:26:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: pgmap v2464: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 929 KiB/s wr, 1.40k op/s 2023-12-01T05:26:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1e", "id": [6, 4]}]': finished 2023-12-01T05:26:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1d", "id": [5, 1]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.c", "id": [4, 6]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1d", "id": [1, 7]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-01T05:26:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:51 smithi155 ceph-mon[102677]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-01T05:26:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: pgmap v2464: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 929 KiB/s wr, 1.40k op/s 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1e", "id": [6, 4]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1d", "id": [5, 1]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.c", "id": [4, 6]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1d", "id": [1, 7]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[97855]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: pgmap v2464: 457 pgs: 457 active+clean; 11 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 929 KiB/s wr, 1.40k op/s 2023-12-01T05:26:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "77.1e", "id": [6, 4]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.17", "id": [5, 1]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "78.1d", "id": [5, 1]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "80.c", "id": [4, 6]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "82.1d", "id": [1, 7]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1", "id": [5, 2]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.3", "id": [5, 0]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.6", "id": [5, 2]}]': finished 2023-12-01T05:26:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:51 smithi111 ceph-mon[116524]: osdmap e1176: 8 total, 8 up, 8 in 2023-12-01T05:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:52 smithi155 ceph-mon[102677]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-01T05:26:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:52 smithi111 ceph-mon[97855]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-01T05:26:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:52 smithi111 ceph-mon[116524]: osdmap e1177: 8 total, 8 up, 8 in 2023-12-01T05:26:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:53 smithi155 ceph-mon[102677]: pgmap v2467: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2023-12-01T05:26:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:53 smithi111 ceph-mon[97855]: pgmap v2467: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2023-12-01T05:26:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:53 smithi111 ceph-mon[116524]: pgmap v2467: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2023-12-01T05:26:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:55 smithi155 ceph-mon[102677]: pgmap v2468: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s 2023-12-01T05:26:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:55 smithi111 ceph-mon[97855]: pgmap v2468: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s 2023-12-01T05:26:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:55 smithi111 ceph-mon[116524]: pgmap v2468: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s 2023-12-01T05:26:57.428 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.429 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.430 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:26:57.431 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:57.432 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.434 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:26:57.435 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 512~512 = 512 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 1536~512 = 0 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.436 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:26:57.437 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:26:57.438 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:26:57.439 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:26:57.440 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.441 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.442 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.443 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:26:57.444 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:26:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:57 smithi155 ceph-mon[102677]: pgmap v2469: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s; 11 B/s, 0 objects/s recovering 2023-12-01T05:26:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:57 smithi111 ceph-mon[97855]: pgmap v2469: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s; 11 B/s, 0 objects/s recovering 2023-12-01T05:26:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:57 smithi111 ceph-mon[116524]: pgmap v2469: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s; 11 B/s, 0 objects/s recovering 2023-12-01T05:26:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:26:59 smithi155 ceph-mon[102677]: pgmap v2470: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s; 11 B/s, 0 objects/s recovering 2023-12-01T05:26:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:26:59 smithi111 ceph-mon[97855]: pgmap v2470: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s; 11 B/s, 0 objects/s recovering 2023-12-01T05:26:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:26:59] "GET /metrics HTTP/1.1" 200 60350 "" "Prometheus/2.43.0" 2023-12-01T05:26:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:26:59 smithi111 ceph-mon[116524]: pgmap v2470: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 27 KiB/s wr, 108 op/s; 11 B/s, 0 objects/s recovering 2023-12-01T05:27:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:01 smithi155 ceph-mon[102677]: pgmap v2471: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9 B/s, 0 objects/s recovering 2023-12-01T05:27:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:01 smithi111 ceph-mon[97855]: pgmap v2471: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9 B/s, 0 objects/s recovering 2023-12-01T05:27:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:01 smithi111 ceph-mon[116524]: pgmap v2471: 457 pgs: 457 active+clean; 15 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9 B/s, 0 objects/s recovering 2023-12-01T05:27:03.229 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.229 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.230 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.231 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.232 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.233 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.234 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.235 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.236 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:27:03.237 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 4 2023-12-01T05:27:03.238 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:03.239 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:03.239 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13917 ms) 2023-12-01T05:27:03.239 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2023-12-01T05:27:03.239 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:27:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:03 smithi155 ceph-mon[102677]: pgmap v2472: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 818 op/s; 9 B/s, 0 objects/s recovering 2023-12-01T05:27:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:03 smithi111 ceph-mon[97855]: pgmap v2472: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 818 op/s; 9 B/s, 0 objects/s recovering 2023-12-01T05:27:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:03 smithi111 ceph-mon[116524]: pgmap v2472: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 818 op/s; 9 B/s, 0 objects/s recovering 2023-12-01T05:27:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:05.241 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:27:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:05 smithi155 ceph-mon[102677]: pgmap v2473: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 719 op/s; 7 B/s, 0 objects/s recovering 2023-12-01T05:27:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:05 smithi155 ceph-mon[102677]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-01T05:27:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:05 smithi111 ceph-mon[97855]: pgmap v2473: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 719 op/s; 7 B/s, 0 objects/s recovering 2023-12-01T05:27:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:05 smithi111 ceph-mon[97855]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-01T05:27:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:05 smithi111 ceph-mon[116524]: pgmap v2473: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 719 op/s; 7 B/s, 0 objects/s recovering 2023-12-01T05:27:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:05 smithi111 ceph-mon[116524]: osdmap e1178: 8 total, 8 up, 8 in 2023-12-01T05:27:05.559 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:27:05.559 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (44m) 100s ago 45m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:27:05.559 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (44m) 101s ago 44m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:27:05.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (45m) 100s ago 45m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:27:05.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (45m) 101s ago 45m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:27:05.559 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (49m) 101s ago 49m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (50m) 100s ago 50m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (50m) 100s ago 50m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (49m) 101s ago 49m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (49m) 100s ago 49m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (44m) 100s ago 44m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (44m) 101s ago 44m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (48m) 100s ago 48m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (48m) 100s ago 48m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (48m) 100s ago 48m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (47m) 100s ago 47m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (47m) 101s ago 47m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (46m) 101s ago 46m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (46m) 101s ago 46m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (46m) 101s ago 46m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:27:05.560 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (44m) 101s ago 45m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:27:05.952 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:27:05.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:05.953 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:27:05.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:27:05.953 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:27:05.953 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:27:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:06 smithi155 ceph-mon[102677]: from='client.17721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/387889567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:27:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:06 smithi111 ceph-mon[97855]: from='client.17721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/387889567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:27:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:06 smithi111 ceph-mon[116524]: from='client.17721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/387889567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:27:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:07 smithi155 ceph-mon[102677]: from='client.27596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:07 smithi155 ceph-mon[102677]: pgmap v2475: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:07 smithi111 ceph-mon[97855]: from='client.27596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:07 smithi111 ceph-mon[97855]: pgmap v2475: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:07 smithi111 ceph-mon[116524]: from='client.27596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:07 smithi111 ceph-mon[116524]: pgmap v2475: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:09 smithi155 ceph-mon[102677]: pgmap v2476: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:09 smithi111 ceph-mon[97855]: pgmap v2476: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:27:09] "GET /metrics HTTP/1.1" 200 60349 "" "Prometheus/2.43.0" 2023-12-01T05:27:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:09 smithi111 ceph-mon[116524]: pgmap v2476: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:11 smithi155 ceph-mon[102677]: pgmap v2477: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:11 smithi155 ceph-mon[102677]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-01T05:27:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:11 smithi111 ceph-mon[97855]: pgmap v2477: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:11 smithi111 ceph-mon[97855]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-01T05:27:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:11 smithi111 ceph-mon[116524]: pgmap v2477: 457 pgs: 457 active+clean; 35 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 894 op/s 2023-12-01T05:27:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:11 smithi111 ceph-mon[116524]: osdmap e1179: 8 total, 8 up, 8 in 2023-12-01T05:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:13 smithi155 ceph-mon[102677]: pgmap v2479: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 515 KiB/s wr, 41 op/s 2023-12-01T05:27:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:13 smithi111 ceph-mon[97855]: pgmap v2479: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 515 KiB/s wr, 41 op/s 2023-12-01T05:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:13 smithi111 ceph-mon[116524]: pgmap v2479: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 615 KiB/s rd, 515 KiB/s wr, 41 op/s 2023-12-01T05:27:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:27:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:27:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:27:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:27:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:27:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:27:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:27:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:27:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:27:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:27:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:27:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:27:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:15 smithi155 ceph-mon[102677]: pgmap v2480: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 433 KiB/s wr, 34 op/s 2023-12-01T05:27:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:15 smithi111 ceph-mon[97855]: pgmap v2480: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 433 KiB/s wr, 34 op/s 2023-12-01T05:27:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:15 smithi111 ceph-mon[116524]: pgmap v2480: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 433 KiB/s wr, 34 op/s 2023-12-01T05:27:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:17 smithi155 ceph-mon[102677]: pgmap v2481: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:17 smithi111 ceph-mon[97855]: pgmap v2481: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:17 smithi111 ceph-mon[116524]: pgmap v2481: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:19 smithi155 ceph-mon[102677]: pgmap v2482: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:27:19] "GET /metrics HTTP/1.1" 200 60349 "" "Prometheus/2.43.0" 2023-12-01T05:27:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:19 smithi111 ceph-mon[116524]: pgmap v2482: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:19 smithi111 ceph-mon[97855]: pgmap v2482: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:21 smithi155 ceph-mon[102677]: pgmap v2483: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:21 smithi111 ceph-mon[97855]: pgmap v2483: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:21 smithi111 ceph-mon[116524]: pgmap v2483: 457 pgs: 457 active+clean; 39 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2023-12-01T05:27:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:23 smithi155 ceph-mon[102677]: pgmap v2484: 457 pgs: 457 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-01T05:27:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:23 smithi155 ceph-mon[102677]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-01T05:27:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:23 smithi111 ceph-mon[97855]: pgmap v2484: 457 pgs: 457 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-01T05:27:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:23 smithi111 ceph-mon[97855]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-01T05:27:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:23 smithi111 ceph-mon[116524]: pgmap v2484: 457 pgs: 457 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 1.4 MiB/s wr, 28 op/s 2023-12-01T05:27:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:23 smithi111 ceph-mon[116524]: osdmap e1180: 8 total, 8 up, 8 in 2023-12-01T05:27:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:25 smithi155 ceph-mon[102677]: pgmap v2486: 457 pgs: 457 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2023-12-01T05:27:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:25 smithi111 ceph-mon[97855]: pgmap v2486: 457 pgs: 457 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2023-12-01T05:27:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:25 smithi111 ceph-mon[116524]: pgmap v2486: 457 pgs: 457 active+clean; 55 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2023-12-01T05:27:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:27 smithi155 ceph-mon[102677]: pgmap v2487: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:27 smithi111 ceph-mon[97855]: pgmap v2487: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:27 smithi111 ceph-mon[116524]: pgmap v2487: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:29 smithi155 ceph-mon[102677]: pgmap v2488: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:29 smithi111 ceph-mon[97855]: pgmap v2488: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:29 smithi111 ceph-mon[116524]: pgmap v2488: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:27:29] "GET /metrics HTTP/1.1" 200 60349 "" "Prometheus/2.43.0" 2023-12-01T05:27:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:31 smithi155 ceph-mon[102677]: pgmap v2489: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:31 smithi111 ceph-mon[97855]: pgmap v2489: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:31 smithi111 ceph-mon[116524]: pgmap v2489: 457 pgs: 457 active+clean; 59 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:33 smithi155 ceph-mon[102677]: pgmap v2490: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:33 smithi111 ceph-mon[97855]: pgmap v2490: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:33 smithi111 ceph-mon[116524]: pgmap v2490: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2023-12-01T05:27:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:35 smithi155 ceph-mon[102677]: pgmap v2491: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2023-12-01T05:27:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:35 smithi111 ceph-mon[97855]: pgmap v2491: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2023-12-01T05:27:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:35 smithi111 ceph-mon[116524]: pgmap v2491: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 1.7 MiB/s wr, 35 op/s 2023-12-01T05:27:36.376 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (44m) 2m ago 45m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (45m) 2m ago 45m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (46m) 2m ago 46m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (46m) 2m ago 46m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (49m) 2m ago 49m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:27:36.782 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (51m) 2m ago 51m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (51m) 2m ago 51m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (49m) 2m ago 49m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (49m) 2m ago 49m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (45m) 2m ago 45m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (45m) 2m ago 44m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (49m) 2m ago 49m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (48m) 2m ago 48m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (48m) 2m ago 48m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (48m) 2m ago 48m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (47m) 2m ago 47m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (47m) 2m ago 47m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:27:36.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (47m) 2m ago 47m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:27:36.784 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (46m) 2m ago 46m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:27:36.784 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (44m) 2m ago 45m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:27:37.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:27:37.282 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:27:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:37 smithi155 ceph-mon[102677]: pgmap v2492: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2023-12-01T05:27:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:37 smithi155 ceph-mon[102677]: from='client.27608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:37 smithi111 ceph-mon[97855]: pgmap v2492: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2023-12-01T05:27:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:37 smithi111 ceph-mon[97855]: from='client.27608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:37 smithi111 ceph-mon[116524]: pgmap v2492: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 34 op/s 2023-12-01T05:27:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:37 smithi111 ceph-mon[116524]: from='client.27608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:38 smithi155 ceph-mon[102677]: from='client.27614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3577741073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:27:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:38 smithi111 ceph-mon[97855]: from='client.27614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3577741073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:27:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:38 smithi111 ceph-mon[116524]: from='client.27614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:27:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3577741073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:27:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:39 smithi155 ceph-mon[102677]: pgmap v2493: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:27:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:39 smithi111 ceph-mon[97855]: pgmap v2493: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:27:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:27:39] "GET /metrics HTTP/1.1" 200 60357 "" "Prometheus/2.43.0" 2023-12-01T05:27:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:39 smithi111 ceph-mon[116524]: pgmap v2493: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:27:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:41 smithi155 ceph-mon[102677]: pgmap v2494: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:27:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:41 smithi111 ceph-mon[97855]: pgmap v2494: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:27:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:41 smithi111 ceph-mon[116524]: pgmap v2494: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2023-12-01T05:27:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:42 smithi155 ceph-mon[102677]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-01T05:27:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:42 smithi111 ceph-mon[97855]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-01T05:27:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:42 smithi111 ceph-mon[116524]: osdmap e1181: 8 total, 8 up, 8 in 2023-12-01T05:27:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:43 smithi155 ceph-mon[102677]: pgmap v2496: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2023-12-01T05:27:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:43 smithi111 ceph-mon[97855]: pgmap v2496: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2023-12-01T05:27:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:43 smithi111 ceph-mon[116524]: pgmap v2496: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2023-12-01T05:27:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:45 smithi155 ceph-mon[102677]: pgmap v2497: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2023-12-01T05:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:45 smithi111 ceph-mon[97855]: pgmap v2497: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2023-12-01T05:27:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:45 smithi111 ceph-mon[116524]: pgmap v2497: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 op/s 2023-12-01T05:27:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:47 smithi155 ceph-mon[102677]: pgmap v2498: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:47 smithi111 ceph-mon[97855]: pgmap v2498: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:47 smithi111 ceph-mon[116524]: pgmap v2498: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:49.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:49 smithi111 ceph-mon[97855]: pgmap v2499: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:49.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:49.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:49 smithi111 ceph-mon[116524]: pgmap v2499: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:49.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:49.502 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:27:49] "GET /metrics HTTP/1.1" 200 60348 "" "Prometheus/2.43.0" 2023-12-01T05:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:49 smithi155 ceph-mon[102677]: pgmap v2499: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:27:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:51 smithi111 ceph-mon[97855]: pgmap v2500: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:51 smithi111 ceph-mon[116524]: pgmap v2500: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:51 smithi155 ceph-mon[102677]: pgmap v2500: 457 pgs: 457 active+clean; 75 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2023-12-01T05:27:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:53 smithi111 ceph-mon[97855]: pgmap v2501: 457 pgs: 457 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 106 op/s 2023-12-01T05:27:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:53 smithi111 ceph-mon[97855]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-01T05:27:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:53 smithi111 ceph-mon[116524]: pgmap v2501: 457 pgs: 457 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 106 op/s 2023-12-01T05:27:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:53 smithi111 ceph-mon[116524]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-01T05:27:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:53 smithi155 ceph-mon[102677]: pgmap v2501: 457 pgs: 457 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 24 MiB/s wr, 106 op/s 2023-12-01T05:27:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:53 smithi155 ceph-mon[102677]: osdmap e1182: 8 total, 8 up, 8 in 2023-12-01T05:27:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:54 smithi155 ceph-mon[102677]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-01T05:27:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:54 smithi111 ceph-mon[97855]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-01T05:27:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:54 smithi111 ceph-mon[116524]: osdmap e1183: 8 total, 8 up, 8 in 2023-12-01T05:27:55.362 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 4 2023-12-01T05:27:55.362 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 4 2023-12-01T05:27:55.362 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 4 2023-12-01T05:27:55.362 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:55.362 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:55.363 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:55.363 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:55.363 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:55.363 INFO:tasks.workunit.client.0.smithi111.stdout:read: 4 2023-12-01T05:27:55.363 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCloneEncryption (52132 ms) 2023-12-01T05:27:55.363 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2023-12-01T05:27:55.364 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:27:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:55 smithi155 ceph-mon[102677]: pgmap v2504: 457 pgs: 457 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 31 MiB/s wr, 86 op/s 2023-12-01T05:27:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:55 smithi155 ceph-mon[102677]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-01T05:27:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:55 smithi111 ceph-mon[97855]: pgmap v2504: 457 pgs: 457 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 31 MiB/s wr, 86 op/s 2023-12-01T05:27:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:55 smithi111 ceph-mon[97855]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-01T05:27:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:55 smithi111 ceph-mon[116524]: pgmap v2504: 457 pgs: 457 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 31 MiB/s wr, 86 op/s 2023-12-01T05:27:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:55 smithi111 ceph-mon[116524]: osdmap e1184: 8 total, 8 up, 8 in 2023-12-01T05:27:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:56 smithi155 ceph-mon[102677]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-01T05:27:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:56 smithi111 ceph-mon[97855]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-01T05:27:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:56 smithi111 ceph-mon[116524]: osdmap e1185: 8 total, 8 up, 8 in 2023-12-01T05:27:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:57 smithi155 ceph-mon[102677]: pgmap v2507: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 1.0 MiB/s wr, 260 op/s 2023-12-01T05:27:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:57 smithi111 ceph-mon[97855]: pgmap v2507: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 1.0 MiB/s wr, 260 op/s 2023-12-01T05:27:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:57 smithi111 ceph-mon[116524]: pgmap v2507: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 1.0 MiB/s wr, 260 op/s 2023-12-01T05:27:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:59 smithi155 ceph-mon[102677]: pgmap v2508: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 772 KiB/s wr, 193 op/s 2023-12-01T05:27:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:27:59 smithi155 ceph-mon[102677]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-01T05:27:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:27:59] "GET /metrics HTTP/1.1" 200 60348 "" "Prometheus/2.43.0" 2023-12-01T05:27:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:59 smithi111 ceph-mon[97855]: pgmap v2508: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 772 KiB/s wr, 193 op/s 2023-12-01T05:27:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:27:59 smithi111 ceph-mon[97855]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-01T05:27:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:59 smithi111 ceph-mon[116524]: pgmap v2508: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 772 KiB/s wr, 193 op/s 2023-12-01T05:27:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:27:59 smithi111 ceph-mon[116524]: osdmap e1186: 8 total, 8 up, 8 in 2023-12-01T05:28:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:01 smithi155 ceph-mon[102677]: pgmap v2510: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 693 KiB/s wr, 173 op/s 2023-12-01T05:28:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:01 smithi111 ceph-mon[97855]: pgmap v2510: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 693 KiB/s wr, 173 op/s 2023-12-01T05:28:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:01 smithi111 ceph-mon[116524]: pgmap v2510: 457 pgs: 457 active+clean; 35 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 118 KiB/s rd, 693 KiB/s wr, 173 op/s 2023-12-01T05:28:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:03 smithi155 ceph-mon[102677]: pgmap v2511: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 4.5 MiB/s wr, 212 op/s 2023-12-01T05:28:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:03 smithi111 ceph-mon[97855]: pgmap v2511: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 4.5 MiB/s wr, 212 op/s 2023-12-01T05:28:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:03 smithi111 ceph-mon[116524]: pgmap v2511: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 4.5 MiB/s wr, 212 op/s 2023-12-01T05:28:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:04 smithi155 ceph-mon[102677]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-01T05:28:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:04 smithi111 ceph-mon[97855]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-01T05:28:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:04 smithi111 ceph-mon[116524]: osdmap e1187: 8 total, 8 up, 8 in 2023-12-01T05:28:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:05 smithi155 ceph-mon[102677]: pgmap v2512: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 MiB/s wr, 62 op/s 2023-12-01T05:28:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:05 smithi111 ceph-mon[97855]: pgmap v2512: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 MiB/s wr, 62 op/s 2023-12-01T05:28:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:05 smithi111 ceph-mon[116524]: pgmap v2512: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 3.5 MiB/s wr, 62 op/s 2023-12-01T05:28:07.684 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:28:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:07 smithi155 ceph-mon[102677]: pgmap v2514: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.6 MiB/s wr, 65 op/s 2023-12-01T05:28:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:07 smithi111 ceph-mon[97855]: pgmap v2514: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.6 MiB/s wr, 65 op/s 2023-12-01T05:28:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:07 smithi111 ceph-mon[116524]: pgmap v2514: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.6 MiB/s wr, 65 op/s 2023-12-01T05:28:08.060 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:28:08.060 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (45m) 2m ago 46m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:28:08.060 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (45m) 2m ago 45m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:28:08.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (46m) 2m ago 46m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:28:08.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (46m) 2m ago 46m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:28:08.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (50m) 2m ago 50m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (51m) 2m ago 51m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (51m) 2m ago 51m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (50m) 2m ago 50m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (50m) 2m ago 50m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (45m) 2m ago 45m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (45m) 2m ago 45m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (49m) 2m ago 49m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (49m) 2m ago 49m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (49m) 2m ago 49m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (48m) 2m ago 48m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (48m) 2m ago 48m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (48m) 2m ago 48m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:28:08.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (47m) 2m ago 47m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:28:08.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (47m) 2m ago 47m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:28:08.062 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (45m) 2m ago 46m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:28:08.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:28:08.525 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:28:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:09 smithi155 ceph-mon[102677]: pgmap v2515: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.4 MiB/s wr, 60 op/s 2023-12-01T05:28:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:09 smithi155 ceph-mon[102677]: from='client.27626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:09 smithi155 ceph-mon[102677]: from='client.17763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2967686403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:28:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:28:09] "GET /metrics HTTP/1.1" 200 60353 "" "Prometheus/2.43.0" 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[97855]: pgmap v2515: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.4 MiB/s wr, 60 op/s 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[97855]: from='client.27626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[97855]: from='client.17763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2967686403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[116524]: pgmap v2515: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 3.4 MiB/s wr, 60 op/s 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[116524]: from='client.27626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[116524]: from='client.17763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2967686403' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:28:10.921 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15559 ms) 2023-12-01T05:28:10.921 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2023-12-01T05:28:10.921 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:28:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:11 smithi155 ceph-mon[102677]: pgmap v2516: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 MiB/s wr, 52 op/s 2023-12-01T05:28:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:11 smithi111 ceph-mon[97855]: pgmap v2516: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 MiB/s wr, 52 op/s 2023-12-01T05:28:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:11 smithi111 ceph-mon[116524]: pgmap v2516: 457 pgs: 457 active+clean; 64 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 2.9 MiB/s wr, 52 op/s 2023-12-01T05:28:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:13 smithi155 ceph-mon[102677]: pgmap v2517: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:28:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:13 smithi111 ceph-mon[97855]: pgmap v2517: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:28:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:13 smithi111 ceph-mon[116524]: pgmap v2517: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:28:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:28:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:15 smithi155 ceph-mon[102677]: pgmap v2518: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:28:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:28:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:28:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[97855]: pgmap v2518: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[116524]: pgmap v2518: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 4 op/s 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:28:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:28:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:17 smithi155 ceph-mon[102677]: pgmap v2519: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-01T05:28:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:17 smithi111 ceph-mon[97855]: pgmap v2519: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-01T05:28:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:17 smithi111 ceph-mon[116524]: pgmap v2519: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2023-12-01T05:28:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:19 smithi155 ceph-mon[102677]: pgmap v2520: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2023-12-01T05:28:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:28:19] "GET /metrics HTTP/1.1" 200 60346 "" "Prometheus/2.43.0" 2023-12-01T05:28:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:19 smithi111 ceph-mon[97855]: pgmap v2520: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2023-12-01T05:28:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:19 smithi111 ceph-mon[116524]: pgmap v2520: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2023-12-01T05:28:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:20 smithi155 ceph-mon[102677]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-01T05:28:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:20 smithi111 ceph-mon[97855]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-01T05:28:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:20 smithi111 ceph-mon[116524]: osdmap e1188: 8 total, 8 up, 8 in 2023-12-01T05:28:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:21 smithi155 ceph-mon[102677]: pgmap v2522: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2023-12-01T05:28:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:21 smithi111 ceph-mon[97855]: pgmap v2522: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2023-12-01T05:28:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:21 smithi111 ceph-mon[116524]: pgmap v2522: 457 pgs: 457 active+clean; 80 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2023-12-01T05:28:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:23 smithi155 ceph-mon[102677]: pgmap v2523: 457 pgs: 457 active+clean; 121 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:28:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:23 smithi111 ceph-mon[97855]: pgmap v2523: 457 pgs: 457 active+clean; 121 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:28:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:23 smithi111 ceph-mon[116524]: pgmap v2523: 457 pgs: 457 active+clean; 121 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:28:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:25 smithi155 ceph-mon[102677]: pgmap v2524: 457 pgs: 457 active+clean; 121 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:28:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:25 smithi111 ceph-mon[97855]: pgmap v2524: 457 pgs: 457 active+clean; 121 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:28:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:25 smithi111 ceph-mon[116524]: pgmap v2524: 457 pgs: 457 active+clean; 121 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:28:26.745 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15822 ms) 2023-12-01T05:28:26.745 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2023-12-01T05:28:26.745 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:28:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:27 smithi155 ceph-mon[102677]: pgmap v2525: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2023-12-01T05:28:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:27 smithi111 ceph-mon[97855]: pgmap v2525: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2023-12-01T05:28:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:27 smithi111 ceph-mon[116524]: pgmap v2525: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2023-12-01T05:28:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:29 smithi155 ceph-mon[102677]: pgmap v2526: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2023-12-01T05:28:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:29 smithi111 ceph-mon[97855]: pgmap v2526: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2023-12-01T05:28:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:28:29] "GET /metrics HTTP/1.1" 200 60346 "" "Prometheus/2.43.0" 2023-12-01T05:28:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:29 smithi111 ceph-mon[116524]: pgmap v2526: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2023-12-01T05:28:30.675 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (3932 ms) 2023-12-01T05:28:30.675 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2023-12-01T05:28:30.675 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:28:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:31 smithi155 ceph-mon[102677]: pgmap v2527: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.4 MiB/s wr, 35 op/s 2023-12-01T05:28:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:31 smithi111 ceph-mon[97855]: pgmap v2527: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.4 MiB/s wr, 35 op/s 2023-12-01T05:28:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:31 smithi111 ceph-mon[116524]: pgmap v2527: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 4.4 MiB/s wr, 35 op/s 2023-12-01T05:28:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:33 smithi155 ceph-mon[102677]: pgmap v2528: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2023-12-01T05:28:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:33 smithi111 ceph-mon[97855]: pgmap v2528: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2023-12-01T05:28:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:33 smithi111 ceph-mon[116524]: pgmap v2528: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2023-12-01T05:28:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:35 smithi155 ceph-mon[102677]: pgmap v2529: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 9 op/s 2023-12-01T05:28:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:35 smithi111 ceph-mon[97855]: pgmap v2529: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 9 op/s 2023-12-01T05:28:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:35 smithi111 ceph-mon[116524]: pgmap v2529: 457 pgs: 457 active+clean; 125 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 9 op/s 2023-12-01T05:28:36.100 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5425 ms) 2023-12-01T05:28:36.101 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2023-12-01T05:28:36.101 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_librbd.cc:2838: Skipped 2023-12-01T05:28:36.101 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:28:36.101 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2023-12-01T05:28:36.101 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2023-12-01T05:28:36.102 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:28:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:37 smithi155 ceph-mon[102677]: pgmap v2530: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2023-12-01T05:28:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:37 smithi111 ceph-mon[97855]: pgmap v2530: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2023-12-01T05:28:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:37 smithi111 ceph-mon[116524]: pgmap v2530: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s 2023-12-01T05:28:38.877 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (45m) 3m ago 46m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (46m) 3m ago 46m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (47m) 3m ago 47m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (47m) 3m ago 47m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (50m) 3m ago 50m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (52m) 3m ago 52m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:28:39.193 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (52m) 3m ago 52m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (51m) 3m ago 51m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (50m) 3m ago 50m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (46m) 3m ago 46m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (46m) 3m ago 46m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (50m) 3m ago 50m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (50m) 3m ago 50m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (49m) 3m ago 49m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (49m) 3m ago 49m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (48m) 3m ago 48m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (48m) 3m ago 48m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (48m) 3m ago 48m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (47m) 3m ago 47m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:28:39.194 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (45m) 3m ago 46m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:28:39.583 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:28:39.584 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:28:39.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:28:39.585 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:28:39.585 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:28:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:39 smithi155 ceph-mon[102677]: pgmap v2531: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 17 op/s 2023-12-01T05:28:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:39 smithi111 ceph-mon[97855]: pgmap v2531: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 17 op/s 2023-12-01T05:28:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:28:39] "GET /metrics HTTP/1.1" 200 60351 "" "Prometheus/2.43.0" 2023-12-01T05:28:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:39 smithi111 ceph-mon[116524]: pgmap v2531: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 683 KiB/s wr, 17 op/s 2023-12-01T05:28:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:40 smithi155 ceph-mon[102677]: from='client.27644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:40 smithi155 ceph-mon[102677]: from='client.27650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/613232541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:28:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:40 smithi111 ceph-mon[97855]: from='client.27644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:40 smithi111 ceph-mon[97855]: from='client.27650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/613232541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:28:40.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:40 smithi111 ceph-mon[116524]: from='client.27644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:40.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:40 smithi111 ceph-mon[116524]: from='client.27650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:28:40.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/613232541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:28:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:41 smithi155 ceph-mon[102677]: pgmap v2532: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 17 op/s 2023-12-01T05:28:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:41 smithi155 ceph-mon[102677]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-01T05:28:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:41 smithi111 ceph-mon[116524]: pgmap v2532: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 17 op/s 2023-12-01T05:28:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:41 smithi111 ceph-mon[116524]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-01T05:28:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:41 smithi111 ceph-mon[97855]: pgmap v2532: 457 pgs: 457 active+clean; 133 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 684 KiB/s wr, 17 op/s 2023-12-01T05:28:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:41 smithi111 ceph-mon[97855]: osdmap e1189: 8 total, 8 up, 8 in 2023-12-01T05:28:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:42 smithi155 ceph-mon[102677]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-01T05:28:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:42 smithi155 ceph-mon[102677]: pgmap v2535: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2023-12-01T05:28:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:42 smithi111 ceph-mon[97855]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-01T05:28:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:42 smithi111 ceph-mon[97855]: pgmap v2535: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2023-12-01T05:28:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:42 smithi111 ceph-mon[116524]: osdmap e1190: 8 total, 8 up, 8 in 2023-12-01T05:28:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:42 smithi111 ceph-mon[116524]: pgmap v2535: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.5 MiB/s wr, 29 op/s 2023-12-01T05:28:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:45 smithi155 ceph-mon[102677]: pgmap v2536: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 513 KiB/s wr, 15 op/s 2023-12-01T05:28:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:45 smithi111 ceph-mon[97855]: pgmap v2536: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 513 KiB/s wr, 15 op/s 2023-12-01T05:28:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:45 smithi111 ceph-mon[116524]: pgmap v2536: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 513 KiB/s wr, 15 op/s 2023-12-01T05:28:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:47 smithi155 ceph-mon[102677]: pgmap v2537: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2023-12-01T05:28:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:47 smithi111 ceph-mon[97855]: pgmap v2537: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2023-12-01T05:28:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:47 smithi111 ceph-mon[116524]: pgmap v2537: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2023-12-01T05:28:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:49 smithi111 ceph-mon[97855]: pgmap v2538: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2023-12-01T05:28:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:49 smithi111 ceph-mon[116524]: pgmap v2538: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2023-12-01T05:28:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:49.298 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:28:49] "GET /metrics HTTP/1.1" 200 60354 "" "Prometheus/2.43.0" 2023-12-01T05:28:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:49 smithi155 ceph-mon[102677]: pgmap v2538: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 515 KiB/s wr, 80 op/s 2023-12-01T05:28:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:28:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:51 smithi155 ceph-mon[102677]: pgmap v2539: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 2.3 KiB/s wr, 56 op/s 2023-12-01T05:28:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:51 smithi111 ceph-mon[97855]: pgmap v2539: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 2.3 KiB/s wr, 56 op/s 2023-12-01T05:28:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:51 smithi111 ceph-mon[116524]: pgmap v2539: 457 pgs: 457 active+clean; 137 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 2.3 KiB/s wr, 56 op/s 2023-12-01T05:28:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:53 smithi155 ceph-mon[102677]: pgmap v2540: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 1.6 MiB/s wr, 66 op/s 2023-12-01T05:28:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:53 smithi111 ceph-mon[97855]: pgmap v2540: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 1.6 MiB/s wr, 66 op/s 2023-12-01T05:28:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:53 smithi111 ceph-mon[116524]: pgmap v2540: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 1.6 MiB/s wr, 66 op/s 2023-12-01T05:28:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:55 smithi155 ceph-mon[102677]: pgmap v2541: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.3 MiB/s wr, 56 op/s 2023-12-01T05:28:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:55 smithi111 ceph-mon[97855]: pgmap v2541: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.3 MiB/s wr, 56 op/s 2023-12-01T05:28:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:55 smithi111 ceph-mon[116524]: pgmap v2541: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 409 KiB/s rd, 1.3 MiB/s wr, 56 op/s 2023-12-01T05:28:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:57 smithi155 ceph-mon[102677]: pgmap v2542: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 57 op/s 2023-12-01T05:28:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:57 smithi111 ceph-mon[97855]: pgmap v2542: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 57 op/s 2023-12-01T05:28:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:57 smithi111 ceph-mon[116524]: pgmap v2542: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 57 op/s 2023-12-01T05:28:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:28:59 smithi155 ceph-mon[102677]: pgmap v2543: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:28:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:28:59 smithi111 ceph-mon[97855]: pgmap v2543: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:28:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:28:59 smithi111 ceph-mon[116524]: pgmap v2543: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:28:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:28:59] "GET /metrics HTTP/1.1" 200 60354 "" "Prometheus/2.43.0" 2023-12-01T05:29:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:01 smithi155 ceph-mon[102677]: pgmap v2544: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:29:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:01 smithi111 ceph-mon[97855]: pgmap v2544: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:29:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:01 smithi111 ceph-mon[116524]: pgmap v2544: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:29:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:03 smithi155 ceph-mon[102677]: pgmap v2545: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-01T05:29:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:03 smithi111 ceph-mon[97855]: pgmap v2545: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-01T05:29:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:03 smithi111 ceph-mon[116524]: pgmap v2545: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2023-12-01T05:29:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:05 smithi155 ceph-mon[102677]: pgmap v2546: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2023-12-01T05:29:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:05 smithi111 ceph-mon[97855]: pgmap v2546: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2023-12-01T05:29:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:05 smithi111 ceph-mon[116524]: pgmap v2546: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 3 op/s 2023-12-01T05:29:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:07 smithi155 ceph-mon[102677]: pgmap v2547: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 3 op/s 2023-12-01T05:29:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:07 smithi111 ceph-mon[97855]: pgmap v2547: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 3 op/s 2023-12-01T05:29:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:07 smithi111 ceph-mon[116524]: pgmap v2547: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 3 op/s 2023-12-01T05:29:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:09 smithi155 ceph-mon[102677]: pgmap v2548: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2023-12-01T05:29:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:09 smithi111 ceph-mon[97855]: pgmap v2548: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2023-12-01T05:29:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:29:09] "GET /metrics HTTP/1.1" 200 60353 "" "Prometheus/2.43.0" 2023-12-01T05:29:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:09 smithi111 ceph-mon[116524]: pgmap v2548: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2023-12-01T05:29:09.979 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:29:10.356 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:29:10.356 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (46m) 3m ago 47m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:29:10.356 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (46m) 3m ago 46m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:29:10.356 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (48m) 3m ago 48m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:29:10.356 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (47m) 3m ago 47m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:29:10.356 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (51m) 3m ago 51m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (52m) 3m ago 52m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (52m) 3m ago 52m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (51m) 3m ago 51m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (51m) 3m ago 51m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (46m) 3m ago 46m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (46m) 3m ago 46m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (50m) 3m ago 50m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (50m) 3m ago 50m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (50m) 3m ago 50m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (49m) 3m ago 49m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (49m) 3m ago 49m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (49m) 3m ago 49m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (48m) 3m ago 48m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:29:10.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (48m) 3m ago 48m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:29:10.358 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (46m) 3m ago 47m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:29:10.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:29:10.794 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:29:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:11 smithi155 ceph-mon[102677]: pgmap v2549: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2023-12-01T05:29:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:11 smithi155 ceph-mon[102677]: from='client.17790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:11 smithi155 ceph-mon[102677]: from='client.17796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2998507539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:29:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[97855]: pgmap v2549: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[97855]: from='client.17790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[97855]: from='client.17796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2998507539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[116524]: pgmap v2549: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[116524]: from='client.17790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[116524]: from='client.17796 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2998507539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:29:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:13 smithi155 ceph-mon[102677]: pgmap v2550: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2023-12-01T05:29:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:13 smithi111 ceph-mon[97855]: pgmap v2550: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2023-12-01T05:29:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:13 smithi111 ceph-mon[116524]: pgmap v2550: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2023-12-01T05:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:15 smithi155 ceph-mon[102677]: pgmap v2551: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[97855]: pgmap v2551: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[116524]: pgmap v2551: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:29:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:29:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:29:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:29:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:29:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:29:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:29:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:29:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:17 smithi155 ceph-mon[102677]: pgmap v2552: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2023-12-01T05:29:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:17 smithi111 ceph-mon[97855]: pgmap v2552: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2023-12-01T05:29:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:17 smithi111 ceph-mon[116524]: pgmap v2552: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2023-12-01T05:29:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:19 smithi155 ceph-mon[102677]: pgmap v2553: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2023-12-01T05:29:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:19 smithi111 ceph-mon[97855]: pgmap v2553: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2023-12-01T05:29:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:29:19] "GET /metrics HTTP/1.1" 200 60355 "" "Prometheus/2.43.0" 2023-12-01T05:29:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:19 smithi111 ceph-mon[116524]: pgmap v2553: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2023-12-01T05:29:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:21 smithi155 ceph-mon[102677]: pgmap v2554: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2023-12-01T05:29:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:21 smithi111 ceph-mon[97855]: pgmap v2554: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2023-12-01T05:29:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:21 smithi111 ceph-mon[116524]: pgmap v2554: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2023-12-01T05:29:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:23 smithi155 ceph-mon[102677]: pgmap v2555: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2023-12-01T05:29:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:23 smithi111 ceph-mon[97855]: pgmap v2555: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2023-12-01T05:29:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:23 smithi111 ceph-mon[116524]: pgmap v2555: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2023-12-01T05:29:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:25 smithi155 ceph-mon[102677]: pgmap v2556: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:25 smithi111 ceph-mon[97855]: pgmap v2556: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:25 smithi111 ceph-mon[116524]: pgmap v2556: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:27 smithi155 ceph-mon[102677]: pgmap v2557: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2023-12-01T05:29:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:27 smithi111 ceph-mon[97855]: pgmap v2557: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2023-12-01T05:29:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:27 smithi111 ceph-mon[116524]: pgmap v2557: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2023-12-01T05:29:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:29 smithi155 ceph-mon[102677]: pgmap v2558: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:29 smithi111 ceph-mon[97855]: pgmap v2558: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:29:29] "GET /metrics HTTP/1.1" 200 60355 "" "Prometheus/2.43.0" 2023-12-01T05:29:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:29 smithi111 ceph-mon[116524]: pgmap v2558: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:31 smithi155 ceph-mon[102677]: pgmap v2559: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:31 smithi111 ceph-mon[97855]: pgmap v2559: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:31 smithi111 ceph-mon[116524]: pgmap v2559: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2023-12-01T05:29:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:33 smithi155 ceph-mon[102677]: pgmap v2560: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 9 op/s 2023-12-01T05:29:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:33 smithi111 ceph-mon[97855]: pgmap v2560: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 9 op/s 2023-12-01T05:29:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:33 smithi111 ceph-mon[116524]: pgmap v2560: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 9 op/s 2023-12-01T05:29:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:35 smithi155 ceph-mon[102677]: pgmap v2561: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2023-12-01T05:29:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:35 smithi111 ceph-mon[97855]: pgmap v2561: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2023-12-01T05:29:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:35 smithi111 ceph-mon[116524]: pgmap v2561: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2023-12-01T05:29:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:37 smithi155 ceph-mon[102677]: pgmap v2562: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 8 op/s 2023-12-01T05:29:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:37 smithi111 ceph-mon[97855]: pgmap v2562: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 8 op/s 2023-12-01T05:29:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:37 smithi111 ceph-mon[116524]: pgmap v2562: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 516 KiB/s rd, 8 op/s 2023-12-01T05:29:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:39 smithi155 ceph-mon[102677]: pgmap v2563: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:29:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:39 smithi111 ceph-mon[97855]: pgmap v2563: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:29:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:29:39] "GET /metrics HTTP/1.1" 200 60351 "" "Prometheus/2.43.0" 2023-12-01T05:29:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:39 smithi111 ceph-mon[116524]: pgmap v2563: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:29:41.154 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:29:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:41 smithi155 ceph-mon[102677]: pgmap v2564: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:29:41.469 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:29:41.469 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (46m) 4m ago 47m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:29:41.469 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (47m) 4m ago 47m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (48m) 4m ago 48m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (48m) 4m ago 48m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (51m) 4m ago 51m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (53m) 4m ago 53m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (53m) 4m ago 53m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (52m) 4m ago 52m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (51m) 4m ago 51m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (47m) 4m ago 47m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (47m) 4m ago 47m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (51m) 4m ago 51m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (51m) 4m ago 51m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (50m) 4m ago 50m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:29:41.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (50m) 4m ago 50m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:29:41.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (49m) 4m ago 49m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:29:41.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (49m) 4m ago 49m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:29:41.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (49m) 4m ago 49m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:29:41.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (48m) 4m ago 48m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:29:41.471 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (46m) 4m ago 48m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:29:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:41 smithi111 ceph-mon[97855]: pgmap v2564: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:29:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:41 smithi111 ceph-mon[116524]: pgmap v2564: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:29:41.873 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:29:41.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:29:41.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:29:41.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:41.874 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:29:41.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:29:41.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:41.874 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:29:41.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:29:41.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:41.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:29:41.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:29:41.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:29:41.875 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:29:41.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:29:41.876 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:29:41.876 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:29:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:42 smithi155 ceph-mon[102677]: from='client.17808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/832100532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:29:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:42 smithi111 ceph-mon[97855]: from='client.17808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/832100532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:29:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:42 smithi111 ceph-mon[116524]: from='client.17808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/832100532' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:29:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:43 smithi155 ceph-mon[102677]: from='client.17814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:43 smithi155 ceph-mon[102677]: pgmap v2565: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:29:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:43 smithi111 ceph-mon[97855]: from='client.17814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:43 smithi111 ceph-mon[97855]: pgmap v2565: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:29:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:43 smithi111 ceph-mon[116524]: from='client.17814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:29:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:43 smithi111 ceph-mon[116524]: pgmap v2565: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:29:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:45 smithi155 ceph-mon[102677]: pgmap v2566: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2023-12-01T05:29:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:45 smithi111 ceph-mon[97855]: pgmap v2566: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2023-12-01T05:29:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:45 smithi111 ceph-mon[116524]: pgmap v2566: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 8 op/s 2023-12-01T05:29:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:47 smithi155 ceph-mon[102677]: pgmap v2567: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:47 smithi111 ceph-mon[97855]: pgmap v2567: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:47 smithi111 ceph-mon[116524]: pgmap v2567: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:49 smithi155 ceph-mon[102677]: pgmap v2568: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:49 smithi111 ceph-mon[97855]: pgmap v2568: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:49 smithi111 ceph-mon[116524]: pgmap v2568: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:29:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:29:49] "GET /metrics HTTP/1.1" 200 60353 "" "Prometheus/2.43.0" 2023-12-01T05:29:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:51 smithi155 ceph-mon[102677]: pgmap v2569: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:51 smithi111 ceph-mon[97855]: pgmap v2569: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:51 smithi111 ceph-mon[116524]: pgmap v2569: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:53 smithi155 ceph-mon[102677]: pgmap v2570: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 25 op/s 2023-12-01T05:29:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:53 smithi111 ceph-mon[97855]: pgmap v2570: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 25 op/s 2023-12-01T05:29:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:53 smithi111 ceph-mon[116524]: pgmap v2570: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 255 B/s wr, 25 op/s 2023-12-01T05:29:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:55 smithi155 ceph-mon[102677]: pgmap v2571: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:55 smithi111 ceph-mon[97855]: pgmap v2571: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:55 smithi111 ceph-mon[116524]: pgmap v2571: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2023-12-01T05:29:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:57 smithi155 ceph-mon[102677]: pgmap v2572: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2023-12-01T05:29:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:57 smithi111 ceph-mon[97855]: pgmap v2572: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2023-12-01T05:29:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:57 smithi111 ceph-mon[116524]: pgmap v2572: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2023-12-01T05:29:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:29:59 smithi155 ceph-mon[102677]: pgmap v2573: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:29:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:29:59 smithi111 ceph-mon[97855]: pgmap v2573: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:29:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:29:59] "GET /metrics HTTP/1.1" 200 60353 "" "Prometheus/2.43.0" 2023-12-01T05:29:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:29:59 smithi111 ceph-mon[116524]: pgmap v2573: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:00 smithi111 conmon[97831]: 2023-12-01T05:29:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:30:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:30:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:01 smithi155 ceph-mon[102677]: pgmap v2574: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:01 smithi111 ceph-mon[97855]: pgmap v2574: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:01 smithi111 ceph-mon[116524]: pgmap v2574: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:03 smithi155 ceph-mon[102677]: pgmap v2575: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:03 smithi111 ceph-mon[97855]: pgmap v2575: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:03 smithi111 ceph-mon[116524]: pgmap v2575: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:05 smithi155 ceph-mon[102677]: pgmap v2576: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2023-12-01T05:30:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:05 smithi111 ceph-mon[97855]: pgmap v2576: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2023-12-01T05:30:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:05 smithi111 ceph-mon[116524]: pgmap v2576: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 8 op/s 2023-12-01T05:30:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:07 smithi155 ceph-mon[102677]: pgmap v2577: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:07 smithi111 ceph-mon[97855]: pgmap v2577: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:07 smithi111 ceph-mon[116524]: pgmap v2577: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:09 smithi155 ceph-mon[102677]: pgmap v2578: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:09 smithi111 ceph-mon[97855]: pgmap v2578: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:30:09] "GET /metrics HTTP/1.1" 200 60354 "" "Prometheus/2.43.0" 2023-12-01T05:30:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:09 smithi111 ceph-mon[116524]: pgmap v2578: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:11 smithi155 ceph-mon[102677]: pgmap v2579: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:11 smithi111 ceph-mon[97855]: pgmap v2579: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:11 smithi111 ceph-mon[116524]: pgmap v2579: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:12.223 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (47m) 4m ago 48m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (47m) 4m ago 47m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (49m) 4m ago 49m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (49m) 4m ago 49m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (52m) 4m ago 52m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (53m) 4m ago 53m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (53m) 4m ago 53m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:30:12.547 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (52m) 4m ago 52m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (52m) 4m ago 52m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (47m) 4m ago 47m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (47m) 4m ago 47m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (51m) 4m ago 51m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (51m) 4m ago 51m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (51m) 4m ago 51m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (50m) 4m ago 50m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (50m) 4m ago 50m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (50m) 4m ago 50m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (49m) 4m ago 49m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (49m) 4m ago 49m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:30:12.548 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (47m) 4m ago 48m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:30:13.029 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:30:13.029 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:30:13.029 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:30:13.029 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:13.029 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:30:13.029 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:30:13.030 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:30:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:13 smithi155 ceph-mon[102677]: pgmap v2580: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:13 smithi155 ceph-mon[102677]: from='client.17826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/934191775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:30:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:13 smithi111 ceph-mon[97855]: pgmap v2580: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:13 smithi111 ceph-mon[97855]: from='client.17826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/934191775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:30:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:13 smithi111 ceph-mon[116524]: pgmap v2580: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:13 smithi111 ceph-mon[116524]: from='client.17826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/934191775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:30:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:14 smithi111 ceph-mon[97855]: from='client.17832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:14 smithi111 ceph-mon[116524]: from='client.17832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:14 smithi155 ceph-mon[102677]: from='client.17832 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:15 smithi111 ceph-mon[97855]: pgmap v2581: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:15 smithi111 ceph-mon[116524]: pgmap v2581: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:15 smithi155 ceph-mon[102677]: pgmap v2581: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:30:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:30:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:30:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:30:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:30:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:30:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:17 smithi111 ceph-mon[97855]: pgmap v2582: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2023-12-01T05:30:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:17 smithi111 ceph-mon[116524]: pgmap v2582: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2023-12-01T05:30:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:17 smithi155 ceph-mon[102677]: pgmap v2582: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2023-12-01T05:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:19 smithi111 ceph-mon[97855]: pgmap v2583: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:19 smithi111 ceph-mon[116524]: pgmap v2583: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:19.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:30:19] "GET /metrics HTTP/1.1" 200 60355 "" "Prometheus/2.43.0" 2023-12-01T05:30:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:19 smithi155 ceph-mon[102677]: pgmap v2583: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:21 smithi111 ceph-mon[97855]: pgmap v2584: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:21 smithi111 ceph-mon[116524]: pgmap v2584: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:21 smithi155 ceph-mon[102677]: pgmap v2584: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:23 smithi111 ceph-mon[97855]: pgmap v2585: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2023-12-01T05:30:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:23 smithi111 ceph-mon[116524]: pgmap v2585: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2023-12-01T05:30:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:23 smithi155 ceph-mon[102677]: pgmap v2585: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2023-12-01T05:30:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:25 smithi111 ceph-mon[97855]: pgmap v2586: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:25 smithi111 ceph-mon[116524]: pgmap v2586: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:25 smithi155 ceph-mon[102677]: pgmap v2586: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2023-12-01T05:30:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:27 smithi111 ceph-mon[97855]: pgmap v2587: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2023-12-01T05:30:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:27 smithi111 ceph-mon[116524]: pgmap v2587: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2023-12-01T05:30:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:27 smithi155 ceph-mon[102677]: pgmap v2587: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2023-12-01T05:30:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:29 smithi111 ceph-mon[97855]: pgmap v2588: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 15 op/s 2023-12-01T05:30:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:30:29] "GET /metrics HTTP/1.1" 200 60355 "" "Prometheus/2.43.0" 2023-12-01T05:30:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:29 smithi111 ceph-mon[116524]: pgmap v2588: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 15 op/s 2023-12-01T05:30:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:29 smithi155 ceph-mon[102677]: pgmap v2588: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 15 op/s 2023-12-01T05:30:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:31 smithi111 ceph-mon[97855]: pgmap v2589: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 15 op/s 2023-12-01T05:30:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:31 smithi111 ceph-mon[116524]: pgmap v2589: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 15 op/s 2023-12-01T05:30:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:31 smithi155 ceph-mon[102677]: pgmap v2589: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 15 op/s 2023-12-01T05:30:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:33 smithi111 ceph-mon[97855]: pgmap v2590: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:33 smithi111 ceph-mon[116524]: pgmap v2590: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:33 smithi155 ceph-mon[102677]: pgmap v2590: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:35 smithi111 ceph-mon[97855]: pgmap v2591: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:35 smithi111 ceph-mon[116524]: pgmap v2591: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:35 smithi155 ceph-mon[102677]: pgmap v2591: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2023-12-01T05:30:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:37 smithi155 ceph-mon[102677]: pgmap v2592: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:37 smithi111 ceph-mon[97855]: pgmap v2592: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:37 smithi111 ceph-mon[116524]: pgmap v2592: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2023-12-01T05:30:39.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:39 smithi155 ceph-mon[102677]: pgmap v2593: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9 op/s 2023-12-01T05:30:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:39 smithi111 ceph-mon[97855]: pgmap v2593: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9 op/s 2023-12-01T05:30:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:30:39] "GET /metrics HTTP/1.1" 200 60354 "" "Prometheus/2.43.0" 2023-12-01T05:30:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:39 smithi111 ceph-mon[116524]: pgmap v2593: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9 op/s 2023-12-01T05:30:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:41 smithi155 ceph-mon[102677]: pgmap v2594: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9 op/s 2023-12-01T05:30:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:41 smithi111 ceph-mon[97855]: pgmap v2594: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9 op/s 2023-12-01T05:30:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:41 smithi111 ceph-mon[116524]: pgmap v2594: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9 op/s 2023-12-01T05:30:43.425 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:30:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:43 smithi155 ceph-mon[102677]: pgmap v2595: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 17 op/s 2023-12-01T05:30:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:43 smithi111 ceph-mon[97855]: pgmap v2595: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 17 op/s 2023-12-01T05:30:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:43 smithi111 ceph-mon[116524]: pgmap v2595: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 17 op/s 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (47m) 5m ago 48m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (48m) 5m ago 48m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (49m) 5m ago 49m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (49m) 5m ago 49m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (52m) 5m ago 52m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (54m) 5m ago 54m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (54m) 5m ago 54m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:30:43.815 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (53m) 5m ago 53m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (52m) 5m ago 52m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (48m) 5m ago 48m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (48m) 5m ago 48m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (52m) 5m ago 52m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (52m) 5m ago 52m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (51m) 5m ago 51m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (51m) 5m ago 51m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (50m) 5m ago 50m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (50m) 5m ago 50m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (50m) 5m ago 50m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (49m) 5m ago 49m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:30:43.816 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (47m) 5m ago 49m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:44.280 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:30:44.281 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:30:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:45 smithi155 ceph-mon[102677]: from='client.27716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:45 smithi155 ceph-mon[102677]: pgmap v2596: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:45 smithi155 ceph-mon[102677]: from='client.27722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/348243518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:30:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[97855]: from='client.27716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[97855]: pgmap v2596: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[97855]: from='client.27722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/348243518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[116524]: from='client.27716 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[116524]: pgmap v2596: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[116524]: from='client.27722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:30:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/348243518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:30:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:47 smithi155 ceph-mon[102677]: pgmap v2597: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2023-12-01T05:30:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:47 smithi111 ceph-mon[97855]: pgmap v2597: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2023-12-01T05:30:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:47 smithi111 ceph-mon[116524]: pgmap v2597: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 85 B/s wr, 24 op/s 2023-12-01T05:30:49.376 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (133275 ms) 2023-12-01T05:30:49.376 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EncryptedResize 2023-12-01T05:30:49.376 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:49 smithi155 ceph-mon[102677]: pgmap v2598: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:30:49] "GET /metrics HTTP/1.1" 200 60352 "" "Prometheus/2.43.0" 2023-12-01T05:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:49 smithi111 ceph-mon[97855]: pgmap v2598: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:49 smithi111 ceph-mon[116524]: pgmap v2598: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:30:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:51 smithi155 ceph-mon[102677]: pgmap v2599: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:51 smithi111 ceph-mon[97855]: pgmap v2599: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:51 smithi111 ceph-mon[116524]: pgmap v2599: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2023-12-01T05:30:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:53 smithi155 ceph-mon[102677]: pgmap v2600: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 511 B/s wr, 20 op/s 2023-12-01T05:30:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:53 smithi111 ceph-mon[97855]: pgmap v2600: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 511 B/s wr, 20 op/s 2023-12-01T05:30:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:53 smithi111 ceph-mon[116524]: pgmap v2600: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 511 B/s wr, 20 op/s 2023-12-01T05:30:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:55 smithi155 ceph-mon[102677]: pgmap v2601: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2023-12-01T05:30:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:55 smithi111 ceph-mon[97855]: pgmap v2601: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2023-12-01T05:30:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:55 smithi111 ceph-mon[116524]: pgmap v2601: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2023-12-01T05:30:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:57 smithi155 ceph-mon[102677]: pgmap v2602: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2023-12-01T05:30:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:57 smithi111 ceph-mon[97855]: pgmap v2602: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2023-12-01T05:30:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:57 smithi111 ceph-mon[116524]: pgmap v2602: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 426 B/s wr, 11 op/s 2023-12-01T05:30:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:30:59 smithi155 ceph-mon[102677]: pgmap v2603: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2023-12-01T05:30:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:30:59 smithi111 ceph-mon[97855]: pgmap v2603: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2023-12-01T05:30:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:30:59] "GET /metrics HTTP/1.1" 200 60352 "" "Prometheus/2.43.0" 2023-12-01T05:30:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:30:59 smithi111 ceph-mon[116524]: pgmap v2603: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2023-12-01T05:31:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:01 smithi155 ceph-mon[102677]: pgmap v2604: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2023-12-01T05:31:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:01 smithi111 ceph-mon[97855]: pgmap v2604: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2023-12-01T05:31:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:01 smithi111 ceph-mon[116524]: pgmap v2604: 457 pgs: 457 active+clean; 153 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 426 B/s wr, 3 op/s 2023-12-01T05:31:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:03 smithi155 ceph-mon[102677]: pgmap v2605: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-01T05:31:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:03 smithi111 ceph-mon[97855]: pgmap v2605: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-01T05:31:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:03 smithi111 ceph-mon[116524]: pgmap v2605: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2023-12-01T05:31:03.825 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EncryptedResize (14449 ms) 2023-12-01T05:31:03.825 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2023-12-01T05:31:03.825 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:05 smithi155 ceph-mon[102677]: pgmap v2606: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:31:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:05 smithi111 ceph-mon[97855]: pgmap v2606: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:31:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:05 smithi111 ceph-mon[116524]: pgmap v2606: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 1.3 MiB/s wr, 13 op/s 2023-12-01T05:31:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:07 smithi155 ceph-mon[102677]: pgmap v2607: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:07 smithi111 ceph-mon[97855]: pgmap v2607: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:07 smithi111 ceph-mon[116524]: pgmap v2607: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:09 smithi155 ceph-mon[102677]: pgmap v2608: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:09 smithi111 ceph-mon[97855]: pgmap v2608: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:31:09] "GET /metrics HTTP/1.1" 200 60350 "" "Prometheus/2.43.0" 2023-12-01T05:31:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:09 smithi111 ceph-mon[116524]: pgmap v2608: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:11 smithi155 ceph-mon[102677]: pgmap v2609: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:11 smithi111 ceph-mon[97855]: pgmap v2609: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:11 smithi111 ceph-mon[116524]: pgmap v2609: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:12 smithi155 ceph-mon[102677]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-01T05:31:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:12 smithi111 ceph-mon[97855]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-01T05:31:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:12 smithi111 ceph-mon[116524]: osdmap e1191: 8 total, 8 up, 8 in 2023-12-01T05:31:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:13 smithi155 ceph-mon[102677]: pgmap v2611: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 308 KiB/s wr, 19 op/s 2023-12-01T05:31:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:13 smithi111 ceph-mon[97855]: pgmap v2611: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 308 KiB/s wr, 19 op/s 2023-12-01T05:31:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:13 smithi111 ceph-mon[116524]: pgmap v2611: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 308 KiB/s wr, 19 op/s 2023-12-01T05:31:14.691 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:31:15.048 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (48m) 5m ago 49m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (48m) 5m ago 48m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (50m) 5m ago 50m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (50m) 5m ago 50m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (53m) 5m ago 53m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (54m) 5m ago 54m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (54m) 5m ago 54m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (53m) 5m ago 53m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (53m) 5m ago 53m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (48m) 5m ago 48m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:31:15.049 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (48m) 5m ago 48m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (52m) 5m ago 52m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (52m) 5m ago 52m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (52m) 5m ago 52m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (51m) 5m ago 51m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (51m) 5m ago 51m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (51m) 5m ago 51m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (50m) 5m ago 50m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (50m) 5m ago 50m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:31:15.050 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (48m) 5m ago 49m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:31:15.489 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:31:15.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:31:15.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:15.491 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:31:15.491 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:31:15.491 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:31:15.491 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:31:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:15 smithi155 ceph-mon[102677]: pgmap v2612: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 308 KiB/s wr, 19 op/s 2023-12-01T05:31:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:15 smithi111 ceph-mon[97855]: pgmap v2612: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 308 KiB/s wr, 19 op/s 2023-12-01T05:31:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:15 smithi111 ceph-mon[116524]: pgmap v2612: 457 pgs: 457 active+clean; 169 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 308 KiB/s wr, 19 op/s 2023-12-01T05:31:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:16 smithi155 ceph-mon[102677]: from='client.27734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:16 smithi155 ceph-mon[102677]: from='client.17868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4277085054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:31:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[97855]: from='client.27734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[97855]: from='client.17868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4277085054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[116524]: from='client.27734 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[116524]: from='client.17868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4277085054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:31:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:31:17.644 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (13820 ms) 2023-12-01T05:31:17.645 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2023-12-01T05:31:17.645 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:17 smithi155 ceph-mon[102677]: pgmap v2613: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:31:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:31:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[97855]: pgmap v2613: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[116524]: pgmap v2613: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:31:17.771 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:19 smithi155 ceph-mon[102677]: pgmap v2614: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:31:19] "GET /metrics HTTP/1.1" 200 60350 "" "Prometheus/2.43.0" 2023-12-01T05:31:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:19 smithi111 ceph-mon[97855]: pgmap v2614: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:19 smithi111 ceph-mon[116524]: pgmap v2614: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:19.771 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:19.771 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:19.771 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:19.771 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.773 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.774 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:19.775 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.776 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:19.777 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 512~512 = 512 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 1536~512 = 0 2023-12-01T05:31:19.779 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.779 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.779 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.779 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.779 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:19.779 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.780 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:31:19.781 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.782 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:31:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.785 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.786 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.787 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:19.788 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.658 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.658 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.659 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.660 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.661 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.662 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.663 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.664 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.665 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.666 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (4014 ms) 2023-12-01T05:31:21.667 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2023-12-01T05:31:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:21 smithi155 ceph-mon[102677]: pgmap v2615: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:21 smithi111 ceph-mon[97855]: pgmap v2615: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:21 smithi111 ceph-mon[116524]: pgmap v2615: 457 pgs: 457 active+clean; 185 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2023-12-01T05:31:23.392 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:23 smithi155 ceph-mon[102677]: pgmap v2616: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 479 op/s 2023-12-01T05:31:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:23 smithi155 ceph-mon[102677]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-01T05:31:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3137106348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:23 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[97855]: pgmap v2616: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 479 op/s 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[97855]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3137106348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[116524]: pgmap v2616: 457 pgs: 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 479 op/s 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[116524]: osdmap e1192: 8 total, 8 up, 8 in 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3137106348' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:23 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:24 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:24 smithi155 ceph-mon[102677]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-01T05:31:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:24 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:24 smithi111 ceph-mon[97855]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-01T05:31:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:24 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-12","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:24 smithi111 ceph-mon[116524]: osdmap e1193: 8 total, 8 up, 8 in 2023-12-01T05:31:25.466 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:25.466 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:25.466 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.467 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:25.468 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.469 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 512~512 = 512 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 1536~512 = 0 2023-12-01T05:31:25.470 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3808 ms) 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2023-12-01T05:31:25.471 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.497 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (30 ms) 2023-12-01T05:31:25.497 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2023-12-01T05:31:25.497 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.523 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (26 ms) 2023-12-01T05:31:25.523 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2023-12-01T05:31:25.523 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.553 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (31 ms) 2023-12-01T05:31:25.553 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2023-12-01T05:31:25.553 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.579 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (26 ms) 2023-12-01T05:31:25.579 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2023-12-01T05:31:25.579 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.643 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (63 ms) 2023-12-01T05:31:25.643 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2023-12-01T05:31:25.643 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:25 smithi155 ceph-mon[102677]: pgmap v2619: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 587 op/s 2023-12-01T05:31:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:25 smithi155 ceph-mon[102677]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-01T05:31:25.715 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (72 ms) 2023-12-01T05:31:25.715 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2023-12-01T05:31:25.715 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:25 smithi111 ceph-mon[97855]: pgmap v2619: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 587 op/s 2023-12-01T05:31:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:25 smithi111 ceph-mon[97855]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-01T05:31:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:25 smithi111 ceph-mon[116524]: pgmap v2619: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 587 op/s 2023-12-01T05:31:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:25 smithi111 ceph-mon[116524]: osdmap e1194: 8 total, 8 up, 8 in 2023-12-01T05:31:25.778 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (64 ms) 2023-12-01T05:31:25.778 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2023-12-01T05:31:25.778 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:25.842 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (64 ms) 2023-12-01T05:31:25.842 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2023-12-01T05:31:25.842 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.153 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (311 ms) 2023-12-01T05:31:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2023-12-01T05:31:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.593 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (439 ms) 2023-12-01T05:31:26.593 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2023-12-01T05:31:26.593 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.620 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (27 ms) 2023-12-01T05:31:26.620 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2023-12-01T05:31:26.620 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.645 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (26 ms) 2023-12-01T05:31:26.645 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2023-12-01T05:31:26.645 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.672 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (27 ms) 2023-12-01T05:31:26.672 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2023-12-01T05:31:26.672 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.700 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (28 ms) 2023-12-01T05:31:26.701 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2023-12-01T05:31:26.701 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:26 smithi155 ceph-mon[102677]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-01T05:31:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:26 smithi155 ceph-mon[102677]: pgmap v2622: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 229 KiB/s wr, 969 op/s 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 0~1048576 = 0 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 0~4194304 = 0 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:aio discard: 3145728~1048576 = 0 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestFUA 2023-12-01T05:31:26.723 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:26 smithi111 ceph-mon[97855]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-01T05:31:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:26 smithi111 ceph-mon[97855]: pgmap v2622: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 229 KiB/s wr, 969 op/s 2023-12-01T05:31:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:26 smithi111 ceph-mon[116524]: osdmap e1195: 8 total, 8 up, 8 in 2023-12-01T05:31:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:26 smithi111 ceph-mon[116524]: pgmap v2622: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 477 KiB/s rd, 229 KiB/s wr, 969 op/s 2023-12-01T05:31:26.828 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.829 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.830 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.831 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.832 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.833 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.833 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.833 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.833 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestFUA (106 ms) 2023-12-01T05:31:26.833 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestIOPP 2023-12-01T05:31:26.833 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.847 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.848 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.849 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.849 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.849 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.849 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:26.849 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:26.862 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:start compare and write 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:compare and wrote: 512 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.863 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:26.864 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.868 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.868 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:26.868 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.868 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:26.868 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:started aio compare and write 2023-12-01T05:31:26.869 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:finished aio compare and write 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.871 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.872 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.873 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.873 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:26.873 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.873 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.873 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.873 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 512~512 2023-12-01T05:31:26.874 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:27.911 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:27.911 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:27.911 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:27.911 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:27.911 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:27.911 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.912 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:31:27.913 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.914 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.915 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:31:27.916 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:27.917 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:27.918 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:27.918 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.918 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.918 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.918 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.918 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:27.922 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:27.922 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.923 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.936 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.937 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:27.937 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.937 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.937 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:27.980 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.015 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.015 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.015 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.015 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.016 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.016 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.016 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.046 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.046 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.046 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.046 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.046 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.047 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.047 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.087 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.087 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.087 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.087 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.087 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.087 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.088 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.134 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.135 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.135 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.135 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.135 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.135 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.135 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.174 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.175 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.235 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.281 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.282 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.362 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.437 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.512 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.513 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.513 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.513 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.513 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.513 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.513 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.582 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.583 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:28.583 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.583 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.583 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.691 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.691 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.691 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.691 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.692 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.692 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.692 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.787 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.787 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.787 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.787 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.788 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.788 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.788 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:28.901 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:28.999 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:28.999 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:28.999 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:28.999 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:28.999 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestIOPP (2170 ms) 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2023-12-01T05:31:29.000 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.022 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2023-12-01T05:31:29.023 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2023-12-01T05:31:29.023 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.049 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (27 ms) 2023-12-01T05:31:29.049 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2023-12-01T05:31:29.050 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.076 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (27 ms) 2023-12-01T05:31:29.077 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2023-12-01T05:31:29.077 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.101 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (25 ms) 2023-12-01T05:31:29.101 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2023-12-01T05:31:29.102 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.128 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2023-12-01T05:31:29.128 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2023-12-01T05:31:29.128 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.150 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:29.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (27 ms) 2023-12-01T05:31:29.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-01T05:31:29.154 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2023-12-01T05:31:29.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2023-12-01T05:31:29.179 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.201 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:29.205 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2023-12-01T05:31:29.205 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2023-12-01T05:31:29.205 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:28 smithi155 ceph-mon[102677]: pgmap v2623: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 170 KiB/s wr, 721 op/s 2023-12-01T05:31:29.232 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2023-12-01T05:31:29.232 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2023-12-01T05:31:29.232 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:28 smithi111 ceph-mon[97855]: pgmap v2623: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 170 KiB/s wr, 721 op/s 2023-12-01T05:31:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:28 smithi111 ceph-mon[116524]: pgmap v2623: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 170 KiB/s wr, 721 op/s 2023-12-01T05:31:29.254 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:29.257 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (26 ms) 2023-12-01T05:31:29.257 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-01T05:31:29.257 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.289 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (30 ms) 2023-12-01T05:31:29.289 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2023-12-01T05:31:29.290 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.312 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:29.316 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (29 ms) 2023-12-01T05:31:29.316 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2023-12-01T05:31:29.316 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.381 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (65 ms) 2023-12-01T05:31:29.381 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2023-12-01T05:31:29.382 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.430 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:29.446 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (65 ms) 2023-12-01T05:31:29.447 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2023-12-01T05:31:29.447 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.511 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (64 ms) 2023-12-01T05:31:29.511 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2023-12-01T05:31:29.511 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.556 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:29.572 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (62 ms) 2023-12-01T05:31:29.572 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2023-12-01T05:31:29.573 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:31:29] "GET /metrics HTTP/1.1" 200 60350 "" "Prometheus/2.43.0" 2023-12-01T05:31:29.829 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (257 ms) 2023-12-01T05:31:29.830 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2023-12-01T05:31:29.830 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:30.212 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:30.234 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (404 ms) 2023-12-01T05:31:30.234 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2023-12-01T05:31:30.234 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:30.268 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:30.269 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.271 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:30.272 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:30.275 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:30.275 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:30.275 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.275 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:31:30.276 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:30.277 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:30.277 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:31:30.277 INFO:tasks.workunit.client.0.smithi111.stdout:read: 512 2023-12-01T05:31:30.277 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.277 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:30.278 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:30.279 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:30.280 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:30.280 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:30.280 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:30.280 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:31:30.280 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:finished read 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 0 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.333 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 16384 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 49152 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.334 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 65536 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 98304 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:31:31.335 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 114688 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 147456 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:31:31.336 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 163840 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 196608 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:31:31.337 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 212992 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.338 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.339 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.346 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.354 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.354 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.354 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.354 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.354 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.355 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.377 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.377 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.377 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.378 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.378 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.378 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.378 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.401 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.431 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.431 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.431 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.431 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.431 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.432 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.432 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:31 smithi155 ceph-mon[102677]: pgmap v2624: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 143 KiB/s wr, 608 op/s 2023-12-01T05:31:31.461 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.461 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.461 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.462 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:31 smithi111 ceph-mon[97855]: pgmap v2624: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 143 KiB/s wr, 608 op/s 2023-12-01T05:31:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:31 smithi111 ceph-mon[116524]: pgmap v2624: 489 pgs: 489 active+clean; 203 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 143 KiB/s wr, 608 op/s 2023-12-01T05:31:31.515 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.515 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.516 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.516 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.516 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.516 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.516 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.564 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.622 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.622 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.623 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.676 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.676 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.676 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.676 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.677 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.769 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.769 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.770 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.770 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.770 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.770 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.770 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.858 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:31.947 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:32.032 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:32.032 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:32.032 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:32.032 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:32.032 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.033 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.159 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:32.256 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:32.257 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:32.257 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:32.257 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:32.257 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.257 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.257 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.360 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:finished writesame 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:to verify the data 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:verified 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:31:32.452 INFO:tasks.workunit.client.0.smithi111.stdout:started writesame 2023-12-01T05:31:32.453 INFO:tasks.workunit.client.0.smithi111.stdout:expected fail, finished writesame 2023-12-01T05:31:32.453 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2218 ms) 2023-12-01T05:31:32.453 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2023-12-01T05:31:32.453 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:33 smithi155 ceph-mon[102677]: pgmap v2625: 489 pgs: 489 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.85k op/s 2023-12-01T05:31:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:33 smithi111 ceph-mon[97855]: pgmap v2625: 489 pgs: 489 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.85k op/s 2023-12-01T05:31:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:33 smithi111 ceph-mon[116524]: pgmap v2625: 489 pgs: 489 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 1.85k op/s 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:snap: orig 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:found orig with size 2097152 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.122 INFO:tasks.workunit.client.0.smithi111.stdout:write test data! 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 80 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 2 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:snap: orig 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:snap: written 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:found orig with size 2097152 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:found written with size 2097152 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.123 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.124 INFO:tasks.workunit.client.0.smithi111.stdout:write to snapshot returned -30 2023-12-01T05:31:34.124 INFO:tasks.workunit.client.0.smithi111.stdout:Read-only file system 2023-12-01T05:31:34.148 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.148 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.149 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 80 2023-12-01T05:31:34.149 INFO:tasks.workunit.client.0.smithi111.stdout:opening testimg@orig 2023-12-01T05:31:34.149 INFO:tasks.workunit.client.0.smithi111.stdout:read: 80 2023-12-01T05:31:34.149 INFO:tasks.workunit.client.0.smithi111.stdout:write to snapshot returned -30 2023-12-01T05:31:34.149 INFO:tasks.workunit.client.0.smithi111.stdout:Read-only file system 2023-12-01T05:31:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:34 smithi155 ceph-mon[102677]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-01T05:31:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:34 smithi155 ceph-mon[102677]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-01T05:31:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:34 smithi111 ceph-mon[97855]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-01T05:31:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:34 smithi111 ceph-mon[97855]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-01T05:31:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:34 smithi111 ceph-mon[116524]: osdmap e1196: 8 total, 8 up, 8 in 2023-12-01T05:31:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:34 smithi111 ceph-mon[116524]: osdmap e1197: 8 total, 8 up, 8 in 2023-12-01T05:31:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:35 smithi155 ceph-mon[102677]: pgmap v2627: 489 pgs: 489 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.30k op/s 2023-12-01T05:31:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:35 smithi111 ceph-mon[97855]: pgmap v2627: 489 pgs: 489 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.30k op/s 2023-12-01T05:31:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:35 smithi111 ceph-mon[116524]: pgmap v2627: 489 pgs: 489 active+clean; 293 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.30k op/s 2023-12-01T05:31:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 2 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:snap: orig 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:snap: written 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:found orig with size 2097152 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:found written with size 2097152 2023-12-01T05:31:36.147 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 1 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:snap: orig 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:found orig with size 2097152 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3695 ms) 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2023-12-01T05:31:36.148 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:36 smithi155 ceph-mon[102677]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-01T05:31:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:36 smithi111 ceph-mon[97855]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-01T05:31:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:36 smithi111 ceph-mon[116524]: osdmap e1198: 8 total, 8 up, 8 in 2023-12-01T05:31:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:37 smithi155 ceph-mon[102677]: pgmap v2630: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 3.27k op/s 2023-12-01T05:31:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:37 smithi155 ceph-mon[102677]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-01T05:31:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:37 smithi111 ceph-mon[97855]: pgmap v2630: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 3.27k op/s 2023-12-01T05:31:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:37 smithi111 ceph-mon[97855]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-01T05:31:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:37 smithi111 ceph-mon[116524]: pgmap v2630: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 20 MiB/s rd, 19 MiB/s wr, 3.27k op/s 2023-12-01T05:31:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:37 smithi111 ceph-mon[116524]: osdmap e1199: 8 total, 8 up, 8 in 2023-12-01T05:31:38.147 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2001 ms) 2023-12-01T05:31:38.147 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestClone 2023-12-01T05:31:38.147 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:38 smithi155 ceph-mon[102677]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-01T05:31:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:38 smithi111 ceph-mon[97855]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-01T05:31:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:38 smithi111 ceph-mon[116524]: osdmap e1200: 8 total, 8 up, 8 in 2023-12-01T05:31:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:39 smithi155 ceph-mon[102677]: pgmap v2633: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.5 MiB/s wr, 2.19k op/s 2023-12-01T05:31:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:39 smithi155 ceph-mon[102677]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-01T05:31:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:31:39] "GET /metrics HTTP/1.1" 200 62756 "" "Prometheus/2.43.0" 2023-12-01T05:31:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:39 smithi111 ceph-mon[97855]: pgmap v2633: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.5 MiB/s wr, 2.19k op/s 2023-12-01T05:31:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:39 smithi111 ceph-mon[97855]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-01T05:31:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:39 smithi111 ceph-mon[116524]: pgmap v2633: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.5 MiB/s wr, 2.19k op/s 2023-12-01T05:31:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:39 smithi111 ceph-mon[116524]: osdmap e1201: 8 total, 8 up, 8 in 2023-12-01T05:31:40.156 INFO:tasks.workunit.client.0.smithi111.stdout:made parent image "parent" 2023-12-01T05:31:40.156 INFO:tasks.workunit.client.0.smithi111.stdout:parent has no parent info 2023-12-01T05:31:40.156 INFO:tasks.workunit.client.0.smithi111.stdout:made snapshot "parent@parent_snap" 2023-12-01T05:31:40.156 INFO:tasks.workunit.client.0.smithi111.stdout:can't unprotect an unprotected snap 2023-12-01T05:31:40.156 INFO:tasks.workunit.client.0.smithi111.stdout:can't protect a protected snap 2023-12-01T05:31:40.156 INFO:tasks.workunit.client.0.smithi111.stdout:made and opened clone "child" 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:read: 8 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:read: 8 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:read: 8 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:sizes and overlaps are good between parent and child 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:child image successfully cloned all image-meta pairs 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:sized down clone, changed overlap 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2023-12-01T05:31:40.157 INFO:tasks.workunit.client.0.smithi111.stdout:sized up clone, changed size but not overlap or parent's size 2023-12-01T05:31:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:can't remove parent while child still exists 2023-12-01T05:31:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:can't remove parent while still protected 2023-12-01T05:31:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:removed parent snap after unprotecting 2023-12-01T05:31:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestClone (2008 ms) 2023-12-01T05:31:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestClone2 2023-12-01T05:31:40.158 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:40 smithi155 ceph-mon[102677]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-01T05:31:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:40 smithi111 ceph-mon[97855]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-01T05:31:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:40 smithi111 ceph-mon[116524]: osdmap e1202: 8 total, 8 up, 8 in 2023-12-01T05:31:41.283 INFO:tasks.workunit.client.0.smithi111.stdout:made parent image "parent" 2023-12-01T05:31:41.284 INFO:tasks.workunit.client.0.smithi111.stdout:parent has no parent info 2023-12-01T05:31:41.284 INFO:tasks.workunit.client.0.smithi111.stdout:made snapshot "parent@parent_snap" 2023-12-01T05:31:41.284 INFO:tasks.workunit.client.0.smithi111.stdout:made and opened clone "child" 2023-12-01T05:31:41.284 INFO:tasks.workunit.client.0.smithi111.stdout:child image successfully cloned all image-meta pairs 2023-12-01T05:31:41.284 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestClone2 (1128 ms) 2023-12-01T05:31:41.284 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ListChildren 2023-12-01T05:31:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:41 smithi155 ceph-mon[102677]: pgmap v2636: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:31:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:41 smithi155 ceph-mon[102677]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-01T05:31:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:41 smithi111 ceph-mon[97855]: pgmap v2636: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:31:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:41 smithi111 ceph-mon[97855]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-01T05:31:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:41 smithi111 ceph-mon[116524]: pgmap v2636: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:31:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:41 smithi111 ceph-mon[116524]: osdmap e1203: 8 total, 8 up, 8 in 2023-12-01T05:31:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:42 smithi155 ceph-mon[102677]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-01T05:31:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:42 smithi111 ceph-mon[97855]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-01T05:31:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:42 smithi111 ceph-mon[116524]: osdmap e1204: 8 total, 8 up, 8 in 2023-12-01T05:31:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:43 smithi155 ceph-mon[102677]: pgmap v2639: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2023-12-01T05:31:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:43 smithi155 ceph-mon[102677]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-01T05:31:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3381104473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:43 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[97855]: pgmap v2639: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[97855]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3381104473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[116524]: pgmap v2639: 489 pgs: 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[116524]: osdmap e1205: 8 total, 8 up, 8 in 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3381104473' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:43 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:44 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:44 smithi155 ceph-mon[102677]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-01T05:31:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:44 smithi155 ceph-mon[102677]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-01T05:31:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4261878025' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[97855]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[97855]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4261878025' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-13","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[116524]: osdmap e1206: 8 total, 8 up, 8 in 2023-12-01T05:31:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[116524]: osdmap e1207: 8 total, 8 up, 8 in 2023-12-01T05:31:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4261878025' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:45.098 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:31:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:45 smithi155 ceph-mon[102677]: pgmap v2642: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2023-12-01T05:31:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4261878025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:45 smithi155 ceph-mon[102677]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-01T05:31:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:45 smithi111 ceph-mon[97855]: pgmap v2642: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2023-12-01T05:31:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4261878025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:45 smithi111 ceph-mon[97855]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-01T05:31:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:45 smithi111 ceph-mon[116524]: pgmap v2642: 521 pgs: 32 unknown, 489 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 452 KiB/s rd, 33 KiB/s wr, 549 op/s 2023-12-01T05:31:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4261878025' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-14","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:45 smithi111 ceph-mon[116524]: osdmap e1208: 8 total, 8 up, 8 in 2023-12-01T05:31:45.838 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:31:46.152 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:31:46.152 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (49m) 6m ago 49m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:31:46.152 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (49m) 6m ago 49m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (50m) 6m ago 50m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (50m) 6m ago 50m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (53m) 6m ago 53m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (55m) 6m ago 55m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (55m) 6m ago 55m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (54m) 6m ago 54m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (54m) 6m ago 54m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (49m) 6m ago 49m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (49m) 6m ago 49m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (53m) 6m ago 53m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (53m) 6m ago 53m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (52m) 6m ago 52m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (52m) 6m ago 52m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:31:46.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (52m) 6m ago 52m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:31:46.154 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (51m) 6m ago 51m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:31:46.154 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (51m) 6m ago 51m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:31:46.154 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (50m) 6m ago 50m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:31:46.154 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (48m) 6m ago 50m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:31:46.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:31:46.538 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:31:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:47 smithi155 ceph-mon[102677]: pgmap v2645: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-01T05:31:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:47 smithi155 ceph-mon[102677]: from='client.17898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:47 smithi155 ceph-mon[102677]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-01T05:31:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:47 smithi155 ceph-mon[102677]: from='client.27773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1981413303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:31:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[97855]: pgmap v2645: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[97855]: from='client.17898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[97855]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[97855]: from='client.27773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1981413303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[116524]: pgmap v2645: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[116524]: from='client.17898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[116524]: osdmap e1209: 8 total, 8 up, 8 in 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[116524]: from='client.27773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:31:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1981413303' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:31:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:48 smithi155 ceph-mon[102677]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-01T05:31:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:48 smithi111 ceph-mon[116524]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-01T05:31:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:48 smithi111 ceph-mon[97855]: osdmap e1210: 8 total, 8 up, 8 in 2023-12-01T05:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:49 smithi155 ceph-mon[102677]: pgmap v2648: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-01T05:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:49 smithi155 ceph-mon[102677]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-01T05:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:49 smithi155 ceph-mon[102677]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-01T05:31:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:31:49] "GET /metrics HTTP/1.1" 200 67485 "" "Prometheus/2.43.0" 2023-12-01T05:31:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[97855]: pgmap v2648: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-01T05:31:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[97855]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-01T05:31:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[97855]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-01T05:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[116524]: pgmap v2648: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 355 KiB/s rd, 26 KiB/s wr, 421 op/s 2023-12-01T05:31:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[116524]: osdmap e1211: 8 total, 8 up, 8 in 2023-12-01T05:31:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:31:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:49 smithi111 ceph-mon[116524]: osdmap e1212: 8 total, 8 up, 8 in 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 1 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:child: image113 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113/6b30ab1b21bc 2023-12-01T05:31:50.586 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 2 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:50.587 INFO:tasks.workunit.client.0.smithi111.stdout:child: image113 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113/6b30ab1b21bc 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.588 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:child: image113 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:child: image115 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113/6b30ab1b21bc 2023-12-01T05:31:50.589 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115/6b3097782f1a 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.590 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:child: image113 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:child: image115 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113/6b30ab1b21bc 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115/6b3097782f1a 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.591 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.592 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 4 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 4 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:child: image113 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:child: image115 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:child: image116 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113/6b30ab1b21bc 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115/6b3097782f1a 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116/6b3011b7957 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.593 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:50.594 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:50.595 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:50.595 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:50.595 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.595 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:50.595 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: pgmap v2651: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:31:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-01T05:31:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]: dispatch 2023-12-01T05:31:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]: dispatch 2023-12-01T05:31:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.5", "id": [1, 5]}]: dispatch 2023-12-01T05:31:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [4, 5]}]: dispatch 2023-12-01T05:31:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]: dispatch 2023-12-01T05:31:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: pgmap v2651: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]: dispatch 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]: dispatch 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.5", "id": [1, 5]}]: dispatch 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [4, 5]}]: dispatch 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]: dispatch 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: pgmap v2651: 553 pgs: 32 creating+peering, 521 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: osdmap e1213: 8 total, 8 up, 8 in 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]: dispatch 2023-12-01T05:31:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]: dispatch 2023-12-01T05:31:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.5", "id": [1, 5]}]: dispatch 2023-12-01T05:31:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [4, 5]}]: dispatch 2023-12-01T05:31:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]: dispatch 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image113 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 4 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 4 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:52.180 INFO:tasks.workunit.client.0.smithi111.stdout:child: image113 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:child: image115 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:child: image116 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image113/6b30ab1b21bc 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115/6b3097782f1a 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116/6b3011b7957 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.181 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image115 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:31:52.182 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:child: image115 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:child: image116 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image115/6b3097782f1a 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116/6b3011b7957 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.183 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 2 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:child: image116 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-14/image116/6b3011b7957 2023-12-01T05:31:52.184 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 1 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:child: image114 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-13/image114/6b30298fe4a2 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 0 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ListChildren (10896 ms) 2023-12-01T05:31:52.185 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2023-12-01T05:31:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]': finished 2023-12-01T05:31:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]': finished 2023-12-01T05:31:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.5", "id": [1, 5]}]': finished 2023-12-01T05:31:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [4, 5]}]': finished 2023-12-01T05:31:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]': finished 2023-12-01T05:31:52.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:52 smithi155 ceph-mon[102677]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]': finished 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]': finished 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.5", "id": [1, 5]}]': finished 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [4, 5]}]': finished 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]': finished 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[97855]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.7", "id": [7, 1]}]': finished 2023-12-01T05:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.a", "id": [7, 4]}]': finished 2023-12-01T05:31:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.5", "id": [1, 5]}]': finished 2023-12-01T05:31:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [4, 5]}]': finished 2023-12-01T05:31:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [3, 6]}]': finished 2023-12-01T05:31:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:52 smithi111 ceph-mon[116524]: osdmap e1214: 8 total, 8 up, 8 in 2023-12-01T05:31:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:53 smithi155 ceph-mon[102677]: pgmap v2654: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2023-12-01T05:31:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:53 smithi155 ceph-mon[102677]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-01T05:31:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:53 smithi111 ceph-mon[97855]: pgmap v2654: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2023-12-01T05:31:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:53 smithi111 ceph-mon[97855]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-01T05:31:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:53 smithi111 ceph-mon[116524]: pgmap v2654: 553 pgs: 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2023-12-01T05:31:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:53 smithi111 ceph-mon[116524]: osdmap e1215: 8 total, 8 up, 8 in 2023-12-01T05:31:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:54 smithi155 ceph-mon[102677]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-01T05:31:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1786481357' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:54 smithi155 ceph-mon[102677]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-01T05:31:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[116524]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-01T05:31:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1786481357' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[116524]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-01T05:31:54.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[97855]: osdmap e1216: 8 total, 8 up, 8 in 2023-12-01T05:31:54.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1786481357' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:54.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:54.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-15","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:54.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:54 smithi111 ceph-mon[97855]: osdmap e1217: 8 total, 8 up, 8 in 2023-12-01T05:31:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:55 smithi155 ceph-mon[102677]: pgmap v2657: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2023-12-01T05:31:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:55 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:31:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:55 smithi155 ceph-mon[102677]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-01T05:31:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1843147022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:55 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[97855]: pgmap v2657: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[97855]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1843147022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[116524]: pgmap v2657: 585 pgs: 32 unknown, 553 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.7 KiB/s wr, 42 op/s 2023-12-01T05:31:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:31:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:31:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[116524]: osdmap e1218: 8 total, 8 up, 8 in 2023-12-01T05:31:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1843147022' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:55 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:57 smithi155 ceph-mon[102677]: pgmap v2660: 617 pgs: 32 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 687 op/s; 8 B/s, 0 objects/s recovering 2023-12-01T05:31:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:57 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:57 smithi155 ceph-mon[102677]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-01T05:31:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:57 smithi111 ceph-mon[97855]: pgmap v2660: 617 pgs: 32 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 687 op/s; 8 B/s, 0 objects/s recovering 2023-12-01T05:31:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:57 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:57 smithi111 ceph-mon[97855]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-01T05:31:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:57 smithi111 ceph-mon[116524]: pgmap v2660: 617 pgs: 32 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 687 op/s; 8 B/s, 0 objects/s recovering 2023-12-01T05:31:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:57 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-16","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:57 smithi111 ceph-mon[116524]: osdmap e1219: 8 total, 8 up, 8 in 2023-12-01T05:31:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:58 smithi155 ceph-mon[102677]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-01T05:31:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3623768153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:58 smithi111 ceph-mon[97855]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-01T05:31:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3623768153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:58 smithi111 ceph-mon[116524]: osdmap e1220: 8 total, 8 up, 8 in 2023-12-01T05:31:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3623768153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:31:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: pgmap v2663: 649 pgs: 64 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 687 op/s; 8 B/s, 0 objects/s recovering 2023-12-01T05:31:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3623768153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-01T05:31:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]: dispatch 2023-12-01T05:31:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]: dispatch 2023-12-01T05:31:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]': finished 2023-12-01T05:31:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-01T05:31:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]: dispatch 2023-12-01T05:31:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:31:59 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]: dispatch 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:31:59] "GET /metrics HTTP/1.1" 200 67485 "" "Prometheus/2.43.0" 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: pgmap v2663: 649 pgs: 64 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 687 op/s; 8 B/s, 0 objects/s recovering 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3623768153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]: dispatch 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]: dispatch 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]': finished 2023-12-01T05:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]: dispatch 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]: dispatch 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: pgmap v2663: 649 pgs: 64 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 564 KiB/s rd, 13 KiB/s wr, 687 op/s; 8 B/s, 0 objects/s recovering 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3623768153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-17","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: osdmap e1221: 8 total, 8 up, 8 in 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]: dispatch 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]: dispatch 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17", "force_nonempty":""}]': finished 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: osdmap e1222: 8 total, 8 up, 8 in 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]: dispatch 2023-12-01T05:31:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:31:59 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]: dispatch 2023-12-01T05:32:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:00 smithi155 ceph-mon[102677]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-01T05:32:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:00 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]': finished 2023-12-01T05:32:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:00 smithi155 ceph-mon[102677]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-01T05:32:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:00 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[97855]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]': finished 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[97855]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[116524]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi111-207202-17", "mode":"writeback"}]': finished 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[116524]: osdmap e1223: 8 total, 8 up, 8 in 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:00 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:01.109 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:01 smithi155 ceph-mon[102677]: pgmap v2666: 649 pgs: 64 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:01 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:32:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]': finished 2023-12-01T05:32:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:01 smithi155 ceph-mon[102677]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[97855]: pgmap v2666: 649 pgs: 64 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]': finished 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[97855]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[116524]: pgmap v2666: 649 pgs: 64 unknown, 585 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi111-207202-15", "overlaypool":"test-librbd-smithi111-207202-17"}]': finished 2023-12-01T05:32:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:01 smithi111 ceph-mon[116524]: osdmap e1224: 8 total, 8 up, 8 in 2023-12-01T05:32:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:03 smithi155 ceph-mon[102677]: pgmap v2669: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:03 smithi155 ceph-mon[102677]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-01T05:32:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:03 smithi111 ceph-mon[97855]: pgmap v2669: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:03 smithi111 ceph-mon[97855]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-01T05:32:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:03 smithi111 ceph-mon[116524]: pgmap v2669: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:03 smithi111 ceph-mon[116524]: osdmap e1225: 8 total, 8 up, 8 in 2023-12-01T05:32:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:04 smithi155 ceph-mon[102677]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-01T05:32:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:04 smithi111 ceph-mon[97855]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-01T05:32:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:04 smithi111 ceph-mon[116524]: osdmap e1226: 8 total, 8 up, 8 in 2023-12-01T05:32:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:05 smithi155 ceph-mon[102677]: pgmap v2672: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:05 smithi155 ceph-mon[102677]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-01T05:32:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:05 smithi111 ceph-mon[97855]: pgmap v2672: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:05 smithi111 ceph-mon[97855]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-01T05:32:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:05 smithi111 ceph-mon[116524]: pgmap v2672: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:05 smithi111 ceph-mon[116524]: osdmap e1227: 8 total, 8 up, 8 in 2023-12-01T05:32:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:06 smithi155 ceph-mon[102677]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-01T05:32:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:06 smithi111 ceph-mon[97855]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-01T05:32:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:06 smithi111 ceph-mon[116524]: osdmap e1228: 8 total, 8 up, 8 in 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 1 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:child: image118 2023-12-01T05:32:06.749 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118/6b306ec66f9c 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 2 2023-12-01T05:32:06.750 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:child: image118 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118/6b306ec66f9c 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.751 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:32:06.752 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:child: image118 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:child: image120 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118/6b306ec66f9c 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120/6b30d8f5395c 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.753 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:child: image118 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:child: image120 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118/6b306ec66f9c 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.754 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120/6b30d8f5395c 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.755 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 4 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 4 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:child: image118 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:child: image120 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:child: image121 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118/6b306ec66f9c 2023-12-01T05:32:06.756 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120/6b30d8f5395c 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121/6b30bfc027fa 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.757 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:06.758 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:07 smithi155 ceph-mon[102677]: pgmap v2675: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2023-12-01T05:32:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:07 smithi155 ceph-mon[102677]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-01T05:32:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:07 smithi111 ceph-mon[97855]: pgmap v2675: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2023-12-01T05:32:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:07 smithi111 ceph-mon[97855]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-01T05:32:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:07 smithi111 ceph-mon[116524]: pgmap v2675: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2023-12-01T05:32:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:07 smithi111 ceph-mon[116524]: osdmap e1229: 8 total, 8 up, 8 in 2023-12-01T05:32:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:08 smithi155 ceph-mon[102677]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-01T05:32:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]: dispatch 2023-12-01T05:32:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]: dispatch 2023-12-01T05:32:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:08 smithi111 ceph-mon[97855]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-01T05:32:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]: dispatch 2023-12-01T05:32:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]: dispatch 2023-12-01T05:32:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:08 smithi111 ceph-mon[116524]: osdmap e1230: 8 total, 8 up, 8 in 2023-12-01T05:32:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]: dispatch 2023-12-01T05:32:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]: dispatch 2023-12-01T05:32:09.092 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image118 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 4 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 4 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:child: image118 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:child: image120 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:child: image121 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image118/6b306ec66f9c 2023-12-01T05:32:09.093 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120/6b30d8f5395c 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121/6b30bfc027fa 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.094 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image120 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:32:09.095 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:child: image120 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:child: image121 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image120/6b30d8f5395c 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121/6b30bfc027fa 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.096 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 2 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 2 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:child: image121 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.097 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-16/image121/6b30bfc027fa 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:trying to find test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:checking test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 1 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 1 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:child: image119 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-15/image119/6b3067d112b4 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 0 2023-12-01T05:32:09.098 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:32:09.099 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16913 ms) 2023-12-01T05:32:09.099 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.LockingPP 2023-12-01T05:32:09.099 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:09.159 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.LockingPP (67 ms) 2023-12-01T05:32:09.160 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.FlushAio 2023-12-01T05:32:09.160 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:09.414 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.FlushAio (254 ms) 2023-12-01T05:32:09.414 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.FlushAioPP 2023-12-01T05:32:09.414 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: pgmap v2678: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]': finished 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]': finished 2023-12-01T05:32:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:09 smithi155 ceph-mon[102677]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: pgmap v2678: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]': finished 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]': finished 2023-12-01T05:32:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[97855]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:32:09] "GET /metrics HTTP/1.1" 200 74743 "" "Prometheus/2.43.0" 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: pgmap v2678: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi111-207202-15"}]': finished 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: osdmap e1231: 8 total, 8 up, 8 in 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]: dispatch 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi111-207202-15", "tierpool":"test-librbd-smithi111-207202-17"}]': finished 2023-12-01T05:32:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:09 smithi111 ceph-mon[116524]: osdmap e1232: 8 total, 8 up, 8 in 2023-12-01T05:32:09.615 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.FlushAioPP (201 ms) 2023-12-01T05:32:09.615 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapDiff 2023-12-01T05:32:09.615 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:11 smithi155 ceph-mon[102677]: pgmap v2681: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:11 smithi155 ceph-mon[102677]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-01T05:32:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:11 smithi111 ceph-mon[97855]: pgmap v2681: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:11 smithi111 ceph-mon[97855]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-01T05:32:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:11 smithi111 ceph-mon[116524]: pgmap v2681: 649 pgs: 649 active+clean; 301 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:11 smithi111 ceph-mon[116524]: osdmap e1233: 8 total, 8 up, 8 in 2023-12-01T05:32:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:12 smithi111 ceph-mon[97855]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-01T05:32:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:12 smithi111 ceph-mon[116524]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-01T05:32:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:12 smithi155 ceph-mon[102677]: osdmap e1234: 8 total, 8 up, 8 in 2023-12-01T05:32:13.335 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:32:13.336 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapDiff (3720 ms) 2023-12-01T05:32:13.336 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2023-12-01T05:32:13.336 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:13.358 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (24 ms) 2023-12-01T05:32:13.358 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2023-12-01T05:32:13.358 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:13.385 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (27 ms) 2023-12-01T05:32:13.385 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2023-12-01T05:32:13.385 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:13.402 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2023-12-01T05:32:13.402 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2023-12-01T05:32:13.402 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:13.440 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.LargeCacheRead (38 ms) 2023-12-01T05:32:13.440 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestPendingAio 2023-12-01T05:32:13.440 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:13 smithi111 ceph-mon[97855]: pgmap v2684: 649 pgs: 649 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 655 KiB/s rd, 149 KiB/s wr, 941 op/s 2023-12-01T05:32:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:13 smithi111 ceph-mon[97855]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-01T05:32:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:13 smithi111 ceph-mon[116524]: pgmap v2684: 649 pgs: 649 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 655 KiB/s rd, 149 KiB/s wr, 941 op/s 2023-12-01T05:32:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:13 smithi111 ceph-mon[116524]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-01T05:32:13.663 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestPendingAio (223 ms) 2023-12-01T05:32:13.663 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2023-12-01T05:32:13.663 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:13 smithi155 ceph-mon[102677]: pgmap v2684: 649 pgs: 649 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 655 KiB/s rd, 149 KiB/s wr, 941 op/s 2023-12-01T05:32:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:13 smithi155 ceph-mon[102677]: osdmap e1235: 8 total, 8 up, 8 in 2023-12-01T05:32:14.190 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:14 smithi111 ceph-mon[97855]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-01T05:32:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:14 smithi111 ceph-mon[97855]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-01T05:32:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:14 smithi111 ceph-mon[116524]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-01T05:32:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:14 smithi111 ceph-mon[116524]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-01T05:32:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:14 smithi155 ceph-mon[102677]: osdmap e1236: 8 total, 8 up, 8 in 2023-12-01T05:32:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:14 smithi155 ceph-mon[102677]: osdmap e1237: 8 total, 8 up, 8 in 2023-12-01T05:32:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:15 smithi111 ceph-mon[97855]: pgmap v2687: 649 pgs: 649 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 655 KiB/s rd, 149 KiB/s wr, 941 op/s 2023-12-01T05:32:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:15 smithi111 ceph-mon[97855]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-01T05:32:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:15 smithi111 ceph-mon[116524]: pgmap v2687: 649 pgs: 649 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 655 KiB/s rd, 149 KiB/s wr, 941 op/s 2023-12-01T05:32:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:15 smithi111 ceph-mon[116524]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-01T05:32:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:15 smithi155 ceph-mon[102677]: pgmap v2687: 649 pgs: 649 active+clean; 303 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 655 KiB/s rd, 149 KiB/s wr, 941 op/s 2023-12-01T05:32:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:15 smithi155 ceph-mon[102677]: osdmap e1238: 8 total, 8 up, 8 in 2023-12-01T05:32:16.170 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2507 ms) 2023-12-01T05:32:16.170 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2023-12-01T05:32:16.170 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:16.899 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:32:17.227 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (49m) 6m ago 50m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (49m) 6m ago 49m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (51m) 6m ago 51m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (51m) 6m ago 51m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (54m) 6m ago 54m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (55m) 6m ago 55m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (55m) 6m ago 55m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (54m) 6m ago 54m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (54m) 6m ago 54m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:32:17.292 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (49m) 6m ago 49m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (49m) 6m ago 49m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (54m) 6m ago 54m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (53m) 6m ago 53m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (53m) 6m ago 53m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (52m) 6m ago 52m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (52m) 6m ago 52m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (52m) 6m ago 52m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (51m) 6m ago 51m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (51m) 6m ago 51m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:32:17.293 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (49m) 6m ago 50m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:32:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:17 smithi155 ceph-mon[102677]: pgmap v2690: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 743 KiB/s rd, 598 KiB/s wr, 370 op/s 2023-12-01T05:32:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:17 smithi155 ceph-mon[102677]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-01T05:32:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:32:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:17 smithi111 ceph-mon[97855]: pgmap v2690: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 743 KiB/s rd, 598 KiB/s wr, 370 op/s 2023-12-01T05:32:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:17 smithi111 ceph-mon[97855]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-01T05:32:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:32:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:17 smithi111 ceph-mon[116524]: pgmap v2690: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 743 KiB/s rd, 598 KiB/s wr, 370 op/s 2023-12-01T05:32:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:17 smithi111 ceph-mon[116524]: osdmap e1239: 8 total, 8 up, 8 in 2023-12-01T05:32:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:32:17.677 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:32:17.678 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:32:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: from='client.17934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-01T05:32:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: from='client.26908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:18.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:32:18.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:32:18.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:18.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/105749784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:32:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: from='client.17934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: from='client.26908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/105749784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: from='client.17934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: osdmap e1240: 8 total, 8 up, 8 in 2023-12-01T05:32:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: from='client.26908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:32:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:32:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/105749784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:32:19.143 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (2974 ms) 2023-12-01T05:32:19.143 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Flatten 2023-12-01T05:32:19.143 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:19 smithi155 ceph-mon[102677]: pgmap v2693: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 743 KiB/s rd, 598 KiB/s wr, 370 op/s 2023-12-01T05:32:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:19 smithi155 ceph-mon[102677]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-01T05:32:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:19.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:19.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:19 smithi155 ceph-mon[102677]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-01T05:32:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:32:19] "GET /metrics HTTP/1.1" 200 74820 "" "Prometheus/2.43.0" 2023-12-01T05:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[116524]: pgmap v2693: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 743 KiB/s rd, 598 KiB/s wr, 370 op/s 2023-12-01T05:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[116524]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-01T05:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[116524]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-01T05:32:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[97855]: pgmap v2693: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 743 KiB/s rd, 598 KiB/s wr, 370 op/s 2023-12-01T05:32:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[97855]: osdmap e1241: 8 total, 8 up, 8 in 2023-12-01T05:32:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:32:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:19 smithi111 ceph-mon[97855]: osdmap e1242: 8 total, 8 up, 8 in 2023-12-01T05:32:20.244 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Flatten (1101 ms) 2023-12-01T05:32:20.245 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Sparsify 2023-12-01T05:32:20.245 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:20.279 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 32768 2023-12-01T05:32:20.280 INFO:tasks.workunit.client.0.smithi111.stdout:read: 32768 2023-12-01T05:32:20.280 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2023-12-01T05:32:20.280 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SparsifyPP 2023-12-01T05:32:20.280 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:20.312 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2023-12-01T05:32:20.313 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2023-12-01T05:32:20.313 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:21 smithi155 ceph-mon[102677]: pgmap v2696: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:21 smithi155 ceph-mon[102677]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-01T05:32:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:21 smithi111 ceph-mon[97855]: pgmap v2696: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:21 smithi111 ceph-mon[97855]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-01T05:32:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:21 smithi111 ceph-mon[116524]: pgmap v2696: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:21 smithi111 ceph-mon[116524]: osdmap e1243: 8 total, 8 up, 8 in 2023-12-01T05:32:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:22 smithi155 ceph-mon[102677]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-01T05:32:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:22 smithi111 ceph-mon[97855]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-01T05:32:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:22 smithi111 ceph-mon[116524]: osdmap e1244: 8 total, 8 up, 8 in 2023-12-01T05:32:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:23 smithi155 ceph-mon[102677]: pgmap v2699: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 263 op/s 2023-12-01T05:32:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:23 smithi155 ceph-mon[102677]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-01T05:32:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:23 smithi111 ceph-mon[97855]: pgmap v2699: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 263 op/s 2023-12-01T05:32:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:23 smithi111 ceph-mon[97855]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-01T05:32:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:23 smithi111 ceph-mon[116524]: pgmap v2699: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 263 op/s 2023-12-01T05:32:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:23 smithi111 ceph-mon[116524]: osdmap e1245: 8 total, 8 up, 8 in 2023-12-01T05:32:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:24 smithi155 ceph-mon[102677]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-01T05:32:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:24 smithi111 ceph-mon[97855]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-01T05:32:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:24 smithi111 ceph-mon[116524]: osdmap e1246: 8 total, 8 up, 8 in 2023-12-01T05:32:25.194 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapshotLimit (4882 ms) 2023-12-01T05:32:25.195 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2023-12-01T05:32:25.195 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:25 smithi155 ceph-mon[102677]: pgmap v2702: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 263 op/s 2023-12-01T05:32:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:25 smithi155 ceph-mon[102677]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-01T05:32:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:25 smithi111 ceph-mon[97855]: pgmap v2702: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 263 op/s 2023-12-01T05:32:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:25 smithi111 ceph-mon[97855]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-01T05:32:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:25 smithi111 ceph-mon[116524]: pgmap v2702: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 23 KiB/s wr, 263 op/s 2023-12-01T05:32:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:25 smithi111 ceph-mon[116524]: osdmap e1247: 8 total, 8 up, 8 in 2023-12-01T05:32:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:26 smithi155 ceph-mon[102677]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-01T05:32:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:26 smithi111 ceph-mon[97855]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-01T05:32:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:26 smithi111 ceph-mon[116524]: osdmap e1248: 8 total, 8 up, 8 in 2023-12-01T05:32:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:27 smithi155 ceph-mon[102677]: pgmap v2705: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 28 KiB/s wr, 156 op/s 2023-12-01T05:32:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:27 smithi155 ceph-mon[102677]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-01T05:32:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:27 smithi111 ceph-mon[97855]: pgmap v2705: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 28 KiB/s wr, 156 op/s 2023-12-01T05:32:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:27 smithi111 ceph-mon[97855]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-01T05:32:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:27 smithi111 ceph-mon[116524]: pgmap v2705: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 28 KiB/s wr, 156 op/s 2023-12-01T05:32:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:27 smithi111 ceph-mon[116524]: osdmap e1249: 8 total, 8 up, 8 in 2023-12-01T05:32:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:28 smithi155 ceph-mon[102677]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-01T05:32:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:28 smithi111 ceph-mon[97855]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-01T05:32:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:28 smithi111 ceph-mon[116524]: osdmap e1250: 8 total, 8 up, 8 in 2023-12-01T05:32:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:32:29] "GET /metrics HTTP/1.1" 200 74820 "" "Prometheus/2.43.0" 2023-12-01T05:32:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:29 smithi111 ceph-mon[97855]: pgmap v2708: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 28 KiB/s wr, 156 op/s 2023-12-01T05:32:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:29 smithi111 ceph-mon[97855]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-01T05:32:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:29 smithi111 ceph-mon[116524]: pgmap v2708: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 28 KiB/s wr, 156 op/s 2023-12-01T05:32:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:29 smithi111 ceph-mon[116524]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-01T05:32:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:29 smithi155 ceph-mon[102677]: pgmap v2708: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 132 KiB/s rd, 28 KiB/s wr, 156 op/s 2023-12-01T05:32:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:29 smithi155 ceph-mon[102677]: osdmap e1251: 8 total, 8 up, 8 in 2023-12-01T05:32:30.255 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5061 ms) 2023-12-01T05:32:30.256 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2023-12-01T05:32:30.256 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:30.321 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:32:30.321 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (65 ms) 2023-12-01T05:32:30.321 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2023-12-01T05:32:30.321 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:30.389 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (68 ms) 2023-12-01T05:32:30.389 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2023-12-01T05:32:30.389 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:30 smithi111 ceph-mon[97855]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-01T05:32:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:30 smithi111 ceph-mon[116524]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-01T05:32:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:30 smithi155 ceph-mon[102677]: osdmap e1252: 8 total, 8 up, 8 in 2023-12-01T05:32:31.270 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (882 ms) 2023-12-01T05:32:31.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2023-12-01T05:32:31.271 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:31 smithi111 ceph-mon[97855]: pgmap v2711: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:31 smithi111 ceph-mon[97855]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-01T05:32:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:31 smithi111 ceph-mon[116524]: pgmap v2711: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:31 smithi111 ceph-mon[116524]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-01T05:32:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:31 smithi155 ceph-mon[102677]: pgmap v2711: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:31 smithi155 ceph-mon[102677]: osdmap e1253: 8 total, 8 up, 8 in 2023-12-01T05:32:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:32 smithi111 ceph-mon[97855]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-01T05:32:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:32 smithi111 ceph-mon[116524]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-01T05:32:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:32 smithi155 ceph-mon[102677]: osdmap e1254: 8 total, 8 up, 8 in 2023-12-01T05:32:33.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2001 ms) 2023-12-01T05:32:33.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2023-12-01T05:32:33.271 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (68 ms) 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_librbd.cc:8745: Skipped 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapRemove2 2023-12-01T05:32:33.340 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:33 smithi111 ceph-mon[97855]: pgmap v2714: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2023-12-01T05:32:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:33 smithi111 ceph-mon[97855]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-01T05:32:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:33 smithi111 ceph-mon[116524]: pgmap v2714: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2023-12-01T05:32:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:33 smithi111 ceph-mon[116524]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-01T05:32:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:33 smithi155 ceph-mon[102677]: pgmap v2714: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2023-12-01T05:32:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:33 smithi155 ceph-mon[102677]: osdmap e1255: 8 total, 8 up, 8 in 2023-12-01T05:32:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:34 smithi111 ceph-mon[97855]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-01T05:32:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:34 smithi111 ceph-mon[97855]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-01T05:32:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:34 smithi111 ceph-mon[116524]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-01T05:32:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:34 smithi111 ceph-mon[116524]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-01T05:32:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:34 smithi155 ceph-mon[102677]: osdmap e1256: 8 total, 8 up, 8 in 2023-12-01T05:32:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:34 smithi155 ceph-mon[102677]: osdmap e1257: 8 total, 8 up, 8 in 2023-12-01T05:32:35.144 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:32:35.144 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapRemove2 (1805 ms) 2023-12-01T05:32:35.144 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2023-12-01T05:32:35.145 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:35 smithi111 ceph-mon[97855]: pgmap v2717: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2023-12-01T05:32:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:35 smithi111 ceph-mon[97855]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-01T05:32:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:35 smithi111 ceph-mon[116524]: pgmap v2717: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2023-12-01T05:32:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:35 smithi111 ceph-mon[116524]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-01T05:32:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:35 smithi155 ceph-mon[102677]: pgmap v2717: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2023-12-01T05:32:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:35 smithi155 ceph-mon[102677]: osdmap e1258: 8 total, 8 up, 8 in 2023-12-01T05:32:36.165 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1020 ms) 2023-12-01T05:32:36.165 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2023-12-01T05:32:36.165 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:37.162 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (997 ms) 2023-12-01T05:32:37.162 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2023-12-01T05:32:37.162 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:37 smithi155 ceph-mon[102677]: pgmap v2720: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 18 KiB/s wr, 295 op/s 2023-12-01T05:32:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:37 smithi155 ceph-mon[102677]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-01T05:32:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:37 smithi111 ceph-mon[116524]: pgmap v2720: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 18 KiB/s wr, 295 op/s 2023-12-01T05:32:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:37 smithi111 ceph-mon[116524]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-01T05:32:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:37 smithi111 ceph-mon[97855]: pgmap v2720: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 18 KiB/s wr, 295 op/s 2023-12-01T05:32:37.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:37 smithi111 ceph-mon[97855]: osdmap e1259: 8 total, 8 up, 8 in 2023-12-01T05:32:38.200 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1038 ms) 2023-12-01T05:32:38.200 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2023-12-01T05:32:38.200 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:38 smithi155 ceph-mon[102677]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-01T05:32:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:38 smithi111 ceph-mon[97855]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-01T05:32:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:38 smithi111 ceph-mon[116524]: osdmap e1260: 8 total, 8 up, 8 in 2023-12-01T05:32:39.230 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1031 ms) 2023-12-01T05:32:39.230 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2023-12-01T05:32:39.230 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:39.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (40 ms) 2023-12-01T05:32:39.271 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2023-12-01T05:32:39.272 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:39.309 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (39 ms) 2023-12-01T05:32:39.309 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2023-12-01T05:32:39.310 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:39 smithi155 ceph-mon[102677]: pgmap v2723: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 18 KiB/s wr, 295 op/s 2023-12-01T05:32:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:39 smithi155 ceph-mon[102677]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-01T05:32:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:39 smithi155 ceph-mon[102677]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:32:39] "GET /metrics HTTP/1.1" 200 74819 "" "Prometheus/2.43.0" 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:39 smithi111 ceph-mon[97855]: pgmap v2723: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 18 KiB/s wr, 295 op/s 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:39 smithi111 ceph-mon[97855]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:39 smithi111 ceph-mon[97855]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:39 smithi111 ceph-mon[116524]: pgmap v2723: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 217 KiB/s rd, 18 KiB/s wr, 295 op/s 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:39 smithi111 ceph-mon[116524]: osdmap e1261: 8 total, 8 up, 8 in 2023-12-01T05:32:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:39 smithi111 ceph-mon[116524]: osdmap e1262: 8 total, 8 up, 8 in 2023-12-01T05:32:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 05:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T05:32:40.123822175Z level=info msg="Completed cleanup jobs" duration=90.446633ms 2023-12-01T05:32:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:41 smithi155 ceph-mon[102677]: pgmap v2726: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:41 smithi155 ceph-mon[102677]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-01T05:32:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:41 smithi111 ceph-mon[97855]: pgmap v2726: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:41 smithi111 ceph-mon[97855]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-01T05:32:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:41 smithi111 ceph-mon[116524]: pgmap v2726: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:41 smithi111 ceph-mon[116524]: osdmap e1263: 8 total, 8 up, 8 in 2023-12-01T05:32:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:42 smithi155 ceph-mon[102677]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-01T05:32:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:42 smithi111 ceph-mon[97855]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-01T05:32:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:42 smithi111 ceph-mon[116524]: osdmap e1264: 8 total, 8 up, 8 in 2023-12-01T05:32:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:43 smithi155 ceph-mon[102677]: pgmap v2729: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 14 KiB/s wr, 296 op/s 2023-12-01T05:32:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:43 smithi155 ceph-mon[102677]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-01T05:32:43.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:43 smithi111 ceph-mon[97855]: pgmap v2729: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 14 KiB/s wr, 296 op/s 2023-12-01T05:32:43.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:43 smithi111 ceph-mon[97855]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-01T05:32:43.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:43 smithi111 ceph-mon[116524]: pgmap v2729: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 14 KiB/s wr, 296 op/s 2023-12-01T05:32:43.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:43 smithi111 ceph-mon[116524]: osdmap e1265: 8 total, 8 up, 8 in 2023-12-01T05:32:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:44 smithi155 ceph-mon[102677]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-01T05:32:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:44 smithi155 ceph-mon[102677]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-01T05:32:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:44 smithi111 ceph-mon[97855]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-01T05:32:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:44 smithi111 ceph-mon[97855]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-01T05:32:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:44 smithi111 ceph-mon[116524]: osdmap e1266: 8 total, 8 up, 8 in 2023-12-01T05:32:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:44 smithi111 ceph-mon[116524]: osdmap e1267: 8 total, 8 up, 8 in 2023-12-01T05:32:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:45 smithi155 ceph-mon[102677]: pgmap v2732: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 14 KiB/s wr, 296 op/s 2023-12-01T05:32:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:45 smithi155 ceph-mon[102677]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-01T05:32:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:45 smithi111 ceph-mon[97855]: pgmap v2732: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 14 KiB/s wr, 296 op/s 2023-12-01T05:32:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:45 smithi111 ceph-mon[97855]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-01T05:32:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:45 smithi111 ceph-mon[116524]: pgmap v2732: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 14 KiB/s wr, 296 op/s 2023-12-01T05:32:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:45 smithi111 ceph-mon[116524]: osdmap e1268: 8 total, 8 up, 8 in 2023-12-01T05:32:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:47 smithi155 ceph-mon[102677]: pgmap v2735: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2023-12-01T05:32:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:47 smithi155 ceph-mon[102677]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-01T05:32:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:47 smithi111 ceph-mon[97855]: pgmap v2735: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2023-12-01T05:32:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:47 smithi111 ceph-mon[97855]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-01T05:32:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:47 smithi111 ceph-mon[116524]: pgmap v2735: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2023-12-01T05:32:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:47 smithi111 ceph-mon[116524]: osdmap e1269: 8 total, 8 up, 8 in 2023-12-01T05:32:48.024 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:32:48.352 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (50m) 7m ago 50m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (50m) 7m ago 50m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (51m) 7m ago 51m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (51m) 7m ago 51m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (54m) 7m ago 54m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (56m) 7m ago 56m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (56m) 7m ago 56m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (55m) 7m ago 55m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (55m) 7m ago 55m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (50m) 7m ago 50m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (50m) 7m ago 50m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (54m) 7m ago 54m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (54m) 7m ago 54m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:32:48.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (53m) 7m ago 53m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:32:48.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (53m) 7m ago 53m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:32:48.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (53m) 7m ago 53m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:32:48.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (52m) 7m ago 52m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:32:48.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (52m) 7m ago 52m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:32:48.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (51m) 7m ago 51m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:32:48.354 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (49m) 7m ago 51m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:32:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:48 smithi155 ceph-mon[102677]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-01T05:32:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:48 smithi111 ceph-mon[97855]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-01T05:32:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:48 smithi111 ceph-mon[116524]: osdmap e1270: 8 total, 8 up, 8 in 2023-12-01T05:32:48.731 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:32:48.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:32:48.731 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:32:48.732 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:32:48.733 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:32:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:49 smithi155 ceph-mon[102677]: pgmap v2738: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2023-12-01T05:32:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:49 smithi155 ceph-mon[102677]: from='client.17952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:49 smithi155 ceph-mon[102677]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-01T05:32:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:49 smithi155 ceph-mon[102677]: from='client.17958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1419418750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:32:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:32:49] "GET /metrics HTTP/1.1" 200 74821 "" "Prometheus/2.43.0" 2023-12-01T05:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[116524]: pgmap v2738: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2023-12-01T05:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[116524]: from='client.17952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[116524]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-01T05:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[116524]: from='client.17958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1419418750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[97855]: pgmap v2738: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 3.7 KiB/s wr, 63 op/s 2023-12-01T05:32:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[97855]: from='client.17952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[97855]: osdmap e1271: 8 total, 8 up, 8 in 2023-12-01T05:32:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[97855]: from='client.17958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:32:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1419418750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:32:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:32:49.746 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10437 ms) 2023-12-01T05:32:49.747 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Metadata 2023-12-01T05:32:49.747 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:50.246 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Metadata (499 ms) 2023-12-01T05:32:50.246 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.MetadataPP 2023-12-01T05:32:50.246 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:50 smithi155 ceph-mon[102677]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-01T05:32:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:50 smithi111 ceph-mon[97855]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-01T05:32:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:50 smithi111 ceph-mon[116524]: osdmap e1272: 8 total, 8 up, 8 in 2023-12-01T05:32:51.263 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.MetadataPP (1017 ms) 2023-12-01T05:32:51.263 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2023-12-01T05:32:51.263 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:51.358 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.UpdateFeatures (96 ms) 2023-12-01T05:32:51.359 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2023-12-01T05:32:51.359 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2023-12-01T05:32:51.359 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2023-12-01T05:32:51.359 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:51 smithi155 ceph-mon[102677]: pgmap v2741: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:51 smithi155 ceph-mon[102677]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-01T05:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2023-12-01T05:32:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2023-12-01T05:32:51.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2023-12-01T05:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[97855]: pgmap v2741: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[97855]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-01T05:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2023-12-01T05:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2023-12-01T05:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2023-12-01T05:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[116524]: pgmap v2741: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:32:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[116524]: osdmap e1273: 8 total, 8 up, 8 in 2023-12-01T05:32:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2023-12-01T05:32:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]: dispatch 2023-12-01T05:32:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2023-12-01T05:32:52.224 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:32:52.225 INFO:tasks.workunit.client.0.smithi111.stdout:25.00% done 2023-12-01T05:32:52.225 INFO:tasks.workunit.client.0.smithi111.stdout:50.00% done 2023-12-01T05:32:52.225 INFO:tasks.workunit.client.0.smithi111.stdout:75.00% done 2023-12-01T05:32:52.225 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.RebuildObjectMap (866 ms) 2023-12-01T05:32:52.225 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2023-12-01T05:32:52.257 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:32:52.257 INFO:tasks.workunit.client.0.smithi111.stdout:25.00% done 2023-12-01T05:32:52.257 INFO:tasks.workunit.client.0.smithi111.stdout:50.00% done 2023-12-01T05:32:52.257 INFO:tasks.workunit.client.0.smithi111.stdout:75.00% done 2023-12-01T05:32:52.257 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (33 ms) 2023-12-01T05:32:52.258 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2023-12-01T05:32:52.258 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2023-12-01T05:32:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2023-12-01T05:32:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2023-12-01T05:32:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:52 smithi155 ceph-mon[102677]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-01T05:32:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2023-12-01T05:32:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2023-12-01T05:32:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2023-12-01T05:32:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[97855]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-01T05:32:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2023-12-01T05:32:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 3]}]': finished 2023-12-01T05:32:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2023-12-01T05:32:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:52 smithi111 ceph-mon[116524]: osdmap e1274: 8 total, 8 up, 8 in 2023-12-01T05:32:53.239 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:32:53.239 INFO:tasks.workunit.client.0.smithi111.stdout:25.00% done 2023-12-01T05:32:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:50.00% done 2023-12-01T05:32:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:75.00% done 2023-12-01T05:32:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CheckObjectMap (982 ms) 2023-12-01T05:32:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.BlockingAIO 2023-12-01T05:32:53.240 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:53.277 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.BlockingAIO (37 ms) 2023-12-01T05:32:53.277 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2023-12-01T05:32:53.277 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:53.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (165 ms) 2023-12-01T05:32:53.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2023-12-01T05:32:53.442 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_librbd.cc:9802: Skipped 2023-12-01T05:32:53.442 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:32:53.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2023-12-01T05:32:53.442 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2023-12-01T05:32:53.443 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:53 smithi155 ceph-mon[102677]: pgmap v2744: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 197 KiB/s wr, 732 op/s 2023-12-01T05:32:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:53 smithi155 ceph-mon[102677]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-01T05:32:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:53 smithi111 ceph-mon[97855]: pgmap v2744: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 197 KiB/s wr, 732 op/s 2023-12-01T05:32:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:53 smithi111 ceph-mon[97855]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-01T05:32:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:53 smithi111 ceph-mon[116524]: pgmap v2744: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 197 KiB/s wr, 732 op/s 2023-12-01T05:32:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:53 smithi111 ceph-mon[116524]: osdmap e1275: 8 total, 8 up, 8 in 2023-12-01T05:32:54.263 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (821 ms) 2023-12-01T05:32:54.263 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2023-12-01T05:32:54.263 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:54 smithi155 ceph-mon[102677]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-01T05:32:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:54 smithi111 ceph-mon[97855]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-01T05:32:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:54 smithi111 ceph-mon[116524]: osdmap e1276: 8 total, 8 up, 8 in 2023-12-01T05:32:55.213 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (951 ms) 2023-12-01T05:32:55.213 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestImageOptions 2023-12-01T05:32:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:55 smithi155 ceph-mon[102677]: pgmap v2747: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 197 KiB/s wr, 732 op/s 2023-12-01T05:32:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:55 smithi155 ceph-mon[102677]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-01T05:32:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:55 smithi111 ceph-mon[97855]: pgmap v2747: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 197 KiB/s wr, 732 op/s 2023-12-01T05:32:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:55 smithi111 ceph-mon[97855]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-01T05:32:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:55 smithi111 ceph-mon[116524]: pgmap v2747: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 437 KiB/s rd, 197 KiB/s wr, 732 op/s 2023-12-01T05:32:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:55 smithi111 ceph-mon[116524]: osdmap e1277: 8 total, 8 up, 8 in 2023-12-01T05:32:56.338 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:32:56.338 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:32:56.339 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestImageOptions (1125 ms) 2023-12-01T05:32:56.339 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2023-12-01T05:32:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:56 smithi155 ceph-mon[102677]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-01T05:32:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:56 smithi111 ceph-mon[97855]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-01T05:32:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:56 smithi111 ceph-mon[116524]: osdmap e1278: 8 total, 8 up, 8 in 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:100.00% done 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1022 ms) 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ImagePollIO 2023-12-01T05:32:57.361 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:57.405 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:32:57.405 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:32:57.405 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:32:57.405 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:wrote: 512 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.406 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:started write 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:write completion cb called! 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 0 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:finished write 2023-12-01T05:32:57.407 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:32:57.408 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:created completion 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:started read 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:read completion cb called! 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:return value is: 512 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ImagePollIO (44 ms) 2023-12-01T05:32:57.409 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Mirror 2023-12-01T05:32:57.410 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:57.419 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:32:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:57 smithi155 ceph-mon[102677]: pgmap v2750: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 714 op/s; 4 B/s, 0 objects/s recovering 2023-12-01T05:32:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:57 smithi155 ceph-mon[102677]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-01T05:32:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:57 smithi111 ceph-mon[97855]: pgmap v2750: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 714 op/s; 4 B/s, 0 objects/s recovering 2023-12-01T05:32:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:57 smithi111 ceph-mon[97855]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-01T05:32:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:57 smithi111 ceph-mon[116524]: pgmap v2750: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 714 op/s; 4 B/s, 0 objects/s recovering 2023-12-01T05:32:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:57 smithi111 ceph-mon[116524]: osdmap e1279: 8 total, 8 up, 8 in 2023-12-01T05:32:58.374 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Mirror (969 ms) 2023-12-01T05:32:58.374 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2023-12-01T05:32:58.388 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (14 ms) 2023-12-01T05:32:58.388 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2023-12-01T05:32:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:58 smithi155 ceph-mon[102677]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-01T05:32:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:58 smithi111 ceph-mon[97855]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-01T05:32:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:58 smithi111 ceph-mon[116524]: osdmap e1280: 8 total, 8 up, 8 in 2023-12-01T05:32:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: pgmap v2753: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 714 op/s; 4 B/s, 0 objects/s recovering 2023-12-01T05:32:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-01T05:32:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/0755d07f-08c6-4b22-ad57-5e79fd8c556f"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/0755d07f-08c6-4b22-ad57-5e79fd8c556f"}]': finished 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/1015c3fd-e7a1-4d4a-8b01-d3bdea864e44"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/1015c3fd-e7a1-4d4a-8b01-d3bdea864e44"}]': finished 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/6f9ad251-0a6a-4ced-b6e5-f54c05d6c306"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/6f9ad251-0a6a-4ced-b6e5-f54c05d6c306"}]': finished 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:32:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]': finished 2023-12-01T05:32:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:32:59] "GET /metrics HTTP/1.1" 200 74821 "" "Prometheus/2.43.0" 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: pgmap v2753: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 714 op/s; 4 B/s, 0 objects/s recovering 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/0755d07f-08c6-4b22-ad57-5e79fd8c556f"}]: dispatch 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/0755d07f-08c6-4b22-ad57-5e79fd8c556f"}]': finished 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/1015c3fd-e7a1-4d4a-8b01-d3bdea864e44"}]: dispatch 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/1015c3fd-e7a1-4d4a-8b01-d3bdea864e44"}]': finished 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/6f9ad251-0a6a-4ced-b6e5-f54c05d6c306"}]: dispatch 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/6f9ad251-0a6a-4ced-b6e5-f54c05d6c306"}]': finished 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' 2023-12-01T05:32:59.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]': finished 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: pgmap v2753: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 550 KiB/s rd, 133 KiB/s wr, 714 op/s; 4 B/s, 0 objects/s recovering 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: osdmap e1281: 8 total, 8 up, 8 in 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]: dispatch 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/uuid4"}]': finished 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/0755d07f-08c6-4b22-ad57-5e79fd8c556f"}]: dispatch 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/0755d07f-08c6-4b22-ad57-5e79fd8c556f"}]': finished 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/1015c3fd-e7a1-4d4a-8b01-d3bdea864e44"}]: dispatch 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/1015c3fd-e7a1-4d4a-8b01-d3bdea864e44"}]': finished 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/6f9ad251-0a6a-4ced-b6e5-f54c05d6c306"}]: dispatch 2023-12-01T05:32:59.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/6f9ad251-0a6a-4ced-b6e5-f54c05d6c306"}]': finished 2023-12-01T05:32:59.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' 2023-12-01T05:32:59.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]: dispatch 2023-12-01T05:32:59.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:32:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531895484' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/77/2d7f977d-4912-4b3b-aa25-f1e97a189b87"}]': finished 2023-12-01T05:33:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:00 smithi155 ceph-mon[102677]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-01T05:33:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:00 smithi111 ceph-mon[97855]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-01T05:33:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:00 smithi111 ceph-mon[116524]: osdmap e1282: 8 total, 8 up, 8 in 2023-12-01T05:33:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:01 smithi155 ceph-mon[102677]: pgmap v2756: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:01 smithi155 ceph-mon[102677]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-01T05:33:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:01 smithi111 ceph-mon[97855]: pgmap v2756: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:01 smithi111 ceph-mon[97855]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-01T05:33:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:01 smithi111 ceph-mon[116524]: pgmap v2756: 649 pgs: 649 active+clean; 309 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:01 smithi111 ceph-mon[116524]: osdmap e1283: 8 total, 8 up, 8 in 2023-12-01T05:33:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:02 smithi155 ceph-mon[102677]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-01T05:33:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:02 smithi155 ceph-mon[102677]: pgmap v2759: 649 pgs: 649 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2023-12-01T05:33:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:02 smithi111 ceph-mon[97855]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-01T05:33:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:02 smithi111 ceph-mon[97855]: pgmap v2759: 649 pgs: 649 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2023-12-01T05:33:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:02 smithi111 ceph-mon[116524]: osdmap e1284: 8 total, 8 up, 8 in 2023-12-01T05:33:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:02 smithi111 ceph-mon[116524]: pgmap v2759: 649 pgs: 649 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2023-12-01T05:33:03.470 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5082 ms) 2023-12-01T05:33:03.470 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2023-12-01T05:33:03.470 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:03 smithi155 ceph-mon[102677]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-01T05:33:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:03 smithi111 ceph-mon[97855]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-01T05:33:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:03 smithi111 ceph-mon[116524]: osdmap e1285: 8 total, 8 up, 8 in 2023-12-01T05:33:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:04 smithi155 ceph-mon[102677]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-01T05:33:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:04 smithi155 ceph-mon[102677]: pgmap v2762: 649 pgs: 649 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2023-12-01T05:33:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:04 smithi111 ceph-mon[97855]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-01T05:33:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:04 smithi111 ceph-mon[97855]: pgmap v2762: 649 pgs: 649 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2023-12-01T05:33:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:04 smithi111 ceph-mon[116524]: osdmap e1286: 8 total, 8 up, 8 in 2023-12-01T05:33:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:04 smithi111 ceph-mon[116524]: pgmap v2762: 649 pgs: 649 active+clean; 317 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 346 op/s 2023-12-01T05:33:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:05.465 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1996 ms) 2023-12-01T05:33:05.465 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2023-12-01T05:33:05.465 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:05.533 INFO:tasks.workunit.client.0.smithi111.stdout:1: acquiring exclusive lock 2023-12-01T05:33:05.534 INFO:tasks.workunit.client.0.smithi111.stdout:2: acquiring exclusive lock 2023-12-01T05:33:05.537 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock acquired 2023-12-01T05:33:05.562 INFO:tasks.workunit.client.0.smithi111.stdout:2: releasing exclusive lock 2023-12-01T05:33:05.564 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock released 2023-12-01T05:33:05.564 INFO:tasks.workunit.client.0.smithi111.stdout:2: acquiring exclusive lock 2023-12-01T05:33:05.568 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock acquired 2023-12-01T05:33:05.581 INFO:tasks.workunit.client.0.smithi111.stdout:2: releasing exclusive lock 2023-12-01T05:33:05.582 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock released 2023-12-01T05:33:05.583 INFO:tasks.workunit.client.0.smithi111.stdout:2: acquiring exclusive lock 2023-12-01T05:33:05.585 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock acquired 2023-12-01T05:33:05.598 INFO:tasks.workunit.client.0.smithi111.stdout:1: releasing exclusive lock 2023-12-01T05:33:05.601 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock released 2023-12-01T05:33:05.601 INFO:tasks.workunit.client.0.smithi111.stdout:1: acquiring exclusive lock 2023-12-01T05:33:05.605 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock acquired 2023-12-01T05:33:05.652 INFO:tasks.workunit.client.0.smithi111.stdout:2: releasing exclusive lock 2023-12-01T05:33:05.655 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock released 2023-12-01T05:33:05.655 INFO:tasks.workunit.client.0.smithi111.stdout:2: acquiring exclusive lock 2023-12-01T05:33:05.659 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock acquired 2023-12-01T05:33:05.694 INFO:tasks.workunit.client.0.smithi111.stdout:2: releasing exclusive lock 2023-12-01T05:33:05.697 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock released 2023-12-01T05:33:05.697 INFO:tasks.workunit.client.0.smithi111.stdout:2: acquiring exclusive lock 2023-12-01T05:33:05.701 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock acquired 2023-12-01T05:33:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:05 smithi155 ceph-mon[102677]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-01T05:33:05.715 INFO:tasks.workunit.client.0.smithi111.stdout:2: releasing exclusive lock 2023-12-01T05:33:05.719 INFO:tasks.workunit.client.0.smithi111.stdout:2: exclusive lock released 2023-12-01T05:33:05.722 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock acquired 2023-12-01T05:33:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:05 smithi111 ceph-mon[97855]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-01T05:33:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:05 smithi111 ceph-mon[116524]: osdmap e1287: 8 total, 8 up, 8 in 2023-12-01T05:33:05.755 INFO:tasks.workunit.client.0.smithi111.stdout:1: releasing exclusive lock 2023-12-01T05:33:05.758 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock released 2023-12-01T05:33:05.758 INFO:tasks.workunit.client.0.smithi111.stdout:1: acquiring exclusive lock 2023-12-01T05:33:05.763 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock acquired 2023-12-01T05:33:05.807 INFO:tasks.workunit.client.0.smithi111.stdout:1: releasing exclusive lock 2023-12-01T05:33:05.810 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock released 2023-12-01T05:33:05.810 INFO:tasks.workunit.client.0.smithi111.stdout:1: acquiring exclusive lock 2023-12-01T05:33:05.813 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock acquired 2023-12-01T05:33:05.839 INFO:tasks.workunit.client.0.smithi111.stdout:1: releasing exclusive lock 2023-12-01T05:33:05.842 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock released 2023-12-01T05:33:05.842 INFO:tasks.workunit.client.0.smithi111.stdout:1: acquiring exclusive lock 2023-12-01T05:33:05.845 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock acquired 2023-12-01T05:33:05.868 INFO:tasks.workunit.client.0.smithi111.stdout:1: releasing exclusive lock 2023-12-01T05:33:05.871 INFO:tasks.workunit.client.0.smithi111.stdout:1: exclusive lock released 2023-12-01T05:33:05.885 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ExclusiveLock (420 ms) 2023-12-01T05:33:05.885 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.BreakLock 2023-12-01T05:33:05.901 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.484 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.BreakLock (598 ms) 2023-12-01T05:33:06.484 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2023-12-01T05:33:06.484 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.517 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (33 ms) 2023-12-01T05:33:06.517 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2023-12-01T05:33:06.517 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2023-12-01T05:33:06.517 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2023-12-01T05:33:06.517 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:1.56% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:3.12% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:4.69% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:6.25% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:7.81% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:9.38% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:10.94% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:12.50% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:14.06% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:15.62% done 2023-12-01T05:33:06.579 INFO:tasks.workunit.client.0.smithi111.stdout:17.19% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:18.75% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:20.31% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:21.88% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:23.44% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:25.00% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:26.56% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:28.12% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:29.69% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:31.25% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:32.81% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:34.38% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:35.94% done 2023-12-01T05:33:06.580 INFO:tasks.workunit.client.0.smithi111.stdout:37.50% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:39.06% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:40.62% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:42.19% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:43.75% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:45.31% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:46.88% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:48.44% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:50.00% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:51.56% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:53.12% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:54.69% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:56.25% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:57.81% done 2023-12-01T05:33:06.581 INFO:tasks.workunit.client.0.smithi111.stdout:59.38% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:60.94% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:62.50% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:64.06% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:65.62% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:67.19% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:68.75% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:70.31% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:71.88% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:73.44% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:75.00% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:76.56% done 2023-12-01T05:33:06.582 INFO:tasks.workunit.client.0.smithi111.stdout:78.12% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:79.69% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:81.25% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:82.81% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:84.38% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:85.94% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:87.50% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:89.06% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:90.62% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:92.19% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:93.75% done 2023-12-01T05:33:06.583 INFO:tasks.workunit.client.0.smithi111.stdout:95.31% done 2023-12-01T05:33:06.584 INFO:tasks.workunit.client.0.smithi111.stdout:96.88% done 2023-12-01T05:33:06.584 INFO:tasks.workunit.client.0.smithi111.stdout:98.44% done 2023-12-01T05:33:06.584 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (62 ms) 2023-12-01T05:33:06.584 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2023-12-01T05:33:06.584 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.635 INFO:tasks.workunit.client.0.smithi111.stdout:0.00% done 2023-12-01T05:33:06.635 INFO:tasks.workunit.client.0.smithi111.stdout:1.56% done 2023-12-01T05:33:06.635 INFO:tasks.workunit.client.0.smithi111.stdout:3.12% done 2023-12-01T05:33:06.635 INFO:tasks.workunit.client.0.smithi111.stdout:4.69% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:6.25% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:7.81% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:9.38% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:10.94% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:12.50% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:14.06% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:15.62% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:17.19% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:18.75% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:20.31% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:21.88% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:23.44% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:25.00% done 2023-12-01T05:33:06.636 INFO:tasks.workunit.client.0.smithi111.stdout:26.56% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:28.12% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:29.69% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:31.25% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:32.81% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:34.38% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:35.94% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:37.50% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:39.06% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:40.62% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:42.19% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:43.75% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:45.31% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:46.88% done 2023-12-01T05:33:06.637 INFO:tasks.workunit.client.0.smithi111.stdout:48.44% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:50.00% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:51.56% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:53.12% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:54.69% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:56.25% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:57.81% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:59.38% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:60.94% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:62.50% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:64.06% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:65.62% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:67.19% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:68.75% done 2023-12-01T05:33:06.638 INFO:tasks.workunit.client.0.smithi111.stdout:70.31% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:71.88% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:73.44% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:75.00% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:76.56% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:78.12% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:79.69% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:81.25% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:82.81% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:84.38% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:85.94% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:87.50% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:89.06% done 2023-12-01T05:33:06.639 INFO:tasks.workunit.client.0.smithi111.stdout:90.62% done 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:92.19% done 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:93.75% done 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:95.31% done 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:96.88% done 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:98.44% done 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2023-12-01T05:33:06.640 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.643 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:06 smithi155 ceph-mon[102677]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-01T05:33:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:06 smithi155 ceph-mon[102677]: pgmap v2765: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2023-12-01T05:33:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]: dispatch 2023-12-01T05:33:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:06 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]: dispatch 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[97855]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[97855]: pgmap v2765: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]: dispatch 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]: dispatch 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[116524]: osdmap e1288: 8 total, 8 up, 8 in 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[116524]: pgmap v2765: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690472969' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]: dispatch 2023-12-01T05:33:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:06 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]: dispatch 2023-12-01T05:33:06.761 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestTrashPurge (126 ms) 2023-12-01T05:33:06.762 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2023-12-01T05:33:06.762 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.806 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (44 ms) 2023-12-01T05:33:06.806 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestListWatchers 2023-12-01T05:33:06.806 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:06.838 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestListWatchers (32 ms) 2023-12-01T05:33:06.838 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2023-12-01T05:33:06.838 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:07.496 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestSetSnapById (659 ms) 2023-12-01T05:33:07.497 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Namespaces 2023-12-01T05:33:07.522 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2023-12-01T05:33:07.522 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.NamespacesPP 2023-12-01T05:33:07.551 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:07.556 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:07.638 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.NamespacesPP (117 ms) 2023-12-01T05:33:07.638 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Migration 2023-12-01T05:33:07.638 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:07.638 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:07 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]': finished 2023-12-01T05:33:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:07 smithi155 ceph-mon[102677]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-01T05:33:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:07 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]': finished 2023-12-01T05:33:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:07 smithi111 ceph-mon[97855]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-01T05:33:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:07 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/689214790"}]': finished 2023-12-01T05:33:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:07 smithi111 ceph-mon[116524]: osdmap e1289: 8 total, 8 up, 8 in 2023-12-01T05:33:08.040 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Migration (402 ms) 2023-12-01T05:33:08.041 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.MigrationPP 2023-12-01T05:33:08.041 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:08.041 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:08.444 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.MigrationPP (404 ms) 2023-12-01T05:33:08.445 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2023-12-01T05:33:08.445 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:08.462 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (18 ms) 2023-12-01T05:33:08.462 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2023-12-01T05:33:08.462 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:08.479 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2023-12-01T05:33:08.479 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2023-12-01T05:33:08.479 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:08 smithi111 ceph-mon[97855]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-01T05:33:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:08 smithi111 ceph-mon[97855]: pgmap v2768: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2023-12-01T05:33:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:08 smithi111 ceph-mon[116524]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-01T05:33:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:08 smithi111 ceph-mon[116524]: pgmap v2768: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2023-12-01T05:33:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:08 smithi155 ceph-mon[102677]: osdmap e1290: 8 total, 8 up, 8 in 2023-12-01T05:33:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:08 smithi155 ceph-mon[102677]: pgmap v2768: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 233 KiB/s rd, 139 KiB/s wr, 223 op/s 2023-12-01T05:33:09.203 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (723 ms) 2023-12-01T05:33:09.203 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.PoolMetadata 2023-12-01T05:33:09.232 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2023-12-01T05:33:09.232 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2023-12-01T05:33:09.249 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.PoolMetadataPP (17 ms) 2023-12-01T05:33:09.249 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.Config 2023-12-01T05:33:09.254 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:09.291 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.Config (42 ms) 2023-12-01T05:33:09.291 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ConfigPP 2023-12-01T05:33:09.295 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:09.333 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ConfigPP (42 ms) 2023-12-01T05:33:09.333 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2023-12-01T05:33:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: [01/Dec/2023:05:33:09] ENGINE Bus STOPPING 2023-12-01T05:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: [01/Dec/2023:05:33:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T05:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: [01/Dec/2023:05:33:09] ENGINE Bus STOPPED 2023-12-01T05:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: [01/Dec/2023:05:33:09] ENGINE Bus STARTING 2023-12-01T05:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:33:09] "GET /metrics HTTP/1.1" 200 74820 "" "Prometheus/2.43.0" 2023-12-01T05:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: [01/Dec/2023:05:33:09] ENGINE Serving on http://:::9283 2023-12-01T05:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:09 smithi111 conmon[98277]: [01/Dec/2023:05:33:09] ENGINE Bus STARTED 2023-12-01T05:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:10 smithi155 ceph-mon[102677]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-01T05:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:10 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T05:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[116524]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-01T05:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T05:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[97855]: osdmap e1291: 8 total, 8 up, 8 in 2023-12-01T05:33:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T05:33:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:33:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:33:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:33:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:11.322 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:11 smithi155 ceph-mon[102677]: pgmap v2770: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:11 smithi155 ceph-mon[102677]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-01T05:33:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1655069662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[97855]: pgmap v2770: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[97855]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1655069662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[116524]: pgmap v2770: 649 pgs: 649 active+clean; 318 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[116524]: osdmap e1292: 8 total, 8 up, 8 in 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1655069662' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:12 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:12 smithi155 ceph-mon[102677]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-01T05:33:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:12 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:12 smithi111 ceph-mon[97855]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-01T05:33:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:12 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-18","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:12 smithi111 ceph-mon[116524]: osdmap e1293: 8 total, 8 up, 8 in 2023-12-01T05:33:13.340 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:13.350 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:13.368 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:13 smithi155 ceph-mon[102677]: pgmap v2773: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 827 KiB/s rd, 55 KiB/s wr, 1.11k op/s 2023-12-01T05:33:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:13 smithi155 ceph-mon[102677]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-01T05:33:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:13 smithi111 ceph-mon[97855]: pgmap v2773: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 827 KiB/s rd, 55 KiB/s wr, 1.11k op/s 2023-12-01T05:33:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:13 smithi111 ceph-mon[97855]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-01T05:33:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:13 smithi111 ceph-mon[116524]: pgmap v2773: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 827 KiB/s rd, 55 KiB/s wr, 1.11k op/s 2023-12-01T05:33:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:13 smithi111 ceph-mon[116524]: osdmap e1294: 8 total, 8 up, 8 in 2023-12-01T05:33:14.410 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.PoolStatsPP (5077 ms) 2023-12-01T05:33:14.410 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ImageSpec 2023-12-01T05:33:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:14 smithi155 ceph-mon[102677]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-01T05:33:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:14 smithi111 ceph-mon[97855]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-01T05:33:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:14 smithi111 ceph-mon[116524]: osdmap e1295: 8 total, 8 up, 8 in 2023-12-01T05:33:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:15 smithi155 ceph-mon[102677]: pgmap v2776: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 59 KiB/s wr, 1.20k op/s 2023-12-01T05:33:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:15 smithi155 ceph-mon[102677]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-01T05:33:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:15 smithi111 ceph-mon[97855]: pgmap v2776: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 59 KiB/s wr, 1.20k op/s 2023-12-01T05:33:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:15 smithi111 ceph-mon[97855]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-01T05:33:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:15 smithi111 ceph-mon[116524]: pgmap v2776: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 59 KiB/s wr, 1.20k op/s 2023-12-01T05:33:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:15 smithi111 ceph-mon[116524]: osdmap e1296: 8 total, 8 up, 8 in 2023-12-01T05:33:16.342 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:16 smithi155 ceph-mon[102677]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-01T05:33:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3034462220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3034462220' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:16 smithi155 ceph-mon[102677]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-01T05:33:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[97855]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3034462220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3034462220' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[97855]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[116524]: osdmap e1297: 8 total, 8 up, 8 in 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3034462220' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3034462220' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-19","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:16 smithi111 ceph-mon[116524]: osdmap e1298: 8 total, 8 up, 8 in 2023-12-01T05:33:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:17 smithi155 ceph-mon[102677]: pgmap v2779: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2023-12-01T05:33:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:17 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:33:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:17 smithi155 ceph-mon[102677]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-01T05:33:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:17 smithi111 ceph-mon[97855]: pgmap v2779: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2023-12-01T05:33:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:17 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:33:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:17 smithi111 ceph-mon[97855]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-01T05:33:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:17 smithi111 ceph-mon[116524]: pgmap v2779: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2023-12-01T05:33:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:17 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:33:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:17 smithi111 ceph-mon[116524]: osdmap e1299: 8 total, 8 up, 8 in 2023-12-01T05:33:19.081 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:33:19.415 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:33:19.415 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (50m) 7m ago 51m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:33:19.415 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (50m) 7m ago 50m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (52m) 7m ago 52m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (52m) 7m ago 52m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (55m) 7m ago 55m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (56m) 7m ago 56m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (56m) 7m ago 57m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (55m) 7m ago 55m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (55m) 7m ago 55m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (50m) 7m ago 50m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (50m) 7m ago 50m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (55m) 7m ago 55m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (54m) 7m ago 54m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (54m) 7m ago 54m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:33:19.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (53m) 7m ago 53m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:33:19.417 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (53m) 7m ago 53m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:33:19.417 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (53m) 7m ago 53m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:33:19.417 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (52m) 7m ago 52m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:33:19.417 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (52m) 7m ago 52m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:33:19.417 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (50m) 7m ago 51m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:33:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:19 smithi155 ceph-mon[102677]: pgmap v2782: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2023-12-01T05:33:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:19 smithi155 ceph-mon[102677]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-01T05:33:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:19 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:33:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:19 smithi155 ceph-mon[102677]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-01T05:33:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:33:19] "GET /metrics HTTP/1.1" 200 79591 "" "Prometheus/2.43.0" 2023-12-01T05:33:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[97855]: pgmap v2782: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2023-12-01T05:33:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[97855]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-01T05:33:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:33:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[97855]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-01T05:33:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[116524]: pgmap v2782: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 6.2 KiB/s wr, 60 op/s 2023-12-01T05:33:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[116524]: osdmap e1300: 8 total, 8 up, 8 in 2023-12-01T05:33:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:33:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:19 smithi111 ceph-mon[116524]: osdmap e1301: 8 total, 8 up, 8 in 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:33:19.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:19.800 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:33:19.800 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:33:19.800 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:33:19.800 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:33:20.282 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ImageSpec (5872 ms) 2023-12-01T05:33:20.282 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2023-12-01T05:33:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:20 smithi155 ceph-mon[102677]: from='client.17988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2349434392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:33:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:20 smithi155 ceph-mon[102677]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-01T05:33:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:20 smithi111 ceph-mon[97855]: from='client.17988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2349434392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:33:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:20 smithi111 ceph-mon[97855]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-01T05:33:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:20 smithi111 ceph-mon[116524]: from='client.17988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2349434392' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:33:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:20 smithi111 ceph-mon[116524]: osdmap e1302: 8 total, 8 up, 8 in 2023-12-01T05:33:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:21 smithi155 ceph-mon[102677]: from='client.27860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:21 smithi155 ceph-mon[102677]: pgmap v2785: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:21 smithi155 ceph-mon[102677]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-01T05:33:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3776766495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[97855]: from='client.27860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[97855]: pgmap v2785: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[97855]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3776766495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[116524]: from='client.27860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[116524]: pgmap v2785: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[116524]: osdmap e1303: 8 total, 8 up, 8 in 2023-12-01T05:33:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3776766495' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:22.160 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:23 smithi155 ceph-mon[102677]: pgmap v2788: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2023-12-01T05:33:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3776766495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:23 smithi155 ceph-mon[102677]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-01T05:33:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:23 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[97855]: pgmap v2788: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3776766495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[97855]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[116524]: pgmap v2788: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3776766495' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-20","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[116524]: osdmap e1304: 8 total, 8 up, 8 in 2023-12-01T05:33:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:23 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:33:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:24 smithi155 ceph-mon[102677]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-01T05:33:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:24 smithi155 ceph-mon[102677]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-01T05:33:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:24 smithi111 ceph-mon[97855]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-01T05:33:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:24 smithi111 ceph-mon[97855]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-01T05:33:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:24 smithi111 ceph-mon[116524]: osdmap e1305: 8 total, 8 up, 8 in 2023-12-01T05:33:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:24 smithi111 ceph-mon[116524]: osdmap e1306: 8 total, 8 up, 8 in 2023-12-01T05:33:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:25 smithi155 ceph-mon[102677]: pgmap v2791: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2023-12-01T05:33:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:25 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:33:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:25 smithi111 ceph-mon[97855]: pgmap v2791: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2023-12-01T05:33:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:25 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:33:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:25 smithi111 ceph-mon[116524]: pgmap v2791: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 4.0 KiB/s wr, 80 op/s 2023-12-01T05:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:25 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:26 smithi155 ceph-mon[102677]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-01T05:33:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:26 smithi111 ceph-mon[97855]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-01T05:33:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:26 smithi111 ceph-mon[116524]: osdmap e1307: 8 total, 8 up, 8 in 2023-12-01T05:33:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:27 smithi155 ceph-mon[102677]: pgmap v2794: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 4.0 KiB/s wr, 107 op/s 2023-12-01T05:33:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:27 smithi155 ceph-mon[102677]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-01T05:33:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:27 smithi111 ceph-mon[97855]: pgmap v2794: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 4.0 KiB/s wr, 107 op/s 2023-12-01T05:33:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:27 smithi111 ceph-mon[97855]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-01T05:33:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:27 smithi111 ceph-mon[116524]: pgmap v2794: 745 pgs: 745 active+clean; 318 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 4.0 KiB/s wr, 107 op/s 2023-12-01T05:33:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:27 smithi111 ceph-mon[116524]: osdmap e1308: 8 total, 8 up, 8 in 2023-12-01T05:33:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:28 smithi155 ceph-mon[102677]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-01T05:33:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:28 smithi111 ceph-mon[97855]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-01T05:33:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:28 smithi111 ceph-mon[116524]: osdmap e1309: 8 total, 8 up, 8 in 2023-12-01T05:33:29.155 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 3 2023-12-01T05:33:29.155 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 3 2023-12-01T05:33:29.155 INFO:tasks.workunit.client.0.smithi111.stdout:child: image219 2023-12-01T05:33:29.155 INFO:tasks.workunit.client.0.smithi111.stdout:child: image221 2023-12-01T05:33:29.155 INFO:tasks.workunit.client.0.smithi111.stdout:child: image220 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-1/image219/6b3063a7eb0b 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-20/image220/6b3059a88dc0 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:found child test-librbd-smithi111-207202-1/image221/6b307a199748 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:num children is: 0 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:num snaps is: 0 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:expected: 0 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8874 ms) 2023-12-01T05:33:29.156 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2023-12-01T05:33:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:29 smithi155 ceph-mon[102677]: pgmap v2797: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:29 smithi155 ceph-mon[102677]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-01T05:33:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:29 smithi155 ceph-mon[102677]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-01T05:33:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:33:29] "GET /metrics HTTP/1.1" 200 79591 "" "Prometheus/2.43.0" 2023-12-01T05:33:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:29 smithi111 ceph-mon[97855]: pgmap v2797: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:29 smithi111 ceph-mon[97855]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-01T05:33:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:29 smithi111 ceph-mon[97855]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-01T05:33:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:29 smithi111 ceph-mon[116524]: pgmap v2797: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:29 smithi111 ceph-mon[116524]: osdmap e1310: 8 total, 8 up, 8 in 2023-12-01T05:33:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:29 smithi111 ceph-mon[116524]: osdmap e1311: 8 total, 8 up, 8 in 2023-12-01T05:33:31.153 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:31 smithi155 ceph-mon[102677]: pgmap v2800: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:31 smithi155 ceph-mon[102677]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-01T05:33:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3185675664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:31 smithi111 ceph-mon[97855]: pgmap v2800: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:31 smithi111 ceph-mon[97855]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-01T05:33:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3185675664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:31 smithi111 ceph-mon[116524]: pgmap v2800: 713 pgs: 713 active+clean; 6.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:33:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:31 smithi111 ceph-mon[116524]: osdmap e1312: 8 total, 8 up, 8 in 2023-12-01T05:33:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3185675664' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:33:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3185675664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:32 smithi155 ceph-mon[102677]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-01T05:33:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:32 smithi155 ceph-mon[102677]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-01T05:33:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3185675664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:32 smithi111 ceph-mon[97855]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-01T05:33:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:32 smithi111 ceph-mon[97855]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-01T05:33:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3185675664' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-21","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:33:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:32 smithi111 ceph-mon[116524]: osdmap e1313: 8 total, 8 up, 8 in 2023-12-01T05:33:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:32 smithi111 ceph-mon[116524]: osdmap e1314: 8 total, 8 up, 8 in 2023-12-01T05:33:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:33 smithi155 ceph-mon[102677]: pgmap v2803: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2023-12-01T05:33:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:33 smithi155 ceph-mon[102677]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-01T05:33:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:33 smithi111 ceph-mon[97855]: pgmap v2803: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2023-12-01T05:33:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:33 smithi111 ceph-mon[97855]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-01T05:33:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:33 smithi111 ceph-mon[116524]: pgmap v2803: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2023-12-01T05:33:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:33 smithi111 ceph-mon[116524]: osdmap e1315: 8 total, 8 up, 8 in 2023-12-01T05:33:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:34 smithi155 ceph-mon[102677]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-01T05:33:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:34 smithi111 ceph-mon[97855]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-01T05:33:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:34 smithi111 ceph-mon[116524]: osdmap e1316: 8 total, 8 up, 8 in 2023-12-01T05:33:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:35 smithi155 ceph-mon[102677]: pgmap v2806: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2023-12-01T05:33:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:35 smithi111 ceph-mon[97855]: pgmap v2806: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2023-12-01T05:33:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:35 smithi111 ceph-mon[116524]: pgmap v2806: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 8.7 KiB/s wr, 176 op/s 2023-12-01T05:33:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:36 smithi155 ceph-mon[102677]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-01T05:33:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:36 smithi111 ceph-mon[97855]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-01T05:33:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:36 smithi111 ceph-mon[116524]: osdmap e1317: 8 total, 8 up, 8 in 2023-12-01T05:33:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:37 smithi155 ceph-mon[102677]: pgmap v2809: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-01T05:33:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:37 smithi155 ceph-mon[102677]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-01T05:33:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:37 smithi111 ceph-mon[97855]: pgmap v2809: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-01T05:33:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:37 smithi111 ceph-mon[97855]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-01T05:33:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:37 smithi111 ceph-mon[116524]: pgmap v2809: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-01T05:33:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:37 smithi111 ceph-mon[116524]: osdmap e1318: 8 total, 8 up, 8 in 2023-12-01T05:33:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:38 smithi155 ceph-mon[102677]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-01T05:33:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:38 smithi111 ceph-mon[97855]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-01T05:33:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:38 smithi111 ceph-mon[116524]: osdmap e1319: 8 total, 8 up, 8 in 2023-12-01T05:33:39.213 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.QuiesceWatch (10058 ms) 2023-12-01T05:33:39.213 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2023-12-01T05:33:39.214 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:39 smithi155 ceph-mon[102677]: pgmap v2812: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-01T05:33:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:39 smithi155 ceph-mon[102677]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-01T05:33:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:39 smithi155 ceph-mon[102677]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:33:39] "GET /metrics HTTP/1.1" 200 81974 "" "Prometheus/2.43.0" 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:39 smithi111 ceph-mon[97855]: pgmap v2812: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:39 smithi111 ceph-mon[97855]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:39 smithi111 ceph-mon[97855]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:39 smithi111 ceph-mon[116524]: pgmap v2812: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 2.2 KiB/s wr, 34 op/s 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:39 smithi111 ceph-mon[116524]: osdmap e1320: 8 total, 8 up, 8 in 2023-12-01T05:33:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:39 smithi111 ceph-mon[116524]: osdmap e1321: 8 total, 8 up, 8 in 2023-12-01T05:33:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:41 smithi155 ceph-mon[102677]: pgmap v2815: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:33:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:41 smithi155 ceph-mon[102677]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-01T05:33:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:41 smithi111 ceph-mon[97855]: pgmap v2815: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:33:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:41 smithi111 ceph-mon[97855]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-01T05:33:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:41 smithi111 ceph-mon[116524]: pgmap v2815: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:33:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:41 smithi111 ceph-mon[116524]: osdmap e1322: 8 total, 8 up, 8 in 2023-12-01T05:33:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:42 smithi111 ceph-mon[97855]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-01T05:33:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:42 smithi111 ceph-mon[116524]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-01T05:33:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:42 smithi155 ceph-mon[102677]: osdmap e1323: 8 total, 8 up, 8 in 2023-12-01T05:33:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:43 smithi111 ceph-mon[97855]: pgmap v2818: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2023-12-01T05:33:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:43 smithi111 ceph-mon[97855]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-01T05:33:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:43 smithi111 ceph-mon[116524]: pgmap v2818: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2023-12-01T05:33:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:43 smithi111 ceph-mon[116524]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-01T05:33:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:43 smithi155 ceph-mon[102677]: pgmap v2818: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2023-12-01T05:33:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:43 smithi155 ceph-mon[102677]: osdmap e1324: 8 total, 8 up, 8 in 2023-12-01T05:33:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:44 smithi111 ceph-mon[97855]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-01T05:33:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:44 smithi111 ceph-mon[97855]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-01T05:33:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:44 smithi111 ceph-mon[116524]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-01T05:33:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:44 smithi111 ceph-mon[116524]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-01T05:33:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:44 smithi155 ceph-mon[102677]: osdmap e1325: 8 total, 8 up, 8 in 2023-12-01T05:33:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:44 smithi155 ceph-mon[102677]: osdmap e1326: 8 total, 8 up, 8 in 2023-12-01T05:33:45.229 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6015 ms) 2023-12-01T05:33:45.229 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2023-12-01T05:33:45.229 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:45 smithi111 ceph-mon[97855]: pgmap v2821: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2023-12-01T05:33:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:45 smithi111 ceph-mon[97855]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-01T05:33:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:45 smithi111 ceph-mon[116524]: pgmap v2821: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2023-12-01T05:33:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:45 smithi111 ceph-mon[116524]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-01T05:33:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:45 smithi155 ceph-mon[102677]: pgmap v2821: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 105 op/s 2023-12-01T05:33:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:33:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:45 smithi155 ceph-mon[102677]: osdmap e1327: 8 total, 8 up, 8 in 2023-12-01T05:33:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:47 smithi111 ceph-mon[97855]: pgmap v2824: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2023-12-01T05:33:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:47 smithi111 ceph-mon[97855]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-01T05:33:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:47 smithi111 ceph-mon[116524]: pgmap v2824: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2023-12-01T05:33:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:47 smithi111 ceph-mon[116524]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-01T05:33:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:47 smithi155 ceph-mon[102677]: pgmap v2824: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2023-12-01T05:33:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:47 smithi155 ceph-mon[102677]: osdmap e1328: 8 total, 8 up, 8 in 2023-12-01T05:33:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:48 smithi111 ceph-mon[97855]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-01T05:33:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:48 smithi111 ceph-mon[116524]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-01T05:33:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:48 smithi155 ceph-mon[102677]: osdmap e1329: 8 total, 8 up, 8 in 2023-12-01T05:33:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:33:49] "GET /metrics HTTP/1.1" 200 82008 "" "Prometheus/2.43.0" 2023-12-01T05:33:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[97855]: pgmap v2827: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2023-12-01T05:33:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[97855]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-01T05:33:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[97855]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-01T05:33:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[116524]: pgmap v2827: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2023-12-01T05:33:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[116524]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-01T05:33:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:49 smithi111 ceph-mon[116524]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-01T05:33:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:49 smithi155 ceph-mon[102677]: pgmap v2827: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 66 op/s 2023-12-01T05:33:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:49 smithi155 ceph-mon[102677]: osdmap e1330: 8 total, 8 up, 8 in 2023-12-01T05:33:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:33:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:49 smithi155 ceph-mon[102677]: osdmap e1331: 8 total, 8 up, 8 in 2023-12-01T05:33:50.145 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (51m) 8m ago 51m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (51m) 8m ago 51m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (52m) 8m ago 52m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (52m) 8m ago 52m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (55m) 8m ago 55m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (57m) 8m ago 57m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:33:50.464 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (57m) 8m ago 57m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (56m) 8m ago 56m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (56m) 8m ago 56m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (51m) 8m ago 51m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (51m) 8m ago 51m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (55m) 8m ago 55m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (55m) 8m ago 55m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (54m) 8m ago 54m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (54m) 8m ago 54m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (54m) 8m ago 54m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (53m) 8m ago 53m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (53m) 8m ago 53m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (52m) 8m ago 52m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:33:50.465 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (51m) 8m ago 52m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:33:50.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:33:50.851 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:33:51.245 INFO:tasks.workunit.client.0.smithi111.stdout:10.00% done 2023-12-01T05:33:51.245 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.QuiesceWatchError (6016 ms) 2023-12-01T05:33:51.245 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2023-12-01T05:33:51.245 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:33:51.262 INFO:tasks.workunit.client.0.smithi111.stderr:test quiesce is not long enough to time out 2023-12-01T05:33:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:51 smithi155 ceph-mon[102677]: pgmap v2830: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:33:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:51 smithi155 ceph-mon[102677]: from='client.27884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:51 smithi155 ceph-mon[102677]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-01T05:33:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1291656983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:33:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[97855]: pgmap v2830: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:33:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[97855]: from='client.27884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[97855]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-01T05:33:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1291656983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:33:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[116524]: pgmap v2830: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:33:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[116524]: from='client.27884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[116524]: osdmap e1332: 8 total, 8 up, 8 in 2023-12-01T05:33:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1291656983' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:33:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:52 smithi155 ceph-mon[102677]: from='client.27890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:52 smithi155 ceph-mon[102677]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-01T05:33:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2023-12-01T05:33:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.d", "id": [0, 3]}]: dispatch 2023-12-01T05:33:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[116524]: from='client.27890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[116524]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.d", "id": [0, 3]}]: dispatch 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[97855]: from='client.27890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[97855]: osdmap e1333: 8 total, 8 up, 8 in 2023-12-01T05:33:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]: dispatch 2023-12-01T05:33:52.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.d", "id": [0, 3]}]: dispatch 2023-12-01T05:33:52.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]: dispatch 2023-12-01T05:33:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:53 smithi155 ceph-mon[102677]: pgmap v2833: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2023-12-01T05:33:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2023-12-01T05:33:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.d", "id": [0, 3]}]': finished 2023-12-01T05:33:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2023-12-01T05:33:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:53 smithi155 ceph-mon[102677]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[97855]: pgmap v2833: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.d", "id": [0, 3]}]': finished 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[97855]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[116524]: pgmap v2833: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2023-12-01T05:33:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.11", "id": [1, 4]}]': finished 2023-12-01T05:33:53.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.d", "id": [0, 3]}]': finished 2023-12-01T05:33:53.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.12", "id": [0, 7]}]': finished 2023-12-01T05:33:53.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:53 smithi111 ceph-mon[116524]: osdmap e1334: 8 total, 8 up, 8 in 2023-12-01T05:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:54 smithi155 ceph-mon[102677]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-01T05:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:54 smithi155 ceph-mon[102677]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-01T05:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:54 smithi111 ceph-mon[97855]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-01T05:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:54 smithi111 ceph-mon[97855]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-01T05:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:54 smithi111 ceph-mon[116524]: osdmap e1335: 8 total, 8 up, 8 in 2023-12-01T05:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:54 smithi111 ceph-mon[116524]: osdmap e1336: 8 total, 8 up, 8 in 2023-12-01T05:33:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:55 smithi155 ceph-mon[102677]: pgmap v2836: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2023-12-01T05:33:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:55 smithi111 ceph-mon[97855]: pgmap v2836: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2023-12-01T05:33:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:55 smithi111 ceph-mon[116524]: pgmap v2836: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2023-12-01T05:33:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:57 smithi155 ceph-mon[102677]: pgmap v2838: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.6 KiB/s wr, 50 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:33:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:57 smithi111 ceph-mon[97855]: pgmap v2838: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.6 KiB/s wr, 50 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:33:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:57 smithi111 ceph-mon[116524]: pgmap v2838: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 2.6 KiB/s wr, 50 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:33:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:59 smithi155 ceph-mon[102677]: pgmap v2839: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 39 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:33:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:33:59 smithi155 ceph-mon[102677]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-01T05:33:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:33:59] "GET /metrics HTTP/1.1" 200 82008 "" "Prometheus/2.43.0" 2023-12-01T05:33:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:59 smithi111 ceph-mon[97855]: pgmap v2839: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 39 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:33:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:33:59 smithi111 ceph-mon[97855]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-01T05:33:59.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:59 smithi111 ceph-mon[116524]: pgmap v2839: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 39 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:33:59.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:33:59 smithi111 ceph-mon[116524]: osdmap e1337: 8 total, 8 up, 8 in 2023-12-01T05:34:00.215 INFO:tasks.workunit.client.0.smithi111.stderr:test quiesce is timed out 2023-12-01T05:34:00.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 0 2023-12-01T05:34:01.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 1 2023-12-01T05:34:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:01 smithi155 ceph-mon[102677]: pgmap v2841: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 KiB/s wr, 35 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:34:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:01 smithi155 ceph-mon[102677]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-01T05:34:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:01 smithi111 ceph-mon[97855]: pgmap v2841: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 KiB/s wr, 35 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:34:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:01 smithi111 ceph-mon[97855]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-01T05:34:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:01 smithi111 ceph-mon[116524]: pgmap v2841: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 1.8 KiB/s wr, 35 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:34:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:01 smithi111 ceph-mon[116524]: osdmap e1338: 8 total, 8 up, 8 in 2023-12-01T05:34:02.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 2 2023-12-01T05:34:03.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 3 2023-12-01T05:34:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:03 smithi155 ceph-mon[102677]: pgmap v2843: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 KiB/s wr, 30 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:34:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:03 smithi111 ceph-mon[97855]: pgmap v2843: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 KiB/s wr, 30 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:34:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:03 smithi111 ceph-mon[116524]: pgmap v2843: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 KiB/s wr, 30 op/s; 0 B/s, 0 objects/s recovering 2023-12-01T05:34:04.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 4 2023-12-01T05:34:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:05.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 5 2023-12-01T05:34:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:05 smithi155 ceph-mon[102677]: pgmap v2844: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:05 smithi111 ceph-mon[97855]: pgmap v2844: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:05 smithi111 ceph-mon[116524]: pgmap v2844: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:06.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 6 2023-12-01T05:34:07.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 7 2023-12-01T05:34:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:07 smithi155 ceph-mon[102677]: pgmap v2845: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2023-12-01T05:34:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:07 smithi111 ceph-mon[97855]: pgmap v2845: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2023-12-01T05:34:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:07 smithi111 ceph-mon[116524]: pgmap v2845: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2023-12-01T05:34:08.220 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 8 2023-12-01T05:34:09.221 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 9 2023-12-01T05:34:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:09 smithi155 ceph-mon[102677]: pgmap v2846: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 353 B/s wr, 4 op/s 2023-12-01T05:34:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:09 smithi111 ceph-mon[97855]: pgmap v2846: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 353 B/s wr, 4 op/s 2023-12-01T05:34:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:34:09] "GET /metrics HTTP/1.1" 200 81996 "" "Prometheus/2.43.0" 2023-12-01T05:34:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:09 smithi111 ceph-mon[116524]: pgmap v2846: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 KiB/s rd, 353 B/s wr, 4 op/s 2023-12-01T05:34:10.221 INFO:tasks.workunit.client.0.smithi111.stderr:waiting for timed out ... 10 2023-12-01T05:34:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:34:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:34:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:34:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:34:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:34:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:34:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:34:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:34:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:34:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:34:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:34:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:34:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:11 smithi155 ceph-mon[102677]: pgmap v2847: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2023-12-01T05:34:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:11 smithi111 ceph-mon[97855]: pgmap v2847: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2023-12-01T05:34:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:11 smithi111 ceph-mon[116524]: pgmap v2847: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.9 KiB/s rd, 307 B/s wr, 3 op/s 2023-12-01T05:34:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:13 smithi111 ceph-mon[97855]: pgmap v2848: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 264 B/s wr, 3 op/s 2023-12-01T05:34:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:13 smithi111 ceph-mon[116524]: pgmap v2848: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 264 B/s wr, 3 op/s 2023-12-01T05:34:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:13 smithi155 ceph-mon[102677]: pgmap v2848: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 264 B/s wr, 3 op/s 2023-12-01T05:34:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:15 smithi111 ceph-mon[97855]: pgmap v2849: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-01T05:34:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:15 smithi111 ceph-mon[116524]: pgmap v2849: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-01T05:34:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:15 smithi155 ceph-mon[102677]: pgmap v2849: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-01T05:34:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:17 smithi111 ceph-mon[97855]: pgmap v2850: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-01T05:34:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:17 smithi111 ceph-mon[116524]: pgmap v2850: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-01T05:34:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:17 smithi155 ceph-mon[102677]: pgmap v2850: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2023-12-01T05:34:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:34:19] "GET /metrics HTTP/1.1" 200 82014 "" "Prometheus/2.43.0" 2023-12-01T05:34:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:19 smithi111 ceph-mon[97855]: pgmap v2851: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:19 smithi111 ceph-mon[116524]: pgmap v2851: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:19 smithi155 ceph-mon[102677]: pgmap v2851: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:21.204 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:34:21.221 INFO:tasks.workunit.client.0.smithi111.stderr:test retry succeeds 2023-12-01T05:34:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:21 smithi111 ceph-mon[97855]: pgmap v2852: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:21 smithi111 ceph-mon[116524]: pgmap v2852: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:21.510 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:34:21.510 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (51m) 8m ago 52m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (52m) 8m ago 52m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (53m) 8m ago 53m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (53m) 8m ago 53m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (56m) 8m ago 56m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (57m) 8m ago 57m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (57m) 8m ago 58m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (56m) 8m ago 56m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (56m) 8m ago 56m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (51m) 8m ago 51m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (51m) 8m ago 51m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (56m) 8m ago 56m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (55m) 8m ago 55m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:34:21.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (55m) 8m ago 55m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:34:21.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (54m) 8m ago 54m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:34:21.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (54m) 8m ago 54m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:34:21.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (54m) 8m ago 54m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:34:21.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (53m) 8m ago 53m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:34:21.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (53m) 8m ago 53m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:34:21.512 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (51m) 8m ago 52m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:34:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:21 smithi155 ceph-mon[102677]: pgmap v2852: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:21.888 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:34:21.888 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:34:21.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:34:21.888 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:34:21.889 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:34:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:22 smithi111 ceph-mon[116524]: from='client.18036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/498311400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:34:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:22 smithi111 ceph-mon[97855]: from='client.18036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/498311400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:34:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:22 smithi155 ceph-mon[102677]: from='client.18036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:22.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/498311400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:34:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:23 smithi111 ceph-mon[97855]: from='client.27908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:23 smithi111 ceph-mon[97855]: pgmap v2853: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:23 smithi111 ceph-mon[97855]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-01T05:34:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:23 smithi111 ceph-mon[116524]: from='client.27908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:23 smithi111 ceph-mon[116524]: pgmap v2853: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:23 smithi111 ceph-mon[116524]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-01T05:34:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:23 smithi155 ceph-mon[102677]: from='client.27908 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:23 smithi155 ceph-mon[102677]: pgmap v2853: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:23 smithi155 ceph-mon[102677]: osdmap e1339: 8 total, 8 up, 8 in 2023-12-01T05:34:24.386 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (33142 ms) 2023-12-01T05:34:24.386 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.WriteZeroes 2023-12-01T05:34:24.386 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:34:24.445 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.WriteZeroes (58 ms) 2023-12-01T05:34:24.445 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2023-12-01T05:34:24.445 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:34:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:24 smithi111 ceph-mon[97855]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-01T05:34:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:24 smithi111 ceph-mon[116524]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-01T05:34:24.516 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (72 ms) 2023-12-01T05:34:24.517 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2023-12-01T05:34:24.517 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:34:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:24 smithi155 ceph-mon[102677]: osdmap e1340: 8 total, 8 up, 8 in 2023-12-01T05:34:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:25 smithi111 ceph-mon[97855]: pgmap v2856: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:25 smithi111 ceph-mon[97855]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-01T05:34:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:25 smithi111 ceph-mon[116524]: pgmap v2856: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:25 smithi111 ceph-mon[116524]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-01T05:34:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:25 smithi155 ceph-mon[102677]: pgmap v2856: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:25 smithi155 ceph-mon[102677]: osdmap e1341: 8 total, 8 up, 8 in 2023-12-01T05:34:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:26 smithi155 ceph-mon[102677]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-01T05:34:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:26 smithi111 ceph-mon[97855]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-01T05:34:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:26 smithi111 ceph-mon[116524]: osdmap e1342: 8 total, 8 up, 8 in 2023-12-01T05:34:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:27 smithi155 ceph-mon[102677]: pgmap v2859: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 176 op/s 2023-12-01T05:34:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:27 smithi155 ceph-mon[102677]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-01T05:34:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:27 smithi111 ceph-mon[97855]: pgmap v2859: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 176 op/s 2023-12-01T05:34:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:27 smithi111 ceph-mon[97855]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-01T05:34:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:27 smithi111 ceph-mon[116524]: pgmap v2859: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 176 op/s 2023-12-01T05:34:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:27 smithi111 ceph-mon[116524]: osdmap e1343: 8 total, 8 up, 8 in 2023-12-01T05:34:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:28 smithi155 ceph-mon[102677]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-01T05:34:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:28 smithi111 ceph-mon[97855]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-01T05:34:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:28 smithi111 ceph-mon[116524]: osdmap e1344: 8 total, 8 up, 8 in 2023-12-01T05:34:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:29 smithi155 ceph-mon[102677]: pgmap v2862: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 176 op/s 2023-12-01T05:34:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:29 smithi155 ceph-mon[102677]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-01T05:34:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:29 smithi155 ceph-mon[102677]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:34:29] "GET /metrics HTTP/1.1" 200 82014 "" "Prometheus/2.43.0" 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:29 smithi111 ceph-mon[97855]: pgmap v2862: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 176 op/s 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:29 smithi111 ceph-mon[97855]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:29 smithi111 ceph-mon[97855]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:29 smithi111 ceph-mon[116524]: pgmap v2862: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.2 KiB/s wr, 176 op/s 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:29 smithi111 ceph-mon[116524]: osdmap e1345: 8 total, 8 up, 8 in 2023-12-01T05:34:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:29 smithi111 ceph-mon[116524]: osdmap e1346: 8 total, 8 up, 8 in 2023-12-01T05:34:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:31 smithi155 ceph-mon[102677]: pgmap v2865: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:31 smithi155 ceph-mon[102677]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-01T05:34:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:31 smithi111 ceph-mon[97855]: pgmap v2865: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:31 smithi111 ceph-mon[97855]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-01T05:34:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:31 smithi111 ceph-mon[116524]: pgmap v2865: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:31 smithi111 ceph-mon[116524]: osdmap e1347: 8 total, 8 up, 8 in 2023-12-01T05:34:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:32 smithi155 ceph-mon[102677]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-01T05:34:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:32 smithi111 ceph-mon[97855]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-01T05:34:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:32 smithi111 ceph-mon[116524]: osdmap e1348: 8 total, 8 up, 8 in 2023-12-01T05:34:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:33 smithi155 ceph-mon[102677]: pgmap v2868: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-01T05:34:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:33 smithi155 ceph-mon[102677]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-01T05:34:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:33 smithi111 ceph-mon[97855]: pgmap v2868: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-01T05:34:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:33 smithi111 ceph-mon[97855]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-01T05:34:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:33 smithi111 ceph-mon[116524]: pgmap v2868: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-01T05:34:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:33 smithi111 ceph-mon[116524]: osdmap e1349: 8 total, 8 up, 8 in 2023-12-01T05:34:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:34 smithi155 ceph-mon[102677]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-01T05:34:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:34 smithi111 ceph-mon[97855]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-01T05:34:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:34 smithi111 ceph-mon[116524]: osdmap e1350: 8 total, 8 up, 8 in 2023-12-01T05:34:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:35 smithi155 ceph-mon[102677]: pgmap v2871: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-01T05:34:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:35 smithi155 ceph-mon[102677]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-01T05:34:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:35 smithi111 ceph-mon[97855]: pgmap v2871: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-01T05:34:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:35 smithi111 ceph-mon[97855]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-01T05:34:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:35 smithi111 ceph-mon[116524]: pgmap v2871: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2023-12-01T05:34:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:35 smithi111 ceph-mon[116524]: osdmap e1351: 8 total, 8 up, 8 in 2023-12-01T05:34:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:36 smithi155 ceph-mon[102677]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-01T05:34:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:36 smithi111 ceph-mon[97855]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-01T05:34:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:36 smithi111 ceph-mon[116524]: osdmap e1352: 8 total, 8 up, 8 in 2023-12-01T05:34:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:37 smithi155 ceph-mon[102677]: pgmap v2874: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2023-12-01T05:34:37.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:37 smithi155 ceph-mon[102677]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-01T05:34:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:37 smithi111 ceph-mon[97855]: pgmap v2874: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2023-12-01T05:34:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:37 smithi111 ceph-mon[97855]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-01T05:34:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:37 smithi111 ceph-mon[116524]: pgmap v2874: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2023-12-01T05:34:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:37 smithi111 ceph-mon[116524]: osdmap e1353: 8 total, 8 up, 8 in 2023-12-01T05:34:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:38 smithi155 ceph-mon[102677]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-01T05:34:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:38 smithi111 ceph-mon[97855]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-01T05:34:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:38 smithi111 ceph-mon[116524]: osdmap e1354: 8 total, 8 up, 8 in 2023-12-01T05:34:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:39 smithi155 ceph-mon[102677]: pgmap v2877: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2023-12-01T05:34:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:39 smithi155 ceph-mon[102677]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-01T05:34:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:34:39] "GET /metrics HTTP/1.1" 200 82016 "" "Prometheus/2.43.0" 2023-12-01T05:34:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:39 smithi111 ceph-mon[97855]: pgmap v2877: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2023-12-01T05:34:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:39 smithi111 ceph-mon[97855]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-01T05:34:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:39 smithi111 ceph-mon[116524]: pgmap v2877: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 4.5 KiB/s wr, 241 op/s 2023-12-01T05:34:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:39 smithi111 ceph-mon[116524]: osdmap e1355: 8 total, 8 up, 8 in 2023-12-01T05:34:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:40 smithi155 ceph-mon[102677]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-01T05:34:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:40 smithi111 ceph-mon[97855]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-01T05:34:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:40 smithi111 ceph-mon[116524]: osdmap e1356: 8 total, 8 up, 8 in 2023-12-01T05:34:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:41 smithi155 ceph-mon[102677]: pgmap v2880: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:41 smithi155 ceph-mon[102677]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-01T05:34:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:41 smithi111 ceph-mon[97855]: pgmap v2880: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:41 smithi111 ceph-mon[97855]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-01T05:34:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:41 smithi111 ceph-mon[116524]: pgmap v2880: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:41 smithi111 ceph-mon[116524]: osdmap e1357: 8 total, 8 up, 8 in 2023-12-01T05:34:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:42 smithi111 ceph-mon[97855]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-01T05:34:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:42 smithi111 ceph-mon[116524]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-01T05:34:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:42 smithi155 ceph-mon[102677]: osdmap e1358: 8 total, 8 up, 8 in 2023-12-01T05:34:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:43 smithi111 ceph-mon[97855]: pgmap v2883: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2023-12-01T05:34:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:43 smithi111 ceph-mon[97855]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-01T05:34:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:43 smithi111 ceph-mon[116524]: pgmap v2883: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2023-12-01T05:34:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:43 smithi111 ceph-mon[116524]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-01T05:34:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:43 smithi155 ceph-mon[102677]: pgmap v2883: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2023-12-01T05:34:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:43 smithi155 ceph-mon[102677]: osdmap e1359: 8 total, 8 up, 8 in 2023-12-01T05:34:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:44 smithi111 ceph-mon[97855]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-01T05:34:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:44 smithi111 ceph-mon[97855]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-01T05:34:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:44 smithi111 ceph-mon[116524]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-01T05:34:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:44 smithi111 ceph-mon[116524]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-01T05:34:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:44 smithi155 ceph-mon[102677]: osdmap e1360: 8 total, 8 up, 8 in 2023-12-01T05:34:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:44 smithi155 ceph-mon[102677]: osdmap e1361: 8 total, 8 up, 8 in 2023-12-01T05:34:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:45 smithi111 ceph-mon[97855]: pgmap v2886: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2023-12-01T05:34:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:45 smithi111 ceph-mon[97855]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-01T05:34:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:45 smithi111 ceph-mon[116524]: pgmap v2886: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2023-12-01T05:34:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:45 smithi111 ceph-mon[116524]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-01T05:34:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:45 smithi155 ceph-mon[102677]: pgmap v2886: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2023-12-01T05:34:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:45 smithi155 ceph-mon[102677]: osdmap e1362: 8 total, 8 up, 8 in 2023-12-01T05:34:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:47 smithi155 ceph-mon[102677]: pgmap v2889: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2023-12-01T05:34:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:47 smithi155 ceph-mon[102677]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-01T05:34:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:47 smithi111 ceph-mon[97855]: pgmap v2889: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2023-12-01T05:34:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:47 smithi111 ceph-mon[97855]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-01T05:34:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:47 smithi111 ceph-mon[116524]: pgmap v2889: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2023-12-01T05:34:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:47 smithi111 ceph-mon[116524]: osdmap e1363: 8 total, 8 up, 8 in 2023-12-01T05:34:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:48 smithi155 ceph-mon[102677]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-01T05:34:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:48 smithi111 ceph-mon[97855]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-01T05:34:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:48 smithi111 ceph-mon[116524]: osdmap e1364: 8 total, 8 up, 8 in 2023-12-01T05:34:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:49 smithi155 ceph-mon[102677]: pgmap v2892: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2023-12-01T05:34:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:49 smithi155 ceph-mon[102677]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-01T05:34:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:49 smithi155 ceph-mon[102677]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-01T05:34:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:34:49] "GET /metrics HTTP/1.1" 200 82023 "" "Prometheus/2.43.0" 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[97855]: pgmap v2892: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[97855]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[97855]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[116524]: pgmap v2892: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.2 KiB/s wr, 46 op/s 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[116524]: osdmap e1365: 8 total, 8 up, 8 in 2023-12-01T05:34:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:34:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:49 smithi111 ceph-mon[116524]: osdmap e1366: 8 total, 8 up, 8 in 2023-12-01T05:34:50.276 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestLibRBD.ConcurentOperations (25759 ms) 2023-12-01T05:34:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:51 smithi155 ceph-mon[102677]: pgmap v2895: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:51 smithi155 ceph-mon[102677]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-01T05:34:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:51 smithi111 ceph-mon[97855]: pgmap v2895: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:51 smithi111 ceph-mon[97855]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-01T05:34:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:51 smithi111 ceph-mon[116524]: pgmap v2895: 745 pgs: 745 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:51 smithi111 ceph-mon[116524]: osdmap e1367: 8 total, 8 up, 8 in 2023-12-01T05:34:52.262 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:34:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:52 smithi155 ceph-mon[102677]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-01T05:34:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:52 smithi111 ceph-mon[97855]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-01T05:34:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:52 smithi111 ceph-mon[116524]: osdmap e1368: 8 total, 8 up, 8 in 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (52m) 9m ago 52m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (52m) 9m ago 52m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (53m) 9m ago 53m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (53m) 9m ago 53m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (56m) 9m ago 56m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (58m) 9m ago 58m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (58m) 9m ago 58m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (57m) 9m ago 57m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (57m) 9m ago 57m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (52m) 9m ago 52m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:34:52.572 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (52m) 9m ago 52m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (56m) 9m ago 56m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (56m) 9m ago 56m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (55m) 9m ago 55m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (55m) 9m ago 55m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (55m) 9m ago 55m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (54m) 9m ago 54m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (54m) 9m ago 54m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (53m) 9m ago 53m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:34:52.573 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (52m) 9m ago 53m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:52.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:34:52.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:34:52.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:34:52.954 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:34:52.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:34:52.954 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:34:52.954 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:34:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:53 smithi155 ceph-mon[102677]: pgmap v2898: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 40 op/s 2023-12-01T05:34:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:53 smithi155 ceph-mon[102677]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-01T05:34:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:53 smithi155 ceph-mon[102677]: from='client.27920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3163817840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[97855]: pgmap v2898: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 40 op/s 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[97855]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[97855]: from='client.27920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3163817840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[116524]: pgmap v2898: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 40 op/s 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[116524]: osdmap e1369: 8 total, 8 up, 8 in 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[116524]: from='client.27920 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3163817840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:34:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:54 smithi155 ceph-mon[102677]: from='client.18060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:54 smithi155 ceph-mon[102677]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-01T05:34:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:54 smithi155 ceph-mon[102677]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-01T05:34:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:54 smithi111 ceph-mon[97855]: from='client.18060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:54 smithi111 ceph-mon[97855]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-01T05:34:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:54 smithi111 ceph-mon[97855]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-01T05:34:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:54 smithi111 ceph-mon[116524]: from='client.18060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:34:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:54 smithi111 ceph-mon[116524]: osdmap e1370: 8 total, 8 up, 8 in 2023-12-01T05:34:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:54 smithi111 ceph-mon[116524]: osdmap e1371: 8 total, 8 up, 8 in 2023-12-01T05:34:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:55 smithi155 ceph-mon[102677]: pgmap v2901: 649 pgs: 649 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:55 smithi155 ceph-mon[102677]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-01T05:34:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:55 smithi111 ceph-mon[97855]: pgmap v2901: 649 pgs: 649 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:55 smithi111 ceph-mon[97855]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-01T05:34:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:55 smithi111 ceph-mon[116524]: pgmap v2901: 649 pgs: 649 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:55 smithi111 ceph-mon[116524]: osdmap e1372: 8 total, 8 up, 8 in 2023-12-01T05:34:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:57 smithi155 ceph-mon[102677]: pgmap v2904: 585 pgs: 585 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:57 smithi155 ceph-mon[102677]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-01T05:34:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:57 smithi111 ceph-mon[97855]: pgmap v2904: 585 pgs: 585 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:57 smithi111 ceph-mon[97855]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-01T05:34:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:57 smithi111 ceph-mon[116524]: pgmap v2904: 585 pgs: 585 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:57 smithi111 ceph-mon[116524]: osdmap e1373: 8 total, 8 up, 8 in 2023-12-01T05:34:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:58 smithi155 ceph-mon[102677]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-01T05:34:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:58 smithi111 ceph-mon[97855]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-01T05:34:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:58 smithi111 ceph-mon[116524]: osdmap e1374: 8 total, 8 up, 8 in 2023-12-01T05:34:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:59 smithi155 ceph-mon[102677]: pgmap v2907: 521 pgs: 521 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:59 smithi155 ceph-mon[102677]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-01T05:34:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:34:59 smithi155 ceph-mon[102677]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:34:59] "GET /metrics HTTP/1.1" 200 82023 "" "Prometheus/2.43.0" 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:59 smithi111 ceph-mon[97855]: pgmap v2907: 521 pgs: 521 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:59 smithi111 ceph-mon[97855]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:34:59 smithi111 ceph-mon[97855]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:59 smithi111 ceph-mon[116524]: pgmap v2907: 521 pgs: 521 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:59 smithi111 ceph-mon[116524]: osdmap e1375: 8 total, 8 up, 8 in 2023-12-01T05:34:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:34:59 smithi111 ceph-mon[116524]: osdmap e1376: 8 total, 8 up, 8 in 2023-12-01T05:35:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:01 smithi155 ceph-mon[102677]: pgmap v2910: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:01 smithi155 ceph-mon[102677]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-01T05:35:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:01 smithi111 ceph-mon[97855]: pgmap v2910: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:01 smithi111 ceph-mon[97855]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-01T05:35:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:01 smithi111 ceph-mon[116524]: pgmap v2910: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:01 smithi111 ceph-mon[116524]: osdmap e1377: 8 total, 8 up, 8 in 2023-12-01T05:35:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:02 smithi155 ceph-mon[102677]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-01T05:35:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:02 smithi111 ceph-mon[97855]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-01T05:35:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:02 smithi111 ceph-mon[116524]: osdmap e1378: 8 total, 8 up, 8 in 2023-12-01T05:35:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:03 smithi155 ceph-mon[102677]: pgmap v2913: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:03 smithi155 ceph-mon[102677]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-01T05:35:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:03 smithi111 ceph-mon[97855]: pgmap v2913: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:03 smithi111 ceph-mon[97855]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-01T05:35:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:03 smithi111 ceph-mon[116524]: pgmap v2913: 393 pgs: 393 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:03 smithi111 ceph-mon[116524]: osdmap e1379: 8 total, 8 up, 8 in 2023-12-01T05:35:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:04 smithi155 ceph-mon[102677]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-01T05:35:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:04 smithi111 ceph-mon[97855]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-01T05:35:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:04 smithi111 ceph-mon[116524]: osdmap e1380: 8 total, 8 up, 8 in 2023-12-01T05:35:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:05.423 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:05 smithi111 ceph-mon[97855]: pgmap v2916: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:05.423 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:05 smithi111 ceph-mon[97855]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-01T05:35:05.423 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:05 smithi111 ceph-mon[116524]: pgmap v2916: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:05.423 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:05 smithi111 ceph-mon[116524]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-01T05:35:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:05 smithi155 ceph-mon[102677]: pgmap v2916: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:05 smithi155 ceph-mon[102677]: osdmap e1381: 8 total, 8 up, 8 in 2023-12-01T05:35:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:06 smithi155 ceph-mon[102677]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-01T05:35:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:06 smithi111 ceph-mon[97855]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-01T05:35:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:06 smithi111 ceph-mon[116524]: osdmap e1382: 8 total, 8 up, 8 in 2023-12-01T05:35:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:07 smithi155 ceph-mon[102677]: pgmap v2919: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:07 smithi155 ceph-mon[102677]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-01T05:35:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:07 smithi111 ceph-mon[97855]: pgmap v2919: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:07 smithi111 ceph-mon[97855]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-01T05:35:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:07 smithi111 ceph-mon[116524]: pgmap v2919: 265 pgs: 265 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:07 smithi111 ceph-mon[116524]: osdmap e1383: 8 total, 8 up, 8 in 2023-12-01T05:35:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:08 smithi155 ceph-mon[102677]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-01T05:35:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:08 smithi111 ceph-mon[97855]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-01T05:35:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:08 smithi111 ceph-mon[116524]: osdmap e1384: 8 total, 8 up, 8 in 2023-12-01T05:35:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:09 smithi155 ceph-mon[102677]: pgmap v2922: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:09 smithi155 ceph-mon[102677]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-01T05:35:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:09 smithi111 ceph-mon[97855]: pgmap v2922: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:09 smithi111 ceph-mon[97855]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-01T05:35:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:09 smithi111 ceph-mon[116524]: pgmap v2922: 201 pgs: 201 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:09 smithi111 ceph-mon[116524]: osdmap e1385: 8 total, 8 up, 8 in 2023-12-01T05:35:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:35:09] "GET /metrics HTTP/1.1" 200 50766 "" "Prometheus/2.43.0" 2023-12-01T05:35:10.202 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 169 tests from TestLibRBD (599097 ms total) 2023-12-01T05:35:10.202 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:35:10.202 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2023-12-01T05:35:10.212 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:10 smithi111 ceph-mon[116524]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-01T05:35:10.213 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:10 smithi111 ceph-mon[97855]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-01T05:35:10.213 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:35:10.213 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:10 smithi111 ceph-mon[97855]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-01T05:35:10.237 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2023-12-01T05:35:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:35:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:10 smithi111 ceph-mon[116524]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-01T05:35:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:10 smithi155 ceph-mon[102677]: osdmap e1386: 8 total, 8 up, 8 in 2023-12-01T05:35:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:35:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:10 smithi155 ceph-mon[102677]: osdmap e1387: 8 total, 8 up, 8 in 2023-12-01T05:35:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[97855]: pgmap v2925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:35:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:35:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:35:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[116524]: pgmap v2925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:35:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:35:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:35:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:11 smithi155 ceph-mon[102677]: pgmap v2925: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:11.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:35:11.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:35:11.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:35:12.246 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:35:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:12 smithi111 ceph-mon[97855]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-01T05:35:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/407294754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:35:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:12 smithi111 ceph-mon[116524]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-01T05:35:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/407294754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:35:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:12 smithi155 ceph-mon[102677]: osdmap e1388: 8 total, 8 up, 8 in 2023-12-01T05:35:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/407294754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[97855]: pgmap v2928: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/407294754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[97855]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[116524]: pgmap v2928: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/407294754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:35:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:13 smithi111 ceph-mon[116524]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-01T05:35:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:13 smithi155 ceph-mon[102677]: pgmap v2928: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:13 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:35:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/407294754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-22","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:35:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:13 smithi155 ceph-mon[102677]: osdmap e1389: 8 total, 8 up, 8 in 2023-12-01T05:35:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:14 smithi111 ceph-mon[97855]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-01T05:35:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:14 smithi111 ceph-mon[116524]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-01T05:35:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:14 smithi155 ceph-mon[102677]: osdmap e1390: 8 total, 8 up, 8 in 2023-12-01T05:35:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:15 smithi111 ceph-mon[97855]: pgmap v2931: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:15 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:35:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:15 smithi111 ceph-mon[97855]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-01T05:35:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:15 smithi111 ceph-mon[116524]: pgmap v2931: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:15 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:35:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:15 smithi111 ceph-mon[116524]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-01T05:35:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:15 smithi155 ceph-mon[102677]: pgmap v2931: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:35:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:15 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:35:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:15 smithi155 ceph-mon[102677]: osdmap e1391: 8 total, 8 up, 8 in 2023-12-01T05:35:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:16 smithi155 ceph-mon[102677]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-01T05:35:16.728 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:16 smithi111 ceph-mon[97855]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-01T05:35:16.729 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:16 smithi111 ceph-mon[116524]: osdmap e1392: 8 total, 8 up, 8 in 2023-12-01T05:35:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:17 smithi155 ceph-mon[102677]: pgmap v2934: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 6.3 MiB/s wr, 33 op/s 2023-12-01T05:35:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:17 smithi111 ceph-mon[97855]: pgmap v2934: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 6.3 MiB/s wr, 33 op/s 2023-12-01T05:35:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:17 smithi111 ceph-mon[116524]: pgmap v2934: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 6.3 MiB/s wr, 33 op/s 2023-12-01T05:35:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:19 smithi155 ceph-mon[102677]: pgmap v2935: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 23 op/s 2023-12-01T05:35:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:19 smithi155 ceph-mon[102677]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-01T05:35:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:35:19] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2023-12-01T05:35:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:19 smithi111 ceph-mon[97855]: pgmap v2935: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 23 op/s 2023-12-01T05:35:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:19 smithi111 ceph-mon[97855]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-01T05:35:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:19 smithi111 ceph-mon[116524]: pgmap v2935: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 4.5 MiB/s wr, 23 op/s 2023-12-01T05:35:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:19 smithi111 ceph-mon[116524]: osdmap e1393: 8 total, 8 up, 8 in 2023-12-01T05:35:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:21 smithi155 ceph-mon[102677]: pgmap v2937: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 MiB/s wr, 22 op/s 2023-12-01T05:35:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:21 smithi111 ceph-mon[97855]: pgmap v2937: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 MiB/s wr, 22 op/s 2023-12-01T05:35:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:21 smithi111 ceph-mon[116524]: pgmap v2937: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 MiB/s wr, 22 op/s 2023-12-01T05:35:22.949 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12711 ms) 2023-12-01T05:35:22.949 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2023-12-01T05:35:22.949 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:35:23.322 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (52m) 9m ago 53m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (53m) 9m ago 53m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (54m) 9m ago 54m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (54m) 9m ago 54m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (57m) 9m ago 57m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (58m) 9m ago 58m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:35:23.641 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (59m) 9m ago 59m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (57m) 9m ago 57m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (57m) 9m ago 57m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (52m) 9m ago 52m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (52m) 9m ago 52m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (57m) 9m ago 57m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (56m) 9m ago 56m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (56m) 9m ago 56m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (55m) 9m ago 55m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (55m) 9m ago 55m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (55m) 9m ago 55m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (54m) 9m ago 54m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (54m) 9m ago 54m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:35:23.642 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (52m) 9m ago 53m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:35:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:23 smithi155 ceph-mon[102677]: pgmap v2938: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.8 MiB/s wr, 60 op/s 2023-12-01T05:35:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:23 smithi111 ceph-mon[97855]: pgmap v2938: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.8 MiB/s wr, 60 op/s 2023-12-01T05:35:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:23 smithi111 ceph-mon[116524]: pgmap v2938: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.8 MiB/s wr, 60 op/s 2023-12-01T05:35:24.035 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:35:24.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:24.037 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:35:24.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:35:24.037 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:35:24.037 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:35:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:24 smithi155 ceph-mon[102677]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-01T05:35:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:24 smithi155 ceph-mon[102677]: from='client.27956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/679898003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:35:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:24 smithi111 ceph-mon[97855]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-01T05:35:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:24 smithi111 ceph-mon[97855]: from='client.27956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/679898003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:35:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:24 smithi111 ceph-mon[116524]: osdmap e1394: 8 total, 8 up, 8 in 2023-12-01T05:35:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:24 smithi111 ceph-mon[116524]: from='client.27956 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/679898003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:35:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:25 smithi155 ceph-mon[102677]: from='client.18096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:25 smithi155 ceph-mon[102677]: pgmap v2940: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 514 KiB/s wr, 40 op/s 2023-12-01T05:35:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:35:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:25 smithi111 ceph-mon[97855]: from='client.18096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:25 smithi111 ceph-mon[97855]: pgmap v2940: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 514 KiB/s wr, 40 op/s 2023-12-01T05:35:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:35:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:25 smithi111 ceph-mon[116524]: from='client.18096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:25 smithi111 ceph-mon[116524]: pgmap v2940: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 514 KiB/s wr, 40 op/s 2023-12-01T05:35:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:35:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:27 smithi155 ceph-mon[102677]: pgmap v2941: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 108 op/s 2023-12-01T05:35:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:27 smithi111 ceph-mon[97855]: pgmap v2941: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 108 op/s 2023-12-01T05:35:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:27 smithi111 ceph-mon[116524]: pgmap v2941: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 108 op/s 2023-12-01T05:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:29 smithi155 ceph-mon[102677]: pgmap v2942: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 100 op/s 2023-12-01T05:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:29 smithi111 ceph-mon[97855]: pgmap v2942: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 100 op/s 2023-12-01T05:35:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:35:29] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2023-12-01T05:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:29 smithi111 ceph-mon[116524]: pgmap v2942: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 100 op/s 2023-12-01T05:35:30.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.Grow (7971 ms) 2023-12-01T05:35:30.920 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2023-12-01T05:35:30.920 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:35:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:31 smithi155 ceph-mon[102677]: pgmap v2943: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 86 op/s 2023-12-01T05:35:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:31 smithi111 ceph-mon[97855]: pgmap v2943: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 86 op/s 2023-12-01T05:35:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:31 smithi111 ceph-mon[116524]: pgmap v2943: 137 pgs: 137 active+clean; 84 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 86 op/s 2023-12-01T05:35:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:32 smithi155 ceph-mon[102677]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-01T05:35:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:32 smithi111 ceph-mon[97855]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-01T05:35:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:32 smithi111 ceph-mon[116524]: osdmap e1395: 8 total, 8 up, 8 in 2023-12-01T05:35:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:33 smithi155 ceph-mon[102677]: pgmap v2945: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 95 op/s 2023-12-01T05:35:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:33 smithi111 ceph-mon[97855]: pgmap v2945: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 95 op/s 2023-12-01T05:35:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:33 smithi111 ceph-mon[116524]: pgmap v2945: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 95 op/s 2023-12-01T05:35:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:35 smithi155 ceph-mon[102677]: pgmap v2946: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2023-12-01T05:35:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:35 smithi111 ceph-mon[97855]: pgmap v2946: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2023-12-01T05:35:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:35 smithi111 ceph-mon[116524]: pgmap v2946: 137 pgs: 137 active+clean; 113 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 18 MiB/s rd, 8.7 MiB/s wr, 82 op/s 2023-12-01T05:35:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:37 smithi155 ceph-mon[102677]: pgmap v2947: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2023-12-01T05:35:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:37 smithi111 ceph-mon[97855]: pgmap v2947: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2023-12-01T05:35:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:37 smithi111 ceph-mon[116524]: pgmap v2947: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2023-12-01T05:35:38.958 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8038 ms) 2023-12-01T05:35:38.958 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2023-12-01T05:35:38.958 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:35:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:39 smithi155 ceph-mon[102677]: pgmap v2948: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2023-12-01T05:35:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:39 smithi111 ceph-mon[97855]: pgmap v2948: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2023-12-01T05:35:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:35:39] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2023-12-01T05:35:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:39 smithi111 ceph-mon[116524]: pgmap v2948: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 74 op/s 2023-12-01T05:35:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:40 smithi155 ceph-mon[102677]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-01T05:35:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:40 smithi111 ceph-mon[97855]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-01T05:35:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:40 smithi111 ceph-mon[116524]: osdmap e1396: 8 total, 8 up, 8 in 2023-12-01T05:35:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:41 smithi155 ceph-mon[102677]: pgmap v2950: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 54 op/s 2023-12-01T05:35:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:41 smithi111 ceph-mon[97855]: pgmap v2950: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 54 op/s 2023-12-01T05:35:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:41 smithi111 ceph-mon[116524]: pgmap v2950: 137 pgs: 137 active+clean; 142 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.4 MiB/s wr, 54 op/s 2023-12-01T05:35:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:43 smithi155 ceph-mon[102677]: pgmap v2951: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 103 op/s 2023-12-01T05:35:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:43 smithi111 ceph-mon[97855]: pgmap v2951: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 103 op/s 2023-12-01T05:35:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:43 smithi111 ceph-mon[116524]: pgmap v2951: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 103 op/s 2023-12-01T05:35:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:45 smithi155 ceph-mon[102677]: pgmap v2952: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 103 op/s 2023-12-01T05:35:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:45 smithi111 ceph-mon[97855]: pgmap v2952: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 103 op/s 2023-12-01T05:35:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:45 smithi111 ceph-mon[116524]: pgmap v2952: 137 pgs: 137 active+clean; 192 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 103 op/s 2023-12-01T05:35:46.817 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7859 ms) 2023-12-01T05:35:46.817 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2023-12-01T05:35:46.817 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:35:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:47 smithi155 ceph-mon[102677]: pgmap v2953: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 76 op/s 2023-12-01T05:35:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:47 smithi111 ceph-mon[97855]: pgmap v2953: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 76 op/s 2023-12-01T05:35:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:47 smithi111 ceph-mon[116524]: pgmap v2953: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 76 op/s 2023-12-01T05:35:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:48 smithi155 ceph-mon[102677]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-01T05:35:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:48 smithi111 ceph-mon[97855]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-01T05:35:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:48 smithi111 ceph-mon[116524]: osdmap e1397: 8 total, 8 up, 8 in 2023-12-01T05:35:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:49 smithi155 ceph-mon[102677]: pgmap v2955: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 90 op/s 2023-12-01T05:35:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:35:49] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-12-01T05:35:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:49 smithi111 ceph-mon[97855]: pgmap v2955: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 90 op/s 2023-12-01T05:35:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:49 smithi111 ceph-mon[116524]: pgmap v2955: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 8.2 MiB/s wr, 90 op/s 2023-12-01T05:35:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:35:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:51 smithi155 ceph-mon[102677]: pgmap v2956: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 76 op/s 2023-12-01T05:35:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:51 smithi111 ceph-mon[97855]: pgmap v2956: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 76 op/s 2023-12-01T05:35:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:51 smithi111 ceph-mon[116524]: pgmap v2956: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 76 op/s 2023-12-01T05:35:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:53 smithi155 ceph-mon[102677]: pgmap v2957: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:35:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:53 smithi111 ceph-mon[97855]: pgmap v2957: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:35:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:53 smithi111 ceph-mon[116524]: pgmap v2957: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:35:54.382 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (53m) 10m ago 53m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (53m) 10m ago 53m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (54m) 10m ago 54m 25.7M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (54m) 10m ago 54m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (57m) 10m ago 57m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:35:54.702 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (59m) 10m ago 59m 567M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (59m) 10m ago 59m 336M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (58m) 10m ago 58m 183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (58m) 10m ago 58m 166M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (53m) 10m ago 53m 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (53m) 10m ago 53m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (57m) 10m ago 57m 2270M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (57m) 10m ago 57m 2757M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (56m) 10m ago 56m 2507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (56m) 10m ago 56m 2447M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (56m) 10m ago 56m 1739M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (55m) 10m ago 55m 2099M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:35:54.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (55m) 10m ago 55m 1518M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:35:54.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (55m) 10m ago 55m 2026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:35:54.704 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (53m) 10m ago 54m 78.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:35:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:54 smithi155 ceph-mon[102677]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-01T05:35:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:54 smithi111 ceph-mon[97855]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-01T05:35:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:54 smithi111 ceph-mon[116524]: osdmap e1398: 8 total, 8 up, 8 in 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:35:55.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:35:55.096 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:55 smithi155 ceph-mon[102677]: pgmap v2959: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2023-12-01T05:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:55 smithi155 ceph-mon[102677]: from='client.27974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3903104221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:35:55.716 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8900 ms) 2023-12-01T05:35:55.716 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2023-12-01T05:35:55.717 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:35:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:55 smithi111 ceph-mon[116524]: pgmap v2959: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2023-12-01T05:35:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:55 smithi111 ceph-mon[116524]: from='client.27974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3903104221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:35:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:55 smithi111 ceph-mon[97855]: pgmap v2959: 137 pgs: 137 active+clean; 225 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2023-12-01T05:35:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:55 smithi111 ceph-mon[97855]: from='client.27974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3903104221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:35:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:56 smithi155 ceph-mon[102677]: from='client.18114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:56 smithi111 ceph-mon[97855]: from='client.18114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:56 smithi111 ceph-mon[116524]: from='client.18114 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:35:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:57 smithi155 ceph-mon[102677]: pgmap v2960: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 89 op/s 2023-12-01T05:35:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:57 smithi155 ceph-mon[102677]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-01T05:35:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:57 smithi111 ceph-mon[97855]: pgmap v2960: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 89 op/s 2023-12-01T05:35:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:57 smithi111 ceph-mon[97855]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-01T05:35:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:57 smithi111 ceph-mon[116524]: pgmap v2960: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 89 op/s 2023-12-01T05:35:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:57 smithi111 ceph-mon[116524]: osdmap e1399: 8 total, 8 up, 8 in 2023-12-01T05:35:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:35:59 smithi155 ceph-mon[102677]: pgmap v2962: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2023-12-01T05:35:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:35:59 smithi111 ceph-mon[97855]: pgmap v2962: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2023-12-01T05:35:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:35:59 smithi111 ceph-mon[116524]: pgmap v2962: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 94 op/s 2023-12-01T05:35:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:35:59] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-12-01T05:36:01.636 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:01 smithi155 ceph-mon[102677]: pgmap v2963: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 48 op/s 2023-12-01T05:36:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:01 smithi111 ceph-mon[97855]: pgmap v2963: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 48 op/s 2023-12-01T05:36:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:01 smithi111 ceph-mon[116524]: pgmap v2963: 137 pgs: 137 active+clean; 286 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 48 op/s 2023-12-01T05:36:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:03 smithi155 ceph-mon[102677]: pgmap v2964: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 99 op/s 2023-12-01T05:36:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:03 smithi111 ceph-mon[97855]: pgmap v2964: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 99 op/s 2023-12-01T05:36:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:03 smithi111 ceph-mon[116524]: pgmap v2964: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 11 MiB/s wr, 99 op/s 2023-12-01T05:36:04.034 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8317 ms) 2023-12-01T05:36:04.034 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2023-12-01T05:36:04.034 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:36:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:05 smithi155 ceph-mon[102677]: pgmap v2965: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2023-12-01T05:36:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:05 smithi155 ceph-mon[102677]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-01T05:36:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:05 smithi111 ceph-mon[97855]: pgmap v2965: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2023-12-01T05:36:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:05 smithi111 ceph-mon[97855]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-01T05:36:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:05 smithi111 ceph-mon[116524]: pgmap v2965: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 84 op/s 2023-12-01T05:36:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:05 smithi111 ceph-mon[116524]: osdmap e1400: 8 total, 8 up, 8 in 2023-12-01T05:36:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:07 smithi155 ceph-mon[102677]: pgmap v2967: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 7.0 MiB/s wr, 101 op/s 2023-12-01T05:36:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:07 smithi111 ceph-mon[97855]: pgmap v2967: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 7.0 MiB/s wr, 101 op/s 2023-12-01T05:36:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:07 smithi111 ceph-mon[116524]: pgmap v2967: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 7.0 MiB/s wr, 101 op/s 2023-12-01T05:36:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:09 smithi155 ceph-mon[102677]: pgmap v2968: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2023-12-01T05:36:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:09 smithi111 ceph-mon[97855]: pgmap v2968: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2023-12-01T05:36:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:36:09] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2023-12-01T05:36:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:09 smithi111 ceph-mon[116524]: pgmap v2968: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2023-12-01T05:36:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:11 smithi155 ceph-mon[102677]: pgmap v2969: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2023-12-01T05:36:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:36:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:11 smithi111 ceph-mon[116524]: pgmap v2969: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2023-12-01T05:36:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:36:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:11 smithi111 ceph-mon[97855]: pgmap v2969: 137 pgs: 137 active+clean; 344 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 96 op/s 2023-12-01T05:36:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:36:12.099 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8066 ms) 2023-12-01T05:36:12.421 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (61862 ms total) 2023-12-01T05:36:12.421 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:36:12.421 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2023-12-01T05:36:12.454 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2023-12-01T05:36:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:13 smithi155 ceph-mon[102677]: pgmap v2970: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2023-12-01T05:36:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:13 smithi155 ceph-mon[102677]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-01T05:36:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[97855]: pgmap v2970: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[97855]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[116524]: pgmap v2970: 137 pgs: 137 active+clean; 348 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 67 op/s 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[116524]: osdmap e1401: 8 total, 8 up, 8 in 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:13.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:14.429 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:36:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:14 smithi155 ceph-mon[102677]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-01T05:36:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/757462074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:36:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:36:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:36:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[116524]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/757462074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[97855]: osdmap e1402: 8 total, 8 up, 8 in 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/757462074' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:36:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:36:14.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:36:14.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:15 smithi155 ceph-mon[102677]: pgmap v2973: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:36:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/757462074' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:36:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:15 smithi155 ceph-mon[102677]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-01T05:36:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:15 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[97855]: pgmap v2973: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/757462074' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[97855]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[116524]: pgmap v2973: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/757462074' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-23","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[116524]: osdmap e1403: 8 total, 8 up, 8 in 2023-12-01T05:36:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:15 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:36:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:16 smithi155 ceph-mon[102677]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-01T05:36:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:16 smithi155 ceph-mon[102677]: pgmap v2976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:16 smithi111 ceph-mon[97855]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-01T05:36:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:16 smithi111 ceph-mon[97855]: pgmap v2976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:16 smithi111 ceph-mon[116524]: osdmap e1404: 8 total, 8 up, 8 in 2023-12-01T05:36:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:16 smithi111 ceph-mon[116524]: pgmap v2976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:17 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:36:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:17 smithi155 ceph-mon[102677]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-01T05:36:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:17 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:36:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:17 smithi111 ceph-mon[97855]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-01T05:36:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:17 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:36:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:17 smithi111 ceph-mon[116524]: osdmap e1405: 8 total, 8 up, 8 in 2023-12-01T05:36:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:18 smithi155 ceph-mon[102677]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-01T05:36:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:18 smithi155 ceph-mon[102677]: pgmap v2979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:18 smithi111 ceph-mon[97855]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-01T05:36:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:18 smithi111 ceph-mon[97855]: pgmap v2979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:18 smithi111 ceph-mon[116524]: osdmap e1406: 8 total, 8 up, 8 in 2023-12-01T05:36:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:18 smithi111 ceph-mon[116524]: pgmap v2979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:36:19] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2023-12-01T05:36:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:20 smithi111 ceph-mon[97855]: pgmap v2980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:20 smithi111 ceph-mon[116524]: pgmap v2980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:20 smithi155 ceph-mon[102677]: pgmap v2980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:36:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:22 smithi155 ceph-mon[102677]: pgmap v2981: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2023-12-01T05:36:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:22 smithi111 ceph-mon[97855]: pgmap v2981: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2023-12-01T05:36:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:22 smithi111 ceph-mon[116524]: pgmap v2981: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2023-12-01T05:36:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:25 smithi155 ceph-mon[102677]: pgmap v2982: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2023-12-01T05:36:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:25 smithi155 ceph-mon[102677]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-01T05:36:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:25 smithi111 ceph-mon[97855]: pgmap v2982: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2023-12-01T05:36:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:25 smithi111 ceph-mon[97855]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-01T05:36:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:25 smithi111 ceph-mon[116524]: pgmap v2982: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2023-12-01T05:36:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:25 smithi111 ceph-mon[116524]: osdmap e1407: 8 total, 8 up, 8 in 2023-12-01T05:36:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:36:25.545 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (53m) 13s ago 54m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (54m) 12s ago 54m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (55m) 13s ago 55m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (55m) 12s ago 55m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (58m) 12s ago 58m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:36:25.935 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (60m) 13s ago 60m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (60m) 13s ago 60m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (58m) 12s ago 58m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (58m) 13s ago 58m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (53m) 13s ago 53m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (53m) 12s ago 53m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (58m) 13s ago 58m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (57m) 13s ago 57m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (57m) 13s ago 57m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (57m) 13s ago 57m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (56m) 12s ago 56m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (56m) 12s ago 56m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (55m) 12s ago 55m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (55m) 12s ago 55m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:36:25.936 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (53m) 12s ago 54m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:36:26.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:36:26.400 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:26.400 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:36:26.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:36:26.400 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:36:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:36:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:27 smithi155 ceph-mon[102677]: from='client.27055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:27 smithi155 ceph-mon[102677]: pgmap v2984: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2023-12-01T05:36:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:27 smithi155 ceph-mon[102677]: from='client.28016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3662568881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[97855]: from='client.27055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[97855]: pgmap v2984: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[97855]: from='client.28016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3662568881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[116524]: from='client.27055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[116524]: pgmap v2984: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 3.0 MiB/s wr, 44 op/s 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[116524]: from='client.28016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3662568881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:36:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:29 smithi155 ceph-mon[102677]: pgmap v2985: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:29 smithi111 ceph-mon[97855]: pgmap v2985: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:36:29] "GET /metrics HTTP/1.1" 200 36328 "" "Prometheus/2.43.0" 2023-12-01T05:36:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:29 smithi111 ceph-mon[116524]: pgmap v2985: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:30.484 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.Simple (18029 ms) 2023-12-01T05:36:30.484 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2023-12-01T05:36:30.484 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:36:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:31 smithi155 ceph-mon[102677]: pgmap v2986: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:31 smithi111 ceph-mon[97855]: pgmap v2986: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:31 smithi111 ceph-mon[116524]: pgmap v2986: 137 pgs: 137 active+clean; 30 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:32 smithi155 ceph-mon[102677]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-01T05:36:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:32 smithi111 ceph-mon[97855]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-01T05:36:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:32 smithi111 ceph-mon[116524]: osdmap e1408: 8 total, 8 up, 8 in 2023-12-01T05:36:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:33 smithi155 ceph-mon[102677]: pgmap v2988: 137 pgs: 137 active+clean; 71 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2023-12-01T05:36:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:33 smithi111 ceph-mon[97855]: pgmap v2988: 137 pgs: 137 active+clean; 71 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2023-12-01T05:36:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:33 smithi111 ceph-mon[116524]: pgmap v2988: 137 pgs: 137 active+clean; 71 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 35 op/s 2023-12-01T05:36:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:35 smithi155 ceph-mon[102677]: pgmap v2989: 137 pgs: 137 active+clean; 71 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2023-12-01T05:36:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:35 smithi111 ceph-mon[97855]: pgmap v2989: 137 pgs: 137 active+clean; 71 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2023-12-01T05:36:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:35 smithi111 ceph-mon[116524]: pgmap v2989: 137 pgs: 137 active+clean; 71 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.9 MiB/s wr, 29 op/s 2023-12-01T05:36:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:37 smithi155 ceph-mon[102677]: pgmap v2990: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:37 smithi111 ceph-mon[97855]: pgmap v2990: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:37 smithi111 ceph-mon[116524]: pgmap v2990: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:39 smithi155 ceph-mon[102677]: pgmap v2991: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:39 smithi111 ceph-mon[97855]: pgmap v2991: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:39 smithi111 ceph-mon[116524]: pgmap v2991: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:36:39] "GET /metrics HTTP/1.1" 200 36390 "" "Prometheus/2.43.0" 2023-12-01T05:36:41.394 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.Grow (10910 ms) 2023-12-01T05:36:41.394 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2023-12-01T05:36:41.394 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:36:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:41 smithi155 ceph-mon[102677]: pgmap v2992: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:41 smithi111 ceph-mon[97855]: pgmap v2992: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:41 smithi111 ceph-mon[116524]: pgmap v2992: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2023-12-01T05:36:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:43 smithi111 ceph-mon[97855]: pgmap v2993: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 64 op/s 2023-12-01T05:36:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:43 smithi111 ceph-mon[97855]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-01T05:36:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:43 smithi111 ceph-mon[116524]: pgmap v2993: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 64 op/s 2023-12-01T05:36:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:43 smithi111 ceph-mon[116524]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-01T05:36:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:43 smithi155 ceph-mon[102677]: pgmap v2993: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.7 MiB/s wr, 64 op/s 2023-12-01T05:36:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:43 smithi155 ceph-mon[102677]: osdmap e1409: 8 total, 8 up, 8 in 2023-12-01T05:36:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:45 smithi111 ceph-mon[97855]: pgmap v2995: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:45 smithi111 ceph-mon[116524]: pgmap v2995: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:45 smithi155 ceph-mon[102677]: pgmap v2995: 137 pgs: 137 active+clean; 137 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:47 smithi111 ceph-mon[97855]: pgmap v2996: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:47 smithi111 ceph-mon[116524]: pgmap v2996: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:47 smithi155 ceph-mon[102677]: pgmap v2996: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:49 smithi111 ceph-mon[97855]: pgmap v2997: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:36:49] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2023-12-01T05:36:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:49 smithi111 ceph-mon[116524]: pgmap v2997: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:49 smithi155 ceph-mon[102677]: pgmap v2997: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:36:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:51 smithi111 ceph-mon[97855]: pgmap v2998: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:51 smithi111 ceph-mon[116524]: pgmap v2998: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:51 smithi155 ceph-mon[102677]: pgmap v2998: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:36:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.19", "id": [4, 3]}]: dispatch 2023-12-01T05:36:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.19", "id": [4, 3]}]: dispatch 2023-12-01T05:36:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.19", "id": [4, 3]}]: dispatch 2023-12-01T05:36:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:53 smithi155 ceph-mon[102677]: pgmap v2999: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.19", "id": [4, 3]}]': finished 2023-12-01T05:36:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:53 smithi155 ceph-mon[102677]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-01T05:36:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:53 smithi111 ceph-mon[97855]: pgmap v2999: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.19", "id": [4, 3]}]': finished 2023-12-01T05:36:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:53 smithi111 ceph-mon[97855]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-01T05:36:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:53 smithi111 ceph-mon[116524]: pgmap v2999: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 37 op/s 2023-12-01T05:36:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.19", "id": [4, 3]}]': finished 2023-12-01T05:36:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:53 smithi111 ceph-mon[116524]: osdmap e1410: 8 total, 8 up, 8 in 2023-12-01T05:36:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:54 smithi155 ceph-mon[102677]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-01T05:36:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:54 smithi111 ceph-mon[97855]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-01T05:36:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:54 smithi111 ceph-mon[116524]: osdmap e1411: 8 total, 8 up, 8 in 2023-12-01T05:36:55.394 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (14000 ms) 2023-12-01T05:36:55.394 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2023-12-01T05:36:55.394 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:36:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:55 smithi155 ceph-mon[102677]: pgmap v3002: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:36:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:55 smithi111 ceph-mon[97855]: pgmap v3002: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:36:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:55 smithi111 ceph-mon[116524]: pgmap v3002: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:36:56.757 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (54m) 44s ago 54m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (54m) 43s ago 54m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (55m) 44s ago 55m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (55m) 43s ago 55m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (58m) 43s ago 58m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (60m) 44s ago 60m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (60m) 44s ago 60m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (59m) 43s ago 59m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:36:57.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (59m) 44s ago 59m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (54m) 44s ago 54m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (54m) 43s ago 54m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (58m) 44s ago 58m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (58m) 44s ago 58m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (57m) 44s ago 57m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (57m) 44s ago 57m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (57m) 43s ago 57m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (56m) 43s ago 56m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (56m) 43s ago 56m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (56m) 43s ago 56m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:36:57.073 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (54m) 43s ago 55m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:36:57.494 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:36:57.494 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:36:57.494 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:36:57.494 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:57.494 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:36:57.494 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:36:57.495 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:36:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:57 smithi155 ceph-mon[102677]: pgmap v3003: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 37 op/s; 512 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:36:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:57 smithi155 ceph-mon[102677]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-01T05:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:57 smithi111 ceph-mon[97855]: pgmap v3003: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 37 op/s; 512 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:57 smithi111 ceph-mon[97855]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-01T05:36:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:57 smithi111 ceph-mon[116524]: pgmap v3003: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 37 op/s; 512 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:36:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:57 smithi111 ceph-mon[116524]: osdmap e1412: 8 total, 8 up, 8 in 2023-12-01T05:36:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:58 smithi155 ceph-mon[102677]: from='client.18162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:58 smithi155 ceph-mon[102677]: from='client.28034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3392817407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:36:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:58 smithi111 ceph-mon[97855]: from='client.18162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:58 smithi111 ceph-mon[97855]: from='client.28034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3392817407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:36:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:58 smithi111 ceph-mon[116524]: from='client.18162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:58 smithi111 ceph-mon[116524]: from='client.28034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:36:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3392817407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:36:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:36:59 smithi155 ceph-mon[102677]: pgmap v3005: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 49 op/s; 682 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:36:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:36:59 smithi111 ceph-mon[97855]: pgmap v3005: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 49 op/s; 682 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:36:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:36:59] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2023-12-01T05:36:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:36:59 smithi111 ceph-mon[116524]: pgmap v3005: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 9.5 MiB/s wr, 49 op/s; 682 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:01 smithi155 ceph-mon[102677]: pgmap v3006: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 39 op/s; 540 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:01 smithi111 ceph-mon[97855]: pgmap v3006: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 39 op/s; 540 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:01 smithi111 ceph-mon[116524]: pgmap v3006: 137 pgs: 137 active+clean; 203 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.5 MiB/s wr, 39 op/s; 540 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:03.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:03 smithi155 ceph-mon[102677]: pgmap v3007: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 9.6 MiB/s wr, 78 op/s; 478 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:03 smithi111 ceph-mon[97855]: pgmap v3007: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 9.6 MiB/s wr, 78 op/s; 478 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:03 smithi111 ceph-mon[116524]: pgmap v3007: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 9.6 MiB/s wr, 78 op/s; 478 KiB/s, 1 keys/s, 0 objects/s recovering 2023-12-01T05:37:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:05 smithi155 ceph-mon[102677]: pgmap v3008: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 67 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2023-12-01T05:37:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:05 smithi111 ceph-mon[97855]: pgmap v3008: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 67 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2023-12-01T05:37:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:05 smithi111 ceph-mon[116524]: pgmap v3008: 137 pgs: 137 active+clean; 228 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 67 op/s; 409 KiB/s, 0 keys/s, 0 objects/s recovering 2023-12-01T05:37:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:07 smithi155 ceph-mon[102677]: pgmap v3009: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2023-12-01T05:37:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:07 smithi111 ceph-mon[97855]: pgmap v3009: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2023-12-01T05:37:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:07 smithi111 ceph-mon[116524]: pgmap v3009: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2023-12-01T05:37:08.112 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12719 ms) 2023-12-01T05:37:08.113 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2023-12-01T05:37:08.113 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:37:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:09 smithi155 ceph-mon[102677]: pgmap v3010: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 42 op/s 2023-12-01T05:37:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:09 smithi155 ceph-mon[102677]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-01T05:37:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:09 smithi111 ceph-mon[97855]: pgmap v3010: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 42 op/s 2023-12-01T05:37:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:09 smithi111 ceph-mon[97855]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-01T05:37:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:37:09] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2023-12-01T05:37:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:09 smithi111 ceph-mon[116524]: pgmap v3010: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 42 op/s 2023-12-01T05:37:09.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:09 smithi111 ceph-mon[116524]: osdmap e1413: 8 total, 8 up, 8 in 2023-12-01T05:37:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:11 smithi155 ceph-mon[102677]: pgmap v3012: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2023-12-01T05:37:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:11 smithi111 ceph-mon[97855]: pgmap v3012: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2023-12-01T05:37:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:11 smithi111 ceph-mon[116524]: pgmap v3012: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2023-12-01T05:37:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:13 smithi155 ceph-mon[102677]: pgmap v3013: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-01T05:37:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:13 smithi111 ceph-mon[97855]: pgmap v3013: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-01T05:37:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:13 smithi111 ceph-mon[116524]: pgmap v3013: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-01T05:37:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:37:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:37:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:37:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:15 smithi155 ceph-mon[102677]: pgmap v3014: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-01T05:37:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:37:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:37:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[97855]: pgmap v3014: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[116524]: pgmap v3014: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:37:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:37:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:17 smithi155 ceph-mon[102677]: pgmap v3015: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:17 smithi111 ceph-mon[97855]: pgmap v3015: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:17 smithi111 ceph-mon[116524]: pgmap v3015: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:19 smithi155 ceph-mon[102677]: pgmap v3016: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:19 smithi155 ceph-mon[102677]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-01T05:37:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:19 smithi111 ceph-mon[97855]: pgmap v3016: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:19 smithi111 ceph-mon[97855]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-01T05:37:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:19 smithi111 ceph-mon[116524]: pgmap v3016: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:19 smithi111 ceph-mon[116524]: osdmap e1414: 8 total, 8 up, 8 in 2023-12-01T05:37:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:37:19] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2023-12-01T05:37:20.545 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (12432 ms) 2023-12-01T05:37:20.545 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2023-12-01T05:37:20.545 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:37:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:21 smithi155 ceph-mon[102677]: pgmap v3018: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:21 smithi111 ceph-mon[97855]: pgmap v3018: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:21 smithi111 ceph-mon[116524]: pgmap v3018: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2023-12-01T05:37:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:22 smithi155 ceph-mon[102677]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-01T05:37:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:22 smithi111 ceph-mon[97855]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-01T05:37:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:22 smithi111 ceph-mon[116524]: osdmap e1415: 8 total, 8 up, 8 in 2023-12-01T05:37:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:23 smithi155 ceph-mon[102677]: pgmap v3020: 137 pgs: 137 active+clean; 358 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 55 op/s 2023-12-01T05:37:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:23 smithi111 ceph-mon[97855]: pgmap v3020: 137 pgs: 137 active+clean; 358 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 55 op/s 2023-12-01T05:37:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:23 smithi111 ceph-mon[116524]: pgmap v3020: 137 pgs: 137 active+clean; 358 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 55 op/s 2023-12-01T05:37:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:25 smithi155 ceph-mon[102677]: pgmap v3021: 137 pgs: 137 active+clean; 358 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 55 op/s 2023-12-01T05:37:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:25 smithi111 ceph-mon[97855]: pgmap v3021: 137 pgs: 137 active+clean; 358 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 55 op/s 2023-12-01T05:37:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:25 smithi111 ceph-mon[116524]: pgmap v3021: 137 pgs: 137 active+clean; 358 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 55 op/s 2023-12-01T05:37:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:27 smithi155 ceph-mon[102677]: pgmap v3022: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 102 op/s 2023-12-01T05:37:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:27 smithi111 ceph-mon[97855]: pgmap v3022: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 102 op/s 2023-12-01T05:37:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:27 smithi111 ceph-mon[116524]: pgmap v3022: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 102 op/s 2023-12-01T05:37:27.967 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (54m) 75s ago 55m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (55m) 75s ago 55m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (56m) 75s ago 56m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (56m) 75s ago 56m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (59m) 75s ago 59m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (61m) 75s ago 61m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (61m) 75s ago 61m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (59m) 75s ago 59m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:37:28.360 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (59m) 75s ago 59m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (54m) 75s ago 54m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (54m) 75s ago 54m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (59m) 75s ago 59m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (58m) 75s ago 58m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (58m) 75s ago 58m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (58m) 75s ago 58m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (57m) 75s ago 57m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:37:28.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (57m) 75s ago 57m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:37:28.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (56m) 75s ago 56m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:37:28.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (56m) 75s ago 56m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:37:28.362 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (54m) 75s ago 55m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:37:28.817 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:37:28.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:37:28.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:37:28.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:28.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:37:28.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:37:28.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:28.819 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:37:28.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:37:28.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:28.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:37:28.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:37:28.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:28.820 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:37:28.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:37:28.820 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:37:28.820 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:37:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:29 smithi155 ceph-mon[102677]: pgmap v3023: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 12 MiB/s wr, 86 op/s 2023-12-01T05:37:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:29 smithi155 ceph-mon[102677]: from='client.28046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:37:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:29 smithi155 ceph-mon[102677]: from='client.18186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:37:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1830306312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:37:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[97855]: pgmap v3023: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 12 MiB/s wr, 86 op/s 2023-12-01T05:37:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[97855]: from='client.28046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:37:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[97855]: from='client.18186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:37:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1830306312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:37:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:37:29] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2023-12-01T05:37:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[116524]: pgmap v3023: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 12 MiB/s wr, 86 op/s 2023-12-01T05:37:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[116524]: from='client.28046 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:37:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[116524]: from='client.18186 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:37:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1830306312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:37:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:31 smithi155 ceph-mon[102677]: pgmap v3024: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2023-12-01T05:37:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:31 smithi111 ceph-mon[97855]: pgmap v3024: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2023-12-01T05:37:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:31 smithi111 ceph-mon[116524]: pgmap v3024: 137 pgs: 137 active+clean; 383 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 11 MiB/s wr, 81 op/s 2023-12-01T05:37:33.634 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (13090 ms) 2023-12-01T05:37:33.635 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2023-12-01T05:37:33.635 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:37:33.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:33 smithi155 ceph-mon[102677]: pgmap v3025: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 46 op/s 2023-12-01T05:37:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:33 smithi111 ceph-mon[97855]: pgmap v3025: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 46 op/s 2023-12-01T05:37:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:33 smithi111 ceph-mon[116524]: pgmap v3025: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 3.9 MiB/s wr, 46 op/s 2023-12-01T05:37:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:35 smithi155 ceph-mon[102677]: pgmap v3026: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2023-12-01T05:37:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:35 smithi155 ceph-mon[102677]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-01T05:37:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:35 smithi111 ceph-mon[97855]: pgmap v3026: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2023-12-01T05:37:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:35 smithi111 ceph-mon[97855]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-01T05:37:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:35 smithi111 ceph-mon[116524]: pgmap v3026: 137 pgs: 137 active+clean; 399 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2023-12-01T05:37:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:35 smithi111 ceph-mon[116524]: osdmap e1416: 8 total, 8 up, 8 in 2023-12-01T05:37:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:37 smithi155 ceph-mon[102677]: pgmap v3028: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:37 smithi111 ceph-mon[97855]: pgmap v3028: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:37 smithi111 ceph-mon[116524]: pgmap v3028: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:39 smithi155 ceph-mon[102677]: pgmap v3029: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:39 smithi111 ceph-mon[97855]: pgmap v3029: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:39 smithi111 ceph-mon[116524]: pgmap v3029: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:37:39] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2023-12-01T05:37:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:41 smithi155 ceph-mon[102677]: pgmap v3030: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:41 smithi111 ceph-mon[97855]: pgmap v3030: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:41 smithi111 ceph-mon[116524]: pgmap v3030: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2023-12-01T05:37:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:43 smithi155 ceph-mon[102677]: pgmap v3031: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-01T05:37:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:43 smithi111 ceph-mon[97855]: pgmap v3031: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-01T05:37:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:43 smithi111 ceph-mon[116524]: pgmap v3031: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-01T05:37:45.679 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12045 ms) 2023-12-01T05:37:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:45 smithi155 ceph-mon[102677]: pgmap v3032: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-01T05:37:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:45 smithi111 ceph-mon[97855]: pgmap v3032: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-01T05:37:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:45 smithi111 ceph-mon[116524]: pgmap v3032: 137 pgs: 137 active+clean; 428 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 50 op/s 2023-12-01T05:37:46.435 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (93225 ms total) 2023-12-01T05:37:46.435 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:37:46.435 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2023-12-01T05:37:46.469 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2023-12-01T05:37:47.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:47 smithi155 ceph-mon[102677]: pgmap v3033: 137 pgs: 137 active+clean; 444 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.1 MiB/s wr, 64 op/s 2023-12-01T05:37:47.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:47 smithi155 ceph-mon[102677]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-01T05:37:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:47 smithi111 ceph-mon[97855]: pgmap v3033: 137 pgs: 137 active+clean; 444 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.1 MiB/s wr, 64 op/s 2023-12-01T05:37:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:47 smithi111 ceph-mon[97855]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-01T05:37:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:47 smithi111 ceph-mon[116524]: pgmap v3033: 137 pgs: 137 active+clean; 444 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.1 MiB/s wr, 64 op/s 2023-12-01T05:37:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:47 smithi111 ceph-mon[116524]: osdmap e1417: 8 total, 8 up, 8 in 2023-12-01T05:37:48.460 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:37:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:48 smithi155 ceph-mon[102677]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-01T05:37:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/414867201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:37:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:48 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:37:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:48 smithi111 ceph-mon[97855]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-01T05:37:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/414867201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:37:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:48 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:37:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:48 smithi111 ceph-mon[116524]: osdmap e1418: 8 total, 8 up, 8 in 2023-12-01T05:37:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/414867201' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:37:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:48 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:49 smithi155 ceph-mon[102677]: pgmap v3036: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:49 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:49 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:49 smithi155 ceph-mon[102677]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-01T05:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:37:49] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[97855]: pgmap v3036: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[97855]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:37:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[116524]: pgmap v3036: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:37:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:37:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-24","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:37:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[116524]: osdmap e1419: 8 total, 8 up, 8 in 2023-12-01T05:37:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:37:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:50 smithi155 ceph-mon[102677]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-01T05:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:50 smithi155 ceph-mon[102677]: pgmap v3039: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:37:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:50 smithi111 ceph-mon[97855]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-01T05:37:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:50 smithi111 ceph-mon[97855]: pgmap v3039: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:37:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:50 smithi111 ceph-mon[116524]: osdmap e1420: 8 total, 8 up, 8 in 2023-12-01T05:37:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:50 smithi111 ceph-mon[116524]: pgmap v3039: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:37:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:51 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:37:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:51 smithi155 ceph-mon[102677]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-01T05:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:51 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:37:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:51 smithi111 ceph-mon[97855]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-01T05:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:51 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:51 smithi111 ceph-mon[116524]: osdmap e1421: 8 total, 8 up, 8 in 2023-12-01T05:37:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:52 smithi111 ceph-mon[97855]: pgmap v3041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2023-12-01T05:37:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:52 smithi111 ceph-mon[116524]: pgmap v3041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2023-12-01T05:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:52 smithi155 ceph-mon[102677]: pgmap v3041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 231 B/s wr, 0 op/s 2023-12-01T05:37:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:54 smithi155 ceph-mon[102677]: pgmap v3042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:37:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:54 smithi155 ceph-mon[102677]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-01T05:37:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:54 smithi111 ceph-mon[97855]: pgmap v3042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:37:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:54 smithi111 ceph-mon[97855]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-01T05:37:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:54 smithi111 ceph-mon[116524]: pgmap v3042: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T05:37:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:54 smithi111 ceph-mon[116524]: osdmap e1422: 8 total, 8 up, 8 in 2023-12-01T05:37:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:56 smithi155 ceph-mon[102677]: pgmap v3044: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.5 MiB/s wr, 69 op/s 2023-12-01T05:37:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:56 smithi111 ceph-mon[97855]: pgmap v3044: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.5 MiB/s wr, 69 op/s 2023-12-01T05:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:56 smithi111 ceph-mon[116524]: pgmap v3044: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 4.5 MiB/s wr, 69 op/s 2023-12-01T05:37:59.168 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:37:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:37:58 smithi155 ceph-mon[102677]: pgmap v3045: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2023-12-01T05:37:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:37:58 smithi111 ceph-mon[97855]: pgmap v3045: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2023-12-01T05:37:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:37:58 smithi111 ceph-mon[116524]: pgmap v3045: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (55m) 106s ago 55m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (55m) 106s ago 55m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (56m) 106s ago 56m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (56m) 106s ago 56m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (60m) 106s ago 59m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (61m) 106s ago 61m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (61m) 106s ago 61m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (60m) 106s ago 60m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (60m) 106s ago 60m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (55m) 106s ago 55m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:37:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (55m) 106s ago 55m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (59m) 106s ago 59m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (59m) 106s ago 59m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (58m) 106s ago 58m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (58m) 106s ago 58m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (58m) 106s ago 58m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (57m) 106s ago 57m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (57m) 106s ago 57m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (57m) 106s ago 57m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:37:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (55m) 106s ago 56m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:37:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:37:59] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.43.0" 2023-12-01T05:37:59.886 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:37:59.887 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:37:59.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:37:59.888 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:37:59.888 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:38:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:00 smithi155 ceph-mon[102677]: from='client.28082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:00 smithi155 ceph-mon[102677]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-01T05:38:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3884545205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:38:00.459 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.Simple (13990 ms) 2023-12-01T05:38:00.459 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2023-12-01T05:38:00.459 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:38:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[97855]: from='client.28082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[97855]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3884545205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[116524]: from='client.28082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[116524]: osdmap e1423: 8 total, 8 up, 8 in 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3884545205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:38:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:01 smithi155 ceph-mon[102677]: from='client.18222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:01 smithi155 ceph-mon[102677]: pgmap v3047: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 66 op/s 2023-12-01T05:38:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:01 smithi111 ceph-mon[97855]: from='client.18222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:01 smithi111 ceph-mon[97855]: pgmap v3047: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 66 op/s 2023-12-01T05:38:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:01 smithi111 ceph-mon[116524]: from='client.18222 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:01 smithi111 ceph-mon[116524]: pgmap v3047: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.6 MiB/s wr, 66 op/s 2023-12-01T05:38:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:03 smithi155 ceph-mon[102677]: pgmap v3048: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2023-12-01T05:38:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:03 smithi111 ceph-mon[97855]: pgmap v3048: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2023-12-01T05:38:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:03 smithi111 ceph-mon[116524]: pgmap v3048: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2023-12-01T05:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:04 smithi155 ceph-mon[102677]: pgmap v3049: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2023-12-01T05:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:04 smithi155 ceph-mon[102677]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[97855]: pgmap v3049: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[97855]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[116524]: pgmap v3049: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:04 smithi111 ceph-mon[116524]: osdmap e1424: 8 total, 8 up, 8 in 2023-12-01T05:38:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:06 smithi155 ceph-mon[102677]: pgmap v3051: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2023-12-01T05:38:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:06 smithi111 ceph-mon[97855]: pgmap v3051: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2023-12-01T05:38:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:06 smithi111 ceph-mon[116524]: pgmap v3051: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 78 op/s 2023-12-01T05:38:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:08 smithi155 ceph-mon[102677]: pgmap v3052: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 72 op/s 2023-12-01T05:38:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:08 smithi111 ceph-mon[97855]: pgmap v3052: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 72 op/s 2023-12-01T05:38:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:08 smithi111 ceph-mon[116524]: pgmap v3052: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 72 op/s 2023-12-01T05:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:38:09] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2023-12-01T05:38:10.669 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10209 ms) 2023-12-01T05:38:10.669 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2023-12-01T05:38:10.669 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:38:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:11 smithi155 ceph-mon[102677]: pgmap v3053: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2023-12-01T05:38:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:11 smithi111 ceph-mon[97855]: pgmap v3053: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2023-12-01T05:38:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:11 smithi111 ceph-mon[116524]: pgmap v3053: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2023-12-01T05:38:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:13 smithi155 ceph-mon[102677]: pgmap v3054: 137 pgs: 137 active+clean; 121 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:13 smithi111 ceph-mon[97855]: pgmap v3054: 137 pgs: 137 active+clean; 121 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:13 smithi111 ceph-mon[116524]: pgmap v3054: 137 pgs: 137 active+clean; 121 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:15 smithi155 ceph-mon[102677]: pgmap v3055: 137 pgs: 137 active+clean; 121 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:15.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:15 smithi155 ceph-mon[102677]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-01T05:38:15.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:38:15.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:38:15.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:38:15.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[97855]: pgmap v3055: 137 pgs: 137 active+clean; 121 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[97855]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[116524]: pgmap v3055: 137 pgs: 137 active+clean; 121 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[116524]: osdmap e1425: 8 total, 8 up, 8 in 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:38:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:38:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:38:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:38:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:17 smithi155 ceph-mon[102677]: pgmap v3057: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:17 smithi111 ceph-mon[97855]: pgmap v3057: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:17 smithi111 ceph-mon[116524]: pgmap v3057: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:19 smithi155 ceph-mon[102677]: pgmap v3058: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:19 smithi111 ceph-mon[116524]: pgmap v3058: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:19 smithi111 ceph-mon[97855]: pgmap v3058: 137 pgs: 137 active+clean; 150 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:38:19] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:38:20.736 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10067 ms) 2023-12-01T05:38:20.736 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2023-12-01T05:38:20.736 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:38:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:21 smithi155 ceph-mon[102677]: pgmap v3059: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 72 op/s 2023-12-01T05:38:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:21 smithi111 ceph-mon[97855]: pgmap v3059: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 72 op/s 2023-12-01T05:38:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:21 smithi111 ceph-mon[116524]: pgmap v3059: 137 pgs: 137 active+clean; 162 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 72 op/s 2023-12-01T05:38:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:23 smithi155 ceph-mon[102677]: pgmap v3060: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:23 smithi111 ceph-mon[97855]: pgmap v3060: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:23 smithi111 ceph-mon[116524]: pgmap v3060: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:25 smithi155 ceph-mon[102677]: pgmap v3061: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:25 smithi155 ceph-mon[102677]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-01T05:38:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:25 smithi111 ceph-mon[97855]: pgmap v3061: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:25 smithi111 ceph-mon[97855]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-01T05:38:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:25 smithi111 ceph-mon[116524]: pgmap v3061: 137 pgs: 137 active+clean; 179 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:25 smithi111 ceph-mon[116524]: osdmap e1426: 8 total, 8 up, 8 in 2023-12-01T05:38:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:27 smithi111 ceph-mon[97855]: pgmap v3063: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:27 smithi111 ceph-mon[116524]: pgmap v3063: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:27 smithi155 ceph-mon[102677]: pgmap v3063: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:29 smithi111 ceph-mon[97855]: pgmap v3064: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:38:29] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:38:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:29 smithi111 ceph-mon[116524]: pgmap v3064: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:29 smithi155 ceph-mon[102677]: pgmap v3064: 137 pgs: 137 active+clean; 208 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 65 op/s 2023-12-01T05:38:30.234 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:38:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:38:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (55m) 2m ago 56m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:38:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (56m) 2m ago 56m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (57m) 2m ago 57m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (57m) 2m ago 57m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (60m) 2m ago 60m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (62m) 2m ago 62m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (62m) 2m ago 62m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (60m) 2m ago 60m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (60m) 2m ago 60m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (55m) 2m ago 55m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (55m) 2m ago 55m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (60m) 2m ago 60m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:38:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (59m) 2m ago 59m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (59m) 2m ago 59m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (59m) 2m ago 59m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (58m) 2m ago 58m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (58m) 2m ago 58m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (58m) 2m ago 57m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (57m) 2m ago 57m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:38:30.552 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (55m) 2m ago 56m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:38:30.611 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (9876 ms) 2023-12-01T05:38:30.612 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2023-12-01T05:38:30.612 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:38:30.944 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:38:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:38:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:38:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:38:30.946 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:38:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:31 smithi111 ceph-mon[97855]: pgmap v3065: 137 pgs: 137 active+clean; 212 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2023-12-01T05:38:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:31 smithi111 ceph-mon[97855]: from='client.28100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3580605247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:38:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:31 smithi111 ceph-mon[116524]: pgmap v3065: 137 pgs: 137 active+clean; 212 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2023-12-01T05:38:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:31 smithi111 ceph-mon[116524]: from='client.28100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3580605247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:38:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:31 smithi155 ceph-mon[102677]: pgmap v3065: 137 pgs: 137 active+clean; 212 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2023-12-01T05:38:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:31 smithi155 ceph-mon[102677]: from='client.28100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3580605247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:38:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:32 smithi111 ceph-mon[97855]: from='client.28106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:32 smithi111 ceph-mon[116524]: from='client.28106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:32 smithi155 ceph-mon[102677]: from='client.28106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:38:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:33 smithi111 ceph-mon[97855]: pgmap v3066: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2023-12-01T05:38:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:33 smithi111 ceph-mon[116524]: pgmap v3066: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2023-12-01T05:38:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:33 smithi155 ceph-mon[102677]: pgmap v3066: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2023-12-01T05:38:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:35 smithi111 ceph-mon[97855]: pgmap v3067: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2023-12-01T05:38:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:35 smithi111 ceph-mon[97855]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-01T05:38:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:35 smithi111 ceph-mon[116524]: pgmap v3067: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2023-12-01T05:38:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:35 smithi111 ceph-mon[116524]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-01T05:38:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:35 smithi155 ceph-mon[102677]: pgmap v3067: 137 pgs: 137 active+clean; 216 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2023-12-01T05:38:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:35 smithi155 ceph-mon[102677]: osdmap e1427: 8 total, 8 up, 8 in 2023-12-01T05:38:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:37 smithi111 ceph-mon[97855]: pgmap v3069: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:38:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:37 smithi111 ceph-mon[116524]: pgmap v3069: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:38:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:37 smithi155 ceph-mon[102677]: pgmap v3069: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:38:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:39 smithi111 ceph-mon[97855]: pgmap v3070: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:38:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:38:39] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:38:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:39 smithi111 ceph-mon[116524]: pgmap v3070: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:38:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:39 smithi155 ceph-mon[102677]: pgmap v3070: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2023-12-01T05:38:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:40 smithi155 ceph-mon[102677]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-01T05:38:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:40 smithi111 ceph-mon[97855]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-01T05:38:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:40 smithi111 ceph-mon[116524]: osdmap e1428: 8 total, 8 up, 8 in 2023-12-01T05:38:41.584 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10972 ms) 2023-12-01T05:38:41.584 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2023-12-01T05:38:41.584 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:38:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:41 smithi155 ceph-mon[102677]: pgmap v3072: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 3.6 MiB/s wr, 72 op/s 2023-12-01T05:38:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:41 smithi111 ceph-mon[97855]: pgmap v3072: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 3.6 MiB/s wr, 72 op/s 2023-12-01T05:38:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:41 smithi111 ceph-mon[116524]: pgmap v3072: 137 pgs: 137 active+clean; 245 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 3.6 MiB/s wr, 72 op/s 2023-12-01T05:38:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:43 smithi155 ceph-mon[102677]: pgmap v3073: 137 pgs: 137 active+clean; 306 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 94 op/s 2023-12-01T05:38:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:43 smithi111 ceph-mon[97855]: pgmap v3073: 137 pgs: 137 active+clean; 306 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 94 op/s 2023-12-01T05:38:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:43 smithi111 ceph-mon[116524]: pgmap v3073: 137 pgs: 137 active+clean; 306 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 94 op/s 2023-12-01T05:38:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:45 smithi155 ceph-mon[102677]: pgmap v3074: 137 pgs: 137 active+clean; 306 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.3 MiB/s wr, 78 op/s 2023-12-01T05:38:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:45 smithi111 ceph-mon[97855]: pgmap v3074: 137 pgs: 137 active+clean; 306 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.3 MiB/s wr, 78 op/s 2023-12-01T05:38:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:45 smithi111 ceph-mon[116524]: pgmap v3074: 137 pgs: 137 active+clean; 306 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.3 MiB/s wr, 78 op/s 2023-12-01T05:38:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:46 smithi155 ceph-mon[102677]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-01T05:38:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:46 smithi111 ceph-mon[97855]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-01T05:38:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:46 smithi111 ceph-mon[116524]: osdmap e1429: 8 total, 8 up, 8 in 2023-12-01T05:38:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:47 smithi155 ceph-mon[102677]: pgmap v3076: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.8 MiB/s wr, 48 op/s 2023-12-01T05:38:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:47 smithi111 ceph-mon[97855]: pgmap v3076: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.8 MiB/s wr, 48 op/s 2023-12-01T05:38:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:47 smithi111 ceph-mon[116524]: pgmap v3076: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.8 MiB/s wr, 48 op/s 2023-12-01T05:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:49 smithi155 ceph-mon[102677]: pgmap v3077: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.1 MiB/s wr, 45 op/s 2023-12-01T05:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:49 smithi111 ceph-mon[97855]: pgmap v3077: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.1 MiB/s wr, 45 op/s 2023-12-01T05:38:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:38:49] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-12-01T05:38:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:49 smithi111 ceph-mon[116524]: pgmap v3077: 137 pgs: 137 active+clean; 315 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.1 MiB/s wr, 45 op/s 2023-12-01T05:38:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:38:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:51 smithi155 ceph-mon[102677]: pgmap v3078: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.2 MiB/s wr, 44 op/s 2023-12-01T05:38:51.715 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10131 ms) 2023-12-01T05:38:51.715 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2023-12-01T05:38:51.715 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:38:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:51 smithi111 ceph-mon[97855]: pgmap v3078: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.2 MiB/s wr, 44 op/s 2023-12-01T05:38:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:51 smithi111 ceph-mon[116524]: pgmap v3078: 137 pgs: 137 active+clean; 327 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.2 MiB/s wr, 44 op/s 2023-12-01T05:38:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:53 smithi155 ceph-mon[102677]: pgmap v3079: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:38:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:53 smithi111 ceph-mon[97855]: pgmap v3079: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:38:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:53 smithi111 ceph-mon[116524]: pgmap v3079: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:38:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:55 smithi155 ceph-mon[102677]: pgmap v3080: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:38:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:55 smithi111 ceph-mon[97855]: pgmap v3080: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:38:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:55 smithi111 ceph-mon[116524]: pgmap v3080: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:38:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:56 smithi155 ceph-mon[102677]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-01T05:38:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:56 smithi111 ceph-mon[97855]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-01T05:38:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:56 smithi111 ceph-mon[116524]: osdmap e1430: 8 total, 8 up, 8 in 2023-12-01T05:38:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:57 smithi155 ceph-mon[102677]: pgmap v3082: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2023-12-01T05:38:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:57 smithi111 ceph-mon[97855]: pgmap v3082: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2023-12-01T05:38:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:57 smithi111 ceph-mon[116524]: pgmap v3082: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2023-12-01T05:38:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:38:59 smithi155 ceph-mon[102677]: pgmap v3083: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2023-12-01T05:38:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:38:59 smithi111 ceph-mon[97855]: pgmap v3083: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2023-12-01T05:38:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:38:59] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-12-01T05:38:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:38:59 smithi111 ceph-mon[116524]: pgmap v3083: 137 pgs: 137 active+clean; 343 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2023-12-01T05:39:01.288 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:39:01.604 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:39:01.604 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (56m) 2m ago 57m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:39:01.604 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (56m) 2m ago 56m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:39:01.604 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (57m) 2m ago 57m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:39:01.604 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (57m) 2m ago 57m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (61m) 2m ago 61m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (62m) 2m ago 62m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (62m) 2m ago 62m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (61m) 2m ago 61m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (61m) 2m ago 61m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (56m) 2m ago 56m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (56m) 2m ago 56m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (60m) 2m ago 60m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (60m) 2m ago 60m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (60m) 2m ago 60m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (59m) 2m ago 59m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (59m) 2m ago 59m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (58m) 2m ago 58m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (58m) 2m ago 58m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:39:01.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (58m) 2m ago 58m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:39:01.606 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (56m) 2m ago 57m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:39:01.694 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (9979 ms) 2023-12-01T05:39:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:01 smithi155 ceph-mon[102677]: pgmap v3084: 137 pgs: 137 active+clean; 347 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 56 op/s 2023-12-01T05:39:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:01 smithi111 ceph-mon[97855]: pgmap v3084: 137 pgs: 137 active+clean; 347 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 56 op/s 2023-12-01T05:39:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:01 smithi111 ceph-mon[116524]: pgmap v3084: 137 pgs: 137 active+clean; 347 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 56 op/s 2023-12-01T05:39:01.989 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:39:01.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:01.991 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:39:01.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:39:01.991 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:39:01.991 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:39:02.322 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (75224 ms total) 2023-12-01T05:39:02.322 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:39:02.322 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2023-12-01T05:39:02.348 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2023-12-01T05:39:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:02 smithi155 ceph-mon[102677]: from='client.18252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1145426261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:39:02.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:02 smithi111 ceph-mon[116524]: from='client.18252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:02.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1145426261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:39:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:02 smithi111 ceph-mon[97855]: from='client.18252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1145426261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:39:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:03 smithi155 ceph-mon[102677]: from='client.18258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:03 smithi155 ceph-mon[102677]: pgmap v3085: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 3.3 MiB/s wr, 57 op/s 2023-12-01T05:39:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:03 smithi155 ceph-mon[102677]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-01T05:39:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:03 smithi111 ceph-mon[97855]: from='client.18258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:03 smithi111 ceph-mon[97855]: pgmap v3085: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 3.3 MiB/s wr, 57 op/s 2023-12-01T05:39:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:03 smithi111 ceph-mon[97855]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-01T05:39:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:03 smithi111 ceph-mon[116524]: from='client.18258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:03 smithi111 ceph-mon[116524]: pgmap v3085: 137 pgs: 137 active+clean; 376 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 947 KiB/s rd, 3.3 MiB/s wr, 57 op/s 2023-12-01T05:39:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:03 smithi111 ceph-mon[116524]: osdmap e1431: 8 total, 8 up, 8 in 2023-12-01T05:39:04.336 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:39:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:04 smithi155 ceph-mon[102677]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-01T05:39:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1975698737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:39:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:04 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:39:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[97855]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1975698737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[116524]: osdmap e1432: 8 total, 8 up, 8 in 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1975698737' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:39:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:05 smithi155 ceph-mon[102677]: pgmap v3088: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:39:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:05 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:39:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:05 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:39:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:05 smithi155 ceph-mon[102677]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[116524]: pgmap v3088: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[116524]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[97855]: pgmap v3088: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:39:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-25","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:39:05.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:05 smithi111 ceph-mon[97855]: osdmap e1433: 8 total, 8 up, 8 in 2023-12-01T05:39:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:06 smithi155 ceph-mon[102677]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-01T05:39:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:06 smithi111 ceph-mon[97855]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-01T05:39:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:06 smithi111 ceph-mon[116524]: osdmap e1434: 8 total, 8 up, 8 in 2023-12-01T05:39:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:07 smithi155 ceph-mon[102677]: pgmap v3091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:39:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:07 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:39:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:07 smithi155 ceph-mon[102677]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-01T05:39:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:07 smithi111 ceph-mon[97855]: pgmap v3091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:39:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:07 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:39:07.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:07 smithi111 ceph-mon[97855]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-01T05:39:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:07 smithi111 ceph-mon[116524]: pgmap v3091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:39:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:07 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:39:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:07 smithi111 ceph-mon[116524]: osdmap e1435: 8 total, 8 up, 8 in 2023-12-01T05:39:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:09 smithi155 ceph-mon[102677]: pgmap v3093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:39:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:09 smithi111 ceph-mon[97855]: pgmap v3093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:39:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:39:09] "GET /metrics HTTP/1.1" 200 36383 "" "Prometheus/2.43.0" 2023-12-01T05:39:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:09 smithi111 ceph-mon[116524]: pgmap v3093: 137 pgs: 137 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:39:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:11 smithi155 ceph-mon[102677]: pgmap v3094: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s wr, 0 op/s 2023-12-01T05:39:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:11 smithi155 ceph-mon[102677]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-01T05:39:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:11 smithi111 ceph-mon[97855]: pgmap v3094: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s wr, 0 op/s 2023-12-01T05:39:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:11 smithi111 ceph-mon[97855]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-01T05:39:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:11 smithi111 ceph-mon[116524]: pgmap v3094: 137 pgs: 137 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s wr, 0 op/s 2023-12-01T05:39:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:11 smithi111 ceph-mon[116524]: osdmap e1436: 8 total, 8 up, 8 in 2023-12-01T05:39:13.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:13 smithi155 ceph-mon[102677]: pgmap v3096: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2023-12-01T05:39:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:13 smithi111 ceph-mon[97855]: pgmap v3096: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2023-12-01T05:39:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:13 smithi111 ceph-mon[116524]: pgmap v3096: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.4 MiB/s wr, 21 op/s 2023-12-01T05:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:15 smithi155 ceph-mon[102677]: pgmap v3097: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2023-12-01T05:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:15 smithi155 ceph-mon[102677]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-01T05:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:39:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[97855]: pgmap v3097: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[97855]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[116524]: pgmap v3097: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[116524]: osdmap e1437: 8 total, 8 up, 8 in 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:39:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:39:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:39:16.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:39:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:17 smithi155 ceph-mon[102677]: pgmap v3099: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:39:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:17 smithi111 ceph-mon[97855]: pgmap v3099: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:39:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:17 smithi111 ceph-mon[116524]: pgmap v3099: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.1 MiB/s wr, 58 op/s 2023-12-01T05:39:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:19 smithi155 ceph-mon[102677]: pgmap v3100: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.1 MiB/s wr, 58 op/s 2023-12-01T05:39:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:39:19] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:39:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:19 smithi111 ceph-mon[97855]: pgmap v3100: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.1 MiB/s wr, 58 op/s 2023-12-01T05:39:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:19 smithi111 ceph-mon[116524]: pgmap v3100: 137 pgs: 137 active+clean; 38 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.1 MiB/s wr, 58 op/s 2023-12-01T05:39:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:20.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17830 ms) 2023-12-01T05:39:20.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2023-12-01T05:39:20.179 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:39:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:21 smithi155 ceph-mon[102677]: pgmap v3101: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 861 KiB/s wr, 41 op/s 2023-12-01T05:39:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:21 smithi111 ceph-mon[97855]: pgmap v3101: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 861 KiB/s wr, 41 op/s 2023-12-01T05:39:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:21 smithi111 ceph-mon[116524]: pgmap v3101: 137 pgs: 137 active+clean; 42 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 861 KiB/s wr, 41 op/s 2023-12-01T05:39:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:23 smithi155 ceph-mon[102677]: pgmap v3102: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2023-12-01T05:39:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:23 smithi111 ceph-mon[97855]: pgmap v3102: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2023-12-01T05:39:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:23 smithi111 ceph-mon[116524]: pgmap v3102: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2023-12-01T05:39:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:25 smithi155 ceph-mon[102677]: pgmap v3103: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2023-12-01T05:39:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:25 smithi155 ceph-mon[102677]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-01T05:39:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:25 smithi111 ceph-mon[97855]: pgmap v3103: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2023-12-01T05:39:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:25 smithi111 ceph-mon[97855]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-01T05:39:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:25 smithi111 ceph-mon[116524]: pgmap v3103: 137 pgs: 137 active+clean; 63 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 49 op/s 2023-12-01T05:39:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:25 smithi111 ceph-mon[116524]: osdmap e1438: 8 total, 8 up, 8 in 2023-12-01T05:39:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:27 smithi155 ceph-mon[102677]: pgmap v3105: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2023-12-01T05:39:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:27 smithi111 ceph-mon[97855]: pgmap v3105: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2023-12-01T05:39:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:27 smithi111 ceph-mon[116524]: pgmap v3105: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2023-12-01T05:39:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:29 smithi155 ceph-mon[102677]: pgmap v3106: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2023-12-01T05:39:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:29 smithi111 ceph-mon[97855]: pgmap v3106: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2023-12-01T05:39:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:39:29] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:39:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:29 smithi111 ceph-mon[116524]: pgmap v3106: 137 pgs: 137 active+clean; 92 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2023-12-01T05:39:31.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:31 smithi155 ceph-mon[102677]: pgmap v3107: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 48 op/s 2023-12-01T05:39:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:31 smithi111 ceph-mon[97855]: pgmap v3107: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 48 op/s 2023-12-01T05:39:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:31 smithi111 ceph-mon[116524]: pgmap v3107: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 48 op/s 2023-12-01T05:39:32.344 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:39:32.662 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (56m) 3m ago 57m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (57m) 3m ago 57m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (58m) 3m ago 58m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (58m) 3m ago 58m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (61m) 3m ago 61m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (63m) 3m ago 63m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (63m) 3m ago 63m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (61m) 3m ago 61m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (61m) 3m ago 61m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (57m) 3m ago 57m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (56m) 3m ago 56m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (61m) 3m ago 61m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:39:32.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (60m) 3m ago 60m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (60m) 3m ago 60m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (60m) 3m ago 60m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (59m) 3m ago 59m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (59m) 3m ago 59m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (59m) 3m ago 59m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (58m) 3m ago 58m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:39:32.664 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (56m) 3m ago 57m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:39:33.048 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:39:33.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:39:33.050 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:39:33.050 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:39:33.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:39:33.050 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:39:33.050 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:39:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:33 smithi155 ceph-mon[102677]: pgmap v3108: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-12-01T05:39:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:33 smithi155 ceph-mon[102677]: from='client.18288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3267019005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:39:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:33 smithi111 ceph-mon[97855]: pgmap v3108: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-12-01T05:39:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:33 smithi111 ceph-mon[97855]: from='client.18288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3267019005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:39:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:33 smithi111 ceph-mon[116524]: pgmap v3108: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-12-01T05:39:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:33 smithi111 ceph-mon[116524]: from='client.18288 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3267019005' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:39:34.198 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14019 ms) 2023-12-01T05:39:34.198 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2023-12-01T05:39:34.198 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:39:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:34 smithi155 ceph-mon[102677]: from='client.28160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:34 smithi111 ceph-mon[97855]: from='client.28160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:34 smithi111 ceph-mon[116524]: from='client.28160 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:39:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:35 smithi155 ceph-mon[102677]: pgmap v3109: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-12-01T05:39:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:35 smithi111 ceph-mon[97855]: pgmap v3109: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-12-01T05:39:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:35 smithi111 ceph-mon[116524]: pgmap v3109: 137 pgs: 137 active+clean; 96 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 47 op/s 2023-12-01T05:39:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:37 smithi155 ceph-mon[102677]: pgmap v3110: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2023-12-01T05:39:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:37 smithi111 ceph-mon[97855]: pgmap v3110: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2023-12-01T05:39:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:37 smithi111 ceph-mon[116524]: pgmap v3110: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2023-12-01T05:39:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:39 smithi155 ceph-mon[102677]: pgmap v3111: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2023-12-01T05:39:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:39 smithi155 ceph-mon[102677]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-01T05:39:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:39:39] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2023-12-01T05:39:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:39 smithi111 ceph-mon[97855]: pgmap v3111: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2023-12-01T05:39:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:39 smithi111 ceph-mon[97855]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-01T05:39:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:39 smithi111 ceph-mon[116524]: pgmap v3111: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2023-12-01T05:39:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:39 smithi111 ceph-mon[116524]: osdmap e1439: 8 total, 8 up, 8 in 2023-12-01T05:39:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:41 smithi155 ceph-mon[102677]: pgmap v3113: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:39:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:41 smithi111 ceph-mon[97855]: pgmap v3113: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:39:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:41 smithi111 ceph-mon[116524]: pgmap v3113: 137 pgs: 137 active+clean; 121 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:39:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:43 smithi155 ceph-mon[102677]: pgmap v3114: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:43 smithi111 ceph-mon[97855]: pgmap v3114: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:43 smithi111 ceph-mon[116524]: pgmap v3114: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:45.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:45 smithi155 ceph-mon[102677]: pgmap v3115: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:45 smithi111 ceph-mon[97855]: pgmap v3115: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:45 smithi111 ceph-mon[116524]: pgmap v3115: 137 pgs: 137 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:47 smithi155 ceph-mon[102677]: pgmap v3116: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2023-12-01T05:39:47.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:47 smithi111 ceph-mon[97855]: pgmap v3116: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2023-12-01T05:39:47.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:47 smithi111 ceph-mon[116524]: pgmap v3116: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2023-12-01T05:39:48.100 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (13902 ms) 2023-12-01T05:39:48.100 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2023-12-01T05:39:48.100 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:49 smithi155 ceph-mon[102677]: pgmap v3117: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2023-12-01T05:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:39:49] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:49 smithi111 ceph-mon[97855]: pgmap v3117: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2023-12-01T05:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:49 smithi111 ceph-mon[116524]: pgmap v3117: 137 pgs: 137 active+clean; 154 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2023-12-01T05:39:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:39:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:51 smithi155 ceph-mon[102677]: pgmap v3118: 137 pgs: 137 active+clean; 158 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2023-12-01T05:39:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:51 smithi111 ceph-mon[97855]: pgmap v3118: 137 pgs: 137 active+clean; 158 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2023-12-01T05:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:51 smithi111 ceph-mon[116524]: pgmap v3118: 137 pgs: 137 active+clean; 158 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 MiB/s wr, 42 op/s 2023-12-01T05:39:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:53 smithi155 ceph-mon[102677]: pgmap v3119: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.2 MiB/s wr, 49 op/s 2023-12-01T05:39:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:53 smithi155 ceph-mon[102677]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-01T05:39:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:53 smithi111 ceph-mon[97855]: pgmap v3119: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.2 MiB/s wr, 49 op/s 2023-12-01T05:39:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:53 smithi111 ceph-mon[97855]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-01T05:39:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:53 smithi111 ceph-mon[116524]: pgmap v3119: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.2 MiB/s wr, 49 op/s 2023-12-01T05:39:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:53 smithi111 ceph-mon[116524]: osdmap e1440: 8 total, 8 up, 8 in 2023-12-01T05:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:55 smithi155 ceph-mon[102677]: pgmap v3121: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-01T05:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:55 smithi111 ceph-mon[97855]: pgmap v3121: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-01T05:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:55 smithi111 ceph-mon[116524]: pgmap v3121: 137 pgs: 137 active+clean; 179 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 34 op/s 2023-12-01T05:39:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:57 smithi155 ceph-mon[102677]: pgmap v3122: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:57 smithi111 ceph-mon[97855]: pgmap v3122: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:57 smithi111 ceph-mon[116524]: pgmap v3122: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:39:59 smithi155 ceph-mon[102677]: pgmap v3123: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:39:59 smithi111 ceph-mon[97855]: pgmap v3123: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:39:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:39:59] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:39:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:39:59 smithi111 ceph-mon[116524]: pgmap v3123: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 57 op/s 2023-12-01T05:40:00.400 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:00 smithi111 conmon[97831]: 2023-12-01T05:39:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:40:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:40:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:40:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:01 smithi155 ceph-mon[102677]: pgmap v3124: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2023-12-01T05:40:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:01 smithi111 ceph-mon[97855]: pgmap v3124: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2023-12-01T05:40:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:01 smithi111 ceph-mon[116524]: pgmap v3124: 137 pgs: 137 active+clean; 208 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2023-12-01T05:40:02.032 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13932 ms) 2023-12-01T05:40:02.032 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2023-12-01T05:40:02.032 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:40:03.392 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:40:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:03 smithi155 ceph-mon[102677]: pgmap v3125: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2023-12-01T05:40:03.711 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:40:03.711 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (57m) 3m ago 58m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:40:03.711 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (57m) 3m ago 57m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (58m) 3m ago 58m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (58m) 3m ago 58m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (62m) 3m ago 62m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (63m) 3m ago 63m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (63m) 3m ago 63m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (62m) 3m ago 62m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (62m) 3m ago 62m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (57m) 3m ago 57m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (57m) 3m ago 57m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (61m) 3m ago 61m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (61m) 3m ago 61m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (61m) 3m ago 61m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (60m) 3m ago 60m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:40:03.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (60m) 3m ago 60m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:40:03.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (59m) 3m ago 59m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:40:03.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (59m) 3m ago 59m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:40:03.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (59m) 3m ago 59m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:40:03.713 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (57m) 3m ago 58m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:40:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:03 smithi111 ceph-mon[97855]: pgmap v3125: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2023-12-01T05:40:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:03 smithi111 ceph-mon[116524]: pgmap v3125: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 943 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2023-12-01T05:40:04.108 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:04.109 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:40:04.110 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:40:04.110 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:04.110 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:40:04.110 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:40:04.110 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:40:04.110 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:40:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:04 smithi155 ceph-mon[102677]: from='client.28172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3216863387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:40:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:04 smithi111 ceph-mon[97855]: from='client.28172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3216863387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:40:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:04 smithi111 ceph-mon[116524]: from='client.28172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3216863387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:40:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:05 smithi155 ceph-mon[102677]: from='client.28178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:05 smithi155 ceph-mon[102677]: pgmap v3126: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 820 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2023-12-01T05:40:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:05 smithi111 ceph-mon[97855]: from='client.28178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:05 smithi111 ceph-mon[97855]: pgmap v3126: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 820 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2023-12-01T05:40:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:05 smithi111 ceph-mon[116524]: from='client.28178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:05 smithi111 ceph-mon[116524]: pgmap v3126: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 820 KiB/s rd, 3.6 MiB/s wr, 45 op/s 2023-12-01T05:40:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:07 smithi155 ceph-mon[102677]: pgmap v3127: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 48 op/s 2023-12-01T05:40:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:07 smithi155 ceph-mon[102677]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-01T05:40:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:07 smithi111 ceph-mon[97855]: pgmap v3127: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 48 op/s 2023-12-01T05:40:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:07 smithi111 ceph-mon[97855]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-01T05:40:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:07 smithi111 ceph-mon[116524]: pgmap v3127: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 789 KiB/s rd, 3.8 MiB/s wr, 48 op/s 2023-12-01T05:40:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:07 smithi111 ceph-mon[116524]: osdmap e1441: 8 total, 8 up, 8 in 2023-12-01T05:40:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:09 smithi155 ceph-mon[102677]: pgmap v3129: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2023-12-01T05:40:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:09 smithi111 ceph-mon[97855]: pgmap v3129: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2023-12-01T05:40:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:40:09] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:40:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:09 smithi111 ceph-mon[116524]: pgmap v3129: 137 pgs: 137 active+clean; 216 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 1.6 MiB/s wr, 24 op/s 2023-12-01T05:40:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:11 smithi155 ceph-mon[102677]: pgmap v3130: 137 pgs: 137 active+clean; 220 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 930 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2023-12-01T05:40:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:11 smithi111 ceph-mon[97855]: pgmap v3130: 137 pgs: 137 active+clean; 220 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 930 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2023-12-01T05:40:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:11 smithi111 ceph-mon[116524]: pgmap v3130: 137 pgs: 137 active+clean; 220 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 930 KiB/s rd, 2.0 MiB/s wr, 35 op/s 2023-12-01T05:40:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:13 smithi155 ceph-mon[102677]: pgmap v3131: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2023-12-01T05:40:13.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:13 smithi111 ceph-mon[97855]: pgmap v3131: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2023-12-01T05:40:13.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:13 smithi111 ceph-mon[116524]: pgmap v3131: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2023-12-01T05:40:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:15 smithi155 ceph-mon[102677]: pgmap v3132: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2023-12-01T05:40:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:15 smithi155 ceph-mon[102677]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-01T05:40:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:15 smithi111 ceph-mon[97855]: pgmap v3132: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2023-12-01T05:40:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:15 smithi111 ceph-mon[97855]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-01T05:40:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:15 smithi111 ceph-mon[116524]: pgmap v3132: 137 pgs: 137 active+clean; 249 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2023-12-01T05:40:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:15 smithi111 ceph-mon[116524]: osdmap e1442: 8 total, 8 up, 8 in 2023-12-01T05:40:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:40:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:40:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:40:16.821 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14788 ms) 2023-12-01T05:40:16.821 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2023-12-01T05:40:16.821 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:40:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:17 smithi155 ceph-mon[102677]: pgmap v3134: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.5 MiB/s wr, 75 op/s 2023-12-01T05:40:17.727 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:17 smithi111 ceph-mon[97855]: pgmap v3134: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.5 MiB/s wr, 75 op/s 2023-12-01T05:40:17.727 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:17 smithi111 ceph-mon[116524]: pgmap v3134: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.5 MiB/s wr, 75 op/s 2023-12-01T05:40:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:19 smithi155 ceph-mon[102677]: pgmap v3135: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2023-12-01T05:40:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:40:19] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-12-01T05:40:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:19 smithi111 ceph-mon[97855]: pgmap v3135: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2023-12-01T05:40:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:19 smithi111 ceph-mon[116524]: pgmap v3135: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2023-12-01T05:40:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[97855]: pgmap v3136: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 61 op/s 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:40:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:40:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:20 smithi111 ceph-mon[116524]: pgmap v3136: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 61 op/s 2023-12-01T05:40:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:40:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:40:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:40:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:20 smithi155 ceph-mon[102677]: pgmap v3136: 137 pgs: 137 active+clean; 306 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 61 op/s 2023-12-01T05:40:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:21 smithi111 ceph-mon[97855]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-01T05:40:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:21 smithi111 ceph-mon[116524]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-01T05:40:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:21 smithi155 ceph-mon[102677]: osdmap e1443: 8 total, 8 up, 8 in 2023-12-01T05:40:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:22 smithi155 ceph-mon[102677]: pgmap v3138: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 44 op/s 2023-12-01T05:40:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:22 smithi111 ceph-mon[97855]: pgmap v3138: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 44 op/s 2023-12-01T05:40:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:22 smithi111 ceph-mon[116524]: pgmap v3138: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 44 op/s 2023-12-01T05:40:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:25 smithi155 ceph-mon[102677]: pgmap v3139: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2023-12-01T05:40:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:25 smithi111 ceph-mon[97855]: pgmap v3139: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2023-12-01T05:40:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:25 smithi111 ceph-mon[116524]: pgmap v3139: 137 pgs: 137 active+clean; 306 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2023-12-01T05:40:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:27 smithi111 ceph-mon[97855]: pgmap v3140: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:27 smithi111 ceph-mon[116524]: pgmap v3140: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:27 smithi155 ceph-mon[102677]: pgmap v3140: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:29 smithi111 ceph-mon[97855]: pgmap v3141: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:40:29] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-12-01T05:40:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:29 smithi111 ceph-mon[116524]: pgmap v3141: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:29 smithi155 ceph-mon[102677]: pgmap v3141: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:30.076 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13256 ms) 2023-12-01T05:40:30.076 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2023-12-01T05:40:30.076 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:40:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:31 smithi111 ceph-mon[97855]: pgmap v3142: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2023-12-01T05:40:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:31 smithi111 ceph-mon[116524]: pgmap v3142: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2023-12-01T05:40:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:31 smithi155 ceph-mon[102677]: pgmap v3142: 137 pgs: 137 active+clean; 339 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2023-12-01T05:40:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:33 smithi111 ceph-mon[97855]: pgmap v3143: 137 pgs: 137 active+clean; 343 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 47 op/s 2023-12-01T05:40:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:33 smithi111 ceph-mon[116524]: pgmap v3143: 137 pgs: 137 active+clean; 343 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 47 op/s 2023-12-01T05:40:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:33 smithi155 ceph-mon[102677]: pgmap v3143: 137 pgs: 137 active+clean; 343 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.9 MiB/s wr, 47 op/s 2023-12-01T05:40:34.465 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:40:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:34.775 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:40:34.775 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (57m) 4m ago 58m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (58m) 4m ago 58m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (59m) 4m ago 59m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (59m) 4m ago 59m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (62m) 4m ago 62m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (64m) 4m ago 64m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (64m) 4m ago 64m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (62m) 4m ago 62m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (62m) 4m ago 62m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (58m) 4m ago 58m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (57m) 4m ago 57m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (62m) 4m ago 62m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (61m) 4m ago 61m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (61m) 4m ago 61m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:40:34.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (61m) 4m ago 61m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:40:34.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (60m) 4m ago 60m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:40:34.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (60m) 4m ago 60m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:40:34.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (60m) 4m ago 60m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:40:34.777 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (59m) 4m ago 59m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:40:34.777 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (57m) 4m ago 58m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:40:35.164 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:40:35.164 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:40:35.164 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:40:35.164 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:35.164 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:40:35.165 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:40:35.166 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:40:35.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:40:35.166 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:40:35.166 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:40:35.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[97855]: pgmap v3144: 137 pgs: 137 active+clean; 343 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[97855]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[97855]: from='client.18324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1382230139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[116524]: pgmap v3144: 137 pgs: 137 active+clean; 343 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[116524]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[116524]: from='client.18324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:35.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1382230139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:40:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:35 smithi155 ceph-mon[102677]: pgmap v3144: 137 pgs: 137 active+clean; 343 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2023-12-01T05:40:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:35 smithi155 ceph-mon[102677]: osdmap e1444: 8 total, 8 up, 8 in 2023-12-01T05:40:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:35 smithi155 ceph-mon[102677]: from='client.18324 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1382230139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:40:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:36 smithi111 ceph-mon[97855]: from='client.28196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:36 smithi111 ceph-mon[116524]: from='client.28196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:36 smithi155 ceph-mon[102677]: from='client.28196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:40:37.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:37 smithi111 ceph-mon[97855]: pgmap v3146: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2023-12-01T05:40:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:37 smithi111 ceph-mon[116524]: pgmap v3146: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2023-12-01T05:40:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:37 smithi155 ceph-mon[102677]: pgmap v3146: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2023-12-01T05:40:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:39 smithi111 ceph-mon[97855]: pgmap v3147: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2023-12-01T05:40:39.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:40:39] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:40:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:39 smithi111 ceph-mon[116524]: pgmap v3147: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2023-12-01T05:40:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:39 smithi155 ceph-mon[102677]: pgmap v3147: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2023-12-01T05:40:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:41 smithi111 ceph-mon[97855]: pgmap v3148: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 58 op/s 2023-12-01T05:40:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:41 smithi111 ceph-mon[116524]: pgmap v3148: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 58 op/s 2023-12-01T05:40:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:41 smithi155 ceph-mon[102677]: pgmap v3148: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 58 op/s 2023-12-01T05:40:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:43 smithi111 ceph-mon[97855]: pgmap v3149: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 490 KiB/s rd, 3.2 MiB/s wr, 45 op/s 2023-12-01T05:40:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:43 smithi111 ceph-mon[116524]: pgmap v3149: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 490 KiB/s rd, 3.2 MiB/s wr, 45 op/s 2023-12-01T05:40:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:43 smithi155 ceph-mon[102677]: pgmap v3149: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 490 KiB/s rd, 3.2 MiB/s wr, 45 op/s 2023-12-01T05:40:43.803 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13727 ms) 2023-12-01T05:40:44.247 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101454 ms total) 2023-12-01T05:40:44.247 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:40:44.247 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2023-12-01T05:40:44.282 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2023-12-01T05:40:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:45 smithi111 ceph-mon[97855]: pgmap v3150: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:45 smithi111 ceph-mon[97855]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-01T05:40:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:45 smithi111 ceph-mon[116524]: pgmap v3150: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:45 smithi111 ceph-mon[116524]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-01T05:40:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:45 smithi155 ceph-mon[102677]: pgmap v3150: 137 pgs: 137 active+clean; 376 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2023-12-01T05:40:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:45 smithi155 ceph-mon[102677]: osdmap e1445: 8 total, 8 up, 8 in 2023-12-01T05:40:46.278 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:40:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:46 smithi155 ceph-mon[102677]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-01T05:40:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1178902342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:40:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:46 smithi111 ceph-mon[97855]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-01T05:40:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1178902342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:40:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:46 smithi111 ceph-mon[116524]: osdmap e1446: 8 total, 8 up, 8 in 2023-12-01T05:40:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1178902342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:40:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:47 smithi155 ceph-mon[102677]: pgmap v3153: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:40:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:47 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:40:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1178902342' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:40:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:47 smithi155 ceph-mon[102677]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-01T05:40:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[97855]: pgmap v3153: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:40:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:40:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1178902342' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:40:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[97855]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-01T05:40:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[116524]: pgmap v3153: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:40:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:40:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1178902342' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-26","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:40:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:47 smithi111 ceph-mon[116524]: osdmap e1447: 8 total, 8 up, 8 in 2023-12-01T05:40:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:48 smithi155 ceph-mon[102677]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-01T05:40:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:48 smithi111 ceph-mon[97855]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-01T05:40:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:48 smithi111 ceph-mon[116524]: osdmap e1448: 8 total, 8 up, 8 in 2023-12-01T05:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:49 smithi155 ceph-mon[102677]: pgmap v3156: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:49 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:49 smithi155 ceph-mon[102677]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-01T05:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:40:49] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[97855]: pgmap v3156: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[97855]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[116524]: pgmap v3156: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[116524]: osdmap e1449: 8 total, 8 up, 8 in 2023-12-01T05:40:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:40:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:51 smithi155 ceph-mon[102677]: pgmap v3158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2023-12-01T05:40:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:51 smithi111 ceph-mon[97855]: pgmap v3158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2023-12-01T05:40:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:51 smithi111 ceph-mon[116524]: pgmap v3158: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2023-12-01T05:40:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:53 smithi155 ceph-mon[102677]: pgmap v3159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:40:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]: dispatch 2023-12-01T05:40:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:53 smithi155 ceph-mon[102677]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-01T05:40:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:53 smithi111 ceph-mon[97855]: pgmap v3159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:40:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]: dispatch 2023-12-01T05:40:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:53 smithi111 ceph-mon[97855]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-01T05:40:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:53 smithi111 ceph-mon[116524]: pgmap v3159: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:40:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]: dispatch 2023-12-01T05:40:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:53 smithi111 ceph-mon[116524]: osdmap e1450: 8 total, 8 up, 8 in 2023-12-01T05:40:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]': finished 2023-12-01T05:40:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:54 smithi155 ceph-mon[102677]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-01T05:40:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:54 smithi155 ceph-mon[102677]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-01T05:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]': finished 2023-12-01T05:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:54 smithi111 ceph-mon[97855]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-01T05:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:54 smithi111 ceph-mon[97855]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-01T05:40:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.f", "id": [6, 7]}]': finished 2023-12-01T05:40:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:54 smithi111 ceph-mon[116524]: osdmap e1451: 8 total, 8 up, 8 in 2023-12-01T05:40:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:54 smithi111 ceph-mon[116524]: osdmap e1452: 8 total, 8 up, 8 in 2023-12-01T05:40:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:55 smithi155 ceph-mon[102677]: pgmap v3162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:40:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:55 smithi111 ceph-mon[97855]: pgmap v3162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:40:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:55 smithi111 ceph-mon[116524]: pgmap v3162: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:40:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:57 smithi155 ceph-mon[102677]: pgmap v3164: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 58 op/s; 682 KiB/s, 0 objects/s recovering 2023-12-01T05:40:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:57 smithi111 ceph-mon[97855]: pgmap v3164: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 58 op/s; 682 KiB/s, 0 objects/s recovering 2023-12-01T05:40:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:57 smithi111 ceph-mon[116524]: pgmap v3164: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 58 op/s; 682 KiB/s, 0 objects/s recovering 2023-12-01T05:40:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:40:59 smithi155 ceph-mon[102677]: pgmap v3165: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 58 op/s; 682 KiB/s, 0 objects/s recovering 2023-12-01T05:40:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:40:59 smithi111 ceph-mon[97855]: pgmap v3165: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 58 op/s; 682 KiB/s, 0 objects/s recovering 2023-12-01T05:40:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:40:59] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2023-12-01T05:40:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:40:59 smithi111 ceph-mon[116524]: pgmap v3165: 137 pgs: 137 active+clean; 34 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 43 KiB/s rd, 4.8 MiB/s wr, 58 op/s; 682 KiB/s, 0 objects/s recovering 2023-12-01T05:41:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:00 smithi155 ceph-mon[102677]: pgmap v3166: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 MiB/s wr, 59 op/s; 522 KiB/s, 0 objects/s recovering 2023-12-01T05:41:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:00 smithi111 ceph-mon[97855]: pgmap v3166: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 MiB/s wr, 59 op/s; 522 KiB/s, 0 objects/s recovering 2023-12-01T05:41:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:00 smithi111 ceph-mon[116524]: pgmap v3166: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 5.7 MiB/s wr, 59 op/s; 522 KiB/s, 0 objects/s recovering 2023-12-01T05:41:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:03 smithi155 ceph-mon[102677]: pgmap v3167: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.1 MiB/s wr, 52 op/s; 463 KiB/s, 0 objects/s recovering 2023-12-01T05:41:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:03 smithi111 ceph-mon[97855]: pgmap v3167: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.1 MiB/s wr, 52 op/s; 463 KiB/s, 0 objects/s recovering 2023-12-01T05:41:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:03 smithi111 ceph-mon[116524]: pgmap v3167: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.1 MiB/s wr, 52 op/s; 463 KiB/s, 0 objects/s recovering 2023-12-01T05:41:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:05 smithi111 ceph-mon[97855]: pgmap v3168: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s; 409 KiB/s, 0 objects/s recovering 2023-12-01T05:41:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:05 smithi111 ceph-mon[116524]: pgmap v3168: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s; 409 KiB/s, 0 objects/s recovering 2023-12-01T05:41:05.567 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21285 ms) 2023-12-01T05:41:05.568 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2023-12-01T05:41:05.568 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:41:05.589 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:41:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:05 smithi155 ceph-mon[102677]: pgmap v3168: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s; 409 KiB/s, 0 objects/s recovering 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (58m) 4m ago 59m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (58m) 4m ago 58m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (59m) 4m ago 59m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (59m) 4m ago 59m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (63m) 4m ago 63m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (64m) 4m ago 64m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (64m) 4m ago 64m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (63m) 4m ago 63m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:41:05.908 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (63m) 4m ago 63m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (58m) 4m ago 58m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (58m) 4m ago 58m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (62m) 4m ago 62m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (62m) 4m ago 62m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (62m) 4m ago 62m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (61m) 4m ago 61m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (61m) 4m ago 61m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (60m) 4m ago 60m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (60m) 4m ago 60m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (60m) 4m ago 60m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:41:05.909 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (58m) 4m ago 59m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:06.305 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:41:06.306 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[97855]: from='client.28226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[97855]: from='client.28232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[97855]: pgmap v3169: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.2 MiB/s wr, 53 op/s; 344 KiB/s, 0 objects/s recovering 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1383252326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[116524]: from='client.28226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[116524]: from='client.28232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[116524]: pgmap v3169: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.2 MiB/s wr, 53 op/s; 344 KiB/s, 0 objects/s recovering 2023-12-01T05:41:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1383252326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:07 smithi155 ceph-mon[102677]: from='client.28226 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:07 smithi155 ceph-mon[102677]: from='client.28232 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:07 smithi155 ceph-mon[102677]: pgmap v3169: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.2 MiB/s wr, 53 op/s; 344 KiB/s, 0 objects/s recovering 2023-12-01T05:41:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1383252326' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:41:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:09 smithi111 ceph-mon[97855]: pgmap v3170: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:41:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:41:09] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-12-01T05:41:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:09 smithi111 ceph-mon[116524]: pgmap v3170: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:41:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:09 smithi155 ceph-mon[102677]: pgmap v3170: 137 pgs: 137 active+clean; 75 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:41:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:10 smithi111 ceph-mon[97855]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-01T05:41:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:10 smithi111 ceph-mon[116524]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-01T05:41:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:10 smithi155 ceph-mon[102677]: osdmap e1453: 8 total, 8 up, 8 in 2023-12-01T05:41:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:11 smithi111 ceph-mon[97855]: pgmap v3172: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:11 smithi111 ceph-mon[116524]: pgmap v3172: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:11 smithi155 ceph-mon[102677]: pgmap v3172: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:13 smithi111 ceph-mon[97855]: pgmap v3173: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:13 smithi111 ceph-mon[116524]: pgmap v3173: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:13 smithi155 ceph-mon[102677]: pgmap v3173: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:15 smithi111 ceph-mon[97855]: pgmap v3174: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:15 smithi111 ceph-mon[116524]: pgmap v3174: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:15 smithi155 ceph-mon[102677]: pgmap v3174: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2023-12-01T05:41:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:17 smithi111 ceph-mon[97855]: pgmap v3175: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:17 smithi111 ceph-mon[116524]: pgmap v3175: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:17 smithi155 ceph-mon[102677]: pgmap v3175: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:41:19] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:41:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:19 smithi111 ceph-mon[97855]: pgmap v3176: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:19 smithi111 ceph-mon[116524]: pgmap v3176: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:19 smithi155 ceph-mon[102677]: pgmap v3176: 137 pgs: 137 active+clean; 104 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:41:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:41:20.534 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:41:21.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:21 smithi111 ceph-mon[97855]: pgmap v3177: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2023-12-01T05:41:21.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:21 smithi111 ceph-mon[116524]: pgmap v3177: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2023-12-01T05:41:21.635 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:21 smithi155 ceph-mon[102677]: pgmap v3177: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2023-12-01T05:41:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:23 smithi155 ceph-mon[102677]: pgmap v3178: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:41:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:41:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:41:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.524 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17956 ms) 2023-12-01T05:41:23.524 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2023-12-01T05:41:23.524 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[97855]: pgmap v3178: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[116524]: pgmap v3178: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:41:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:41:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:41:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:41:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:25 smithi155 ceph-mon[102677]: pgmap v3179: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:41:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:25 smithi111 ceph-mon[97855]: pgmap v3179: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:41:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:25 smithi111 ceph-mon[116524]: pgmap v3179: 137 pgs: 137 active+clean; 120 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:41:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:27 smithi155 ceph-mon[102677]: pgmap v3180: 137 pgs: 137 active+clean; 145 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-01T05:41:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:27 smithi111 ceph-mon[97855]: pgmap v3180: 137 pgs: 137 active+clean; 145 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-01T05:41:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:27 smithi111 ceph-mon[116524]: pgmap v3180: 137 pgs: 137 active+clean; 145 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-01T05:41:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:28 smithi155 ceph-mon[102677]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-01T05:41:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:28 smithi111 ceph-mon[97855]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-01T05:41:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:28 smithi111 ceph-mon[116524]: osdmap e1454: 8 total, 8 up, 8 in 2023-12-01T05:41:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:29 smithi155 ceph-mon[102677]: pgmap v3182: 137 pgs: 137 active+clean; 145 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2023-12-01T05:41:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:29 smithi111 ceph-mon[97855]: pgmap v3182: 137 pgs: 137 active+clean; 145 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2023-12-01T05:41:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:41:29] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:41:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:29 smithi111 ceph-mon[116524]: pgmap v3182: 137 pgs: 137 active+clean; 145 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 36 op/s 2023-12-01T05:41:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:31 smithi155 ceph-mon[102677]: pgmap v3183: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:31 smithi111 ceph-mon[97855]: pgmap v3183: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:31 smithi111 ceph-mon[116524]: pgmap v3183: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:33 smithi155 ceph-mon[102677]: pgmap v3184: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:33 smithi111 ceph-mon[97855]: pgmap v3184: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:33 smithi111 ceph-mon[116524]: pgmap v3184: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:35 smithi155 ceph-mon[102677]: pgmap v3185: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:35 smithi111 ceph-mon[97855]: pgmap v3185: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:35 smithi111 ceph-mon[116524]: pgmap v3185: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:41:36.697 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:41:37.063 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:41:37.063 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (58m) 5m ago 59m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (59m) 5m ago 59m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (60m) 5m ago 60m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (60m) 5m ago 60m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (63m) 5m ago 63m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (65m) 5m ago 65m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (65m) 5m ago 65m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (64m) 5m ago 63m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (63m) 5m ago 63m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (59m) 5m ago 59m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (59m) 5m ago 59m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (63m) 5m ago 63m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (62m) 5m ago 62m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (62m) 5m ago 62m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:41:37.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (62m) 5m ago 62m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:41:37.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (61m) 5m ago 61m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:41:37.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (61m) 5m ago 61m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:41:37.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (61m) 5m ago 61m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:41:37.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (60m) 5m ago 60m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:41:37.065 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (58m) 5m ago 59m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:41:37.470 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:41:37.471 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:41:37.471 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:41:37.471 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:41:37.471 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:41:37.471 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:41:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:37 smithi155 ceph-mon[102677]: pgmap v3186: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2023-12-01T05:41:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:37 smithi111 ceph-mon[97855]: pgmap v3186: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2023-12-01T05:41:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:37 smithi111 ceph-mon[116524]: pgmap v3186: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 2.9 MiB/s wr, 39 op/s 2023-12-01T05:41:38.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:38 smithi155 ceph-mon[102677]: from='client.27220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:38.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:38 smithi155 ceph-mon[102677]: from='client.18384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:38.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3948236393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:41:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:38 smithi111 ceph-mon[97855]: from='client.27220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:38 smithi111 ceph-mon[97855]: from='client.18384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3948236393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:41:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:38 smithi111 ceph-mon[116524]: from='client.27220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:38 smithi111 ceph-mon[116524]: from='client.18384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:41:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3948236393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:41:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:39 smithi155 ceph-mon[102677]: pgmap v3187: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2023-12-01T05:41:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:39 smithi111 ceph-mon[97855]: pgmap v3187: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2023-12-01T05:41:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:39 smithi111 ceph-mon[116524]: pgmap v3187: 137 pgs: 137 active+clean; 174 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.7 MiB/s wr, 36 op/s 2023-12-01T05:41:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:41:39] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:41:41.391 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17867 ms) 2023-12-01T05:41:41.391 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2023-12-01T05:41:41.391 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:41:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:41 smithi155 ceph-mon[102677]: pgmap v3188: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.2 MiB/s wr, 55 op/s 2023-12-01T05:41:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:41 smithi111 ceph-mon[97855]: pgmap v3188: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.2 MiB/s wr, 55 op/s 2023-12-01T05:41:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:41 smithi111 ceph-mon[116524]: pgmap v3188: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.2 MiB/s wr, 55 op/s 2023-12-01T05:41:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:43 smithi155 ceph-mon[102677]: pgmap v3189: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-01T05:41:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:43 smithi111 ceph-mon[97855]: pgmap v3189: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-01T05:41:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:43 smithi111 ceph-mon[116524]: pgmap v3189: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-01T05:41:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:45 smithi155 ceph-mon[102677]: pgmap v3190: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-01T05:41:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:45 smithi111 ceph-mon[97855]: pgmap v3190: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-01T05:41:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:45 smithi111 ceph-mon[116524]: pgmap v3190: 137 pgs: 137 active+clean; 215 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2023-12-01T05:41:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:46 smithi155 ceph-mon[102677]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-01T05:41:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:46 smithi111 ceph-mon[97855]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-01T05:41:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:46 smithi111 ceph-mon[116524]: osdmap e1455: 8 total, 8 up, 8 in 2023-12-01T05:41:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:47 smithi155 ceph-mon[102677]: pgmap v3192: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2023-12-01T05:41:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:47 smithi111 ceph-mon[97855]: pgmap v3192: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2023-12-01T05:41:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:47 smithi111 ceph-mon[116524]: pgmap v3192: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2023-12-01T05:41:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:49 smithi155 ceph-mon[102677]: pgmap v3193: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2023-12-01T05:41:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:49 smithi111 ceph-mon[97855]: pgmap v3193: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2023-12-01T05:41:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:41:49] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:41:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:49 smithi111 ceph-mon[116524]: pgmap v3193: 137 pgs: 137 active+clean; 244 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 44 op/s 2023-12-01T05:41:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:41:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:51 smithi155 ceph-mon[102677]: pgmap v3194: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:51 smithi111 ceph-mon[97855]: pgmap v3194: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:51 smithi111 ceph-mon[116524]: pgmap v3194: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:53 smithi155 ceph-mon[102677]: pgmap v3195: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:53 smithi111 ceph-mon[97855]: pgmap v3195: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:53 smithi111 ceph-mon[116524]: pgmap v3195: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:55 smithi155 ceph-mon[102677]: pgmap v3196: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:55 smithi111 ceph-mon[97855]: pgmap v3196: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:55 smithi111 ceph-mon[116524]: pgmap v3196: 137 pgs: 137 active+clean; 244 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:41:57.308 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (15917 ms) 2023-12-01T05:41:57.308 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2023-12-01T05:41:57.308 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:41:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:57 smithi155 ceph-mon[102677]: pgmap v3197: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2023-12-01T05:41:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:57 smithi111 ceph-mon[97855]: pgmap v3197: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2023-12-01T05:41:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:57 smithi111 ceph-mon[116524]: pgmap v3197: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 1.5 MiB/s wr, 32 op/s 2023-12-01T05:41:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:41:59 smithi155 ceph-mon[102677]: pgmap v3198: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2023-12-01T05:41:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:41:59 smithi111 ceph-mon[97855]: pgmap v3198: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2023-12-01T05:41:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:41:59] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:41:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:41:59 smithi111 ceph-mon[116524]: pgmap v3198: 137 pgs: 137 active+clean; 260 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2023-12-01T05:42:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:01 smithi155 ceph-mon[102677]: pgmap v3199: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2023-12-01T05:42:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:01 smithi111 ceph-mon[97855]: pgmap v3199: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2023-12-01T05:42:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:01 smithi111 ceph-mon[116524]: pgmap v3199: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2023-12-01T05:42:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:02 smithi155 ceph-mon[102677]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-01T05:42:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:02 smithi111 ceph-mon[97855]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-01T05:42:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:02 smithi111 ceph-mon[116524]: osdmap e1456: 8 total, 8 up, 8 in 2023-12-01T05:42:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:03 smithi155 ceph-mon[102677]: pgmap v3201: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-01T05:42:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:03 smithi111 ceph-mon[97855]: pgmap v3201: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-01T05:42:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:03 smithi111 ceph-mon[116524]: pgmap v3201: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-01T05:42:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:05 smithi155 ceph-mon[102677]: pgmap v3202: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-01T05:42:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:05 smithi111 ceph-mon[97855]: pgmap v3202: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-01T05:42:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:05 smithi111 ceph-mon[116524]: pgmap v3202: 137 pgs: 137 active+clean; 264 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2023-12-01T05:42:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:07 smithi155 ceph-mon[102677]: pgmap v3203: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2023-12-01T05:42:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:07 smithi111 ceph-mon[97855]: pgmap v3203: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2023-12-01T05:42:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:07 smithi111 ceph-mon[116524]: pgmap v3203: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2023-12-01T05:42:07.871 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:42:08.266 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:42:08.266 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (59m) 5m ago 60m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (59m) 5m ago 59m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (61m) 5m ago 60m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (60m) 5m ago 60m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (64m) 5m ago 64m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (65m) 5m ago 65m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (65m) 5m ago 65m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (64m) 5m ago 64m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (64m) 5m ago 64m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (59m) 5m ago 59m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (59m) 5m ago 59m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (63m) 5m ago 63m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (63m) 5m ago 63m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:42:08.267 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (63m) 5m ago 63m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:42:08.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (62m) 5m ago 62m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:42:08.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (62m) 5m ago 62m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:42:08.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (62m) 5m ago 62m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:42:08.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (61m) 5m ago 61m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:42:08.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (61m) 5m ago 61m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:42:08.268 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (59m) 5m ago 60m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:42:08.725 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:42:08.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:08.727 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:42:08.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:42:08.727 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:42:08.727 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:42:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:09 smithi155 ceph-mon[102677]: from='client.28262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:09 smithi155 ceph-mon[102677]: pgmap v3204: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2023-12-01T05:42:09.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:09 smithi155 ceph-mon[102677]: from='client.28268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:09.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3800686479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:42:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[97855]: from='client.28262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[97855]: pgmap v3204: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2023-12-01T05:42:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[97855]: from='client.28268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3800686479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:42:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:42:09] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:42:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[116524]: from='client.28262 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[116524]: pgmap v3204: 137 pgs: 137 active+clean; 293 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2023-12-01T05:42:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[116524]: from='client.28268 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3800686479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:42:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:11 smithi155 ceph-mon[102677]: pgmap v3205: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2023-12-01T05:42:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:11 smithi111 ceph-mon[97855]: pgmap v3205: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2023-12-01T05:42:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:11 smithi111 ceph-mon[116524]: pgmap v3205: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2023-12-01T05:42:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:13 smithi155 ceph-mon[102677]: pgmap v3206: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2023-12-01T05:42:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:13 smithi111 ceph-mon[97855]: pgmap v3206: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2023-12-01T05:42:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:13 smithi111 ceph-mon[116524]: pgmap v3206: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 MiB/s wr, 42 op/s 2023-12-01T05:42:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:14 smithi155 ceph-mon[102677]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-01T05:42:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:14 smithi111 ceph-mon[97855]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-01T05:42:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:14 smithi111 ceph-mon[116524]: osdmap e1457: 8 total, 8 up, 8 in 2023-12-01T05:42:15.635 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18327 ms) 2023-12-01T05:42:15.635 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2023-12-01T05:42:15.635 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:42:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:15 smithi155 ceph-mon[102677]: pgmap v3208: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2023-12-01T05:42:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:15 smithi111 ceph-mon[97855]: pgmap v3208: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2023-12-01T05:42:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:15 smithi111 ceph-mon[116524]: pgmap v3208: 137 pgs: 137 active+clean; 309 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2023-12-01T05:42:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:17 smithi155 ceph-mon[102677]: pgmap v3209: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2023-12-01T05:42:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:17 smithi111 ceph-mon[97855]: pgmap v3209: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2023-12-01T05:42:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:17 smithi111 ceph-mon[116524]: pgmap v3209: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2023-12-01T05:42:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:19 smithi155 ceph-mon[102677]: pgmap v3210: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2023-12-01T05:42:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:42:19] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:19 smithi111 ceph-mon[97855]: pgmap v3210: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2023-12-01T05:42:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:19 smithi111 ceph-mon[116524]: pgmap v3210: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2023-12-01T05:42:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:20 smithi155 ceph-mon[102677]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-01T05:42:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:20 smithi111 ceph-mon[97855]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-01T05:42:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:20 smithi111 ceph-mon[116524]: osdmap e1458: 8 total, 8 up, 8 in 2023-12-01T05:42:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:21 smithi155 ceph-mon[102677]: pgmap v3212: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 92 op/s 2023-12-01T05:42:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:21 smithi111 ceph-mon[97855]: pgmap v3212: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 92 op/s 2023-12-01T05:42:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:21 smithi111 ceph-mon[116524]: pgmap v3212: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 92 op/s 2023-12-01T05:42:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:23 smithi155 ceph-mon[102677]: pgmap v3213: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 84 op/s 2023-12-01T05:42:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:42:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:23 smithi111 ceph-mon[97855]: pgmap v3213: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 84 op/s 2023-12-01T05:42:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:42:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:23 smithi111 ceph-mon[116524]: pgmap v3213: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 11 MiB/s wr, 84 op/s 2023-12-01T05:42:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:42:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: pgmap v3214: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.8 MiB/s wr, 73 op/s 2023-12-01T05:42:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:42:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:42:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: pgmap v3214: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.8 MiB/s wr, 73 op/s 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:42:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: pgmap v3214: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.8 MiB/s wr, 73 op/s 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:42:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:42:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:27 smithi155 ceph-mon[102677]: pgmap v3215: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:42:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:27 smithi111 ceph-mon[97855]: pgmap v3215: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:42:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:27 smithi111 ceph-mon[116524]: pgmap v3215: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:42:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:29 smithi155 ceph-mon[102677]: pgmap v3216: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:42:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:29 smithi111 ceph-mon[97855]: pgmap v3216: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:42:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:42:29] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:42:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:29 smithi111 ceph-mon[116524]: pgmap v3216: 137 pgs: 137 active+clean; 407 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 KiB/s rd, 2.9 MiB/s wr, 40 op/s 2023-12-01T05:42:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:31 smithi111 ceph-mon[97855]: pgmap v3217: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 4.2 MiB/s wr, 48 op/s 2023-12-01T05:42:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:31 smithi111 ceph-mon[116524]: pgmap v3217: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 4.2 MiB/s wr, 48 op/s 2023-12-01T05:42:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:31 smithi155 ceph-mon[102677]: pgmap v3217: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 4.2 MiB/s wr, 48 op/s 2023-12-01T05:42:33.243 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17609 ms) 2023-12-01T05:42:33.243 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2023-12-01T05:42:33.243 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:42:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:33 smithi111 ceph-mon[97855]: pgmap v3218: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:42:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:33 smithi111 ceph-mon[116524]: pgmap v3218: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:42:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:33 smithi155 ceph-mon[102677]: pgmap v3218: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:42:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:35 smithi111 ceph-mon[97855]: pgmap v3219: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:42:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:35 smithi111 ceph-mon[116524]: pgmap v3219: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:42:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:35 smithi155 ceph-mon[102677]: pgmap v3219: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:42:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:37 smithi111 ceph-mon[97855]: pgmap v3220: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:42:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:37 smithi111 ceph-mon[116524]: pgmap v3220: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:42:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:37 smithi155 ceph-mon[102677]: pgmap v3220: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:42:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:38 smithi155 ceph-mon[102677]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-01T05:42:38.769 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:38 smithi111 ceph-mon[97855]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-01T05:42:38.769 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:38 smithi111 ceph-mon[116524]: osdmap e1459: 8 total, 8 up, 8 in 2023-12-01T05:42:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:42:39.522 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:42:39.522 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (59m) 6m ago 60m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (60m) 6m ago 60m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (61m) 6m ago 61m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (61m) 6m ago 61m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (64m) 6m ago 64m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (66m) 6m ago 66m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (66m) 6m ago 66m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (65m) 6m ago 65m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (64m) 6m ago 64m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (60m) 6m ago 60m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (60m) 6m ago 60m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (64m) 6m ago 64m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (64m) 6m ago 64m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (63m) 6m ago 63m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (63m) 6m ago 63m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:42:39.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (62m) 6m ago 62m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:42:39.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (62m) 6m ago 62m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:42:39.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (62m) 6m ago 62m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:42:39.524 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (61m) 6m ago 61m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:42:39.524 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (59m) 6m ago 60m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:42:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:39 smithi155 ceph-mon[102677]: pgmap v3222: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2023-12-01T05:42:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:39 smithi111 ceph-mon[97855]: pgmap v3222: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2023-12-01T05:42:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:39 smithi111 ceph-mon[116524]: pgmap v3222: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 30 op/s 2023-12-01T05:42:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:42:39] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:42:39.976 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:42:39.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:42:39.976 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:42:39.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:42:39.977 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:42:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 05:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T05:42:40.046801467Z level=info msg="Completed cleanup jobs" duration=12.958009ms 2023-12-01T05:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:40 smithi155 ceph-mon[102677]: from='client.18414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2617292358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:42:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:40 smithi111 ceph-mon[97855]: from='client.18414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2617292358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:42:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:40 smithi111 ceph-mon[116524]: from='client.18414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2617292358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:41 smithi155 ceph-mon[102677]: from='client.28286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:41 smithi155 ceph-mon[102677]: pgmap v3223: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:41 smithi111 ceph-mon[97855]: from='client.28286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:41 smithi111 ceph-mon[97855]: pgmap v3223: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:41 smithi111 ceph-mon[116524]: from='client.28286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:42:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:41 smithi111 ceph-mon[116524]: pgmap v3223: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:43 smithi155 ceph-mon[102677]: pgmap v3224: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:43 smithi111 ceph-mon[97855]: pgmap v3224: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:43 smithi111 ceph-mon[116524]: pgmap v3224: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:45 smithi155 ceph-mon[102677]: pgmap v3225: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:45 smithi111 ceph-mon[97855]: pgmap v3225: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:45 smithi111 ceph-mon[116524]: pgmap v3225: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2023-12-01T05:42:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:47 smithi155 ceph-mon[102677]: pgmap v3226: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2023-12-01T05:42:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:47 smithi111 ceph-mon[97855]: pgmap v3226: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2023-12-01T05:42:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:47 smithi111 ceph-mon[116524]: pgmap v3226: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 2.9 MiB/s wr, 34 op/s 2023-12-01T05:42:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:49 smithi155 ceph-mon[102677]: pgmap v3227: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2023-12-01T05:42:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:49 smithi111 ceph-mon[97855]: pgmap v3227: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2023-12-01T05:42:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:42:49] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-12-01T05:42:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:49 smithi111 ceph-mon[116524]: pgmap v3227: 137 pgs: 137 active+clean; 456 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 2.7 MiB/s wr, 32 op/s 2023-12-01T05:42:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:42:51.273 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (18029 ms) 2023-12-01T05:42:51.319 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (126990 ms total) 2023-12-01T05:42:51.319 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:42:51.319 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2023-12-01T05:42:51.351 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2023-12-01T05:42:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:51 smithi155 ceph-mon[102677]: pgmap v3228: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2023-12-01T05:42:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:51 smithi111 ceph-mon[97855]: pgmap v3228: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2023-12-01T05:42:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:51 smithi111 ceph-mon[116524]: pgmap v3228: 137 pgs: 137 active+clean; 472 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2023-12-01T05:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:52 smithi155 ceph-mon[102677]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-01T05:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:52 smithi111 ceph-mon[97855]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-01T05:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:52 smithi111 ceph-mon[116524]: osdmap e1460: 8 total, 8 up, 8 in 2023-12-01T05:42:53.362 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:42:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:53 smithi155 ceph-mon[102677]: pgmap v3230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:42:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:53 smithi155 ceph-mon[102677]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-01T05:42:53.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3600239067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:42:53.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:53 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[97855]: pgmap v3230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[97855]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-01T05:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3600239067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:42:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:42:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[116524]: pgmap v3230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:42:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[116524]: osdmap e1461: 8 total, 8 up, 8 in 2023-12-01T05:42:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3600239067' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:42:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:53 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:42:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:42:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:54 smithi155 ceph-mon[102677]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-01T05:42:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:54 smithi155 ceph-mon[102677]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-01T05:42:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:42:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:54 smithi111 ceph-mon[97855]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-01T05:42:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:54 smithi111 ceph-mon[97855]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-01T05:42:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-27","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:42:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:54 smithi111 ceph-mon[116524]: osdmap e1462: 8 total, 8 up, 8 in 2023-12-01T05:42:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:54 smithi111 ceph-mon[116524]: osdmap e1463: 8 total, 8 up, 8 in 2023-12-01T05:42:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:55 smithi155 ceph-mon[102677]: pgmap v3233: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:42:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:55 smithi155 ceph-mon[102677]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-01T05:42:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:55 smithi111 ceph-mon[97855]: pgmap v3233: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:42:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:55 smithi111 ceph-mon[97855]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-01T05:42:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:55 smithi111 ceph-mon[116524]: pgmap v3233: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:42:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:55 smithi111 ceph-mon[116524]: osdmap e1464: 8 total, 8 up, 8 in 2023-12-01T05:42:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:57 smithi155 ceph-mon[102677]: pgmap v3236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:42:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:57 smithi111 ceph-mon[97855]: pgmap v3236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:42:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:57 smithi111 ceph-mon[116524]: pgmap v3236: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:42:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:42:59 smithi155 ceph-mon[102677]: pgmap v3237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2023-12-01T05:42:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:42:59 smithi111 ceph-mon[97855]: pgmap v3237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2023-12-01T05:42:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:42:59] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-12-01T05:42:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:42:59 smithi111 ceph-mon[116524]: pgmap v3237: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2023-12-01T05:43:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:01 smithi155 ceph-mon[102677]: pgmap v3238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-12-01T05:43:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:01 smithi111 ceph-mon[97855]: pgmap v3238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-12-01T05:43:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:01 smithi111 ceph-mon[116524]: pgmap v3238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-12-01T05:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:03 smithi155 ceph-mon[102677]: pgmap v3239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-01T05:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:03 smithi111 ceph-mon[97855]: pgmap v3239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-01T05:43:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:03 smithi111 ceph-mon[116524]: pgmap v3239: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-01T05:43:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:04 smithi155 ceph-mon[102677]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-01T05:43:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:04 smithi155 ceph-mon[102677]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-01T05:43:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:04 smithi111 ceph-mon[97855]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-01T05:43:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:04 smithi111 ceph-mon[97855]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-01T05:43:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:04 smithi111 ceph-mon[116524]: osdmap e1465: 8 total, 8 up, 8 in 2023-12-01T05:43:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:04 smithi111 ceph-mon[116524]: osdmap e1466: 8 total, 8 up, 8 in 2023-12-01T05:43:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:05 smithi155 ceph-mon[102677]: pgmap v3241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 812 B/s wr, 5 op/s 2023-12-01T05:43:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:43:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:05 smithi111 ceph-mon[97855]: pgmap v3241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 812 B/s wr, 5 op/s 2023-12-01T05:43:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:43:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:05 smithi111 ceph-mon[116524]: pgmap v3241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 KiB/s rd, 812 B/s wr, 5 op/s 2023-12-01T05:43:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:43:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:07 smithi155 ceph-mon[102677]: pgmap v3243: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2023-12-01T05:43:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:07 smithi111 ceph-mon[97855]: pgmap v3243: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2023-12-01T05:43:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:07 smithi111 ceph-mon[116524]: pgmap v3243: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.1 MiB/s wr, 59 op/s 2023-12-01T05:43:09.605 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18254 ms) 2023-12-01T05:43:09.605 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2023-12-01T05:43:09.605 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:43:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:09 smithi155 ceph-mon[102677]: pgmap v3244: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2023-12-01T05:43:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:09 smithi111 ceph-mon[97855]: pgmap v3244: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2023-12-01T05:43:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:43:09] "GET /metrics HTTP/1.1" 200 36422 "" "Prometheus/2.43.0" 2023-12-01T05:43:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:09 smithi111 ceph-mon[116524]: pgmap v3244: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2023-12-01T05:43:10.330 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (60m) 6m ago 61m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (60m) 6m ago 60m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (62m) 6m ago 62m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (62m) 6m ago 61m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (65m) 6m ago 65m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:43:10.686 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (66m) 6m ago 66m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (66m) 6m ago 66m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (65m) 6m ago 65m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (65m) 6m ago 65m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (60m) 6m ago 60m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (60m) 6m ago 60m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (64m) 6m ago 64m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (64m) 6m ago 64m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (64m) 6m ago 64m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (63m) 6m ago 63m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (63m) 6m ago 63m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (63m) 6m ago 63m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:43:10.687 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (62m) 6m ago 62m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:43:10.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (62m) 6m ago 62m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:43:10.688 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (60m) 6m ago 61m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:11.140 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:43:11.141 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:43:11.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:11 smithi155 ceph-mon[102677]: pgmap v3245: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 85 op/s 2023-12-01T05:43:11.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:11 smithi155 ceph-mon[102677]: from='client.18450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:11.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2734591137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:43:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:11 smithi111 ceph-mon[97855]: pgmap v3245: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 85 op/s 2023-12-01T05:43:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:11 smithi111 ceph-mon[97855]: from='client.18450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2734591137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:43:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:11 smithi111 ceph-mon[116524]: pgmap v3245: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 85 op/s 2023-12-01T05:43:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:11 smithi111 ceph-mon[116524]: from='client.18450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2734591137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:43:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:12 smithi155 ceph-mon[102677]: from='client.28322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:12 smithi111 ceph-mon[97855]: from='client.28322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:12 smithi111 ceph-mon[116524]: from='client.28322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:13 smithi155 ceph-mon[102677]: pgmap v3246: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 78 op/s 2023-12-01T05:43:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:13 smithi111 ceph-mon[97855]: pgmap v3246: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 78 op/s 2023-12-01T05:43:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:13 smithi111 ceph-mon[116524]: pgmap v3246: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 9.3 MiB/s wr, 78 op/s 2023-12-01T05:43:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:15 smithi155 ceph-mon[102677]: pgmap v3247: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:43:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:15 smithi111 ceph-mon[97855]: pgmap v3247: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:43:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:15 smithi111 ceph-mon[116524]: pgmap v3247: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2023-12-01T05:43:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:17 smithi155 ceph-mon[102677]: pgmap v3248: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2023-12-01T05:43:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:17 smithi111 ceph-mon[97855]: pgmap v3248: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2023-12-01T05:43:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:17 smithi111 ceph-mon[116524]: pgmap v3248: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.9 MiB/s wr, 57 op/s 2023-12-01T05:43:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:19 smithi155 ceph-mon[102677]: pgmap v3249: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2023-12-01T05:43:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:19 smithi155 ceph-mon[102677]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-01T05:43:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:19 smithi111 ceph-mon[97855]: pgmap v3249: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2023-12-01T05:43:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:19 smithi111 ceph-mon[97855]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-01T05:43:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:43:19] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-12-01T05:43:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:19 smithi111 ceph-mon[116524]: pgmap v3249: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 22 op/s 2023-12-01T05:43:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:19 smithi111 ceph-mon[116524]: osdmap e1467: 8 total, 8 up, 8 in 2023-12-01T05:43:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:21 smithi155 ceph-mon[102677]: pgmap v3251: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:21 smithi111 ceph-mon[97855]: pgmap v3251: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:21 smithi111 ceph-mon[116524]: pgmap v3251: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:23 smithi155 ceph-mon[102677]: pgmap v3252: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:23 smithi111 ceph-mon[97855]: pgmap v3252: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:23 smithi111 ceph-mon[116524]: pgmap v3252: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:24.605 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.Grow (15001 ms) 2023-12-01T05:43:24.605 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2023-12-01T05:43:24.606 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:43:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:25 smithi155 ceph-mon[102677]: pgmap v3253: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:43:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:43:25.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:43:25.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[97855]: pgmap v3253: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[116524]: pgmap v3253: 137 pgs: 137 active+clean; 128 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:43:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:43:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:43:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:43:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:27 smithi155 ceph-mon[102677]: pgmap v3254: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2023-12-01T05:43:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:27 smithi111 ceph-mon[97855]: pgmap v3254: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2023-12-01T05:43:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:27 smithi111 ceph-mon[116524]: pgmap v3254: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2023-12-01T05:43:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:29 smithi155 ceph-mon[102677]: pgmap v3255: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2023-12-01T05:43:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:29 smithi111 ceph-mon[97855]: pgmap v3255: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2023-12-01T05:43:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:43:29] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-12-01T05:43:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:29 smithi111 ceph-mon[116524]: pgmap v3255: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 70 op/s 2023-12-01T05:43:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:31 smithi155 ceph-mon[102677]: pgmap v3256: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:43:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:31 smithi111 ceph-mon[97855]: pgmap v3256: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:43:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:31 smithi111 ceph-mon[116524]: pgmap v3256: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:43:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:33 smithi155 ceph-mon[102677]: pgmap v3257: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2023-12-01T05:43:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:33 smithi155 ceph-mon[102677]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-01T05:43:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:33 smithi111 ceph-mon[97855]: pgmap v3257: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2023-12-01T05:43:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:33 smithi111 ceph-mon[97855]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-01T05:43:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:33 smithi111 ceph-mon[116524]: pgmap v3257: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2023-12-01T05:43:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:33 smithi111 ceph-mon[116524]: osdmap e1468: 8 total, 8 up, 8 in 2023-12-01T05:43:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:35 smithi155 ceph-mon[102677]: pgmap v3259: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2023-12-01T05:43:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:35 smithi111 ceph-mon[97855]: pgmap v3259: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2023-12-01T05:43:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:35 smithi111 ceph-mon[116524]: pgmap v3259: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2023-12-01T05:43:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:37 smithi155 ceph-mon[102677]: pgmap v3260: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:37 smithi111 ceph-mon[97855]: pgmap v3260: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:37 smithi111 ceph-mon[116524]: pgmap v3260: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:38.674 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14068 ms) 2023-12-01T05:43:38.674 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2023-12-01T05:43:38.675 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:43:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:39 smithi111 ceph-mon[97855]: pgmap v3261: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:43:39] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:43:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:39 smithi111 ceph-mon[116524]: pgmap v3261: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:39 smithi155 ceph-mon[102677]: pgmap v3261: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 89 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:43:41.552 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:43:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:41 smithi111 ceph-mon[97855]: pgmap v3262: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2023-12-01T05:43:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:41 smithi111 ceph-mon[116524]: pgmap v3262: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2023-12-01T05:43:41.929 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (60m) 7m ago 61m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (61m) 7m ago 61m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (62m) 7m ago 62m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (62m) 7m ago 62m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (65m) 7m ago 65m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (67m) 7m ago 67m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (67m) 7m ago 67m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (66m) 7m ago 66m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (65m) 7m ago 65m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (61m) 7m ago 61m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (61m) 7m ago 61m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:43:41.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (65m) 7m ago 65m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (65m) 7m ago 65m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (64m) 7m ago 64m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (64m) 7m ago 64m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (63m) 7m ago 63m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (63m) 7m ago 63m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (63m) 7m ago 63m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (62m) 7m ago 62m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:43:41.931 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (60m) 7m ago 62m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:43:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:41 smithi155 ceph-mon[102677]: pgmap v3262: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2023-12-01T05:43:42.383 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:43:42.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:43:42.384 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:43:42.385 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:43:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4230097811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:43:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4230097811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:43:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4230097811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:43:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:43 smithi111 ceph-mon[97855]: from='client.28334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:43 smithi111 ceph-mon[97855]: from='client.18474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:43 smithi111 ceph-mon[97855]: pgmap v3263: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2023-12-01T05:43:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:43 smithi111 ceph-mon[116524]: from='client.28334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:43 smithi111 ceph-mon[116524]: from='client.18474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:43 smithi111 ceph-mon[116524]: pgmap v3263: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2023-12-01T05:43:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:43 smithi155 ceph-mon[102677]: from='client.28334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:43 smithi155 ceph-mon[102677]: from='client.18474 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:43:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:43 smithi155 ceph-mon[102677]: pgmap v3263: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 71 op/s 2023-12-01T05:43:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:45 smithi111 ceph-mon[97855]: pgmap v3264: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:43:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:45 smithi111 ceph-mon[116524]: pgmap v3264: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:43:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:45 smithi155 ceph-mon[102677]: pgmap v3264: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2023-12-01T05:43:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:46 smithi111 ceph-mon[97855]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-01T05:43:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:46 smithi111 ceph-mon[116524]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-01T05:43:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:46 smithi155 ceph-mon[102677]: osdmap e1469: 8 total, 8 up, 8 in 2023-12-01T05:43:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:47 smithi111 ceph-mon[97855]: pgmap v3266: 137 pgs: 137 active+clean; 267 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2023-12-01T05:43:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:47 smithi111 ceph-mon[116524]: pgmap v3266: 137 pgs: 137 active+clean; 267 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2023-12-01T05:43:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:47 smithi155 ceph-mon[102677]: pgmap v3266: 137 pgs: 137 active+clean; 267 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2023-12-01T05:43:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:49 smithi111 ceph-mon[97855]: pgmap v3267: 137 pgs: 137 active+clean; 267 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2023-12-01T05:43:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:43:49] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:43:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:49 smithi111 ceph-mon[116524]: pgmap v3267: 137 pgs: 137 active+clean; 267 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2023-12-01T05:43:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:49 smithi155 ceph-mon[102677]: pgmap v3267: 137 pgs: 137 active+clean; 267 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2023-12-01T05:43:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:43:50.916 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (12242 ms) 2023-12-01T05:43:50.916 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2023-12-01T05:43:50.916 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:43:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:50 smithi155 ceph-mon[102677]: pgmap v3268: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:50 smithi111 ceph-mon[97855]: pgmap v3268: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:50 smithi111 ceph-mon[116524]: pgmap v3268: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:53 smithi111 ceph-mon[97855]: pgmap v3269: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:53 smithi111 ceph-mon[116524]: pgmap v3269: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:53 smithi155 ceph-mon[102677]: pgmap v3269: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:55 smithi155 ceph-mon[102677]: pgmap v3270: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:55 smithi111 ceph-mon[97855]: pgmap v3270: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:55 smithi111 ceph-mon[116524]: pgmap v3270: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2023-12-01T05:43:57.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:57 smithi155 ceph-mon[102677]: pgmap v3271: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2023-12-01T05:43:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:57 smithi111 ceph-mon[97855]: pgmap v3271: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2023-12-01T05:43:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:57 smithi111 ceph-mon[116524]: pgmap v3271: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.6 MiB/s wr, 49 op/s 2023-12-01T05:43:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:58 smithi155 ceph-mon[102677]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-01T05:43:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:58 smithi111 ceph-mon[97855]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-01T05:43:58.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:58 smithi111 ceph-mon[116524]: osdmap e1470: 8 total, 8 up, 8 in 2023-12-01T05:43:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:43:59 smithi155 ceph-mon[102677]: pgmap v3273: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2023-12-01T05:43:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:43:59 smithi111 ceph-mon[97855]: pgmap v3273: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2023-12-01T05:43:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:43:59] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:43:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:43:59 smithi111 ceph-mon[116524]: pgmap v3273: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.9 MiB/s wr, 52 op/s 2023-12-01T05:44:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:01 smithi155 ceph-mon[102677]: pgmap v3274: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2023-12-01T05:44:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:01 smithi111 ceph-mon[97855]: pgmap v3274: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2023-12-01T05:44:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:01 smithi111 ceph-mon[116524]: pgmap v3274: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2023-12-01T05:44:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:03 smithi155 ceph-mon[102677]: pgmap v3275: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2023-12-01T05:44:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:03 smithi155 ceph-mon[102677]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-01T05:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:03 smithi111 ceph-mon[97855]: pgmap v3275: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2023-12-01T05:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:03 smithi111 ceph-mon[97855]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-01T05:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:03 smithi111 ceph-mon[116524]: pgmap v3275: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 92 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2023-12-01T05:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:03 smithi111 ceph-mon[116524]: osdmap e1471: 8 total, 8 up, 8 in 2023-12-01T05:44:04.550 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (13634 ms) 2023-12-01T05:44:04.550 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2023-12-01T05:44:04.550 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:05.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:05 smithi155 ceph-mon[102677]: pgmap v3277: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2023-12-01T05:44:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:05 smithi111 ceph-mon[97855]: pgmap v3277: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2023-12-01T05:44:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:05 smithi111 ceph-mon[116524]: pgmap v3277: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 5.1 MiB/s wr, 52 op/s 2023-12-01T05:44:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:07 smithi155 ceph-mon[102677]: pgmap v3278: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 14 MiB/s wr, 94 op/s 2023-12-01T05:44:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:07 smithi111 ceph-mon[97855]: pgmap v3278: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 14 MiB/s wr, 94 op/s 2023-12-01T05:44:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:07 smithi111 ceph-mon[116524]: pgmap v3278: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 14 MiB/s wr, 94 op/s 2023-12-01T05:44:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:09 smithi155 ceph-mon[102677]: pgmap v3279: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 84 op/s 2023-12-01T05:44:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:09 smithi111 ceph-mon[97855]: pgmap v3279: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 84 op/s 2023-12-01T05:44:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:44:09] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:44:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:09 smithi111 ceph-mon[116524]: pgmap v3279: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 13 MiB/s wr, 84 op/s 2023-12-01T05:44:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:11 smithi155 ceph-mon[102677]: pgmap v3280: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:11 smithi111 ceph-mon[97855]: pgmap v3280: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:11 smithi111 ceph-mon[116524]: pgmap v3280: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:12.731 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:44:13.037 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:44:13.037 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (61m) 8m ago 62m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (61m) 7m ago 61m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (63m) 8m ago 63m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (63m) 7m ago 63m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (66m) 7m ago 66m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (67m) 8m ago 67m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (67m) 8m ago 67m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (66m) 7m ago 66m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (66m) 8m ago 66m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (61m) 8m ago 61m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (61m) 7m ago 61m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (65m) 8m ago 65m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (65m) 8m ago 65m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:44:13.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (65m) 8m ago 65m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:44:13.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (64m) 8m ago 64m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:44:13.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (64m) 7m ago 64m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:44:13.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (64m) 7m ago 64m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:44:13.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (63m) 7m ago 63m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:44:13.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (63m) 7m ago 63m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:44:13.039 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (61m) 7m ago 62m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:44:13.437 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:44:13.438 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:44:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:13 smithi155 ceph-mon[102677]: pgmap v3281: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:13 smithi111 ceph-mon[97855]: pgmap v3281: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:13 smithi111 ceph-mon[116524]: pgmap v3281: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:14 smithi155 ceph-mon[102677]: from='client.28352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:14 smithi155 ceph-mon[102677]: from='client.28358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:14 smithi155 ceph-mon[102677]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-01T05:44:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/274656784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[97855]: from='client.28352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[97855]: from='client.28358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[97855]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/274656784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[116524]: from='client.28352 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[116524]: from='client.28358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[116524]: osdmap e1472: 8 total, 8 up, 8 in 2023-12-01T05:44:14.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/274656784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:44:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:15 smithi155 ceph-mon[102677]: pgmap v3283: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:15 smithi111 ceph-mon[97855]: pgmap v3283: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:15 smithi111 ceph-mon[116524]: pgmap v3283: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 42 op/s 2023-12-01T05:44:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:17 smithi155 ceph-mon[102677]: pgmap v3284: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:17 smithi111 ceph-mon[97855]: pgmap v3284: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:17 smithi111 ceph-mon[116524]: pgmap v3284: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:19.468 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14919 ms) 2023-12-01T05:44:19.469 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2023-12-01T05:44:19.469 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:44:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:19 smithi155 ceph-mon[102677]: pgmap v3285: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:44:19] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-12-01T05:44:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:19 smithi111 ceph-mon[97855]: pgmap v3285: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:19 smithi111 ceph-mon[116524]: pgmap v3285: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:21 smithi155 ceph-mon[102677]: pgmap v3286: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2023-12-01T05:44:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:21 smithi111 ceph-mon[97855]: pgmap v3286: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2023-12-01T05:44:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:21 smithi111 ceph-mon[116524]: pgmap v3286: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2023-12-01T05:44:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:23 smithi155 ceph-mon[102677]: pgmap v3287: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2023-12-01T05:44:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:23 smithi111 ceph-mon[97855]: pgmap v3287: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2023-12-01T05:44:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:23 smithi111 ceph-mon[116524]: pgmap v3287: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 64 op/s 2023-12-01T05:44:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:25 smithi155 ceph-mon[102677]: pgmap v3288: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2023-12-01T05:44:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:44:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:25 smithi111 ceph-mon[97855]: pgmap v3288: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2023-12-01T05:44:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:44:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:25 smithi111 ceph-mon[116524]: pgmap v3288: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 6.0 MiB/s wr, 59 op/s 2023-12-01T05:44:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:44:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:44:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:44:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:44:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:44:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:44:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:44:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:44:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:44:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:44:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:27 smithi155 ceph-mon[102677]: pgmap v3289: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2023-12-01T05:44:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:27 smithi111 ceph-mon[97855]: pgmap v3289: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2023-12-01T05:44:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:27 smithi111 ceph-mon[116524]: pgmap v3289: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2023-12-01T05:44:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:29 smithi155 ceph-mon[102677]: pgmap v3290: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T05:44:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:29 smithi155 ceph-mon[102677]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-01T05:44:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:29 smithi111 ceph-mon[97855]: pgmap v3290: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T05:44:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:29 smithi111 ceph-mon[97855]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-01T05:44:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:44:29] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-12-01T05:44:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:29 smithi111 ceph-mon[116524]: pgmap v3290: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2023-12-01T05:44:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:29 smithi111 ceph-mon[116524]: osdmap e1473: 8 total, 8 up, 8 in 2023-12-01T05:44:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:31 smithi155 ceph-mon[102677]: pgmap v3292: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:31 smithi111 ceph-mon[97855]: pgmap v3292: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:31 smithi111 ceph-mon[116524]: pgmap v3292: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:33 smithi155 ceph-mon[102677]: pgmap v3293: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:33 smithi111 ceph-mon[97855]: pgmap v3293: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:33 smithi111 ceph-mon[116524]: pgmap v3293: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:34.353 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (14884 ms) 2023-12-01T05:44:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:35.281 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (103002 ms total) 2023-12-01T05:44:35.281 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:44:35.281 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2023-12-01T05:44:35.313 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2023-12-01T05:44:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:35 smithi155 ceph-mon[102677]: pgmap v3294: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:35 smithi155 ceph-mon[102677]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-01T05:44:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:35 smithi111 ceph-mon[97855]: pgmap v3294: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:35 smithi111 ceph-mon[97855]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-01T05:44:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:35 smithi111 ceph-mon[116524]: pgmap v3294: 137 pgs: 137 active+clean; 540 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 60 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2023-12-01T05:44:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:35 smithi111 ceph-mon[116524]: osdmap e1474: 8 total, 8 up, 8 in 2023-12-01T05:44:37.290 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:44:37.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:37 smithi155 ceph-mon[102677]: pgmap v3296: 105 pgs: 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:44:37.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:37 smithi155 ceph-mon[102677]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-01T05:44:37.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3945751136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:44:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:37 smithi111 ceph-mon[97855]: pgmap v3296: 105 pgs: 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:44:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:37 smithi111 ceph-mon[97855]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-01T05:44:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3945751136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:44:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:37 smithi111 ceph-mon[116524]: pgmap v3296: 105 pgs: 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:44:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:37 smithi111 ceph-mon[116524]: osdmap e1475: 8 total, 8 up, 8 in 2023-12-01T05:44:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3945751136' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:44:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3945751136' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:44:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:38 smithi155 ceph-mon[102677]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-01T05:44:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3945751136' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:44:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:38 smithi111 ceph-mon[97855]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-01T05:44:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3945751136' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-28","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:44:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:38 smithi111 ceph-mon[116524]: osdmap e1476: 8 total, 8 up, 8 in 2023-12-01T05:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:39 smithi155 ceph-mon[102677]: pgmap v3299: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:44:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:39 smithi155 ceph-mon[102677]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-01T05:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:44:39] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:44:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:39 smithi111 ceph-mon[97855]: pgmap v3299: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:44:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:39 smithi111 ceph-mon[97855]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-01T05:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:39 smithi111 ceph-mon[116524]: pgmap v3299: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:44:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:39 smithi111 ceph-mon[116524]: osdmap e1477: 8 total, 8 up, 8 in 2023-12-01T05:44:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:40 smithi155 ceph-mon[102677]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-01T05:44:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:40 smithi111 ceph-mon[97855]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-01T05:44:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:40 smithi111 ceph-mon[116524]: osdmap e1478: 8 total, 8 up, 8 in 2023-12-01T05:44:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:41 smithi155 ceph-mon[102677]: pgmap v3302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2023-12-01T05:44:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:41 smithi111 ceph-mon[97855]: pgmap v3302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2023-12-01T05:44:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:41 smithi111 ceph-mon[116524]: pgmap v3302: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2023-12-01T05:44:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:43 smithi155 ceph-mon[102677]: pgmap v3303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2023-12-01T05:44:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:43 smithi111 ceph-mon[97855]: pgmap v3303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2023-12-01T05:44:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:43 smithi111 ceph-mon[116524]: pgmap v3303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.1 KiB/s rd, 1.4 KiB/s wr, 8 op/s 2023-12-01T05:44:43.860 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (61m) 8m ago 62m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (62m) 8m ago 62m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (63m) 8m ago 63m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (63m) 8m ago 63m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (66m) 8m ago 66m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (68m) 8m ago 68m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (68m) 8m ago 68m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (67m) 8m ago 67m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (66m) 8m ago 66m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:44:44.216 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (62m) 8m ago 62m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (62m) 8m ago 62m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (66m) 8m ago 66m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (66m) 8m ago 66m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (65m) 8m ago 65m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (65m) 8m ago 65m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (64m) 8m ago 64m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (64m) 8m ago 64m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (64m) 8m ago 64m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (63m) 8m ago 63m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:44:44.217 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (61m) 8m ago 63m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:44:44.665 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:44:44.665 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:44:44.665 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:44:44.666 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:45 smithi155 ceph-mon[102677]: from='client.18522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:45 smithi155 ceph-mon[102677]: pgmap v3304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-12-01T05:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:45 smithi155 ceph-mon[102677]: from='client.28394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:45 smithi155 ceph-mon[102677]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-01T05:44:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3302346331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[97855]: from='client.18522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[97855]: pgmap v3304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[97855]: from='client.28394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[97855]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3302346331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[116524]: from='client.18522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[116524]: pgmap v3304: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2023-12-01T05:44:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[116524]: from='client.28394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:44:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[116524]: osdmap e1479: 8 total, 8 up, 8 in 2023-12-01T05:44:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3302346331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:44:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:47 smithi155 ceph-mon[102677]: pgmap v3306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2023-12-01T05:44:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:47 smithi111 ceph-mon[97855]: pgmap v3306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2023-12-01T05:44:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:47 smithi111 ceph-mon[116524]: pgmap v3306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2023-12-01T05:44:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:48 smithi155 ceph-mon[102677]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-01T05:44:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:48 smithi111 ceph-mon[97855]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-01T05:44:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:48 smithi111 ceph-mon[116524]: osdmap e1480: 8 total, 8 up, 8 in 2023-12-01T05:44:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:49 smithi155 ceph-mon[102677]: pgmap v3308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:44:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:49 smithi111 ceph-mon[97855]: pgmap v3308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:44:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:49 smithi111 ceph-mon[116524]: pgmap v3308: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:44:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:44:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:44:49] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2023-12-01T05:44:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:44:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:50 smithi111 ceph-mon[97855]: pgmap v3309: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2023-12-01T05:44:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:44:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:50 smithi111 ceph-mon[116524]: pgmap v3309: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2023-12-01T05:44:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:44:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:50 smithi155 ceph-mon[102677]: pgmap v3309: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2023-12-01T05:44:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:53 smithi155 ceph-mon[102677]: pgmap v3310: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2023-12-01T05:44:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:53 smithi111 ceph-mon[97855]: pgmap v3310: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2023-12-01T05:44:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:53 smithi111 ceph-mon[116524]: pgmap v3310: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2023-12-01T05:44:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:55 smithi155 ceph-mon[102677]: pgmap v3311: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:44:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:55 smithi111 ceph-mon[97855]: pgmap v3311: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:44:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:55 smithi111 ceph-mon[116524]: pgmap v3311: 137 pgs: 137 active+clean; 46 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:44:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:57 smithi155 ceph-mon[102677]: pgmap v3312: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2023-12-01T05:44:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:57 smithi111 ceph-mon[97855]: pgmap v3312: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2023-12-01T05:44:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:57 smithi111 ceph-mon[116524]: pgmap v3312: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 5.3 MiB/s wr, 39 op/s 2023-12-01T05:44:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:44:59 smithi155 ceph-mon[102677]: pgmap v3313: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-01T05:44:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:44:59 smithi111 ceph-mon[97855]: pgmap v3313: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-01T05:44:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:44:59 smithi111 ceph-mon[116524]: pgmap v3313: 137 pgs: 137 active+clean; 58 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.9 MiB/s wr, 35 op/s 2023-12-01T05:44:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:44:59] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2023-12-01T05:45:00.975 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.Simple (25662 ms) 2023-12-01T05:45:00.975 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2023-12-01T05:45:00.975 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:45:01.697 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:01 smithi111 ceph-mon[97855]: pgmap v3314: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 53 op/s 2023-12-01T05:45:01.697 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:01 smithi111 ceph-mon[116524]: pgmap v3314: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 53 op/s 2023-12-01T05:45:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:01 smithi155 ceph-mon[102677]: pgmap v3314: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 53 op/s 2023-12-01T05:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:03 smithi155 ceph-mon[102677]: pgmap v3315: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:45:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:03 smithi111 ceph-mon[97855]: pgmap v3315: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:45:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:03 smithi111 ceph-mon[116524]: pgmap v3315: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:05 smithi155 ceph-mon[102677]: pgmap v3316: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:45:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:05 smithi111 ceph-mon[97855]: pgmap v3316: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:45:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:05 smithi111 ceph-mon[116524]: pgmap v3316: 137 pgs: 137 active+clean; 87 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 23 op/s 2023-12-01T05:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:07 smithi155 ceph-mon[102677]: pgmap v3317: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2023-12-01T05:45:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:07 smithi111 ceph-mon[97855]: pgmap v3317: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2023-12-01T05:45:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:07 smithi111 ceph-mon[116524]: pgmap v3317: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2023-12-01T05:45:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:08 smithi155 ceph-mon[102677]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-01T05:45:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:08 smithi111 ceph-mon[97855]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-01T05:45:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:08 smithi111 ceph-mon[116524]: osdmap e1481: 8 total, 8 up, 8 in 2023-12-01T05:45:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:09 smithi155 ceph-mon[102677]: pgmap v3319: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2023-12-01T05:45:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:09 smithi111 ceph-mon[97855]: pgmap v3319: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2023-12-01T05:45:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:45:09] "GET /metrics HTTP/1.1" 200 36458 "" "Prometheus/2.43.0" 2023-12-01T05:45:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:09 smithi111 ceph-mon[116524]: pgmap v3319: 137 pgs: 137 active+clean; 87 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 30 op/s 2023-12-01T05:45:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:11 smithi155 ceph-mon[102677]: pgmap v3320: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:11 smithi111 ceph-mon[97855]: pgmap v3320: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:11 smithi111 ceph-mon[116524]: pgmap v3320: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:13 smithi155 ceph-mon[102677]: pgmap v3321: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:13 smithi111 ceph-mon[97855]: pgmap v3321: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:13 smithi111 ceph-mon[116524]: pgmap v3321: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:15.074 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (62m) 9m ago 63m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (62m) 9m ago 62m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (64m) 9m ago 64m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (64m) 9m ago 64m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (67m) 9m ago 67m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (68m) 9m ago 68m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (68m) 9m ago 68m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (67m) 9m ago 67m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (67m) 9m ago 67m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:45:15.439 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (62m) 9m ago 62m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (62m) 9m ago 62m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (66m) 9m ago 66m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (66m) 9m ago 66m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (66m) 9m ago 66m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (65m) 9m ago 65m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (65m) 9m ago 65m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (65m) 9m ago 65m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (64m) 9m ago 64m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (64m) 9m ago 64m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:45:15.440 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (62m) 9m ago 63m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:45:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:15 smithi155 ceph-mon[102677]: pgmap v3322: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:15 smithi111 ceph-mon[97855]: pgmap v3322: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:15 smithi111 ceph-mon[116524]: pgmap v3322: 137 pgs: 137 active+clean; 128 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:15.921 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:45:15.922 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:15.923 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:45:15.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:45:15.923 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:45:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:45:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:16 smithi155 ceph-mon[102677]: from='client.28406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:16 smithi155 ceph-mon[102677]: from='client.28412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1710605797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:45:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:16 smithi111 ceph-mon[97855]: from='client.28406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:16 smithi111 ceph-mon[97855]: from='client.28412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1710605797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:45:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:16 smithi111 ceph-mon[116524]: from='client.28406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:16 smithi111 ceph-mon[116524]: from='client.28412 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1710605797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:45:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:17 smithi155 ceph-mon[102677]: pgmap v3323: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2023-12-01T05:45:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:17 smithi111 ceph-mon[97855]: pgmap v3323: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2023-12-01T05:45:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:17 smithi111 ceph-mon[116524]: pgmap v3323: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2023-12-01T05:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:19 smithi155 ceph-mon[102677]: pgmap v3324: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2023-12-01T05:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:19 smithi111 ceph-mon[97855]: pgmap v3324: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2023-12-01T05:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:45:19] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-12-01T05:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:19 smithi111 ceph-mon[116524]: pgmap v3324: 137 pgs: 137 active+clean; 140 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2023-12-01T05:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:21.099 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.Grow (20125 ms) 2023-12-01T05:45:21.100 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2023-12-01T05:45:21.100 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:45:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:21 smithi155 ceph-mon[102677]: pgmap v3325: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 55 op/s 2023-12-01T05:45:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:21 smithi111 ceph-mon[97855]: pgmap v3325: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 55 op/s 2023-12-01T05:45:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:21 smithi111 ceph-mon[116524]: pgmap v3325: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 8.2 MiB/s wr, 55 op/s 2023-12-01T05:45:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:23 smithi155 ceph-mon[102677]: pgmap v3326: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2023-12-01T05:45:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:23 smithi111 ceph-mon[97855]: pgmap v3326: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2023-12-01T05:45:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:23 smithi111 ceph-mon[116524]: pgmap v3326: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2023-12-01T05:45:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:25 smithi155 ceph-mon[102677]: pgmap v3327: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2023-12-01T05:45:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:25 smithi111 ceph-mon[97855]: pgmap v3327: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2023-12-01T05:45:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:25 smithi111 ceph-mon[116524]: pgmap v3327: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.8 MiB/s wr, 25 op/s 2023-12-01T05:45:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:45:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:45:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:45:26.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:45:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:45:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:45:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:45:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:45:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:45:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:45:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:45:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:45:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:27 smithi155 ceph-mon[102677]: pgmap v3328: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-01T05:45:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:27 smithi111 ceph-mon[97855]: pgmap v3328: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-01T05:45:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:27 smithi111 ceph-mon[116524]: pgmap v3328: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2023-12-01T05:45:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:29 smithi155 ceph-mon[102677]: pgmap v3329: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2023-12-01T05:45:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:29 smithi111 ceph-mon[97855]: pgmap v3329: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2023-12-01T05:45:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:45:29] "GET /metrics HTTP/1.1" 200 36454 "" "Prometheus/2.43.0" 2023-12-01T05:45:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:29 smithi111 ceph-mon[116524]: pgmap v3329: 137 pgs: 137 active+clean; 169 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2023-12-01T05:45:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:30 smithi155 ceph-mon[102677]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-01T05:45:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:30 smithi111 ceph-mon[97855]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-01T05:45:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:30 smithi111 ceph-mon[116524]: osdmap e1482: 8 total, 8 up, 8 in 2023-12-01T05:45:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:31 smithi155 ceph-mon[102677]: pgmap v3331: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:31 smithi111 ceph-mon[97855]: pgmap v3331: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:31 smithi111 ceph-mon[116524]: pgmap v3331: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:33 smithi155 ceph-mon[102677]: pgmap v3332: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:33 smithi111 ceph-mon[97855]: pgmap v3332: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:33 smithi111 ceph-mon[116524]: pgmap v3332: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:35 smithi155 ceph-mon[102677]: pgmap v3333: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:35 smithi111 ceph-mon[97855]: pgmap v3333: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:35 smithi111 ceph-mon[116524]: pgmap v3333: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:45:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:37 smithi155 ceph-mon[102677]: pgmap v3334: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:37 smithi111 ceph-mon[97855]: pgmap v3334: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:37 smithi111 ceph-mon[116524]: pgmap v3334: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:39 smithi155 ceph-mon[102677]: pgmap v3335: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:39 smithi111 ceph-mon[97855]: pgmap v3335: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:39 smithi111 ceph-mon[116524]: pgmap v3335: 137 pgs: 137 active+clean; 210 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:45:39] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:45:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:41 smithi155 ceph-mon[102677]: pgmap v3336: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2023-12-01T05:45:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:41 smithi111 ceph-mon[97855]: pgmap v3336: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2023-12-01T05:45:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:41 smithi111 ceph-mon[116524]: pgmap v3336: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 5.3 MiB/s wr, 43 op/s 2023-12-01T05:45:43.015 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (21916 ms) 2023-12-01T05:45:43.016 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2023-12-01T05:45:43.016 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:45:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:43 smithi155 ceph-mon[102677]: pgmap v3337: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:45:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:43 smithi111 ceph-mon[97855]: pgmap v3337: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:45:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:43 smithi111 ceph-mon[116524]: pgmap v3337: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:45 smithi155 ceph-mon[102677]: pgmap v3338: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:45:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:45 smithi111 ceph-mon[97855]: pgmap v3338: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:45:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:45 smithi111 ceph-mon[116524]: pgmap v3338: 137 pgs: 137 active+clean; 226 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:45:46.338 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (63m) 9m ago 63m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (63m) 9m ago 63m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (64m) 9m ago 64m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (64m) 9m ago 64m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (67m) 9m ago 67m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (69m) 9m ago 69m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (69m) 9m ago 69m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:45:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (68m) 9m ago 68m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (68m) 9m ago 68m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (63m) 9m ago 63m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (63m) 9m ago 63m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (67m) 9m ago 67m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (67m) 9m ago 67m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (66m) 9m ago 66m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (66m) 9m ago 66m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (66m) 9m ago 66m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (65m) 9m ago 65m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (65m) 9m ago 65m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (64m) 9m ago 64m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:45:46.748 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (62m) 9m ago 64m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:45:47.223 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:45:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:45:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:45:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:45:47.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:45:47.224 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:45:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:47 smithi155 ceph-mon[102677]: pgmap v3339: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2023-12-01T05:45:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:47 smithi155 ceph-mon[102677]: from='client.28424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3478277800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:45:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:47 smithi111 ceph-mon[97855]: pgmap v3339: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2023-12-01T05:45:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:47 smithi111 ceph-mon[97855]: from='client.28424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3478277800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:45:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:47 smithi111 ceph-mon[116524]: pgmap v3339: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2023-12-01T05:45:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:47 smithi111 ceph-mon[116524]: from='client.28424 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3478277800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:45:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:48 smithi155 ceph-mon[102677]: from='client.18564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:48 smithi111 ceph-mon[97855]: from='client.18564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:48 smithi111 ceph-mon[116524]: from='client.18564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:49 smithi155 ceph-mon[102677]: pgmap v3340: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2023-12-01T05:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:45:49] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:45:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:49 smithi111 ceph-mon[97855]: pgmap v3340: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2023-12-01T05:45:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:49 smithi111 ceph-mon[116524]: pgmap v3340: 137 pgs: 137 active+clean; 251 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2023-12-01T05:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:45:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:51 smithi155 ceph-mon[102677]: pgmap v3341: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 8.2 MiB/s wr, 40 op/s 2023-12-01T05:45:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:51 smithi155 ceph-mon[102677]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-01T05:45:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:51 smithi111 ceph-mon[97855]: pgmap v3341: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 8.2 MiB/s wr, 40 op/s 2023-12-01T05:45:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:51 smithi111 ceph-mon[97855]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-01T05:45:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:51 smithi111 ceph-mon[116524]: pgmap v3341: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 9.8 MiB/s rd, 8.2 MiB/s wr, 40 op/s 2023-12-01T05:45:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:51 smithi111 ceph-mon[116524]: osdmap e1483: 8 total, 8 up, 8 in 2023-12-01T05:45:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:53 smithi155 ceph-mon[102677]: pgmap v3343: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2023-12-01T05:45:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:53 smithi111 ceph-mon[97855]: pgmap v3343: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2023-12-01T05:45:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:53 smithi111 ceph-mon[116524]: pgmap v3343: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2023-12-01T05:45:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:55 smithi155 ceph-mon[102677]: pgmap v3344: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2023-12-01T05:45:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:55 smithi111 ceph-mon[97855]: pgmap v3344: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2023-12-01T05:45:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:55 smithi111 ceph-mon[116524]: pgmap v3344: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 37 op/s 2023-12-01T05:45:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:57 smithi155 ceph-mon[102677]: pgmap v3345: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:57 smithi111 ceph-mon[97855]: pgmap v3345: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:57 smithi111 ceph-mon[116524]: pgmap v3345: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:45:59 smithi155 ceph-mon[102677]: pgmap v3346: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:45:59 smithi111 ceph-mon[97855]: pgmap v3346: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:45:59.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:45:59] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:45:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:45:59 smithi111 ceph-mon[116524]: pgmap v3346: 137 pgs: 137 active+clean; 292 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:01 smithi155 ceph-mon[102677]: pgmap v3347: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2023-12-01T05:46:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:01 smithi111 ceph-mon[97855]: pgmap v3347: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2023-12-01T05:46:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:01 smithi111 ceph-mon[116524]: pgmap v3347: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 1.6 MiB/s wr, 35 op/s 2023-12-01T05:46:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:03 smithi155 ceph-mon[102677]: pgmap v3348: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2023-12-01T05:46:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:03 smithi111 ceph-mon[97855]: pgmap v3348: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2023-12-01T05:46:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:03 smithi111 ceph-mon[116524]: pgmap v3348: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 47 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2023-12-01T05:46:04.166 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21150 ms) 2023-12-01T05:46:04.166 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2023-12-01T05:46:04.166 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:46:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:05 smithi155 ceph-mon[102677]: pgmap v3349: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2023-12-01T05:46:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:05 smithi111 ceph-mon[97855]: pgmap v3349: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2023-12-01T05:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:05 smithi111 ceph-mon[116524]: pgmap v3349: 137 pgs: 137 active+clean; 308 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 1.3 MiB/s wr, 29 op/s 2023-12-01T05:46:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:07 smithi155 ceph-mon[102677]: pgmap v3350: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2023-12-01T05:46:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:07 smithi111 ceph-mon[97855]: pgmap v3350: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2023-12-01T05:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:07 smithi111 ceph-mon[116524]: pgmap v3350: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2023-12-01T05:46:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:09 smithi111 ceph-mon[97855]: pgmap v3351: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-01T05:46:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:46:09] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2023-12-01T05:46:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:09 smithi111 ceph-mon[116524]: pgmap v3351: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-01T05:46:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:09 smithi155 ceph-mon[102677]: pgmap v3351: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-01T05:46:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:11 smithi111 ceph-mon[97855]: pgmap v3352: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-01T05:46:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:11 smithi111 ceph-mon[116524]: pgmap v3352: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-01T05:46:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:11 smithi155 ceph-mon[102677]: pgmap v3352: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2023-12-01T05:46:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:13 smithi111 ceph-mon[97855]: pgmap v3353: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2023-12-01T05:46:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:13 smithi111 ceph-mon[116524]: pgmap v3353: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2023-12-01T05:46:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:13 smithi155 ceph-mon[102677]: pgmap v3353: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2023-12-01T05:46:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:14 smithi111 ceph-mon[97855]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-01T05:46:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:14 smithi111 ceph-mon[116524]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-01T05:46:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:14 smithi155 ceph-mon[102677]: osdmap e1484: 8 total, 8 up, 8 in 2023-12-01T05:46:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:15 smithi111 ceph-mon[97855]: pgmap v3355: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-01T05:46:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:15 smithi111 ceph-mon[116524]: pgmap v3355: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-01T05:46:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:15 smithi155 ceph-mon[102677]: pgmap v3355: 137 pgs: 137 active+clean; 312 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2023-12-01T05:46:17.618 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:46:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:17 smithi111 ceph-mon[97855]: pgmap v3356: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:17 smithi111 ceph-mon[116524]: pgmap v3356: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:17 smithi155 ceph-mon[102677]: pgmap v3356: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (63m) 10m ago 64m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (63m) 10m ago 63m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (65m) 10m ago 65m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (65m) 10m ago 65m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (68m) 10m ago 68m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (69m) 10m ago 69m 599M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (69m) 10m ago 69m 431M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (68m) 10m ago 68m 226M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:46:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (68m) 10m ago 68m 205M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (63m) 10m ago 63m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (63m) 10m ago 63m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (68m) 10m ago 68m 2995M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (67m) 10m ago 67m 3332M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (67m) 10m ago 67m 3183M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (66m) 10m ago 66m 2966M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (66m) 10m ago 66m 2260M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (66m) 10m ago 66m 2752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (65m) 10m ago 65m 2378M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (65m) 10m ago 65m 2704M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:46:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (63m) 10m ago 64m 86.0M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:46:18.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:46:18.442 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:46:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3729592277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:46:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3729592277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:46:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3729592277' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[97855]: from='client.18576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[97855]: from='client.28448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[97855]: pgmap v3357: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:46:19] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:46:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[116524]: from='client.18576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[116524]: from='client.28448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[116524]: pgmap v3357: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:19 smithi155 ceph-mon[102677]: from='client.18576 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:19 smithi155 ceph-mon[102677]: from='client.28448 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:19 smithi155 ceph-mon[102677]: pgmap v3357: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:21 smithi111 ceph-mon[97855]: pgmap v3358: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:21 smithi111 ceph-mon[116524]: pgmap v3358: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:21 smithi155 ceph-mon[102677]: pgmap v3358: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:23 smithi111 ceph-mon[97855]: pgmap v3359: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:23 smithi111 ceph-mon[116524]: pgmap v3359: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:23 smithi155 ceph-mon[102677]: pgmap v3359: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:25 smithi155 ceph-mon[102677]: pgmap v3360: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T05:46:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:25 smithi111 ceph-mon[97855]: pgmap v3360: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T05:46:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:25 smithi111 ceph-mon[116524]: pgmap v3360: 137 pgs: 137 active+clean; 353 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T05:46:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:26 smithi155 ceph-mon[102677]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-01T05:46:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:46:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:26 smithi111 ceph-mon[97855]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-01T05:46:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:46:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:26 smithi111 ceph-mon[116524]: osdmap e1485: 8 total, 8 up, 8 in 2023-12-01T05:46:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:46:27.809 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (23643 ms) 2023-12-01T05:46:27.809 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2023-12-01T05:46:27.809 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:46:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:27 smithi155 ceph-mon[102677]: pgmap v3362: 137 pgs: 137 active+clean; 369 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T05:46:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:27 smithi111 ceph-mon[97855]: pgmap v3362: 137 pgs: 137 active+clean; 369 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T05:46:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:27 smithi111 ceph-mon[116524]: pgmap v3362: 137 pgs: 137 active+clean; 369 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T05:46:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:46:29] "GET /metrics HTTP/1.1" 200 36456 "" "Prometheus/2.43.0" 2023-12-01T05:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[97855]: pgmap v3363: 137 pgs: 137 active+clean; 369 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T05:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[116524]: pgmap v3363: 137 pgs: 137 active+clean; 369 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T05:46:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:29 smithi155 ceph-mon[102677]: pgmap v3363: 137 pgs: 137 active+clean; 369 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T05:46:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:46:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:46:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:46:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:46:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:46:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:46:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:46:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:31 smithi155 ceph-mon[102677]: pgmap v3364: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:31 smithi111 ceph-mon[97855]: pgmap v3364: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:31 smithi111 ceph-mon[116524]: pgmap v3364: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:32 smithi155 ceph-mon[102677]: pgmap v3365: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:32 smithi111 ceph-mon[97855]: pgmap v3365: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:32 smithi111 ceph-mon[116524]: pgmap v3365: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:34.259 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:35 smithi155 ceph-mon[102677]: pgmap v3366: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:35 smithi111 ceph-mon[97855]: pgmap v3366: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:35 smithi111 ceph-mon[116524]: pgmap v3366: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 50 op/s 2023-12-01T05:46:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:37 smithi155 ceph-mon[102677]: pgmap v3367: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.4 MiB/s wr, 35 op/s 2023-12-01T05:46:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:37 smithi111 ceph-mon[97855]: pgmap v3367: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.4 MiB/s wr, 35 op/s 2023-12-01T05:46:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:37 smithi111 ceph-mon[116524]: pgmap v3367: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.4 MiB/s wr, 35 op/s 2023-12-01T05:46:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:38 smithi155 ceph-mon[102677]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-01T05:46:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:38 smithi111 ceph-mon[97855]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-01T05:46:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:38 smithi111 ceph-mon[116524]: osdmap e1486: 8 total, 8 up, 8 in 2023-12-01T05:46:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:39 smithi155 ceph-mon[102677]: pgmap v3369: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2023-12-01T05:46:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:39 smithi111 ceph-mon[97855]: pgmap v3369: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2023-12-01T05:46:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:39 smithi111 ceph-mon[116524]: pgmap v3369: 137 pgs: 137 active+clean; 438 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 38 op/s 2023-12-01T05:46:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:46:39] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2023-12-01T05:46:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:41 smithi155 ceph-mon[102677]: pgmap v3370: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:41 smithi111 ceph-mon[97855]: pgmap v3370: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:41 smithi111 ceph-mon[116524]: pgmap v3370: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:43 smithi155 ceph-mon[102677]: pgmap v3371: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:43 smithi111 ceph-mon[97855]: pgmap v3371: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:43 smithi111 ceph-mon[116524]: pgmap v3371: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:45 smithi155 ceph-mon[102677]: pgmap v3372: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:45 smithi111 ceph-mon[97855]: pgmap v3372: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:45 smithi111 ceph-mon[116524]: pgmap v3372: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:47 smithi155 ceph-mon[102677]: pgmap v3373: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:47 smithi111 ceph-mon[97855]: pgmap v3373: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:47 smithi111 ceph-mon[116524]: pgmap v3373: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:46:48.854 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:46:49.209 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (64m) 20s ago 64m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (64m) 20s ago 64m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (65m) 20s ago 65m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (65m) 20s ago 65m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (68m) 20s ago 68m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (70m) 20s ago 70m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (70m) 20s ago 70m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (69m) 20s ago 69m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (69m) 20s ago 69m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (64m) 20s ago 64m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:46:49.210 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (64m) 20s ago 64m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (68m) 20s ago 68m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (68m) 20s ago 68m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (67m) 20s ago 67m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (67m) 20s ago 67m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (67m) 20s ago 67m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (66m) 20s ago 66m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (66m) 20s ago 66m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (65m) 20s ago 65m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:46:49.211 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (64m) 20s ago 65m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:46:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:49 smithi155 ceph-mon[102677]: pgmap v3374: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T05:46:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:49.716 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:46:49.717 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:46:49.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:46:49.718 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:46:49.718 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:46:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:49 smithi111 ceph-mon[97855]: pgmap v3374: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T05:46:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:46:49] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:46:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:49 smithi111 ceph-mon[116524]: pgmap v3374: 137 pgs: 137 active+clean; 479 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 24 KiB/s rd, 3.8 MiB/s wr, 32 op/s 2023-12-01T05:46:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:46:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:50 smithi155 ceph-mon[102677]: from='client.18594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:50 smithi155 ceph-mon[102677]: from='client.28466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3696665191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:46:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:50 smithi111 ceph-mon[97855]: from='client.18594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:50 smithi111 ceph-mon[97855]: from='client.28466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3696665191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:46:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:50 smithi111 ceph-mon[116524]: from='client.18594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:50 smithi111 ceph-mon[116524]: from='client.28466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:46:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3696665191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:46:51.354 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (23546 ms) 2023-12-01T05:46:51.354 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2023-12-01T05:46:51.354 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:46:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:51 smithi155 ceph-mon[102677]: pgmap v3375: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.8 MiB/s wr, 50 op/s 2023-12-01T05:46:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:51 smithi111 ceph-mon[97855]: pgmap v3375: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.8 MiB/s wr, 50 op/s 2023-12-01T05:46:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:51 smithi111 ceph-mon[116524]: pgmap v3375: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.8 MiB/s wr, 50 op/s 2023-12-01T05:46:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:53 smithi155 ceph-mon[102677]: pgmap v3376: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2023-12-01T05:46:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:53 smithi111 ceph-mon[97855]: pgmap v3376: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2023-12-01T05:46:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:53 smithi111 ceph-mon[116524]: pgmap v3376: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2023-12-01T05:46:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:55 smithi155 ceph-mon[102677]: pgmap v3377: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2023-12-01T05:46:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:55 smithi111 ceph-mon[97855]: pgmap v3377: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2023-12-01T05:46:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:55 smithi111 ceph-mon[116524]: pgmap v3377: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2023-12-01T05:46:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:57 smithi155 ceph-mon[102677]: pgmap v3378: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:46:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:57 smithi111 ceph-mon[97855]: pgmap v3378: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:46:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:57 smithi111 ceph-mon[116524]: pgmap v3378: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:46:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:46:59 smithi155 ceph-mon[102677]: pgmap v3379: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:46:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:46:59 smithi111 ceph-mon[97855]: pgmap v3379: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:46:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:46:59] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:46:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:46:59 smithi111 ceph-mon[116524]: pgmap v3379: 137 pgs: 137 active+clean; 499 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2023-12-01T05:47:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:00 smithi155 ceph-mon[102677]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-01T05:47:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:00 smithi111 ceph-mon[97855]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-01T05:47:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:00 smithi111 ceph-mon[116524]: osdmap e1487: 8 total, 8 up, 8 in 2023-12-01T05:47:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:01 smithi155 ceph-mon[102677]: pgmap v3381: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:01 smithi111 ceph-mon[97855]: pgmap v3381: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:01 smithi111 ceph-mon[116524]: pgmap v3381: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:03 smithi155 ceph-mon[102677]: pgmap v3382: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:03 smithi111 ceph-mon[97855]: pgmap v3382: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:03 smithi111 ceph-mon[116524]: pgmap v3382: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:05 smithi155 ceph-mon[102677]: pgmap v3383: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:05 smithi111 ceph-mon[97855]: pgmap v3383: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:05 smithi111 ceph-mon[116524]: pgmap v3383: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:47:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:07 smithi155 ceph-mon[102677]: pgmap v3384: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:47:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:07 smithi111 ceph-mon[97855]: pgmap v3384: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:47:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:07 smithi111 ceph-mon[116524]: pgmap v3384: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:47:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:09 smithi155 ceph-mon[102677]: pgmap v3385: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:47:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:09 smithi111 ceph-mon[97855]: pgmap v3385: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:47:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:47:09] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2023-12-01T05:47:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:09 smithi111 ceph-mon[116524]: pgmap v3385: 137 pgs: 137 active+clean; 540 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:47:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:11 smithi155 ceph-mon[102677]: pgmap v3386: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.2 MiB/s wr, 43 op/s 2023-12-01T05:47:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:11 smithi111 ceph-mon[97855]: pgmap v3386: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.2 MiB/s wr, 43 op/s 2023-12-01T05:47:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:11 smithi111 ceph-mon[116524]: pgmap v3386: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.2 MiB/s wr, 43 op/s 2023-12-01T05:47:13.628 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (22274 ms) 2023-12-01T05:47:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:13 smithi155 ceph-mon[102677]: pgmap v3387: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:47:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:13 smithi111 ceph-mon[97855]: pgmap v3387: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:47:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:13 smithi111 ceph-mon[116524]: pgmap v3387: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:47:14.406 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (158316 ms total) 2023-12-01T05:47:14.406 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:47:14.406 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2023-12-01T05:47:14.437 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2023-12-01T05:47:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:15 smithi155 ceph-mon[102677]: pgmap v3388: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:47:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:15 smithi155 ceph-mon[102677]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-01T05:47:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:15 smithi111 ceph-mon[97855]: pgmap v3388: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:47:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:15 smithi111 ceph-mon[97855]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-01T05:47:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:15 smithi111 ceph-mon[116524]: pgmap v3388: 137 pgs: 137 active+clean; 556 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 54 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2023-12-01T05:47:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:15 smithi111 ceph-mon[116524]: osdmap e1488: 8 total, 8 up, 8 in 2023-12-01T05:47:16.431 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:47:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:16 smithi155 ceph-mon[102677]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-01T05:47:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3333257142' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:47:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:16 smithi111 ceph-mon[97855]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-01T05:47:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3333257142' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:47:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:16 smithi111 ceph-mon[116524]: osdmap e1489: 8 total, 8 up, 8 in 2023-12-01T05:47:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3333257142' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:47:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:17 smithi155 ceph-mon[102677]: pgmap v3391: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:47:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:17 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:47:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3333257142' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:47:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:17 smithi155 ceph-mon[102677]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[97855]: pgmap v3391: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3333257142' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[97855]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[116524]: pgmap v3391: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:47:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3333257142' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-29","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:47:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:17 smithi111 ceph-mon[116524]: osdmap e1490: 8 total, 8 up, 8 in 2023-12-01T05:47:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:18 smithi155 ceph-mon[102677]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-01T05:47:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:18 smithi111 ceph-mon[97855]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-01T05:47:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:18 smithi111 ceph-mon[116524]: osdmap e1491: 8 total, 8 up, 8 in 2023-12-01T05:47:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:19 smithi155 ceph-mon[102677]: pgmap v3394: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:47:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:19 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:47:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:19 smithi155 ceph-mon[102677]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-01T05:47:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[97855]: pgmap v3394: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:47:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:47:19.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[97855]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-01T05:47:19.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:47:19] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2023-12-01T05:47:19.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[116524]: pgmap v3394: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:47:19.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:47:19.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[116524]: osdmap e1492: 8 total, 8 up, 8 in 2023-12-01T05:47:19.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:20.128 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (64m) 51s ago 65m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (65m) 51s ago 64m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (66m) 51s ago 66m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (66m) 51s ago 66m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (69m) 51s ago 69m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (70m) 51s ago 70m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (70m) 51s ago 71m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (69m) 51s ago 69m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (69m) 51s ago 69m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (64m) 51s ago 64m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (64m) 51s ago 64m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:47:20.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (69m) 51s ago 69m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (68m) 51s ago 68m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (68m) 51s ago 68m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (67m) 51s ago 67m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (67m) 51s ago 67m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (67m) 51s ago 67m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (66m) 51s ago 66m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (66m) 51s ago 66m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:47:20.509 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (64m) 51s ago 65m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:47:20.985 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:47:20.986 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:47:21.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:21 smithi155 ceph-mon[102677]: from='client.28496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:21 smithi155 ceph-mon[102677]: pgmap v3396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2023-12-01T05:47:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:21 smithi155 ceph-mon[102677]: from='client.18636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:21.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4280965535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[97855]: from='client.28496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[97855]: pgmap v3396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[97855]: from='client.18636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4280965535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[116524]: from='client.28496 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[116524]: pgmap v3396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[116524]: from='client.18636 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4280965535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:23 smithi155 ceph-mon[102677]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:23 smithi111 ceph-mon[97855]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:23 smithi111 ceph-mon[116524]: pgmap v3397: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2023-12-01T05:47:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:25 smithi155 ceph-mon[102677]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2023-12-01T05:47:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:25 smithi155 ceph-mon[102677]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-01T05:47:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:25 smithi111 ceph-mon[97855]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2023-12-01T05:47:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:25 smithi111 ceph-mon[97855]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-01T05:47:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:25 smithi111 ceph-mon[116524]: pgmap v3398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2023-12-01T05:47:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:25 smithi111 ceph-mon[116524]: osdmap e1493: 8 total, 8 up, 8 in 2023-12-01T05:47:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:27 smithi155 ceph-mon[102677]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-01T05:47:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:27 smithi155 ceph-mon[102677]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-01T05:47:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:27 smithi111 ceph-mon[97855]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-01T05:47:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:27 smithi111 ceph-mon[97855]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-01T05:47:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:27 smithi111 ceph-mon[116524]: pgmap v3400: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2023-12-01T05:47:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:27 smithi111 ceph-mon[116524]: osdmap e1494: 8 total, 8 up, 8 in 2023-12-01T05:47:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:29 smithi155 ceph-mon[102677]: pgmap v3402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:47:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:29 smithi111 ceph-mon[97855]: pgmap v3402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:47:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:47:29] "GET /metrics HTTP/1.1" 200 36385 "" "Prometheus/2.43.0" 2023-12-01T05:47:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:29 smithi111 ceph-mon[116524]: pgmap v3402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:47:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:47:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:47:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:47:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:47:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:47:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:31 smithi155 ceph-mon[102677]: pgmap v3403: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2023-12-01T05:47:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:31 smithi111 ceph-mon[97855]: pgmap v3403: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2023-12-01T05:47:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:31 smithi111 ceph-mon[116524]: pgmap v3403: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2023-12-01T05:47:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:33 smithi155 ceph-mon[102677]: pgmap v3404: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2023-12-01T05:47:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:33 smithi111 ceph-mon[97855]: pgmap v3404: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2023-12-01T05:47:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:33 smithi111 ceph-mon[116524]: pgmap v3404: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2023-12-01T05:47:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:35 smithi155 ceph-mon[102677]: pgmap v3405: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:35 smithi111 ceph-mon[97855]: pgmap v3405: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:35 smithi111 ceph-mon[116524]: pgmap v3405: 137 pgs: 137 active+clean; 50 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:37 smithi155 ceph-mon[102677]: pgmap v3406: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:47:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:37 smithi111 ceph-mon[97855]: pgmap v3406: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:47:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:37 smithi111 ceph-mon[116524]: pgmap v3406: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:47:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:39 smithi155 ceph-mon[102677]: pgmap v3407: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:47:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:39 smithi111 ceph-mon[97855]: pgmap v3407: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:47:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:47:39] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2023-12-01T05:47:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:39 smithi111 ceph-mon[116524]: pgmap v3407: 137 pgs: 137 active+clean; 54 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:47:40.027 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.Simple (25590 ms) 2023-12-01T05:47:40.027 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2023-12-01T05:47:40.027 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:47:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:41 smithi155 ceph-mon[102677]: pgmap v3408: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 51 op/s 2023-12-01T05:47:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:41 smithi111 ceph-mon[97855]: pgmap v3408: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 51 op/s 2023-12-01T05:47:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:41 smithi111 ceph-mon[116524]: pgmap v3408: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 51 op/s 2023-12-01T05:47:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:43 smithi155 ceph-mon[102677]: pgmap v3409: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2023-12-01T05:47:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:43 smithi111 ceph-mon[97855]: pgmap v3409: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2023-12-01T05:47:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:43 smithi111 ceph-mon[116524]: pgmap v3409: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2023-12-01T05:47:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:45 smithi155 ceph-mon[102677]: pgmap v3410: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2023-12-01T05:47:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:45 smithi111 ceph-mon[97855]: pgmap v3410: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2023-12-01T05:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:45 smithi111 ceph-mon[116524]: pgmap v3410: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2023-12-01T05:47:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:47 smithi155 ceph-mon[102677]: pgmap v3411: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2023-12-01T05:47:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:47 smithi111 ceph-mon[97855]: pgmap v3411: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2023-12-01T05:47:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:47 smithi111 ceph-mon[116524]: pgmap v3411: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2023-12-01T05:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:49 smithi155 ceph-mon[102677]: pgmap v3412: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2023-12-01T05:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:49 smithi155 ceph-mon[102677]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-01T05:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:47:49] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:47:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:49 smithi111 ceph-mon[97855]: pgmap v3412: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2023-12-01T05:47:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:49 smithi111 ceph-mon[97855]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-01T05:47:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:49 smithi111 ceph-mon[116524]: pgmap v3412: 137 pgs: 137 active+clean; 78 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 17 op/s 2023-12-01T05:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:49 smithi111 ceph-mon[116524]: osdmap e1495: 8 total, 8 up, 8 in 2023-12-01T05:47:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:47:51.331 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:47:51.649 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:47:51.649 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (65m) 82s ago 65m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:47:51.649 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (65m) 82s ago 65m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:47:51.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (66m) 82s ago 66m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:47:51.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (66m) 82s ago 66m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (69m) 82s ago 69m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (71m) 82s ago 71m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (71m) 82s ago 71m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (70m) 82s ago 70m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (70m) 82s ago 70m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (65m) 82s ago 65m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (65m) 82s ago 65m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (69m) 82s ago 69m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (69m) 82s ago 69m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (68m) 82s ago 68m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (68m) 82s ago 68m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (68m) 82s ago 68m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (67m) 82s ago 67m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:47:51.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (67m) 82s ago 67m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:47:51.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (66m) 82s ago 66m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:47:51.651 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (65m) 82s ago 66m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:47:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:51 smithi155 ceph-mon[102677]: pgmap v3414: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:51 smithi111 ceph-mon[97855]: pgmap v3414: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:51 smithi111 ceph-mon[116524]: pgmap v3414: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:47:52.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:47:52.046 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:47:52.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:47:52.046 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:47:52.046 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:47:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:52 smithi155 ceph-mon[102677]: from='client.28514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1167998808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:47:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:52 smithi111 ceph-mon[97855]: from='client.28514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1167998808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:47:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:52 smithi111 ceph-mon[116524]: from='client.28514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1167998808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:47:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:53 smithi155 ceph-mon[102677]: from='client.18654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:53 smithi155 ceph-mon[102677]: pgmap v3415: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:53 smithi111 ceph-mon[97855]: from='client.18654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:53 smithi111 ceph-mon[97855]: pgmap v3415: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:53 smithi111 ceph-mon[116524]: from='client.18654 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:47:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:53 smithi111 ceph-mon[116524]: pgmap v3415: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:55 smithi155 ceph-mon[102677]: pgmap v3416: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:55 smithi111 ceph-mon[97855]: pgmap v3416: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:55 smithi111 ceph-mon[116524]: pgmap v3416: 137 pgs: 137 active+clean; 119 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2023-12-01T05:47:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:57 smithi155 ceph-mon[102677]: pgmap v3417: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:57 smithi111 ceph-mon[97855]: pgmap v3417: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:57 smithi111 ceph-mon[116524]: pgmap v3417: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:47:59 smithi155 ceph-mon[102677]: pgmap v3418: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:47:59 smithi111 ceph-mon[97855]: pgmap v3418: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:47:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:47:59] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:47:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:47:59 smithi111 ceph-mon[116524]: pgmap v3418: 137 pgs: 137 active+clean; 123 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:01 smithi155 ceph-mon[102677]: pgmap v3419: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 730 KiB/s rd, 4.8 MiB/s wr, 44 op/s 2023-12-01T05:48:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:01 smithi111 ceph-mon[97855]: pgmap v3419: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 730 KiB/s rd, 4.8 MiB/s wr, 44 op/s 2023-12-01T05:48:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:01 smithi111 ceph-mon[116524]: pgmap v3419: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 730 KiB/s rd, 4.8 MiB/s wr, 44 op/s 2023-12-01T05:48:02.074 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.Grow (22047 ms) 2023-12-01T05:48:02.074 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2023-12-01T05:48:02.074 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:48:03.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:03 smithi155 ceph-mon[102677]: pgmap v3420: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T05:48:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:03 smithi111 ceph-mon[97855]: pgmap v3420: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T05:48:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:03 smithi111 ceph-mon[116524]: pgmap v3420: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T05:48:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:05 smithi155 ceph-mon[102677]: pgmap v3421: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T05:48:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:05 smithi111 ceph-mon[97855]: pgmap v3421: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T05:48:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:05 smithi111 ceph-mon[116524]: pgmap v3421: 137 pgs: 137 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2023-12-01T05:48:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:07 smithi155 ceph-mon[102677]: pgmap v3422: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-01T05:48:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:07 smithi111 ceph-mon[97855]: pgmap v3422: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-01T05:48:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:07 smithi111 ceph-mon[116524]: pgmap v3422: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2023-12-01T05:48:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:09 smithi155 ceph-mon[102677]: pgmap v3423: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:09 smithi111 ceph-mon[97855]: pgmap v3423: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:09 smithi111 ceph-mon[116524]: pgmap v3423: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:48:09] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:11 smithi155 ceph-mon[102677]: pgmap v3424: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:11 smithi155 ceph-mon[102677]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-01T05:48:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:11 smithi111 ceph-mon[97855]: pgmap v3424: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:11 smithi111 ceph-mon[97855]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-01T05:48:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:11 smithi111 ceph-mon[116524]: pgmap v3424: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:11 smithi111 ceph-mon[116524]: osdmap e1496: 8 total, 8 up, 8 in 2023-12-01T05:48:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:13 smithi155 ceph-mon[102677]: pgmap v3426: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-01T05:48:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:13 smithi111 ceph-mon[97855]: pgmap v3426: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-01T05:48:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:13 smithi111 ceph-mon[116524]: pgmap v3426: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-01T05:48:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:15 smithi155 ceph-mon[102677]: pgmap v3427: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-01T05:48:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:15 smithi111 ceph-mon[97855]: pgmap v3427: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-01T05:48:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:15 smithi111 ceph-mon[116524]: pgmap v3427: 137 pgs: 137 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 9.7 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2023-12-01T05:48:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:17 smithi155 ceph-mon[102677]: pgmap v3428: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:17 smithi111 ceph-mon[97855]: pgmap v3428: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:17 smithi111 ceph-mon[116524]: pgmap v3428: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:19 smithi155 ceph-mon[102677]: pgmap v3429: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:48:19] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:48:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:19 smithi111 ceph-mon[97855]: pgmap v3429: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:19 smithi111 ceph-mon[116524]: pgmap v3429: 137 pgs: 137 active+clean; 196 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:48:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:21 smithi155 ceph-mon[102677]: pgmap v3430: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:48:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:21 smithi111 ceph-mon[97855]: pgmap v3430: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:48:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:21 smithi111 ceph-mon[116524]: pgmap v3430: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:48:22.388 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (65m) 113s ago 66m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (66m) 113s ago 66m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (67m) 113s ago 67m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (67m) 113s ago 67m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (70m) 113s ago 70m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (71m) 113s ago 71m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (71m) 113s ago 72m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (70m) 113s ago 70m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (70m) 113s ago 70m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (65m) 113s ago 65m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (65m) 113s ago 65m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:48:22.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (70m) 113s ago 70m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (69m) 113s ago 69m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (69m) 113s ago 69m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (68m) 113s ago 68m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (68m) 113s ago 68m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (68m) 113s ago 68m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (67m) 113s ago 67m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (67m) 113s ago 67m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:48:22.707 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (65m) 113s ago 66m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:48:23.095 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:48:23.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:48:23.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:48:23.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:23.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:48:23.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:48:23.096 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:48:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:23 smithi155 ceph-mon[102677]: pgmap v3431: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:48:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:23 smithi155 ceph-mon[102677]: from='client.18666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2913872692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:48:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:23 smithi111 ceph-mon[97855]: pgmap v3431: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:48:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:23 smithi111 ceph-mon[97855]: from='client.18666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2913872692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:48:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:23 smithi111 ceph-mon[116524]: pgmap v3431: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2023-12-01T05:48:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:23 smithi111 ceph-mon[116524]: from='client.18666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2913872692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:48:24.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (22106 ms) 2023-12-01T05:48:24.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2023-12-01T05:48:24.180 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:48:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:24 smithi155 ceph-mon[102677]: from='client.18672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:24 smithi111 ceph-mon[97855]: from='client.18672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:24 smithi111 ceph-mon[116524]: from='client.18672 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:25 smithi155 ceph-mon[102677]: pgmap v3432: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:25 smithi111 ceph-mon[97855]: pgmap v3432: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:25 smithi111 ceph-mon[116524]: pgmap v3432: 137 pgs: 137 active+clean; 200 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 185 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:48:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:27 smithi155 ceph-mon[102677]: pgmap v3433: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.4 MiB/s wr, 58 op/s 2023-12-01T05:48:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:27 smithi111 ceph-mon[97855]: pgmap v3433: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.4 MiB/s wr, 58 op/s 2023-12-01T05:48:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:27 smithi111 ceph-mon[116524]: pgmap v3433: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.4 MiB/s wr, 58 op/s 2023-12-01T05:48:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:29 smithi155 ceph-mon[102677]: pgmap v3434: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:29 smithi111 ceph-mon[97855]: pgmap v3434: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:29.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:48:29] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:48:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:29 smithi111 ceph-mon[116524]: pgmap v3434: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:48:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:48:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:48:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:31 smithi155 ceph-mon[102677]: pgmap v3435: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:48:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:48:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:48:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[97855]: pgmap v3435: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:48:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:48:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:48:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[116524]: pgmap v3435: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2023-12-01T05:48:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:48:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:48:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:48:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:33 smithi155 ceph-mon[102677]: pgmap v3436: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2023-12-01T05:48:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:33 smithi155 ceph-mon[102677]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-01T05:48:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:33 smithi111 ceph-mon[97855]: pgmap v3436: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2023-12-01T05:48:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:33 smithi111 ceph-mon[97855]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-01T05:48:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:33 smithi111 ceph-mon[116524]: pgmap v3436: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2023-12-01T05:48:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:33 smithi111 ceph-mon[116524]: osdmap e1497: 8 total, 8 up, 8 in 2023-12-01T05:48:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:35 smithi111 ceph-mon[97855]: pgmap v3438: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2023-12-01T05:48:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:35 smithi111 ceph-mon[116524]: pgmap v3438: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2023-12-01T05:48:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:35 smithi155 ceph-mon[102677]: pgmap v3438: 137 pgs: 137 active+clean; 224 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s 2023-12-01T05:48:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:37 smithi111 ceph-mon[97855]: pgmap v3439: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:48:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:37 smithi111 ceph-mon[116524]: pgmap v3439: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:48:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:37 smithi155 ceph-mon[102677]: pgmap v3439: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:48:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:39 smithi111 ceph-mon[97855]: pgmap v3440: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:48:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:48:39] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2023-12-01T05:48:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:39 smithi111 ceph-mon[116524]: pgmap v3440: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:48:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:39 smithi155 ceph-mon[102677]: pgmap v3440: 137 pgs: 137 active+clean; 265 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2023-12-01T05:48:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:41 smithi111 ceph-mon[97855]: pgmap v3441: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.9 MiB/s wr, 44 op/s 2023-12-01T05:48:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:41 smithi111 ceph-mon[116524]: pgmap v3441: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.9 MiB/s wr, 44 op/s 2023-12-01T05:48:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:41 smithi155 ceph-mon[102677]: pgmap v3441: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.9 MiB/s wr, 44 op/s 2023-12-01T05:48:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:43 smithi111 ceph-mon[97855]: pgmap v3442: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.9 MiB/s wr, 44 op/s 2023-12-01T05:48:43.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:43 smithi111 ceph-mon[116524]: pgmap v3442: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.9 MiB/s wr, 44 op/s 2023-12-01T05:48:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:43 smithi155 ceph-mon[102677]: pgmap v3442: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 4.9 MiB/s wr, 44 op/s 2023-12-01T05:48:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:45 smithi111 ceph-mon[97855]: pgmap v3443: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2023-12-01T05:48:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:45 smithi111 ceph-mon[116524]: pgmap v3443: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2023-12-01T05:48:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:45 smithi155 ceph-mon[102677]: pgmap v3443: 137 pgs: 137 active+clean; 273 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 187 KiB/s rd, 4.2 MiB/s wr, 37 op/s 2023-12-01T05:48:46.130 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21950 ms) 2023-12-01T05:48:46.130 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2023-12-01T05:48:46.131 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:48:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:47 smithi111 ceph-mon[97855]: pgmap v3444: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2023-12-01T05:48:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:47 smithi111 ceph-mon[116524]: pgmap v3444: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2023-12-01T05:48:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:47 smithi155 ceph-mon[102677]: pgmap v3444: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 923 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2023-12-01T05:48:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:49 smithi111 ceph-mon[97855]: pgmap v3445: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-01T05:48:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:49 smithi111 ceph-mon[116524]: pgmap v3445: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-01T05:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:48:49] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:48:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:49 smithi155 ceph-mon[102677]: pgmap v3445: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2023-12-01T05:48:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:48:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:51 smithi111 ceph-mon[97855]: pgmap v3446: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-01T05:48:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:51 smithi111 ceph-mon[116524]: pgmap v3446: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-01T05:48:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:51 smithi155 ceph-mon[102677]: pgmap v3446: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2023-12-01T05:48:53.477 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:48:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:53 smithi111 ceph-mon[97855]: pgmap v3447: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-01T05:48:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:53 smithi111 ceph-mon[116524]: pgmap v3447: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (66m) 2m ago 66m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (66m) 2m ago 66m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (67m) 2m ago 67m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (67m) 2m ago 67m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (70m) 2m ago 70m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (72m) 2m ago 72m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (72m) 2m ago 72m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:48:53.872 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (71m) 2m ago 71m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (71m) 2m ago 71m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (66m) 2m ago 66m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (66m) 2m ago 66m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (70m) 2m ago 70m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (70m) 2m ago 70m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (69m) 2m ago 69m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (69m) 2m ago 69m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (69m) 2m ago 69m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (68m) 2m ago 68m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (68m) 2m ago 68m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (68m) 2m ago 68m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:48:53.873 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (66m) 2m ago 67m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:48:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:53 smithi155 ceph-mon[102677]: pgmap v3447: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-01T05:48:54.325 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:48:54.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:48:54.327 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:48:54.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:48:54.327 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:48:54.327 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:48:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:54 smithi111 ceph-mon[97855]: from='client.18684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/971040389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:48:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:54 smithi111 ceph-mon[116524]: from='client.18684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/971040389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:48:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:54 smithi155 ceph-mon[102677]: from='client.18684 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/971040389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:48:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:55 smithi111 ceph-mon[97855]: from='client.28556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:55 smithi111 ceph-mon[97855]: pgmap v3448: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-01T05:48:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:55 smithi111 ceph-mon[97855]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-01T05:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:55 smithi111 ceph-mon[116524]: from='client.28556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:55 smithi111 ceph-mon[116524]: pgmap v3448: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-01T05:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:55 smithi111 ceph-mon[116524]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-01T05:48:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:55 smithi155 ceph-mon[102677]: from='client.28556 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:48:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:55 smithi155 ceph-mon[102677]: pgmap v3448: 137 pgs: 137 active+clean; 273 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 MiB/s wr, 16 op/s 2023-12-01T05:48:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:55 smithi155 ceph-mon[102677]: osdmap e1498: 8 total, 8 up, 8 in 2023-12-01T05:48:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:57 smithi111 ceph-mon[97855]: pgmap v3450: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:48:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:57 smithi111 ceph-mon[116524]: pgmap v3450: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:48:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:57 smithi155 ceph-mon[102677]: pgmap v3450: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:48:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:48:59 smithi111 ceph-mon[97855]: pgmap v3451: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:48:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:48:59] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2023-12-01T05:48:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:48:59 smithi111 ceph-mon[116524]: pgmap v3451: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:48:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:48:59 smithi155 ceph-mon[102677]: pgmap v3451: 137 pgs: 137 active+clean; 314 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:01 smithi155 ceph-mon[102677]: pgmap v3452: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:01 smithi111 ceph-mon[97855]: pgmap v3452: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:01 smithi111 ceph-mon[116524]: pgmap v3452: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:03 smithi155 ceph-mon[102677]: pgmap v3453: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:03 smithi111 ceph-mon[97855]: pgmap v3453: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:03 smithi111 ceph-mon[116524]: pgmap v3453: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:05 smithi155 ceph-mon[102677]: pgmap v3454: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:05 smithi111 ceph-mon[97855]: pgmap v3454: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:05 smithi111 ceph-mon[116524]: pgmap v3454: 137 pgs: 137 active+clean; 318 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:07 smithi155 ceph-mon[102677]: pgmap v3455: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2023-12-01T05:49:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:07 smithi155 ceph-mon[102677]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-01T05:49:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:07 smithi111 ceph-mon[97855]: pgmap v3455: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2023-12-01T05:49:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:07 smithi111 ceph-mon[97855]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-01T05:49:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:07 smithi111 ceph-mon[116524]: pgmap v3455: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2023-12-01T05:49:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:07 smithi111 ceph-mon[116524]: osdmap e1499: 8 total, 8 up, 8 in 2023-12-01T05:49:08.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22729 ms) 2023-12-01T05:49:08.859 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2023-12-01T05:49:08.859 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:49:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:09 smithi111 ceph-mon[97855]: pgmap v3457: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 820 KiB/s wr, 10 op/s 2023-12-01T05:49:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:49:09] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:49:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:09 smithi111 ceph-mon[116524]: pgmap v3457: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 820 KiB/s wr, 10 op/s 2023-12-01T05:49:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:09 smithi155 ceph-mon[102677]: pgmap v3457: 137 pgs: 137 active+clean; 322 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 820 KiB/s wr, 10 op/s 2023-12-01T05:49:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:11 smithi155 ceph-mon[102677]: pgmap v3458: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:11 smithi111 ceph-mon[97855]: pgmap v3458: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:11 smithi111 ceph-mon[116524]: pgmap v3458: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:13 smithi155 ceph-mon[102677]: pgmap v3459: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:13 smithi111 ceph-mon[97855]: pgmap v3459: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:13 smithi111 ceph-mon[116524]: pgmap v3459: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:15 smithi155 ceph-mon[102677]: pgmap v3460: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:15 smithi111 ceph-mon[97855]: pgmap v3460: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:15 smithi111 ceph-mon[116524]: pgmap v3460: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2023-12-01T05:49:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:17 smithi155 ceph-mon[102677]: pgmap v3461: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2023-12-01T05:49:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:17 smithi155 ceph-mon[102677]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-01T05:49:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:17 smithi111 ceph-mon[97855]: pgmap v3461: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2023-12-01T05:49:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:17 smithi111 ceph-mon[97855]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-01T05:49:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:17 smithi111 ceph-mon[116524]: pgmap v3461: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2023-12-01T05:49:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:17 smithi111 ceph-mon[116524]: osdmap e1500: 8 total, 8 up, 8 in 2023-12-01T05:49:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:19 smithi155 ceph-mon[102677]: pgmap v3463: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2023-12-01T05:49:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:49:19] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-12-01T05:49:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:19 smithi111 ceph-mon[97855]: pgmap v3463: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2023-12-01T05:49:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:19 smithi111 ceph-mon[116524]: pgmap v3463: 137 pgs: 137 active+clean; 378 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2023-12-01T05:49:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:21 smithi155 ceph-mon[102677]: pgmap v3464: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:21 smithi111 ceph-mon[97855]: pgmap v3464: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:21 smithi111 ceph-mon[116524]: pgmap v3464: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:23 smithi155 ceph-mon[102677]: pgmap v3465: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:23 smithi111 ceph-mon[97855]: pgmap v3465: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:23 smithi111 ceph-mon[116524]: pgmap v3465: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:24.670 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (66m) 2m ago 67m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (67m) 2m ago 67m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (68m) 2m ago 68m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (68m) 2m ago 68m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (71m) 2m ago 71m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (73m) 2m ago 72m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (73m) 2m ago 73m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (71m) 2m ago 71m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:49:24.988 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (71m) 2m ago 71m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (66m) 2m ago 66m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (66m) 2m ago 66m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (71m) 2m ago 71m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (70m) 2m ago 70m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (70m) 2m ago 70m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (70m) 2m ago 70m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (69m) 2m ago 69m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (69m) 2m ago 69m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (68m) 2m ago 68m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (68m) 2m ago 68m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:49:24.989 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (66m) 2m ago 67m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:25.380 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:49:25.381 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:49:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:25 smithi155 ceph-mon[102677]: pgmap v3466: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:25 smithi111 ceph-mon[97855]: pgmap v3466: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:25 smithi111 ceph-mon[116524]: pgmap v3466: 137 pgs: 137 active+clean; 423 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2023-12-01T05:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:26 smithi155 ceph-mon[102677]: from='client.28568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:26 smithi155 ceph-mon[102677]: from='client.28574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4238955306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:49:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:26 smithi111 ceph-mon[97855]: from='client.28568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:26 smithi111 ceph-mon[97855]: from='client.28574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4238955306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:26 smithi111 ceph-mon[116524]: from='client.28568 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:26 smithi111 ceph-mon[116524]: from='client.28574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4238955306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:27 smithi155 ceph-mon[102677]: pgmap v3467: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:49:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:27 smithi111 ceph-mon[97855]: pgmap v3467: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:27 smithi111 ceph-mon[116524]: pgmap v3467: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 4.9 MiB/s wr, 46 op/s 2023-12-01T05:49:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:29 smithi155 ceph-mon[102677]: pgmap v3468: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:49:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:29 smithi111 ceph-mon[97855]: pgmap v3468: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:49:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:49:29] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-12-01T05:49:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:29 smithi111 ceph-mon[116524]: pgmap v3468: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 186 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:49:30.050 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (21191 ms) 2023-12-01T05:49:30.050 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2023-12-01T05:49:30.050 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:49:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:31 smithi155 ceph-mon[102677]: pgmap v3469: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2023-12-01T05:49:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:49:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[97855]: pgmap v3469: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2023-12-01T05:49:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:49:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[116524]: pgmap v3469: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 50 op/s 2023-12-01T05:49:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:49:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:49:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:49:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:49:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:49:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:32.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:49:32.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:49:32.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:49:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:33 smithi155 ceph-mon[102677]: pgmap v3470: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-01T05:49:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:33 smithi111 ceph-mon[97855]: pgmap v3470: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-01T05:49:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:33 smithi111 ceph-mon[116524]: pgmap v3470: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-01T05:49:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:35 smithi155 ceph-mon[102677]: pgmap v3471: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-01T05:49:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:35 smithi111 ceph-mon[97855]: pgmap v3471: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-01T05:49:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:35 smithi111 ceph-mon[116524]: pgmap v3471: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 19 op/s 2023-12-01T05:49:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:37 smithi155 ceph-mon[102677]: pgmap v3472: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-01T05:49:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:37 smithi111 ceph-mon[97855]: pgmap v3472: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-01T05:49:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:37 smithi111 ceph-mon[116524]: pgmap v3472: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2023-12-01T05:49:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:38 smithi155 ceph-mon[102677]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-01T05:49:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:38 smithi111 ceph-mon[97855]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-01T05:49:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:38 smithi111 ceph-mon[116524]: osdmap e1501: 8 total, 8 up, 8 in 2023-12-01T05:49:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:39 smithi155 ceph-mon[102677]: pgmap v3474: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2023-12-01T05:49:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:39 smithi111 ceph-mon[97855]: pgmap v3474: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2023-12-01T05:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:49:39] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:49:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:39 smithi111 ceph-mon[116524]: pgmap v3474: 137 pgs: 137 active+clean; 427 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2023-12-01T05:49:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:41 smithi155 ceph-mon[102677]: pgmap v3475: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:41 smithi111 ceph-mon[97855]: pgmap v3475: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:41 smithi111 ceph-mon[116524]: pgmap v3475: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:43 smithi155 ceph-mon[102677]: pgmap v3476: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:43 smithi111 ceph-mon[97855]: pgmap v3476: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:43 smithi111 ceph-mon[116524]: pgmap v3476: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:45 smithi155 ceph-mon[102677]: pgmap v3477: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:45 smithi111 ceph-mon[97855]: pgmap v3477: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:45 smithi111 ceph-mon[116524]: pgmap v3477: 137 pgs: 137 active+clean; 468 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 438 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2023-12-01T05:49:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:47 smithi155 ceph-mon[102677]: pgmap v3478: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2023-12-01T05:49:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:47 smithi111 ceph-mon[97855]: pgmap v3478: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2023-12-01T05:49:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:47 smithi111 ceph-mon[116524]: pgmap v3478: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2023-12-01T05:49:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:49 smithi155 ceph-mon[102677]: pgmap v3479: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 175 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:49:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:49:49] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:49:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:49 smithi111 ceph-mon[97855]: pgmap v3479: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 175 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:49:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:49 smithi111 ceph-mon[116524]: pgmap v3479: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 175 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2023-12-01T05:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:49:51.004 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (20955 ms) 2023-12-01T05:49:51.452 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (156568 ms total) 2023-12-01T05:49:51.452 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:49:51.452 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2023-12-01T05:49:51.490 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2023-12-01T05:49:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:51 smithi155 ceph-mon[102677]: pgmap v3480: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 582 KiB/s rd, 4.4 MiB/s wr, 49 op/s 2023-12-01T05:49:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:51 smithi111 ceph-mon[97855]: pgmap v3480: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 582 KiB/s rd, 4.4 MiB/s wr, 49 op/s 2023-12-01T05:49:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:51 smithi111 ceph-mon[116524]: pgmap v3480: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 582 KiB/s rd, 4.4 MiB/s wr, 49 op/s 2023-12-01T05:49:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:52 smithi155 ceph-mon[102677]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-01T05:49:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:52 smithi111 ceph-mon[97855]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-01T05:49:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:52 smithi111 ceph-mon[116524]: osdmap e1502: 8 total, 8 up, 8 in 2023-12-01T05:49:53.479 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[97855]: pgmap v3482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[97855]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-01T05:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/418654090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:49:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:49:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[116524]: pgmap v3482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:49:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[116524]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-01T05:49:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/418654090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:49:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:53 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:53 smithi155 ceph-mon[102677]: pgmap v3482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:53 smithi155 ceph-mon[102677]: osdmap e1503: 8 total, 8 up, 8 in 2023-12-01T05:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/418654090' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:49:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:53 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:49:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:49:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:54 smithi111 ceph-mon[97855]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-01T05:49:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:49:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:54 smithi111 ceph-mon[116524]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-01T05:49:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-30","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:49:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:54 smithi155 ceph-mon[102677]: osdmap e1504: 8 total, 8 up, 8 in 2023-12-01T05:49:55.529 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [1583786~15951,3218522~29097,3477764~61947,4966881~55183,7783821~25635,14343437~84877,16106631~70665,17282913~13535,19555653~75024] 2023-12-01T05:49:55.737 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:49:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:55 smithi111 ceph-mon[97855]: pgmap v3485: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:49:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:55 smithi111 ceph-mon[97855]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-01T05:49:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:55 smithi111 ceph-mon[116524]: pgmap v3485: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:49:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:55 smithi111 ceph-mon[116524]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-01T05:49:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:55 smithi155 ceph-mon[102677]: pgmap v3485: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:49:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:55 smithi155 ceph-mon[102677]: osdmap e1505: 8 total, 8 up, 8 in 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (67m) 3m ago 67m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (67m) 3m ago 67m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (68m) 3m ago 68m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (68m) 3m ago 68m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (71m) 3m ago 71m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (73m) 3m ago 73m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (73m) 3m ago 73m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (72m) 3m ago 72m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:49:56.045 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (72m) 3m ago 72m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (67m) 3m ago 67m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (67m) 3m ago 67m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (71m) 3m ago 71m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (71m) 3m ago 71m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (70m) 3m ago 70m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (70m) 3m ago 70m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (70m) 3m ago 70m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (69m) 3m ago 69m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (69m) 3m ago 69m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (69m) 3m ago 69m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:49:56.046 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (67m) 3m ago 68m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:49:56.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:49:56.430 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:49:56.509 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [3286366~108285,6088589~2849,7456017~64588,12520769~16272,13097083~17328,13364714~6759,16780171~60935,20100074~62045,20517996~55059] 2023-12-01T05:49:56.513 INFO:tasks.workunit.client.0.smithi111.stdout: diff was [3286366~108285,6088589~2849,7456017~64588,8388608~4148433,13097083~17328,13364714~6759,16780171~60935,19630677~942378] 2023-12-01T05:49:56.516 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5027 ms) 2023-12-01T05:49:56.516 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2023-12-01T05:49:56.516 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:49:56.540 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~256 2023-12-01T05:49:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:56 smithi111 ceph-mon[97855]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-01T05:49:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/723812727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:49:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:56 smithi111 ceph-mon[116524]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-01T05:49:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/723812727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:49:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:56 smithi155 ceph-mon[102677]: osdmap e1506: 8 total, 8 up, 8 in 2023-12-01T05:49:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/723812727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:49:57.515 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~256 2023-12-01T05:49:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[97855]: from='client.28604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[97855]: from='client.28610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[97855]: pgmap v3488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:49:57.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[97855]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-01T05:49:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[116524]: from='client.28604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[116524]: from='client.28610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[116524]: pgmap v3488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:49:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:57 smithi111 ceph-mon[116524]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-01T05:49:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:57 smithi155 ceph-mon[102677]: from='client.28604 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:57 smithi155 ceph-mon[102677]: from='client.28610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:49:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:57 smithi155 ceph-mon[102677]: pgmap v3488: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:49:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:57 smithi155 ceph-mon[102677]: osdmap e1507: 8 total, 8 up, 8 in 2023-12-01T05:49:58.519 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~256 2023-12-01T05:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:58 smithi111 ceph-mon[97855]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-01T05:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:58 smithi111 ceph-mon[116524]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-01T05:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:58 smithi155 ceph-mon[102677]: osdmap e1508: 8 total, 8 up, 8 in 2023-12-01T05:49:59.529 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~256 2023-12-01T05:49:59.530 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3014 ms) 2023-12-01T05:49:59.530 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2023-12-01T05:49:59.530 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:49:59.594 INFO:tasks.workunit.client.0.smithi111.stdout: i=0 exists [20292553~1073178,32850556~3918589,37594796~1758268,190521971~7408975,247851099~4305887,326861052~5047489,338419630~4675340,357202947~3398135,379449083~3967003] wrote [20292553~1073178,32850556~3918589,37594796~1758268,190521971~7408975,247851099~4305887,326861052~5047489,338419630~4675340,357202947~3398135,379449083~3967003] 2023-12-01T05:49:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:59 smithi111 ceph-mon[97855]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:49:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:49:59 smithi111 ceph-mon[97855]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-01T05:49:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:49:59] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:49:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:59 smithi111 ceph-mon[116524]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:49:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:49:59 smithi111 ceph-mon[116524]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-01T05:49:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:59 smithi155 ceph-mon[102677]: pgmap v3491: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:49:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:49:59 smithi155 ceph-mon[102677]: osdmap e1509: 8 total, 8 up, 8 in 2023-12-01T05:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:00 smithi111 conmon[97831]: 2023-12-01T05:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:50:00.557 INFO:tasks.workunit.client.0.smithi111.stdout: i=1 exists [20292553~1073178,22362179~158969,32850556~3918589,37594796~1758268,70412489~2171397,95597795~7856445,190521971~7408975,247851099~6848633,266721585~872749,275039815~3118228,286782760~6037134,326861052~5047489,335504695~7590275,346079669~3664111,357202947~3398135,379449083~3967003] wrote [22362179~158969,70412489~2171397,95597795~7856445,248914422~5785310,266721585~872749,275039815~3118228,286782760~6037134,335504695~4808168,346079669~3664111] 2023-12-01T05:50:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:00 smithi155 ceph-mon[102677]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-01T05:50:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:50:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:00 smithi111 ceph-mon[97855]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-01T05:50:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:50:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:00 smithi111 ceph-mon[116524]: osdmap e1510: 8 total, 8 up, 8 in 2023-12-01T05:50:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T05:50:01.598 INFO:tasks.workunit.client.0.smithi111.stdout: i=2 exists [20292553~1073178,22362179~158969,32850556~3918589,37594796~1758268,68111450~4494306,95597795~7856445,104722114~7549812,136753475~5096675,145977785~2310316,190521971~12498529,247851099~6848633,257915473~7704275,266721585~872749,275039815~3118228,286782760~6037134,322185623~9722918,335504695~7590275,346079669~3664111,357202947~3398135,379449083~3967003] wrote [68111450~4494306,104722114~7549812,136753475~5096675,145977785~2310316,196412696~6607804,251057635~752898,257915473~7704275,322185623~7934141] 2023-12-01T05:50:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:01 smithi155 ceph-mon[102677]: pgmap v3494: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.9 MiB/s wr, 162 op/s 2023-12-01T05:50:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:01 smithi155 ceph-mon[102677]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-01T05:50:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:01 smithi111 ceph-mon[97855]: pgmap v3494: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.9 MiB/s wr, 162 op/s 2023-12-01T05:50:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:01 smithi111 ceph-mon[97855]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-01T05:50:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:01 smithi111 ceph-mon[116524]: pgmap v3494: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.9 MiB/s wr, 162 op/s 2023-12-01T05:50:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:01 smithi111 ceph-mon[116524]: osdmap e1511: 8 total, 8 up, 8 in 2023-12-01T05:50:02.565 INFO:tasks.workunit.client.0.smithi111.stdout: i=3 exists [20292553~1073178,22362179~158969,25391115~1520877,32850556~3918589,37594796~1758268,41353918~1652561,68111450~4494306,77098659~4370268,95597795~7856445,104722114~7549812,122157080~1978121,136753475~5096675,145977785~2310316,162243042~1518743,190521971~12498529,213148956~7732535,245353048~9346684,257915473~7704275,266721585~872749,275039815~3118228,286782760~6037134,322185623~9722918,335504695~7590275,346079669~3664111,357202947~3398135,365249743~1548668,376292292~2336855,379449083~3967003] wrote [25391115~1520877,41353918~1652561,77098659~4370268,122157080~1978121,162243042~1518743,213148956~7732535,245353048~3439387,365249743~1548668,376292292~2336855] 2023-12-01T05:50:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:02 smithi155 ceph-mon[102677]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-01T05:50:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:02 smithi111 ceph-mon[97855]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-01T05:50:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:02 smithi111 ceph-mon[116524]: osdmap e1512: 8 total, 8 up, 8 in 2023-12-01T05:50:03.601 INFO:tasks.workunit.client.0.smithi111.stdout: i=4 exists [5231064~271395,20292553~1073178,22362179~158969,23409887~1354238,25391115~1520877,32850556~3918589,37594796~1758268,41353918~7959209,68111450~5431658,77098659~4370268,95597795~7856445,104722114~7549812,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,158872923~6224953,190521971~12498529,213148956~7732535,238999857~3799638,245353048~9346684,257915473~7704275,266721585~872749,275039815~3118228,281846442~10973452,322185623~9722918,335504695~7590275,346079669~3664111,357202947~3398135,365249743~1548668,376292292~2336855,379449083~3967003,405834365~6197551] wrote [5231064~271395,23409887~1354238,41408620~7904507,71338561~2204547,130101160~6290292,158872923~6224953,238999857~3799638,281846442~5405268,376883600~93447,405834365~6197551] 2023-12-01T05:50:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:03 smithi155 ceph-mon[102677]: pgmap v3497: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.9 MiB/s wr, 162 op/s 2023-12-01T05:50:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:03 smithi155 ceph-mon[102677]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-01T05:50:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:03 smithi111 ceph-mon[97855]: pgmap v3497: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.9 MiB/s wr, 162 op/s 2023-12-01T05:50:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:03 smithi111 ceph-mon[97855]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-01T05:50:04.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:03 smithi111 ceph-mon[116524]: pgmap v3497: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.9 MiB/s wr, 162 op/s 2023-12-01T05:50:04.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:03 smithi111 ceph-mon[116524]: osdmap e1513: 8 total, 8 up, 8 in 2023-12-01T05:50:04.411 INFO:tasks.workunit.client.0.smithi111.stdout: i=5 exists [5231064~271395,20292553~1073178,22362179~158969,23409887~1354238,25391115~1520877,32850556~3918589,37594796~2463252,41353918~7959209,68111450~5431658,77098659~4370268,90489023~12965217,104722114~8784903,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,190521971~12498529,213148956~7732535,237574808~5224687,245353048~9346684,257915473~7704275,266721585~872749,275039815~3118228,281846442~10973452,296938174~1276191,322185623~20909347,346079669~3664111,357202947~3398135,365249743~1548668,375992425~2636722,379449083~3967003,405834365~6197551] wrote [38794604~1263444,90489023~6508535,109841728~3665289,157512725~5201943,170817113~7238245,237574808~3945523,296938174~1276191,331845132~5613816,375992425~692890] 2023-12-01T05:50:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:04 smithi155 ceph-mon[102677]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-01T05:50:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:04 smithi155 ceph-mon[102677]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-01T05:50:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:04 smithi111 ceph-mon[97855]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-01T05:50:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:04 smithi111 ceph-mon[97855]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-01T05:50:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:04 smithi111 ceph-mon[116524]: osdmap e1514: 8 total, 8 up, 8 in 2023-12-01T05:50:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:04 smithi111 ceph-mon[116524]: osdmap e1515: 8 total, 8 up, 8 in 2023-12-01T05:50:05.377 INFO:tasks.workunit.client.0.smithi111.stdout: i=6 exists [5231064~271395,20292553~1073178,22362179~158969,23409887~1354238,25391115~1520877,32850556~3918589,37594796~2463252,41124400~8188727,68111450~5431658,77098659~4370268,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,190521971~12498529,213148956~7732535,226038440~2172137,237574808~5224687,245353048~9346684,257915473~7704275,266721585~872749,275039815~3118228,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20909347,346079669~3664111,357202947~3398135,361070747~7818168,371565055~2190576,375992425~2636722,379449083~3967003,405834365~6197551] wrote [23961398~18897,41124400~2164607,121315928~5870761,160665889~2240415,226038440~2172137,240812092~1619284,281431159~254790,300288531~2234452,361070747~7818168,371565055~2190576] 2023-12-01T05:50:05.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:05 smithi155 ceph-mon[102677]: pgmap v3500: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:50:05.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:50:05.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:05 smithi155 ceph-mon[102677]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-01T05:50:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:05 smithi111 ceph-mon[116524]: pgmap v3500: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:50:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:50:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:05 smithi111 ceph-mon[116524]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-01T05:50:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:05 smithi111 ceph-mon[97855]: pgmap v3500: 137 pgs: 137 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:50:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:50:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:05 smithi111 ceph-mon[97855]: osdmap e1516: 8 total, 8 up, 8 in 2023-12-01T05:50:06.444 INFO:tasks.workunit.client.0.smithi111.stdout: i=7 exists [2659896~2512055,5231064~271395,20292553~1073178,22362179~158969,23409887~1354238,25329640~4939072,32850556~3918589,37594796~2463252,41124400~8188727,68111450~5431658,77098659~7417053,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,190521971~12498529,213148956~7732535,226038440~2172137,237574808~5224687,245353048~9346684,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20909347,346079669~3664111,357202947~3398135,361070747~7818168,371565055~2190576,375992425~2636722,379449083~3967003,404885607~7146309] wrote [2659896~2512055,25329640~4939072,81324843~3190869,86482048~3906359,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:07.403 INFO:tasks.workunit.client.0.smithi111.stdout: i=8 exists [2659896~2512055,5231064~271395,20292553~1073178,22362179~158969,23409887~1354238,25329640~4939072,32850556~3918589,37340853~2717195,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,170817113~8404043,190521971~12498529,211000479~15007096,226038440~2172137,237574808~5224687,243051904~11647828,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20909347,346079669~3664111,357202947~3398135,361070747~7818168,371565055~2190576,375992425~2636722,379449083~3967003,404885607~7146309] wrote [37340853~319120,63215197~1206131,78302754~493115,83996715~733108,154181091~7485731,173760627~5460529,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103] 2023-12-01T05:50:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:07 smithi155 ceph-mon[102677]: pgmap v3503: 137 pgs: 137 active+clean; 313 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2023-12-01T05:50:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:07 smithi155 ceph-mon[102677]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-01T05:50:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:07 smithi111 ceph-mon[97855]: pgmap v3503: 137 pgs: 137 active+clean; 313 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2023-12-01T05:50:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:07 smithi111 ceph-mon[97855]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-01T05:50:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:07 smithi111 ceph-mon[116524]: pgmap v3503: 137 pgs: 137 active+clean; 313 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2023-12-01T05:50:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:07 smithi111 ceph-mon[116524]: osdmap e1517: 8 total, 8 up, 8 in 2023-12-01T05:50:08.448 INFO:tasks.workunit.client.0.smithi111.stdout: i=9 exists [2659896~2512055,5231064~271395,20292553~1073178,22362179~158969,23409887~1354238,25329640~4939072,32850556~3918589,37340853~2717195,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,190521971~12498529,211000479~15007096,226038440~2172137,237574808~5224687,243051904~11647828,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,322185623~20909347,344924667~5419289,357202947~3398135,361070747~7818168,371565055~2190576,375992425~2636722,379449083~3967003,404885607~7146309] wrote [166740791~1547592,169915933~6896808,183302412~6855258,194614099~3274258,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:08 smithi155 ceph-mon[102677]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-01T05:50:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:08 smithi111 ceph-mon[97855]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-01T05:50:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:08 smithi111 ceph-mon[116524]: osdmap e1518: 8 total, 8 up, 8 in 2023-12-01T05:50:09.499 INFO:tasks.workunit.client.0.smithi111.stdout: i=10 exists [2659896~4997149,20292553~1073178,22362179~158969,23409887~1354238,25329640~4939072,30531602~9526446,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,190521971~15693288,211000479~15007096,226038440~2172137,237574808~5224687,243051904~11647828,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,322185623~20909347,344924667~5419289,357202947~3398135,361070747~7818168,371565055~2190576,375992425~2636722,379449083~3967003,404885607~7146309] wrote [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,192024946~14190313,325813686~7569810,409439431~2329048] 2023-12-01T05:50:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:09 smithi155 ceph-mon[102677]: pgmap v3506: 137 pgs: 137 active+clean; 313 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2023-12-01T05:50:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:09 smithi155 ceph-mon[102677]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-01T05:50:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:50:09] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-12-01T05:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:09 smithi111 ceph-mon[97855]: pgmap v3506: 137 pgs: 137 active+clean; 313 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2023-12-01T05:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:09 smithi111 ceph-mon[97855]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-01T05:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:09 smithi111 ceph-mon[116524]: pgmap v3506: 137 pgs: 137 active+clean; 313 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 162 KiB/s rd, 45 MiB/s wr, 271 op/s 2023-12-01T05:50:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:09 smithi111 ceph-mon[116524]: osdmap e1519: 8 total, 8 up, 8 in 2023-12-01T05:50:10.425 INFO:tasks.workunit.client.0.smithi111.stdout: i=11 exists [2659896~4997149,20292553~1073178,22362179~158969,23409887~1354238,25329640~4939072,30531602~9526446,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,190521971~15693288,211000479~15007096,226038440~2172137,237574808~5224687,243051904~11647828,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20909347,344924667~5419289,357202947~3398135,361070747~7818168,371565055~2190576,375992425~2636722,379449083~3967003,404885607~7146309] wrote [33029376~2604690,96202377~1216753,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,376879566~926046] 2023-12-01T05:50:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:10 smithi155 ceph-mon[102677]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-01T05:50:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:10 smithi111 ceph-mon[97855]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-01T05:50:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:10 smithi111 ceph-mon[116524]: osdmap e1520: 8 total, 8 up, 8 in 2023-12-01T05:50:11.456 INFO:tasks.workunit.client.0.smithi111.stdout: i=12 exists [2659896~4997149,20292553~1073178,22362179~158969,23409887~1354238,25290102~4978610,30531602~9526446,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,190521971~15693288,211000479~15007096,226038440~2172137,237574808~5224687,243051904~11647828,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~21413791,344924667~5419289,357202947~11685968,371156655~3109194,375992425~2636722,379449083~3967003,396672642~15359274] wrote [25290102~721197,46396068~2685736,119612927~1501629,269411457~271107,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,396672642~9785572] 2023-12-01T05:50:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:11 smithi155 ceph-mon[102677]: pgmap v3509: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 298 op/s 2023-12-01T05:50:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:11 smithi155 ceph-mon[102677]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-01T05:50:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:11 smithi111 ceph-mon[97855]: pgmap v3509: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 298 op/s 2023-12-01T05:50:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:11 smithi111 ceph-mon[97855]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-01T05:50:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:11 smithi111 ceph-mon[116524]: pgmap v3509: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 298 op/s 2023-12-01T05:50:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:11 smithi111 ceph-mon[116524]: osdmap e1521: 8 total, 8 up, 8 in 2023-12-01T05:50:12.437 INFO:tasks.workunit.client.0.smithi111.stdout: i=13 exists [2659896~10522487,20292553~1073178,22362179~158969,23409887~1354238,25290102~4978610,30531602~9526446,41124400~8188727,59236860~5184468,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,190521971~15693288,211000479~15007096,226038440~2172137,237574808~5224687,243051904~11647828,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~21413791,344924667~5419289,353758128~1459617,357202947~11685968,371156655~3109194,375992425~2636722,379449083~3967003,385041503~7512342,396672642~15359274] wrote [7554268~5628115,44937933~1465755,59236860~4261465,80679945~3353173,102379331~1058815,144188021~709526,158789244~70558,353758128~1459617,385041503~7512342] 2023-12-01T05:50:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:12 smithi155 ceph-mon[102677]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-01T05:50:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:12 smithi111 ceph-mon[97855]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-01T05:50:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:12 smithi111 ceph-mon[116524]: osdmap e1522: 8 total, 8 up, 8 in 2023-12-01T05:50:13.494 INFO:tasks.workunit.client.0.smithi111.stdout: i=14 exists [2659896~10522487,20292553~1073178,22362179~158969,23409887~1354238,24969595~15088453,41124400~8188727,59236860~14306248,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~11647828,257915473~12042480,272691159~25523206,300288531~2234452,314077670~3005658,322185623~21413791,344924667~5419289,353758128~1459617,357202947~11685968,371156655~3109194,375992425~2636722,379449083~3967003,385041503~7512342,396672642~15359274] wrote [24969595~8892086,62962469~5350031,131677377~3501562,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212] 2023-12-01T05:50:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:13 smithi155 ceph-mon[102677]: pgmap v3512: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 298 op/s 2023-12-01T05:50:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:13 smithi155 ceph-mon[102677]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-01T05:50:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:13 smithi111 ceph-mon[97855]: pgmap v3512: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 298 op/s 2023-12-01T05:50:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:13 smithi111 ceph-mon[97855]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-01T05:50:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:13 smithi111 ceph-mon[116524]: pgmap v3512: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 43 MiB/s wr, 298 op/s 2023-12-01T05:50:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:13 smithi111 ceph-mon[116524]: osdmap e1523: 8 total, 8 up, 8 in 2023-12-01T05:50:14.549 INFO:tasks.workunit.client.0.smithi111.stdout: i=15 exists [2659896~10522487,20292553~1073178,22362179~158969,23409887~1354238,24838180~15219868,41124400~9378025,59236860~14306248,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~11647828,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,344924667~5419289,353758128~1459617,357202947~11685968,371156655~3109194,375992425~2636722,379449083~3967003,385041503~7512342,396672642~15359274] wrote [24838180~5988157,42316227~8186198,107479752~4051458,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,359724005~7930953] 2023-12-01T05:50:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:14 smithi155 ceph-mon[102677]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-01T05:50:14.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:14 smithi111 ceph-mon[97855]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-01T05:50:14.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:14 smithi111 ceph-mon[116524]: osdmap e1524: 8 total, 8 up, 8 in 2023-12-01T05:50:15.489 INFO:tasks.workunit.client.0.smithi111.stdout: i=16 exists [2659896~10522487,20292553~1073178,22362179~158969,23409887~1354238,24838180~15219868,41124400~9378025,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~11647828,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,343829927~6718713,353758128~1459617,357202947~11685968,370903251~3362598,375992425~2636722,379449083~3967003,385041503~7512342,396672642~15359274] wrote [7519021~225595,56218674~5765238,68879654~2464247,145943762~3055171,165371537~7743898,338488589~4537231,343829927~6718713,370903251~1396171] 2023-12-01T05:50:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:15 smithi155 ceph-mon[102677]: pgmap v3515: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:15 smithi155 ceph-mon[102677]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-01T05:50:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:15 smithi111 ceph-mon[97855]: pgmap v3515: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:15 smithi111 ceph-mon[97855]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-01T05:50:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:15 smithi111 ceph-mon[116524]: pgmap v3515: 137 pgs: 137 active+clean; 505 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:15 smithi111 ceph-mon[116524]: osdmap e1525: 8 total, 8 up, 8 in 2023-12-01T05:50:16.501 INFO:tasks.workunit.client.0.smithi111.stdout: i=17 exists [2659896~10522487,15824164~7353997,23409887~1354238,24838180~27691016,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~11647828,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,343829927~6718713,353758128~1459617,357202947~11685968,370903251~3362598,375992425~2636722,379449083~3967003,385041503~7512342,396672642~15359274] wrote [15824164~7353997,28301300~4281237,38401268~14127928,64820936~7172364,81228983~2754749,104617719~2362275,201942716~4576999,408548297~1198193] 2023-12-01T05:50:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:16 smithi155 ceph-mon[102677]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-01T05:50:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:16 smithi111 ceph-mon[97855]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-01T05:50:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:16 smithi111 ceph-mon[116524]: osdmap e1526: 8 total, 8 up, 8 in 2023-12-01T05:50:17.494 INFO:tasks.workunit.client.0.smithi111.stdout: i=18 exists [2659896~10522487,15824164~7353997,23409887~1354238,24838180~27691016,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~11647828,257915473~12042480,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,357202947~11685968,370903251~3362598,375992425~7423661,385041503~7512342,396672642~15359274] wrote [31685930~4817254,69765134~3301696,149212973~4477049,167138651~1474392,201299268~1539,229451870~7954599,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807] 2023-12-01T05:50:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:17 smithi155 ceph-mon[102677]: pgmap v3518: 137 pgs: 137 active+clean; 686 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 223 KiB/s rd, 45 MiB/s wr, 352 op/s 2023-12-01T05:50:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:17 smithi155 ceph-mon[102677]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-01T05:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:17 smithi111 ceph-mon[97855]: pgmap v3518: 137 pgs: 137 active+clean; 686 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 223 KiB/s rd, 45 MiB/s wr, 352 op/s 2023-12-01T05:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:17 smithi111 ceph-mon[97855]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-01T05:50:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:17 smithi111 ceph-mon[116524]: pgmap v3518: 137 pgs: 137 active+clean; 686 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 223 KiB/s rd, 45 MiB/s wr, 352 op/s 2023-12-01T05:50:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:17 smithi111 ceph-mon[116524]: osdmap e1527: 8 total, 8 up, 8 in 2023-12-01T05:50:18.487 INFO:tasks.workunit.client.0.smithi111.stdout: i=19 exists [2659896~10522487,15824164~7353997,23409887~1354238,24838180~27691016,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~11647828,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,357202947~11685968,370903251~3362598,375992425~7423661,385041503~7512342,396672642~15359274] wrote [17218205~2533872,28745043~5366748,39639739~2834725,68135895~4109470,133227569~1799504,176764780~2054492,211701074~8182410,220757272~396620,295670168~4338141,343415163~1081701] 2023-12-01T05:50:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:18 smithi155 ceph-mon[102677]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-01T05:50:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:18 smithi111 ceph-mon[97855]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-01T05:50:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:18 smithi111 ceph-mon[116524]: osdmap e1528: 8 total, 8 up, 8 in 2023-12-01T05:50:19.449 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 1 diff [22362179~158969,70412489~2171397,95597795~7856445,248914422~5785310,266721585~872749,275039815~3118228,286782760~6037134,335504695~4808168,346079669~3664111] 2023-12-01T05:50:19.449 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [22362179~158969,70412489~2171397,95597795~7856445,248914422~5785310,266721585~872749,275039815~3118228,286782760~6037134,335504695~4808168,346079669~3664111] 2023-12-01T05:50:19.470 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [21365731~1155417,67108864~5475022,92274688~11179552,248914422~5785310,264241152~3353182,272629760~5528283,285212672~7607222,331908541~8404322,343932928~5810852] 2023-12-01T05:50:19.470 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 2 diff [22362179~158969,68111450~4494306,95597795~7856445,104722114~7549812,136753475~5096675,145977785~2310316,196412696~6607804,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,286782760~6037134,322185623~7934141,335504695~4808168,346079669~3664111] 2023-12-01T05:50:19.470 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [22362179~158969,68111450~4494306,95597795~7856445,104722114~7549812,136753475~5096675,145977785~2310316,196412696~6607804,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,286782760~6037134,322185623~7934141,335504695~4808168,346079669~3664111] 2023-12-01T05:50:19.477 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [21365731~1155417,67108864~5496892,92274688~19997238,134217728~7632422,142606336~5681765,196412696~6607804,248914422~5785310,255852544~11741790,272629760~5528283,285212672~7607222,318767104~11352660,331908541~8404322,343932928~5810852] 2023-12-01T05:50:19.477 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 3 diff [22362179~158969,25391115~1520877,41353918~1652561,68111450~4494306,77098659~4370268,95597795~7856445,104722114~7549812,122157080~1978121,136753475~5096675,145977785~2310316,162243042~1518743,196412696~6607804,213148956~7732535,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,286782760~6037134,322185623~7934141,335504695~4808168,346079669~3664111,365249743~1548668,376292292~2336855] 2023-12-01T05:50:19.477 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [22362179~158969,25391115~1520877,41353918~1652561,68111450~4494306,77098659~4370268,95597795~7856445,104722114~7549812,122157080~1978121,136753475~5096675,145977785~2310316,162243042~1518743,196412696~6607804,213148956~7732535,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,286782760~6037134,322185623~7934141,335504695~4808168,346079669~3664111,365249743~1548668,376292292~2336855] 2023-12-01T05:50:19.483 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [21365731~1155417,25165824~1746168,39353064~3653415,67108864~5496892,75497472~5971455,92274688~19997238,121634816~2500385,134217728~7632422,142606336~5681765,159383552~4378233,196412696~6607804,209715200~11166291,243269632~5522803,248914422~5785310,255852544~11741790,272629760~5528283,285212672~7607222,318767104~11352660,331908541~8404322,343932928~5810852,364904448~1893963,373293056~5336091] 2023-12-01T05:50:19.483 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 4 diff [5231064~271395,22362179~158969,23409887~1354238,25391115~1520877,41353918~7959209,68111450~5431658,77098659~4370268,95597795~7856445,104722114~7549812,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,158872923~6224953,196412696~6607804,213148956~7732535,238999857~3799638,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,281846442~10973452,322185623~7934141,335504695~4808168,346079669~3664111,365249743~1548668,376292292~2336855,405834365~6197551] 2023-12-01T05:50:19.483 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,22362179~158969,23409887~1354238,25391115~1520877,41353918~7959209,68111450~5431658,77098659~4370268,95597795~7856445,104722114~7549812,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,158872923~6224953,196412696~6607804,213148956~7732535,238999857~3799638,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,281846442~10973452,322185623~7934141,335504695~4808168,346079669~3664111,365249743~1548668,376292292~2336855,405834365~6197551] 2023-12-01T05:50:19.490 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,21365731~3398394,25165824~1746168,39353064~9960063,67108864~6434244,75497472~5971455,92274688~19997238,121634816~2500385,130023424~11826726,142606336~5681765,155189248~9908628,196412696~6607804,209715200~11166291,234881024~7918471,243269632~5522803,248914422~5785310,255852544~11741790,272629760~5528283,281018368~11801526,318767104~11352660,331908541~8404322,343932928~5810852,364904448~1893963,373293056~5336091,402653184~9378732] 2023-12-01T05:50:19.490 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 5 diff [5231064~271395,22362179~158969,23409887~1354238,25391115~1520877,38794604~1263444,41353918~7959209,68111450~5431658,77098659~4370268,90489023~12965217,104722114~8784903,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,237574808~5224687,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,281846442~10973452,296938174~1276191,322185623~7934141,331845132~8467731,346079669~3664111,365249743~1548668,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.490 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,22362179~158969,23409887~1354238,25391115~1520877,38794604~1263444,41353918~7959209,68111450~5431658,77098659~4370268,90489023~12965217,104722114~8784903,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,237574808~5224687,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,281846442~10973452,296938174~1276191,322185623~7934141,331845132~8467731,346079669~3664111,365249743~1548668,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.497 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,21365731~3398394,25165824~1746168,38794604~10518523,67108864~6434244,75497472~5971455,88080384~25426633,121634816~2500385,130023424~11826726,142606336~5681765,155189248~9908628,167772160~10283198,196412696~6607804,209715200~11166291,234881024~7918471,243269632~5522803,248914422~5785310,255852544~11741790,272629760~5528283,281018368~11801526,293601280~4613085,318767104~11352660,331845132~8467731,343932928~5810852,364904448~1893963,373293056~5336091,402653184~9378732] 2023-12-01T05:50:19.497 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 6 diff [5231064~271395,22362179~158969,23409887~1354238,25391115~1520877,38794604~1263444,41124400~8188727,68111450~5431658,77098659~4370268,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~7934141,331845132~8467731,346079669~3664111,361070747~7818168,371565055~2190576,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.497 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,22362179~158969,23409887~1354238,25391115~1520877,38794604~1263444,41124400~8188727,68111450~5431658,77098659~4370268,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,275039815~3118228,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~7934141,331845132~8467731,346079669~3664111,361070747~7818168,371565055~2190576,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.503 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,21365731~3398394,25165824~1746168,38794604~10518523,67108864~6434244,75497472~5971455,88080384~25426633,117440512~9746177,130023424~11826726,142606336~5681765,155189248~9908628,167772160~10283198,196412696~6607804,209715200~11166291,222298112~5912465,234881024~7918471,243269632~5522803,248914422~5785310,255852544~11741790,272629760~5528283,281018368~11801526,293601280~8921703,318767104~11352660,331845132~8467731,343932928~5810852,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.503 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 7 diff [2659896~2512055,5231064~271395,22362179~158969,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,68111450~5431658,77098659~7417053,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20172298,346079669~3664111,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.504 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,22362179~158969,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,68111450~5431658,77098659~7417053,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20172298,346079669~3664111,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.510 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,21365731~3398394,25165824~5102888,38794604~10518523,67108864~6434244,75497472~38009545,117440512~9746177,130023424~11826726,142606336~5681765,155189248~9908628,167772160~10283198,196412696~6607804,209715200~11166291,222298112~5912465,234881024~7918471,243269632~5522803,248914422~5785310,255852544~11741790,272629760~7884572,281018368~11801526,293601280~8921703,318767104~23590817,343932928~5810852,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.510 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 8 diff [2659896~2512055,5231064~271395,22362179~158969,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,170817113~8404043,196412696~6607804,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20172298,346079669~3664111,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.510 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,22362179~158969,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,170817113~8404043,196412696~6607804,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~10973452,296938174~1276191,300288531~2234452,322185623~20172298,346079669~3664111,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.516 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,21365731~3398394,25165824~5102888,37340853~319120,38794604~10518523,62914560~1506768,67108864~6434244,75497472~38009545,117440512~9746177,130023424~11826726,142606336~5681765,150994944~14102932,167772160~11448996,196412696~6607804,209715200~18495377,234881024~13911411,248914422~5785310,255852544~11741790,272629760~7884572,281018368~11801526,293601280~8921703,318767104~23590817,343932928~5810852,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.516 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 9 diff [2659896~2512055,5231064~271395,22362179~158969,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~8406401,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,322185623~20172298,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.516 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,22362179~158969,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~12965217,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~8406401,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,322185623~20172298,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.522 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,21365731~3398394,25165824~5102888,37340853~319120,38794604~10518523,62914560~1506768,67108864~6434244,75497472~38009545,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,194614099~8406401,209715200~18495377,234881024~13911411,248914422~5785310,255852544~11741790,272629760~7884572,281018368~21504615,318767104~23590817,343932928~6411028,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.522 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 10 diff [2659896~4997149,22362179~158969,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,322185623~20172298,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.522 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,22362179~158969,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~7704275,266721585~872749,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,322185623~20172298,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.528 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,21365731~3398394,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,67108864~6434244,75497472~41663619,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,248914422~5785310,255852544~11741790,272629760~7884572,281018368~21504615,318767104~23590817,343932928~6411028,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.528 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 11 diff [2659896~4997149,22362179~158969,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20172298,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.528 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,22362179~158969,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20172298,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.535 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,21365731~3398394,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,67108864~6434244,75497472~41663619,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~7884572,281018368~21504615,310378496~6704832,318767104~23590817,343932928~6411028,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.535 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 12 diff [2659896~4997149,22362179~158969,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.535 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,22362179~158969,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.540 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,21365731~3398394,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,67108864~6434244,75497472~41663619,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~7884572,281018368~21504615,310378496~6704832,318767104~23590817,342553162~1046252,343932928~6411028,359639115~9249800,369098752~9530395,381887401~1177298,394264576~17767340] 2023-12-01T05:50:19.540 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 13 diff [2659896~10522487,22362179~158969,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.541 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,22362179~158969,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,68111450~5431658,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~7823173,281431159~254790,281846442~16367923,300288531~2234452,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.546 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,21365731~3398394,25165824~5102888,30531602~7470973,38794604~10518523,58720256~5701072,67108864~6434244,75497472~41663619,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~7884572,281018368~21504615,310378496~6704832,318767104~23590817,342553162~1046252,343932928~6411028,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.547 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 14 diff [2659896~10522487,22362179~158969,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~14306248,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~25523206,300288531~2234452,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.547 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,22362179~158969,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~14306248,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~25523206,300288531~2234452,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.552 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,21365731~16636844,38794604~10518523,58720256~14822852,75497472~41663619,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~23590817,342553162~1046252,343932928~6411028,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.552 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 15 diff [2659896~10522487,22362179~158969,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~14306248,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.553 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,22362179~158969,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~14306248,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,322185623~20172298,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.558 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,21365731~16636844,38794604~11707821,58720256~14822852,75497472~41663619,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~23590817,342553162~1046252,343932928~6411028,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.558 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 16 diff [2659896~10522487,22362179~158969,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.559 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,22362179~158969,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.564 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,21365731~16636844,38794604~11707821,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~6392597,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.565 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 17 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.565 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,322185623~21413791,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.570 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~6392597,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.570 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 18 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.570 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.576 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.576 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 19 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.576 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.582 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.582 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 2 diff [68111450~4494306,104722114~7549812,136753475~5096675,145977785~2310316,196412696~6607804,251057635~752898,257915473~7704275,322185623~7934141] 2023-12-01T05:50:19.582 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [68111450~4494306,104722114~7549812,136753475~5096675,145977785~2310316,196412696~6607804,251057635~752898,257915473~7704275,322185623~7934141] 2023-12-01T05:50:19.587 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [68111450~4494306,103454240~8817686,134217728~7632422,142606336~5681765,196412696~6607804,251057635~752898,255852544~9767204,318767104~11352660] 2023-12-01T05:50:19.588 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 3 diff [25391115~1520877,41353918~1652561,68111450~4494306,77098659~4370268,104722114~7549812,122157080~1978121,136753475~5096675,145977785~2310316,162243042~1518743,196412696~6607804,213148956~7732535,245353048~3439387,251057635~752898,257915473~7704275,322185623~7934141,365249743~1548668,376292292~2336855] 2023-12-01T05:50:19.588 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [25391115~1520877,41353918~1652561,68111450~4494306,77098659~4370268,104722114~7549812,122157080~1978121,136753475~5096675,145977785~2310316,162243042~1518743,196412696~6607804,213148956~7732535,245353048~3439387,251057635~752898,257915473~7704275,322185623~7934141,365249743~1548668,376292292~2336855] 2023-12-01T05:50:19.593 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [25165824~1746168,39353064~3653415,68111450~4494306,75497472~5971455,103454240~8817686,121634816~2500385,134217728~7632422,142606336~5681765,159383552~4378233,196412696~6607804,209715200~11166291,243269632~5522803,251057635~752898,255852544~9767204,318767104~11352660,364904448~1893963,373293056~5336091] 2023-12-01T05:50:19.593 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 4 diff [5231064~271395,23409887~1354238,25391115~1520877,41353918~7959209,68111450~5431658,77098659~4370268,104722114~7549812,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,158872923~6224953,196412696~6607804,213148956~7732535,238999857~3799638,245353048~3439387,251057635~752898,257915473~7704275,281846442~5405268,322185623~7934141,365249743~1548668,376292292~2336855,405834365~6197551] 2023-12-01T05:50:19.593 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,25391115~1520877,41353918~7959209,68111450~5431658,77098659~4370268,104722114~7549812,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,158872923~6224953,196412696~6607804,213148956~7732535,238999857~3799638,245353048~3439387,251057635~752898,257915473~7704275,281846442~5405268,322185623~7934141,365249743~1548668,376292292~2336855,405834365~6197551] 2023-12-01T05:50:19.599 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,25165824~1746168,39353064~9960063,68111450~5431658,75497472~5971455,103454240~8817686,121634816~2500385,130023424~11826726,142606336~5681765,155189248~9908628,196412696~6607804,209715200~11166291,234881024~7918471,243269632~5522803,251057635~752898,255852544~9767204,281018368~6233342,318767104~11352660,364904448~1893963,373293056~5336091,402653184~9378732] 2023-12-01T05:50:19.599 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 5 diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41353918~7959209,68111450~5431658,77098659~4370268,90489023~6508535,104722114~8784903,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,237574808~5224687,245353048~3439387,251057635~752898,257915473~7704275,281846442~5405268,296938174~1276191,322185623~7934141,331845132~5613816,365249743~1548668,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.599 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41353918~7959209,68111450~5431658,77098659~4370268,90489023~6508535,104722114~8784903,122157080~1978121,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,237574808~5224687,245353048~3439387,251057635~752898,257915473~7704275,281846442~5405268,296938174~1276191,322185623~7934141,331845132~5613816,365249743~1548668,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.604 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,25165824~1746168,38794604~10518523,68111450~5431658,75497472~5971455,88080384~8917174,103454240~10052777,121634816~2500385,130023424~11826726,142606336~5681765,155189248~9908628,167772160~10283198,196412696~6607804,209715200~11166291,234881024~7918471,243269632~5522803,251057635~752898,255852544~9767204,281018368~6233342,293601280~4613085,318767104~11352660,331845132~5613816,364904448~1893963,373293056~5336091,402653184~9378732] 2023-12-01T05:50:19.604 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 6 diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41124400~8188727,68111450~5431658,77098659~4370268,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,251057635~752898,257915473~7704275,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,322185623~7934141,331845132~5613816,361070747~7818168,371565055~2190576,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.604 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41124400~8188727,68111450~5431658,77098659~4370268,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,251057635~752898,257915473~7704275,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,322185623~7934141,331845132~5613816,361070747~7818168,371565055~2190576,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.609 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,25165824~1746168,38794604~10518523,68111450~5431658,75497472~5971455,88080384~8917174,103454240~10052777,117440512~9746177,130023424~11826726,142606336~5681765,155189248~9908628,167772160~10283198,196412696~6607804,209715200~11166291,222298112~5912465,234881024~7918471,243269632~5522803,251057635~752898,255852544~9767204,281018368~6233342,293601280~8921703,318767104~11352660,331845132~5613816,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.609 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 7 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,68111450~5431658,77098659~7417053,86482048~3906359,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,322185623~15273325,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.609 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,68111450~5431658,77098659~7417053,86482048~3906359,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,157512725~7585151,170817113~7238245,196412696~6607804,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,322185623~15273325,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.615 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25165824~5102888,38794604~10518523,68111450~5431658,75497472~21500086,103454240~10052777,117440512~9746177,130023424~11826726,142606336~5681765,155189248~9908628,167772160~10283198,196412696~6607804,209715200~11166291,222298112~5912465,234881024~7918471,243269632~5522803,251057635~752898,255852544~9767204,272691159~7823173,281018368~6233342,293601280~8921703,318767104~18691844,338917789~3440132,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.615 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 8 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,170817113~8404043,196412696~6607804,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,322185623~15273325,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.615 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,170817113~8404043,196412696~6607804,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,322185623~15273325,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.620 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25165824~5102888,37340853~319120,38794604~10518523,62914560~1506768,68111450~5431658,75497472~21500086,103454240~10052777,117440512~9746177,130023424~11826726,142606336~5681765,150994944~14102932,167772160~11448996,196412696~6607804,209715200~18495377,234881024~13911411,251057635~752898,255852544~9767204,272691159~7823173,281018368~6233342,293601280~8921703,318767104~18691844,338917789~3440132,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.620 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 9 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~8406401,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,322185623~15273325,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.620 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~7631164,86482048~3906359,90489023~6508535,104722114~8784903,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~8406401,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,322185623~15273325,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.626 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25165824~5102888,37340853~319120,38794604~10518523,62914560~1506768,68111450~5431658,75497472~21500086,103454240~10052777,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,194614099~8406401,209715200~18495377,234881024~13911411,251057635~752898,255852544~9767204,272691159~7823173,281018368~6233342,289445273~13077710,318767104~18691844,338917789~3440132,344924667~5419289,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.626 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 10 diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6508535,102480599~699961,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,322185623~15273325,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.626 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6508535,102480599~699961,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~7704275,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,322185623~15273325,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.634 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,68111450~5431658,75497472~21500086,102480599~699961,103454240~13706851,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,251057635~752898,255852544~9767204,272691159~7823173,281018368~6233342,289445273~13077710,318767104~18691844,338917789~3440132,344924667~5419289,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.634 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 11 diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.634 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,104722114~12438977,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.639 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,68111450~5431658,75497472~21921658,102480599~699961,103454240~13706851,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,318767104~18691844,338917789~3440132,344924667~5419289,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.639 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 12 diff [2659896~4997149,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.639 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.644 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,68111450~5431658,75497472~21921658,102480599~699961,103454240~13706851,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,318767104~18691844,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,369098752~9530395,381887401~1177298,394264576~17767340] 2023-12-01T05:50:19.645 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 13 diff [2659896~10522487,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.645 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,68111450~5431658,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.650 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,58720256~5701072,68111450~5431658,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,318767104~18691844,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.650 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 14 diff [2659896~10522487,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~14306248,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~15795837,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.650 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~14306248,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~15795837,289445273~8769092,300288531~2234452,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.656 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~10518523,58720256~14822852,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~15795837,289445273~13077710,310378496~6704832,318767104~18691844,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.656 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 15 diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~14306248,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.656 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~14306248,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145977785~2310316,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,322185623~15273325,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.661 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~11707821,58720256~14822852,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~5681765,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~18691844,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.661 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 16 diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,322185623~15273325,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.662 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104722114~12438977,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,322185623~15273325,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.666 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~11707821,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~6392597,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~18691844,338488589~12060051,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.667 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 17 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,322185623~15273325,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.667 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,322185623~15273325,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.673 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~6392597,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~18691844,338488589~12060051,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.673 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 18 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.673 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.678 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.678 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 19 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.678 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.684 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.684 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 3 diff [25391115~1520877,41353918~1652561,77098659~4370268,122157080~1978121,162243042~1518743,213148956~7732535,245353048~3439387,365249743~1548668,376292292~2336855] 2023-12-01T05:50:19.684 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [25391115~1520877,41353918~1652561,77098659~4370268,122157080~1978121,162243042~1518743,213148956~7732535,245353048~3439387,365249743~1548668,376292292~2336855] 2023-12-01T05:50:19.690 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [25165824~1746168,39353064~3653415,75497472~5971455,121634816~2500385,159383552~4378233,209715200~11166291,243269632~5522803,364904448~1893963,373293056~5336091] 2023-12-01T05:50:19.690 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 4 diff [5231064~271395,23409887~1354238,25391115~1520877,41353918~7959209,71338561~2204547,77098659~4370268,122157080~1978121,130101160~6290292,158872923~6224953,213148956~7732535,238999857~3799638,245353048~3439387,281846442~5405268,365249743~1548668,376292292~2336855,405834365~6197551] 2023-12-01T05:50:19.690 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,25391115~1520877,41353918~7959209,71338561~2204547,77098659~4370268,122157080~1978121,130101160~6290292,158872923~6224953,213148956~7732535,238999857~3799638,245353048~3439387,281846442~5405268,365249743~1548668,376292292~2336855,405834365~6197551] 2023-12-01T05:50:19.697 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,25165824~1746168,39353064~9960063,71338561~2204547,75497472~5971455,121634816~2500385,130023424~6368028,155189248~9908628,209715200~11166291,234881024~7918471,243269632~5522803,281018368~6233342,364904448~1893963,373293056~5336091,402653184~9378732] 2023-12-01T05:50:19.698 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 5 diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41353918~7959209,71338561~2204547,77098659~4370268,90489023~6508535,109841728~3665289,122157080~1978121,130101160~6290292,157512725~7585151,170817113~7238245,213148956~7732535,237574808~5224687,245353048~3439387,281846442~5405268,296938174~1276191,331845132~5613816,365249743~1548668,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.698 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41353918~7959209,71338561~2204547,77098659~4370268,90489023~6508535,109841728~3665289,122157080~1978121,130101160~6290292,157512725~7585151,170817113~7238245,213148956~7732535,237574808~5224687,245353048~3439387,281846442~5405268,296938174~1276191,331845132~5613816,365249743~1548668,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.700 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,25165824~1746168,38794604~10518523,71338561~2204547,75497472~5971455,88080384~8917174,109841728~3665289,121634816~2500385,130023424~6368028,155189248~9908628,167772160~10283198,209715200~11166291,234881024~7918471,243269632~5522803,281018368~6233342,293601280~4613085,331845132~5613816,364904448~1893963,373293056~5336091,402653184~9378732] 2023-12-01T05:50:19.700 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 6 diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41124400~8188727,71338561~2204547,77098659~4370268,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,331845132~5613816,361070747~7818168,371565055~2190576,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.700 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,25391115~1520877,38794604~1263444,41124400~8188727,71338561~2204547,77098659~4370268,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,331845132~5613816,361070747~7818168,371565055~2190576,375992425~2636722,405834365~6197551] 2023-12-01T05:50:19.705 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,25165824~1746168,38794604~10518523,71338561~2204547,75497472~5971455,88080384~8917174,109841728~3665289,117440512~9746177,130023424~6368028,155189248~9908628,167772160~10283198,209715200~11166291,222298112~5912465,234881024~7918471,243269632~5522803,281018368~6233342,293601280~8921703,331845132~5613816,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.706 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 7 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,71338561~2204547,77098659~7417053,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.706 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,71338561~2204547,77098659~7417053,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,213148956~7732535,226038440~2172137,237574808~5224687,245353048~3439387,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:19 smithi155 ceph-mon[102677]: pgmap v3521: 137 pgs: 137 active+clean; 686 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 223 KiB/s rd, 45 MiB/s wr, 352 op/s 2023-12-01T05:50:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:19 smithi155 ceph-mon[102677]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-01T05:50:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:19.711 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25165824~5102888,38794604~10518523,71338561~2204547,75497472~21500086,109841728~3665289,117440512~9746177,130023424~6368028,155189248~9908628,167772160~10283198,209715200~11166291,222298112~5912465,234881024~7918471,243269632~5522803,272691159~7823173,281018368~6233342,293601280~8921703,325344817~2889947,328468538~8990410,338917789~3440132,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.711 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 8 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~7631164,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,170817113~8404043,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.711 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~7631164,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,170817113~8404043,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~2636722,404885607~7146309] 2023-12-01T05:50:19.717 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25165824~5102888,37340853~319120,38794604~10518523,62914560~1506768,71338561~2204547,75497472~21500086,109841728~3665289,117440512~9746177,130023424~6368028,150994944~14102932,167772160~11448996,209715200~18495377,234881024~13911411,272691159~7823173,281018368~6233342,293601280~8921703,325344817~2889947,328468538~8990410,338917789~3440132,360710144~8178771,369098752~9530395,402653184~9378732] 2023-12-01T05:50:19.717 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 9 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~7631164,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.717 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~7631164,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.722 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25165824~5102888,37340853~319120,38794604~10518523,62914560~1506768,71338561~2204547,75497472~21500086,109841728~3665289,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,194614099~3274258,209715200~18495377,234881024~13911411,272691159~7823173,281018368~6233342,289445273~13077710,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.722 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 10 diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6508535,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.722 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6508535,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.728 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,71338561~2204547,75497472~21500086,102480599~699961,109275418~7885673,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,272691159~7823173,281018368~6233342,289445273~13077710,325344817~12114131,338917789~3440132,344924667~5419289,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.728 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 11 diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.728 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~2636722,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.733 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,71338561~2204547,75497472~21921658,102480599~699961,109275418~7885673,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,264243414~5714539,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,325344817~12114131,338917789~3440132,344924667~5419289,360710144~8178771,369098752~9530395,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.733 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 12 diff [2659896~4997149,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.733 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.739 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,62914560~1506768,71338561~2204547,75497472~21921658,102480599~699961,109275418~7885673,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,264243414~5714539,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,369098752~9530395,381887401~1177298,394264576~17767340] 2023-12-01T05:50:19.739 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 13 diff [2659896~10522487,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.739 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~15007096,226038440~2172137,237574808~5224687,243051904~5740531,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.744 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~2242977,25165824~5102888,30531602~7470973,38794604~10518523,58720256~5701072,71338561~2204547,75497472~21921658,102379331~1058815,109275418~7885673,117440512~9746177,130023424~6368028,144188021~709526,150994944~28226212,180355072~9802598,192024946~14190313,209715200~18495377,234881024~13911411,264243414~5714539,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.744 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 14 diff [2659896~10522487,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~9075640,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~15795837,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.744 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~9075640,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~15795837,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:50:19] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:19 smithi111 ceph-mon[97855]: pgmap v3521: 137 pgs: 137 active+clean; 686 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 223 KiB/s rd, 45 MiB/s wr, 352 op/s 2023-12-01T05:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:19 smithi111 ceph-mon[97855]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-01T05:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:19 smithi111 ceph-mon[116524]: pgmap v3521: 137 pgs: 137 active+clean; 686 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 223 KiB/s rd, 45 MiB/s wr, 352 op/s 2023-12-01T05:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:19 smithi111 ceph-mon[116524]: osdmap e1529: 8 total, 8 up, 8 in 2023-12-01T05:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:19.750 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~10518523,58720256~9592244,71338561~2204547,75497472~21921658,102379331~1058815,109275418~7885673,117440512~9746177,130023424~6368028,144188021~709526,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,264243414~5714539,272691159~15795837,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.750 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 15 diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~9075640,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.750 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~9075640,71338561~2204547,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.755 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~11707821,58720256~9592244,71338561~2204547,75497472~21921658,102379331~1058815,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,264243414~5714539,272691159~29831824,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.755 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 16 diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~12093826,68879654~4663454,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.755 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~12093826,68879654~4663454,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.761 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~11707821,54525952~13786548,68879654~4663454,75497472~21921658,102379331~1058815,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~3055171,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,264243414~5714539,272691159~29831824,310378496~6704832,322314432~15144516,338488589~12060051,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.761 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 17 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.761 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~2636722,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.767 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~3055171,150994944~28226212,180355072~28490829,209715200~18495377,234881024~13911411,264243414~5714539,272691159~29831824,310378496~6704832,322314432~15144516,338488589~12060051,352321536~2896209,359639115~9249800,369098752~9530395,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.767 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 18 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.767 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.772 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.772 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 19 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.772 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.778 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.778 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 4 diff [5231064~271395,23409887~1354238,41408620~7904507,71338561~2204547,130101160~6290292,158872923~6224953,238999857~3799638,281846442~5405268,376883600~93447,405834365~6197551] 2023-12-01T05:50:19.778 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,41408620~7904507,71338561~2204547,130101160~6290292,158872923~6224953,238999857~3799638,281846442~5405268,376883600~93447,405834365~6197551] 2023-12-01T05:50:19.783 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,41408620~7904507,71338561~2204547,130023424~6368028,155189248~9908628,234881024~7918471,281018368~6233342,376883600~93447,402653184~9378732] 2023-12-01T05:50:19.784 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 5 diff [5231064~271395,23409887~1354238,38794604~1263444,41408620~7904507,71338561~2204547,90489023~6508535,109841728~3665289,130101160~6290292,157512725~7585151,170817113~7238245,237574808~5224687,281846442~5405268,296938174~1276191,331845132~5613816,375992425~692890,376883600~93447,405834365~6197551] 2023-12-01T05:50:19.784 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,38794604~1263444,41408620~7904507,71338561~2204547,90489023~6508535,109841728~3665289,130101160~6290292,157512725~7585151,170817113~7238245,237574808~5224687,281846442~5405268,296938174~1276191,331845132~5613816,375992425~692890,376883600~93447,405834365~6197551] 2023-12-01T05:50:19.789 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,38794604~1263444,41408620~7904507,71338561~2204547,88080384~8917174,109841728~3665289,130023424~6368028,155189248~9908628,167772160~10283198,234881024~7918471,281018368~6233342,293601280~4613085,331845132~5613816,375992425~692890,376883600~93447,402653184~9378732] 2023-12-01T05:50:19.789 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 6 diff [5231064~271395,23409887~1354238,38794604~1263444,41124400~8188727,71338561~2204547,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,226038440~2172137,237574808~5224687,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,331845132~5613816,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,405834365~6197551] 2023-12-01T05:50:19.790 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [5231064~271395,23409887~1354238,38794604~1263444,41124400~8188727,71338561~2204547,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,226038440~2172137,237574808~5224687,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,331845132~5613816,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,405834365~6197551] 2023-12-01T05:50:19.794 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~1308155,22521148~2242977,38794604~1263444,41124400~8188727,71338561~2204547,88080384~8917174,109841728~3665289,117440512~9746177,130023424~6368028,155189248~9908628,167772160~10283198,222298112~5912465,234881024~7918471,281018368~6233342,293601280~8921703,331845132~5613816,360710144~8178771,369098752~4656879,375992425~692890,376883600~93447,402653184~9378732] 2023-12-01T05:50:19.794 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 7 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,71338561~2204547,81324843~3190869,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,226038440~2172137,237574808~5224687,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,404885607~7146309] 2023-12-01T05:50:19.795 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,38794604~1263444,41124400~8188727,71338561~2204547,81324843~3190869,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,157512725~7585151,170817113~7238245,226038440~2172137,237574808~5224687,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,404885607~7146309] 2023-12-01T05:50:19.800 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25329640~4939072,38794604~1263444,41124400~8188727,71338561~2204547,81324843~15672715,109841728~3665289,117440512~9746177,130023424~6368028,155189248~9908628,167772160~10283198,222298112~5912465,234881024~7918471,272691159~7823173,281018368~6233342,293601280~8921703,325344817~2889947,328468538~8990410,338917789~3440132,360710144~8178771,369098752~4656879,375992425~692890,376883600~93447,402653184~9378732] 2023-12-01T05:50:19.801 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 8 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,170817113~8404043,211000479~5628177,219708485~6299090,226038440~2172137,237574808~5224687,243051904~2382071,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,404885607~7146309] 2023-12-01T05:50:19.801 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,170817113~8404043,211000479~5628177,219708485~6299090,226038440~2172137,237574808~5224687,243051904~2382071,272691159~7823173,281431159~254790,281846442~5405268,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,404885607~7146309] 2023-12-01T05:50:19.807 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,62914560~1506768,71338561~2204547,78302754~493115,81324843~15672715,109841728~3665289,117440512~9746177,130023424~6368028,150994944~14102932,167772160~11448996,211000479~5628177,219708485~8502092,234881024~10552951,272691159~7823173,281018368~6233342,293601280~8921703,325344817~2889947,328468538~8990410,338917789~3440132,360710144~8178771,369098752~4656879,375992425~692890,376883600~93447,402653184~9378732] 2023-12-01T05:50:19.807 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 9 diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,226038440~2172137,237574808~5224687,243051904~2382071,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.807 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,5231064~271395,23409887~1354238,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,226038440~2172137,237574808~5224687,243051904~2382071,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.812 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5502459,22521148~2242977,25329640~4939072,37340853~319120,38794604~1263444,41124400~8188727,62914560~1506768,71338561~2204547,78302754~493115,81324843~15672715,109841728~3665289,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,194614099~3274258,211000479~5628177,219708485~8502092,234881024~10552951,272691159~7823173,281018368~6233342,289445273~13077710,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,375992425~692890,376883600~93447,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.812 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 10 diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~4238901,86482048~3906359,90489023~6508535,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,226038440~2172137,237574808~5224687,243051904~2382071,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.812 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~4238901,86482048~3906359,90489023~6508535,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,226038440~2172137,237574808~5224687,243051904~2382071,272691159~7823173,281431159~254790,281846442~5405268,289445273~8769092,300288531~2234452,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376883600~93447,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.817 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,62914560~1506768,71338561~2204547,78302754~493115,81324843~15672715,102480599~699961,109275418~7885673,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,192024946~14190313,211000479~5628177,219708485~8502092,234881024~10552951,272691159~7823173,281018368~6233342,289445273~13077710,325344817~12114131,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,375992425~692890,376883600~93447,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.817 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 11 diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~5224687,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376879566~926046,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.817 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~5224687,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376879566~926046,381887401~1177298,404885607~7146309] 2023-12-01T05:50:19.823 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25329640~4939072,30531602~7470973,38794604~1263444,41124400~8188727,62914560~1506768,71338561~2204547,78302754~493115,81324843~16094287,102480599~699961,109275418~7885673,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,325344817~12114131,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,375992425~692890,376879566~926046,381887401~1177298,402653184~9378732] 2023-12-01T05:50:19.823 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 12 diff [2659896~4997149,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~5224687,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.824 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,63215197~1206131,71338561~2204547,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~5224687,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,396672642~15359274] 2023-12-01T05:50:19.828 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,22521148~2242977,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,62914560~1506768,71338561~2204547,78302754~493115,81324843~16094287,102480599~699961,109275418~7885673,117440512~9746177,130023424~6368028,150994944~28226212,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,394264576~17767340] 2023-12-01T05:50:19.828 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 13 diff [2659896~10522487,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,71338561~2204547,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~5224687,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.828 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,59236860~5184468,71338561~2204547,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~5224687,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,281846442~6640554,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.833 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~2242977,25290102~4978610,30531602~7470973,38794604~1263444,41124400~8188727,58720256~5701072,71338561~2204547,78302754~493115,80679945~16739185,102379331~1058815,109275418~7885673,117440512~9746177,130023424~6368028,144188021~709526,150994944~28226212,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~7823173,281018368~7468628,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.833 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 14 diff [2659896~10522487,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~9075640,71338561~2204547,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~15795837,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.834 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24969595~13032980,38794604~1263444,41124400~8188727,59236860~9075640,71338561~2204547,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~15795837,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.839 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~1263444,41124400~8188727,58720256~9592244,71338561~2204547,78302754~493115,80679945~16739185,102379331~1058815,109275418~7885673,117440512~9746177,130023424~6368028,144188021~709526,150994944~28226212,180355072~28490829,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~15795837,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.839 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 15 diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~9075640,71338561~2204547,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.840 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,59236860~9075640,71338561~2204547,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,154181091~10916785,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.844 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~1263444,41124400~9378025,58720256~9592244,71338561~2204547,78302754~493115,80679945~16739185,102379331~1058815,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,150994944~28226212,180355072~28490829,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~29831824,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.844 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 16 diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~12093826,68879654~4663454,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.844 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23409887~1354238,24838180~13164395,38794604~1263444,41124400~9378025,56218674~12093826,68879654~4663454,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.850 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,22521148~15481427,38794604~1263444,41124400~9378025,54525952~13786548,68879654~4663454,78302754~493115,80679945~16739185,102379331~1058815,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~3055171,150994944~28226212,180355072~28490829,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~29831824,310378496~6704832,322314432~15144516,338488589~12060051,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.851 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 17 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.851 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,154181091~10916785,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.857 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~3055171,150994944~28226212,180355072~28490829,211000479~5628177,218050080~10160497,234881024~10552951,264243414~5714539,272691159~29831824,310378496~6704832,322314432~15144516,338488589~12060051,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.857 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 18 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.857 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.862 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~5628177,218050080~27383895,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.862 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 19 diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.862 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:19.867 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:19.867 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 5 diff [38794604~1263444,90489023~6508535,109841728~3665289,157512725~5201943,170817113~7238245,237574808~3945523,296938174~1276191,331845132~5613816,375992425~692890] 2023-12-01T05:50:19.867 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [38794604~1263444,90489023~6508535,109841728~3665289,157512725~5201943,170817113~7238245,237574808~3945523,296938174~1276191,331845132~5613816,375992425~692890] 2023-12-01T05:50:19.872 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [38794604~1263444,88080384~8917174,109841728~3665289,157512725~5201943,167772160~10283198,237574808~3945523,293601280~4613085,331845132~5613816,375992425~692890] 2023-12-01T05:50:19.873 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 6 diff [23961398~18897,38794604~1263444,41124400~2164607,90489023~6508535,109841728~3665289,121315928~5870761,157512725~5393579,170817113~7238245,226038440~2172137,237574808~4856568,281431159~254790,296938174~1276191,300288531~2234452,331845132~5613816,361070747~7818168,371565055~2190576,375992425~692890] 2023-12-01T05:50:19.873 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [23961398~18897,38794604~1263444,41124400~2164607,90489023~6508535,109841728~3665289,121315928~5870761,157512725~5393579,170817113~7238245,226038440~2172137,237574808~4856568,281431159~254790,296938174~1276191,300288531~2234452,331845132~5613816,361070747~7818168,371565055~2190576,375992425~692890] 2023-12-01T05:50:19.878 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [23961398~18897,38794604~1263444,41124400~2164607,88080384~8917174,109841728~3665289,117440512~9746177,157512725~5393579,167772160~10283198,222298112~5912465,237574808~4856568,281431159~254790,293601280~8921703,331845132~5613816,360710144~8178771,369098752~4656879,375992425~692890] 2023-12-01T05:50:19.878 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 7 diff [2659896~2512055,23961398~18897,25329640~4939072,38794604~1263444,41124400~2164607,81324843~3190869,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,157512725~5393579,170817113~7238245,226038440~2172137,237574808~4856568,272691159~7823173,281431159~254790,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,404885607~3243495] 2023-12-01T05:50:19.878 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,23961398~18897,25329640~4939072,38794604~1263444,41124400~2164607,81324843~3190869,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,157512725~5393579,170817113~7238245,226038440~2172137,237574808~4856568,272691159~7823173,281431159~254790,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,404885607~3243495] 2023-12-01T05:50:19.883 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,23961398~18897,25329640~4939072,38794604~1263444,41124400~2164607,81324843~15672715,109841728~3665289,117440512~9746177,157512725~5393579,167772160~10283198,222298112~5912465,237574808~4856568,272691159~7823173,281431159~254790,293601280~8921703,325344817~2889947,328468538~8990410,338917789~3440132,360710144~8178771,369098752~4656879,375992425~692890,404885607~3243495] 2023-12-01T05:50:19.884 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 8 diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,154181091~8725213,170817113~8404043,211000479~5628177,219708485~6299090,226038440~2172137,237574808~4856568,243051904~2382071,272691159~7823173,281431159~254790,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,404885607~3243495] 2023-12-01T05:50:19.884 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,154181091~8725213,170817113~8404043,211000479~5628177,219708485~6299090,226038440~2172137,237574808~4856568,243051904~2382071,272691159~7823173,281431159~254790,296938174~1276191,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,361070747~7818168,371565055~2190576,375992425~692890,404885607~3243495] 2023-12-01T05:50:19.889 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,23961398~18897,25329640~4939072,37340853~319120,38794604~1263444,41124400~2164607,62914560~1506768,78302754~493115,81324843~15672715,109841728~3665289,117440512~9746177,150994944~11911360,167772160~11448996,211000479~5628177,219708485~8502092,237574808~4856568,242799495~2634480,272691159~7823173,281431159~254790,293601280~8921703,325344817~2889947,328468538~8990410,338917789~3440132,360710144~8178771,369098752~4656879,375992425~692890,404885607~3243495] 2023-12-01T05:50:19.889 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 9 diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,226038440~2172137,237574808~4856568,243051904~2382071,272691159~7823173,281431159~254790,289445273~8769092,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,381887401~1177298,404885607~3243495] 2023-12-01T05:50:19.889 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,90489023~6508535,109841728~3665289,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,226038440~2172137,237574808~4856568,243051904~2382071,272691159~7823173,281431159~254790,289445273~8769092,300288531~2234452,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,381887401~1177298,404885607~3243495] 2023-12-01T05:50:19.894 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,23961398~18897,25329640~4939072,37340853~319120,38794604~1263444,41124400~2164607,62914560~1506768,78302754~493115,81324843~15672715,109841728~3665289,117440512~9746177,150994944~11911360,165097876~14123280,180355072~9802598,194614099~3274258,211000479~5628177,219708485~8502092,237574808~4856568,242799495~2634480,272691159~7823173,281431159~254790,289445273~13077710,325344817~2889947,328468538~8990410,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,375992425~692890,381887401~1177298,404885607~3243495] 2023-12-01T05:50:19.894 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 10 diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,90489023~6508535,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,226038440~2172137,237574808~4856568,243051904~2382071,272691159~7823173,281431159~254790,289445273~8769092,300288531~2234452,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.894 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,90489023~6508535,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,226038440~2172137,237574808~4856568,243051904~2382071,272691159~7823173,281431159~254790,289445273~8769092,300288531~2234452,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.900 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,23961398~18897,25329640~4939072,30531602~7470973,38794604~1263444,41124400~2164607,62914560~1506768,78302754~493115,81324843~15672715,102480599~699961,109275418~7885673,117440512~9746177,150994944~11911360,165097876~14123280,180355072~9802598,192024946~14190313,211000479~5628177,219708485~8502092,237574808~4856568,242799495~2634480,272691159~7823173,281431159~254790,289445273~13077710,325344817~12114131,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,375992425~692890,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.901 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 11 diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~4856568,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.901 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,38794604~1263444,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~4856568,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,325344817~12114131,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,375992425~692890,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.905 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,23961398~18897,25329640~4939072,30531602~7470973,38794604~1263444,41124400~2164607,62914560~1506768,78302754~493115,81324843~16094287,102480599~699961,109275418~7885673,117440512~9746177,150994944~11911360,165097876~14123280,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~13077710,310378496~6704832,325344817~12114131,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,375992425~692890,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.905 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 12 diff [2659896~4997149,23961398~18897,25290102~4978610,30531602~7470973,38794604~1263444,41124400~2164607,46396068~2685736,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~4856568,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.906 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23961398~18897,25290102~4978610,30531602~7470973,38794604~1263444,41124400~2164607,46396068~2685736,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,90489023~6930107,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~4856568,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.911 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,23961398~18897,25290102~4978610,30531602~7470973,38794604~1263444,41124400~2164607,46396068~2685736,62914560~1506768,78302754~493115,81324843~16094287,102480599~699961,109275418~7885673,117440512~9746177,150994944~11911360,165097876~14123280,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.911 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 13 diff [2659896~10522487,23961398~18897,25290102~4978610,30531602~7470973,38794604~1263444,41124400~2164607,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,144188021~709526,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~4856568,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.911 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,25290102~4978610,30531602~7470973,38794604~1263444,41124400~2164607,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,144188021~709526,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,237574808~4856568,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.916 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,25290102~4978610,30531602~7470973,38794604~1263444,41124400~2164607,44937933~4143871,58720256~5701072,78302754~493115,80679945~16739185,102379331~1058815,109275418~7885673,117440512~9746177,144188021~709526,150994944~11911360,165097876~14123280,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.916 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 14 diff [2659896~10522487,23961398~18897,24969595~13032980,38794604~1263444,41124400~2164607,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.917 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,24969595~13032980,38794604~1263444,41124400~2164607,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286676768~1810228,289445273~8769092,300288531~2234452,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.922 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,24764125~13238450,38794604~1263444,41124400~2164607,44937933~4143871,58720256~9592244,78302754~493115,80679945~16739185,102379331~1058815,109275418~7885673,117440512~9746177,131677377~3501562,144188021~709526,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286676768~1810228,289445273~13077710,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.922 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 15 diff [2659896~10522487,23961398~18897,24838180~13164395,38794604~1263444,41124400~9378025,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.922 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,24838180~13164395,38794604~1263444,41124400~9378025,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.927 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,24764125~13238450,38794604~1263444,41124400~9378025,58720256~9592244,78302754~493115,80679945~16739185,102379331~1058815,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,322314432~15144516,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.927 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 16 diff [2659896~10522487,23961398~18897,24838180~13164395,38794604~1263444,41124400~9378025,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.927 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,24838180~13164395,38794604~1263444,41124400~9378025,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.933 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,24764125~13238450,38794604~1263444,41124400~9378025,54525952~13786548,68879654~2464247,78302754~493115,80679945~16739185,102379331~1058815,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,322314432~15144516,338488589~12060051,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.933 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 17 diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:19.933 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~15144516,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:19.938 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~17467348,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~10160497,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,322314432~15144516,338488589~12060051,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:19.938 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 18 diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:19.938 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:19.943 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~5628177,218050080~19356389,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:19.943 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 19 diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:19.944 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:19.949 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:19.949 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 6 diff [23961398~18897,41124400~2164607,121315928~5870761,160665889~2240415,226038440~2172137,240812092~1619284,281431159~254790,300288531~2234452,361070747~7818168,371565055~2190576] 2023-12-01T05:50:19.950 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [23961398~18897,41124400~2164607,121315928~5870761,160665889~2240415,226038440~2172137,240812092~1619284,281431159~254790,300288531~2234452,361070747~7818168,371565055~2190576] 2023-12-01T05:50:19.954 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [23961398~18897,41124400~2164607,117440512~9746177,160665889~2240415,222298112~5912465,240812092~1619284,281431159~254790,298214365~4308618,360710144~8178771,369098752~4656879] 2023-12-01T05:50:19.954 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 7 diff [2659896~2512055,23961398~18897,25329640~4939072,41124400~2164607,81324843~3190869,86482048~3906359,121315928~5870761,160665889~2240415,226038440~2172137,240812092~1619284,272691159~7823173,281431159~254790,300288531~2234452,325344817~2889947,328468538~5577343,338917789~3440132,361070747~7818168,371565055~2190576,404885607~3243495] 2023-12-01T05:50:19.954 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,23961398~18897,25329640~4939072,41124400~2164607,81324843~3190869,86482048~3906359,121315928~5870761,160665889~2240415,226038440~2172137,240812092~1619284,272691159~7823173,281431159~254790,300288531~2234452,325344817~2889947,328468538~5577343,338917789~3440132,361070747~7818168,371565055~2190576,404885607~3243495] 2023-12-01T05:50:19.960 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,23961398~18897,25329640~4939072,41124400~2164607,81324843~9063564,117440512~9746177,160665889~2240415,222298112~5912465,240812092~1619284,272691159~7823173,281431159~254790,298214365~4308618,325344817~2889947,328468538~5577343,338917789~3440132,360710144~8178771,369098752~4656879,404885607~3243495] 2023-12-01T05:50:19.960 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 8 diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,121315928~5870761,154181091~8725213,173760627~5460529,211000479~5628177,219708485~6299090,226038440~2172137,240812092~1619284,243051904~2382071,272691159~7823173,281431159~254790,300288531~2234452,325344817~2889947,328468538~5577343,338917789~3440132,361070747~7818168,371565055~2190576,404885607~3243495] 2023-12-01T05:50:19.960 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,121315928~5870761,154181091~8725213,173760627~5460529,211000479~5628177,219708485~6299090,226038440~2172137,240812092~1619284,243051904~2382071,272691159~7823173,281431159~254790,300288531~2234452,325344817~2889947,328468538~5577343,338917789~3440132,361070747~7818168,371565055~2190576,404885607~3243495] 2023-12-01T05:50:19.965 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,23961398~18897,25329640~4939072,37340853~319120,41124400~2164607,62914560~1506768,78302754~493115,81324843~9063564,117440512~9746177,150994944~11911360,173760627~5460529,211000479~5628177,219708485~8502092,240812092~1619284,242799495~2634480,272691159~7823173,281431159~254790,298214365~4308618,325344817~2889947,328468538~5577343,338917789~3440132,360710144~8178771,369098752~4656879,404885607~3243495] 2023-12-01T05:50:19.965 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 9 diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,226038440~2172137,240812092~1619284,243051904~2382071,272691159~7823173,281431159~254790,289445273~7519930,300288531~2234452,325344817~2889947,328468538~5577343,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,381887401~1177298,404885607~3243495] 2023-12-01T05:50:19.966 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,23961398~18897,25329640~4939072,37340853~319120,41124400~2164607,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,226038440~2172137,240812092~1619284,243051904~2382071,272691159~7823173,281431159~254790,289445273~7519930,300288531~2234452,325344817~2889947,328468538~5577343,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,381887401~1177298,404885607~3243495] 2023-12-01T05:50:19.971 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,23961398~18897,25329640~4939072,37340853~319120,41124400~2164607,62914560~1506768,78302754~493115,81324843~9063564,117440512~9746177,150994944~11911360,165097876~3190507,169915933~9305223,180355072~9802598,194614099~3274258,211000479~5628177,219708485~8502092,240812092~1619284,242799495~2634480,272691159~7823173,281431159~254790,289445273~7519930,298214365~4308618,325344817~2889947,328468538~5577343,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,381887401~1177298,404885607~3243495] 2023-12-01T05:50:19.971 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 10 diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,226038440~2172137,240812092~1619284,243051904~2382071,272691159~7823173,281431159~254790,289445273~7519930,300288531~2234452,325344817~8701064,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.971 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,226038440~2172137,240812092~1619284,243051904~2382071,272691159~7823173,281431159~254790,289445273~7519930,300288531~2234452,325344817~8701064,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.976 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,23961398~18897,25329640~4939072,30531602~7470973,41124400~2164607,62914560~1506768,78302754~493115,81324843~9063564,102480599~699961,109275418~7885673,117440512~9746177,150994944~11911360,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,219708485~8502092,240812092~1619284,242799495~2634480,272691159~7823173,281431159~254790,289445273~7519930,298214365~4308618,325344817~8701064,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.976 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 11 diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,240812092~1619284,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,325344817~8701064,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.976 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23961398~18897,25329640~4939072,30531602~7470973,41124400~2164607,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,240812092~1619284,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,325344817~8701064,338917789~3440132,344924667~5419289,361070747~7818168,371565055~2190576,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.982 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,23961398~18897,25329640~4939072,30531602~7470973,41124400~2164607,62914560~1506768,78302754~493115,81324843~9063564,96202377~1216753,102480599~699961,109275418~7885673,117440512~9746177,150994944~11911360,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,298214365~4308618,310378496~6704832,325344817~8701064,338917789~3440132,344924667~5419289,360710144~8178771,369098752~4656879,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:19.982 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 12 diff [2659896~4997149,23961398~18897,25290102~4978610,30531602~7470973,41124400~2164607,46396068~2685736,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,240812092~1619284,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.982 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,23961398~18897,25290102~4978610,30531602~7470973,41124400~2164607,46396068~2685736,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,121315928~5870761,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,240812092~1619284,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.987 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,23961398~18897,25290102~4978610,30531602~7470973,41124400~2164607,46396068~2685736,62914560~1506768,78302754~493115,81324843~9063564,96202377~1216753,102480599~699961,109275418~7885673,117440512~9746177,150994944~11911360,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,298214365~4308618,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,359639115~9249800,369098752~5167097,376879566~926046,381887401~1177298,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.987 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 13 diff [2659896~10522487,23961398~18897,25290102~4978610,30531602~7470973,41124400~2164607,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,144188021~709526,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,240812092~1619284,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.987 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,25290102~4978610,30531602~7470973,41124400~2164607,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,144188021~709526,154181091~8725213,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,226038440~2172137,240812092~1619284,243051904~2382071,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.992 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,25290102~4978610,30531602~7470973,41124400~2164607,44937933~4143871,58720256~5701072,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,109275418~7885673,117440512~9746177,144188021~709526,150994944~11911360,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~7823173,281431159~254790,286676768~1810228,289445273~7519930,298214365~4308618,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.993 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 14 diff [2659896~10522487,23961398~18897,24969595~13032980,41124400~2164607,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.993 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,24969595~13032980,41124400~2164607,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286676768~1810228,289445273~7519930,300288531~2234452,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.998 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,24764125~13238450,41124400~2164607,44937933~4143871,58720256~9592244,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,109275418~7885673,117440512~9746177,131677377~3501562,144188021~709526,150994944~13563366,165097876~3190507,169915933~9305223,180355072~28490829,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286676768~1810228,289445273~7519930,298214365~4308618,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:19.998 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 15 diff [2659896~10522487,23961398~18897,24838180~13164395,41124400~9378025,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:19.998 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,24838180~13164395,41124400~9378025,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~9249800,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.003 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,24764125~13238450,41124400~9378025,58720256~9592244,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,150994944~13563366,165097876~3190507,169915933~9305223,180355072~28490829,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~9249800,369098752~5167097,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.003 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 16 diff [2659896~10522487,23961398~18897,24838180~13164395,41124400~9378025,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.003 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,23961398~18897,24838180~13164395,41124400~9378025,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.013 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,23961398~18897,24764125~13238450,41124400~9378025,54525952~13786548,68879654~2464247,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,322314432~11731449,338488589~12060051,352321536~2896209,359639115~9249800,369098752~5167097,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.014 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 17 diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.014 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.015 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~17467348,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~10160497,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,322314432~11731449,338488589~12060051,352321536~2896209,359639115~9249800,369098752~5167097,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:20.015 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 18 diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.015 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~10160497,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.020 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~5628177,218050080~19356389,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:20.020 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 19 diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.020 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.026 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:20.026 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 7 diff [2659896~2512055,25329640~4939072,81324843~3190869,86482048~3906359,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:20.026 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,25329640~4939072,81324843~3190869,86482048~3906359,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:20.031 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,25329640~4939072,81324843~9063564,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:20.031 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 8 diff [2659896~2512055,25329640~4939072,37340853~319120,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,154181091~7485731,173760627~5460529,211000479~5628177,219708485~6299090,243051904~2382071,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:20.031 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,25329640~4939072,37340853~319120,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,154181091~7485731,173760627~5460529,211000479~5628177,219708485~6299090,243051904~2382071,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:20.039 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,25329640~4939072,37340853~319120,62914560~1506768,78302754~493115,81324843~9063564,150994944~10671878,173760627~5460529,211000479~5628177,219708485~6299090,242799495~2634480,272691159~7823173,325344817~2889947,328468538~5577343,338917789~3440132,404885607~3243495] 2023-12-01T05:50:20.039 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 9 diff [2659896~2512055,25329640~4939072,37340853~319120,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,243051904~2382071,272691159~7823173,289445273~7519930,325344817~2889947,328468538~5577343,338917789~3440132,344924667~5419289,381887401~1177298,404885607~3243495] 2023-12-01T05:50:20.039 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~2512055,25329640~4939072,37340853~319120,63215197~1206131,78302754~493115,81324843~3404980,86482048~3906359,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,243051904~2382071,272691159~7823173,289445273~7519930,325344817~2889947,328468538~5577343,338917789~3440132,344924667~5419289,381887401~1177298,404885607~3243495] 2023-12-01T05:50:20.045 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~5171951,25329640~4939072,37340853~319120,62914560~1506768,78302754~493115,81324843~9063564,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,194614099~3274258,211000479~5628177,219708485~6299090,242799495~2634480,272691159~7823173,289445273~7519930,325344817~2889947,328468538~5577343,338917789~3440132,344924667~5419289,381887401~1177298,404885607~3243495] 2023-12-01T05:50:20.045 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 10 diff [2659896~4997149,25329640~4939072,30531602~7470973,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,243051904~2382071,272691159~7823173,289445273~7519930,325344817~8701064,338917789~3440132,344924667~5419289,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:20.045 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,25329640~4939072,30531602~7470973,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,243051904~2382071,272691159~7823173,289445273~7519930,325344817~8701064,338917789~3440132,344924667~5419289,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:20.050 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,25329640~4939072,30531602~7470973,62914560~1506768,78302754~493115,81324843~9063564,102480599~699961,109275418~7885673,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,219708485~6299090,242799495~2634480,272691159~7823173,289445273~7519930,325344817~8701064,338917789~3440132,344924667~5419289,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:20.050 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 11 diff [2659896~4997149,25329640~4939072,30531602~7470973,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,314077670~3005658,325344817~8701064,338917789~3440132,344924667~5419289,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:20.051 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,25329640~4939072,30531602~7470973,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,314077670~3005658,325344817~8701064,338917789~3440132,344924667~5419289,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:20.056 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,25329640~4939072,30531602~7470973,62914560~1506768,78302754~493115,81324843~9063564,96202377~1216753,102480599~699961,109275418~7885673,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~7957495,242799495~2634480,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,310378496~6704832,325344817~8701064,338917789~3440132,344924667~5419289,376879566~926046,381887401~1177298,404885607~3243495,409439431~2329048] 2023-12-01T05:50:20.056 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 12 diff [2659896~4997149,25290102~4978610,30531602~7470973,46396068~2685736,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.056 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~4997149,25290102~4978610,30531602~7470973,46396068~2685736,63215197~1206131,78302754~493115,81324843~4238901,86482048~3906359,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.061 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~7657045,25290102~4978610,30531602~7470973,46396068~2685736,62914560~1506768,78302754~493115,81324843~9063564,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~7957495,242799495~2634480,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.061 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 13 diff [2659896~10522487,25290102~4978610,30531602~7470973,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.062 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,25290102~4978610,30531602~7470973,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.067 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,25290102~4978610,30531602~7470973,44937933~4143871,58720256~5701072,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~7957495,242799495~2634480,264243414~5714539,272691159~7823173,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.067 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 14 diff [2659896~10522487,24969595~13032980,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,243051904~2382071,264243414~5714539,272691159~9776403,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.067 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,24969595~13032980,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,243051904~2382071,264243414~5714539,272691159~9776403,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.072 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,24764125~13238450,44937933~4143871,58720256~9592244,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,150994944~13563366,165097876~3190507,169915933~9305223,180355072~28490829,211000479~5628177,218050080~9467216,242799495~2634480,264243414~5714539,272691159~9776403,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.073 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 15 diff [2659896~10522487,24838180~13164395,42316227~8186198,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.073 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,24838180~13164395,42316227~8186198,59236860~9075640,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.078 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,24764125~13238450,42316227~8186198,58720256~9592244,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,150994944~13563366,165097876~3190507,169915933~9305223,180355072~28490829,211000479~5628177,218050080~9467216,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,322314432~11731449,338917789~3440132,342553162~1046252,344924667~5419289,352321536~2896209,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.078 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 16 diff [2659896~10522487,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.078 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,409439431~2329048] 2023-12-01T05:50:20.084 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~13182383,24764125~13238450,42316227~8186198,54525952~13786548,68879654~2464247,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~9467216,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,322314432~11731449,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,409439431~2329048] 2023-12-01T05:50:20.084 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 17 diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.084 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,322314432~11731449,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.089 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~17467348,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~9467216,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,322314432~11731449,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:20.089 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 18 diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.089 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.095 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~5628177,218050080~9467216,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:20.095 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 19 diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.095 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:20.102 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:20.102 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 8 diff [37340853~319120,63215197~1206131,78302754~493115,83996715~733108,154181091~7485731,173760627~5460529,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103] 2023-12-01T05:50:20.102 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37340853~319120,63215197~1206131,78302754~493115,83996715~733108,154181091~7485731,173760627~5460529,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103] 2023-12-01T05:50:20.106 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37340853~319120,62914560~1506768,78302754~493115,83996715~733108,150994944~10671878,173760627~5460529,211000479~5628177,219708485~6299090,242799495~2634480,275433423~3113103] 2023-12-01T05:50:20.106 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 9 diff [37340853~319120,63215197~1206131,78302754~493115,83996715~733108,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:20.106 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37340853~319120,63215197~1206131,78302754~493115,83996715~733108,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,194614099~3274258,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:20.111 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37340853~319120,62914560~1506768,78302754~493115,83996715~733108,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,194614099~3274258,211000479~5628177,219708485~6299090,242799495~2634480,275433423~3113103,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:20.111 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 10 diff [3100799~4556246,30531602~7470973,63215197~1206131,78302754~493115,83996715~1567029,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103,289445273~7519930,325813686~7569810,344924667~5419289,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.111 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,30531602~7470973,63215197~1206131,78302754~493115,83996715~1567029,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,183302412~6855258,192024946~14190313,211000479~5628177,219708485~6299090,243051904~2382071,275433423~3113103,289445273~7519930,325813686~7569810,344924667~5419289,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.116 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,30531602~7470973,62914560~1506768,78302754~493115,83996715~1567029,102480599~699961,109275418~7885673,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,219708485~6299090,242799495~2634480,275433423~3113103,289445273~7519930,325813686~7569810,344924667~5419289,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.117 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 11 diff [3100799~4556246,30531602~7470973,63215197~1206131,78302754~493115,83996715~1567029,96202377~1216753,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,314077670~3005658,325813686~7569810,344924667~5419289,376879566~926046,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.117 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,30531602~7470973,63215197~1206131,78302754~493115,83996715~1567029,96202377~1216753,102480599~699961,109275418~7885673,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,314077670~3005658,325813686~7569810,344924667~5419289,376879566~926046,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.122 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,30531602~7470973,62914560~1506768,78302754~493115,83996715~1567029,96202377~1216753,102480599~699961,109275418~7885673,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~7957495,242799495~2634480,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,310378496~6704832,325813686~7569810,344924667~5419289,376879566~926046,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.122 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 12 diff [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,63215197~1206131,78302754~493115,83996715~1567029,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.122 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,63215197~1206131,78302754~493115,83996715~1567029,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.128 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,62914560~1506768,78302754~493115,83996715~1567029,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~7957495,242799495~2634480,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.128 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 13 diff [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.128 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,59236860~5184468,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,154181091~7485731,166740791~1547592,169915933~9305223,181087030~9070640,192024946~14190313,211000479~5628177,218050080~7957495,243051904~2382071,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.133 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,58720256~5701072,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,150994944~10671878,165097876~3190507,169915933~9305223,180355072~9802598,192024946~14190313,211000479~5628177,218050080~7957495,242799495~2634480,264243414~5714539,275433423~3113103,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.133 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 14 diff [3100799~10081584,24969595~13032980,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.133 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24969595~13032980,44937933~4143871,59236860~9075640,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.139 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,44937933~4143871,58720256~9592244,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,150994944~13563366,165097876~3190507,169915933~9305223,180355072~28490829,211000479~5628177,218050080~9467216,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.139 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 15 diff [3100799~10081584,24838180~13164395,42316227~8186198,59236860~9075640,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.139 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24838180~13164395,42316227~8186198,59236860~9075640,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,154181091~10377219,166740791~1547592,169915933~9305223,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.144 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,42316227~8186198,58720256~9592244,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,150994944~13563366,165097876~3190507,169915933~9305223,180355072~28490829,211000479~5628177,218050080~9467216,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,352321536~2896209,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.144 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 16 diff [3100799~10081584,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.145 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.150 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,42316227~8186198,54525952~13786548,68879654~2464247,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~9467216,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,322314432~11069064,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.150 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 17 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.150 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.155 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~17467348,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,150994944~13563366,165097876~14123280,180355072~28490829,211000479~5628177,218050080~9467216,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,322314432~11069064,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.155 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 18 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.156 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~5628177,218050080~9467216,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.161 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~5628177,218050080~9467216,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.161 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 19 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.161 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.167 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.167 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 9 diff [166740791~1547592,169915933~6896808,183302412~6855258,194614099~3274258,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:20.167 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [166740791~1547592,169915933~6896808,183302412~6855258,194614099~3274258,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:20.172 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [165097876~3190507,169915933~6896808,180355072~9802598,194614099~3274258,289445273~7519930,344924667~5419289,381887401~1177298] 2023-12-01T05:50:20.172 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 10 diff [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,166740791~1547592,169915933~6896808,183302412~6855258,192024946~14190313,289445273~7519930,325813686~7569810,344924667~5419289,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.172 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,166740791~1547592,169915933~6896808,183302412~6855258,192024946~14190313,289445273~7519930,325813686~7569810,344924667~5419289,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.177 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,165097876~3190507,169915933~6896808,180355072~9802598,192024946~14190313,289445273~7519930,325813686~7569810,344924667~5419289,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.177 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 11 diff [3100799~4556246,30531602~7470973,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,166740791~1547592,169915933~6896808,181087030~9070640,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,314077670~3005658,325813686~7569810,344924667~5419289,376879566~926046,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.177 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,30531602~7470973,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,166740791~1547592,169915933~6896808,181087030~9070640,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,314077670~3005658,325813686~7569810,344924667~5419289,376879566~926046,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.183 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,30531602~7470973,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,165097876~3190507,169915933~6896808,180355072~9802598,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,310378496~6704832,325813686~7569810,344924667~5419289,376879566~926046,381887401~1177298,409439431~2329048] 2023-12-01T05:50:20.183 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 12 diff [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,166740791~1547592,169915933~6896808,181087030~9070640,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.183 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,166740791~1547592,169915933~6896808,181087030~9070640,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.188 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,165097876~3190507,169915933~6896808,180355072~9802598,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.188 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 13 diff [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,59236860~4261465,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,158789244~70558,166740791~1547592,169915933~6896808,181087030~9070640,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.189 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,59236860~4261465,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,158789244~70558,166740791~1547592,169915933~6896808,181087030~9070640,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.194 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,58720256~4778069,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,158789244~70558,165097876~3190507,169915933~6896808,180355072~9802598,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.194 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 14 diff [3100799~10081584,24969595~13032980,44937933~4143871,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,166740791~1547592,169915933~6896808,181087030~27758871,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.194 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24969595~13032980,44937933~4143871,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,166740791~1547592,169915933~6896808,181087030~27758871,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,289445273~7519930,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.200 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,44937933~4143871,58720256~9592244,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,165097876~3190507,169915933~6896808,180355072~28490829,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,289445273~7519930,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.200 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 15 diff [3100799~10081584,24838180~13164395,42316227~8186198,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,166740791~1547592,169915933~6896808,181087030~27758871,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.200 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24838180~13164395,42316227~8186198,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,166740791~1547592,169915933~6896808,181087030~27758871,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,342553162~1046252,344924667~5419289,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.206 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,42316227~8186198,58720256~9592244,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,165097876~3190507,169915933~6896808,180355072~28490829,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,322314432~11069064,342553162~1046252,344924667~5419289,352321536~2896209,359639115~8015843,371156655~3109194,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.206 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 16 diff [3100799~10081584,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~11441204,181087030~27758871,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.206 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~11441204,181087030~27758871,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.210 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,42316227~8186198,54525952~13786548,68879654~2464247,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165097876~11714865,180355072~28490829,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,322314432~11069064,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.211 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 17 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~11441204,181087030~27758871,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.211 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~11441204,181087030~27758871,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.216 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~17467348,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165097876~11714865,180355072~28490829,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,322314432~11069064,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.216 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 18 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~11441204,181087030~27758871,218050080~9467216,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.217 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~11441204,181087030~27758871,218050080~9467216,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.222 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~11714865,180355072~28490829,218050080~9467216,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.222 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 19 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.222 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.227 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.227 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 10 diff [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,192024946~14190313,325813686~7569810,409439431~2329048] 2023-12-01T05:50:20.227 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,192024946~14190313,325813686~7569810,409439431~2329048] 2023-12-01T05:50:20.232 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,30531602~7470973,84268829~1294915,102480599~699961,109275418~7885673,192024946~14190313,325813686~7569810,409439431~2329048] 2023-12-01T05:50:20.233 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 11 diff [3100799~4556246,30531602~7470973,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,325813686~7569810,376879566~926046,409439431~2329048] 2023-12-01T05:50:20.233 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,30531602~7470973,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,325813686~7569810,376879566~926046,409439431~2329048] 2023-12-01T05:50:20.238 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,30531602~7470973,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,310378496~6704832,325813686~7569810,376879566~926046,409439431~2329048] 2023-12-01T05:50:20.238 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 12 diff [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~11069064,342553162~1046252,359639115~6135381,371156655~3109194,376879566~926046,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.239 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~11069064,342553162~1046252,359639115~6135381,371156655~3109194,376879566~926046,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.244 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~4556246,25290102~721197,30531602~7470973,46396068~2685736,84268829~1294915,96202377~1216753,102480599~699961,109275418~7885673,119612927~1501629,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,310378496~6704832,322314432~11069064,342553162~1046252,359639115~6135381,371156655~3109194,376879566~926046,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.244 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 13 diff [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,59236860~4261465,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,158789244~70558,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~11069064,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.244 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,59236860~4261465,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,158789244~70558,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~11069064,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.249 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,25290102~721197,30531602~7470973,44937933~4143871,58720256~4778069,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,144188021~709526,158789244~70558,171304023~443315,181087030~6603711,192024946~14190313,218050080~3418841,264243414~5714539,286676768~1810228,310378496~6704832,322314432~11069064,342553162~1046252,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.249 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 14 diff [3100799~10081584,24969595~13032980,44937933~4143871,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~19416074,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,314077670~3005658,322314432~11069064,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.249 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24969595~13032980,44937933~4143871,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~19416074,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,314077670~3005658,322314432~11069064,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.254 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,44937933~4143871,58720256~9592244,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,109275418~7885673,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~19416074,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,310378496~6704832,322314432~11069064,342553162~1046252,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.254 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 15 diff [3100799~10081584,24838180~13164395,42316227~8186198,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~11069064,342553162~1046252,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.254 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24838180~13164395,42316227~8186198,59236860~9075640,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~11069064,342553162~1046252,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.260 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,42316227~8186198,58720256~9592244,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,322314432~11069064,342553162~1046252,352321536~2896209,359639115~8015843,371156655~3109194,376879566~926046,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.260 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 16 diff [3100799~10081584,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.260 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,24838180~13164395,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572,409439431~2329048] 2023-12-01T05:50:20.265 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~10081584,24764125~13238450,42316227~8186198,54525952~13786548,68879654~2464247,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,322314432~11069064,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,383416086~9137759,394264576~12193638,409439431~2329048] 2023-12-01T05:50:20.266 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 17 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.266 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~15774626,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~11069064,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.271 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~17467348,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,322314432~11069064,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.271 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 18 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.271 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~23699530,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.277 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~19416074,218050080~9467216,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.277 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 19 diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.277 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:20.282 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:20.282 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 11 diff [33029376~2604690,96202377~1216753,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,376879566~926046] 2023-12-01T05:50:20.282 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [33029376~2604690,96202377~1216753,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,376879566~926046] 2023-12-01T05:50:20.287 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [33029376~2604690,96202377~1216753,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,310378496~6704832,376879566~926046] 2023-12-01T05:50:20.287 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 12 diff [25290102~721197,33029376~2604690,46396068~2685736,96202377~1216753,119612927~1501629,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,376879566~926046,396672642~9785572] 2023-12-01T05:50:20.287 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [25290102~721197,33029376~2604690,46396068~2685736,96202377~1216753,119612927~1501629,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,376879566~926046,396672642~9785572] 2023-12-01T05:50:20.293 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [25290102~721197,33029376~2604690,46396068~2685736,96202377~1216753,119612927~1501629,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,310378496~6704832,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,376879566~926046,394264576~12193638] 2023-12-01T05:50:20.293 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 13 diff [7554268~5628115,25290102~721197,33029376~2604690,44937933~4143871,59236860~4261465,80679945~3353173,96202377~1216753,102379331~1058815,119612927~1501629,144188021~709526,158789244~70558,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~7995058,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.293 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,25290102~721197,33029376~2604690,44937933~4143871,59236860~4261465,80679945~3353173,96202377~1216753,102379331~1058815,119612927~1501629,144188021~709526,158789244~70558,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,314077670~3005658,322314432~7995058,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.299 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,25290102~721197,33029376~2604690,44937933~4143871,58720256~4778069,80679945~3353173,96202377~1216753,102379331~1058815,119612927~1501629,144188021~709526,158789244~70558,171304023~443315,181087030~6603711,218050080~3418841,264243414~5714539,286676768~1810228,310378496~6704832,322314432~7995058,342553162~1046252,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.299 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 14 diff [7554268~5628115,24969595~10664471,44937933~4143871,59236860~9075640,80679945~3353173,96202377~1216753,102379331~1058815,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~2789089,205933184~2912717,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,314077670~3005658,322314432~9538880,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.299 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,24969595~10664471,44937933~4143871,59236860~9075640,80679945~3353173,96202377~1216753,102379331~1058815,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~2789089,205933184~2912717,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,314077670~3005658,322314432~9538880,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.304 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,24764125~10869941,44937933~4143871,58720256~9592244,80679945~3353173,96202377~1216753,102379331~1058815,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~2789089,205933184~2912717,218050080~9467216,264243414~5714539,278787434~3680128,286676768~1810228,310378496~6704832,322314432~9538880,342553162~1046252,352321536~2896209,359639115~6135381,371156655~3109194,376879566~926046,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.304 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 15 diff [7554268~5628115,24838180~10795886,42316227~8186198,59236860~9075640,80679945~3353173,96202377~1216753,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~2789089,197388387~5670509,205933184~2912717,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~9538880,342553162~1046252,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.304 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,24838180~10795886,42316227~8186198,59236860~9075640,80679945~3353173,96202377~1216753,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~2789089,197388387~5670509,205933184~2912717,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~9538880,342553162~1046252,353758128~1459617,359639115~8015843,371156655~3109194,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.310 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,24764125~10869941,42316227~8186198,58720256~9592244,80679945~3353173,96202377~1216753,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,171304023~443315,181087030~6603711,189429827~2789089,197388387~5670509,205933184~2912717,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,322314432~9538880,342553162~1046252,352321536~2896209,359639115~8015843,371156655~3109194,376879566~926046,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.310 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 16 diff [7519021~5663362,24838180~10795886,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,96202377~1216753,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~5670509,205933184~2912717,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.310 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,24838180~10795886,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,96202377~1216753,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~5670509,205933184~2912717,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.316 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~5663362,24764125~10869941,42316227~8186198,54525952~13786548,68879654~2464247,80679945~3353173,96202377~1216753,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~5670509,205933184~2912717,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,322314432~9538880,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.316 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 17 diff [7519021~5663362,15824164~7353997,24838180~10795886,38401268~14127928,56218674~15774626,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~11457514,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.316 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~10795886,38401268~14127928,56218674~15774626,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~11457514,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~926046,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.321 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~10869941,38401268~14127928,54525952~17467348,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~11457514,218050080~9467216,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,322314432~9538880,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,376879566~926046,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:20.321 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 18 diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~11457514,218050080~9467216,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~10845854,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.321 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~11457514,218050080~9467216,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~10845854,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.327 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,181087030~6603711,189429827~2789089,197388387~11457514,218050080~9467216,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:20.327 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 19 diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.327 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.332 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:20.332 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 12 diff [25290102~721197,46396068~2685736,119612927~1501629,269411457~271107,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,396672642~9785572] 2023-12-01T05:50:20.332 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [25290102~721197,46396068~2685736,119612927~1501629,269411457~271107,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,396672642~9785572] 2023-12-01T05:50:20.338 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [25290102~721197,46396068~2685736,119612927~1501629,269411457~271107,322314432~7995058,342553162~1046252,359639115~6135381,371156655~3109194,394264576~12193638] 2023-12-01T05:50:20.338 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 13 diff [7554268~5628115,25290102~721197,44937933~4143871,59236860~4261465,80679945~3353173,102379331~1058815,119612927~1501629,144188021~709526,158789244~70558,269411457~271107,322314432~7995058,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.338 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,25290102~721197,44937933~4143871,59236860~4261465,80679945~3353173,102379331~1058815,119612927~1501629,144188021~709526,158789244~70558,269411457~271107,322314432~7995058,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.343 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,25290102~721197,44937933~4143871,58720256~4778069,80679945~3353173,102379331~1058815,119612927~1501629,144188021~709526,158789244~70558,269411457~271107,322314432~7995058,342553162~1046252,352321536~2896209,359639115~6135381,371156655~3109194,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.344 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 14 diff [7554268~5628115,24969595~8892086,44937933~4143871,59236860~9075640,80679945~3353173,102379331~1058815,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,269411457~271107,278787434~3680128,322314432~9538880,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.344 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,24969595~8892086,44937933~4143871,59236860~9075640,80679945~3353173,102379331~1058815,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,269411457~271107,278787434~3680128,322314432~9538880,342553162~1046252,353758128~1459617,359639115~6135381,371156655~3109194,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.349 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,24764125~9097556,44937933~4143871,58720256~9592244,80679945~3353173,102379331~1058815,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,269411457~271107,278787434~3680128,322314432~9538880,342553162~1046252,352321536~2896209,359639115~6135381,371156655~3109194,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.349 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 15 diff [7554268~5628115,24838180~9023501,42316227~8186198,59236860~9075640,80679945~3353173,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,342553162~1046252,353758128~1459617,359639115~8015843,371156655~3109194,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.349 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,24838180~9023501,42316227~8186198,59236860~9075640,80679945~3353173,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,342553162~1046252,353758128~1459617,359639115~8015843,371156655~3109194,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.354 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,24764125~9097556,42316227~8186198,58720256~9592244,80679945~3353173,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,342553162~1046252,352321536~2896209,359639115~8015843,371156655~3109194,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.354 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 16 diff [7519021~5663362,24838180~9023501,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.355 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,24838180~9023501,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,385041503~7512342,396672642~9785572] 2023-12-01T05:50:20.360 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~5663362,24764125~9097556,42316227~8186198,54525952~13786548,68879654~2464247,80679945~3353173,102379331~1058815,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,383416086~9137759,394264576~12193638] 2023-12-01T05:50:20.360 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 17 diff [7519021~5663362,15824164~7353997,24838180~9023501,38401268~14127928,56218674~15774626,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.360 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~9023501,38401268~14127928,56218674~15774626,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,338488589~5110825,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.365 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~9097556,38401268~14127928,54525952~17467348,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,322314432~9538880,338488589~12060051,352321536~2896209,359639115~8015843,370903251~3362598,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:20.365 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 18 diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~10845854,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.365 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~10845854,343829927~6718713,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.371 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:20.371 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 19 diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.371 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:20.376 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:20.376 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 13 diff [7554268~5628115,44937933~1465755,59236860~4261465,80679945~3353173,102379331~1058815,144188021~709526,158789244~70558,353758128~1459617,385041503~7512342] 2023-12-01T05:50:20.376 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,44937933~1465755,59236860~4261465,80679945~3353173,102379331~1058815,144188021~709526,158789244~70558,353758128~1459617,385041503~7512342] 2023-12-01T05:50:20.382 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,44937933~1465755,58720256~4778069,80679945~3353173,102379331~1058815,144188021~709526,158789244~70558,352321536~2896209,383416086~9137759] 2023-12-01T05:50:20.382 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 14 diff [7554268~5628115,24969595~8892086,44937933~1465755,59236860~9075640,80679945~3353173,102379331~1058815,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212,353758128~1459617,385041503~7512342] 2023-12-01T05:50:20.382 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,24969595~8892086,44937933~1465755,59236860~9075640,80679945~3353173,102379331~1058815,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212,353758128~1459617,385041503~7512342] 2023-12-01T05:50:20.387 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,24764125~9097556,44937933~1465755,58720256~9592244,80679945~3353173,102379331~1058815,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212,352321536~2896209,383416086~9137759] 2023-12-01T05:50:20.387 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 15 diff [7554268~5628115,24838180~9023501,42316227~8186198,59236860~9075640,80679945~3353173,102379331~1058815,107479752~4051458,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,353758128~1459617,359724005~7930953,385041503~7512342] 2023-12-01T05:50:20.387 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7554268~5628115,24838180~9023501,42316227~8186198,59236860~9075640,80679945~3353173,102379331~1058815,107479752~4051458,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,353758128~1459617,359724005~7930953,385041503~7512342] 2023-12-01T05:50:20.392 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7554268~5628115,24764125~9097556,42316227~8186198,58720256~9592244,80679945~3353173,102379331~1058815,107479752~4051458,131677377~3501562,144188021~709526,158789244~70558,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,352321536~2896209,359724005~7930953,383416086~9137759] 2023-12-01T05:50:20.393 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 16 diff [7519021~5663362,24838180~9023501,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,102379331~1058815,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,353758128~1459617,359724005~7930953,370903251~1396171,385041503~7512342] 2023-12-01T05:50:20.393 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,24838180~9023501,42316227~8186198,56218674~12093826,68879654~2464247,80679945~3353173,102379331~1058815,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,353758128~1459617,359724005~7930953,370903251~1396171,385041503~7512342] 2023-12-01T05:50:20.398 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~5663362,24764125~9097556,42316227~8186198,54525952~13786548,68879654~2464247,80679945~3353173,102379331~1058815,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343599414~6949226,352321536~2896209,359724005~7930953,370903251~1396171,383416086~9137759] 2023-12-01T05:50:20.398 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 17 diff [7519021~5663362,15824164~7353997,24838180~9023501,38401268~14127928,56218674~15774626,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,353758128~1459617,359724005~7930953,370903251~1396171,385041503~7512342,408548297~1198193] 2023-12-01T05:50:20.398 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~9023501,38401268~14127928,56218674~15774626,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,353758128~1459617,359724005~7930953,370903251~1396171,385041503~7512342,408548297~1198193] 2023-12-01T05:50:20.404 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~9097556,38401268~14127928,54525952~17467348,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343599414~6949226,352321536~2896209,359724005~7930953,370903251~1396171,383416086~9137759,408548297~1198193] 2023-12-01T05:50:20.404 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 18 diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343829927~6718713,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:20.404 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343829927~6718713,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:20.409 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343599414~6949226,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:20.409 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 19 diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:20.410 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:20.415 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:20.415 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 14 diff [24969595~8892086,62962469~5350031,131677377~3501562,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212] 2023-12-01T05:50:20.415 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [24969595~8892086,62962469~5350031,131677377~3501562,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212] 2023-12-01T05:50:20.421 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [24764125~9097556,62962469~5350031,131677377~3501562,158867776~5690534,189429827~2789089,205933184~2912717,219531645~7985651,278787434~3680128,328251100~3602212] 2023-12-01T05:50:20.421 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 15 diff [24838180~9023501,42316227~8186198,62962469~5350031,107479752~4051458,131677377~3501562,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,359724005~7930953] 2023-12-01T05:50:20.421 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [24838180~9023501,42316227~8186198,62962469~5350031,107479752~4051458,131677377~3501562,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,359724005~7930953] 2023-12-01T05:50:20.426 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [24764125~9097556,42316227~8186198,62962469~5350031,107479752~4051458,131677377~3501562,158867776~5690534,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,359724005~7930953] 2023-12-01T05:50:20.426 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 16 diff [7519021~225595,24838180~9023501,42316227~8186198,56218674~5765238,62962469~5350031,68879654~2464247,107479752~4051458,131677377~3501562,145943762~3055171,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171] 2023-12-01T05:50:20.426 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,24838180~9023501,42316227~8186198,56218674~5765238,62962469~5350031,68879654~2464247,107479752~4051458,131677377~3501562,145943762~3055171,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171] 2023-12-01T05:50:20.432 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,24764125~9097556,42316227~8186198,54525952~7457960,62962469~5350031,68879654~2464247,107479752~4051458,131677377~3501562,145943762~3055171,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~5670509,205933184~2912717,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343599414~6949226,359724005~7930953,370903251~1396171] 2023-12-01T05:50:20.432 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 17 diff [7519021~225595,15824164~7353997,24838180~9023501,38401268~14127928,56218674~5765238,62962469~9030831,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.432 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~9023501,38401268~14127928,56218674~5765238,62962469~9030831,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.439 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~9097556,38401268~14127928,54525952~7457960,62962469~9030831,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,241676478~139077,278787434~3680128,286145858~6093937,292569482~8084596,328251100~3602212,338488589~4537231,343599414~6949226,359724005~7930953,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.440 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 18 diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343829927~6718713,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.440 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343829927~6718713,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.446 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,181650243~5432259,189429827~2789089,197388387~11457514,219531645~7985651,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343599414~6949226,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.446 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 19 diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.446 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.451 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.451 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 15 diff [24838180~5988157,42316227~8186198,107479752~4051458,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,359724005~7930953] 2023-12-01T05:50:20.451 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [24838180~5988157,42316227~8186198,107479752~4051458,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,359724005~7930953] 2023-12-01T05:50:20.456 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [24838180~5988157,42316227~8186198,107479752~4051458,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,359724005~7930953] 2023-12-01T05:50:20.456 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 16 diff [7519021~225595,24838180~5988157,42316227~8186198,56218674~5765238,68879654~2464247,107479752~4051458,145943762~3055171,165371537~7743898,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171] 2023-12-01T05:50:20.456 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,24838180~5988157,42316227~8186198,56218674~5765238,68879654~2464247,107479752~4051458,145943762~3055171,165371537~7743898,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171] 2023-12-01T05:50:20.462 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,24838180~5988157,42316227~8186198,54525952~7457960,68879654~2464247,107479752~4051458,145943762~3055171,165371537~7743898,181650243~5432259,197388387~5670509,241676478~139077,286145858~6093937,292569482~8084596,338488589~4537231,343599414~6949226,359724005~7930953,370903251~1396171] 2023-12-01T05:50:20.462 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 17 diff [7519021~225595,15824164~7353997,24838180~7744357,38401268~14127928,56218674~5765238,64820936~7172364,81228983~2754749,104617719~2362275,107479752~4051458,145943762~3055171,165371537~7743898,181650243~5432259,197388387~9131328,241676478~139077,286145858~6093937,292569482~8084596,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.462 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~7744357,38401268~14127928,56218674~5765238,64820936~7172364,81228983~2754749,104617719~2362275,107479752~4051458,145943762~3055171,165371537~7743898,181650243~5432259,197388387~9131328,241676478~139077,286145858~6093937,292569482~8084596,338488589~4537231,343829927~6718713,359724005~7930953,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.467 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~7744357,38401268~14127928,54525952~7457960,64820936~7172364,81228983~2754749,104617719~2362275,107479752~4051458,145943762~3055171,165371537~7743898,181650243~5432259,197388387~9131328,241676478~139077,286145858~6093937,292569482~8084596,338488589~4537231,343599414~6949226,359724005~7930953,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.468 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 18 diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,145943762~3055171,149212973~4477049,165371537~7743898,181650243~5432259,197388387~9131328,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343829927~6718713,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.468 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,145943762~3055171,149212973~4477049,165371537~7743898,181650243~5432259,197388387~9131328,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343829927~6718713,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.473 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~11665004,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,145943762~7746260,165371537~7743898,181650243~5432259,197388387~9131328,228210577~9195892,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343599414~6949226,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.473 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 19 diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.473 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.478 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~11665004,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,228210577~9195892,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.479 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 16 diff [7519021~225595,56218674~5765238,68879654~2464247,145943762~3055171,165371537~7743898,338488589~4537231,343829927~6718713,370903251~1396171] 2023-12-01T05:50:20.479 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,56218674~5765238,68879654~2464247,145943762~3055171,165371537~7743898,338488589~4537231,343829927~6718713,370903251~1396171] 2023-12-01T05:50:20.484 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,54525952~7457960,68879654~2464247,145943762~3055171,165371537~7743898,338488589~4537231,343599414~6949226,370903251~1396171] 2023-12-01T05:50:20.484 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 17 diff [7519021~225595,15824164~7353997,28301300~4281237,38401268~14127928,56218674~5765238,64820936~7172364,81228983~2754749,104617719~2362275,145943762~3055171,165371537~7743898,201942716~4576999,338488589~4537231,343829927~6718713,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.484 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,28301300~4281237,38401268~14127928,56218674~5765238,64820936~7172364,81228983~2754749,104617719~2362275,145943762~3055171,165371537~7743898,201942716~4576999,338488589~4537231,343829927~6718713,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.489 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,28301300~4281237,38401268~14127928,54525952~7457960,64820936~7172364,81228983~2754749,104617719~2362275,145943762~3055171,165371537~7743898,201942716~4576999,338488589~4537231,343599414~6949226,370903251~1396171,408548297~1198193] 2023-12-01T05:50:20.489 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 18 diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,145943762~3055171,149212973~4477049,165371537~7743898,201299268~1539,201942716~4576999,229451870~7954599,267545669~969240,319899884~5367017,332753560~10272260,343829927~6718713,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.489 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,145943762~3055171,149212973~4477049,165371537~7743898,201299268~1539,201942716~4576999,229451870~7954599,267545669~969240,319899884~5367017,332753560~10272260,343829927~6718713,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.495 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,28301300~8201884,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,145943762~7746260,165371537~7743898,201299268~1539,201942716~4576999,228210577~9195892,267545669~969240,319899884~5367017,332753560~10272260,343599414~6949226,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.495 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 19 diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.495 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.501 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,28301300~8201884,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.501 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to 17 diff [15824164~7353997,28301300~4281237,38401268~14127928,64820936~7172364,81228983~2754749,104617719~2362275,201942716~4576999,408548297~1198193] 2023-12-01T05:50:20.501 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [15824164~7353997,28301300~4281237,38401268~14127928,64820936~7172364,81228983~2754749,104617719~2362275,201942716~4576999,408548297~1198193] 2023-12-01T05:50:20.505 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [13182383~9995778,28301300~4281237,38401268~14127928,64820936~7172364,81228983~2754749,104617719~2362275,201942716~4576999,408548297~1198193] 2023-12-01T05:50:20.506 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to 18 diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,149212973~4477049,167138651~1474392,201299268~1539,201942716~4576999,229451870~7954599,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.506 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,149212973~4477049,167138651~1474392,201299268~1539,201942716~4576999,229451870~7954599,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.511 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [13182383~9995778,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,148998933~4691089,167138651~1474392,201299268~1539,201942716~4576999,228210577~9195892,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.511 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to 19 diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.511 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.517 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [13182383~9995778,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,148998933~4691089,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:20.517 INFO:tasks.workunit.client.0.smithi111.stdout:from 17 to 18 diff [31685930~4817254,69765134~3301696,149212973~4477049,167138651~1474392,201299268~1539,229451870~7954599,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807] 2023-12-01T05:50:20.517 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [31685930~4817254,69765134~3301696,149212973~4477049,167138651~1474392,201299268~1539,229451870~7954599,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807] 2023-12-01T05:50:20.521 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [31685930~4817254,69765134~3301696,148998933~4691089,167138651~1474392,201299268~1539,228210577~9195892,267545669~969240,319899884~5367017,332753560~7146514,377059133~2728807] 2023-12-01T05:50:20.522 INFO:tasks.workunit.client.0.smithi111.stdout:from 17 to 19 diff [17218205~2533872,28745043~7758141,39639739~2834725,68135895~4930935,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807] 2023-12-01T05:50:20.522 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [17218205~2533872,28745043~7758141,39639739~2834725,68135895~4930935,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807] 2023-12-01T05:50:20.528 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [17218205~2533872,28745043~7758141,39639739~2834725,68135895~4930935,133227569~1799504,148998933~4691089,167138651~1474392,176764780~2054492,201299268~1539,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807] 2023-12-01T05:50:20.528 INFO:tasks.workunit.client.0.smithi111.stdout:from 18 to 19 diff [17218205~2533872,28745043~5366748,39639739~2834725,68135895~4109470,133227569~1799504,176764780~2054492,211701074~8182410,220757272~396620,295670168~4338141,343415163~1081701] 2023-12-01T05:50:20.528 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [17218205~2533872,28745043~5366748,39639739~2834725,68135895~4109470,133227569~1799504,176764780~2054492,211701074~8182410,220757272~396620,295670168~4338141,343415163~1081701] 2023-12-01T05:50:20.534 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [17218205~2533872,28745043~5366748,39639739~2834725,68135895~4109470,133227569~1799504,176764780~2054492,211701074~8182410,220757272~396620,295670168~4338141,343415163~1081701] 2023-12-01T05:50:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:20 smithi155 ceph-mon[102677]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-01T05:50:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:20 smithi111 ceph-mon[97855]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-01T05:50:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:20 smithi111 ceph-mon[116524]: osdmap e1530: 8 total, 8 up, 8 in 2023-12-01T05:50:21.460 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.460 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.480 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:21.480 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.480 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.486 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:21.486 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.486 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.491 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:21.491 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.492 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:21.497 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:21.497 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:21.497 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:21.503 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:21.503 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:21.503 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:21.509 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:21.509 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:21.509 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:21.513 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:21.514 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:21.514 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:21.519 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:21.519 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:21.519 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:21.525 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:21.525 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:21.525 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:21.530 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:21.530 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:21.531 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:21.536 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:21.537 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:21.537 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:21.541 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:21.541 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:21.541 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:21.546 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:21.546 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.546 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.552 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.552 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.552 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.557 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~11665004,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,228210577~9195892,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.557 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to HEAD diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.557 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.562 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,28301300~8201884,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.563 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to HEAD diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.563 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.567 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [13182383~9995778,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,148998933~4691089,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:21.568 INFO:tasks.workunit.client.0.smithi111.stdout:from 17 to HEAD diff [17218205~2533872,28745043~7758141,39639739~2834725,68135895~4930935,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807] 2023-12-01T05:50:21.568 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [17218205~2533872,28745043~7758141,39639739~2834725,68135895~4930935,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807] 2023-12-01T05:50:21.572 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [17218205~2533872,28745043~7758141,39639739~2834725,68135895~4930935,133227569~1799504,148998933~4691089,167138651~1474392,176764780~2054492,201299268~1539,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807] 2023-12-01T05:50:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:21 smithi155 ceph-mon[102677]: pgmap v3524: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 253 KiB/s rd, 36 MiB/s wr, 2.04k op/s 2023-12-01T05:50:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:21 smithi111 ceph-mon[97855]: pgmap v3524: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 253 KiB/s rd, 36 MiB/s wr, 2.04k op/s 2023-12-01T05:50:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:21 smithi111 ceph-mon[116524]: pgmap v3524: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 253 KiB/s rd, 36 MiB/s wr, 2.04k op/s 2023-12-01T05:50:22.481 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.481 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.502 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:22.503 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.503 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.508 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:22.508 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.508 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.514 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:22.515 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.515 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:22.520 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:22.520 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:22.520 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:22.526 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:22.526 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:22.526 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:22.532 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:22.532 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:22.532 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:22.538 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:22.538 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:22.538 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:22.544 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:22.545 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:22.545 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:22.549 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:22.550 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:22.550 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:22.555 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:22.555 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:22.555 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:22.562 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:22.562 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:22.562 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:22.566 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:22.566 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:22.566 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:22.571 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:22.571 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.571 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.577 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.577 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.577 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.582 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~11665004,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,228210577~9195892,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.582 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to HEAD diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.582 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.587 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,28301300~8201884,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.587 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to HEAD diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.588 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [15824164~7353997,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,149212973~4477049,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.592 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [13182383~9995778,28301300~8201884,38401268~14127928,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,148998933~4691089,167138651~1474392,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~7146514,343415163~1081701,377059133~2728807,408548297~1198193] 2023-12-01T05:50:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:22 smithi155 ceph-mon[102677]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-01T05:50:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:22 smithi111 ceph-mon[97855]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-01T05:50:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:22 smithi111 ceph-mon[116524]: osdmap e1531: 8 total, 8 up, 8 in 2023-12-01T05:50:23.478 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.478 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.519 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:23.519 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.519 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.525 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:23.525 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.525 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.531 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:23.531 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.531 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:23.536 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:23.537 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:23.537 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:23.542 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:23.542 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:23.542 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:23.547 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:23.548 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:23.548 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:23.553 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:23.553 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:23.553 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:23.558 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:23.558 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:23.558 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:23.563 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:23.564 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:23.564 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:23.569 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:23.569 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:23.569 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:23.574 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:23.574 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:23.574 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:23.579 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:23.580 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:23.580 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:23.585 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:23.585 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.585 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.590 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.590 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.590 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.595 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~11665004,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,228210577~9195892,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.596 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to HEAD diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.596 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,28301300~8201884,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,229451870~7954599,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.600 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,28301300~8201884,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,201299268~1539,201942716~4576999,211701074~8182410,220757272~396620,228210577~9195892,267545669~969240,295670168~4338141,319899884~5367017,332753560~10272260,343415163~7133477,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:23 smithi155 ceph-mon[102677]: pgmap v3526: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 30 MiB/s wr, 1.67k op/s 2023-12-01T05:50:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:23 smithi155 ceph-mon[102677]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-01T05:50:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:23 smithi111 ceph-mon[97855]: pgmap v3526: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 30 MiB/s wr, 1.67k op/s 2023-12-01T05:50:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:23 smithi111 ceph-mon[97855]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-01T05:50:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:23 smithi111 ceph-mon[116524]: pgmap v3526: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 30 MiB/s wr, 1.67k op/s 2023-12-01T05:50:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:23 smithi111 ceph-mon[116524]: osdmap e1532: 8 total, 8 up, 8 in 2023-12-01T05:50:24.487 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.487 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.527 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:24.528 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.528 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.533 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:24.533 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.533 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.539 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:24.539 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.539 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:24.544 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:24.544 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:24.545 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:24.550 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:24.550 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:24.550 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:24.555 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:24.556 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:24.556 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:24.561 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:24.561 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:24.561 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:24.566 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:24.566 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:24.567 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:24.572 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:24.572 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:24.572 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:24.577 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:24.577 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:24.577 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:24.583 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:24.583 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:24.583 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:24.588 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:24.588 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:24.588 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:24.593 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:24.593 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:24.594 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:24.599 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:24.599 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:24.599 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~3055171,149212973~4477049,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,229451870~7954599,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:24.604 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24838180~11665004,38401268~14127928,54525952~7457960,64820936~8245894,81228983~2754749,104617719~2362275,107479752~4051458,133227569~1799504,145943762~7746260,165371537~7743898,176764780~2054492,181650243~5432259,197388387~9131328,211701074~8182410,220757272~396620,228210577~9195892,241676478~139077,267545669~969240,286145858~6093937,292569482~8084596,319899884~5367017,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:24 smithi111 ceph-mon[97855]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-01T05:50:24.902 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:24 smithi111 ceph-mon[116524]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-01T05:50:24.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:24 smithi155 ceph-mon[102677]: osdmap e1533: 8 total, 8 up, 8 in 2023-12-01T05:50:25.499 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.499 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.538 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:25.538 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.538 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.544 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:25.544 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.544 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.549 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:25.549 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.549 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:25.555 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:25.555 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:25.555 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:25.560 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:25.560 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:25.560 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:25.566 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:25.566 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:25.566 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:25.571 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:25.571 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:25.571 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:25.577 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:25.577 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:25.577 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:25.583 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:25.583 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:25.583 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:25.589 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:25.589 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:25.589 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:25.594 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:25.594 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:25.594 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:25.599 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:25.599 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:25.599 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:25.604 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:25.604 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:25.605 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~225595,15824164~7353997,24838180~11665004,38401268~14127928,56218674~5765238,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~3055171,149212973~4477049,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:25.609 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~225595,13182383~9995778,24764125~11739059,38401268~14127928,54525952~7457960,62962469~10104361,81228983~2754749,104617719~2362275,107479752~4051458,131677377~3501562,145943762~7746260,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,359724005~7930953,370903251~1396171,377059133~2728807,408548297~1198193] 2023-12-01T05:50:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:25 smithi111 ceph-mon[97855]: pgmap v3529: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 30 MiB/s wr, 1.68k op/s 2023-12-01T05:50:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:25 smithi111 ceph-mon[97855]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-01T05:50:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:25 smithi111 ceph-mon[116524]: pgmap v3529: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 30 MiB/s wr, 1.68k op/s 2023-12-01T05:50:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:25 smithi111 ceph-mon[116524]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-01T05:50:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:25 smithi155 ceph-mon[102677]: pgmap v3529: 137 pgs: 137 active+clean; 832 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 30 MiB/s wr, 1.68k op/s 2023-12-01T05:50:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:25 smithi155 ceph-mon[102677]: osdmap e1534: 8 total, 8 up, 8 in 2023-12-01T05:50:26.499 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.499 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.558 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:26.558 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.558 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.564 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:26.565 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.565 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.570 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:26.570 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.570 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:26.577 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:26.577 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:26.578 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:26.583 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:26.583 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:26.583 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:26.589 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:26.589 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:26.589 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:26.596 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:26.597 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:26.597 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:26.604 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:26.604 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:26.604 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:26.609 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:26.609 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:26.610 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:26.615 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:26.615 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:26.615 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:26.621 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:26.621 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:26.621 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:26.626 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:26.627 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:26.627 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,353758128~1459617,359724005~7930953,370903251~1396171,377059133~2728807,385041503~7512342,408548297~1198193] 2023-12-01T05:50:26.632 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,278787434~3680128,286145858~6093937,292569482~8084596,319899884~5367017,328251100~3602212,332753560~10272260,343415163~7133477,352321536~2896209,359724005~7930953,370903251~1396171,377059133~2728807,383416086~9137759,408548297~1198193] 2023-12-01T05:50:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:26 smithi111 ceph-mon[97855]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-01T05:50:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:26 smithi111 ceph-mon[116524]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-01T05:50:26.837 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:50:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:26 smithi155 ceph-mon[102677]: osdmap e1535: 8 total, 8 up, 8 in 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (67m) 3m ago 68m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (68m) 3m ago 68m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (69m) 3m ago 69m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (69m) 3m ago 69m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (72m) 3m ago 72m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:50:27.139 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (74m) 3m ago 74m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (74m) 3m ago 74m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (72m) 3m ago 72m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (72m) 3m ago 72m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (67m) 3m ago 67m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (67m) 3m ago 67m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (72m) 3m ago 72m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:50:27.140 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (71m) 3m ago 71m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (71m) 3m ago 71m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (71m) 3m ago 71m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (70m) 3m ago 70m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (70m) 3m ago 70m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (69m) 3m ago 69m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (69m) 3m ago 69m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:50:27.141 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (67m) 3m ago 68m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:50:27.503 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.503 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.539 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:50:27.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:50:27.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:50:27.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:27.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:50:27.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:50:27.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:27.540 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:50:27.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:50:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:50:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:50:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:50:27.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:50:27.542 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:50:27.542 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:50:27.592 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:27.593 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.593 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.597 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:27.597 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.597 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.602 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:27.602 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.602 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:27.608 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:27.608 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:27.608 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:27.613 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:27.613 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:27.613 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:27.618 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:27.618 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:27.618 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:27.623 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:27.623 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:27.623 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:27.630 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:27.630 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:27.630 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:27.635 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:27.635 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:27.635 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:27.641 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:27.641 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:27.641 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:27.646 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:27.646 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:27.646 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,377059133~2728807,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:27.651 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181650243~5432259,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,267545669~969240,269411457~271107,278787434~3680128,286145858~6093937,292569482~8084596,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,377059133~2728807,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:27 smithi111 ceph-mon[97855]: pgmap v3532: 137 pgs: 137 active+clean; 809 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.0 KiB/s wr, 4.86k op/s 2023-12-01T05:50:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:27 smithi111 ceph-mon[97855]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-01T05:50:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:27 smithi111 ceph-mon[116524]: pgmap v3532: 137 pgs: 137 active+clean; 809 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.0 KiB/s wr, 4.86k op/s 2023-12-01T05:50:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:27 smithi111 ceph-mon[116524]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-01T05:50:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:27 smithi155 ceph-mon[102677]: pgmap v3532: 137 pgs: 137 active+clean; 809 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.0 KiB/s wr, 4.86k op/s 2023-12-01T05:50:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:27 smithi155 ceph-mon[102677]: osdmap e1536: 8 total, 8 up, 8 in 2023-12-01T05:50:28.519 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.519 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.575 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:28.575 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.575 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.580 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:28.580 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.580 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.586 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:28.586 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.587 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:28.591 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:28.591 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:28.591 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:28.596 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:28.596 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:28.596 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:28.602 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:28.602 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:28.602 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:28.607 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:28.607 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:28.607 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:28.613 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:28.613 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:28.613 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:28.618 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:28.618 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:28.618 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:28.623 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:28.623 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:28.623 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [7519021~5663362,15824164~7353997,24838180~11665004,38401268~14127928,56218674~16848156,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~11953428,332753560~17795080,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~1198193] 2023-12-01T05:50:28.628 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [7519021~15659140,24764125~11739059,38401268~14127928,54525952~18540878,80679945~3353173,96202377~1216753,102379331~1058815,104617719~2362275,107479752~4051458,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~2789089,197388387~11457514,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~11953428,332753560~17795080,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~1198193] 2023-12-01T05:50:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[97855]: from='client.28622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[97855]: from='client.28628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[97855]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-01T05:50:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2795038970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:50:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[116524]: from='client.28622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[116524]: from='client.28628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[116524]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-01T05:50:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2795038970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:50:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:28 smithi155 ceph-mon[102677]: from='client.28622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:28 smithi155 ceph-mon[102677]: from='client.28628 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:28 smithi155 ceph-mon[102677]: osdmap e1537: 8 total, 8 up, 8 in 2023-12-01T05:50:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2795038970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:50:29.359 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.359 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.418 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:29.418 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.418 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.429 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:29.429 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.430 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.435 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:29.435 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.435 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:29.440 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:29.440 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:29.440 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:29.446 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:29.446 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:29.446 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:29.451 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:29.451 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:29.451 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:29.457 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:29.457 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:29.457 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:29.462 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:29.462 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:29.462 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:29.467 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:29.467 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:29.468 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:29.472 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165371537~7743898,176764780~2054492,181087030~6603711,189429827~19416074,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~6093937,292569482~8084596,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:29.751 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:50:29] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:50:29.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:29 smithi111 ceph-mon[97855]: pgmap v3535: 137 pgs: 137 active+clean; 809 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.0 KiB/s wr, 4.86k op/s 2023-12-01T05:50:29.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:29 smithi111 ceph-mon[97855]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-01T05:50:29.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:29 smithi111 ceph-mon[97855]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-01T05:50:29.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:29 smithi111 ceph-mon[116524]: pgmap v3535: 137 pgs: 137 active+clean; 809 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.0 KiB/s wr, 4.86k op/s 2023-12-01T05:50:29.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:29 smithi111 ceph-mon[116524]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-01T05:50:29.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:29 smithi111 ceph-mon[116524]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-01T05:50:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:29 smithi155 ceph-mon[102677]: pgmap v3535: 137 pgs: 137 active+clean; 809 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 150 KiB/s rd, 6.0 KiB/s wr, 4.86k op/s 2023-12-01T05:50:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:29 smithi155 ceph-mon[102677]: osdmap e1538: 8 total, 8 up, 8 in 2023-12-01T05:50:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:29 smithi155 ceph-mon[102677]: osdmap e1539: 8 total, 8 up, 8 in 2023-12-01T05:50:30.374 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.374 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.432 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:30.432 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.432 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.447 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:30.447 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.447 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.453 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:30.453 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.453 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:30.458 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:30.458 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:30.458 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:30.464 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:30.464 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:30.464 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:30.469 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:30.469 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:30.469 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:30.474 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:30.474 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:30.474 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:30.479 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:30.479 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:30.480 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,158789244~70558,158867776~5690534,165371537~13447735,181087030~27758871,211701074~15816222,229451870~7954599,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:30.485 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,80679945~3353173,84268829~1294915,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~7746260,158789244~70558,158867776~5690534,165097876~13721396,180355072~28490829,211701074~15816222,228210577~9195892,241676478~139077,264243414~5714539,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:31.390 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.390 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.439 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:31.439 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.439 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.450 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:31.450 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.450 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.455 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:31.456 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.456 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:31.461 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:31.461 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:31.461 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:31.466 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:31.467 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:31.467 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:31.472 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:31.472 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:31.472 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:31.477 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:31.478 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:31.478 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [3100799~10081584,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~9785572,408548297~3220182] 2023-12-01T05:50:31.482 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [3100799~20077362,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~4883799,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,275433423~3113103,278787434~3680128,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~12193638,408548297~3220182] 2023-12-01T05:50:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:31 smithi155 ceph-mon[102677]: pgmap v3538: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.63k op/s 2023-12-01T05:50:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:31 smithi155 ceph-mon[102677]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-01T05:50:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:31 smithi111 ceph-mon[97855]: pgmap v3538: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.63k op/s 2023-12-01T05:50:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:31 smithi111 ceph-mon[97855]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-01T05:50:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:31 smithi111 ceph-mon[116524]: pgmap v3538: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.63k op/s 2023-12-01T05:50:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:31 smithi111 ceph-mon[116524]: osdmap e1540: 8 total, 8 up, 8 in 2023-12-01T05:50:32.392 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.392 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.441 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:32.441 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.441 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.452 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:32.453 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.453 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.459 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:32.459 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.459 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:32.464 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:32.464 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:32.464 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:32.470 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:32.471 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:32.471 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:32.476 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:32.476 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:32.476 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~16516817,229451870~7954599,241676478~139077,243051904~2382071,264243414~5714539,272691159~9776403,286145858~14508220,314077670~3005658,319899884~30648756,353758128~1459617,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:32.482 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~16516817,228210577~9195892,241676478~139077,242799495~2634480,264243414~5714539,272691159~9776403,286145858~14508220,310378496~6704832,319899884~30648756,352321536~2896209,359639115~8015843,370903251~3362598,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:32 smithi155 ceph-mon[102677]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-01T05:50:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:50:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:32 smithi111 ceph-mon[97855]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-01T05:50:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:50:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:32 smithi111 ceph-mon[116524]: osdmap e1541: 8 total, 8 up, 8 in 2023-12-01T05:50:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:50:33.465 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.466 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.522 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:33.522 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.522 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.529 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:33.529 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.529 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.534 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:33.534 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.535 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:33.540 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:33.540 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:33.540 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:33.545 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:33.545 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:33.545 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,240812092~1619284,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:33.550 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~9708462,96202377~1216753,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,240812092~1619284,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:33 smithi155 ceph-mon[102677]: pgmap v3541: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.63k op/s 2023-12-01T05:50:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:33 smithi155 ceph-mon[102677]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-01T05:50:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:50:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:50:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[97855]: pgmap v3541: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.63k op/s 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[97855]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[116524]: pgmap v3541: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.2 KiB/s wr, 1.63k op/s 2023-12-01T05:50:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[116524]: osdmap e1542: 8 total, 8 up, 8 in 2023-12-01T05:50:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:50:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:50:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:50:34.366 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.366 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.417 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:34.417 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.417 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.426 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:34.427 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.427 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.431 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:34.431 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.432 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:34.437 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:34.437 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:34.437 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23961398~18897,24838180~13164395,38401268~14127928,56218674~16848156,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,131677377~3501562,144188021~709526,145943762~3055171,149212973~4477049,154181091~10377219,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~4856568,243051904~2382071,264243414~5714539,272691159~9776403,286145858~16377125,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~11456460,408548297~3220182] 2023-12-01T05:50:34.442 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~23178161,23961398~18897,24764125~13238450,38401268~14127928,54525952~18540878,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,131677377~3501562,144188021~709526,145943762~18614548,165097876~14123280,180355072~28490829,211000479~26405990,237574808~4856568,242799495~2634480,264243414~5714539,272691159~9776403,286145858~16377125,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~13864526,408548297~3220182] 2023-12-01T05:50:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:34 smithi155 ceph-mon[102677]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-01T05:50:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:34 smithi155 ceph-mon[102677]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-01T05:50:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:34 smithi111 ceph-mon[97855]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-01T05:50:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:34 smithi111 ceph-mon[97855]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-01T05:50:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:34 smithi111 ceph-mon[116524]: osdmap e1543: 8 total, 8 up, 8 in 2023-12-01T05:50:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:34 smithi111 ceph-mon[116524]: osdmap e1544: 8 total, 8 up, 8 in 2023-12-01T05:50:35.469 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.470 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.519 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:35.519 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.519 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.528 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:35.528 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.528 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.533 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:35.534 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.534 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,78302754~493115,80679945~4883799,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~2382071,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~692890,376879566~2908374,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:35.538 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,78302754~493115,80679945~16739185,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,211000479~34433496,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~5167097,375992425~692890,376879566~2908374,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:35 smithi111 ceph-mon[97855]: pgmap v3544: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:50:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:35 smithi111 ceph-mon[116524]: pgmap v3544: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:50:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:35 smithi155 ceph-mon[102677]: pgmap v3544: 137 pgs: 137 active+clean; 740 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:50:36.491 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:36.491 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:36.535 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:36.535 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:36.535 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:36.546 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:36.546 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:36.546 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~2362275,107479752~9681339,119612927~1501629,121315928~5870761,130101160~6290292,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,264243414~5714539,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:36.551 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,104617719~2362275,107479752~9681339,117440512~9746177,130023424~6368028,144188021~709526,145943762~33277394,180355072~28490829,209715200~39077235,264243414~5714539,272691159~29831824,310378496~6704832,319899884~30648756,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:36 smithi111 ceph-mon[97855]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-01T05:50:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:36 smithi111 ceph-mon[116524]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-01T05:50:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:36 smithi155 ceph-mon[102677]: osdmap e1545: 8 total, 8 up, 8 in 2023-12-01T05:50:37.494 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:37.494 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:37.535 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:37.535 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:37.535 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~6930107,102379331~1058815,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,251057635~752898,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:37.540 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~21921658,102379331~1058815,103454240~13706851,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,251057635~752898,255852544~14105409,272691159~29831824,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:37 smithi111 ceph-mon[97855]: pgmap v3547: 137 pgs: 137 active+clean; 615 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 975 op/s 2023-12-01T05:50:37.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:37 smithi111 ceph-mon[97855]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-01T05:50:37.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:37 smithi111 ceph-mon[116524]: pgmap v3547: 137 pgs: 137 active+clean; 615 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 975 op/s 2023-12-01T05:50:37.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:37 smithi111 ceph-mon[116524]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-01T05:50:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:37 smithi155 ceph-mon[102677]: pgmap v3547: 137 pgs: 137 active+clean; 615 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 975 op/s 2023-12-01T05:50:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:37 smithi155 ceph-mon[102677]: osdmap e1546: 8 total, 8 up, 8 in 2023-12-01T05:50:38.502 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:38.502 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [2659896~10522487,15824164~7353997,23409887~1354238,24838180~13164395,38401268~14127928,56218674~17324434,77098659~8465085,86482048~3906359,90489023~12965217,104617719~12543372,119612927~1501629,121315928~5870761,130101160~6290292,136753475~5096675,144188021~709526,145943762~3055171,149212973~4477049,154181091~10916785,165371537~13849619,181087030~27758871,211000479~17210098,229451870~7954599,237574808~5224687,243051904~5740531,248914422~5785310,257915473~12042480,272691159~29831824,314077670~3005658,319899884~30648756,353758128~1459617,359639115~9249800,370903251~3362598,375992425~3795515,381887401~1177298,385041503~7512342,396672642~15359274] 2023-12-01T05:50:38.538 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~38002575,38401268~14127928,54525952~19017156,75497472~41663619,117440512~9746177,130023424~11826726,142606336~36614820,180355072~28490829,209715200~39077235,248914422~5785310,255852544~14105409,272629760~29893223,310378496~6704832,318767104~31781536,352321536~2896209,359639115~9249800,369098752~10689188,381887401~1177298,383416086~9137759,394264576~17767340] 2023-12-01T05:50:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:38 smithi111 ceph-mon[97855]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-01T05:50:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:38 smithi111 ceph-mon[116524]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-01T05:50:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:38 smithi155 ceph-mon[102677]: osdmap e1547: 8 total, 8 up, 8 in 2023-12-01T05:50:39.403 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39872 ms) 2023-12-01T05:50:39.403 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2023-12-01T05:50:39.403 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:50:39] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:50:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:39 smithi111 ceph-mon[97855]: pgmap v3550: 137 pgs: 137 active+clean; 615 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 975 op/s 2023-12-01T05:50:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:39 smithi111 ceph-mon[97855]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-01T05:50:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:39 smithi111 ceph-mon[97855]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-01T05:50:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:39 smithi111 ceph-mon[116524]: pgmap v3550: 137 pgs: 137 active+clean; 615 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 975 op/s 2023-12-01T05:50:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:39 smithi111 ceph-mon[116524]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-01T05:50:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:39 smithi111 ceph-mon[116524]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-01T05:50:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:39 smithi155 ceph-mon[102677]: pgmap v3550: 137 pgs: 137 active+clean; 615 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 975 op/s 2023-12-01T05:50:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:39 smithi155 ceph-mon[102677]: osdmap e1548: 8 total, 8 up, 8 in 2023-12-01T05:50:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:39 smithi155 ceph-mon[102677]: osdmap e1549: 8 total, 8 up, 8 in 2023-12-01T05:50:40.379 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~256 2023-12-01T05:50:40.385 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (982 ms) 2023-12-01T05:50:40.385 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2023-12-01T05:50:40.385 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:41.433 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:50:41.433 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 4194304~4194304 2023-12-01T05:50:41.434 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8388608~4194304 2023-12-01T05:50:41.434 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 12582912~4194304 2023-12-01T05:50:41.434 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 16777216~4194304 2023-12-01T05:50:41.467 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:50:41.467 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 4194304~4194304 2023-12-01T05:50:41.467 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8388608~2097152 2023-12-01T05:50:41.467 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 16777216~4194304 2023-12-01T05:50:41.477 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1093 ms) 2023-12-01T05:50:41.477 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2023-12-01T05:50:41.478 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:41 smithi155 ceph-mon[102677]: pgmap v3553: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 328 op/s 2023-12-01T05:50:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:41 smithi155 ceph-mon[102677]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-01T05:50:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:41 smithi111 ceph-mon[97855]: pgmap v3553: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 328 op/s 2023-12-01T05:50:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:41 smithi111 ceph-mon[97855]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-01T05:50:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:41 smithi111 ceph-mon[116524]: pgmap v3553: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 328 op/s 2023-12-01T05:50:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:41 smithi111 ceph-mon[116524]: osdmap e1550: 8 total, 8 up, 8 in 2023-12-01T05:50:42.510 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [613085~101409,1153125~49361,4532502~21046,6285816~62387,9975000~83832,10703337~38478,12465655~81184,16012928~13749,18257044~49560,18612075~73612] to clone 2023-12-01T05:50:42.511 INFO:tasks.workunit.client.0.smithi111.stdout: diff was [0~1202486,4194304~2153899,8388608~4158231,12582912~3443765,16777216~1908471] 2023-12-01T05:50:42.515 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1037 ms) 2023-12-01T05:50:42.515 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2023-12-01T05:50:42.515 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:42.538 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [421344~39286,3408308~21366,3941480~18734,4400787~55644,6370830~26574,9489607~16566,12191049~100820,16908747~78037,19681935~89876] 2023-12-01T05:50:42.545 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2023-12-01T05:50:42.545 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2023-12-01T05:50:42.545 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:42 smithi155 ceph-mon[102677]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-01T05:50:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:42 smithi111 ceph-mon[97855]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-01T05:50:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:42 smithi111 ceph-mon[116524]: osdmap e1551: 8 total, 8 up, 8 in 2023-12-01T05:50:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:43 smithi155 ceph-mon[102677]: pgmap v3556: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 328 op/s 2023-12-01T05:50:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:43 smithi155 ceph-mon[102677]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-01T05:50:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:43 smithi111 ceph-mon[97855]: pgmap v3556: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 328 op/s 2023-12-01T05:50:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:43 smithi111 ceph-mon[97855]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-01T05:50:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:43 smithi111 ceph-mon[116524]: pgmap v3556: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 5.7 KiB/s wr, 328 op/s 2023-12-01T05:50:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:43 smithi111 ceph-mon[116524]: osdmap e1552: 8 total, 8 up, 8 in 2023-12-01T05:50:44.456 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1911 ms) 2023-12-01T05:50:44.456 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2023-12-01T05:50:44.456 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:44.515 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 5000005~1234 2023-12-01T05:50:44.519 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (63 ms) 2023-12-01T05:50:44.519 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2023-12-01T05:50:44.519 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:44.595 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8376263~12345 2023-12-01T05:50:44.595 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8388608~4194304 2023-12-01T05:50:44.595 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 12582912~54321 2023-12-01T05:50:44.599 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (80 ms) 2023-12-01T05:50:44.599 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2023-12-01T05:50:44.599 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_librbd.cc:7973: Skipped 2023-12-01T05:50:44.599 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:50:44.599 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (1 ms) 2023-12-01T05:50:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:44 smithi155 ceph-mon[102677]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-01T05:50:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:44 smithi155 ceph-mon[102677]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-01T05:50:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:44 smithi111 ceph-mon[97855]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-01T05:50:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:44 smithi111 ceph-mon[97855]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-01T05:50:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:44 smithi111 ceph-mon[116524]: osdmap e1553: 8 total, 8 up, 8 in 2023-12-01T05:50:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:44 smithi111 ceph-mon[116524]: osdmap e1554: 8 total, 8 up, 8 in 2023-12-01T05:50:45.399 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 11 tests from DiffIterateTest/0 (53110 ms total) 2023-12-01T05:50:45.399 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:50:45.399 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2023-12-01T05:50:45.431 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2023-12-01T05:50:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:45 smithi155 ceph-mon[102677]: pgmap v3559: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:45 smithi111 ceph-mon[97855]: pgmap v3559: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:45 smithi111 ceph-mon[116524]: pgmap v3559: 137 pgs: 137 active+clean; 435 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:46 smithi155 ceph-mon[102677]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-01T05:50:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:46 smithi111 ceph-mon[97855]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-01T05:50:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:46 smithi111 ceph-mon[116524]: osdmap e1555: 8 total, 8 up, 8 in 2023-12-01T05:50:47.426 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:47 smithi155 ceph-mon[102677]: pgmap v3562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:47 smithi155 ceph-mon[102677]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-01T05:50:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/91916719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:50:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:47 smithi111 ceph-mon[97855]: pgmap v3562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:47 smithi111 ceph-mon[97855]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-01T05:50:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/91916719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:50:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:47 smithi111 ceph-mon[116524]: pgmap v3562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:47 smithi111 ceph-mon[116524]: osdmap e1556: 8 total, 8 up, 8 in 2023-12-01T05:50:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/91916719' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:50:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/91916719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:50:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:48 smithi155 ceph-mon[102677]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-01T05:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/91916719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:48 smithi111 ceph-mon[97855]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-01T05:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/91916719' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-31","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:48 smithi111 ceph-mon[116524]: osdmap e1557: 8 total, 8 up, 8 in 2023-12-01T05:50:49.464 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [8379250~48953,10347578~50858,11263271~13558,12136655~39170,18555797~78681,18882798~5440,19025706~26607,19078572~30269,19669485~73290,19905338~92075] 2023-12-01T05:50:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:49 smithi155 ceph-mon[102677]: pgmap v3565: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:49 smithi155 ceph-mon[102677]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-01T05:50:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:50:49] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2023-12-01T05:50:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:49 smithi111 ceph-mon[97855]: pgmap v3565: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:49 smithi111 ceph-mon[97855]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-01T05:50:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:49 smithi111 ceph-mon[116524]: pgmap v3565: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:50:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:49 smithi111 ceph-mon[116524]: osdmap e1558: 8 total, 8 up, 8 in 2023-12-01T05:50:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:50:50.454 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [0~8388608,12582912~8388608] 2023-12-01T05:50:50.465 INFO:tasks.workunit.client.0.smithi111.stdout: diff was [0~8388608,12582912~8388608] 2023-12-01T05:50:50.469 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5039 ms) 2023-12-01T05:50:50.469 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2023-12-01T05:50:50.469 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:50.496 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:50:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:50 smithi155 ceph-mon[102677]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-01T05:50:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:50 smithi111 ceph-mon[97855]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-01T05:50:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:50 smithi111 ceph-mon[116524]: osdmap e1559: 8 total, 8 up, 8 in 2023-12-01T05:50:51.459 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:50:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:51 smithi155 ceph-mon[102677]: pgmap v3568: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 116 KiB/s wr, 20 op/s 2023-12-01T05:50:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:51 smithi155 ceph-mon[102677]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-01T05:50:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:51 smithi111 ceph-mon[97855]: pgmap v3568: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 116 KiB/s wr, 20 op/s 2023-12-01T05:50:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:51 smithi111 ceph-mon[97855]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-01T05:50:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:51 smithi111 ceph-mon[116524]: pgmap v3568: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 116 KiB/s wr, 20 op/s 2023-12-01T05:50:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:51 smithi111 ceph-mon[116524]: osdmap e1560: 8 total, 8 up, 8 in 2023-12-01T05:50:52.473 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:50:52.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:52 smithi155 ceph-mon[102677]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-01T05:50:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:52 smithi111 ceph-mon[97855]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-01T05:50:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:52 smithi111 ceph-mon[116524]: osdmap e1561: 8 total, 8 up, 8 in 2023-12-01T05:50:53.484 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:50:53.486 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3017 ms) 2023-12-01T05:50:53.486 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2023-12-01T05:50:53.486 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:50:53.591 INFO:tasks.workunit.client.0.smithi111.stdout: i=0 exists [18964569~3328256,51059110~7792490,108353775~4473450,125049058~2038627,150667093~7331736,180581152~6280728,224090135~6914782,234313270~2370333,335782581~2734754,408771965~7262206] wrote [18964569~3328256,51059110~7792490,108353775~4473450,125049058~2038627,150667093~7331736,180581152~6280728,224090135~6914782,234313270~2370333,335782581~2734754,408771965~7262206] 2023-12-01T05:50:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:53 smithi155 ceph-mon[102677]: pgmap v3571: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 116 KiB/s wr, 20 op/s 2023-12-01T05:50:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:53 smithi155 ceph-mon[102677]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-01T05:50:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2023-12-01T05:50:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:53 smithi111 ceph-mon[97855]: pgmap v3571: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 116 KiB/s wr, 20 op/s 2023-12-01T05:50:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:53 smithi111 ceph-mon[97855]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-01T05:50:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2023-12-01T05:50:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:53 smithi111 ceph-mon[116524]: pgmap v3571: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 10 KiB/s rd, 116 KiB/s wr, 20 op/s 2023-12-01T05:50:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:53 smithi111 ceph-mon[116524]: osdmap e1562: 8 total, 8 up, 8 in 2023-12-01T05:50:53.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]: dispatch 2023-12-01T05:50:54.434 INFO:tasks.workunit.client.0.smithi111.stdout: i=1 exists [18964569~3328256,30160909~4904357,51059110~7792490,74887413~4455388,108353775~4473450,125049058~2038627,150667093~7331736,158442913~3847128,174908228~4341584,180581152~6280728,193949623~2367805,201091028~6523998,224090135~6914782,234313270~2370333,299878018~4004621,316333811~1886881,335782581~2734754,377880049~6034337,408771965~7262206] wrote [30160909~4904357,74887413~4455388,158442913~3847128,174908228~4341584,193949623~2367805,201091028~6523998,299878018~4004621,316333811~1886881,377880049~6034337] 2023-12-01T05:50:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2023-12-01T05:50:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:54 smithi111 ceph-mon[97855]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-01T05:50:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:54 smithi111 ceph-mon[97855]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-01T05:50:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2023-12-01T05:50:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:54 smithi111 ceph-mon[116524]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-01T05:50:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:54 smithi111 ceph-mon[116524]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-01T05:50:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.13", "id": [3, 7]}]': finished 2023-12-01T05:50:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:54 smithi155 ceph-mon[102677]: osdmap e1563: 8 total, 8 up, 8 in 2023-12-01T05:50:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:54 smithi155 ceph-mon[102677]: osdmap e1564: 8 total, 8 up, 8 in 2023-12-01T05:50:55.481 INFO:tasks.workunit.client.0.smithi111.stdout: i=2 exists [18964569~3328256,30160909~4904357,41187519~7271766,51059110~7792490,67474334~1172124,74887413~6726729,108353775~4473450,125049058~2038627,150667093~7331736,158442913~3847128,174194562~5055250,180581152~6280728,193949623~2367805,201091028~6523998,224090135~6914782,234313270~2370333,278090874~6966156,299878018~4004621,316333811~1886881,323455558~7244944,335782581~2734754,352701289~7665833,373619382~10295004,398761273~7895002,408771965~7262206] wrote [41187519~7271766,52331780~6057790,67474334~1172124,79306468~2307674,174194562~1651521,278090874~6966156,323455558~7244944,352701289~7665833,373619382~7138276,398761273~7895002] 2023-12-01T05:50:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:55 smithi111 ceph-mon[97855]: pgmap v3574: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:50:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:55 smithi111 ceph-mon[97855]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-01T05:50:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:55 smithi111 ceph-mon[116524]: pgmap v3574: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:50:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:55 smithi111 ceph-mon[116524]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-01T05:50:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:55 smithi155 ceph-mon[102677]: pgmap v3574: 137 pgs: 137 active+clean; 15 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:50:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:55 smithi155 ceph-mon[102677]: osdmap e1565: 8 total, 8 up, 8 in 2023-12-01T05:50:56.581 INFO:tasks.workunit.client.0.smithi111.stdout: i=3 exists [18964569~3328256,30160909~4904357,41187519~7271766,48523184~10328416,62071328~9569927,74887413~6726729,108353775~4473450,125049058~2038627,149589520~8409309,158442913~3847128,171613622~7636190,180581152~6280728,193949623~2367805,201091028~6523998,214141065~792124,216187560~3520517,224090135~19485713,278090874~6966156,299878018~4004621,316333811~1886881,323455558~7244944,335782581~2734754,352701289~7665833,373619382~10295004,398761273~7895002,408771965~7262206] wrote [48523184~7153097,62071328~9569927,76226863~4007227,149589520~6152308,171613622~4433393,214141065~792124,216187560~3520517,230693658~12882190] 2023-12-01T05:50:57.572 INFO:tasks.workunit.client.0.smithi111.stdout: i=4 exists [18964569~3328256,30160909~4904357,41187519~7271766,48523184~10328416,62071328~19542814,108353775~4473450,124648148~2439537,132127177~2033273,149589520~8409309,158442913~3847128,171613622~7636190,180581152~6280728,193949623~2367805,201091028~6523998,214141065~792124,216187560~6221877,224090135~19485713,252504729~1580280,259996434~5533255,278090874~6966156,299878018~4004621,316333811~1886881,323455558~8020597,335782581~2734754,352701289~7665833,360939888~7719898,373619382~10295004,398761273~7895002,408771965~7262206] wrote [71318019~5227435,124648148~2126644,132127177~2033273,171659779~3917152,218463149~3946288,252504729~1580280,259996434~5533255,323678218~7797937,360939888~7719898] 2023-12-01T05:50:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:57 smithi111 ceph-mon[97855]: pgmap v3577: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 MiB/s wr, 199 op/s 2023-12-01T05:50:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:57 smithi111 ceph-mon[97855]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-01T05:50:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:57 smithi111 ceph-mon[116524]: pgmap v3577: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 MiB/s wr, 199 op/s 2023-12-01T05:50:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:57 smithi111 ceph-mon[116524]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-01T05:50:57.897 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:50:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:57 smithi155 ceph-mon[102677]: pgmap v3577: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 MiB/s wr, 199 op/s 2023-12-01T05:50:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:57 smithi155 ceph-mon[102677]: osdmap e1566: 8 total, 8 up, 8 in 2023-12-01T05:50:58.211 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:50:58.211 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (68m) 4m ago 68m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:50:58.211 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (68m) 4m ago 68m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (69m) 4m ago 69m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (69m) 4m ago 69m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (72m) 4m ago 72m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (74m) 4m ago 74m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (74m) 4m ago 74m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (73m) 4m ago 73m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (73m) 4m ago 73m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (68m) 4m ago 68m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (68m) 4m ago 68m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (72m) 4m ago 72m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (72m) 4m ago 72m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (71m) 4m ago 71m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:50:58.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (71m) 4m ago 71m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:50:58.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (71m) 4m ago 71m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:50:58.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (70m) 4m ago 70m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:50:58.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (70m) 4m ago 70m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:50:58.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (70m) 4m ago 70m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:50:58.213 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (68m) 4m ago 69m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:50:58.598 INFO:tasks.workunit.client.0.smithi111.stdout: i=5 exists [18964569~3328256,30160909~4904357,41187519~7271766,48523184~10328416,62071328~19542814,84779680~7238404,93726726~7854727,108353775~4473450,124648148~3504473,132127177~2033273,149589520~12700521,166845099~1604110,171613622~7636190,180581152~6280728,193949623~2367805,201091028~6523998,214141065~792124,216187560~6221877,224090135~19485713,252504729~1580280,259996434~5533255,278090874~6966156,299540335~6843494,316333811~1886881,323455558~8020597,335782581~2734754,352701289~7665833,360939888~7719898,373619382~10295004,398761273~7895002,408771965~7867078] wrote [84779680~7238404,93726726~7854727,127029915~1122706,154306878~6760141,166845099~1604110,231849752~7713949,278791997~3107858,299540335~6843494,409293040~7346003] 2023-12-01T05:50:58.630 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:50:58.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:50:58.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:50:58.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:58.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:50:58.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:50:58.631 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:50:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:58 smithi155 ceph-mon[102677]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-01T05:50:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:58 smithi111 ceph-mon[97855]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-01T05:50:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:58 smithi111 ceph-mon[116524]: osdmap e1567: 8 total, 8 up, 8 in 2023-12-01T05:50:59.599 INFO:tasks.workunit.client.0.smithi111.stdout: i=6 exists [10743104~2132608,18964569~3328256,30160909~4904357,41187519~7271766,48523184~33090958,84779680~7238404,93726726~7854727,108353775~4473450,124648148~3504473,132127177~2033273,137928674~6411650,149589520~12700521,166845099~1604110,171613622~7636190,180581152~6280728,193949623~2367805,201091028~6523998,214141065~792124,216187560~6221877,224090135~19485713,250737084~3347925,259996434~5533255,278090874~6966156,292122696~4245141,299540335~6843494,316333811~1886881,323455558~8020597,331734376~7626098,352701289~7665833,360939888~7719898,373619382~10295004,398761273~7895002,408771965~7867078] wrote [10743104~2132608,56512036~7725702,66974324~1779525,137928674~6411650,250737084~3261978,278275059~6736345,292122696~4245141,301815341~213685,331734376~7626098,376061143~6696806] 2023-12-01T05:50:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:50:59] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2023-12-01T05:50:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[97855]: from='client.18792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[97855]: from='client.28664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[97855]: pgmap v3580: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 MiB/s wr, 199 op/s 2023-12-01T05:50:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[97855]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-01T05:50:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2829568173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:50:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[116524]: from='client.18792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[116524]: from='client.28664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[116524]: pgmap v3580: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 MiB/s wr, 199 op/s 2023-12-01T05:50:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[116524]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-01T05:50:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:50:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2829568173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:59 smithi155 ceph-mon[102677]: from='client.18792 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:59 smithi155 ceph-mon[102677]: from='client.28664 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:59 smithi155 ceph-mon[102677]: pgmap v3580: 137 pgs: 137 active+clean; 141 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 21 MiB/s wr, 199 op/s 2023-12-01T05:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:59 smithi155 ceph-mon[102677]: osdmap e1568: 8 total, 8 up, 8 in 2023-12-01T05:50:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:50:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2829568173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:51:00.607 INFO:tasks.workunit.client.0.smithi111.stdout: i=7 exists [10743104~4234963,18964569~8819473,30160909~4904357,41187519~7271766,48523184~33090958,84779680~7238404,93726726~7854727,103568820~3154827,108353775~4473450,124648148~3504473,132127177~2033273,134422001~1846900,137928674~6411650,149589520~12700521,166845099~1604110,171613622~15248258,193949623~2367805,201091028~7718010,214141065~792124,216187560~6221877,224090135~19485713,245473047~2150519,250737084~3347925,259996434~5533255,278090874~6966156,292122696~4245141,299540335~6843494,316333811~1886881,323455558~8020597,331734376~7626098,352701289~7665833,360939888~8283228,373619382~10295004,398761273~7895002,408771965~7867078] wrote [10764592~4213475,19835640~7948402,74526980~6291809,103568820~3154827,134422001~1846900,178613697~7063334,203665091~5143947,245473047~2150519,365614433~3608683,409465581~3832237] 2023-12-01T05:51:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:00 smithi155 ceph-mon[102677]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-01T05:51:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:51:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:00 smithi111 ceph-mon[97855]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-01T05:51:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:51:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:00 smithi111 ceph-mon[116524]: osdmap e1569: 8 total, 8 up, 8 in 2023-12-01T05:51:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:51:01.582 INFO:tasks.workunit.client.0.smithi111.stdout: i=8 exists [4649045~5040337,10743104~4234963,18964569~8819473,30160909~4904357,41187519~7271766,48523184~33090958,84779680~8481956,93726726~7854727,103279968~3443679,108353775~4473450,124648148~3504473,132127177~2033273,134422001~1846900,137928674~6411650,149589520~12700521,166845099~1604110,171613622~15248258,193949623~2367805,201091028~9649271,214141065~792124,216187560~6357496,224090135~24580711,250737084~3347925,259996434~5533255,278090874~6966156,292122696~4245141,299540335~6843494,307579724~816969,316333811~1886881,323455558~8020597,331734376~7626098,352701289~7665833,360939888~8283228,373619382~10295004,398761273~7895002,408771965~7867078] wrote [4649045~5040337,43927482~3904161,56784052~2608581,88614106~4647530,97863230~3220347,103279968~2450234,207139215~3601084,220500638~2044418,242368575~6302271,307579724~816969] 2023-12-01T05:51:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:01 smithi155 ceph-mon[102677]: pgmap v3583: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 59 MiB/s wr, 303 op/s 2023-12-01T05:51:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:01 smithi155 ceph-mon[102677]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-01T05:51:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:01 smithi111 ceph-mon[97855]: pgmap v3583: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 59 MiB/s wr, 303 op/s 2023-12-01T05:51:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:01 smithi111 ceph-mon[97855]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-01T05:51:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:01 smithi111 ceph-mon[116524]: pgmap v3583: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 59 MiB/s wr, 303 op/s 2023-12-01T05:51:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:01 smithi111 ceph-mon[116524]: osdmap e1570: 8 total, 8 up, 8 in 2023-12-01T05:51:02.601 INFO:tasks.workunit.client.0.smithi111.stdout: i=9 exists [4649045~5040337,10743104~4234963,18864913~8919129,30160909~4904357,39710873~8748412,48523184~33090958,84779680~8481956,93726726~7854727,103279968~3443679,108353775~4473450,124648148~3504473,132127177~2033273,134422001~1846900,137928674~6411650,148119860~14170181,166845099~1604110,171613622~15336361,193949623~2367805,198433540~2217874,201091028~9649271,214141065~792124,216187560~6357496,224090135~24580711,250737084~3347925,259996434~8144200,278090874~6966156,292122696~4245141,299540335~6843494,307579724~816969,316333811~1886881,323455558~8020597,331734376~7626098,352701289~16521827,373619382~10295004,398761273~7895002,408771965~7867078] wrote [18864913~1635011,39710873~7283693,49438609~274652,148119860~3609343,181363420~5586563,198433540~2217874,221662759~62006,232863367~6028382,263391596~4749038,358890909~7469316] 2023-12-01T05:51:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:02 smithi155 ceph-mon[102677]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-01T05:51:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:02 smithi111 ceph-mon[97855]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-01T05:51:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:02 smithi111 ceph-mon[116524]: osdmap e1571: 8 total, 8 up, 8 in 2023-12-01T05:51:03.604 INFO:tasks.workunit.client.0.smithi111.stdout: i=10 exists [4649045~5040337,10743104~4234963,18864913~10793741,30160909~4904357,39710873~8748412,48523184~33090958,84779680~16801773,103279968~3443679,108353775~4473450,119919370~2592153,124648148~3504473,132127177~2033273,134422001~1846900,137928674~6411650,148119860~14170181,166845099~1604110,171613622~15336361,193949623~2367805,198433540~2217874,201091028~9649271,214141065~792124,216187560~6357496,224090135~24580711,250737084~3347925,259996434~8144200,278090874~6966156,286103695~4399079,292122696~4245141,299540335~6843494,307579724~816969,316333811~1886881,323455558~8020597,331734376~7626098,352701289~16521827,373619382~11974904,398761273~7895002,408771965~7867078] wrote [21530265~8128389,55475822~4676144,87358214~6576021,119919370~2592153,158197325~3674281,235684347~2809936,260616838~5370766,286103695~4399079,380111939~205128,380838820~4755466] 2023-12-01T05:51:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:03 smithi155 ceph-mon[102677]: pgmap v3586: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 59 MiB/s wr, 303 op/s 2023-12-01T05:51:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:03 smithi155 ceph-mon[102677]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-01T05:51:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:03 smithi111 ceph-mon[97855]: pgmap v3586: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 59 MiB/s wr, 303 op/s 2023-12-01T05:51:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:03 smithi111 ceph-mon[97855]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-01T05:51:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:03 smithi111 ceph-mon[116524]: pgmap v3586: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 181 KiB/s rd, 59 MiB/s wr, 303 op/s 2023-12-01T05:51:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:03 smithi111 ceph-mon[116524]: osdmap e1572: 8 total, 8 up, 8 in 2023-12-01T05:51:04.612 INFO:tasks.workunit.client.0.smithi111.stdout: i=11 exists [4649045~5040337,10743104~4234963,18864913~10793741,30160909~4904357,39710873~8748412,48523184~33090958,81713789~2413920,84779680~16801773,103279968~9547257,119919370~2592153,124648148~3504473,132127177~2033273,134422001~1846900,137928674~6411650,148119860~14170181,166845099~1604110,171613622~15336361,193949623~2367805,198433540~2217874,201091028~13842161,216187560~6357496,224090135~24580711,250737084~3347925,259996434~8144200,272920227~17582547,292122696~4245141,299540335~6843494,307579724~816969,316333811~1886881,323455558~8020597,331734376~7626098,352701289~16521827,373619382~11974904,398761273~7895002,408771965~7867078] wrote [44010594~3895053,81713789~2413920,89513522~5309124,104026974~6924238,202955348~5379856,210176712~4503865,272920227~5731089,283702597~5615778,356023835~519166] 2023-12-01T05:51:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:04 smithi155 ceph-mon[102677]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-01T05:51:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:04 smithi111 ceph-mon[97855]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-01T05:51:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:04 smithi111 ceph-mon[116524]: osdmap e1573: 8 total, 8 up, 8 in 2023-12-01T05:51:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:05.624 INFO:tasks.workunit.client.0.smithi111.stdout: i=12 exists [1324384~8364998,10743104~4234963,18864913~10793741,30160909~4904357,37659691~10799594,48523184~33090958,81713789~2413920,84779680~16801773,103279968~9547257,119919370~2592153,124648148~5779816,132127177~2033273,134422001~1846900,137928674~6411650,148119860~14170181,166845099~1604110,171613622~15336361,193949623~2367805,198433540~2217874,201091028~13842161,216187560~6357496,224090135~24580711,250737084~3347925,259996434~8144200,272920227~17582547,291518223~4849614,299540335~6843494,307579724~816969,316333811~1886881,323455558~8020597,331734376~7626098,352701289~16521827,373619382~11974904,398761273~7895002,408771965~8097595] wrote [1324384~6261374,37659691~4400746,80069737~204648,125193225~1511541,127214122~3213842,280999143~5822578,291518223~2014210,300941129~4563618,378961790~6238980,410882559~5987001] 2023-12-01T05:51:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:05 smithi155 ceph-mon[102677]: pgmap v3589: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:51:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:05 smithi155 ceph-mon[102677]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-01T05:51:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:05 smithi111 ceph-mon[97855]: pgmap v3589: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:51:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:05 smithi111 ceph-mon[97855]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-01T05:51:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:05 smithi111 ceph-mon[116524]: pgmap v3589: 137 pgs: 137 active+clean; 409 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:51:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:05 smithi111 ceph-mon[116524]: osdmap e1574: 8 total, 8 up, 8 in 2023-12-01T05:51:06.640 INFO:tasks.workunit.client.0.smithi111.stdout: i=13 exists [1324384~8364998,10743104~4234963,18864913~10793741,30160909~18298376,48523184~33090958,81713789~2413920,84779680~28047545,117952988~1806277,119919370~2592153,124648148~5779816,132127177~2033273,134422001~1846900,137928674~6411650,148119860~14170181,166845099~1604110,171613622~15336361,187638048~4404826,193949623~2367805,197619470~3037764,201091028~13842161,216187560~32483286,250737084~3347925,259996434~8144200,272920227~17582547,291518223~4849614,299540335~6843494,307579724~816969,316333811~1886881,323455558~8020597,331734376~7626098,352701289~16521827,373619382~11974904,398761273~7895002,408771965~8097595] wrote [32206575~7857301,55394405~8125641,97498362~7646307,117952988~1806277,138683183~1221719,187638048~4404826,197619470~3037764,221948265~3524388,285040724~2752788,366238679~2489471] 2023-12-01T05:51:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:06 smithi155 ceph-mon[102677]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-01T05:51:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:06 smithi111 ceph-mon[97855]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-01T05:51:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:06 smithi111 ceph-mon[116524]: osdmap e1575: 8 total, 8 up, 8 in 2023-12-01T05:51:07.622 INFO:tasks.workunit.client.0.smithi111.stdout: i=14 exists [1324384~8364998,10743104~4234963,18864913~10793741,30160909~18298376,48523184~33090958,81713789~2413920,84779680~31238650,117952988~1806277,119919370~2592153,124648148~5779816,132127177~2033273,134422001~1846900,137928674~6411650,148119860~14170181,166845099~1604110,171613622~15336361,187638048~4404826,193043683~3273745,197619470~3037764,201091028~13842161,216187560~32483286,250737084~3347925,259996434~8144200,272920227~17582547,291518223~4849614,299540335~6843494,307579724~816969,316333811~1886881,323455558~15904916,352701289~16521827,373619382~11974904,396854483~299272,398761273~7895002,408771965~8097595] wrote [52685793~4838041,63491862~444258,69800322~3303908,91334208~7686078,108638314~7380016,171862035~300939,193043683~2246979,273055254~2859253,328292132~3483521,396854483~299272] 2023-12-01T05:51:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:07 smithi155 ceph-mon[102677]: pgmap v3592: 137 pgs: 137 active+clean; 611 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 49 MiB/s wr, 334 op/s 2023-12-01T05:51:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:07 smithi155 ceph-mon[102677]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-01T05:51:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:07 smithi111 ceph-mon[116524]: pgmap v3592: 137 pgs: 137 active+clean; 611 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 49 MiB/s wr, 334 op/s 2023-12-01T05:51:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:07 smithi111 ceph-mon[116524]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-01T05:51:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:07 smithi111 ceph-mon[97855]: pgmap v3592: 137 pgs: 137 active+clean; 611 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 49 MiB/s wr, 334 op/s 2023-12-01T05:51:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:07 smithi111 ceph-mon[97855]: osdmap e1576: 8 total, 8 up, 8 in 2023-12-01T05:51:08.676 INFO:tasks.workunit.client.0.smithi111.stdout: i=15 exists [1324384~8364998,10743104~4234963,18864913~10793741,30160909~18298376,48523184~33090958,81713789~2413920,84779680~32502476,117952988~1806277,119919370~2592153,124648148~5779816,131529135~5784083,137928674~6411650,148119860~14170181,166845099~1604110,171613622~20429252,193043683~3273745,197619470~3037764,201091028~13842161,216187560~32483286,250737084~3347925,259996434~8144200,272920227~17582547,291518223~4849614,299540335~6843494,307579724~816969,316333811~1886881,323455558~15904916,352701289~16521827,373619382~13730493,396854483~299272,398761273~7895002,408771965~8097595] wrote [38322327~6098157,55016285~4713265,65502233~6571899,111251151~6031005,131529135~5784083,156469272~1179084,186510403~2250426,384803261~2546614,409740358~6280969] 2023-12-01T05:51:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:08 smithi155 ceph-mon[102677]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-01T05:51:08.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:08 smithi155 ceph-mon[102677]: pgmap v3595: 137 pgs: 137 active+clean; 611 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 49 MiB/s wr, 334 op/s 2023-12-01T05:51:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:08 smithi111 ceph-mon[97855]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-01T05:51:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:08 smithi111 ceph-mon[97855]: pgmap v3595: 137 pgs: 137 active+clean; 611 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 49 MiB/s wr, 334 op/s 2023-12-01T05:51:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:08 smithi111 ceph-mon[116524]: osdmap e1577: 8 total, 8 up, 8 in 2023-12-01T05:51:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:08 smithi111 ceph-mon[116524]: pgmap v3595: 137 pgs: 137 active+clean; 611 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 206 KiB/s rd, 49 MiB/s wr, 334 op/s 2023-12-01T05:51:09.573 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:51:09] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:51:09.700 INFO:tasks.workunit.client.0.smithi111.stdout: i=16 exists [1324384~8364998,10743104~4234963,18864913~10793741,30160909~18298376,48523184~33090958,81713789~2413920,84779680~32502476,117952988~1806277,119919370~2592153,124648148~5779816,131529135~5784083,137928674~6411650,148119860~14170181,166845099~1604110,171613622~20429252,192747540~7909694,201091028~13842161,216187560~32483286,250737084~3347925,259996434~8144200,272920227~17582547,291518223~4849614,299540335~12531738,316333811~1886881,323455558~15904916,351088483~18134633,373619382~13730493,396854483~299272,398761273~9162119,408771965~8097595] wrote [34848076~4144359,90597200~6817766,106856929~7650937,192747540~7186837,273158616~4956147,300045825~12026248,351088483~2288124,405506511~2416881] 2023-12-01T05:51:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:09 smithi155 ceph-mon[102677]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-01T05:51:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:09 smithi111 ceph-mon[116524]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-01T05:51:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:09 smithi111 ceph-mon[97855]: osdmap e1578: 8 total, 8 up, 8 in 2023-12-01T05:51:10.655 INFO:tasks.workunit.client.0.smithi111.stdout: i=17 exists [1324384~8364998,10743104~4234963,18864913~10793741,30160909~18298376,48523184~33090958,81713789~2413920,84779680~34979585,119919370~2592153,124648148~5779816,131529135~5784083,137928674~6411650,148119860~14170181,166845099~1604110,171613622~20429252,192747540~22185649,216187560~32483286,250737084~3347925,257528735~1876016,259996434~8144200,272920227~17582547,291518223~4965517,299540335~12531738,316333811~1886881,323455558~15904916,344633787~5768010,351088483~18134633,373619382~13730493,396854483~299272,398761273~9162119,408771965~8097595] wrote [32404850~1485681,91833690~5736269,112161067~7014006,196496222~7458603,230975544~2470582,257528735~1876016,295085919~1397821,344633787~5768010,353425165~4057633,400010523~1652275] 2023-12-01T05:51:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:10 smithi155 ceph-mon[102677]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-01T05:51:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:10 smithi155 ceph-mon[102677]: pgmap v3598: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 50 MiB/s wr, 380 op/s 2023-12-01T05:51:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:10 smithi111 ceph-mon[116524]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-01T05:51:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:10 smithi111 ceph-mon[116524]: pgmap v3598: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 50 MiB/s wr, 380 op/s 2023-12-01T05:51:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:10 smithi111 ceph-mon[97855]: osdmap e1579: 8 total, 8 up, 8 in 2023-12-01T05:51:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:10 smithi111 ceph-mon[97855]: pgmap v3598: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 50 MiB/s wr, 380 op/s 2023-12-01T05:51:11.708 INFO:tasks.workunit.client.0.smithi111.stdout: i=18 exists [1324384~8364998,10743104~4234963,18864913~62749229,81713789~2413920,84332928~35426337,119919370~2592153,123767236~13545982,137928674~6411650,148119860~14170181,166845099~1604110,171613622~20429252,192747540~22185649,216187560~32483286,250737084~3347925,257528735~10611899,272920227~17582547,291518223~4965517,299540335~12531738,316333811~1886881,323455558~15904916,344633787~5768010,351088483~18134633,373619382~13730493,396854483~299272,398761273~9162119,408771965~8097595] wrote [22729751~7522097,45211080~9376121,84332928~8093554,123767236~9802245,183933265~5895501,257556534~5883347] 2023-12-01T05:51:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:11 smithi155 ceph-mon[102677]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-01T05:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:11 smithi111 ceph-mon[97855]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-01T05:51:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:11 smithi111 ceph-mon[116524]: osdmap e1580: 8 total, 8 up, 8 in 2023-12-01T05:51:12.672 INFO:tasks.workunit.client.0.smithi111.stdout: i=19 exists [1324384~8364998,10743104~4234963,18716189~62897953,81713789~2413920,84332928~35426337,119919370~2592153,123767236~13545982,137928674~6411650,148119860~14170181,165772195~3106722,171613622~20429252,192747540~22247776,216187560~32483286,250737084~3347925,257528735~13795274,272920227~17582547,291518223~4965517,299540335~12531738,314996541~4161416,323455558~15904916,344633787~5768010,351088483~18134633,373619382~13730493,396854483~299272,398761273~9162119,408771965~8097595] wrote [18716189~7489286,35495335~6335962,165772195~3106722,204764499~140738,213143215~1852101,226602416~2131547,266021941~5302068,314996541~4161416,383179396~2409122] 2023-12-01T05:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:12 smithi155 ceph-mon[102677]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-01T05:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:12 smithi155 ceph-mon[102677]: pgmap v3601: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 50 MiB/s wr, 380 op/s 2023-12-01T05:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:12 smithi111 ceph-mon[116524]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-01T05:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:12 smithi111 ceph-mon[116524]: pgmap v3601: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 50 MiB/s wr, 380 op/s 2023-12-01T05:51:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:12 smithi111 ceph-mon[97855]: osdmap e1581: 8 total, 8 up, 8 in 2023-12-01T05:51:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:12 smithi111 ceph-mon[97855]: pgmap v3601: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 241 KiB/s rd, 50 MiB/s wr, 380 op/s 2023-12-01T05:51:13.625 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 1 diff [29360128~8388608,71303168~8388608,155189248~4194304,171966464~8388608,192937984~12582912,297795584~4194304,314572800~4194304,377487360~8388608] 2023-12-01T05:51:13.625 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~8388608,71303168~8388608,155189248~4194304,171966464~8388608,192937984~12582912,297795584~4194304,314572800~4194304,377487360~8388608] 2023-12-01T05:51:13.638 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~8388608,71303168~8388608,155189248~8388608,171966464~8388608,192937984~16777216,297795584~8388608,314572800~4194304,377487360~8388608] 2023-12-01T05:51:13.638 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 2 diff [29360128~16777216,50331648~8388608,67108864~12582912,155189248~4194304,171966464~8388608,192937984~12582912,276824064~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~8388608,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.638 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~16777216,50331648~8388608,67108864~12582912,155189248~4194304,171966464~8388608,192937984~12582912,276824064~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~8388608,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.640 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~29360128,67108864~16777216,155189248~8388608,171966464~8388608,192937984~16777216,276824064~8388608,297795584~8388608,314572800~4194304,322961408~8388608,352321536~8388608,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.640 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 3 diff [29360128~50331648,146800640~12582912,167772160~8388608,192937984~12582912,213909504~4194304,230686720~16777216,276824064~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~8388608,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.640 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~50331648,146800640~12582912,167772160~8388608,192937984~12582912,213909504~4194304,230686720~16777216,276824064~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~8388608,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.642 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~54525952,146800640~16777216,167772160~12582912,192937984~16777216,213909504~8388608,230686720~16777216,276824064~8388608,297795584~8388608,314572800~4194304,322961408~8388608,352321536~8388608,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.642 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 4 diff [29360128~50331648,121634816~4194304,130023424~4194304,146800640~12582912,167772160~8388608,192937984~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~16777216,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.642 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~50331648,121634816~4194304,130023424~4194304,146800640~12582912,167772160~8388608,192937984~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,297795584~4194304,314572800~4194304,322961408~8388608,352321536~16777216,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.645 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~54525952,121634816~12582912,146800640~16777216,167772160~12582912,192937984~16777216,213909504~12582912,230686720~16777216,251658240~16777216,276824064~8388608,297795584~8388608,314572800~4194304,322961408~12582912,352321536~16777216,373293056~12582912,398458880~8388608] 2023-12-01T05:51:13.645 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 5 diff [29360128~50331648,83886080~16777216,121634816~12582912,146800640~29360128,192937984~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,297795584~8388608,314572800~4194304,322961408~8388608,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.645 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~50331648,83886080~16777216,121634816~12582912,146800640~29360128,192937984~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,297795584~8388608,314572800~4194304,322961408~8388608,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.649 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~75497472,121634816~12582912,146800640~33554432,192937984~16777216,213909504~12582912,230686720~16777216,251658240~16777216,276824064~8388608,297795584~12582912,314572800~4194304,322961408~12582912,352321536~16777216,373293056~12582912,398458880~20971520] 2023-12-01T05:51:13.649 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 6 diff [8388608~4194304,29360128~50331648,83886080~16777216,121634816~20971520,146800640~29360128,192937984~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.649 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~4194304,29360128~50331648,83886080~16777216,121634816~20971520,146800640~29360128,192937984~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.654 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~8388608,29360128~75497472,121634816~58720256,192937984~16777216,213909504~12582912,230686720~37748736,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~20971520] 2023-12-01T05:51:13.654 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 7 diff [8388608~16777216,29360128~50331648,83886080~20971520,121634816~20971520,146800640~37748736,192937984~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.654 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,29360128~50331648,83886080~20971520,121634816~20971520,146800640~37748736,192937984~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.658 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~100663296,121634816~67108864,192937984~16777216,213909504~12582912,230686720~37748736,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.658 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 8 diff [4194304~20971520,29360128~50331648,83886080~20971520,121634816~20971520,146800640~37748736,192937984~16777216,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.658 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,29360128~50331648,83886080~20971520,121634816~20971520,146800640~37748736,192937984~16777216,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.663 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~104857600,121634816~67108864,192937984~33554432,230686720~37748736,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.663 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 9 diff [4194304~75497472,83886080~20971520,121634816~20971520,146800640~37748736,192937984~16777216,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.663 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~75497472,83886080~20971520,121634816~20971520,146800640~37748736,192937984~16777216,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.668 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~104857600,121634816~67108864,192937984~33554432,230686720~37748736,276824064~8388608,289406976~20971520,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.668 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 10 diff [4194304~75497472,83886080~20971520,117440512~25165824,146800640~37748736,192937984~16777216,213909504~8388608,230686720~20971520,255852544~8388608,276824064~33554432,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.668 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~75497472,83886080~20971520,117440512~25165824,146800640~37748736,192937984~16777216,213909504~8388608,230686720~20971520,255852544~8388608,276824064~33554432,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.673 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~104857600,117440512~71303168,192937984~33554432,230686720~37748736,276824064~33554432,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.673 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 11 diff [4194304~104857600,117440512~25165824,146800640~37748736,192937984~29360128,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.673 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~104857600,117440512~25165824,146800640~37748736,192937984~29360128,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.679 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~109051904,117440512~71303168,192937984~33554432,230686720~37748736,272629760~37748736,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.679 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 12 diff [0~109051904,117440512~25165824,146800640~37748736,192937984~29360128,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.679 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~109051904,117440512~25165824,146800640~37748736,192937984~29360128,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.685 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~113246208,117440512~71303168,192937984~33554432,230686720~37748736,272629760~37748736,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.685 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 13 diff [0~113246208,117440512~25165824,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.685 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~113246208,117440512~25165824,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.692 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~113246208,117440512~109051904,230686720~37748736,272629760~37748736,314572800~4194304,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.692 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 14 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.692 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.699 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,314572800~4194304,322961408~16777216,352321536~33554432,394264576~25165824] 2023-12-01T05:51:13.700 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 15 diff [0~142606336,146800640~41943040,192937984~33554432,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.700 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~41943040,192937984~33554432,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,352321536~16777216,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.706 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,314572800~4194304,322961408~16777216,352321536~37748736,394264576~25165824] 2023-12-01T05:51:13.707 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 16 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,348127232~20971520,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.707 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,348127232~20971520,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.714 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~46137344,322961408~16777216,348127232~41943040,394264576~25165824] 2023-12-01T05:51:13.715 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 17 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.715 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.722 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~46137344,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.723 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 18 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~12582912,272629760~37748736,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.723 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~12582912,272629760~37748736,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.730 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~46137344,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.730 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to 19 diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.730 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.739 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.739 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 2 diff [37748736~8388608,50331648~8388608,67108864~4194304,75497472~4194304,171966464~4194304,276824064~8388608,322961408~8388608,352321536~8388608,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.739 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37748736~8388608,50331648~8388608,67108864~4194304,75497472~4194304,171966464~4194304,276824064~8388608,322961408~8388608,352321536~8388608,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.741 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37748736~20971520,67108864~4194304,75497472~8388608,171966464~4194304,276824064~8388608,322961408~8388608,352321536~8388608,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.741 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 3 diff [37748736~33554432,75497472~8388608,146800640~8388608,167772160~8388608,213909504~4194304,230686720~16777216,276824064~8388608,322961408~8388608,352321536~8388608,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.741 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37748736~33554432,75497472~8388608,146800640~8388608,167772160~8388608,213909504~4194304,230686720~16777216,276824064~8388608,322961408~8388608,352321536~8388608,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.742 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37748736~46137344,146800640~12582912,167772160~8388608,213909504~8388608,230686720~16777216,276824064~8388608,322961408~8388608,352321536~8388608,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.742 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 4 diff [37748736~41943040,121634816~4194304,130023424~4194304,146800640~8388608,167772160~8388608,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,322961408~8388608,352321536~16777216,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.743 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37748736~41943040,121634816~4194304,130023424~4194304,146800640~8388608,167772160~8388608,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,322961408~8388608,352321536~16777216,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.745 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37748736~46137344,121634816~12582912,146800640~12582912,167772160~8388608,213909504~12582912,230686720~16777216,251658240~16777216,276824064~8388608,322961408~12582912,352321536~16777216,373293056~8388608,398458880~8388608] 2023-12-01T05:51:13.745 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 5 diff [37748736~41943040,83886080~16777216,121634816~12582912,146800640~12582912,163577856~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,297795584~8388608,322961408~8388608,352321536~16777216,373293056~8388608,398458880~16777216] 2023-12-01T05:51:13.745 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37748736~41943040,83886080~16777216,121634816~12582912,146800640~12582912,163577856~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~8388608,297795584~8388608,322961408~8388608,352321536~16777216,373293056~8388608,398458880~16777216] 2023-12-01T05:51:13.747 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37748736~67108864,121634816~12582912,146800640~29360128,213909504~12582912,230686720~16777216,251658240~16777216,276824064~8388608,297795584~12582912,322961408~12582912,352321536~16777216,373293056~8388608,398458880~20971520] 2023-12-01T05:51:13.747 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 6 diff [8388608~4194304,37748736~41943040,83886080~16777216,121634816~20971520,146800640~12582912,163577856~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.747 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~4194304,37748736~41943040,83886080~16777216,121634816~20971520,146800640~12582912,163577856~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.750 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~8388608,37748736~67108864,121634816~54525952,213909504~12582912,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,352321536~16777216,373293056~12582912,398458880~20971520] 2023-12-01T05:51:13.750 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 7 diff [8388608~16777216,37748736~41943040,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.750 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,37748736~41943040,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.753 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~20971520,37748736~71303168,121634816~67108864,201326592~8388608,213909504~12582912,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.753 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 8 diff [4194304~20971520,37748736~41943040,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.753 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,37748736~41943040,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.758 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~71303168,121634816~67108864,201326592~25165824,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.758 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 9 diff [4194304~25165824,37748736~41943040,83886080~20971520,121634816~20971520,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.758 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~41943040,83886080~20971520,121634816~20971520,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.761 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~71303168,121634816~67108864,197132288~29360128,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.761 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 10 diff [4194304~25165824,37748736~41943040,83886080~20971520,117440512~25165824,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~33554432,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.761 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~41943040,83886080~20971520,117440512~25165824,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~33554432,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.766 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~71303168,117440512~71303168,197132288~29360128,230686720~37748736,276824064~33554432,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.766 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 11 diff [4194304~25165824,37748736~71303168,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.766 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~71303168,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.771 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~75497472,117440512~71303168,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.771 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 12 diff [0~29360128,33554432~75497472,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.771 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~29360128,33554432~75497472,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.776 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~113246208,117440512~71303168,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.776 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 13 diff [0~113246208,117440512~25165824,146800640~46137344,197132288~29360128,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.777 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~113246208,117440512~25165824,146800640~46137344,197132288~29360128,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,398458880~16777216] 2023-12-01T05:51:13.781 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~113246208,117440512~75497472,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,398458880~20971520] 2023-12-01T05:51:13.781 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 14 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.781 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.786 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,394264576~25165824] 2023-12-01T05:51:13.786 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 15 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.786 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.792 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,322961408~16777216,352321536~37748736,394264576~25165824] 2023-12-01T05:51:13.792 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 16 diff [0~142606336,146800640~50331648,201326592~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,348127232~20971520,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.792 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~50331648,201326592~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,348127232~20971520,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.798 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,348127232~41943040,394264576~25165824] 2023-12-01T05:51:13.801 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 17 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.801 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.804 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.804 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 18 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~12582912,272629760~37748736,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.805 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~12582912,272629760~37748736,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.811 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.811 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to 19 diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.811 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:13.818 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.818 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 3 diff [46137344~8388608,58720256~12582912,75497472~4194304,146800640~8388608,167772160~8388608,213909504~4194304,230686720~16777216] 2023-12-01T05:51:13.818 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [46137344~8388608,58720256~12582912,75497472~4194304,146800640~8388608,167772160~8388608,213909504~4194304,230686720~16777216] 2023-12-01T05:51:13.819 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [46137344~37748736,146800640~12582912,167772160~8388608,213909504~8388608,230686720~16777216] 2023-12-01T05:51:13.819 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 4 diff [46137344~8388608,58720256~20971520,121634816~4194304,130023424~4194304,146800640~8388608,167772160~8388608,213909504~8388608,230686720~16777216,251658240~12582912,322961408~8388608,360710144~8388608] 2023-12-01T05:51:13.819 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [46137344~8388608,58720256~20971520,121634816~4194304,130023424~4194304,146800640~8388608,167772160~8388608,213909504~8388608,230686720~16777216,251658240~12582912,322961408~8388608,360710144~8388608] 2023-12-01T05:51:13.820 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [46137344~37748736,121634816~12582912,146800640~12582912,167772160~8388608,213909504~12582912,230686720~16777216,251658240~16777216,322961408~12582912,360710144~8388608] 2023-12-01T05:51:13.821 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 5 diff [46137344~8388608,58720256~20971520,83886080~16777216,121634816~12582912,146800640~12582912,163577856~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~4194304,297795584~8388608,322961408~8388608,360710144~8388608,406847488~8388608] 2023-12-01T05:51:13.821 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [46137344~8388608,58720256~20971520,83886080~16777216,121634816~12582912,146800640~12582912,163577856~12582912,213909504~8388608,230686720~16777216,251658240~12582912,276824064~4194304,297795584~8388608,322961408~8388608,360710144~8388608,406847488~8388608] 2023-12-01T05:51:13.822 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [46137344~58720256,121634816~12582912,146800640~29360128,213909504~12582912,230686720~16777216,251658240~16777216,276824064~8388608,297795584~12582912,322961408~12582912,360710144~8388608,406847488~12582912] 2023-12-01T05:51:13.822 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 6 diff [8388608~4194304,46137344~33554432,83886080~16777216,121634816~20971520,146800640~12582912,163577856~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.822 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~4194304,46137344~33554432,83886080~16777216,121634816~20971520,146800640~12582912,163577856~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.824 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~8388608,46137344~58720256,121634816~54525952,213909504~12582912,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,360710144~8388608,373293056~12582912,406847488~12582912] 2023-12-01T05:51:13.824 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 7 diff [8388608~16777216,46137344~33554432,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.825 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,46137344~33554432,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.827 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~20971520,46137344~62914560,121634816~67108864,201326592~8388608,213909504~12582912,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,360710144~25165824,406847488~12582912] 2023-12-01T05:51:13.827 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 8 diff [4194304~20971520,41943040~37748736,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.827 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,41943040~37748736,83886080~20971520,121634816~20971520,146800640~12582912,163577856~20971520,201326592~8388608,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.830 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,41943040~67108864,121634816~67108864,201326592~25165824,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,360710144~25165824,406847488~12582912] 2023-12-01T05:51:13.830 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 9 diff [4194304~25165824,37748736~41943040,83886080~20971520,121634816~20971520,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,356515840~12582912,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.830 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~41943040,83886080~20971520,121634816~20971520,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,356515840~12582912,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.833 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~71303168,121634816~67108864,197132288~29360128,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,356515840~29360128,406847488~12582912] 2023-12-01T05:51:13.833 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 10 diff [4194304~25165824,37748736~41943040,83886080~20971520,117440512~25165824,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~33554432,322961408~16777216,356515840~12582912,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.833 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~41943040,83886080~20971520,117440512~25165824,146800640~37748736,197132288~12582912,213909504~8388608,230686720~20971520,255852544~8388608,276824064~33554432,322961408~16777216,356515840~12582912,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.837 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~71303168,117440512~71303168,197132288~29360128,230686720~37748736,276824064~33554432,322961408~16777216,356515840~29360128,406847488~12582912] 2023-12-01T05:51:13.837 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 11 diff [4194304~25165824,37748736~71303168,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.837 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~71303168,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.841 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~75497472,117440512~71303168,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.841 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 12 diff [0~29360128,33554432~75497472,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.841 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~29360128,33554432~75497472,117440512~25165824,146800640~37748736,197132288~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.845 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~113246208,117440512~71303168,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.846 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 13 diff [0~113246208,117440512~25165824,146800640~46137344,197132288~29360128,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.846 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~113246208,117440512~25165824,146800640~46137344,197132288~29360128,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.850 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~113246208,117440512~75497472,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.850 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 14 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.850 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.855 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,394264576~4194304,406847488~12582912] 2023-12-01T05:51:13.855 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 15 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.855 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.861 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,322961408~16777216,352321536~37748736,394264576~4194304,406847488~12582912] 2023-12-01T05:51:13.861 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 16 diff [0~142606336,146800640~50331648,201326592~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:13.861 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~50331648,201326592~25165824,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:13.866 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,348127232~41943040,394264576~4194304,402653184~16777216] 2023-12-01T05:51:13.867 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 17 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.867 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.873 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.873 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 18 diff [0~142606336,146800640~79691776,230686720~20971520,255852544~12582912,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.873 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~79691776,230686720~20971520,255852544~12582912,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.880 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.880 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to 19 diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.880 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.886 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.887 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 4 diff [71303168~8388608,121634816~4194304,130023424~4194304,167772160~4194304,218103808~4194304,251658240~12582912,322961408~8388608,360710144~8388608] 2023-12-01T05:51:13.887 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [71303168~8388608,121634816~4194304,130023424~4194304,167772160~4194304,218103808~4194304,251658240~12582912,322961408~8388608,360710144~8388608] 2023-12-01T05:51:13.887 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [71303168~8388608,121634816~12582912,167772160~8388608,218103808~8388608,251658240~16777216,322961408~12582912,360710144~8388608] 2023-12-01T05:51:13.888 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 5 diff [71303168~8388608,83886080~16777216,121634816~12582912,150994944~8388608,163577856~8388608,218103808~4194304,230686720~8388608,251658240~12582912,276824064~4194304,297795584~8388608,322961408~8388608,360710144~8388608,406847488~8388608] 2023-12-01T05:51:13.888 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [71303168~8388608,83886080~16777216,121634816~12582912,150994944~8388608,163577856~8388608,218103808~4194304,230686720~8388608,251658240~12582912,276824064~4194304,297795584~8388608,322961408~8388608,360710144~8388608,406847488~8388608] 2023-12-01T05:51:13.889 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [71303168~8388608,83886080~20971520,121634816~12582912,150994944~25165824,218103808~8388608,230686720~12582912,251658240~16777216,276824064~8388608,297795584~12582912,322961408~12582912,360710144~8388608,406847488~12582912] 2023-12-01T05:51:13.889 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 6 diff [8388608~4194304,54525952~12582912,71303168~8388608,83886080~16777216,121634816~20971520,150994944~8388608,163577856~8388608,218103808~4194304,230686720~8388608,247463936~4194304,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.889 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~4194304,54525952~12582912,71303168~8388608,83886080~16777216,121634816~20971520,150994944~8388608,163577856~8388608,218103808~4194304,230686720~8388608,247463936~4194304,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.891 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~8388608,54525952~25165824,83886080~20971520,121634816~25165824,150994944~25165824,218103808~8388608,230686720~12582912,247463936~20971520,276824064~8388608,289406976~20971520,322961408~16777216,360710144~8388608,373293056~12582912,406847488~12582912] 2023-12-01T05:51:13.891 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 7 diff [8388608~16777216,54525952~12582912,71303168~33554432,121634816~20971520,150994944~8388608,163577856~8388608,176160768~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~8388608,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.891 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,54525952~12582912,71303168~33554432,121634816~20971520,150994944~8388608,163577856~8388608,176160768~8388608,201326592~8388608,218103808~4194304,230686720~8388608,243269632~8388608,255852544~8388608,276824064~8388608,289406976~16777216,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.893 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~20971520,54525952~54525952,121634816~25165824,150994944~37748736,201326592~8388608,218103808~8388608,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,360710144~25165824,406847488~12582912] 2023-12-01T05:51:13.893 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 8 diff [4194304~20971520,41943040~4194304,54525952~12582912,71303168~33554432,121634816~20971520,150994944~8388608,163577856~8388608,176160768~8388608,201326592~8388608,218103808~4194304,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.893 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,41943040~4194304,54525952~12582912,71303168~33554432,121634816~20971520,150994944~8388608,163577856~8388608,176160768~8388608,201326592~8388608,218103808~4194304,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,360710144~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.896 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,41943040~8388608,54525952~54525952,121634816~25165824,150994944~37748736,201326592~12582912,218103808~8388608,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,360710144~25165824,406847488~12582912] 2023-12-01T05:51:13.896 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 9 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~33554432,121634816~20971520,146800640~12582912,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,356515840~12582912,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.896 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~33554432,121634816~20971520,146800640~12582912,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,255852544~8388608,276824064~8388608,289406976~20971520,322961408~16777216,356515840~12582912,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.899 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~12582912,54525952~54525952,121634816~67108864,197132288~16777216,218103808~8388608,230686720~37748736,276824064~8388608,289406976~20971520,322961408~16777216,356515840~29360128,406847488~12582912] 2023-12-01T05:51:13.899 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 10 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~33554432,117440512~25165824,146800640~12582912,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,255852544~8388608,276824064~33554432,322961408~16777216,356515840~12582912,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.899 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~33554432,117440512~25165824,146800640~12582912,163577856~8388608,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,255852544~8388608,276824064~33554432,322961408~16777216,356515840~12582912,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.902 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~54525952,117440512~71303168,197132288~16777216,218103808~8388608,230686720~37748736,276824064~33554432,322961408~16777216,356515840~29360128,406847488~12582912] 2023-12-01T05:51:13.903 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 11 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~37748736,117440512~25165824,146800640~12582912,163577856~8388608,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.903 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~37748736,117440512~25165824,146800640~12582912,163577856~8388608,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.906 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~58720256,117440512~71303168,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.907 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 12 diff [0~29360128,33554432~16777216,54525952~12582912,71303168~37748736,117440512~25165824,146800640~12582912,163577856~8388608,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.907 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~29360128,33554432~16777216,54525952~12582912,71303168~37748736,117440512~25165824,146800640~12582912,163577856~8388608,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.910 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~58720256,117440512~71303168,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.911 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 13 diff [0~50331648,54525952~12582912,71303168~41943040,117440512~25165824,146800640~12582912,163577856~8388608,176160768~16777216,197132288~16777216,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.911 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~50331648,54525952~12582912,71303168~41943040,117440512~25165824,146800640~12582912,163577856~8388608,176160768~16777216,197132288~16777216,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.916 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~58720256,117440512~75497472,197132288~29360128,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.916 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 14 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.916 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.921 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,322961408~16777216,352321536~33554432,394264576~4194304,406847488~12582912] 2023-12-01T05:51:13.921 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 15 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.921 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.926 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~37748736,322961408~16777216,352321536~37748736,394264576~4194304,406847488~12582912] 2023-12-01T05:51:13.926 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 16 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~20971520,201326592~12582912,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:13.926 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~20971520,201326592~12582912,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:13.932 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,348127232~41943040,394264576~4194304,402653184~16777216] 2023-12-01T05:51:13.933 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 17 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.933 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~8388608,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.939 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.939 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 18 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.939 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.944 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,322961408~16777216,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.944 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to 19 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.944 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.951 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:13.951 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 5 diff [83886080~16777216,125829120~4194304,150994944~8388608,163577856~4194304,230686720~8388608,276824064~4194304,297795584~8388608,406847488~8388608] 2023-12-01T05:51:13.951 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [83886080~16777216,125829120~4194304,150994944~8388608,163577856~4194304,230686720~8388608,276824064~4194304,297795584~8388608,406847488~8388608] 2023-12-01T05:51:13.952 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [83886080~20971520,125829120~4194304,150994944~20971520,230686720~12582912,276824064~8388608,297795584~12582912,406847488~12582912] 2023-12-01T05:51:13.952 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 6 diff [8388608~4194304,54525952~12582912,83886080~16777216,125829120~4194304,134217728~8388608,150994944~8388608,163577856~4194304,230686720~8388608,247463936~4194304,276824064~8388608,289406976~16777216,331350016~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.952 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~4194304,54525952~12582912,83886080~16777216,125829120~4194304,134217728~8388608,150994944~8388608,163577856~4194304,230686720~8388608,247463936~4194304,276824064~8388608,289406976~16777216,331350016~8388608,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.954 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~8388608,54525952~16777216,83886080~20971520,125829120~4194304,134217728~12582912,150994944~20971520,230686720~12582912,247463936~8388608,276824064~8388608,289406976~20971520,331350016~8388608,373293056~12582912,406847488~12582912] 2023-12-01T05:51:13.954 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 7 diff [8388608~16777216,54525952~12582912,71303168~8388608,83886080~20971520,125829120~4194304,134217728~8388608,150994944~8388608,163577856~4194304,176160768~8388608,201326592~8388608,230686720~8388608,243269632~8388608,276824064~8388608,289406976~16777216,331350016~8388608,364904448~4194304,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.954 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,54525952~12582912,71303168~8388608,83886080~20971520,125829120~4194304,134217728~8388608,150994944~8388608,163577856~4194304,176160768~8388608,201326592~8388608,230686720~8388608,243269632~8388608,276824064~8388608,289406976~16777216,331350016~8388608,364904448~4194304,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.956 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~20971520,54525952~54525952,125829120~4194304,134217728~12582912,150994944~20971520,176160768~12582912,201326592~8388608,230686720~25165824,276824064~8388608,289406976~20971520,331350016~8388608,364904448~20971520,406847488~12582912] 2023-12-01T05:51:13.956 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 8 diff [4194304~20971520,41943040~4194304,54525952~12582912,71303168~8388608,83886080~20971520,125829120~4194304,134217728~8388608,150994944~8388608,163577856~4194304,176160768~8388608,201326592~8388608,218103808~4194304,230686720~20971520,276824064~8388608,289406976~20971520,331350016~8388608,364904448~4194304,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.956 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,41943040~4194304,54525952~12582912,71303168~8388608,83886080~20971520,125829120~4194304,134217728~8388608,150994944~8388608,163577856~4194304,176160768~8388608,201326592~8388608,218103808~4194304,230686720~20971520,276824064~8388608,289406976~20971520,331350016~8388608,364904448~4194304,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:13 smithi155 ceph-mon[102677]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-01T05:51:13.958 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,41943040~8388608,54525952~54525952,125829120~4194304,134217728~12582912,150994944~20971520,176160768~12582912,201326592~12582912,218103808~8388608,230686720~25165824,276824064~8388608,289406976~20971520,331350016~8388608,364904448~20971520,406847488~12582912] 2023-12-01T05:51:13.958 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 9 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,83886080~20971520,125829120~4194304,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~8388608,289406976~20971520,331350016~8388608,356515840~12582912,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.959 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,83886080~20971520,125829120~4194304,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~8388608,289406976~20971520,331350016~8388608,356515840~12582912,373293056~8388608,406847488~8388608] 2023-12-01T05:51:13.962 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~12582912,54525952~54525952,125829120~4194304,134217728~37748736,176160768~12582912,197132288~16777216,218103808~8388608,230686720~25165824,260046848~8388608,276824064~8388608,289406976~20971520,331350016~8388608,356515840~29360128,406847488~12582912] 2023-12-01T05:51:13.962 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 10 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,83886080~20971520,117440512~4194304,125829120~4194304,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~33554432,331350016~8388608,356515840~12582912,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.962 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,83886080~20971520,117440512~4194304,125829120~4194304,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~33554432,331350016~8388608,356515840~12582912,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.965 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~54525952,117440512~12582912,134217728~37748736,176160768~12582912,197132288~16777216,218103808~8388608,230686720~25165824,260046848~8388608,276824064~33554432,331350016~8388608,356515840~29360128,406847488~12582912] 2023-12-01T05:51:13.965 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 11 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~37748736,117440512~4194304,125829120~4194304,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.965 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~37748736,117440512~4194304,125829120~4194304,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.969 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~58720256,117440512~12582912,134217728~37748736,176160768~12582912,197132288~29360128,230686720~25165824,260046848~8388608,272629760~37748736,331350016~8388608,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.969 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 12 diff [0~29360128,33554432~16777216,54525952~12582912,71303168~37748736,117440512~12582912,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.969 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~29360128,33554432~16777216,54525952~12582912,71303168~37748736,117440512~12582912,134217728~8388608,146800640~12582912,163577856~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.973 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~58720256,117440512~54525952,176160768~12582912,197132288~29360128,230686720~25165824,260046848~8388608,272629760~37748736,331350016~8388608,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.973 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 13 diff [0~50331648,54525952~12582912,71303168~41943040,117440512~12582912,134217728~8388608,146800640~12582912,163577856~4194304,176160768~16777216,197132288~16777216,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.973 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~50331648,54525952~12582912,71303168~41943040,117440512~12582912,134217728~8388608,146800640~12582912,163577856~4194304,176160768~16777216,197132288~16777216,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:13.977 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~58720256,117440512~54525952,176160768~16777216,197132288~29360128,230686720~25165824,260046848~8388608,272629760~37748736,331350016~8388608,352321536~33554432,406847488~12582912] 2023-12-01T05:51:13.978 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 14 diff [0~130023424,134217728~8388608,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.978 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~130023424,134217728~8388608,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.983 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~25165824,260046848~8388608,272629760~37748736,327155712~12582912,352321536~33554432,394264576~4194304,406847488~12582912] 2023-12-01T05:51:13.983 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 15 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.983 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:13.990 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~25165824,260046848~8388608,272629760~37748736,327155712~12582912,352321536~37748736,394264576~4194304,406847488~12582912] 2023-12-01T05:51:13.990 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 16 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~20971520,201326592~12582912,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:13.990 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~20971520,201326592~12582912,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:13.995 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~25165824,260046848~8388608,272629760~41943040,327155712~12582912,348127232~41943040,394264576~4194304,402653184~16777216] 2023-12-01T05:51:13.995 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 17 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.995 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:13 smithi111 ceph-mon[97855]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-01T05:51:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:13 smithi111 ceph-mon[116524]: osdmap e1582: 8 total, 8 up, 8 in 2023-12-01T05:51:14.002 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.002 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 18 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.002 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.009 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~226492416,230686720~37748736,272629760~41943040,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.009 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to 19 diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.009 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.016 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.016 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 6 diff [8388608~4194304,54525952~12582912,134217728~8388608,247463936~4194304,276824064~8388608,289406976~12582912,331350016~8388608,373293056~8388608] 2023-12-01T05:51:14.016 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~4194304,54525952~12582912,134217728~8388608,247463936~4194304,276824064~8388608,289406976~12582912,331350016~8388608,373293056~8388608] 2023-12-01T05:51:14.017 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~8388608,54525952~16777216,134217728~12582912,247463936~8388608,276824064~8388608,289406976~16777216,331350016~8388608,373293056~12582912] 2023-12-01T05:51:14.017 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 7 diff [8388608~16777216,54525952~12582912,71303168~8388608,100663296~4194304,134217728~8388608,176160768~8388608,201326592~8388608,243269632~8388608,276824064~8388608,289406976~12582912,331350016~8388608,364904448~4194304,373293056~8388608,406847488~4194304] 2023-12-01T05:51:14.018 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,54525952~12582912,71303168~8388608,100663296~4194304,134217728~8388608,176160768~8388608,201326592~8388608,243269632~8388608,276824064~8388608,289406976~12582912,331350016~8388608,364904448~4194304,373293056~8388608,406847488~4194304] 2023-12-01T05:51:14.019 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~20971520,54525952~29360128,100663296~8388608,134217728~12582912,176160768~12582912,201326592~8388608,243269632~12582912,276824064~8388608,289406976~16777216,331350016~8388608,364904448~20971520,406847488~8388608] 2023-12-01T05:51:14.019 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 8 diff [4194304~20971520,41943040~4194304,54525952~12582912,71303168~8388608,88080384~16777216,134217728~8388608,176160768~8388608,201326592~8388608,218103808~4194304,239075328~12582912,276824064~8388608,289406976~12582912,306184192~4194304,331350016~8388608,364904448~4194304,373293056~8388608,406847488~4194304] 2023-12-01T05:51:14.019 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,41943040~4194304,54525952~12582912,71303168~8388608,88080384~16777216,134217728~8388608,176160768~8388608,201326592~8388608,218103808~4194304,239075328~12582912,276824064~8388608,289406976~12582912,306184192~4194304,331350016~8388608,364904448~4194304,373293056~8388608,406847488~4194304] 2023-12-01T05:51:14.021 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,41943040~8388608,54525952~29360128,88080384~20971520,134217728~12582912,176160768~12582912,201326592~12582912,218103808~8388608,239075328~16777216,276824064~8388608,289406976~20971520,331350016~8388608,364904448~20971520,406847488~8388608] 2023-12-01T05:51:14.021 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 9 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,88080384~16777216,134217728~8388608,146800640~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~8388608,289406976~12582912,306184192~4194304,331350016~8388608,356515840~12582912,373293056~8388608,406847488~4194304] 2023-12-01T05:51:14.021 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,88080384~16777216,134217728~8388608,146800640~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~8388608,289406976~12582912,306184192~4194304,331350016~8388608,356515840~12582912,373293056~8388608,406847488~4194304] 2023-12-01T05:51:14.023 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~12582912,54525952~29360128,88080384~20971520,134217728~20971520,176160768~12582912,197132288~16777216,218103808~8388608,230686720~25165824,260046848~8388608,276824064~8388608,289406976~20971520,331350016~8388608,356515840~29360128,406847488~8388608] 2023-12-01T05:51:14.024 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 10 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,83886080~8388608,96468992~8388608,117440512~4194304,134217728~8388608,146800640~4194304,155189248~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~25165824,306184192~4194304,331350016~8388608,356515840~12582912,373293056~12582912,406847488~4194304] 2023-12-01T05:51:14.024 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~8388608,83886080~8388608,96468992~8388608,117440512~4194304,134217728~8388608,146800640~4194304,155189248~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~20971520,260046848~8388608,276824064~25165824,306184192~4194304,331350016~8388608,356515840~12582912,373293056~12582912,406847488~4194304] 2023-12-01T05:51:14.027 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~54525952,117440512~8388608,134217728~29360128,176160768~12582912,197132288~16777216,218103808~8388608,230686720~25165824,260046848~8388608,276824064~33554432,331350016~8388608,356515840~29360128,406847488~8388608] 2023-12-01T05:51:14.027 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 11 diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~20971520,96468992~12582912,117440512~4194304,134217728~8388608,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~29360128,306184192~4194304,331350016~8388608,352321536~16777216,373293056~12582912,406847488~4194304] 2023-12-01T05:51:14.027 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~12582912,71303168~20971520,96468992~12582912,117440512~4194304,134217728~8388608,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~29360128,306184192~4194304,331350016~8388608,352321536~16777216,373293056~12582912,406847488~4194304] 2023-12-01T05:51:14.030 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~58720256,117440512~8388608,134217728~29360128,176160768~12582912,197132288~29360128,230686720~25165824,260046848~8388608,272629760~37748736,331350016~8388608,352321536~33554432,406847488~8388608] 2023-12-01T05:51:14.030 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 12 diff [0~29360128,33554432~16777216,54525952~12582912,71303168~20971520,96468992~12582912,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:14.030 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~29360128,33554432~16777216,54525952~12582912,71303168~20971520,96468992~12582912,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:14.034 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~58720256,117440512~46137344,176160768~12582912,197132288~29360128,230686720~25165824,260046848~8388608,272629760~37748736,331350016~8388608,352321536~33554432,406847488~12582912] 2023-12-01T05:51:14.034 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 13 diff [0~50331648,54525952~12582912,71303168~20971520,96468992~16777216,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,176160768~16777216,197132288~16777216,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:14.034 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~50331648,54525952~12582912,71303168~20971520,96468992~16777216,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,176160768~16777216,197132288~16777216,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,331350016~8388608,352321536~16777216,373293056~12582912,406847488~8388608] 2023-12-01T05:51:14.038 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~58720256,117440512~46137344,176160768~16777216,197132288~29360128,230686720~25165824,260046848~8388608,272629760~37748736,331350016~8388608,352321536~33554432,406847488~12582912] 2023-12-01T05:51:14.038 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 14 diff [0~113246208,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.038 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~113246208,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.042 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~163577856,167772160~58720256,230686720~25165824,260046848~8388608,272629760~37748736,327155712~12582912,352321536~33554432,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.042 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 15 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.042 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,352321536~16777216,373293056~12582912,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.047 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~163577856,167772160~58720256,230686720~25165824,260046848~8388608,272629760~37748736,327155712~12582912,352321536~37748736,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.047 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 16 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~20971520,201326592~12582912,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.047 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~20971520,201326592~12582912,218103808~8388608,230686720~20971520,260046848~8388608,272629760~37748736,327155712~12582912,348127232~20971520,373293056~12582912,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.052 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~163577856,167772160~58720256,230686720~25165824,260046848~8388608,272629760~41943040,327155712~12582912,348127232~41943040,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.052 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 17 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.052 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.057 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~163577856,167772160~58720256,230686720~37748736,272629760~41943040,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.058 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 18 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.058 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~20971520,255852544~12582912,272629760~37748736,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.063 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~163577856,167772160~58720256,230686720~37748736,272629760~41943040,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.064 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to 19 diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.064 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.069 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.070 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 7 diff [8388608~16777216,71303168~8388608,100663296~4194304,134217728~4194304,176160768~8388608,201326592~8388608,243269632~4194304,364904448~4194304,406847488~4194304] 2023-12-01T05:51:14.070 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [8388608~16777216,71303168~8388608,100663296~4194304,134217728~4194304,176160768~8388608,201326592~8388608,243269632~4194304,364904448~4194304,406847488~4194304] 2023-12-01T05:51:14.070 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [8388608~20971520,71303168~12582912,100663296~8388608,134217728~4194304,176160768~12582912,201326592~8388608,243269632~8388608,364904448~8388608,406847488~8388608] 2023-12-01T05:51:14.071 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 8 diff [4194304~20971520,41943040~4194304,54525952~4194304,71303168~8388608,88080384~16777216,134217728~4194304,176160768~8388608,201326592~8388608,218103808~4194304,239075328~8388608,306184192~4194304,364904448~4194304,406847488~4194304] 2023-12-01T05:51:14.071 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~20971520,41943040~4194304,54525952~4194304,71303168~8388608,88080384~16777216,134217728~4194304,176160768~8388608,201326592~8388608,218103808~4194304,239075328~8388608,306184192~4194304,364904448~4194304,406847488~4194304] 2023-12-01T05:51:14.072 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,41943040~8388608,54525952~8388608,71303168~12582912,88080384~20971520,134217728~4194304,176160768~12582912,201326592~12582912,218103808~8388608,239075328~12582912,306184192~4194304,364904448~8388608,406847488~8388608] 2023-12-01T05:51:14.072 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 9 diff [4194304~25165824,37748736~12582912,54525952~4194304,71303168~8388608,88080384~16777216,134217728~4194304,146800640~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~16777216,260046848~8388608,306184192~4194304,356515840~12582912,406847488~4194304] 2023-12-01T05:51:14.072 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~4194304,71303168~8388608,88080384~16777216,134217728~4194304,146800640~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~16777216,260046848~8388608,306184192~4194304,356515840~12582912,406847488~4194304] 2023-12-01T05:51:14.074 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~25165824,37748736~12582912,54525952~8388608,71303168~12582912,88080384~20971520,134217728~4194304,146800640~8388608,176160768~12582912,197132288~16777216,218103808~8388608,230686720~20971520,260046848~8388608,306184192~4194304,356515840~16777216,406847488~8388608] 2023-12-01T05:51:14.074 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 10 diff [4194304~25165824,37748736~12582912,54525952~8388608,71303168~8388608,83886080~8388608,96468992~8388608,117440512~4194304,134217728~4194304,146800640~4194304,155189248~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~16777216,260046848~8388608,285212672~8388608,306184192~4194304,356515840~12582912,377487360~8388608,406847488~4194304] 2023-12-01T05:51:14.074 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~8388608,71303168~8388608,83886080~8388608,96468992~8388608,117440512~4194304,134217728~4194304,146800640~4194304,155189248~4194304,176160768~8388608,197132288~12582912,218103808~4194304,230686720~16777216,260046848~8388608,285212672~8388608,306184192~4194304,356515840~12582912,377487360~8388608,406847488~4194304] 2023-12-01T05:51:14.076 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~8388608,71303168~37748736,117440512~8388608,134217728~4194304,146800640~16777216,176160768~12582912,197132288~16777216,218103808~8388608,230686720~20971520,260046848~8388608,285212672~8388608,306184192~4194304,356515840~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.076 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 11 diff [4194304~25165824,37748736~12582912,54525952~8388608,71303168~20971520,96468992~12582912,117440512~4194304,134217728~4194304,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~16777216,306184192~4194304,352321536~16777216,377487360~8388608,406847488~4194304] 2023-12-01T05:51:14.076 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~25165824,37748736~12582912,54525952~8388608,71303168~20971520,96468992~12582912,117440512~4194304,134217728~4194304,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~16777216,306184192~4194304,352321536~16777216,377487360~8388608,406847488~4194304] 2023-12-01T05:51:14.079 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~29360128,37748736~12582912,54525952~8388608,71303168~41943040,117440512~8388608,134217728~4194304,146800640~16777216,176160768~12582912,197132288~29360128,230686720~20971520,260046848~8388608,272629760~20971520,306184192~4194304,352321536~20971520,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.080 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 12 diff [0~29360128,33554432~16777216,54525952~8388608,71303168~20971520,96468992~12582912,117440512~12582912,134217728~4194304,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.080 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~29360128,33554432~16777216,54525952~8388608,71303168~20971520,96468992~12582912,117440512~12582912,134217728~4194304,146800640~4194304,155189248~4194304,176160768~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.083 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~8388608,71303168~41943040,117440512~20971520,146800640~16777216,176160768~12582912,197132288~29360128,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,352321536~20971520,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.083 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 13 diff [0~50331648,54525952~8388608,71303168~20971520,96468992~16777216,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,176160768~16777216,197132288~16777216,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.083 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~50331648,54525952~8388608,71303168~20971520,96468992~16777216,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,176160768~16777216,197132288~16777216,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.086 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~50331648,54525952~12582912,71303168~41943040,117440512~25165824,146800640~16777216,176160768~16777216,197132288~29360128,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,352321536~20971520,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.086 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 14 diff [0~62914560,67108864~46137344,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.086 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~62914560,67108864~46137344,117440512~12582912,134217728~8388608,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.091 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~16777216,167772160~58720256,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,327155712~8388608,352321536~20971520,377487360~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.091 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 15 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.091 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.095 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~16777216,167772160~58720256,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,327155712~8388608,352321536~20971520,377487360~12582912,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.095 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 16 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~20971520,201326592~12582912,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~20971520,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.095 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~20971520,201326592~12582912,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~20971520,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.099 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~16777216,167772160~58720256,230686720~20971520,260046848~8388608,272629760~20971520,297795584~16777216,327155712~8388608,348127232~25165824,377487360~12582912,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.099 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 17 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.099 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.104 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~16777216,167772160~58720256,230686720~20971520,255852544~12582912,272629760~41943040,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.104 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 18 diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.105 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,167772160~4194304,176160768~37748736,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.110 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~16777216,167772160~58720256,230686720~20971520,255852544~12582912,272629760~41943040,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.110 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to 19 diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.110 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.116 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.116 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 8 diff [4194304~8388608,41943040~4194304,54525952~4194304,88080384~16777216,205520896~4194304,218103808~4194304,239075328~8388608,306184192~4194304] 2023-12-01T05:51:14.116 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~8388608,41943040~4194304,54525952~4194304,88080384~16777216,205520896~4194304,218103808~4194304,239075328~8388608,306184192~4194304] 2023-12-01T05:51:14.117 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~8388608,41943040~8388608,54525952~8388608,88080384~20971520,205520896~8388608,218103808~8388608,239075328~12582912,306184192~4194304] 2023-12-01T05:51:14.117 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 9 diff [4194304~8388608,16777216~4194304,37748736~12582912,54525952~4194304,88080384~16777216,146800640~4194304,180355072~8388608,197132288~4194304,205520896~4194304,218103808~4194304,230686720~16777216,260046848~8388608,306184192~4194304,356515840~8388608] 2023-12-01T05:51:14.117 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~8388608,16777216~4194304,37748736~12582912,54525952~4194304,88080384~16777216,146800640~4194304,180355072~8388608,197132288~4194304,205520896~4194304,218103808~4194304,230686720~16777216,260046848~8388608,306184192~4194304,356515840~8388608] 2023-12-01T05:51:14.118 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~8388608,16777216~4194304,37748736~12582912,54525952~8388608,88080384~20971520,146800640~8388608,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,230686720~20971520,260046848~8388608,306184192~4194304,356515840~12582912] 2023-12-01T05:51:14.118 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 10 diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~8388608,83886080~8388608,96468992~8388608,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~4194304,205520896~4194304,218103808~4194304,230686720~16777216,260046848~8388608,285212672~8388608,306184192~4194304,356515840~8388608,377487360~8388608] 2023-12-01T05:51:14.118 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~8388608,83886080~8388608,96468992~8388608,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~4194304,205520896~4194304,218103808~4194304,230686720~16777216,260046848~8388608,285212672~8388608,306184192~4194304,356515840~8388608,377487360~8388608] 2023-12-01T05:51:14.120 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~8388608,16777216~16777216,37748736~12582912,54525952~8388608,83886080~25165824,117440512~8388608,146800640~16777216,180355072~8388608,197132288~4194304,205520896~8388608,218103808~8388608,230686720~20971520,260046848~8388608,285212672~8388608,306184192~4194304,356515840~12582912,377487360~8388608] 2023-12-01T05:51:14.120 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 11 diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~8388608,79691776~12582912,96468992~12582912,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~16777216,306184192~4194304,352321536~12582912,377487360~8388608] 2023-12-01T05:51:14.121 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [4194304~8388608,16777216~12582912,37748736~12582912,54525952~8388608,79691776~12582912,96468992~12582912,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~16777216,306184192~4194304,352321536~12582912,377487360~8388608] 2023-12-01T05:51:14.122 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [4194304~8388608,16777216~16777216,37748736~12582912,54525952~8388608,79691776~33554432,117440512~8388608,146800640~16777216,180355072~8388608,197132288~29360128,230686720~20971520,260046848~8388608,272629760~20971520,306184192~4194304,352321536~16777216,377487360~8388608] 2023-12-01T05:51:14.122 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 12 diff [0~8388608,16777216~12582912,33554432~16777216,54525952~8388608,79691776~12582912,96468992~12582912,117440512~12582912,146800640~4194304,155189248~4194304,180355072~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~12582912,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.123 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~12582912,33554432~16777216,54525952~8388608,79691776~12582912,96468992~12582912,117440512~12582912,146800640~4194304,155189248~4194304,180355072~8388608,197132288~16777216,218103808~4194304,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~12582912,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.125 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~33554432,54525952~8388608,79691776~33554432,117440512~16777216,146800640~16777216,180355072~8388608,197132288~29360128,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.125 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 13 diff [0~8388608,16777216~33554432,54525952~8388608,79691776~12582912,96468992~16777216,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.125 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~33554432,54525952~8388608,79691776~12582912,96468992~16777216,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,180355072~12582912,197132288~16777216,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.128 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,79691776~33554432,117440512~16777216,138412032~4194304,146800640~16777216,180355072~12582912,197132288~29360128,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,352321536~16777216,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.128 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 14 diff [0~8388608,16777216~46137344,67108864~4194304,79691776~33554432,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.128 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~46137344,67108864~4194304,79691776~33554432,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.131 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~54525952,138412032~4194304,146800640~16777216,167772160~8388608,180355072~46137344,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,327155712~8388608,352321536~16777216,377487360~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.131 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 15 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.132 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.135 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~20971520,260046848~8388608,272629760~20971520,297795584~12582912,327155712~8388608,352321536~16777216,377487360~12582912,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.135 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 16 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~16777216,201326592~12582912,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~20971520,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.135 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~16777216,201326592~12582912,218103808~8388608,230686720~16777216,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~20971520,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.140 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~20971520,260046848~8388608,272629760~20971520,297795584~16777216,327155712~8388608,348127232~20971520,377487360~12582912,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.140 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 17 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.140 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.144 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~20971520,255852544~12582912,272629760~41943040,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.144 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 18 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.144 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~33554432,218103808~8388608,230686720~16777216,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.150 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~20971520,255852544~12582912,272629760~41943040,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.150 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to 19 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.150 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.155 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.155 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 9 diff [16777216~4194304,37748736~12582912,146800640~4194304,180355072~8388608,197132288~4194304,218103808~4194304,230686720~8388608,260046848~8388608,356515840~8388608] 2023-12-01T05:51:14.155 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~4194304,37748736~12582912,146800640~4194304,180355072~8388608,197132288~4194304,218103808~4194304,230686720~8388608,260046848~8388608,356515840~8388608] 2023-12-01T05:51:14.157 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~4194304,37748736~12582912,146800640~8388608,180355072~8388608,197132288~4194304,218103808~4194304,230686720~8388608,260046848~8388608,356515840~12582912] 2023-12-01T05:51:14.157 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 10 diff [16777216~12582912,37748736~12582912,54525952~8388608,83886080~8388608,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~4194304,218103808~4194304,230686720~8388608,260046848~8388608,285212672~8388608,356515840~8388608,377487360~8388608] 2023-12-01T05:51:14.157 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~12582912,37748736~12582912,54525952~8388608,83886080~8388608,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~4194304,218103808~4194304,230686720~8388608,260046848~8388608,285212672~8388608,356515840~8388608,377487360~8388608] 2023-12-01T05:51:14.159 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~16777216,37748736~12582912,54525952~8388608,83886080~12582912,117440512~8388608,146800640~16777216,180355072~8388608,197132288~4194304,218103808~4194304,230686720~8388608,260046848~8388608,285212672~8388608,356515840~12582912,377487360~8388608] 2023-12-01T05:51:14.159 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 11 diff [16777216~12582912,37748736~12582912,54525952~8388608,79691776~12582912,100663296~8388608,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~25165824,230686720~8388608,260046848~8388608,272629760~16777216,352321536~12582912,377487360~8388608] 2023-12-01T05:51:14.159 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~12582912,37748736~12582912,54525952~8388608,79691776~12582912,100663296~8388608,117440512~4194304,146800640~4194304,155189248~4194304,180355072~8388608,197132288~25165824,230686720~8388608,260046848~8388608,272629760~16777216,352321536~12582912,377487360~8388608] 2023-12-01T05:51:14.161 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~16777216,37748736~12582912,54525952~8388608,79691776~16777216,100663296~12582912,117440512~8388608,146800640~16777216,180355072~8388608,197132288~25165824,230686720~8388608,260046848~8388608,272629760~20971520,352321536~16777216,377487360~8388608] 2023-12-01T05:51:14.161 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 12 diff [0~8388608,16777216~12582912,33554432~16777216,54525952~8388608,79691776~12582912,100663296~8388608,117440512~12582912,146800640~4194304,155189248~4194304,180355072~8388608,197132288~25165824,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,352321536~12582912,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.161 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~12582912,33554432~16777216,54525952~8388608,79691776~12582912,100663296~8388608,117440512~12582912,146800640~4194304,155189248~4194304,180355072~8388608,197132288~25165824,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,352321536~12582912,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.163 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~33554432,54525952~8388608,79691776~16777216,100663296~12582912,117440512~16777216,146800640~16777216,180355072~8388608,197132288~25165824,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,352321536~16777216,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.163 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 13 diff [0~8388608,16777216~33554432,54525952~8388608,79691776~12582912,96468992~16777216,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,180355072~12582912,197132288~25165824,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.163 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~33554432,54525952~8388608,79691776~12582912,96468992~16777216,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,180355072~12582912,197132288~25165824,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,352321536~16777216,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.166 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~33554432,54525952~12582912,79691776~33554432,117440512~16777216,138412032~4194304,146800640~16777216,180355072~12582912,197132288~29360128,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,352321536~16777216,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.166 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 14 diff [0~8388608,16777216~46137344,67108864~4194304,79691776~33554432,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,167772160~4194304,180355072~41943040,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.166 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~46137344,67108864~4194304,79691776~33554432,117440512~12582912,138412032~4194304,146800640~4194304,155189248~4194304,167772160~4194304,180355072~41943040,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.169 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~54525952,138412032~4194304,146800640~16777216,167772160~8388608,180355072~46137344,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,327155712~8388608,352321536~16777216,377487360~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.169 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 15 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~41943040,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.169 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~41943040,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~16777216,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.173 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~8388608,260046848~8388608,272629760~20971520,297795584~8388608,327155712~8388608,352321536~16777216,377487360~12582912,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.173 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 16 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~16777216,201326592~20971520,230686720~8388608,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~20971520,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.173 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~16777216,201326592~20971520,230686720~8388608,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~20971520,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.178 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~8388608,260046848~8388608,272629760~20971520,297795584~16777216,327155712~8388608,348127232~20971520,377487360~12582912,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.178 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 17 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.178 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.182 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~8388608,255852544~12582912,272629760~41943040,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.182 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 18 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.182 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.187 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~16777216,167772160~8388608,180355072~46137344,230686720~8388608,255852544~12582912,272629760~41943040,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.187 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to 19 diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.187 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.192 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.192 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 10 diff [20971520~8388608,54525952~8388608,83886080~8388608,117440512~4194304,155189248~4194304,234881024~4194304,260046848~8388608,285212672~8388608,377487360~8388608] 2023-12-01T05:51:14.192 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~8388608,54525952~8388608,83886080~8388608,117440512~4194304,155189248~4194304,234881024~4194304,260046848~8388608,285212672~8388608,377487360~8388608] 2023-12-01T05:51:14.193 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~12582912,54525952~8388608,83886080~12582912,117440512~8388608,155189248~8388608,234881024~4194304,260046848~8388608,285212672~8388608,377487360~8388608] 2023-12-01T05:51:14.193 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 11 diff [20971520~8388608,41943040~4194304,54525952~8388608,79691776~12582912,100663296~8388608,117440512~4194304,155189248~4194304,201326592~16777216,234881024~4194304,260046848~8388608,272629760~16777216,352321536~4194304,377487360~8388608] 2023-12-01T05:51:14.193 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~8388608,41943040~4194304,54525952~8388608,79691776~12582912,100663296~8388608,117440512~4194304,155189248~4194304,201326592~16777216,234881024~4194304,260046848~8388608,272629760~16777216,352321536~4194304,377487360~8388608] 2023-12-01T05:51:14.194 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~12582912,41943040~8388608,54525952~8388608,79691776~16777216,100663296~12582912,117440512~8388608,155189248~8388608,201326592~16777216,234881024~4194304,260046848~8388608,272629760~20971520,352321536~8388608,377487360~8388608] 2023-12-01T05:51:14.194 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 12 diff [0~8388608,20971520~8388608,33554432~12582912,54525952~8388608,79691776~12582912,100663296~8388608,117440512~12582912,155189248~4194304,201326592~16777216,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,352321536~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.194 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~8388608,33554432~12582912,54525952~8388608,79691776~12582912,100663296~8388608,117440512~12582912,155189248~4194304,201326592~16777216,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,352321536~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.196 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~29360128,54525952~8388608,79691776~16777216,100663296~12582912,117440512~16777216,155189248~8388608,201326592~16777216,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,352321536~8388608,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.196 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 13 diff [0~8388608,20971520~25165824,54525952~8388608,79691776~12582912,96468992~16777216,117440512~12582912,138412032~4194304,155189248~4194304,184549376~8388608,197132288~25165824,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,352321536~4194304,364904448~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.196 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~25165824,54525952~8388608,79691776~12582912,96468992~16777216,117440512~12582912,138412032~4194304,155189248~4194304,184549376~8388608,197132288~25165824,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,352321536~4194304,364904448~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.198 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~29360128,54525952~12582912,79691776~33554432,117440512~16777216,138412032~4194304,155189248~8388608,184549376~8388608,197132288~29360128,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,352321536~8388608,364904448~4194304,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.198 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 14 diff [0~8388608,20971520~25165824,50331648~12582912,67108864~4194304,79691776~33554432,117440512~12582912,138412032~4194304,155189248~4194304,167772160~4194304,184549376~37748736,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.199 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~25165824,50331648~12582912,67108864~4194304,79691776~33554432,117440512~12582912,138412032~4194304,155189248~4194304,167772160~4194304,184549376~37748736,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.201 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~54525952,138412032~4194304,155189248~8388608,167772160~8388608,184549376~41943040,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,327155712~8388608,352321536~8388608,364904448~4194304,377487360~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.201 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 15 diff [0~8388608,20971520~25165824,50331648~20971520,79691776~62914560,155189248~4194304,167772160~4194304,184549376~37748736,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.201 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~25165824,50331648~20971520,79691776~62914560,155189248~4194304,167772160~4194304,184549376~37748736,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.205 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~62914560,155189248~8388608,167772160~8388608,184549376~41943040,234881024~4194304,260046848~8388608,272629760~20971520,297795584~8388608,327155712~8388608,352321536~8388608,364904448~4194304,377487360~12582912,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.205 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 16 diff [0~8388608,20971520~25165824,50331648~20971520,79691776~62914560,155189248~4194304,167772160~4194304,184549376~12582912,201326592~20971520,234881024~4194304,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~8388608,364904448~4194304,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.205 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~25165824,50331648~20971520,79691776~62914560,155189248~4194304,167772160~4194304,184549376~12582912,201326592~20971520,234881024~4194304,260046848~8388608,272629760~20971520,297795584~12582912,327155712~4194304,348127232~8388608,364904448~4194304,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.208 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~62914560,155189248~8388608,167772160~8388608,184549376~41943040,234881024~4194304,260046848~8388608,272629760~20971520,297795584~16777216,327155712~8388608,348127232~12582912,364904448~4194304,377487360~12582912,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.208 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 17 diff [0~8388608,20971520~25165824,50331648~20971520,79691776~62914560,155189248~4194304,167772160~4194304,184549376~20971520,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.209 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~25165824,50331648~20971520,79691776~62914560,155189248~4194304,167772160~4194304,184549376~20971520,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.212 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~62914560,155189248~8388608,167772160~8388608,184549376~41943040,230686720~8388608,255852544~12582912,272629760~41943040,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.213 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 18 diff [0~8388608,20971520~50331648,79691776~62914560,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.213 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~50331648,79691776~62914560,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~8388608,255852544~12582912,272629760~37748736,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.217 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~62914560,155189248~8388608,167772160~8388608,180355072~46137344,230686720~8388608,255852544~12582912,272629760~41943040,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.217 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to 19 diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.217 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.222 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.222 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 11 diff [41943040~4194304,79691776~4194304,88080384~8388608,100663296~8388608,201326592~16777216,272629760~16777216,352321536~4194304] 2023-12-01T05:51:14.222 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [41943040~4194304,79691776~4194304,88080384~8388608,100663296~8388608,201326592~16777216,272629760~16777216,352321536~4194304] 2023-12-01T05:51:14.223 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [41943040~8388608,79691776~16777216,100663296~12582912,201326592~16777216,272629760~16777216,352321536~8388608] 2023-12-01T05:51:14.223 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 12 diff [0~8388608,33554432~12582912,79691776~4194304,88080384~8388608,100663296~8388608,121634816~8388608,201326592~16777216,272629760~12582912,289406976~4194304,297795584~8388608,352321536~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.223 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,33554432~12582912,79691776~4194304,88080384~8388608,100663296~8388608,121634816~8388608,201326592~16777216,272629760~12582912,289406976~4194304,297795584~8388608,352321536~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.225 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,33554432~16777216,79691776~16777216,100663296~12582912,121634816~12582912,201326592~16777216,272629760~20971520,297795584~8388608,352321536~8388608,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.225 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 13 diff [0~8388608,29360128~16777216,54525952~8388608,79691776~4194304,88080384~25165824,117440512~12582912,138412032~4194304,184549376~8388608,197132288~25165824,272629760~12582912,289406976~4194304,297795584~8388608,352321536~4194304,364904448~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.225 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~16777216,54525952~8388608,79691776~4194304,88080384~25165824,117440512~12582912,138412032~4194304,184549376~8388608,197132288~25165824,272629760~12582912,289406976~4194304,297795584~8388608,352321536~4194304,364904448~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.227 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~20971520,54525952~12582912,79691776~33554432,117440512~16777216,138412032~4194304,184549376~8388608,197132288~29360128,272629760~20971520,297795584~8388608,352321536~8388608,364904448~4194304,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.227 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 14 diff [0~8388608,29360128~16777216,50331648~12582912,67108864~4194304,79691776~4194304,88080384~41943040,138412032~4194304,167772160~4194304,184549376~37748736,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.227 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~16777216,50331648~12582912,67108864~4194304,79691776~4194304,88080384~41943040,138412032~4194304,167772160~4194304,184549376~37748736,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.229 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~46137344,79691776~54525952,138412032~4194304,167772160~8388608,184549376~41943040,272629760~20971520,297795584~8388608,327155712~8388608,352321536~8388608,364904448~4194304,377487360~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.229 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 15 diff [0~8388608,29360128~16777216,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~37748736,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.229 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~16777216,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~37748736,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,352321536~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.232 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~46137344,79691776~62914560,155189248~4194304,167772160~8388608,184549376~41943040,272629760~20971520,297795584~8388608,327155712~8388608,352321536~8388608,364904448~4194304,377487360~12582912,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.232 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 16 diff [0~8388608,29360128~16777216,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~12582912,201326592~20971520,272629760~12582912,289406976~4194304,297795584~12582912,327155712~4194304,348127232~8388608,364904448~4194304,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.232 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~16777216,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~12582912,201326592~20971520,272629760~12582912,289406976~4194304,297795584~12582912,327155712~4194304,348127232~8388608,364904448~4194304,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.235 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~46137344,79691776~62914560,155189248~4194304,167772160~8388608,184549376~41943040,272629760~20971520,297795584~16777216,327155712~8388608,348127232~12582912,364904448~4194304,377487360~12582912,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.235 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 17 diff [0~8388608,29360128~16777216,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~20971520,209715200~12582912,230686720~4194304,255852544~4194304,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.236 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~16777216,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~20971520,209715200~12582912,230686720~4194304,255852544~4194304,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.239 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~46137344,79691776~62914560,155189248~4194304,167772160~8388608,184549376~41943040,230686720~4194304,255852544~4194304,272629760~41943040,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.239 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 18 diff [0~8388608,20971520~50331648,79691776~62914560,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~4194304,255852544~8388608,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.239 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~50331648,79691776~62914560,155189248~4194304,167772160~4194304,180355072~25165824,209715200~12582912,230686720~4194304,255852544~8388608,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.243 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~62914560,155189248~4194304,167772160~8388608,180355072~46137344,230686720~4194304,255852544~8388608,272629760~41943040,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.243 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to 19 diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.243 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.247 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.247 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 12 diff [0~8388608,33554432~8388608,79691776~4194304,121634816~8388608,276824064~8388608,289406976~4194304,297795584~8388608,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.247 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,33554432~8388608,79691776~4194304,121634816~8388608,276824064~8388608,289406976~4194304,297795584~8388608,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.248 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,33554432~12582912,79691776~4194304,121634816~12582912,276824064~16777216,297795584~8388608,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.248 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 13 diff [0~8388608,29360128~12582912,54525952~8388608,79691776~4194304,96468992~8388608,117440512~12582912,138412032~4194304,184549376~8388608,197132288~4194304,218103808~4194304,276824064~8388608,289406976~4194304,297795584~8388608,364904448~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.248 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~12582912,54525952~8388608,79691776~4194304,96468992~8388608,117440512~12582912,138412032~4194304,184549376~8388608,197132288~4194304,218103808~4194304,276824064~8388608,289406976~4194304,297795584~8388608,364904448~4194304,377487360~8388608,406847488~8388608] 2023-12-01T05:51:14.250 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~16777216,54525952~12582912,79691776~4194304,96468992~12582912,117440512~16777216,138412032~4194304,184549376~8388608,197132288~4194304,218103808~8388608,276824064~16777216,297795584~8388608,364904448~4194304,377487360~8388608,406847488~12582912] 2023-12-01T05:51:14.250 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 14 diff [0~8388608,29360128~12582912,50331648~12582912,67108864~4194304,79691776~4194304,88080384~25165824,117440512~12582912,138412032~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.250 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~12582912,50331648~12582912,67108864~4194304,79691776~4194304,88080384~25165824,117440512~12582912,138412032~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.252 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~16777216,50331648~25165824,79691776~4194304,88080384~46137344,138412032~4194304,167772160~8388608,184549376~16777216,218103808~8388608,272629760~20971520,297795584~8388608,327155712~8388608,364904448~4194304,377487360~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.252 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 15 diff [0~8388608,29360128~12582912,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.252 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~12582912,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~12582912,289406976~4194304,297795584~8388608,327155712~4194304,364904448~4194304,377487360~8388608,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.254 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~16777216,50331648~25165824,79691776~4194304,88080384~54525952,155189248~4194304,167772160~8388608,184549376~16777216,218103808~8388608,272629760~20971520,297795584~8388608,327155712~8388608,364904448~4194304,377487360~12582912,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.254 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 16 diff [0~8388608,29360128~12582912,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~12582912,218103808~4194304,272629760~12582912,289406976~4194304,297795584~12582912,327155712~4194304,348127232~4194304,364904448~4194304,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.254 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~12582912,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~12582912,218103808~4194304,272629760~12582912,289406976~4194304,297795584~12582912,327155712~4194304,348127232~4194304,364904448~4194304,377487360~8388608,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.257 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~16777216,50331648~25165824,79691776~4194304,88080384~54525952,155189248~4194304,167772160~8388608,184549376~16777216,218103808~8388608,272629760~20971520,297795584~16777216,327155712~8388608,348127232~8388608,364904448~4194304,377487360~12582912,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.257 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 17 diff [0~8388608,29360128~12582912,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,230686720~4194304,255852544~4194304,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.257 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,29360128~12582912,50331648~20971520,79691776~4194304,88080384~54525952,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,230686720~4194304,255852544~4194304,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.261 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,29360128~16777216,50331648~25165824,79691776~4194304,88080384~54525952,155189248~4194304,167772160~8388608,184549376~20971520,218103808~8388608,230686720~4194304,255852544~4194304,272629760~41943040,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.261 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 18 diff [0~8388608,20971520~50331648,79691776~62914560,155189248~4194304,167772160~4194304,180355072~20971520,218103808~4194304,230686720~4194304,255852544~8388608,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.261 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,20971520~50331648,79691776~62914560,155189248~4194304,167772160~4194304,180355072~20971520,218103808~4194304,230686720~4194304,255852544~8388608,272629760~12582912,289406976~20971520,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.265 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,20971520~54525952,79691776~62914560,155189248~4194304,167772160~8388608,180355072~25165824,218103808~8388608,230686720~4194304,255852544~8388608,272629760~41943040,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.266 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to 19 diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.266 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.270 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.270 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 13 diff [29360128~8388608,54525952~8388608,96468992~8388608,117440512~4194304,138412032~4194304,184549376~8388608,197132288~4194304,218103808~4194304,281018368~4194304,364904448~4194304] 2023-12-01T05:51:14.270 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~8388608,54525952~8388608,96468992~8388608,117440512~4194304,138412032~4194304,184549376~8388608,197132288~4194304,218103808~4194304,281018368~4194304,364904448~4194304] 2023-12-01T05:51:14.271 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~12582912,54525952~12582912,96468992~12582912,117440512~4194304,138412032~4194304,184549376~8388608,197132288~4194304,218103808~8388608,281018368~8388608,364904448~4194304] 2023-12-01T05:51:14.271 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 14 diff [29360128~8388608,50331648~12582912,67108864~4194304,88080384~25165824,117440512~4194304,138412032~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~4194304,281018368~4194304,327155712~4194304,364904448~4194304,394264576~4194304] 2023-12-01T05:51:14.271 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~8388608,50331648~12582912,67108864~4194304,88080384~25165824,117440512~4194304,138412032~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~4194304,281018368~4194304,327155712~4194304,364904448~4194304,394264576~4194304] 2023-12-01T05:51:14.272 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~12582912,50331648~25165824,88080384~33554432,138412032~4194304,167772160~8388608,184549376~16777216,218103808~8388608,272629760~4194304,281018368~8388608,327155712~8388608,364904448~4194304,394264576~4194304] 2023-12-01T05:51:14.272 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 15 diff [29360128~12582912,50331648~20971520,88080384~33554432,130023424~12582912,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~4194304,281018368~4194304,327155712~4194304,364904448~4194304,381681664~4194304,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.272 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~12582912,50331648~20971520,88080384~33554432,130023424~12582912,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,272629760~4194304,281018368~4194304,327155712~4194304,364904448~4194304,381681664~4194304,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.274 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~16777216,50331648~25165824,88080384~33554432,130023424~12582912,155189248~4194304,167772160~8388608,184549376~16777216,218103808~8388608,272629760~4194304,281018368~8388608,327155712~8388608,364904448~4194304,381681664~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.274 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 16 diff [29360128~12582912,50331648~20971520,88080384~33554432,130023424~12582912,155189248~4194304,167772160~4194304,184549376~12582912,218103808~4194304,272629760~12582912,297795584~12582912,327155712~4194304,348127232~4194304,364904448~4194304,381681664~4194304,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.275 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~12582912,50331648~20971520,88080384~33554432,130023424~12582912,155189248~4194304,167772160~4194304,184549376~12582912,218103808~4194304,272629760~12582912,297795584~12582912,327155712~4194304,348127232~4194304,364904448~4194304,381681664~4194304,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.277 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~16777216,50331648~25165824,88080384~33554432,130023424~12582912,155189248~4194304,167772160~8388608,184549376~16777216,218103808~8388608,272629760~16777216,297795584~16777216,327155712~8388608,348127232~8388608,364904448~4194304,381681664~8388608,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.277 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 17 diff [29360128~12582912,50331648~20971520,88080384~33554432,130023424~12582912,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,230686720~4194304,255852544~4194304,272629760~12582912,293601280~16777216,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.277 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~12582912,50331648~20971520,88080384~33554432,130023424~12582912,155189248~4194304,167772160~4194304,184549376~16777216,218103808~4194304,230686720~4194304,255852544~4194304,272629760~12582912,293601280~16777216,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.279 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~16777216,50331648~25165824,88080384~33554432,130023424~12582912,155189248~4194304,167772160~8388608,184549376~20971520,218103808~8388608,230686720~4194304,255852544~4194304,272629760~16777216,293601280~20971520,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.280 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 18 diff [20971520~50331648,83886080~58720256,155189248~4194304,167772160~4194304,180355072~20971520,218103808~4194304,230686720~4194304,255852544~8388608,272629760~12582912,293601280~16777216,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.280 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~50331648,83886080~58720256,155189248~4194304,167772160~4194304,180355072~20971520,218103808~4194304,230686720~4194304,255852544~8388608,272629760~12582912,293601280~16777216,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.283 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~54525952,83886080~58720256,155189248~4194304,167772160~8388608,180355072~25165824,218103808~8388608,230686720~4194304,255852544~8388608,272629760~16777216,293601280~20971520,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.283 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to 19 diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.284 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.286 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.287 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 14 diff [50331648~8388608,62914560~8388608,88080384~8388608,104857600~8388608,167772160~4194304,192937984~4194304,272629760~4194304,327155712~4194304,394264576~4194304] 2023-12-01T05:51:14.287 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [50331648~8388608,62914560~8388608,88080384~8388608,104857600~8388608,167772160~4194304,192937984~4194304,272629760~4194304,327155712~4194304,394264576~4194304] 2023-12-01T05:51:14.288 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [50331648~8388608,62914560~12582912,88080384~12582912,104857600~12582912,167772160~8388608,192937984~4194304,272629760~4194304,327155712~8388608,394264576~4194304] 2023-12-01T05:51:14.288 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 15 diff [37748736~8388608,50331648~8388608,62914560~8388608,88080384~8388608,104857600~12582912,130023424~8388608,155189248~4194304,167772160~4194304,184549376~4194304,192937984~4194304,272629760~4194304,327155712~4194304,381681664~4194304,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.288 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37748736~8388608,50331648~8388608,62914560~8388608,88080384~8388608,104857600~12582912,130023424~8388608,155189248~4194304,167772160~4194304,184549376~4194304,192937984~4194304,272629760~4194304,327155712~4194304,381681664~4194304,394264576~4194304,406847488~8388608] 2023-12-01T05:51:14.289 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37748736~8388608,50331648~25165824,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,167772160~8388608,184549376~12582912,272629760~4194304,327155712~8388608,381681664~8388608,394264576~4194304,406847488~12582912] 2023-12-01T05:51:14.289 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 16 diff [33554432~12582912,50331648~8388608,62914560~8388608,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,167772160~4194304,184549376~12582912,272629760~8388608,297795584~12582912,327155712~4194304,348127232~4194304,381681664~4194304,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.290 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [33554432~12582912,50331648~8388608,62914560~8388608,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,167772160~4194304,184549376~12582912,272629760~8388608,297795584~12582912,327155712~4194304,348127232~4194304,381681664~4194304,394264576~4194304,402653184~12582912] 2023-12-01T05:51:14.292 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [33554432~12582912,50331648~25165824,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,167772160~8388608,184549376~16777216,272629760~8388608,297795584~16777216,327155712~8388608,348127232~8388608,381681664~8388608,394264576~4194304,402653184~16777216] 2023-12-01T05:51:14.292 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 17 diff [29360128~16777216,50331648~8388608,62914560~8388608,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,167772160~4194304,184549376~16777216,230686720~4194304,255852544~4194304,272629760~8388608,293601280~16777216,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.293 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~16777216,50331648~8388608,62914560~8388608,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,167772160~4194304,184549376~16777216,230686720~4194304,255852544~4194304,272629760~8388608,293601280~16777216,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.295 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~16777216,50331648~25165824,88080384~12582912,104857600~16777216,130023424~8388608,155189248~4194304,167772160~8388608,184549376~20971520,230686720~4194304,255852544~4194304,272629760~8388608,293601280~20971520,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.295 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 18 diff [20971520~37748736,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,167772160~4194304,180355072~20971520,230686720~4194304,255852544~8388608,272629760~8388608,293601280~16777216,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.295 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~37748736,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,167772160~4194304,180355072~20971520,230686720~4194304,255852544~8388608,272629760~8388608,293601280~16777216,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.299 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~54525952,83886080~16777216,104857600~33554432,155189248~4194304,167772160~8388608,180355072~25165824,230686720~4194304,255852544~8388608,272629760~8388608,293601280~20971520,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.299 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to 19 diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.299 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.302 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~12582912,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.302 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 15 diff [37748736~8388608,54525952~16777216,109051904~8388608,130023424~8388608,155189248~4194304,184549376~4194304,381681664~4194304,406847488~8388608] 2023-12-01T05:51:14.302 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [37748736~8388608,54525952~16777216,109051904~8388608,130023424~8388608,155189248~4194304,184549376~4194304,381681664~4194304,406847488~8388608] 2023-12-01T05:51:14.303 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [37748736~8388608,54525952~20971520,109051904~8388608,130023424~8388608,155189248~4194304,184549376~8388608,381681664~8388608,406847488~12582912] 2023-12-01T05:51:14.304 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 16 diff [33554432~12582912,54525952~16777216,88080384~8388608,104857600~12582912,130023424~8388608,155189248~4194304,184549376~12582912,272629760~8388608,297795584~12582912,348127232~4194304,381681664~4194304,402653184~12582912] 2023-12-01T05:51:14.304 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [33554432~12582912,54525952~16777216,88080384~8388608,104857600~12582912,130023424~8388608,155189248~4194304,184549376~12582912,272629760~8388608,297795584~12582912,348127232~4194304,381681664~4194304,402653184~12582912] 2023-12-01T05:51:14.305 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [33554432~12582912,54525952~20971520,88080384~12582912,104857600~12582912,130023424~8388608,155189248~4194304,184549376~16777216,272629760~8388608,297795584~16777216,348127232~8388608,381681664~8388608,402653184~16777216] 2023-12-01T05:51:14.305 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 17 diff [29360128~16777216,54525952~16777216,88080384~8388608,104857600~12582912,130023424~8388608,155189248~4194304,184549376~16777216,230686720~4194304,255852544~4194304,272629760~8388608,293601280~16777216,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.305 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~16777216,54525952~16777216,88080384~8388608,104857600~12582912,130023424~8388608,155189248~4194304,184549376~16777216,230686720~4194304,255852544~4194304,272629760~8388608,293601280~16777216,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.307 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~16777216,54525952~20971520,88080384~12582912,104857600~16777216,130023424~8388608,155189248~4194304,184549376~20971520,230686720~4194304,255852544~4194304,272629760~8388608,293601280~20971520,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:14.307 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 18 diff [20971520~50331648,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,180355072~20971520,230686720~4194304,255852544~8388608,272629760~8388608,293601280~16777216,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.307 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~50331648,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,180355072~20971520,230686720~4194304,255852544~8388608,272629760~8388608,293601280~16777216,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.310 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~54525952,83886080~16777216,104857600~33554432,155189248~4194304,180355072~25165824,230686720~4194304,255852544~8388608,272629760~8388608,293601280~20971520,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:14.310 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to 19 diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.310 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.313 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:14.313 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 16 diff [33554432~4194304,88080384~8388608,104857600~8388608,188743680~8388608,272629760~8388608,297795584~12582912,348127232~4194304,402653184~4194304] 2023-12-01T05:51:14.313 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [33554432~4194304,88080384~8388608,104857600~8388608,188743680~8388608,272629760~8388608,297795584~12582912,348127232~4194304,402653184~4194304] 2023-12-01T05:51:14.314 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [33554432~8388608,88080384~12582912,104857600~12582912,188743680~12582912,272629760~8388608,297795584~16777216,348127232~8388608,402653184~8388608] 2023-12-01T05:51:14.314 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 17 diff [29360128~8388608,88080384~8388608,104857600~12582912,188743680~12582912,230686720~4194304,255852544~4194304,272629760~8388608,293601280~16777216,343932928~12582912,398458880~8388608] 2023-12-01T05:51:14.314 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~8388608,88080384~8388608,104857600~12582912,188743680~12582912,230686720~4194304,255852544~4194304,272629760~8388608,293601280~16777216,343932928~12582912,398458880~8388608] 2023-12-01T05:51:14.315 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~12582912,88080384~12582912,104857600~16777216,188743680~16777216,230686720~4194304,255852544~4194304,272629760~8388608,293601280~20971520,343932928~16777216,398458880~12582912] 2023-12-01T05:51:14.316 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 18 diff [20971520~16777216,41943040~12582912,83886080~16777216,104857600~12582912,121634816~12582912,180355072~20971520,230686720~4194304,255852544~8388608,272629760~8388608,293601280~16777216,343932928~12582912,398458880~8388608] 2023-12-01T05:51:14.316 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~16777216,41943040~12582912,83886080~16777216,104857600~12582912,121634816~12582912,180355072~20971520,230686720~4194304,255852544~8388608,272629760~8388608,293601280~16777216,343932928~12582912,398458880~8388608] 2023-12-01T05:51:14.318 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~37748736,83886080~16777216,104857600~29360128,180355072~25165824,230686720~4194304,255852544~8388608,272629760~8388608,293601280~20971520,343932928~16777216,398458880~12582912] 2023-12-01T05:51:14.318 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to 19 diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:14.318 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:14.320 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,104857600~29360128,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~4194304,398458880~12582912] 2023-12-01T05:51:14.320 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to 17 diff [29360128~4194304,88080384~8388608,109051904~8388608,192937984~8388608,230686720~4194304,255852544~4194304,293601280~4194304,343932928~12582912,398458880~4194304] 2023-12-01T05:51:14.320 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [29360128~4194304,88080384~8388608,109051904~8388608,192937984~8388608,230686720~4194304,255852544~4194304,293601280~4194304,343932928~12582912,398458880~4194304] 2023-12-01T05:51:14.321 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [29360128~8388608,88080384~12582912,109051904~12582912,192937984~12582912,230686720~4194304,255852544~4194304,293601280~4194304,343932928~16777216,398458880~4194304] 2023-12-01T05:51:14.322 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to 18 diff [20971520~12582912,41943040~12582912,83886080~16777216,109051904~8388608,121634816~12582912,180355072~8388608,192937984~8388608,230686720~4194304,255852544~8388608,293601280~4194304,343932928~12582912,398458880~4194304] 2023-12-01T05:51:14.322 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~12582912,41943040~12582912,83886080~16777216,109051904~8388608,121634816~12582912,180355072~8388608,192937984~8388608,230686720~4194304,255852544~8388608,293601280~4194304,343932928~12582912,398458880~4194304] 2023-12-01T05:51:14.323 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~16777216,41943040~16777216,83886080~16777216,109051904~25165824,180355072~25165824,230686720~4194304,255852544~8388608,293601280~4194304,343932928~16777216,398458880~4194304] 2023-12-01T05:51:14.323 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to 19 diff [16777216~37748736,83886080~16777216,109051904~8388608,121634816~12582912,163577856~4194304,180355072~8388608,192937984~12582912,209715200~4194304,226492416~8388608,255852544~16777216,293601280~4194304,314572800~4194304,343932928~12582912,381681664~4194304,398458880~4194304] 2023-12-01T05:51:14.323 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,109051904~8388608,121634816~12582912,163577856~4194304,180355072~8388608,192937984~12582912,209715200~4194304,226492416~8388608,255852544~16777216,293601280~4194304,314572800~4194304,343932928~12582912,381681664~4194304,398458880~4194304] 2023-12-01T05:51:14.325 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,109051904~25165824,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~16777216,293601280~4194304,314572800~8388608,343932928~16777216,381681664~4194304,398458880~4194304] 2023-12-01T05:51:14.325 INFO:tasks.workunit.client.0.smithi111.stdout:from 17 to 18 diff [20971520~8388608,41943040~12582912,83886080~8388608,121634816~12582912,180355072~8388608,255852544~8388608] 2023-12-01T05:51:14.325 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [20971520~8388608,41943040~12582912,83886080~8388608,121634816~12582912,180355072~8388608,255852544~8388608] 2023-12-01T05:51:14.326 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [20971520~12582912,41943040~16777216,83886080~12582912,121634816~12582912,180355072~12582912,255852544~8388608] 2023-12-01T05:51:14.327 INFO:tasks.workunit.client.0.smithi111.stdout:from 17 to 19 diff [16777216~12582912,33554432~20971520,83886080~8388608,121634816~12582912,163577856~4194304,180355072~8388608,201326592~4194304,209715200~4194304,226492416~4194304,255852544~16777216,314572800~4194304,381681664~4194304] 2023-12-01T05:51:14.327 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~12582912,33554432~20971520,83886080~8388608,121634816~12582912,163577856~4194304,180355072~8388608,201326592~4194304,209715200~4194304,226492416~4194304,255852544~16777216,314572800~4194304,381681664~4194304] 2023-12-01T05:51:14.328 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~12582912,121634816~12582912,163577856~8388608,180355072~12582912,201326592~4194304,209715200~8388608,226492416~4194304,255852544~16777216,314572800~8388608,381681664~4194304] 2023-12-01T05:51:14.328 INFO:tasks.workunit.client.0.smithi111.stdout:from 18 to 19 diff [16777216~8388608,33554432~8388608,163577856~4194304,201326592~4194304,209715200~4194304,226492416~4194304,264241152~8388608,314572800~4194304,381681664~4194304] 2023-12-01T05:51:14.328 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~8388608,33554432~8388608,163577856~4194304,201326592~4194304,209715200~4194304,226492416~4194304,264241152~8388608,314572800~4194304,381681664~4194304] 2023-12-01T05:51:14.329 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~12582912,33554432~8388608,163577856~8388608,201326592~4194304,209715200~8388608,226492416~4194304,264241152~8388608,314572800~8388608,381681664~4194304] 2023-12-01T05:51:14.623 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:14.623 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:14.642 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.642 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:14.642 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:14.650 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.650 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.650 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.657 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.657 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.657 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.664 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.665 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.665 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.670 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.670 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.670 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:14.676 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:14.676 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.677 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.681 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.681 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.681 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.686 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.687 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.687 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.691 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.691 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.691 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.695 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.695 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.695 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.699 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.699 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.699 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:14.702 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:14.702 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.702 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.705 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.705 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.705 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:14.707 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~12582912,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:14.707 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.707 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:14.709 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:14.710 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to HEAD diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:14.710 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:14.711 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,104857600~29360128,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~4194304,398458880~12582912] 2023-12-01T05:51:14.711 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to HEAD diff [16777216~37748736,83886080~16777216,109051904~8388608,121634816~12582912,163577856~4194304,180355072~8388608,192937984~12582912,209715200~4194304,226492416~8388608,255852544~16777216,293601280~4194304,314572800~4194304,343932928~12582912,381681664~4194304,398458880~4194304] 2023-12-01T05:51:14.711 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,109051904~8388608,121634816~12582912,163577856~4194304,180355072~8388608,192937984~12582912,209715200~4194304,226492416~8388608,255852544~16777216,293601280~4194304,314572800~4194304,343932928~12582912,381681664~4194304,398458880~4194304] 2023-12-01T05:51:14.713 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,109051904~25165824,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~16777216,293601280~4194304,314572800~8388608,343932928~16777216,381681664~4194304,398458880~4194304] 2023-12-01T05:51:14.713 INFO:tasks.workunit.client.0.smithi111.stdout:from 17 to HEAD diff [16777216~12582912,33554432~20971520,83886080~8388608,121634816~12582912,163577856~4194304,180355072~8388608,201326592~4194304,209715200~4194304,226492416~4194304,255852544~16777216,314572800~4194304,381681664~4194304] 2023-12-01T05:51:14.713 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~12582912,33554432~20971520,83886080~8388608,121634816~12582912,163577856~4194304,180355072~8388608,201326592~4194304,209715200~4194304,226492416~4194304,255852544~16777216,314572800~4194304,381681664~4194304] 2023-12-01T05:51:14.713 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~12582912,121634816~12582912,163577856~8388608,180355072~12582912,201326592~4194304,209715200~8388608,226492416~4194304,255852544~16777216,314572800~8388608,381681664~4194304] 2023-12-01T05:51:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:14 smithi155 ceph-mon[102677]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-01T05:51:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:14 smithi155 ceph-mon[102677]: pgmap v3604: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:51:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:14 smithi111 ceph-mon[97855]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-01T05:51:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:14 smithi111 ceph-mon[97855]: pgmap v3604: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:51:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:14 smithi111 ceph-mon[116524]: osdmap e1583: 8 total, 8 up, 8 in 2023-12-01T05:51:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:14 smithi111 ceph-mon[116524]: pgmap v3604: 137 pgs: 137 active+clean; 816 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:51:15.644 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:15.645 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:15.662 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:15.662 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:15.662 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:15.669 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:15.669 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.669 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.678 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:15.678 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.678 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.682 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:15.682 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.682 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.687 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:15.688 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.688 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:15.693 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:15.693 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.693 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.698 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:15.698 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.698 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.703 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:15.703 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.703 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.708 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:15.708 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.708 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.712 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:15.712 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.712 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.716 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:15.716 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.716 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:15.719 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:15.719 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:15.719 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:15.722 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:15.722 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:15.722 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:15.724 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~12582912,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:15.725 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:15.725 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:15.726 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:15.726 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to HEAD diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:15.727 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:15.728 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,104857600~29360128,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~4194304,398458880~12582912] 2023-12-01T05:51:15.728 INFO:tasks.workunit.client.0.smithi111.stdout:from 16 to HEAD diff [16777216~37748736,83886080~16777216,109051904~8388608,121634816~12582912,163577856~4194304,180355072~8388608,192937984~12582912,209715200~4194304,226492416~8388608,255852544~16777216,293601280~4194304,314572800~4194304,343932928~12582912,381681664~4194304,398458880~4194304] 2023-12-01T05:51:15.728 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,109051904~8388608,121634816~12582912,163577856~4194304,180355072~8388608,192937984~12582912,209715200~4194304,226492416~8388608,255852544~16777216,293601280~4194304,314572800~4194304,343932928~12582912,381681664~4194304,398458880~4194304] 2023-12-01T05:51:15.729 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,109051904~25165824,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~16777216,293601280~4194304,314572800~8388608,343932928~16777216,381681664~4194304,398458880~4194304] 2023-12-01T05:51:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:15 smithi155 ceph-mon[102677]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-01T05:51:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:15 smithi111 ceph-mon[97855]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-01T05:51:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:15 smithi111 ceph-mon[116524]: osdmap e1584: 8 total, 8 up, 8 in 2023-12-01T05:51:16.663 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:16.663 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:16.688 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:16.688 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:16.688 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:16.697 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:16.697 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.697 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.701 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:16.702 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.702 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.708 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:16.708 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.708 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.714 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:16.714 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.714 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:16.719 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:16.719 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.719 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.723 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:16.723 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.724 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.728 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:16.728 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.728 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.732 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:16.732 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.732 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.736 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:16.736 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.736 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.740 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:16.740 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.740 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:16.744 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:16.744 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:16.744 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:16.745 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:16.745 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:16.745 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:16.747 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~12582912,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:16.747 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:16.747 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:16.749 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:16.750 INFO:tasks.workunit.client.0.smithi111.stdout:from 15 to HEAD diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:16.750 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~37748736,83886080~16777216,104857600~12582912,121634816~12582912,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~8388608] 2023-12-01T05:51:16.750 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~41943040,83886080~16777216,104857600~29360128,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~4194304,398458880~12582912] 2023-12-01T05:51:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:16 smithi155 ceph-mon[102677]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-01T05:51:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:16 smithi155 ceph-mon[102677]: pgmap v3607: 137 pgs: 137 active+clean; 930 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 698 KiB/s rd, 30 MiB/s wr, 1.29k op/s 2023-12-01T05:51:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:16 smithi111 ceph-mon[97855]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-01T05:51:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:16 smithi111 ceph-mon[97855]: pgmap v3607: 137 pgs: 137 active+clean; 930 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 698 KiB/s rd, 30 MiB/s wr, 1.29k op/s 2023-12-01T05:51:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:16 smithi111 ceph-mon[116524]: osdmap e1585: 8 total, 8 up, 8 in 2023-12-01T05:51:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:16 smithi111 ceph-mon[116524]: pgmap v3607: 137 pgs: 137 active+clean; 930 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 698 KiB/s rd, 30 MiB/s wr, 1.29k op/s 2023-12-01T05:51:17.652 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:17.652 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:17.688 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:17.688 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:17.688 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:17.694 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:17.695 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.695 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.701 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:17.701 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.701 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.707 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:17.707 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.707 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.711 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:17.711 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.711 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:17.716 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:17.716 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.716 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.720 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:17.720 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.720 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.725 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:17.726 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.726 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.727 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:17.727 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.727 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.730 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:17.730 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.730 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.733 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:17.733 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.733 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:17.735 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:17.735 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:17.735 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:17.737 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:17.737 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:17.737 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:17.738 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~12582912,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:17.739 INFO:tasks.workunit.client.0.smithi111.stdout:from 14 to HEAD diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:17.739 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~4194304,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,343932928~12582912,381681664~4194304,398458880~16777216] 2023-12-01T05:51:17.739 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~8388608,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,343932928~16777216,381681664~8388608,398458880~20971520] 2023-12-01T05:51:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:17 smithi155 ceph-mon[102677]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-01T05:51:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:17 smithi111 ceph-mon[97855]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-01T05:51:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:17 smithi111 ceph-mon[116524]: osdmap e1586: 8 total, 8 up, 8 in 2023-12-01T05:51:18.682 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:18.682 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:18.712 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:18.712 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:18.712 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:18.718 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:18.718 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.718 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.729 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:18.729 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.729 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.734 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:18.734 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.734 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.739 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:18.739 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.739 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:18.743 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:18.743 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.743 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.746 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:18.747 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.747 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.750 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:18.750 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.750 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.753 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:18.753 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.753 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.756 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:18.757 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.757 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.758 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:18.758 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.758 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:18.760 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:18.760 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:18.760 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:18.761 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:18.762 INFO:tasks.workunit.client.0.smithi111.stdout:from 13 to HEAD diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:18.762 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~41943040,62914560~8388608,83886080~16777216,104857600~12582912,121634816~16777216,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,226492416~8388608,255852544~25165824,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,381681664~4194304,394264576~20971520] 2023-12-01T05:51:18.762 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~16777216,104857600~33554432,155189248~4194304,163577856~12582912,180355072~25165824,209715200~8388608,226492416~8388608,255852544~25165824,293601280~29360128,327155712~8388608,343932928~16777216,381681664~8388608,394264576~25165824] 2023-12-01T05:51:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:18 smithi155 ceph-mon[102677]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-01T05:51:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:18 smithi155 ceph-mon[102677]: pgmap v3610: 137 pgs: 137 active+clean; 930 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 698 KiB/s rd, 30 MiB/s wr, 1.29k op/s 2023-12-01T05:51:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:18 smithi111 ceph-mon[97855]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-01T05:51:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:18 smithi111 ceph-mon[97855]: pgmap v3610: 137 pgs: 137 active+clean; 930 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 698 KiB/s rd, 30 MiB/s wr, 1.29k op/s 2023-12-01T05:51:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:18 smithi111 ceph-mon[116524]: osdmap e1587: 8 total, 8 up, 8 in 2023-12-01T05:51:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:18 smithi111 ceph-mon[116524]: pgmap v3610: 137 pgs: 137 active+clean; 930 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 698 KiB/s rd, 30 MiB/s wr, 1.29k op/s 2023-12-01T05:51:19.668 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:51:19] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:51:19.668 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:19 smithi111 ceph-mon[97855]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-01T05:51:19.669 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:19.683 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:19.683 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:19.706 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:19.706 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:19.706 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:19.722 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:19.723 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.723 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.729 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:19.729 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.729 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.739 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:19.739 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.739 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.747 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:19.747 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.747 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:19.752 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:19.752 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.752 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.755 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:19.755 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.755 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.758 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:19.758 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.758 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.761 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:19.761 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.761 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.764 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:19.764 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.764 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.766 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:19.766 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.766 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:19.768 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:19.768 INFO:tasks.workunit.client.0.smithi111.stdout:from 12 to HEAD diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:19.768 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [16777216~54525952,83886080~58720256,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,293601280~16777216,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,381681664~4194304,394264576~20971520] 2023-12-01T05:51:19.769 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [16777216~58720256,83886080~58720256,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~33554432,293601280~29360128,327155712~8388608,343932928~16777216,364904448~4194304,381681664~8388608,394264576~25165824] 2023-12-01T05:51:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:19 smithi155 ceph-mon[102677]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-01T05:51:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:19 smithi111 ceph-mon[116524]: osdmap e1588: 8 total, 8 up, 8 in 2023-12-01T05:51:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:20.700 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:20.700 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:20.722 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:20.723 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:20.723 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:20.731 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:20.731 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.731 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.737 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:20.737 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.737 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.742 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:20.742 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.742 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.753 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:20.753 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.753 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:20.759 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:20.759 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.759 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.761 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:20.762 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.762 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.765 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:20.765 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.765 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.767 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:20.768 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.768 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.770 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:20.770 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.770 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.771 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:20.771 INFO:tasks.workunit.client.0.smithi111.stdout:from 11 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.772 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~4194304,218103808~4194304,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:20.773 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~25165824,209715200~25165824,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:20 smithi155 ceph-mon[102677]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-01T05:51:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:20 smithi155 ceph-mon[102677]: pgmap v3613: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 6.2 KiB/s wr, 566 op/s 2023-12-01T05:51:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:20 smithi111 ceph-mon[97855]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-01T05:51:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:20 smithi111 ceph-mon[97855]: pgmap v3613: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 6.2 KiB/s wr, 566 op/s 2023-12-01T05:51:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:20 smithi111 ceph-mon[116524]: osdmap e1589: 8 total, 8 up, 8 in 2023-12-01T05:51:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:20 smithi111 ceph-mon[116524]: pgmap v3613: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 6.2 KiB/s wr, 566 op/s 2023-12-01T05:51:21.700 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:21.700 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:21.738 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:21.738 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:21.738 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:21.745 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:21.745 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.745 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.756 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:21.756 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.756 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.763 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:21.763 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.763 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.766 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:21.766 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.767 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:21.769 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:21.769 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.769 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.772 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:21.772 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.772 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.774 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:21.774 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.774 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.776 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:21.777 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.777 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.778 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:21.778 INFO:tasks.workunit.client.0.smithi111.stdout:from 10 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.778 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~8388608,255852544~29360128,289406976~20971520,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:21.779 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~4194304,163577856~12582912,180355072~54525952,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:21 smithi155 ceph-mon[102677]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-01T05:51:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:21 smithi111 ceph-mon[97855]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-01T05:51:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:21 smithi111 ceph-mon[116524]: osdmap e1590: 8 total, 8 up, 8 in 2023-12-01T05:51:22.711 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:22.711 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:22.735 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:22.736 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:22.736 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:22.742 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:22.742 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.743 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.752 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:22.752 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.752 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.758 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:22.758 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.758 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.768 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:22.769 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.769 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:22.771 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:22.771 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.771 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.773 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:22.774 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.774 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.775 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:22.775 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.776 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.777 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:22.777 INFO:tasks.workunit.client.0.smithi111.stdout:from 9 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.777 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~12582912,364904448~4194304,377487360~8388608,394264576~20971520] 2023-12-01T05:51:22.778 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,155189248~20971520,180355072~58720256,255852544~67108864,327155712~8388608,343932928~16777216,364904448~4194304,377487360~12582912,394264576~25165824] 2023-12-01T05:51:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:22 smithi155 ceph-mon[102677]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-01T05:51:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:22 smithi155 ceph-mon[102677]: pgmap v3616: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 6.2 KiB/s wr, 566 op/s 2023-12-01T05:51:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:22 smithi111 ceph-mon[97855]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-01T05:51:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:22 smithi111 ceph-mon[97855]: pgmap v3616: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 6.2 KiB/s wr, 566 op/s 2023-12-01T05:51:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:22 smithi111 ceph-mon[116524]: osdmap e1591: 8 total, 8 up, 8 in 2023-12-01T05:51:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:22 smithi111 ceph-mon[116524]: pgmap v3616: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 325 KiB/s rd, 6.2 KiB/s wr, 566 op/s 2023-12-01T05:51:23.718 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:23.719 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:23.747 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:23.747 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:23.747 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:23.753 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:23.753 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.753 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.758 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:23.759 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.759 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.762 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:23.762 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.762 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.767 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:23.767 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.767 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:23.769 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:23.769 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:23.769 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:23.771 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:23.771 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:23.772 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:23.773 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:23.773 INFO:tasks.workunit.client.0.smithi111.stdout:from 8 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:23.773 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~25165824,209715200~12582912,226492416~12582912,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:23.775 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~8388608,16777216~58720256,79691776~62914560,146800640~29360128,180355072~58720256,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:23 smithi155 ceph-mon[102677]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-01T05:51:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:23 smithi111 ceph-mon[97855]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-01T05:51:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:23 smithi111 ceph-mon[116524]: osdmap e1592: 8 total, 8 up, 8 in 2023-12-01T05:51:24.391 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:24.391 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:24.414 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:24.414 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:24.414 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:24.419 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:24.419 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.419 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.422 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:24.423 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.423 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.425 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:24.425 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.425 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.428 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:24.428 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.428 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:24.430 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:24.430 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:24.430 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:24.432 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:24.432 INFO:tasks.workunit.client.0.smithi111.stdout:from 7 to HEAD diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:24.432 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~8388608,16777216~54525952,79691776~62914560,146800640~4194304,155189248~4194304,163577856~8388608,180355072~33554432,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:24.433 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~12582912,16777216~58720256,79691776~62914560,146800640~29360128,180355072~71303168,255852544~67108864,327155712~8388608,343932928~25165824,377487360~12582912,394264576~25165824] 2023-12-01T05:51:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:24 smithi155 ceph-mon[102677]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-01T05:51:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:24 smithi155 ceph-mon[102677]: pgmap v3619: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:51:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:24 smithi155 ceph-mon[102677]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-01T05:51:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:24 smithi111 ceph-mon[97855]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-01T05:51:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:24 smithi111 ceph-mon[97855]: pgmap v3619: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:51:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:24 smithi111 ceph-mon[97855]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-01T05:51:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:24 smithi111 ceph-mon[116524]: osdmap e1593: 8 total, 8 up, 8 in 2023-12-01T05:51:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:24 smithi111 ceph-mon[116524]: pgmap v3619: 137 pgs: 137 active+clean; 869 MiB data, 7.8 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:51:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:24 smithi111 ceph-mon[116524]: osdmap e1594: 8 total, 8 up, 8 in 2023-12-01T05:51:25.376 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:25.376 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:25.417 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:25.417 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:25.418 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:25.428 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:25.428 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.428 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.431 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:25.431 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.431 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.434 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:25.434 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.434 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.436 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:25.436 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.436 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:25.438 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:25.438 INFO:tasks.workunit.client.0.smithi111.stdout:from 6 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:25.438 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~29360128,255852544~54525952,314572800~4194304,327155712~4194304,343932928~25165824,377487360~8388608,394264576~20971520] 2023-12-01T05:51:25.438 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~142606336,146800640~104857600,255852544~67108864,327155712~8388608,343932928~29360128,377487360~12582912,394264576~25165824] 2023-12-01T05:51:26.402 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:26.403 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:26.427 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:26.427 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:26.427 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:26.430 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:26.430 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.431 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.435 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:26.435 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.435 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.438 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:26.438 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.438 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.440 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:26.440 INFO:tasks.workunit.client.0.smithi111.stdout:from 5 to HEAD diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.440 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~4194304,155189248~4194304,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:26.441 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:26 smithi155 ceph-mon[102677]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-01T05:51:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:26 smithi111 ceph-mon[97855]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-01T05:51:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:26 smithi111 ceph-mon[116524]: osdmap e1595: 8 total, 8 up, 8 in 2023-12-01T05:51:27.403 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:27.403 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:27.421 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:27.421 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:27.421 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:27.438 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:27.438 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:27.438 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:27.443 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:27.444 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:27.444 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:27.444 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:27.445 INFO:tasks.workunit.client.0.smithi111.stdout:from 4 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:27.445 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,327155712~12582912,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:27.446 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~322961408,327155712~12582912,343932928~46137344,394264576~25165824] 2023-12-01T05:51:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:27 smithi155 ceph-mon[102677]: pgmap v3622: 137 pgs: 137 active+clean; 748 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 6.2 KiB/s wr, 334 op/s 2023-12-01T05:51:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:27 smithi155 ceph-mon[102677]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-01T05:51:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:27 smithi111 ceph-mon[97855]: pgmap v3622: 137 pgs: 137 active+clean; 748 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 6.2 KiB/s wr, 334 op/s 2023-12-01T05:51:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:27 smithi111 ceph-mon[97855]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-01T05:51:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:27 smithi111 ceph-mon[116524]: pgmap v3622: 137 pgs: 137 active+clean; 748 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 6.2 KiB/s wr, 334 op/s 2023-12-01T05:51:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:27 smithi111 ceph-mon[116524]: osdmap e1596: 8 total, 8 up, 8 in 2023-12-01T05:51:28.408 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:28.408 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:28.425 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:28.425 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:28.425 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:28.431 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:28.432 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:28.432 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:28.438 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:28.438 INFO:tasks.workunit.client.0.smithi111.stdout:from 3 to HEAD diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:28.438 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~12582912,163577856~8388608,176160768~37748736,218103808~33554432,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:28.439 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:28 smithi155 ceph-mon[102677]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-01T05:51:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:28 smithi111 ceph-mon[97855]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-01T05:51:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:28 smithi111 ceph-mon[116524]: osdmap e1597: 8 total, 8 up, 8 in 2023-12-01T05:51:28.980 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:51:29.285 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:51:29.285 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (68m) 5m ago 69m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:51:29.286 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (69m) 5m ago 69m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:51:29.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (70m) 5m ago 70m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:51:29.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (70m) 5m ago 70m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:51:29.286 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (73m) 5m ago 73m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:51:29.286 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (75m) 5m ago 75m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (75m) 5m ago 75m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (73m) 5m ago 73m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (73m) 5m ago 73m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (68m) 5m ago 68m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (68m) 5m ago 68m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (73m) 5m ago 73m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (72m) 5m ago 72m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:51:29.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (72m) 5m ago 72m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:51:29.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (72m) 5m ago 72m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:51:29.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (71m) 5m ago 71m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:51:29.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (71m) 5m ago 71m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:51:29.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (70m) 5m ago 70m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:51:29.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (70m) 5m ago 70m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:51:29.288 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (68m) 5m ago 69m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:51:29.387 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:29.387 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:29.416 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:29.416 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:29.417 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:29.420 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:29.420 INFO:tasks.workunit.client.0.smithi111.stdout:from 2 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:29.420 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~12582912,394264576~20971520] 2023-12-01T05:51:29.421 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:29.700 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:51:29.700 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:51:29.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:51:29.701 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:51:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:29 smithi155 ceph-mon[102677]: pgmap v3625: 137 pgs: 137 active+clean; 748 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 6.2 KiB/s wr, 334 op/s 2023-12-01T05:51:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:29 smithi155 ceph-mon[102677]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-01T05:51:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:29 smithi155 ceph-mon[102677]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-01T05:51:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:51:29] "GET /metrics HTTP/1.1" 200 36450 "" "Prometheus/2.43.0" 2023-12-01T05:51:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:29 smithi111 ceph-mon[97855]: pgmap v3625: 137 pgs: 137 active+clean; 748 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 6.2 KiB/s wr, 334 op/s 2023-12-01T05:51:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:29 smithi111 ceph-mon[97855]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-01T05:51:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:29 smithi111 ceph-mon[97855]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-01T05:51:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:29 smithi111 ceph-mon[116524]: pgmap v3625: 137 pgs: 137 active+clean; 748 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 199 KiB/s rd, 6.2 KiB/s wr, 334 op/s 2023-12-01T05:51:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:29 smithi111 ceph-mon[116524]: osdmap e1598: 8 total, 8 up, 8 in 2023-12-01T05:51:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:29 smithi111 ceph-mon[116524]: osdmap e1599: 8 total, 8 up, 8 in 2023-12-01T05:51:30.424 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:30.424 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:30.444 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:30.444 INFO:tasks.workunit.client.0.smithi111.stdout:from 1 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:30.444 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:30.449 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:30 smithi155 ceph-mon[102677]: from='client.18810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:51:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:30 smithi155 ceph-mon[102677]: from='client.18816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:51:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1770755839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:51:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:30 smithi111 ceph-mon[116524]: from='client.18810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:51:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:30 smithi111 ceph-mon[116524]: from='client.18816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:51:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1770755839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:51:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:30 smithi111 ceph-mon[97855]: from='client.18810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:51:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:30 smithi111 ceph-mon[97855]: from='client.18816 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:51:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1770755839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:51:31.430 INFO:tasks.workunit.client.0.smithi111.stdout:from 0 to HEAD diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:31.430 INFO:tasks.workunit.client.0.smithi111.stdout: limited diff [0~142606336,146800640~104857600,255852544~54525952,314572800~4194304,322961408~16777216,343932928~25165824,373293056~16777216,394264576~20971520] 2023-12-01T05:51:31.439 INFO:tasks.workunit.client.0.smithi111.stdout: actual was [0~339738624,343932928~46137344,394264576~25165824] 2023-12-01T05:51:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:31 smithi155 ceph-mon[102677]: pgmap v3628: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 165 op/s 2023-12-01T05:51:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:31 smithi155 ceph-mon[102677]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-01T05:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:31 smithi111 ceph-mon[116524]: pgmap v3628: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 165 op/s 2023-12-01T05:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:31 smithi111 ceph-mon[116524]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-01T05:51:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:31 smithi111 ceph-mon[97855]: pgmap v3628: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 165 op/s 2023-12-01T05:51:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:31 smithi111 ceph-mon[97855]: osdmap e1600: 8 total, 8 up, 8 in 2023-12-01T05:51:32.457 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38971 ms) 2023-12-01T05:51:32.458 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2023-12-01T05:51:32.458 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:32 smithi155 ceph-mon[102677]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-01T05:51:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:32 smithi111 ceph-mon[97855]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-01T05:51:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:32 smithi111 ceph-mon[116524]: osdmap e1601: 8 total, 8 up, 8 in 2023-12-01T05:51:33.444 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:51:33.448 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (990 ms) 2023-12-01T05:51:33.448 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2023-12-01T05:51:33.448 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:33 smithi155 ceph-mon[102677]: pgmap v3631: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 165 op/s 2023-12-01T05:51:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:33 smithi155 ceph-mon[102677]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-01T05:51:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:51:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:51:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:51:33.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:51:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[97855]: pgmap v3631: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 165 op/s 2023-12-01T05:51:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[97855]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-01T05:51:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:51:33.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:51:33.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:51:33.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:51:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[116524]: pgmap v3631: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 5.7 KiB/s wr, 165 op/s 2023-12-01T05:51:33.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[116524]: osdmap e1602: 8 total, 8 up, 8 in 2023-12-01T05:51:33.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:51:33.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:51:33.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:51:33.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:51:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:51:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 4194304~4194304 2023-12-01T05:51:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8388608~4194304 2023-12-01T05:51:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 12582912~4194304 2023-12-01T05:51:34.440 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 16777216~4194304 2023-12-01T05:51:34.476 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 0~4194304 2023-12-01T05:51:34.476 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 4194304~4194304 2023-12-01T05:51:34.476 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8388608~4194304 2023-12-01T05:51:34.476 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 16777216~4194304 2023-12-01T05:51:34.486 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1038 ms) 2023-12-01T05:51:34.486 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2023-12-01T05:51:34.486 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:34 smithi155 ceph-mon[102677]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-01T05:51:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:34 smithi155 ceph-mon[102677]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-01T05:51:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:34 smithi111 ceph-mon[97855]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-01T05:51:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:34 smithi111 ceph-mon[97855]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-01T05:51:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:34 smithi111 ceph-mon[116524]: osdmap e1603: 8 total, 8 up, 8 in 2023-12-01T05:51:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:34 smithi111 ceph-mon[116524]: osdmap e1604: 8 total, 8 up, 8 in 2023-12-01T05:51:35.563 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [0~12582912,16777216~4194304] to clone 2023-12-01T05:51:35.564 INFO:tasks.workunit.client.0.smithi111.stdout: diff was [0~12582912,16777216~4194304] 2023-12-01T05:51:35.567 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1082 ms) 2023-12-01T05:51:35.568 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2023-12-01T05:51:35.568 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:35.592 INFO:tasks.workunit.client.0.smithi111.stdout: wrote [576827~101764,1605425~101439,3244680~88008,3968881~85957,7291797~15936,8431565~26376,8671015~94627,11354511~68855,11946843~50420,19622843~86178] 2023-12-01T05:51:35.603 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (35 ms) 2023-12-01T05:51:35.604 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2023-12-01T05:51:35.604 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:35 smithi155 ceph-mon[102677]: pgmap v3634: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:51:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:35 smithi111 ceph-mon[97855]: pgmap v3634: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:51:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:35 smithi111 ceph-mon[116524]: pgmap v3634: 137 pgs: 137 active+clean; 582 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:51:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:36 smithi155 ceph-mon[102677]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-01T05:51:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:36 smithi111 ceph-mon[97855]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-01T05:51:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:36 smithi111 ceph-mon[116524]: osdmap e1605: 8 total, 8 up, 8 in 2023-12-01T05:51:37.559 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1956 ms) 2023-12-01T05:51:37.559 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2023-12-01T05:51:37.559 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:37.618 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 5000005~1234 2023-12-01T05:51:37.622 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (63 ms) 2023-12-01T05:51:37.622 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2023-12-01T05:51:37.622 INFO:tasks.workunit.client.0.smithi111.stdout:using new format! 2023-12-01T05:51:37.691 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8376263~12345 2023-12-01T05:51:37.692 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 8388608~4194304 2023-12-01T05:51:37.692 INFO:tasks.workunit.client.0.smithi111.stdout:iterate_cb 12582912~54321 2023-12-01T05:51:37.695 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (74 ms) 2023-12-01T05:51:37.696 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2023-12-01T05:51:37.696 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_librbd.cc:7973: Skipped 2023-12-01T05:51:37.696 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:51:37.696 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2023-12-01T05:51:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:37 smithi155 ceph-mon[102677]: pgmap v3637: 137 pgs: 137 active+clean; 492 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 11 MiB/s wr, 196 op/s 2023-12-01T05:51:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:37 smithi155 ceph-mon[102677]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-01T05:51:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:37 smithi111 ceph-mon[97855]: pgmap v3637: 137 pgs: 137 active+clean; 492 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 11 MiB/s wr, 196 op/s 2023-12-01T05:51:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:37 smithi111 ceph-mon[97855]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-01T05:51:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:37 smithi111 ceph-mon[116524]: pgmap v3637: 137 pgs: 137 active+clean; 492 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 11 MiB/s wr, 196 op/s 2023-12-01T05:51:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:37 smithi111 ceph-mon[116524]: osdmap e1606: 8 total, 8 up, 8 in 2023-12-01T05:51:38.467 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 11 tests from DiffIterateTest/1 (52265 ms total) 2023-12-01T05:51:38.468 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:51:38.468 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 17 tests from TestImageWatcher 2023-12-01T05:51:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:38 smithi111 ceph-mon[97855]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-01T05:51:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:38 smithi111 ceph-mon[116524]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-01T05:51:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:38 smithi155 ceph-mon[102677]: osdmap e1607: 8 total, 8 up, 8 in 2023-12-01T05:51:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:51:39] "GET /metrics HTTP/1.1" 200 36449 "" "Prometheus/2.43.0" 2023-12-01T05:51:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:39 smithi111 ceph-mon[116524]: pgmap v3640: 137 pgs: 137 active+clean; 492 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 11 MiB/s wr, 196 op/s 2023-12-01T05:51:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:39 smithi111 ceph-mon[116524]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-01T05:51:39.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:39 smithi111 ceph-mon[97855]: pgmap v3640: 137 pgs: 137 active+clean; 492 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 11 MiB/s wr, 196 op/s 2023-12-01T05:51:39.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:39 smithi111 ceph-mon[97855]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-01T05:51:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:39 smithi155 ceph-mon[102677]: pgmap v3640: 137 pgs: 137 active+clean; 492 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 11 MiB/s wr, 196 op/s 2023-12-01T05:51:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:39 smithi155 ceph-mon[102677]: osdmap e1608: 8 total, 8 up, 8 in 2023-12-01T05:51:40.475 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2023-12-01T05:51:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:40 smithi111 ceph-mon[97855]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-01T05:51:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/254021050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:40 smithi111 ceph-mon[116524]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-01T05:51:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/254021050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:40 smithi155 ceph-mon[102677]: osdmap e1609: 8 total, 8 up, 8 in 2023-12-01T05:51:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/254021050' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[97855]: pgmap v3643: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:51:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/254021050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:51:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[97855]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-01T05:51:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[116524]: pgmap v3643: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:51:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/254021050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:51:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:41 smithi111 ceph-mon[116524]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-01T05:51:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:41 smithi155 ceph-mon[102677]: pgmap v3643: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:41 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:51:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/254021050' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-32","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:51:41.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:41 smithi155 ceph-mon[102677]: osdmap e1610: 8 total, 8 up, 8 in 2023-12-01T05:51:42.530 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2055 ms) 2023-12-01T05:51:42.530 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2023-12-01T05:51:42.554 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2023-12-01T05:51:42.554 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyResize 2023-12-01T05:51:42.582 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyResize (26 ms) 2023-12-01T05:51:42.582 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2023-12-01T05:51:42.601 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (21 ms) 2023-12-01T05:51:42.601 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2023-12-01T05:51:42.623 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2023-12-01T05:51:42.623 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2023-12-01T05:51:42.646 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (23 ms) 2023-12-01T05:51:42.646 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2023-12-01T05:51:42.665 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2023-12-01T05:51:42.666 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2023-12-01T05:51:42.685 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapRename (20 ms) 2023-12-01T05:51:42.685 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2023-12-01T05:51:42.705 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2023-12-01T05:51:42.705 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2023-12-01T05:51:42.728 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (22 ms) 2023-12-01T05:51:42.728 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2023-12-01T05:51:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:42 smithi111 ceph-mon[97855]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-01T05:51:42.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:42 smithi111 ceph-mon[116524]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-01T05:51:42.751 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (24 ms) 2023-12-01T05:51:42.752 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2023-12-01T05:51:42.772 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2023-12-01T05:51:42.772 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyRename 2023-12-01T05:51:42.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyRename (22 ms) 2023-12-01T05:51:42.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2023-12-01T05:51:42.813 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2023-12-01T05:51:42.813 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2023-12-01T05:51:42.833 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2023-12-01T05:51:42.833 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2023-12-01T05:51:42.852 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (19 ms) 2023-12-01T05:51:42.852 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2023-12-01T05:51:42.872 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (20 ms) 2023-12-01T05:51:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:42 smithi155 ceph-mon[102677]: osdmap e1611: 8 total, 8 up, 8 in 2023-12-01T05:51:43.495 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 17 tests from TestImageWatcher (2397 ms total) 2023-12-01T05:51:43.495 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:51:43.495 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 34 tests from TestInternal 2023-12-01T05:51:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:43 smithi111 ceph-mon[97855]: pgmap v3646: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:43 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:51:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:43 smithi111 ceph-mon[97855]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-01T05:51:43.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:43 smithi111 ceph-mon[116524]: pgmap v3646: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:43.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:43 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:51:43.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:43 smithi111 ceph-mon[116524]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-01T05:51:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:43 smithi155 ceph-mon[102677]: pgmap v3646: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:43 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:51:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:43 smithi155 ceph-mon[102677]: osdmap e1612: 8 total, 8 up, 8 in 2023-12-01T05:51:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:44 smithi155 ceph-mon[102677]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-01T05:51:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:44 smithi111 ceph-mon[97855]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-01T05:51:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:44 smithi111 ceph-mon[116524]: osdmap e1613: 8 total, 8 up, 8 in 2023-12-01T05:51:45.529 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.OpenByID 2023-12-01T05:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:45 smithi155 ceph-mon[102677]: pgmap v3649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:45 smithi155 ceph-mon[102677]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-01T05:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/508525443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:45 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[97855]: pgmap v3649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[97855]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/508525443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[116524]: pgmap v3649: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[116524]: osdmap e1614: 8 total, 8 up, 8 in 2023-12-01T05:51:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/508525443' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:45 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:51:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:46 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:51:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:46 smithi155 ceph-mon[102677]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-01T05:51:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:46 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:51:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:46 smithi111 ceph-mon[97855]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-01T05:51:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:46 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-33","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:51:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:46 smithi111 ceph-mon[116524]: osdmap e1615: 8 total, 8 up, 8 in 2023-12-01T05:51:47.582 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.OpenByID (2053 ms) 2023-12-01T05:51:47.582 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.OpenSnapDNE 2023-12-01T05:51:47.607 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.OpenSnapDNE (26 ms) 2023-12-01T05:51:47.607 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2023-12-01T05:51:47.631 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (23 ms) 2023-12-01T05:51:47.631 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.ResizeLocksImage 2023-12-01T05:51:47.656 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2023-12-01T05:51:47.656 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2023-12-01T05:51:47.674 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (18 ms) 2023-12-01T05:51:47.674 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2023-12-01T05:51:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:47 smithi155 ceph-mon[102677]: pgmap v3652: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:47 smithi155 ceph-mon[102677]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-01T05:51:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:47 smithi111 ceph-mon[97855]: pgmap v3652: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:47 smithi111 ceph-mon[97855]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-01T05:51:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:47 smithi111 ceph-mon[116524]: pgmap v3652: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:47 smithi111 ceph-mon[116524]: osdmap e1616: 8 total, 8 up, 8 in 2023-12-01T05:51:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:48 smithi155 ceph-mon[102677]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-01T05:51:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:48 smithi111 ceph-mon[97855]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-01T05:51:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:48 smithi111 ceph-mon[116524]: osdmap e1617: 8 total, 8 up, 8 in 2023-12-01T05:51:49.553 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:51:49] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-12-01T05:51:49.569 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1894 ms) 2023-12-01T05:51:49.569 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2023-12-01T05:51:49.588 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (19 ms) 2023-12-01T05:51:49.588 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2023-12-01T05:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:49 smithi155 ceph-mon[102677]: pgmap v3655: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:49 smithi155 ceph-mon[102677]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-01T05:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:49 smithi111 ceph-mon[97855]: pgmap v3655: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:49 smithi111 ceph-mon[97855]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-01T05:51:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:49 smithi111 ceph-mon[116524]: pgmap v3655: 137 pgs: 32 creating+peering, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:49 smithi111 ceph-mon[116524]: osdmap e1618: 8 total, 8 up, 8 in 2023-12-01T05:51:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:51:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:50 smithi155 ceph-mon[102677]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-01T05:51:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:50 smithi111 ceph-mon[97855]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-01T05:51:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:50 smithi111 ceph-mon[116524]: osdmap e1619: 8 total, 8 up, 8 in 2023-12-01T05:51:51.592 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (2004 ms) 2023-12-01T05:51:51.592 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2023-12-01T05:51:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:51 smithi155 ceph-mon[102677]: pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 122 op/s 2023-12-01T05:51:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:51 smithi155 ceph-mon[102677]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-01T05:51:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:51 smithi111 ceph-mon[97855]: pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 122 op/s 2023-12-01T05:51:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:51 smithi111 ceph-mon[97855]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-01T05:51:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:51 smithi111 ceph-mon[116524]: pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 122 op/s 2023-12-01T05:51:52.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:51 smithi111 ceph-mon[116524]: osdmap e1620: 8 total, 8 up, 8 in 2023-12-01T05:51:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:52 smithi155 ceph-mon[102677]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-01T05:51:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:52 smithi155 ceph-mon[102677]: pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 122 op/s 2023-12-01T05:51:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:52 smithi111 ceph-mon[116524]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-01T05:51:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:52 smithi111 ceph-mon[116524]: pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 122 op/s 2023-12-01T05:51:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:52 smithi111 ceph-mon[97855]: osdmap e1621: 8 total, 8 up, 8 in 2023-12-01T05:51:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:52 smithi111 ceph-mon[97855]: pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 11 KiB/s wr, 122 op/s 2023-12-01T05:51:53.616 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2024 ms) 2023-12-01T05:51:53.616 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2023-12-01T05:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:53 smithi155 ceph-mon[102677]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-01T05:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2023-12-01T05:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2023-12-01T05:51:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2023-12-01T05:51:54.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[97855]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-01T05:51:54.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2023-12-01T05:51:54.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2023-12-01T05:51:54.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2023-12-01T05:51:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[116524]: osdmap e1622: 8 total, 8 up, 8 in 2023-12-01T05:51:54.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]: dispatch 2023-12-01T05:51:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]: dispatch 2023-12-01T05:51:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]: dispatch 2023-12-01T05:51:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2023-12-01T05:51:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2023-12-01T05:51:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2023-12-01T05:51:54.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:54 smithi155 ceph-mon[102677]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-01T05:51:54.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:54 smithi155 ceph-mon[102677]: pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:54.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:54 smithi155 ceph-mon[102677]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-01T05:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2023-12-01T05:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2023-12-01T05:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2023-12-01T05:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[97855]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-01T05:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[97855]: pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[97855]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-01T05:51:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.d", "id": [3, 6]}]': finished 2023-12-01T05:51:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.e", "id": [3, 0]}]': finished 2023-12-01T05:51:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.1f", "id": [3, 6]}]': finished 2023-12-01T05:51:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[116524]: osdmap e1623: 8 total, 8 up, 8 in 2023-12-01T05:51:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[116524]: pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:51:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:54 smithi111 ceph-mon[116524]: osdmap e1624: 8 total, 8 up, 8 in 2023-12-01T05:51:55.412 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1796 ms) 2023-12-01T05:51:55.412 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.FlattenLocksImage 2023-12-01T05:51:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:56 smithi155 ceph-mon[102677]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-01T05:51:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:56 smithi111 ceph-mon[97855]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-01T05:51:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:56 smithi111 ceph-mon[116524]: osdmap e1625: 8 total, 8 up, 8 in 2023-12-01T05:51:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.FlattenLocksImage (2022 ms) 2023-12-01T05:51:57.433 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2023-12-01T05:51:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:57 smithi155 ceph-mon[102677]: pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 119 op/s; 30 B/s, 1 keys/s, 1 objects/s recovering 2023-12-01T05:51:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:57 smithi155 ceph-mon[102677]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-01T05:51:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:57 smithi111 ceph-mon[97855]: pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 119 op/s; 30 B/s, 1 keys/s, 1 objects/s recovering 2023-12-01T05:51:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:57 smithi111 ceph-mon[97855]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-01T05:51:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:57 smithi111 ceph-mon[116524]: pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 119 op/s; 30 B/s, 1 keys/s, 1 objects/s recovering 2023-12-01T05:51:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:57 smithi111 ceph-mon[116524]: osdmap e1626: 8 total, 8 up, 8 in 2023-12-01T05:51:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:58 smithi155 ceph-mon[102677]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-01T05:51:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:58 smithi111 ceph-mon[97855]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-01T05:51:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:58 smithi111 ceph-mon[116524]: osdmap e1627: 8 total, 8 up, 8 in 2023-12-01T05:51:59.411 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1978 ms) 2023-12-01T05:51:59.411 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2023-12-01T05:51:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:59 smithi155 ceph-mon[102677]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 119 op/s; 30 B/s, 1 keys/s, 1 objects/s recovering 2023-12-01T05:51:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:59 smithi155 ceph-mon[102677]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-01T05:51:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:51:59 smithi155 ceph-mon[102677]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-01T05:51:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:51:59] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-12-01T05:51:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:59 smithi111 ceph-mon[97855]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 119 op/s; 30 B/s, 1 keys/s, 1 objects/s recovering 2023-12-01T05:51:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:59 smithi111 ceph-mon[97855]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-01T05:51:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:51:59 smithi111 ceph-mon[97855]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-01T05:51:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:59 smithi111 ceph-mon[116524]: pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 7.2 KiB/s wr, 119 op/s; 30 B/s, 1 keys/s, 1 objects/s recovering 2023-12-01T05:51:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:59 smithi111 ceph-mon[116524]: osdmap e1628: 8 total, 8 up, 8 in 2023-12-01T05:51:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:51:59 smithi111 ceph-mon[116524]: osdmap e1629: 8 total, 8 up, 8 in 2023-12-01T05:52:00.041 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:52:00.350 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:52:00.350 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (69m) 5m ago 69m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:52:00.350 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (69m) 5m ago 69m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:52:00.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (70m) 5m ago 70m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:52:00.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (70m) 5m ago 70m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (74m) 5m ago 74m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (75m) 5m ago 75m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (75m) 5m ago 75m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (74m) 5m ago 74m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (74m) 5m ago 74m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (69m) 5m ago 69m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (69m) 5m ago 69m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:52:00.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (73m) 5m ago 73m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (73m) 5m ago 73m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (72m) 5m ago 72m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (72m) 5m ago 72m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (72m) 5m ago 72m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (71m) 5m ago 71m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (71m) 5m ago 71m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (71m) 5m ago 71m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:52:00.352 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (69m) 5m ago 70m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:52:00.434 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1022 ms) 2023-12-01T05:52:00.434 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2023-12-01T05:52:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2430126345' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]: dispatch 2023-12-01T05:52:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:00 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]: dispatch 2023-12-01T05:52:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:00.737 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:52:00.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:52:00.739 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:00.739 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:52:00.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:52:00.739 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:52:00.739 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:52:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2430126345' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]: dispatch 2023-12-01T05:52:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:00 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]: dispatch 2023-12-01T05:52:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2430126345' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]: dispatch 2023-12-01T05:52:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:00 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]: dispatch 2023-12-01T05:52:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: from='client.28724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 251 op/s 2023-12-01T05:52:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: from='client.18861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]': finished 2023-12-01T05:52:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-01T05:52:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/236711893' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]: dispatch 2023-12-01T05:52:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]: dispatch 2023-12-01T05:52:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1422191495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:52:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: from='client.28724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 251 op/s 2023-12-01T05:52:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: from='client.18861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]': finished 2023-12-01T05:52:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-01T05:52:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/236711893' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]: dispatch 2023-12-01T05:52:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]: dispatch 2023-12-01T05:52:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1422191495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:52:01.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: from='client.28724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:01.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 251 op/s 2023-12-01T05:52:01.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: from='client.18861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:01.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/2430126345"}]': finished 2023-12-01T05:52:01.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: osdmap e1630: 8 total, 8 up, 8 in 2023-12-01T05:52:01.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/236711893' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]: dispatch 2023-12-01T05:52:01.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]: dispatch 2023-12-01T05:52:01.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1422191495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:52:02.441 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2006 ms) 2023-12-01T05:52:02.441 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2023-12-01T05:52:02.473 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.AioWriteRequestsLock (33 ms) 2023-12-01T05:52:02.474 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2023-12-01T05:52:02.503 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (29 ms) 2023-12-01T05:52:02.503 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.CancelAsyncResize 2023-12-01T05:52:02.546 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.CancelAsyncResize (43 ms) 2023-12-01T05:52:02.546 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.MultipleResize 2023-12-01T05:52:02.605 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.MultipleResize (59 ms) 2023-12-01T05:52:02.605 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.Metadata 2023-12-01T05:52:02.653 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.Metadata (47 ms) 2023-12-01T05:52:02.653 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.MetadataConfApply 2023-12-01T05:52:02.685 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2023-12-01T05:52:02.685 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapshotCopyup 2023-12-01T05:52:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:02 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]': finished 2023-12-01T05:52:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:02 smithi155 ceph-mon[102677]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-01T05:52:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:02 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]': finished 2023-12-01T05:52:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:02 smithi111 ceph-mon[97855]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-01T05:52:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:02 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/236711893"}]': finished 2023-12-01T05:52:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:02 smithi111 ceph-mon[116524]: osdmap e1631: 8 total, 8 up, 8 in 2023-12-01T05:52:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:03 smithi155 ceph-mon[102677]: pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 251 op/s 2023-12-01T05:52:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:03 smithi111 ceph-mon[97855]: pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 251 op/s 2023-12-01T05:52:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:03 smithi111 ceph-mon[116524]: pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 12 KiB/s wr, 251 op/s 2023-12-01T05:52:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:04 smithi111 ceph-mon[97855]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-01T05:52:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:04 smithi111 ceph-mon[97855]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-01T05:52:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:04 smithi111 ceph-mon[116524]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-01T05:52:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:04 smithi111 ceph-mon[116524]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-01T05:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:04 smithi155 ceph-mon[102677]: osdmap e1632: 8 total, 8 up, 8 in 2023-12-01T05:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:04 smithi155 ceph-mon[102677]: osdmap e1633: 8 total, 8 up, 8 in 2023-12-01T05:52:05.486 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapshotCopyup (2803 ms) 2023-12-01T05:52:05.489 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2023-12-01T05:52:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:05 smithi111 ceph-mon[97855]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9.7 KiB/s wr, 204 op/s 2023-12-01T05:52:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:05 smithi111 ceph-mon[97855]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-01T05:52:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:05 smithi111 ceph-mon[116524]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9.7 KiB/s wr, 204 op/s 2023-12-01T05:52:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:05 smithi111 ceph-mon[116524]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-01T05:52:05.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:05 smithi155 ceph-mon[102677]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9.7 KiB/s wr, 204 op/s 2023-12-01T05:52:05.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:05 smithi155 ceph-mon[102677]: osdmap e1634: 8 total, 8 up, 8 in 2023-12-01T05:52:07.534 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2048 ms) 2023-12-01T05:52:07.534 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2023-12-01T05:52:07.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:07 smithi111 ceph-mon[97855]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 22 KiB/s wr, 214 op/s 2023-12-01T05:52:07.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:07 smithi111 ceph-mon[97855]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-01T05:52:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:07 smithi111 ceph-mon[116524]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 22 KiB/s wr, 214 op/s 2023-12-01T05:52:07.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:07 smithi111 ceph-mon[116524]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-01T05:52:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:07 smithi155 ceph-mon[102677]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 22 KiB/s wr, 214 op/s 2023-12-01T05:52:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:07 smithi155 ceph-mon[102677]: osdmap e1635: 8 total, 8 up, 8 in 2023-12-01T05:52:08.519 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (985 ms) 2023-12-01T05:52:08.519 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.ResizeCopyup 2023-12-01T05:52:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:08 smithi111 ceph-mon[97855]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-01T05:52:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:08 smithi111 ceph-mon[116524]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-01T05:52:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:08 smithi155 ceph-mon[102677]: osdmap e1636: 8 total, 8 up, 8 in 2023-12-01T05:52:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:09 smithi111 ceph-mon[97855]: pgmap v3684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 27 KiB/s wr, 261 op/s 2023-12-01T05:52:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:09 smithi111 ceph-mon[97855]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-01T05:52:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:52:09] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2023-12-01T05:52:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:09 smithi111 ceph-mon[116524]: pgmap v3684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 27 KiB/s wr, 261 op/s 2023-12-01T05:52:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:09 smithi111 ceph-mon[116524]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-01T05:52:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:09 smithi155 ceph-mon[102677]: pgmap v3684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 27 KiB/s wr, 261 op/s 2023-12-01T05:52:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:09 smithi155 ceph-mon[102677]: osdmap e1637: 8 total, 8 up, 8 in 2023-12-01T05:52:10.560 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.ResizeCopyup (2039 ms) 2023-12-01T05:52:10.561 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.DiscardCopyup 2023-12-01T05:52:10.570 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_internal.cc:1056: Skipped 2023-12-01T05:52:10.570 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:52:10.570 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2023-12-01T05:52:10.570 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.ImageOptions 2023-12-01T05:52:10.576 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2023-12-01T05:52:10.576 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.WriteFullCopyup 2023-12-01T05:52:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:10 smithi111 ceph-mon[97855]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-01T05:52:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:10 smithi111 ceph-mon[116524]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-01T05:52:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:10 smithi155 ceph-mon[102677]: osdmap e1638: 8 total, 8 up, 8 in 2023-12-01T05:52:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:11 smithi111 ceph-mon[97855]: pgmap v3687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 24 KiB/s wr, 346 op/s 2023-12-01T05:52:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:11 smithi111 ceph-mon[97855]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-01T05:52:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:11 smithi111 ceph-mon[116524]: pgmap v3687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 24 KiB/s wr, 346 op/s 2023-12-01T05:52:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:11 smithi111 ceph-mon[116524]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-01T05:52:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:11 smithi155 ceph-mon[102677]: pgmap v3687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 24 KiB/s wr, 346 op/s 2023-12-01T05:52:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:11 smithi155 ceph-mon[102677]: osdmap e1639: 8 total, 8 up, 8 in 2023-12-01T05:52:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:12 smithi155 ceph-mon[102677]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-01T05:52:13.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:12 smithi111 ceph-mon[97855]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-01T05:52:13.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:12 smithi111 ceph-mon[116524]: osdmap e1640: 8 total, 8 up, 8 in 2023-12-01T05:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:13 smithi155 ceph-mon[102677]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 24 KiB/s wr, 346 op/s 2023-12-01T05:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:13 smithi155 ceph-mon[102677]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-01T05:52:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:13 smithi111 ceph-mon[97855]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 24 KiB/s wr, 346 op/s 2023-12-01T05:52:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:13 smithi111 ceph-mon[97855]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-01T05:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:13 smithi111 ceph-mon[116524]: pgmap v3690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 KiB/s rd, 24 KiB/s wr, 346 op/s 2023-12-01T05:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:13 smithi111 ceph-mon[116524]: osdmap e1641: 8 total, 8 up, 8 in 2023-12-01T05:52:14.556 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.WriteFullCopyup (3980 ms) 2023-12-01T05:52:14.556 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2023-12-01T05:52:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:14 smithi155 ceph-mon[102677]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-01T05:52:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:14 smithi111 ceph-mon[97855]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-01T05:52:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:14 smithi111 ceph-mon[116524]: osdmap e1642: 8 total, 8 up, 8 in 2023-12-01T05:52:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:15 smithi155 ceph-mon[102677]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:15 smithi155 ceph-mon[102677]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-01T05:52:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:15 smithi111 ceph-mon[97855]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:15 smithi111 ceph-mon[97855]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-01T05:52:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:15 smithi111 ceph-mon[116524]: pgmap v3693: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:15 smithi111 ceph-mon[116524]: osdmap e1643: 8 total, 8 up, 8 in 2023-12-01T05:52:16.577 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2022 ms) 2023-12-01T05:52:16.578 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.TestCoR 2023-12-01T05:52:16.587 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_internal.cc:1313: Skipped 2023-12-01T05:52:16.587 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to disabled copy-on-read 2023-12-01T05:52:16.587 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestInternal.TestCoR (9 ms) 2023-12-01T05:52:16.587 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2023-12-01T05:52:16.815 INFO:tasks.workunit.client.0.smithi111.stdout:made parent image "image57": 4194304K (1024 * 4K) 2023-12-01T05:52:16.815 INFO:tasks.workunit.client.0.smithi111.stdout:generated random write map: 2023-12-01T05:52:16.815 INFO:tasks.workunit.client.0.smithi111.stdout: [34 , 142154 ] 2023-12-01T05:52:16.815 INFO:tasks.workunit.client.0.smithi111.stdout: [45 , 186151 ] 2023-12-01T05:52:16.815 INFO:tasks.workunit.client.0.smithi111.stdout: [77 , 317363 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [79 , 326878 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [119 , 487568 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [148 , 608641 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [163 , 669662 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [167 , 687457 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [176 , 723156 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [182 , 748639 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [189 , 777290 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [199 , 815699 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [201 , 824954 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [210 , 860749 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [243 , 997239 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [251 , 1031073 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [253 , 1039719 ] 2023-12-01T05:52:16.816 INFO:tasks.workunit.client.0.smithi111.stdout: [263 , 1078284 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [266 , 1091835 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [277 , 1138137 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [285 , 1168622 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [292 , 1197720 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [308 , 1262864 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [315 , 1292767 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [328 , 1346676 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [329 , 1349433 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [337 , 1380380 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [345 , 1414669 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [356 , 1458286 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [359 , 1472605 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [361 , 1481535 ] 2023-12-01T05:52:16.817 INFO:tasks.workunit.client.0.smithi111.stdout: [405 , 1659704 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [416 , 1704775 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [418 , 1714671 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [421 , 1725734 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [429 , 1759390 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [434 , 1780544 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [435 , 1783170 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [444 , 1821979 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [448 , 1838049 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [452 , 1853150 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [453 , 1857423 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [454 , 1862787 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [464 , 1901593 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [483 , 1979531 ] 2023-12-01T05:52:16.818 INFO:tasks.workunit.client.0.smithi111.stdout: [493 , 2020881 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [496 , 2032972 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [508 , 2083182 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [512 , 2097321 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [523 , 2142788 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [533 , 2186191 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [534 , 2189892 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [549 , 2250600 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [555 , 2276394 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [558 , 2287186 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [568 , 2327663 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [571 , 2342036 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [577 , 2364500 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [602 , 2468924 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [605 , 2481353 ] 2023-12-01T05:52:16.819 INFO:tasks.workunit.client.0.smithi111.stdout: [647 , 2651020 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [658 , 2696019 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [659 , 2699465 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [667 , 2733565 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [678 , 2780582 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [685 , 2806626 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [707 , 2896727 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [711 , 2912951 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [716 , 2935695 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [726 , 2976709 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [728 , 2982519 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [730 , 2992905 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [734 , 3008252 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [747 , 3061048 ] 2023-12-01T05:52:16.820 INFO:tasks.workunit.client.0.smithi111.stdout: [764 , 3130295 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [766 , 3138715 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [777 , 3185594 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [779 , 3190953 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [807 , 3306638 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [837 , 3428477 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [848 , 3474276 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [860 , 3525187 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [861 , 3527036 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [863 , 3536702 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [880 , 3606924 ] 2023-12-01T05:52:16.821 INFO:tasks.workunit.client.0.smithi111.stdout: [906 , 3711720 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [921 , 3773135 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [922 , 3777587 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [927 , 3797776 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [937 , 3841194 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [944 , 3867858 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [948 , 3883993 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [952 , 3901489 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [962 , 3942294 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [963 , 3947716 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [976 , 4000910 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [993 , 4068934 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [994 , 4072741 ] 2023-12-01T05:52:16.822 INFO:tasks.workunit.client.0.smithi111.stdout: [1010 , 4137160 ] 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout:write data based on random map 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-34 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-45 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-77 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-79 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-119 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-148 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-163 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-167 2023-12-01T05:52:16.823 INFO:tasks.workunit.client.0.smithi111.stdout: write object-176 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-182 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-189 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-199 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-201 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-210 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-243 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-251 2023-12-01T05:52:16.824 INFO:tasks.workunit.client.0.smithi111.stdout: write object-253 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-263 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-266 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-277 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-285 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-292 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-308 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-315 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-328 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-329 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-337 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-345 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-356 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-359 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-361 2023-12-01T05:52:16.825 INFO:tasks.workunit.client.0.smithi111.stdout: write object-405 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-416 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-418 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-421 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-429 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-434 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-435 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-444 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-448 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-452 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-453 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-454 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-464 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-483 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-493 2023-12-01T05:52:16.826 INFO:tasks.workunit.client.0.smithi111.stdout: write object-496 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-508 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-512 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-523 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-533 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-534 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-549 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-555 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-558 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-568 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-571 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-577 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-602 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-605 2023-12-01T05:52:16.827 INFO:tasks.workunit.client.0.smithi111.stdout: write object-647 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-658 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-659 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-667 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-678 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-685 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-707 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-711 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-716 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-726 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-728 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-730 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-734 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-747 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-764 2023-12-01T05:52:16.828 INFO:tasks.workunit.client.0.smithi111.stdout: write object-766 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-777 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-779 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-807 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-837 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-848 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-860 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-861 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-863 2023-12-01T05:52:16.829 INFO:tasks.workunit.client.0.smithi111.stdout: write object-880 2023-12-01T05:52:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:16 smithi155 ceph-mon[102677]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-01T05:52:17.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:16 smithi111 ceph-mon[97855]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-01T05:52:17.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:16 smithi111 ceph-mon[116524]: osdmap e1644: 8 total, 8 up, 8 in 2023-12-01T05:52:17.809 INFO:tasks.workunit.client.0.smithi111.stdout: write object-906 2023-12-01T05:52:17.809 INFO:tasks.workunit.client.0.smithi111.stdout: write object-921 2023-12-01T05:52:17.809 INFO:tasks.workunit.client.0.smithi111.stdout: write object-922 2023-12-01T05:52:17.809 INFO:tasks.workunit.client.0.smithi111.stdout: write object-927 2023-12-01T05:52:17.809 INFO:tasks.workunit.client.0.smithi111.stdout: write object-937 2023-12-01T05:52:17.809 INFO:tasks.workunit.client.0.smithi111.stdout: write object-944 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-948 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-952 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-962 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-963 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-976 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-993 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-994 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: write object-1010 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout:verify written data by reading 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout: read object-34 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout:made snapshot "image57@parent_snap" and protect it 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout:made and opened clone "image58" 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout:flattening clone: "image58" 2023-12-01T05:52:17.810 INFO:tasks.workunit.client.0.smithi111.stdout:check whether child image has the same set of objects as parent 2023-12-01T05:52:17.811 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1222 ms) 2023-12-01T05:52:17.811 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2023-12-01T05:52:17.837 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:17 smithi111 ceph-mon[97855]: pgmap v3696: 137 pgs: 137 active+clean; 8.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2023-12-01T05:52:17.837 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:17 smithi111 ceph-mon[97855]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-01T05:52:17.837 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:17 smithi111 ceph-mon[116524]: pgmap v3696: 137 pgs: 137 active+clean; 8.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2023-12-01T05:52:17.837 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:17 smithi111 ceph-mon[116524]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-01T05:52:17.838 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:17 smithi111 conmon[98277]: [01/Dec/2023:05:52:17] ENGINE Bus STOPPING 2023-12-01T05:52:17.892 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.PoolMetadataConfApply (83 ms) 2023-12-01T05:52:17.892 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.Sparsify 2023-12-01T05:52:17.917 INFO:tasks.workunit.client.0.smithi111.stdout:sparsify_supported=1 2023-12-01T05:52:17.917 INFO:tasks.workunit.client.0.smithi111.stdout:sparse_read_supported=1 2023-12-01T05:52:17.946 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.Sparsify (54 ms) 2023-12-01T05:52:17.946 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.SparsifyClone 2023-12-01T05:52:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:17 smithi155 ceph-mon[102677]: pgmap v3696: 137 pgs: 137 active+clean; 8.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2023-12-01T05:52:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:17 smithi155 ceph-mon[102677]: osdmap e1645: 8 total, 8 up, 8 in 2023-12-01T05:52:17.965 INFO:tasks.workunit.client.0.smithi111.stdout:sparsify_supported=1 2023-12-01T05:52:18.249 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:17 smithi111 conmon[98277]: [01/Dec/2023:05:52:17] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T05:52:18.249 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:17 smithi111 conmon[98277]: [01/Dec/2023:05:52:17] ENGINE Bus STOPPED 2023-12-01T05:52:18.249 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:17 smithi111 conmon[98277]: [01/Dec/2023:05:52:17] ENGINE Bus STARTING 2023-12-01T05:52:18.249 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:17 smithi111 conmon[98277]: [01/Dec/2023:05:52:17] ENGINE Serving on http://:::9283 2023-12-01T05:52:18.249 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:17 smithi111 conmon[98277]: [01/Dec/2023:05:52:17] ENGINE Bus STARTED 2023-12-01T05:52:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:18 smithi155 ceph-mon[102677]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-01T05:52:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:18 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T05:52:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:52:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:52:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:52:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[116524]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-01T05:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T05:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:19.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[97855]: osdmap e1646: 8 total, 8 up, 8 in 2023-12-01T05:52:19.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T05:52:19.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:52:19.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:52:19.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:52:19.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:19.410 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.SparsifyClone (1463 ms) 2023-12-01T05:52:19.410 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestInternal.MissingDataPool 2023-12-01T05:52:19.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:52:19] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2023-12-01T05:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:19 smithi155 ceph-mon[102677]: pgmap v3699: 137 pgs: 137 active+clean; 8.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2023-12-01T05:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:19 smithi155 ceph-mon[102677]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-01T05:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:19 smithi155 ceph-mon[102677]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[97855]: pgmap v3699: 137 pgs: 137 active+clean; 8.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[97855]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[97855]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[116524]: pgmap v3699: 137 pgs: 137 active+clean; 8.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 243 op/s 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[116524]: osdmap e1647: 8 total, 8 up, 8 in 2023-12-01T05:52:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:19 smithi111 ceph-mon[116524]: osdmap e1648: 8 total, 8 up, 8 in 2023-12-01T05:52:20.529 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestInternal.MissingDataPool (1120 ms) 2023-12-01T05:52:21.413 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 34 tests from TestInternal (35000 ms total) 2023-12-01T05:52:21.413 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:52:21.413 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 51 tests from TestMirroring 2023-12-01T05:52:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:21 smithi155 ceph-mon[102677]: pgmap v3702: 137 pgs: 137 active+clean; 9.1 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 197 KiB/s wr, 958 op/s 2023-12-01T05:52:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:21 smithi155 ceph-mon[102677]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-01T05:52:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:21 smithi111 ceph-mon[97855]: pgmap v3702: 137 pgs: 137 active+clean; 9.1 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 197 KiB/s wr, 958 op/s 2023-12-01T05:52:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:21 smithi111 ceph-mon[97855]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-01T05:52:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:21 smithi111 ceph-mon[116524]: pgmap v3702: 137 pgs: 137 active+clean; 9.1 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 609 KiB/s rd, 197 KiB/s wr, 958 op/s 2023-12-01T05:52:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:21 smithi111 ceph-mon[116524]: osdmap e1649: 8 total, 8 up, 8 in 2023-12-01T05:52:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:22 smithi155 ceph-mon[102677]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-01T05:52:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:22 smithi111 ceph-mon[97855]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-01T05:52:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:22 smithi111 ceph-mon[116524]: osdmap e1650: 8 total, 8 up, 8 in 2023-12-01T05:52:23.432 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2023-12-01T05:52:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:23 smithi155 ceph-mon[102677]: pgmap v3705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:23 smithi155 ceph-mon[102677]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-01T05:52:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:52:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:23 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:52:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[97855]: pgmap v3705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[97855]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-01T05:52:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:52:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:52:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[116524]: pgmap v3705: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[116524]: osdmap e1651: 8 total, 8 up, 8 in 2023-12-01T05:52:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:52:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:23 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:52:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:24 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:52:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:24 smithi155 ceph-mon[102677]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-01T05:52:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:24 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:52:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:24 smithi111 ceph-mon[97855]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-01T05:52:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:24 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-34","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:52:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:24 smithi111 ceph-mon[116524]: osdmap e1652: 8 total, 8 up, 8 in 2023-12-01T05:52:25.562 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2131 ms) 2023-12-01T05:52:25.563 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2023-12-01T05:52:25.666 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (104 ms) 2023-12-01T05:52:25.666 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2023-12-01T05:52:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:25 smithi155 ceph-mon[102677]: pgmap v3708: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:25 smithi155 ceph-mon[102677]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-01T05:52:25.747 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (80 ms) 2023-12-01T05:52:25.747 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2023-12-01T05:52:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:25 smithi111 ceph-mon[97855]: pgmap v3708: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:25 smithi111 ceph-mon[97855]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-01T05:52:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:25 smithi111 ceph-mon[116524]: pgmap v3708: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:25 smithi111 ceph-mon[116524]: osdmap e1653: 8 total, 8 up, 8 in 2023-12-01T05:52:25.850 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (103 ms) 2023-12-01T05:52:25.850 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2023-12-01T05:52:25.943 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (94 ms) 2023-12-01T05:52:25.944 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2023-12-01T05:52:26.038 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (94 ms) 2023-12-01T05:52:26.038 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (116 ms) 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_mirroring.cc:482: Skipped 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_mirroring.cc:520: Skipped 2023-12-01T05:52:26.154 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:52:26.155 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2023-12-01T05:52:26.155 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2023-12-01T05:52:26.227 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (73 ms) 2023-12-01T05:52:26.227 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2023-12-01T05:52:26.306 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (79 ms) 2023-12-01T05:52:26.306 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2023-12-01T05:52:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:26 smithi155 ceph-mon[102677]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-01T05:52:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:26 smithi111 ceph-mon[97855]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-01T05:52:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:26 smithi111 ceph-mon[116524]: osdmap e1654: 8 total, 8 up, 8 in 2023-12-01T05:52:27.527 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1222 ms) 2023-12-01T05:52:27.528 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2023-12-01T05:52:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:27 smithi155 ceph-mon[102677]: pgmap v3711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:52:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:27 smithi155 ceph-mon[102677]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-01T05:52:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:27 smithi111 ceph-mon[97855]: pgmap v3711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:52:27.802 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:27 smithi111 ceph-mon[97855]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-01T05:52:27.802 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:27 smithi111 ceph-mon[116524]: pgmap v3711: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:52:27.802 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:27 smithi111 ceph-mon[116524]: osdmap e1655: 8 total, 8 up, 8 in 2023-12-01T05:52:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:28 smithi111 ceph-mon[97855]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-01T05:52:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:28 smithi111 ceph-mon[116524]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-01T05:52:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:28 smithi155 ceph-mon[102677]: osdmap e1656: 8 total, 8 up, 8 in 2023-12-01T05:52:29.539 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2012 ms) 2023-12-01T05:52:29.540 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2023-12-01T05:52:29.632 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (93 ms) 2023-12-01T05:52:29.632 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2023-12-01T05:52:29.720 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (88 ms) 2023-12-01T05:52:29.720 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2023-12-01T05:52:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:29 smithi111 ceph-mon[97855]: pgmap v3714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:52:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:29 smithi111 ceph-mon[97855]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-01T05:52:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:52:29] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2023-12-01T05:52:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:29 smithi111 ceph-mon[116524]: pgmap v3714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:52:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:29 smithi111 ceph-mon[116524]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-01T05:52:29.822 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (101 ms) 2023-12-01T05:52:29.822 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2023-12-01T05:52:29.905 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (83 ms) 2023-12-01T05:52:29.905 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2023-12-01T05:52:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:29 smithi155 ceph-mon[102677]: pgmap v3714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:52:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:29 smithi155 ceph-mon[102677]: osdmap e1657: 8 total, 8 up, 8 in 2023-12-01T05:52:29.982 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (77 ms) 2023-12-01T05:52:29.982 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2023-12-01T05:52:30.076 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (94 ms) 2023-12-01T05:52:30.077 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2023-12-01T05:52:30.173 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (97 ms) 2023-12-01T05:52:30.173 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2023-12-01T05:52:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:30 smithi111 ceph-mon[97855]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-01T05:52:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:30 smithi111 ceph-mon[116524]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-01T05:52:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:30 smithi155 ceph-mon[102677]: osdmap e1658: 8 total, 8 up, 8 in 2023-12-01T05:52:31.072 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:52:31.377 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (69m) 6m ago 70m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (70m) 6m ago 70m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (71m) 6m ago 71m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (71m) 6m ago 71m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (74m) 6m ago 74m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (76m) 6m ago 76m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (76m) 6m ago 76m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (74m) 6m ago 74m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (74m) 6m ago 74m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (69m) 6m ago 69m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (69m) 6m ago 69m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (74m) 6m ago 74m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:52:31.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (73m) 6m ago 73m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (73m) 6m ago 73m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (73m) 6m ago 73m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (72m) 6m ago 72m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (72m) 6m ago 72m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (72m) 6m ago 72m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (71m) 6m ago 71m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:52:31.379 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (69m) 6m ago 70m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:52:31.567 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1394 ms) 2023-12-01T05:52:31.567 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2023-12-01T05:52:31.683 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (116 ms) 2023-12-01T05:52:31.683 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2023-12-01T05:52:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:31 smithi111 ceph-mon[97855]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 76 KiB/s wr, 832 op/s 2023-12-01T05:52:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:31 smithi111 ceph-mon[97855]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-01T05:52:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:31 smithi111 ceph-mon[116524]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 76 KiB/s wr, 832 op/s 2023-12-01T05:52:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:31 smithi111 ceph-mon[116524]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-01T05:52:31.788 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (105 ms) 2023-12-01T05:52:31.788 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2023-12-01T05:52:31.834 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:52:31.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:52:31.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:52:31.835 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:52:31.890 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (102 ms) 2023-12-01T05:52:31.890 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2023-12-01T05:52:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:31 smithi155 ceph-mon[102677]: pgmap v3717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 76 KiB/s wr, 832 op/s 2023-12-01T05:52:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:31 smithi155 ceph-mon[102677]: osdmap e1659: 8 total, 8 up, 8 in 2023-12-01T05:52:32.050 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (160 ms) 2023-12-01T05:52:32.050 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2023-12-01T05:52:32.221 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (171 ms) 2023-12-01T05:52:32.221 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2023-12-01T05:52:32.366 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (146 ms) 2023-12-01T05:52:32.367 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2023-12-01T05:52:32.522 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (156 ms) 2023-12-01T05:52:32.523 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2023-12-01T05:52:32.682 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (160 ms) 2023-12-01T05:52:32.683 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2023-12-01T05:52:32.895 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (212 ms) 2023-12-01T05:52:32.895 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2023-12-01T05:52:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:32 smithi155 ceph-mon[102677]: from='client.18891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:32 smithi155 ceph-mon[102677]: from='client.28766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:32 smithi155 ceph-mon[102677]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-01T05:52:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/784286647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:52:32.982 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (88 ms) 2023-12-01T05:52:32.983 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2023-12-01T05:52:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[97855]: from='client.18891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[97855]: from='client.28766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[97855]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-01T05:52:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/784286647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:52:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[116524]: from='client.18891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[116524]: from='client.28766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:52:33.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[116524]: osdmap e1660: 8 total, 8 up, 8 in 2023-12-01T05:52:33.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/784286647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:52:33.067 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (84 ms) 2023-12-01T05:52:33.067 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2023-12-01T05:52:33.133 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2023-12-01T05:52:33.133 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2023-12-01T05:52:33.261 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (128 ms) 2023-12-01T05:52:33.261 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2023-12-01T05:52:33.387 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (127 ms) 2023-12-01T05:52:33.387 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2023-12-01T05:52:33.493 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (105 ms) 2023-12-01T05:52:33.493 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2023-12-01T05:52:33.610 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (117 ms) 2023-12-01T05:52:33.610 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.MirrorStatusList 2023-12-01T05:52:33.687 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.MirrorStatusList (77 ms) 2023-12-01T05:52:33.687 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2023-12-01T05:52:33.783 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.RemoveBootstrapped (97 ms) 2023-12-01T05:52:33.783 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2023-12-01T05:52:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:33 smithi155 ceph-mon[102677]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 76 KiB/s wr, 832 op/s 2023-12-01T05:52:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:33 smithi111 ceph-mon[97855]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 76 KiB/s wr, 832 op/s 2023-12-01T05:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:33 smithi111 ceph-mon[116524]: pgmap v3720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 570 KiB/s rd, 76 KiB/s wr, 832 op/s 2023-12-01T05:52:34.152 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.AioPromoteDemote (368 ms) 2023-12-01T05:52:34.152 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.AioGetInfo 2023-12-01T05:52:34.523 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.AioGetInfo (371 ms) 2023-12-01T05:52:34.523 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.AioGetStatus 2023-12-01T05:52:34.747 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.AioGetStatus (224 ms) 2023-12-01T05:52:34.747 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.SiteName 2023-12-01T05:52:34.761 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.SiteName (15 ms) 2023-12-01T05:52:34.761 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.Bootstrap 2023-12-01T05:52:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:34 smithi155 ceph-mon[102677]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-01T05:52:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:34 smithi111 ceph-mon[97855]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-01T05:52:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:34 smithi111 ceph-mon[116524]: osdmap e1661: 8 total, 8 up, 8 in 2023-12-01T05:52:35.612 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.Bootstrap (850 ms) 2023-12-01T05:52:35.612 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.PeerDirection 2023-12-01T05:52:35.624 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.PeerDirection (12 ms) 2023-12-01T05:52:35.625 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.Snapshot 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 52 KiB/s wr, 568 op/s 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-01T05:52:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 52 KiB/s wr, 568 op/s 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 52 KiB/s wr, 568 op/s 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-01T05:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T05:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T05:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T05:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-01T05:52:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]: dispatch 2023-12-01T05:52:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]: dispatch 2023-12-01T05:52:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:36 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]': finished 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]: dispatch 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]: dispatch 2023-12-01T05:52:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]': finished 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]: dispatch 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]: dispatch 2023-12-01T05:52:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:36 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/0c9dfcf0-e518-4e7e-9c30-16b52dd23890"}]': finished 2023-12-01T05:52:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:37 smithi155 ceph-mon[102677]: pgmap v3723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 204 KiB/s wr, 1.78k op/s 2023-12-01T05:52:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:37 smithi155 ceph-mon[102677]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-01T05:52:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:37 smithi111 ceph-mon[97855]: pgmap v3723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 204 KiB/s wr, 1.78k op/s 2023-12-01T05:52:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:37 smithi111 ceph-mon[97855]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-01T05:52:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:37 smithi111 ceph-mon[116524]: pgmap v3723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 204 KiB/s wr, 1.78k op/s 2023-12-01T05:52:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:37 smithi111 ceph-mon[116524]: osdmap e1662: 8 total, 8 up, 8 in 2023-12-01T05:52:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:38 smithi155 ceph-mon[102677]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-01T05:52:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:38 smithi155 ceph-mon[102677]: pgmap v3726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 204 KiB/s wr, 1.78k op/s 2023-12-01T05:52:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:38 smithi111 ceph-mon[97855]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-01T05:52:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:38 smithi111 ceph-mon[97855]: pgmap v3726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 204 KiB/s wr, 1.78k op/s 2023-12-01T05:52:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:38 smithi111 ceph-mon[116524]: osdmap e1663: 8 total, 8 up, 8 in 2023-12-01T05:52:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:38 smithi111 ceph-mon[116524]: pgmap v3726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 204 KiB/s wr, 1.78k op/s 2023-12-01T05:52:39.630 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:52:39] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.43.0" 2023-12-01T05:52:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:39 smithi155 ceph-mon[102677]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-01T05:52:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:39 smithi155 ceph-mon[102677]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-01T05:52:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:39 smithi111 ceph-mon[97855]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-01T05:52:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:39 smithi111 ceph-mon[97855]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-01T05:52:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:39 smithi111 ceph-mon[116524]: osdmap e1664: 8 total, 8 up, 8 in 2023-12-01T05:52:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:39 smithi111 ceph-mon[116524]: osdmap e1665: 8 total, 8 up, 8 in 2023-12-01T05:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 05:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T05:52:40.045977296Z level=info msg="Completed cleanup jobs" duration=12.560798ms 2023-12-01T05:52:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:41 smithi155 ceph-mon[102677]: pgmap v3729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 28 KiB/s wr, 491 op/s 2023-12-01T05:52:41.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:41 smithi155 ceph-mon[102677]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-01T05:52:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:41 smithi111 ceph-mon[116524]: pgmap v3729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 28 KiB/s wr, 491 op/s 2023-12-01T05:52:41.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:41 smithi111 ceph-mon[116524]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-01T05:52:41.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:41 smithi111 ceph-mon[97855]: pgmap v3729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 28 KiB/s wr, 491 op/s 2023-12-01T05:52:41.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:41 smithi111 ceph-mon[97855]: osdmap e1666: 8 total, 8 up, 8 in 2023-12-01T05:52:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:42 smithi155 ceph-mon[102677]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-01T05:52:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:42 smithi111 ceph-mon[116524]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-01T05:52:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:42 smithi111 ceph-mon[97855]: osdmap e1667: 8 total, 8 up, 8 in 2023-12-01T05:52:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:43 smithi155 ceph-mon[102677]: pgmap v3732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 28 KiB/s wr, 491 op/s 2023-12-01T05:52:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:43 smithi155 ceph-mon[102677]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-01T05:52:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:43 smithi111 ceph-mon[97855]: pgmap v3732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 28 KiB/s wr, 491 op/s 2023-12-01T05:52:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:43 smithi111 ceph-mon[97855]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-01T05:52:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:43 smithi111 ceph-mon[116524]: pgmap v3732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 367 KiB/s rd, 28 KiB/s wr, 491 op/s 2023-12-01T05:52:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:43 smithi111 ceph-mon[116524]: osdmap e1668: 8 total, 8 up, 8 in 2023-12-01T05:52:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:44 smithi155 ceph-mon[102677]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-01T05:52:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:44 smithi155 ceph-mon[102677]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-01T05:52:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:44 smithi111 ceph-mon[97855]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-01T05:52:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:44 smithi111 ceph-mon[97855]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-01T05:52:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:44 smithi111 ceph-mon[116524]: osdmap e1669: 8 total, 8 up, 8 in 2023-12-01T05:52:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:44 smithi111 ceph-mon[116524]: osdmap e1670: 8 total, 8 up, 8 in 2023-12-01T05:52:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:45 smithi155 ceph-mon[102677]: pgmap v3735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:45 smithi155 ceph-mon[102677]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-01T05:52:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:45 smithi111 ceph-mon[97855]: pgmap v3735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:45 smithi111 ceph-mon[97855]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-01T05:52:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:45 smithi111 ceph-mon[116524]: pgmap v3735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:45 smithi111 ceph-mon[116524]: osdmap e1671: 8 total, 8 up, 8 in 2023-12-01T05:52:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:47 smithi155 ceph-mon[102677]: pgmap v3738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2023-12-01T05:52:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:47 smithi155 ceph-mon[102677]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-01T05:52:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:47 smithi111 ceph-mon[97855]: pgmap v3738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2023-12-01T05:52:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:47 smithi111 ceph-mon[97855]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-01T05:52:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:47 smithi111 ceph-mon[116524]: pgmap v3738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2023-12-01T05:52:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:47 smithi111 ceph-mon[116524]: osdmap e1672: 8 total, 8 up, 8 in 2023-12-01T05:52:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:48 smithi111 ceph-mon[97855]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-01T05:52:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:48 smithi111 ceph-mon[116524]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-01T05:52:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:48 smithi155 ceph-mon[102677]: osdmap e1673: 8 total, 8 up, 8 in 2023-12-01T05:52:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:52:49] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2023-12-01T05:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[97855]: pgmap v3741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2023-12-01T05:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[97855]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-01T05:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[97855]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-01T05:52:49.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[116524]: pgmap v3741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2023-12-01T05:52:49.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[116524]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-01T05:52:49.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:49.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:49 smithi111 ceph-mon[116524]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-01T05:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:49 smithi155 ceph-mon[102677]: pgmap v3741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 87 op/s 2023-12-01T05:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:49 smithi155 ceph-mon[102677]: osdmap e1674: 8 total, 8 up, 8 in 2023-12-01T05:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:52:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:49 smithi155 ceph-mon[102677]: osdmap e1675: 8 total, 8 up, 8 in 2023-12-01T05:52:51.581 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.Snapshot (15957 ms) 2023-12-01T05:52:51.581 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2023-12-01T05:52:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:51 smithi111 ceph-mon[97855]: pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2023-12-01T05:52:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:51 smithi111 ceph-mon[97855]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-01T05:52:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:51 smithi111 ceph-mon[116524]: pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2023-12-01T05:52:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:51 smithi111 ceph-mon[116524]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-01T05:52:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:51 smithi155 ceph-mon[102677]: pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2023-12-01T05:52:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:51 smithi155 ceph-mon[102677]: osdmap e1676: 8 total, 8 up, 8 in 2023-12-01T05:52:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[97855]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-01T05:52:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]: dispatch 2023-12-01T05:52:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]: dispatch 2023-12-01T05:52:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]': finished 2023-12-01T05:52:52.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[116524]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-01T05:52:52.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]: dispatch 2023-12-01T05:52:52.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]: dispatch 2023-12-01T05:52:52.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:52 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]': finished 2023-12-01T05:52:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:52 smithi155 ceph-mon[102677]: osdmap e1677: 8 total, 8 up, 8 in 2023-12-01T05:52:52.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]: dispatch 2023-12-01T05:52:52.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:52 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]: dispatch 2023-12-01T05:52:52.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:52 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/41cc1312-1514-4df7-b1f3-838cfd29268b"}]': finished 2023-12-01T05:52:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:53 smithi111 ceph-mon[116524]: pgmap v3747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2023-12-01T05:52:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:53 smithi111 ceph-mon[116524]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-01T05:52:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:53 smithi111 ceph-mon[97855]: pgmap v3747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2023-12-01T05:52:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:53 smithi111 ceph-mon[97855]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-01T05:52:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:53 smithi155 ceph-mon[102677]: pgmap v3747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2023-12-01T05:52:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:53 smithi155 ceph-mon[102677]: osdmap e1678: 8 total, 8 up, 8 in 2023-12-01T05:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:54 smithi155 ceph-mon[102677]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-01T05:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:54 smithi155 ceph-mon[102677]: pgmap v3750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:54 smithi155 ceph-mon[102677]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-01T05:52:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:54 smithi111 ceph-mon[116524]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-01T05:52:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:54 smithi111 ceph-mon[116524]: pgmap v3750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:54 smithi111 ceph-mon[116524]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-01T05:52:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:54 smithi111 ceph-mon[97855]: osdmap e1679: 8 total, 8 up, 8 in 2023-12-01T05:52:55.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:54 smithi111 ceph-mon[97855]: pgmap v3750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:52:55.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:54 smithi111 ceph-mon[97855]: osdmap e1680: 8 total, 8 up, 8 in 2023-12-01T05:52:55.515 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3934 ms) 2023-12-01T05:52:55.515 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2023-12-01T05:52:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:56 smithi155 ceph-mon[102677]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-01T05:52:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]: dispatch 2023-12-01T05:52:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]: dispatch 2023-12-01T05:52:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:56 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]': finished 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[116524]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]: dispatch 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]: dispatch 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]': finished 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[97855]: osdmap e1681: 8 total, 8 up, 8 in 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]: dispatch 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]: dispatch 2023-12-01T05:52:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:56 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/50d4baab-27e2-4fb7-8d38-5b3cbcf1a15a"}]': finished 2023-12-01T05:52:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:57 smithi155 ceph-mon[102677]: pgmap v3753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 110 op/s 2023-12-01T05:52:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:57 smithi155 ceph-mon[102677]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-01T05:52:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:57 smithi111 ceph-mon[97855]: pgmap v3753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 110 op/s 2023-12-01T05:52:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:57 smithi111 ceph-mon[97855]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-01T05:52:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:57 smithi111 ceph-mon[116524]: pgmap v3753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 110 op/s 2023-12-01T05:52:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:57 smithi111 ceph-mon[116524]: osdmap e1682: 8 total, 8 up, 8 in 2023-12-01T05:52:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:58 smithi155 ceph-mon[102677]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-01T05:52:59.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:58 smithi111 ceph-mon[97855]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-01T05:52:59.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:58 smithi111 ceph-mon[116524]: osdmap e1683: 8 total, 8 up, 8 in 2023-12-01T05:52:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:52:59] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2023-12-01T05:52:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:59 smithi111 ceph-mon[97855]: pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 110 op/s 2023-12-01T05:52:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:59 smithi111 ceph-mon[97855]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-01T05:52:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:52:59 smithi111 ceph-mon[97855]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-01T05:52:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:59 smithi111 ceph-mon[116524]: pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 110 op/s 2023-12-01T05:52:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:59 smithi111 ceph-mon[116524]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-01T05:52:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:52:59 smithi111 ceph-mon[116524]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-01T05:52:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:59 smithi155 ceph-mon[102677]: pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.5 KiB/s wr, 110 op/s 2023-12-01T05:52:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:59 smithi155 ceph-mon[102677]: osdmap e1684: 8 total, 8 up, 8 in 2023-12-01T05:52:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:52:59 smithi155 ceph-mon[102677]: osdmap e1685: 8 total, 8 up, 8 in 2023-12-01T05:53:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:01 smithi155 ceph-mon[102677]: pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2023-12-01T05:53:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:01 smithi155 ceph-mon[102677]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-01T05:53:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]: dispatch 2023-12-01T05:53:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]: dispatch 2023-12-01T05:53:01.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:01 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]': finished 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[116524]: pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[116524]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]: dispatch 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]: dispatch 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]': finished 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[97855]: pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[97855]: osdmap e1686: 8 total, 8 up, 8 in 2023-12-01T05:53:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]: dispatch 2023-12-01T05:53:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]: dispatch 2023-12-01T05:53:01.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:01 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/2e4df84d-63c6-4130-9ebd-f135c072d547"}]': finished 2023-12-01T05:53:02.176 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (70m) 6m ago 71m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (70m) 6m ago 70m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (71m) 6m ago 71m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (71m) 6m ago 71m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (75m) 6m ago 75m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (76m) 6m ago 76m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (76m) 6m ago 76m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (75m) 6m ago 75m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (75m) 6m ago 75m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (70m) 6m ago 70m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:53:02.495 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (70m) 6m ago 70m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (74m) 6m ago 74m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (74m) 6m ago 74m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (74m) 6m ago 74m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (73m) 6m ago 73m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (73m) 6m ago 73m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (72m) 6m ago 72m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (72m) 6m ago 72m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (72m) 6m ago 72m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:53:02.496 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (70m) 6m ago 71m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:53:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:02 smithi155 ceph-mon[102677]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-01T05:53:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:02 smithi111 ceph-mon[97855]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-01T05:53:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:02 smithi111 ceph-mon[116524]: osdmap e1687: 8 total, 8 up, 8 in 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:53:02.882 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:53:02.883 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:53:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:03 smithi155 ceph-mon[102677]: from='client.18915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:03 smithi155 ceph-mon[102677]: pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2023-12-01T05:53:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:03 smithi155 ceph-mon[102677]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-01T05:53:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:03 smithi155 ceph-mon[102677]: from='client.18921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/346247529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:53:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[97855]: from='client.18915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[97855]: pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2023-12-01T05:53:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[97855]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-01T05:53:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[97855]: from='client.18921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/346247529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:53:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[116524]: from='client.18915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[116524]: pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 116 KiB/s rd, 11 KiB/s wr, 158 op/s 2023-12-01T05:53:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[116524]: osdmap e1688: 8 total, 8 up, 8 in 2023-12-01T05:53:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[116524]: from='client.18921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/346247529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:53:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:04 smithi111 ceph-mon[97855]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-01T05:53:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:04 smithi111 ceph-mon[97855]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-01T05:53:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:04 smithi111 ceph-mon[116524]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-01T05:53:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:04 smithi111 ceph-mon[116524]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-01T05:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:04 smithi155 ceph-mon[102677]: osdmap e1689: 8 total, 8 up, 8 in 2023-12-01T05:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:04 smithi155 ceph-mon[102677]: osdmap e1690: 8 total, 8 up, 8 in 2023-12-01T05:53:05.500 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9986 ms) 2023-12-01T05:53:05.500 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.SnapshotImageState 2023-12-01T05:53:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:05 smithi111 ceph-mon[97855]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:05 smithi111 ceph-mon[97855]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-01T05:53:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:05 smithi111 ceph-mon[116524]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:05 smithi111 ceph-mon[116524]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-01T05:53:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:05 smithi155 ceph-mon[102677]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:05 smithi155 ceph-mon[102677]: osdmap e1691: 8 total, 8 up, 8 in 2023-12-01T05:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]: dispatch 2023-12-01T05:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]: dispatch 2023-12-01T05:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]': finished 2023-12-01T05:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]: dispatch 2023-12-01T05:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]: dispatch 2023-12-01T05:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]': finished 2023-12-01T05:53:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]: dispatch 2023-12-01T05:53:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]: dispatch 2023-12-01T05:53:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]': finished 2023-12-01T05:53:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]: dispatch 2023-12-01T05:53:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]: dispatch 2023-12-01T05:53:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:06 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]': finished 2023-12-01T05:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]: dispatch 2023-12-01T05:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:06 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]: dispatch 2023-12-01T05:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:06 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/478b4a28-0fdd-4e00-91e8-c1e9e4ecd843"}]': finished 2023-12-01T05:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]: dispatch 2023-12-01T05:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:06 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]: dispatch 2023-12-01T05:53:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:06 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/de743953-a4f8-4374-a72c-5c95f2cbdf94"}]': finished 2023-12-01T05:53:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:07 smithi155 ceph-mon[102677]: pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s 2023-12-01T05:53:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:07 smithi155 ceph-mon[102677]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-01T05:53:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:07 smithi111 ceph-mon[97855]: pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s 2023-12-01T05:53:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:07 smithi111 ceph-mon[97855]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-01T05:53:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:07 smithi111 ceph-mon[116524]: pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s 2023-12-01T05:53:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:07 smithi111 ceph-mon[116524]: osdmap e1692: 8 total, 8 up, 8 in 2023-12-01T05:53:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:08 smithi155 ceph-mon[102677]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-01T05:53:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:08 smithi111 ceph-mon[97855]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-01T05:53:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:08 smithi111 ceph-mon[116524]: osdmap e1693: 8 total, 8 up, 8 in 2023-12-01T05:53:09.472 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.SnapshotImageState (3972 ms) 2023-12-01T05:53:09.473 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2023-12-01T05:53:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:53:09] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-12-01T05:53:09.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:09 smithi111 ceph-mon[97855]: pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s 2023-12-01T05:53:09.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:09 smithi111 ceph-mon[97855]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-01T05:53:09.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:09 smithi111 ceph-mon[97855]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-01T05:53:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:09 smithi111 ceph-mon[116524]: pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s 2023-12-01T05:53:09.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:09 smithi111 ceph-mon[116524]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-01T05:53:09.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:09 smithi111 ceph-mon[116524]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-01T05:53:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:09 smithi155 ceph-mon[102677]: pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 9.0 KiB/s wr, 215 op/s 2023-12-01T05:53:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:09 smithi155 ceph-mon[102677]: osdmap e1694: 8 total, 8 up, 8 in 2023-12-01T05:53:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:09 smithi155 ceph-mon[102677]: osdmap e1695: 8 total, 8 up, 8 in 2023-12-01T05:53:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:11 smithi155 ceph-mon[102677]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 26 KiB/s wr, 250 op/s 2023-12-01T05:53:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:11 smithi155 ceph-mon[102677]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-01T05:53:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:11 smithi111 ceph-mon[97855]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 26 KiB/s wr, 250 op/s 2023-12-01T05:53:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:11 smithi111 ceph-mon[97855]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-01T05:53:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:11 smithi111 ceph-mon[116524]: pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 26 KiB/s wr, 250 op/s 2023-12-01T05:53:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:11 smithi111 ceph-mon[116524]: osdmap e1696: 8 total, 8 up, 8 in 2023-12-01T05:53:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:12 smithi155 ceph-mon[102677]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-01T05:53:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:12 smithi111 ceph-mon[97855]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-01T05:53:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:12 smithi111 ceph-mon[116524]: osdmap e1697: 8 total, 8 up, 8 in 2023-12-01T05:53:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:13 smithi155 ceph-mon[102677]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 26 KiB/s wr, 250 op/s 2023-12-01T05:53:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:13 smithi155 ceph-mon[102677]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-01T05:53:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:13 smithi111 ceph-mon[97855]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 26 KiB/s wr, 250 op/s 2023-12-01T05:53:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:13 smithi111 ceph-mon[97855]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-01T05:53:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:13 smithi111 ceph-mon[116524]: pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 26 KiB/s wr, 250 op/s 2023-12-01T05:53:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:13 smithi111 ceph-mon[116524]: osdmap e1698: 8 total, 8 up, 8 in 2023-12-01T05:53:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:14 smithi155 ceph-mon[102677]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-01T05:53:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:14 smithi155 ceph-mon[102677]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-01T05:53:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:14 smithi111 ceph-mon[97855]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-01T05:53:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:14 smithi111 ceph-mon[97855]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-01T05:53:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:14 smithi111 ceph-mon[116524]: osdmap e1699: 8 total, 8 up, 8 in 2023-12-01T05:53:14.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:14 smithi111 ceph-mon[116524]: osdmap e1700: 8 total, 8 up, 8 in 2023-12-01T05:53:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:15 smithi155 ceph-mon[102677]: pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:15 smithi111 ceph-mon[97855]: pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:15 smithi111 ceph-mon[116524]: pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:16 smithi111 ceph-mon[97855]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-01T05:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:16 smithi111 ceph-mon[116524]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-01T05:53:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:16 smithi155 ceph-mon[102677]: osdmap e1701: 8 total, 8 up, 8 in 2023-12-01T05:53:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:17 smithi111 ceph-mon[97855]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2023-12-01T05:53:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:17 smithi111 ceph-mon[97855]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-01T05:53:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:17 smithi111 ceph-mon[116524]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2023-12-01T05:53:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:17 smithi111 ceph-mon[116524]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-01T05:53:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:17 smithi155 ceph-mon[102677]: pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2023-12-01T05:53:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:17 smithi155 ceph-mon[102677]: osdmap e1702: 8 total, 8 up, 8 in 2023-12-01T05:53:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[97855]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-01T05:53:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:53:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:53:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:53:18.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:53:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[116524]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-01T05:53:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:53:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:53:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:53:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:18 smithi155 ceph-mon[102677]: osdmap e1703: 8 total, 8 up, 8 in 2023-12-01T05:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:53:19.548 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10075 ms) 2023-12-01T05:53:19.548 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2023-12-01T05:53:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:53:19] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2023-12-01T05:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:19 smithi111 ceph-mon[97855]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2023-12-01T05:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:19 smithi111 ceph-mon[97855]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-01T05:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:19 smithi111 ceph-mon[116524]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2023-12-01T05:53:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:19 smithi111 ceph-mon[116524]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-01T05:53:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:19 smithi155 ceph-mon[102677]: pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 9.0 KiB/s wr, 164 op/s 2023-12-01T05:53:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:19 smithi155 ceph-mon[102677]: osdmap e1704: 8 total, 8 up, 8 in 2023-12-01T05:53:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[97855]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]: dispatch 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]: dispatch 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]': finished 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[116524]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]: dispatch 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]: dispatch 2023-12-01T05:53:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:20 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]': finished 2023-12-01T05:53:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:20 smithi155 ceph-mon[102677]: osdmap e1705: 8 total, 8 up, 8 in 2023-12-01T05:53:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]: dispatch 2023-12-01T05:53:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]: dispatch 2023-12-01T05:53:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:20 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/09258568-a38c-48c7-920e-0a20ae9bbd10"}]': finished 2023-12-01T05:53:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:21 smithi155 ceph-mon[102677]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2023-12-01T05:53:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:21 smithi155 ceph-mon[102677]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-01T05:53:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:21 smithi111 ceph-mon[97855]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2023-12-01T05:53:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:21 smithi111 ceph-mon[97855]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-01T05:53:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:21 smithi111 ceph-mon[116524]: pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2023-12-01T05:53:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:21 smithi111 ceph-mon[116524]: osdmap e1706: 8 total, 8 up, 8 in 2023-12-01T05:53:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:22 smithi155 ceph-mon[102677]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-01T05:53:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:22 smithi111 ceph-mon[97855]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-01T05:53:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:22 smithi111 ceph-mon[116524]: osdmap e1707: 8 total, 8 up, 8 in 2023-12-01T05:53:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:23 smithi155 ceph-mon[102677]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2023-12-01T05:53:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:23 smithi155 ceph-mon[102677]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-01T05:53:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:23 smithi111 ceph-mon[97855]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2023-12-01T05:53:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:23 smithi111 ceph-mon[97855]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-01T05:53:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:23 smithi111 ceph-mon[116524]: pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 6.7 KiB/s wr, 56 op/s 2023-12-01T05:53:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:23 smithi111 ceph-mon[116524]: osdmap e1708: 8 total, 8 up, 8 in 2023-12-01T05:53:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:24 smithi155 ceph-mon[102677]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-01T05:53:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:24 smithi155 ceph-mon[102677]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-01T05:53:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:24 smithi111 ceph-mon[97855]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-01T05:53:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:24 smithi111 ceph-mon[97855]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-01T05:53:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:24 smithi111 ceph-mon[116524]: osdmap e1709: 8 total, 8 up, 8 in 2023-12-01T05:53:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:24 smithi111 ceph-mon[116524]: osdmap e1710: 8 total, 8 up, 8 in 2023-12-01T05:53:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:25 smithi155 ceph-mon[102677]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:25 smithi155 ceph-mon[102677]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-01T05:53:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:25 smithi111 ceph-mon[97855]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:25 smithi111 ceph-mon[97855]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-01T05:53:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:25 smithi111 ceph-mon[116524]: pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:25 smithi111 ceph-mon[116524]: osdmap e1711: 8 total, 8 up, 8 in 2023-12-01T05:53:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:27 smithi155 ceph-mon[102677]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 119 op/s 2023-12-01T05:53:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:27 smithi155 ceph-mon[102677]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-01T05:53:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:27 smithi111 ceph-mon[116524]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 119 op/s 2023-12-01T05:53:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:27 smithi111 ceph-mon[116524]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-01T05:53:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:27 smithi111 ceph-mon[97855]: pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 119 op/s 2023-12-01T05:53:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:27 smithi111 ceph-mon[97855]: osdmap e1712: 8 total, 8 up, 8 in 2023-12-01T05:53:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:28 smithi155 ceph-mon[102677]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-01T05:53:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:28 smithi111 ceph-mon[97855]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-01T05:53:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:28 smithi111 ceph-mon[116524]: osdmap e1713: 8 total, 8 up, 8 in 2023-12-01T05:53:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:29 smithi155 ceph-mon[102677]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 119 op/s 2023-12-01T05:53:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:29 smithi155 ceph-mon[102677]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-01T05:53:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:53:29] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2023-12-01T05:53:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:29 smithi111 ceph-mon[97855]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 119 op/s 2023-12-01T05:53:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:29 smithi111 ceph-mon[97855]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-01T05:53:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:29 smithi111 ceph-mon[116524]: pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 14 KiB/s wr, 119 op/s 2023-12-01T05:53:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:29 smithi111 ceph-mon[116524]: osdmap e1714: 8 total, 8 up, 8 in 2023-12-01T05:53:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:30 smithi155 ceph-mon[102677]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-01T05:53:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:30 smithi111 ceph-mon[97855]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-01T05:53:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:30 smithi111 ceph-mon[116524]: osdmap e1715: 8 total, 8 up, 8 in 2023-12-01T05:53:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:31 smithi155 ceph-mon[102677]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 112 op/s 2023-12-01T05:53:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:31 smithi155 ceph-mon[102677]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-01T05:53:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:31 smithi111 ceph-mon[97855]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 112 op/s 2023-12-01T05:53:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:31 smithi111 ceph-mon[97855]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-01T05:53:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:31 smithi111 ceph-mon[116524]: pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 112 op/s 2023-12-01T05:53:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:31 smithi111 ceph-mon[116524]: osdmap e1716: 8 total, 8 up, 8 in 2023-12-01T05:53:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:32 smithi111 ceph-mon[116524]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-01T05:53:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:32 smithi111 ceph-mon[97855]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-01T05:53:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:32 smithi155 ceph-mon[102677]: osdmap e1717: 8 total, 8 up, 8 in 2023-12-01T05:53:33.215 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (70m) 7m ago 71m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (71m) 7m ago 71m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (72m) 7m ago 72m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (72m) 7m ago 72m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (75m) 7m ago 75m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (77m) 7m ago 77m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (77m) 7m ago 77m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (75m) 7m ago 75m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (75m) 7m ago 75m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:53:33.536 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (71m) 7m ago 71m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (70m) 7m ago 70m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (75m) 7m ago 75m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (74m) 7m ago 74m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (74m) 7m ago 74m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (74m) 7m ago 74m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (73m) 7m ago 73m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (73m) 7m ago 73m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (73m) 7m ago 73m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (72m) 7m ago 72m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:53:33.537 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (70m) 7m ago 71m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:53:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:33 smithi111 ceph-mon[97855]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 112 op/s 2023-12-01T05:53:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:33 smithi111 ceph-mon[97855]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-01T05:53:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:33 smithi111 ceph-mon[116524]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 112 op/s 2023-12-01T05:53:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:33 smithi111 ceph-mon[116524]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-01T05:53:33.919 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:53:33.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:53:33.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:53:33.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:33.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:53:33.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:53:33.920 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:53:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:33 smithi155 ceph-mon[102677]: pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 13 KiB/s wr, 112 op/s 2023-12-01T05:53:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:33 smithi155 ceph-mon[102677]: osdmap e1718: 8 total, 8 up, 8 in 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[97855]: from='client.18933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[97855]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[97855]: from='client.28808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1873951569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[116524]: from='client.18933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[116524]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[116524]: from='client.28808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:34.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1873951569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:34 smithi155 ceph-mon[102677]: from='client.18933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:34 smithi155 ceph-mon[102677]: osdmap e1719: 8 total, 8 up, 8 in 2023-12-01T05:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:34 smithi155 ceph-mon[102677]: from='client.28808 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1873951569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:53:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:35 smithi111 ceph-mon[97855]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:35 smithi111 ceph-mon[97855]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-01T05:53:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:35 smithi111 ceph-mon[116524]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:35 smithi111 ceph-mon[116524]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-01T05:53:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:35 smithi155 ceph-mon[102677]: pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:35 smithi155 ceph-mon[102677]: osdmap e1720: 8 total, 8 up, 8 in 2023-12-01T05:53:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:36 smithi111 ceph-mon[97855]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-01T05:53:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:36 smithi111 ceph-mon[116524]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-01T05:53:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:36 smithi155 ceph-mon[102677]: osdmap e1721: 8 total, 8 up, 8 in 2023-12-01T05:53:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:37 smithi111 ceph-mon[97855]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 267 op/s 2023-12-01T05:53:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:37 smithi111 ceph-mon[97855]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-01T05:53:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:37 smithi111 ceph-mon[116524]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 267 op/s 2023-12-01T05:53:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:37 smithi111 ceph-mon[116524]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-01T05:53:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:37 smithi155 ceph-mon[102677]: pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 267 op/s 2023-12-01T05:53:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:37 smithi155 ceph-mon[102677]: osdmap e1722: 8 total, 8 up, 8 in 2023-12-01T05:53:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:38 smithi155 ceph-mon[102677]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-01T05:53:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:38 smithi111 ceph-mon[97855]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-01T05:53:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:38 smithi111 ceph-mon[116524]: osdmap e1723: 8 total, 8 up, 8 in 2023-12-01T05:53:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:53:39] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-12-01T05:53:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:39 smithi111 ceph-mon[97855]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 267 op/s 2023-12-01T05:53:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:39 smithi111 ceph-mon[97855]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-01T05:53:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:39 smithi111 ceph-mon[97855]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-01T05:53:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:39 smithi111 ceph-mon[116524]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 267 op/s 2023-12-01T05:53:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:39 smithi111 ceph-mon[116524]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-01T05:53:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:39 smithi111 ceph-mon[116524]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-01T05:53:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:39 smithi155 ceph-mon[102677]: pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 195 KiB/s rd, 20 KiB/s wr, 267 op/s 2023-12-01T05:53:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:39 smithi155 ceph-mon[102677]: osdmap e1724: 8 total, 8 up, 8 in 2023-12-01T05:53:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:39 smithi155 ceph-mon[102677]: osdmap e1725: 8 total, 8 up, 8 in 2023-12-01T05:53:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:41 smithi155 ceph-mon[102677]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:41 smithi155 ceph-mon[102677]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-01T05:53:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:41 smithi111 ceph-mon[116524]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:41 smithi111 ceph-mon[116524]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-01T05:53:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:41 smithi111 ceph-mon[97855]: pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:41 smithi111 ceph-mon[97855]: osdmap e1726: 8 total, 8 up, 8 in 2023-12-01T05:53:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:42 smithi155 ceph-mon[102677]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-01T05:53:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:42 smithi111 ceph-mon[97855]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-01T05:53:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:42 smithi111 ceph-mon[116524]: osdmap e1727: 8 total, 8 up, 8 in 2023-12-01T05:53:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:43 smithi155 ceph-mon[102677]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:43 smithi155 ceph-mon[102677]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-01T05:53:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:43 smithi111 ceph-mon[97855]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:43 smithi111 ceph-mon[97855]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-01T05:53:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:43 smithi111 ceph-mon[116524]: pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:43 smithi111 ceph-mon[116524]: osdmap e1728: 8 total, 8 up, 8 in 2023-12-01T05:53:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:44 smithi155 ceph-mon[102677]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-01T05:53:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:44 smithi155 ceph-mon[102677]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-01T05:53:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:44 smithi111 ceph-mon[97855]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-01T05:53:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:44 smithi111 ceph-mon[97855]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-01T05:53:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:44 smithi111 ceph-mon[116524]: osdmap e1729: 8 total, 8 up, 8 in 2023-12-01T05:53:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:44 smithi111 ceph-mon[116524]: osdmap e1730: 8 total, 8 up, 8 in 2023-12-01T05:53:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:45 smithi155 ceph-mon[102677]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:45 smithi155 ceph-mon[102677]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-01T05:53:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:45 smithi111 ceph-mon[97855]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:45 smithi111 ceph-mon[97855]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-01T05:53:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:45 smithi111 ceph-mon[116524]: pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:45 smithi111 ceph-mon[116524]: osdmap e1731: 8 total, 8 up, 8 in 2023-12-01T05:53:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:47 smithi155 ceph-mon[102677]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.7 KiB/s wr, 160 op/s 2023-12-01T05:53:47.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:47 smithi155 ceph-mon[102677]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-01T05:53:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:47 smithi111 ceph-mon[97855]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.7 KiB/s wr, 160 op/s 2023-12-01T05:53:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:47 smithi111 ceph-mon[97855]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-01T05:53:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:47 smithi111 ceph-mon[116524]: pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.7 KiB/s wr, 160 op/s 2023-12-01T05:53:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:47 smithi111 ceph-mon[116524]: osdmap e1732: 8 total, 8 up, 8 in 2023-12-01T05:53:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:48 smithi155 ceph-mon[102677]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-01T05:53:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:48 smithi111 ceph-mon[97855]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-01T05:53:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:48 smithi111 ceph-mon[116524]: osdmap e1733: 8 total, 8 up, 8 in 2023-12-01T05:53:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:49 smithi155 ceph-mon[102677]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.7 KiB/s wr, 160 op/s 2023-12-01T05:53:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:49 smithi155 ceph-mon[102677]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-01T05:53:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:49 smithi155 ceph-mon[102677]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-01T05:53:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:53:49] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-12-01T05:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[97855]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.7 KiB/s wr, 160 op/s 2023-12-01T05:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[97855]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-01T05:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[97855]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-01T05:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[116524]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 8.7 KiB/s wr, 160 op/s 2023-12-01T05:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[116524]: osdmap e1734: 8 total, 8 up, 8 in 2023-12-01T05:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:53:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:49 smithi111 ceph-mon[116524]: osdmap e1735: 8 total, 8 up, 8 in 2023-12-01T05:53:50.518 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30970 ms) 2023-12-01T05:53:51.526 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 51 tests from TestMirroring (87086 ms total) 2023-12-01T05:53:51.526 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:53:51.526 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 31 tests from TestDeepCopy 2023-12-01T05:53:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:51 smithi155 ceph-mon[102677]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:51 smithi155 ceph-mon[102677]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-01T05:53:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]: dispatch 2023-12-01T05:53:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:51 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]: dispatch 2023-12-01T05:53:51.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:51 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]': finished 2023-12-01T05:53:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[97855]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[97855]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-01T05:53:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]: dispatch 2023-12-01T05:53:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]: dispatch 2023-12-01T05:53:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]': finished 2023-12-01T05:53:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[116524]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 116 op/s 2023-12-01T05:53:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[116524]: osdmap e1736: 8 total, 8 up, 8 in 2023-12-01T05:53:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3042579826' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]: dispatch 2023-12-01T05:53:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]: dispatch 2023-12-01T05:53:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:51 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/110/772fd468-631d-4e56-b23b-479ce39f6c67"}]': finished 2023-12-01T05:53:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:52 smithi155 ceph-mon[102677]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-01T05:53:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:52 smithi111 ceph-mon[97855]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-01T05:53:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:52 smithi111 ceph-mon[116524]: osdmap e1737: 8 total, 8 up, 8 in 2023-12-01T05:53:53.540 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Empty 2023-12-01T05:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:53 smithi155 ceph-mon[102677]: pgmap v3837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:53 smithi155 ceph-mon[102677]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-01T05:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3141517821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:53:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:53 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:53:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[97855]: pgmap v3837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[97855]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-01T05:53:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3141517821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:53:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:53:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[116524]: pgmap v3837: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[116524]: osdmap e1738: 8 total, 8 up, 8 in 2023-12-01T05:53:54.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3141517821' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:53:54.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:53 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:53:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:53:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:54 smithi155 ceph-mon[102677]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-01T05:53:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:53:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:54 smithi111 ceph-mon[97855]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-01T05:53:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-35","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:53:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:54 smithi111 ceph-mon[116524]: osdmap e1739: 8 total, 8 up, 8 in 2023-12-01T05:53:55.663 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Empty (2123 ms) 2023-12-01T05:53:55.664 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.NoSnaps 2023-12-01T05:53:55.942 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.NoSnaps (278 ms) 2023-12-01T05:53:55.942 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Snaps 2023-12-01T05:53:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:55 smithi155 ceph-mon[102677]: pgmap v3840: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:55 smithi155 ceph-mon[102677]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-01T05:53:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:55 smithi111 ceph-mon[97855]: pgmap v3840: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:55 smithi111 ceph-mon[97855]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-01T05:53:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:55 smithi111 ceph-mon[116524]: pgmap v3840: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:53:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:55 smithi111 ceph-mon[116524]: osdmap e1740: 8 total, 8 up, 8 in 2023-12-01T05:53:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:56 smithi155 ceph-mon[102677]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-01T05:53:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:56 smithi111 ceph-mon[97855]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-01T05:53:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:56 smithi111 ceph-mon[116524]: osdmap e1741: 8 total, 8 up, 8 in 2023-12-01T05:53:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:57 smithi155 ceph-mon[102677]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:53:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:57 smithi155 ceph-mon[102677]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-01T05:53:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:57 smithi111 ceph-mon[97855]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:53:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:57 smithi111 ceph-mon[97855]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-01T05:53:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:57 smithi111 ceph-mon[116524]: pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:53:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:57 smithi111 ceph-mon[116524]: osdmap e1742: 8 total, 8 up, 8 in 2023-12-01T05:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:58 smithi155 ceph-mon[102677]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-01T05:53:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:58 smithi111 ceph-mon[97855]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-01T05:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:58 smithi111 ceph-mon[116524]: osdmap e1743: 8 total, 8 up, 8 in 2023-12-01T05:53:59.581 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:53:59] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-12-01T05:53:59.879 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Snaps (3937 ms) 2023-12-01T05:53:59.879 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2023-12-01T05:53:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:59 smithi155 ceph-mon[102677]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:53:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:53:59 smithi155 ceph-mon[102677]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-01T05:53:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:59 smithi111 ceph-mon[97855]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:53:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:53:59 smithi111 ceph-mon[97855]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-01T05:54:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:59 smithi111 ceph-mon[116524]: pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T05:54:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:53:59 smithi111 ceph-mon[116524]: osdmap e1744: 8 total, 8 up, 8 in 2023-12-01T05:54:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:00 smithi155 ceph-mon[102677]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-01T05:54:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:00 smithi155 ceph-mon[102677]: pgmap v3849: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 238 op/s 2023-12-01T05:54:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:00 smithi111 ceph-mon[97855]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-01T05:54:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:00 smithi111 ceph-mon[97855]: pgmap v3849: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 238 op/s 2023-12-01T05:54:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:00 smithi111 ceph-mon[116524]: osdmap e1745: 8 total, 8 up, 8 in 2023-12-01T05:54:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:00 smithi111 ceph-mon[116524]: pgmap v3849: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 238 op/s 2023-12-01T05:54:01.707 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.SnapDiscard (1828 ms) 2023-12-01T05:54:01.707 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2023-12-01T05:54:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:01 smithi155 ceph-mon[102677]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-01T05:54:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:01 smithi111 ceph-mon[97855]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-01T05:54:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:01 smithi111 ceph-mon[116524]: osdmap e1746: 8 total, 8 up, 8 in 2023-12-01T05:54:02.800 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneDiscard (1092 ms) 2023-12-01T05:54:02.800 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneShrink 2023-12-01T05:54:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:02 smithi155 ceph-mon[102677]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-01T05:54:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:02 smithi155 ceph-mon[102677]: pgmap v3852: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 238 op/s 2023-12-01T05:54:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:02 smithi111 ceph-mon[97855]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-01T05:54:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:02 smithi111 ceph-mon[97855]: pgmap v3852: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 238 op/s 2023-12-01T05:54:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:02 smithi111 ceph-mon[116524]: osdmap e1747: 8 total, 8 up, 8 in 2023-12-01T05:54:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:02 smithi111 ceph-mon[116524]: pgmap v3852: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 16 MiB/s wr, 238 op/s 2023-12-01T05:54:03.767 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneShrink (969 ms) 2023-12-01T05:54:03.768 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneExpand 2023-12-01T05:54:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:03 smithi155 ceph-mon[102677]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-01T05:54:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:03 smithi111 ceph-mon[97855]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-01T05:54:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:03 smithi111 ceph-mon[116524]: osdmap e1748: 8 total, 8 up, 8 in 2023-12-01T05:54:04.257 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:54:04.602 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:54:04.602 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (71m) 7m ago 72m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (71m) 7m ago 71m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (72m) 7m ago 72m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (72m) 7m ago 72m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (76m) 7m ago 76m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (77m) 7m ago 77m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (77m) 7m ago 77m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (76m) 7m ago 76m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (76m) 7m ago 76m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (71m) 7m ago 71m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (71m) 7m ago 71m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (75m) 7m ago 75m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (75m) 7m ago 75m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (75m) 7m ago 75m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:54:04.603 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (74m) 7m ago 74m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:54:04.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (74m) 7m ago 74m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:54:04.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (73m) 7m ago 73m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:54:04.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (73m) 7m ago 73m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:54:04.604 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (73m) 7m ago 73m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:54:04.604 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (71m) 7m ago 72m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:54:04.654 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneExpand (887 ms) 2023-12-01T05:54:04.654 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2023-12-01T05:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:04 smithi155 ceph-mon[102677]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-01T05:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:04 smithi155 ceph-mon[102677]: from='client.28832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:04 smithi155 ceph-mon[102677]: pgmap v3855: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:04 smithi155 ceph-mon[102677]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[97855]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[97855]: from='client.28832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[97855]: pgmap v3855: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[97855]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[116524]: osdmap e1749: 8 total, 8 up, 8 in 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[116524]: from='client.28832 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[116524]: pgmap v3855: 137 pgs: 137 active+clean; 69 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:04 smithi111 ceph-mon[116524]: osdmap e1750: 8 total, 8 up, 8 in 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:54:05.004 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:54:05.005 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:54:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:05 smithi155 ceph-mon[102677]: from='client.28838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:05.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3329320579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:54:05.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:54:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:05 smithi111 ceph-mon[97855]: from='client.28838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3329320579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:54:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:54:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:05 smithi111 ceph-mon[116524]: from='client.28838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3329320579' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:54:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:54:06.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:06 smithi155 ceph-mon[102677]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-01T05:54:06.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:06 smithi155 ceph-mon[102677]: pgmap v3858: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 35 KiB/s wr, 524 op/s 2023-12-01T05:54:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:06 smithi111 ceph-mon[97855]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-01T05:54:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:06 smithi111 ceph-mon[97855]: pgmap v3858: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 35 KiB/s wr, 524 op/s 2023-12-01T05:54:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:06 smithi111 ceph-mon[116524]: osdmap e1751: 8 total, 8 up, 8 in 2023-12-01T05:54:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:06 smithi111 ceph-mon[116524]: pgmap v3858: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 35 KiB/s wr, 524 op/s 2023-12-01T05:54:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:07 smithi155 ceph-mon[102677]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-01T05:54:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:07 smithi111 ceph-mon[97855]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-01T05:54:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:07 smithi111 ceph-mon[116524]: osdmap e1752: 8 total, 8 up, 8 in 2023-12-01T05:54:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:08 smithi155 ceph-mon[102677]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-01T05:54:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:08 smithi155 ceph-mon[102677]: pgmap v3861: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 35 KiB/s wr, 524 op/s 2023-12-01T05:54:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:08 smithi111 ceph-mon[97855]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-01T05:54:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:08 smithi111 ceph-mon[97855]: pgmap v3861: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 35 KiB/s wr, 524 op/s 2023-12-01T05:54:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:08 smithi111 ceph-mon[116524]: osdmap e1753: 8 total, 8 up, 8 in 2023-12-01T05:54:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:08 smithi111 ceph-mon[116524]: pgmap v3861: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 35 KiB/s wr, 524 op/s 2023-12-01T05:54:09.640 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:54:09] "GET /metrics HTTP/1.1" 200 36446 "" "Prometheus/2.43.0" 2023-12-01T05:54:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:09 smithi155 ceph-mon[102677]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-01T05:54:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:09 smithi111 ceph-mon[97855]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-01T05:54:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:09 smithi111 ceph-mon[116524]: osdmap e1754: 8 total, 8 up, 8 in 2023-12-01T05:54:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:10 smithi155 ceph-mon[102677]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-01T05:54:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:10 smithi155 ceph-mon[102677]: pgmap v3864: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2023-12-01T05:54:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:10 smithi111 ceph-mon[97855]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-01T05:54:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:10 smithi111 ceph-mon[97855]: pgmap v3864: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2023-12-01T05:54:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:10 smithi111 ceph-mon[116524]: osdmap e1755: 8 total, 8 up, 8 in 2023-12-01T05:54:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:10 smithi111 ceph-mon[116524]: pgmap v3864: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2023-12-01T05:54:11.773 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneHideParent (7118 ms) 2023-12-01T05:54:11.773 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Clone 2023-12-01T05:54:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:11 smithi155 ceph-mon[102677]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-01T05:54:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:11 smithi111 ceph-mon[97855]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-01T05:54:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:11 smithi111 ceph-mon[116524]: osdmap e1756: 8 total, 8 up, 8 in 2023-12-01T05:54:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:12 smithi155 ceph-mon[102677]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-01T05:54:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:12 smithi155 ceph-mon[102677]: pgmap v3867: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2023-12-01T05:54:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:12 smithi111 ceph-mon[97855]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-01T05:54:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:12 smithi111 ceph-mon[97855]: pgmap v3867: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2023-12-01T05:54:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:12 smithi111 ceph-mon[116524]: osdmap e1757: 8 total, 8 up, 8 in 2023-12-01T05:54:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:12 smithi111 ceph-mon[116524]: pgmap v3867: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 11 KiB/s wr, 180 op/s 2023-12-01T05:54:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:13 smithi155 ceph-mon[102677]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-01T05:54:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:13 smithi111 ceph-mon[97855]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-01T05:54:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:13 smithi111 ceph-mon[116524]: osdmap e1758: 8 total, 8 up, 8 in 2023-12-01T05:54:14.035 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Clone (2262 ms) 2023-12-01T05:54:14.035 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2023-12-01T05:54:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:14 smithi155 ceph-mon[102677]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-01T05:54:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:14 smithi155 ceph-mon[102677]: pgmap v3870: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:14 smithi111 ceph-mon[97855]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-01T05:54:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:14 smithi111 ceph-mon[97855]: pgmap v3870: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:14 smithi111 ceph-mon[116524]: osdmap e1759: 8 total, 8 up, 8 in 2023-12-01T05:54:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:14 smithi111 ceph-mon[116524]: pgmap v3870: 137 pgs: 137 active+clean; 69 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:15 smithi155 ceph-mon[102677]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-01T05:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:15 smithi111 ceph-mon[97855]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-01T05:54:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:15 smithi111 ceph-mon[116524]: osdmap e1760: 8 total, 8 up, 8 in 2023-12-01T05:54:16.205 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneFlatten (2171 ms) 2023-12-01T05:54:16.205 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Stress 2023-12-01T05:54:16.228 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 39448507~3659259 2023-12-01T05:54:16.244 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 43316454~3768701 2023-12-01T05:54:16.246 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 12258637~8112883 2023-12-01T05:54:16.269 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 19951130~623988 2023-12-01T05:54:16.271 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 72255564~6453723 2023-12-01T05:54:16.292 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 39355853~4006033 2023-12-01T05:54:16.294 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 40716373~3248404 2023-12-01T05:54:16.304 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 35813929~2511505 2023-12-01T05:54:16.305 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap0 2023-12-01T05:54:16.714 INFO:tasks.workunit.client.0.smithi111.stdout:clone image144 -> image145 2023-12-01T05:54:16.759 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 67321824~5468915 2023-12-01T05:54:16.789 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 51714334~8304228 2023-12-01T05:54:16.795 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 15536181~4986378 2023-12-01T05:54:16.825 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 41746502~2773303 2023-12-01T05:54:16.835 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 35445927~4275401 2023-12-01T05:54:16.849 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 14248313~4038610 2023-12-01T05:54:16.850 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 16086477~425339 2023-12-01T05:54:16.852 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 4194040~3365173 2023-12-01T05:54:16.855 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:54:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:16 smithi155 ceph-mon[102677]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-01T05:54:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:16 smithi155 ceph-mon[102677]: pgmap v3873: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 406 op/s 2023-12-01T05:54:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:16 smithi111 ceph-mon[97855]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-01T05:54:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:16 smithi111 ceph-mon[97855]: pgmap v3873: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 406 op/s 2023-12-01T05:54:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:16 smithi111 ceph-mon[116524]: osdmap e1761: 8 total, 8 up, 8 in 2023-12-01T05:54:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:16 smithi111 ceph-mon[116524]: pgmap v3873: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 406 op/s 2023-12-01T05:54:17.725 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 1306664~8064070 2023-12-01T05:54:17.728 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 39683617~6263363 2023-12-01T05:54:17.730 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 18658004~6453365 2023-12-01T05:54:17.730 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 76810633~3541999 2023-12-01T05:54:17.730 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 31219328~654121 2023-12-01T05:54:17.731 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 41231703~3572659 2023-12-01T05:54:17.748 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 76150438~6887333 2023-12-01T05:54:17.780 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 48745993~7890232 2023-12-01T05:54:17.790 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:54:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:17 smithi155 ceph-mon[102677]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-01T05:54:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:17 smithi111 ceph-mon[97855]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-01T05:54:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:17 smithi111 ceph-mon[116524]: osdmap e1762: 8 total, 8 up, 8 in 2023-12-01T05:54:18.726 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 55140604~5561918 2023-12-01T05:54:18.729 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 68557575~4291464 2023-12-01T05:54:18.730 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 41884507~6700451 2023-12-01T05:54:18.730 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 74234655~7308417 2023-12-01T05:54:18.731 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 69393846~7639336 2023-12-01T05:54:18.770 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 67042268~2931223 2023-12-01T05:54:18.773 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 27772509~5374430 2023-12-01T05:54:18.773 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 45192225~1240069 2023-12-01T05:54:18.797 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap3 2023-12-01T05:54:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:18 smithi111 ceph-mon[97855]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-01T05:54:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:18 smithi111 ceph-mon[97855]: pgmap v3876: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 406 op/s 2023-12-01T05:54:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:54:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:18 smithi111 ceph-mon[116524]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-01T05:54:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:18 smithi111 ceph-mon[116524]: pgmap v3876: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 406 op/s 2023-12-01T05:54:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:54:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:18 smithi155 ceph-mon[102677]: osdmap e1763: 8 total, 8 up, 8 in 2023-12-01T05:54:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:18 smithi155 ceph-mon[102677]: pgmap v3876: 137 pgs: 137 active+clean; 125 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 14 MiB/s wr, 406 op/s 2023-12-01T05:54:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:54:19.710 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:54:19] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:54:19.737 INFO:tasks.workunit.client.0.smithi111.stdout:clone image145 -> image146 2023-12-01T05:54:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[97855]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-01T05:54:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:54:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:54:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:54:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[116524]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-01T05:54:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:54:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:54:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:54:20.038 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Stress (3833 ms) 2023-12-01T05:54:20.038 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2023-12-01T05:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:19 smithi155 ceph-mon[102677]: osdmap e1764: 8 total, 8 up, 8 in 2023-12-01T05:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:54:20.298 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (259 ms) 2023-12-01T05:54:20.298 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2023-12-01T05:54:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:20 smithi111 ceph-mon[97855]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-01T05:54:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:20 smithi111 ceph-mon[97855]: pgmap v3879: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 530 op/s 2023-12-01T05:54:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:20 smithi111 ceph-mon[116524]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-01T05:54:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:20 smithi111 ceph-mon[116524]: pgmap v3879: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 530 op/s 2023-12-01T05:54:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:20 smithi155 ceph-mon[102677]: osdmap e1765: 8 total, 8 up, 8 in 2023-12-01T05:54:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:20 smithi155 ceph-mon[102677]: pgmap v3879: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 530 op/s 2023-12-01T05:54:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:21 smithi111 ceph-mon[97855]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-01T05:54:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:21 smithi111 ceph-mon[116524]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-01T05:54:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:21 smithi155 ceph-mon[102677]: osdmap e1766: 8 total, 8 up, 8 in 2023-12-01T05:54:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:22 smithi111 ceph-mon[97855]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-01T05:54:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:22 smithi111 ceph-mon[97855]: pgmap v3882: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 530 op/s 2023-12-01T05:54:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:22 smithi111 ceph-mon[116524]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-01T05:54:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:22 smithi111 ceph-mon[116524]: pgmap v3882: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 530 op/s 2023-12-01T05:54:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:22 smithi155 ceph-mon[102677]: osdmap e1767: 8 total, 8 up, 8 in 2023-12-01T05:54:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:22 smithi155 ceph-mon[102677]: pgmap v3882: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 44 MiB/s wr, 530 op/s 2023-12-01T05:54:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:23 smithi111 ceph-mon[97855]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-01T05:54:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:23 smithi111 ceph-mon[116524]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-01T05:54:24.048 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3750 ms) 2023-12-01T05:54:24.048 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2023-12-01T05:54:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:23 smithi155 ceph-mon[102677]: osdmap e1768: 8 total, 8 up, 8 in 2023-12-01T05:54:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:24 smithi111 ceph-mon[97855]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-01T05:54:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:24 smithi111 ceph-mon[97855]: pgmap v3885: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:24 smithi111 ceph-mon[116524]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-01T05:54:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:24 smithi111 ceph-mon[116524]: pgmap v3885: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:24 smithi155 ceph-mon[102677]: osdmap e1769: 8 total, 8 up, 8 in 2023-12-01T05:54:25.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:24 smithi155 ceph-mon[102677]: pgmap v3885: 137 pgs: 137 active+clean; 334 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:54:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:25 smithi111 ceph-mon[97855]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-01T05:54:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:25 smithi111 ceph-mon[116524]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-01T05:54:26.113 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2065 ms) 2023-12-01T05:54:26.113 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2023-12-01T05:54:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:25 smithi155 ceph-mon[102677]: osdmap e1770: 8 total, 8 up, 8 in 2023-12-01T05:54:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:26 smithi155 ceph-mon[102677]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-01T05:54:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:26 smithi155 ceph-mon[102677]: pgmap v3888: 137 pgs: 137 active+clean; 418 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 21 MiB/s wr, 335 op/s 2023-12-01T05:54:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:26 smithi111 ceph-mon[97855]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-01T05:54:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:26 smithi111 ceph-mon[97855]: pgmap v3888: 137 pgs: 137 active+clean; 418 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 21 MiB/s wr, 335 op/s 2023-12-01T05:54:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:26 smithi111 ceph-mon[116524]: osdmap e1771: 8 total, 8 up, 8 in 2023-12-01T05:54:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:26 smithi111 ceph-mon[116524]: pgmap v3888: 137 pgs: 137 active+clean; 418 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 21 MiB/s wr, 335 op/s 2023-12-01T05:54:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:27 smithi155 ceph-mon[102677]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-01T05:54:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:27 smithi111 ceph-mon[97855]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-01T05:54:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:27 smithi111 ceph-mon[116524]: osdmap e1772: 8 total, 8 up, 8 in 2023-12-01T05:54:28.296 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2183 ms) 2023-12-01T05:54:28.296 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2023-12-01T05:54:28.319 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 26719982~5784095 2023-12-01T05:54:28.344 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 63793015~4190646 2023-12-01T05:54:28.344 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 38398044~52883 2023-12-01T05:54:28.346 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 40410269~4574383 2023-12-01T05:54:28.348 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 673777~6879265 2023-12-01T05:54:28.370 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 36854045~4029147 2023-12-01T05:54:28.372 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 39032291~4965242 2023-12-01T05:54:28.386 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 80404181~1611456 2023-12-01T05:54:28.387 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap0 2023-12-01T05:54:28.783 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 88043517 2023-12-01T05:54:28.789 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 7805970~6682650 2023-12-01T05:54:28.792 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83618317~4090842 2023-12-01T05:54:28.793 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 47642621~5886548 2023-12-01T05:54:28.793 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 81125859~6917658 2023-12-01T05:54:28.793 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 50128171~4635737 2023-12-01T05:54:28.824 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 80751196~1734465 2023-12-01T05:54:28.825 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 3952230~1054511 2023-12-01T05:54:28.825 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 48881384~1055763 2023-12-01T05:54:28.842 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:54:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:28 smithi155 ceph-mon[102677]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-01T05:54:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:28 smithi155 ceph-mon[102677]: pgmap v3891: 137 pgs: 137 active+clean; 418 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 21 MiB/s wr, 335 op/s 2023-12-01T05:54:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:28 smithi111 ceph-mon[97855]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-01T05:54:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:28 smithi111 ceph-mon[97855]: pgmap v3891: 137 pgs: 137 active+clean; 418 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 21 MiB/s wr, 335 op/s 2023-12-01T05:54:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:28 smithi111 ceph-mon[116524]: osdmap e1773: 8 total, 8 up, 8 in 2023-12-01T05:54:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:28 smithi111 ceph-mon[116524]: pgmap v3891: 137 pgs: 137 active+clean; 418 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 21 MiB/s wr, 335 op/s 2023-12-01T05:54:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:54:29] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2023-12-01T05:54:29.802 INFO:tasks.workunit.client.0.smithi111.stdout:clone image165 -> image166 2023-12-01T05:54:29.855 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 166296438 2023-12-01T05:54:29.861 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 160277866~1808736 2023-12-01T05:54:29.872 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 81335356~2986823 2023-12-01T05:54:29.877 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 40496499~7689645 2023-12-01T05:54:29.909 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 53185588~2927135 2023-12-01T05:54:29.929 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 22082023~4470166 2023-12-01T05:54:29.959 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 19967655~1261133 2023-12-01T05:54:29.962 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 37551154~5618845 2023-12-01T05:54:29.975 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 27540255~4329837 2023-12-01T05:54:29.988 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:54:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:29 smithi155 ceph-mon[102677]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-01T05:54:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:29 smithi111 ceph-mon[97855]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-01T05:54:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:29 smithi111 ceph-mon[116524]: osdmap e1774: 8 total, 8 up, 8 in 2023-12-01T05:54:30.812 INFO:tasks.workunit.client.0.smithi111.stdout:clone image166 -> image167 2023-12-01T05:54:30.881 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 57594398~7816367 2023-12-01T05:54:30.906 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 141731677~5907877 2023-12-01T05:54:30.911 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 8675882~1618606 2023-12-01T05:54:30.932 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 141066404~4141295 2023-12-01T05:54:30.933 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 1879957~3828757 2023-12-01T05:54:30.966 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 79788440~8248737 2023-12-01T05:54:30.971 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 72194898~4193003 2023-12-01T05:54:30.982 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 134950392~5729557 2023-12-01T05:54:30.985 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap3 2023-12-01T05:54:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:30 smithi155 ceph-mon[102677]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-01T05:54:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:30 smithi155 ceph-mon[102677]: pgmap v3894: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 43 MiB/s wr, 564 op/s 2023-12-01T05:54:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:30 smithi111 ceph-mon[97855]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-01T05:54:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:30 smithi111 ceph-mon[97855]: pgmap v3894: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 43 MiB/s wr, 564 op/s 2023-12-01T05:54:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:30 smithi111 ceph-mon[116524]: osdmap e1775: 8 total, 8 up, 8 in 2023-12-01T05:54:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:30 smithi111 ceph-mon[116524]: pgmap v3894: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 43 MiB/s wr, 564 op/s 2023-12-01T05:54:31.819 INFO:tasks.workunit.client.0.smithi111.stdout:clone image167 -> image168 2023-12-01T05:54:32.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3887 ms) 2023-12-01T05:54:32.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2023-12-01T05:54:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:31 smithi155 ceph-mon[102677]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-01T05:54:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:31 smithi111 ceph-mon[97855]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-01T05:54:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:31 smithi111 ceph-mon[116524]: osdmap e1776: 8 total, 8 up, 8 in 2023-12-01T05:54:32.413 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (231 ms) 2023-12-01T05:54:32.414 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2023-12-01T05:54:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:32 smithi155 ceph-mon[102677]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-01T05:54:33.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:32 smithi155 ceph-mon[102677]: pgmap v3897: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 43 MiB/s wr, 564 op/s 2023-12-01T05:54:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:32 smithi111 ceph-mon[97855]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-01T05:54:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:32 smithi111 ceph-mon[97855]: pgmap v3897: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 43 MiB/s wr, 564 op/s 2023-12-01T05:54:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:32 smithi111 ceph-mon[116524]: osdmap e1777: 8 total, 8 up, 8 in 2023-12-01T05:54:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:32 smithi111 ceph-mon[116524]: pgmap v3897: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 43 MiB/s wr, 564 op/s 2023-12-01T05:54:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:33 smithi155 ceph-mon[102677]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-01T05:54:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:33 smithi111 ceph-mon[97855]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-01T05:54:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:33 smithi111 ceph-mon[116524]: osdmap e1778: 8 total, 8 up, 8 in 2023-12-01T05:54:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:34 smithi155 ceph-mon[102677]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-01T05:54:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:34 smithi155 ceph-mon[102677]: pgmap v3900: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:54:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:34 smithi111 ceph-mon[97855]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-01T05:54:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:34 smithi111 ceph-mon[97855]: pgmap v3900: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:54:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:34 smithi111 ceph-mon[116524]: osdmap e1779: 8 total, 8 up, 8 in 2023-12-01T05:54:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:34 smithi111 ceph-mon[116524]: pgmap v3900: 137 pgs: 137 active+clean; 595 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:54:35.351 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:54:35.657 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:54:35.657 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (71m) 8m ago 72m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:54:35.657 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (72m) 8m ago 72m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (73m) 8m ago 73m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (73m) 8m ago 73m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (76m) 8m ago 76m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (78m) 8m ago 78m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (78m) 8m ago 78m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (76m) 8m ago 76m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (76m) 8m ago 76m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (72m) 8m ago 72m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (71m) 8m ago 71m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (76m) 8m ago 76m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (75m) 8m ago 75m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (75m) 8m ago 75m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:54:35.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (75m) 8m ago 75m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:54:35.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (74m) 8m ago 74m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:54:35.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (74m) 8m ago 74m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:54:35.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (74m) 8m ago 74m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:54:35.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (73m) 8m ago 73m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:54:35.659 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (71m) 8m ago 72m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:54:36.075 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:54:36.075 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:54:36.075 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:54:36.075 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:36.075 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:54:36.076 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:54:36.077 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3662 ms) 2023-12-01T05:54:36.077 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2023-12-01T05:54:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:35 smithi155 ceph-mon[102677]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-01T05:54:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:35 smithi155 ceph-mon[102677]: from='client.18981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:35 smithi111 ceph-mon[97855]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-01T05:54:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:35 smithi111 ceph-mon[97855]: from='client.18981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:35 smithi111 ceph-mon[116524]: osdmap e1780: 8 total, 8 up, 8 in 2023-12-01T05:54:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:35 smithi111 ceph-mon[116524]: from='client.18981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:36 smithi155 ceph-mon[102677]: from='client.18987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:36 smithi155 ceph-mon[102677]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-01T05:54:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/171710335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:54:37.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:36 smithi155 ceph-mon[102677]: pgmap v3903: 137 pgs: 137 active+clean; 699 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 23 MiB/s wr, 527 op/s 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[97855]: from='client.18987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[97855]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/171710335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[97855]: pgmap v3903: 137 pgs: 137 active+clean; 699 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 23 MiB/s wr, 527 op/s 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[116524]: from='client.18987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[116524]: osdmap e1781: 8 total, 8 up, 8 in 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/171710335' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:54:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:36 smithi111 ceph-mon[116524]: pgmap v3903: 137 pgs: 137 active+clean; 699 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 23 MiB/s wr, 527 op/s 2023-12-01T05:54:38.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2104 ms) 2023-12-01T05:54:38.179 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2023-12-01T05:54:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:37 smithi155 ceph-mon[102677]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-01T05:54:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:37 smithi111 ceph-mon[97855]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-01T05:54:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:37 smithi111 ceph-mon[116524]: osdmap e1782: 8 total, 8 up, 8 in 2023-12-01T05:54:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:38 smithi155 ceph-mon[102677]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-01T05:54:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:38 smithi155 ceph-mon[102677]: pgmap v3906: 137 pgs: 137 active+clean; 699 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 23 MiB/s wr, 527 op/s 2023-12-01T05:54:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:38 smithi111 ceph-mon[97855]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-01T05:54:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:38 smithi111 ceph-mon[97855]: pgmap v3906: 137 pgs: 137 active+clean; 699 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 23 MiB/s wr, 527 op/s 2023-12-01T05:54:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:38 smithi111 ceph-mon[116524]: osdmap e1783: 8 total, 8 up, 8 in 2023-12-01T05:54:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:38 smithi111 ceph-mon[116524]: pgmap v3906: 137 pgs: 137 active+clean; 699 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 39 MiB/s rd, 23 MiB/s wr, 527 op/s 2023-12-01T05:54:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:54:39] "GET /metrics HTTP/1.1" 200 36453 "" "Prometheus/2.43.0" 2023-12-01T05:54:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:39 smithi155 ceph-mon[102677]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-01T05:54:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:39 smithi111 ceph-mon[97855]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-01T05:54:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:39 smithi111 ceph-mon[116524]: osdmap e1784: 8 total, 8 up, 8 in 2023-12-01T05:54:40.315 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2136 ms) 2023-12-01T05:54:40.316 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2023-12-01T05:54:40.341 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 981472~2824841 2023-12-01T05:54:40.355 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 19841052~7204222 2023-12-01T05:54:40.356 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 77285763~6600317 2023-12-01T05:54:40.382 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 24276242~7393674 2023-12-01T05:54:40.382 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 50608854~5395547 2023-12-01T05:54:40.397 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 5279688~6926786 2023-12-01T05:54:40.397 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 43568001~6185084 2023-12-01T05:54:40.421 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 59289726~6898294 2023-12-01T05:54:40.421 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap0 2023-12-01T05:54:40.872 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 41200646~4398227 2023-12-01T05:54:40.874 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 47680791~3277045 2023-12-01T05:54:40.875 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 13334519~3450609 2023-12-01T05:54:40.875 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 77739299~3078700 2023-12-01T05:54:40.876 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 24886511~4064053 2023-12-01T05:54:40.876 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 64829586~596502 2023-12-01T05:54:40.877 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 53752991~5663775 2023-12-01T05:54:40.877 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 12867997~7090802 2023-12-01T05:54:40.926 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap1 2023-12-01T05:54:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:40 smithi155 ceph-mon[102677]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-01T05:54:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:40 smithi155 ceph-mon[102677]: pgmap v3909: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 491 op/s 2023-12-01T05:54:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:40 smithi111 ceph-mon[97855]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-01T05:54:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:40 smithi111 ceph-mon[97855]: pgmap v3909: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 491 op/s 2023-12-01T05:54:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:40 smithi111 ceph-mon[116524]: osdmap e1785: 8 total, 8 up, 8 in 2023-12-01T05:54:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:40 smithi111 ceph-mon[116524]: pgmap v3909: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 491 op/s 2023-12-01T05:54:41.888 INFO:tasks.workunit.client.0.smithi111.stdout:clone image187 -> image188 2023-12-01T05:54:41.941 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 91722080 2023-12-01T05:54:41.948 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 41183522~5490245 2023-12-01T05:54:41.970 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 694492~4842939 2023-12-01T05:54:41.978 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 7260099~2951108 2023-12-01T05:54:41.986 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 71585445~3563928 2023-12-01T05:54:41.989 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 89677302~243705 2023-12-01T05:54:41.992 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 89768362~1953718 2023-12-01T05:54:41.993 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 62595132~143017 2023-12-01T05:54:41.999 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 76857888~6937667 2023-12-01T05:54:42.011 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap2 2023-12-01T05:54:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:41 smithi155 ceph-mon[102677]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-01T05:54:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:41 smithi111 ceph-mon[97855]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-01T05:54:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:41 smithi111 ceph-mon[116524]: osdmap e1786: 8 total, 8 up, 8 in 2023-12-01T05:54:42.894 INFO:tasks.workunit.client.0.smithi111.stdout:clone image188 -> image189 2023-12-01T05:54:42.965 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 82301744~570861 2023-12-01T05:54:42.976 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 76794748~7559024 2023-12-01T05:54:42.981 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 84221818~7500262 2023-12-01T05:54:43.002 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 50554725~5955323 2023-12-01T05:54:43.021 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 39369305~3981941 2023-12-01T05:54:43.059 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 77399044~629568 2023-12-01T05:54:43.060 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 2704678~1493497 2023-12-01T05:54:43.068 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 59331636~5308774 2023-12-01T05:54:43.077 INFO:tasks.workunit.client.0.smithi111.stdout:snap: snap3 2023-12-01T05:54:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:42 smithi155 ceph-mon[102677]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-01T05:54:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:42 smithi155 ceph-mon[102677]: pgmap v3912: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 491 op/s 2023-12-01T05:54:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:42 smithi111 ceph-mon[97855]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-01T05:54:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:42 smithi111 ceph-mon[97855]: pgmap v3912: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 491 op/s 2023-12-01T05:54:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:42 smithi111 ceph-mon[116524]: osdmap e1787: 8 total, 8 up, 8 in 2023-12-01T05:54:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:42 smithi111 ceph-mon[116524]: pgmap v3912: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 40 MiB/s rd, 19 MiB/s wr, 491 op/s 2023-12-01T05:54:43.896 INFO:tasks.workunit.client.0.smithi111.stdout:clone image189 -> image190 2023-12-01T05:54:44.200 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3884 ms) 2023-12-01T05:54:44.200 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2023-12-01T05:54:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:43 smithi155 ceph-mon[102677]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-01T05:54:44.224 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:621: Skipped 2023-12-01T05:54:44.224 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:43 smithi111 ceph-mon[97855]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-01T05:54:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:43 smithi111 ceph-mon[116524]: osdmap e1788: 8 total, 8 up, 8 in 2023-12-01T05:54:44.296 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (97 ms) 2023-12-01T05:54:44.296 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2023-12-01T05:54:44.322 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:635: Skipped 2023-12-01T05:54:44.322 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.396 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (100 ms) 2023-12-01T05:54:44.396 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2023-12-01T05:54:44.419 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:649: Skipped 2023-12-01T05:54:44.419 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.489 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (92 ms) 2023-12-01T05:54:44.489 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2023-12-01T05:54:44.511 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:663: Skipped 2023-12-01T05:54:44.511 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.584 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (95 ms) 2023-12-01T05:54:44.584 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2023-12-01T05:54:44.607 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:679: Skipped 2023-12-01T05:54:44.607 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.678 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (95 ms) 2023-12-01T05:54:44.678 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2023-12-01T05:54:44.700 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:693: Skipped 2023-12-01T05:54:44.700 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.772 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (93 ms) 2023-12-01T05:54:44.772 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2023-12-01T05:54:44.794 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:707: Skipped 2023-12-01T05:54:44.794 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (95 ms) 2023-12-01T05:54:44.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2023-12-01T05:54:44.896 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:721: Skipped 2023-12-01T05:54:44.896 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:44.964 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (97 ms) 2023-12-01T05:54:44.964 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2023-12-01T05:54:44.986 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:735: Skipped 2023-12-01T05:54:44.986 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:45.056 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (92 ms) 2023-12-01T05:54:45.056 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2023-12-01T05:54:45.077 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_DeepCopy.cc:751: Skipped 2023-12-01T05:54:45.077 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:54:45.151 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2023-12-01T05:54:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:44 smithi155 ceph-mon[102677]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-01T05:54:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:44 smithi155 ceph-mon[102677]: pgmap v3915: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:44 smithi111 ceph-mon[97855]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-01T05:54:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:44 smithi111 ceph-mon[97855]: pgmap v3915: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:44 smithi111 ceph-mon[116524]: osdmap e1789: 8 total, 8 up, 8 in 2023-12-01T05:54:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:44 smithi111 ceph-mon[116524]: pgmap v3915: 137 pgs: 137 active+clean; 775 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:45.897 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 31 tests from TestDeepCopy (51610 ms total) 2023-12-01T05:54:45.897 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:54:45.897 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 6 tests from TestGroup 2023-12-01T05:54:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:46 smithi155 ceph-mon[102677]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-01T05:54:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:46 smithi155 ceph-mon[102677]: pgmap v3917: 105 pgs: 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:46 smithi111 ceph-mon[97855]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-01T05:54:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:46 smithi111 ceph-mon[97855]: pgmap v3917: 105 pgs: 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:46 smithi111 ceph-mon[116524]: osdmap e1790: 8 total, 8 up, 8 in 2023-12-01T05:54:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:46 smithi111 ceph-mon[116524]: pgmap v3917: 105 pgs: 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:47.913 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestGroup.group_create 2023-12-01T05:54:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:47 smithi155 ceph-mon[102677]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-01T05:54:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/629170630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:54:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:47 smithi111 ceph-mon[116524]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-01T05:54:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/629170630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:54:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:47 smithi111 ceph-mon[97855]: osdmap e1791: 8 total, 8 up, 8 in 2023-12-01T05:54:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/629170630' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:54:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/629170630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:54:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:48 smithi155 ceph-mon[102677]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-01T05:54:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:48 smithi155 ceph-mon[102677]: pgmap v3920: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/629170630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[97855]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[97855]: pgmap v3920: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/629170630' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-36","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[116524]: osdmap e1792: 8 total, 8 up, 8 in 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[116524]: pgmap v3920: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:54:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:54:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:54:49] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-12-01T05:54:49.958 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestGroup.group_create (2046 ms) 2023-12-01T05:54:49.959 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestGroup.group_createPP 2023-12-01T05:54:49.976 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2023-12-01T05:54:49.976 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestGroup.add_image 2023-12-01T05:54:50.020 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestGroup.add_image (43 ms) 2023-12-01T05:54:50.020 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestGroup.add_imagePP 2023-12-01T05:54:50.055 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestGroup.add_imagePP (35 ms) 2023-12-01T05:54:50.055 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestGroup.add_snapshot 2023-12-01T05:54:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:49 smithi155 ceph-mon[102677]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-01T05:54:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:49 smithi111 ceph-mon[116524]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-01T05:54:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:49 smithi111 ceph-mon[97855]: osdmap e1793: 8 total, 8 up, 8 in 2023-12-01T05:54:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:50 smithi155 ceph-mon[102677]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-01T05:54:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:50 smithi155 ceph-mon[102677]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-12-01T05:54:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:50 smithi111 ceph-mon[97855]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-01T05:54:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:50 smithi111 ceph-mon[97855]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-12-01T05:54:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:50 smithi111 ceph-mon[116524]: osdmap e1794: 8 total, 8 up, 8 in 2023-12-01T05:54:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:50 smithi111 ceph-mon[116524]: pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-12-01T05:54:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:51 smithi155 ceph-mon[102677]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-01T05:54:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:51 smithi111 ceph-mon[97855]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-01T05:54:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:51 smithi111 ceph-mon[116524]: osdmap e1795: 8 total, 8 up, 8 in 2023-12-01T05:54:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:52 smithi155 ceph-mon[102677]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-01T05:54:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:52 smithi155 ceph-mon[102677]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-12-01T05:54:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:52 smithi111 ceph-mon[97855]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-01T05:54:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:52 smithi111 ceph-mon[97855]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-12-01T05:54:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:52 smithi111 ceph-mon[116524]: osdmap e1796: 8 total, 8 up, 8 in 2023-12-01T05:54:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:52 smithi111 ceph-mon[116524]: pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2023-12-01T05:54:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:53 smithi155 ceph-mon[102677]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-01T05:54:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:53 smithi111 ceph-mon[97855]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-01T05:54:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:53 smithi111 ceph-mon[116524]: osdmap e1797: 8 total, 8 up, 8 in 2023-12-01T05:54:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:54 smithi155 ceph-mon[102677]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-01T05:54:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:54 smithi155 ceph-mon[102677]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:54:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:54 smithi111 ceph-mon[97855]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-01T05:54:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:54 smithi111 ceph-mon[97855]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:54:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:54 smithi111 ceph-mon[116524]: osdmap e1798: 8 total, 8 up, 8 in 2023-12-01T05:54:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:54 smithi111 ceph-mon[116524]: pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:54:55.994 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestGroup.add_snapshot (5939 ms) 2023-12-01T05:54:55.994 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestGroup.add_snapshotPP 2023-12-01T05:54:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:55 smithi155 ceph-mon[102677]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-01T05:54:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:55 smithi111 ceph-mon[97855]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-01T05:54:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:55 smithi111 ceph-mon[116524]: osdmap e1799: 8 total, 8 up, 8 in 2023-12-01T05:54:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:56 smithi111 ceph-mon[97855]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-01T05:54:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:56 smithi111 ceph-mon[97855]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 17 KiB/s wr, 216 op/s 2023-12-01T05:54:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:56 smithi111 ceph-mon[116524]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-01T05:54:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:56 smithi111 ceph-mon[116524]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 17 KiB/s wr, 216 op/s 2023-12-01T05:54:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:56 smithi155 ceph-mon[102677]: osdmap e1800: 8 total, 8 up, 8 in 2023-12-01T05:54:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:56 smithi155 ceph-mon[102677]: pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 17 KiB/s wr, 216 op/s 2023-12-01T05:54:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:57 smithi111 ceph-mon[97855]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-01T05:54:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:57 smithi111 ceph-mon[116524]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-01T05:54:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:57 smithi155 ceph-mon[102677]: osdmap e1801: 8 total, 8 up, 8 in 2023-12-01T05:54:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:58 smithi111 ceph-mon[97855]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-01T05:54:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:58 smithi111 ceph-mon[97855]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 17 KiB/s wr, 216 op/s 2023-12-01T05:54:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:58 smithi111 ceph-mon[116524]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-01T05:54:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:58 smithi111 ceph-mon[116524]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 17 KiB/s wr, 216 op/s 2023-12-01T05:54:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:58 smithi155 ceph-mon[102677]: osdmap e1802: 8 total, 8 up, 8 in 2023-12-01T05:54:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:58 smithi155 ceph-mon[102677]: pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 17 KiB/s wr, 216 op/s 2023-12-01T05:54:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:54:59] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-12-01T05:55:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:59 smithi111 ceph-mon[116524]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-01T05:55:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:54:59 smithi111 ceph-mon[116524]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-01T05:55:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:59 smithi111 ceph-mon[97855]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-01T05:55:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:54:59 smithi111 ceph-mon[97855]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-01T05:55:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:59 smithi155 ceph-mon[102677]: osdmap e1803: 8 total, 8 up, 8 in 2023-12-01T05:55:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:54:59 smithi155 ceph-mon[102677]: osdmap e1804: 8 total, 8 up, 8 in 2023-12-01T05:55:01.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:01.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:01 smithi155 ceph-mon[102677]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2023-12-01T05:55:01.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:01 smithi155 ceph-mon[102677]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-01T05:55:01.481 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestGroup.add_snapshotPP (5487 ms) 2023-12-01T05:55:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:01 smithi111 ceph-mon[116524]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2023-12-01T05:55:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:01 smithi111 ceph-mon[116524]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-01T05:55:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:01 smithi111 ceph-mon[97855]: pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2023-12-01T05:55:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:01 smithi111 ceph-mon[97855]: osdmap e1805: 8 total, 8 up, 8 in 2023-12-01T05:55:02.459 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 6 tests from TestGroup (13568 ms total) 2023-12-01T05:55:02.459 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:55:02.459 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 57 tests from TestMigration 2023-12-01T05:55:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:02 smithi155 ceph-mon[102677]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-01T05:55:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:02 smithi111 ceph-mon[97855]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-01T05:55:02.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:02 smithi111 ceph-mon[116524]: osdmap e1806: 8 total, 8 up, 8 in 2023-12-01T05:55:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:03 smithi155 ceph-mon[102677]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2023-12-01T05:55:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:03 smithi155 ceph-mon[102677]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-01T05:55:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:03 smithi111 ceph-mon[97855]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2023-12-01T05:55:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:03 smithi111 ceph-mon[97855]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-01T05:55:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:03 smithi111 ceph-mon[116524]: pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 11 KiB/s wr, 147 op/s 2023-12-01T05:55:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:03 smithi111 ceph-mon[116524]: osdmap e1807: 8 total, 8 up, 8 in 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[97855]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3810667156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[116524]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3810667156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:55:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:04 smithi155 ceph-mon[102677]: osdmap e1808: 8 total, 8 up, 8 in 2023-12-01T05:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3810667156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:04 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:05.475 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.Empty 2023-12-01T05:55:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[97855]: pgmap v3944: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:55:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:55:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[97855]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-01T05:55:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[116524]: pgmap v3944: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:55:05.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:55:05.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:05 smithi111 ceph-mon[116524]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-01T05:55:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:05 smithi155 ceph-mon[102677]: pgmap v3944: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:05 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:55:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:05 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-37","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:55:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:05 smithi155 ceph-mon[102677]: osdmap e1809: 8 total, 8 up, 8 in 2023-12-01T05:55:06.422 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (72m) 8m ago 73m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (72m) 8m ago 72m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (73m) 8m ago 73m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (73m) 8m ago 73m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (77m) 8m ago 77m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:55:06.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (78m) 8m ago 78m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (78m) 8m ago 78m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (77m) 8m ago 77m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (77m) 8m ago 77m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (72m) 8m ago 72m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (72m) 8m ago 72m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (76m) 8m ago 76m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (76m) 8m ago 76m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (76m) 8m ago 76m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (75m) 8m ago 75m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (75m) 8m ago 75m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (74m) 8m ago 74m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (74m) 8m ago 74m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (74m) 8m ago 74m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:55:06.742 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (72m) 8m ago 73m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:55:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:06 smithi111 ceph-mon[97855]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-01T05:55:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:06 smithi111 ceph-mon[116524]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-01T05:55:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:06 smithi155 ceph-mon[102677]: osdmap e1810: 8 total, 8 up, 8 in 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:07.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:55:07.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:55:07.121 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:07.121 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:55:07.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:55:07.121 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:55:07.121 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:55:07.539 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:07.550 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:07.696 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[97855]: pgmap v3947: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[97855]: from='client.19023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[97855]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2382078270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[116524]: pgmap v3947: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[116524]: from='client.19023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[116524]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-01T05:55:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2382078270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:55:07.768 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:07.849 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.Empty (2375 ms) 2023-12-01T05:55:07.850 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.OtherName 2023-12-01T05:55:07.882 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:07.892 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:07 smithi155 ceph-mon[102677]: pgmap v3947: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:07 smithi155 ceph-mon[102677]: from='client.19023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:07 smithi155 ceph-mon[102677]: osdmap e1811: 8 total, 8 up, 8 in 2023-12-01T05:55:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2382078270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:55:08.015 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:08.082 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:08.161 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.OtherName (311 ms) 2023-12-01T05:55:08.161 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.OtherPool 2023-12-01T05:55:08.194 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:08.205 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:08 smithi111 ceph-mon[116524]: from='client.19029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:08 smithi111 ceph-mon[116524]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-01T05:55:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:08 smithi111 ceph-mon[97855]: from='client.19029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:08 smithi111 ceph-mon[97855]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-01T05:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:08 smithi155 ceph-mon[102677]: from='client.19029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:08 smithi155 ceph-mon[102677]: osdmap e1812: 8 total, 8 up, 8 in 2023-12-01T05:55:09.636 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:09.699 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:09 smithi111 ceph-mon[97855]: pgmap v3950: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:09 smithi111 ceph-mon[97855]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-01T05:55:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:09 smithi111 ceph-mon[116524]: pgmap v3950: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:09 smithi111 ceph-mon[116524]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-01T05:55:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:55:09] "GET /metrics HTTP/1.1" 200 36380 "" "Prometheus/2.43.0" 2023-12-01T05:55:09.779 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.OtherPool (1618 ms) 2023-12-01T05:55:09.779 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.OtherNamespace 2023-12-01T05:55:09.813 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:09.826 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:09.956 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:09 smithi155 ceph-mon[102677]: pgmap v3950: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2023-12-01T05:55:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:09 smithi155 ceph-mon[102677]: osdmap e1813: 8 total, 8 up, 8 in 2023-12-01T05:55:10.022 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:10.105 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.OtherNamespace (327 ms) 2023-12-01T05:55:10.105 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.DataPool 2023-12-01T05:55:10.134 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:10.145 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:10.282 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:10.350 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:10.430 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.DataPool (324 ms) 2023-12-01T05:55:10.430 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2023-12-01T05:55:10.462 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:10.471 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:10.615 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:55:10.715 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.AbortAfterPrepare (286 ms) 2023-12-01T05:55:10.716 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2023-12-01T05:55:10.744 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:10.759 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:10.856 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2023-12-01T05:55:10.857 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.AbortAfterExecute 2023-12-01T05:55:10.886 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:10.897 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:10 smithi155 ceph-mon[102677]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-01T05:55:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:10 smithi111 ceph-mon[97855]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-01T05:55:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:10 smithi111 ceph-mon[116524]: osdmap e1814: 8 total, 8 up, 8 in 2023-12-01T05:55:11.043 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:11.116 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:55:11.217 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.AbortAfterExecute (360 ms) 2023-12-01T05:55:11.217 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2023-12-01T05:55:11.248 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:11.258 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:11.385 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:11.451 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:55:11.547 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (330 ms) 2023-12-01T05:55:11.547 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2023-12-01T05:55:11.579 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:11.594 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:11.723 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:11.784 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:55:11.888 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (342 ms) 2023-12-01T05:55:11.888 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.MirroringSamePool 2023-12-01T05:55:11.919 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:11.929 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_Migration.cc:635: Skipped 2023-12-01T05:55:11.930 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:55:11.936 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (47 ms) 2023-12-01T05:55:11.936 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.MirroringAbort 2023-12-01T05:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:11 smithi155 ceph-mon[102677]: pgmap v3953: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 31 KiB/s wr, 695 op/s 2023-12-01T05:55:11.968 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:11.978 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_Migration.cc:653: Skipped 2023-12-01T05:55:11.979 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:55:11.985 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringAbort (50 ms) 2023-12-01T05:55:11.986 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2023-12-01T05:55:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:11 smithi111 ceph-mon[97855]: pgmap v3953: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 31 KiB/s wr, 695 op/s 2023-12-01T05:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:11 smithi111 ceph-mon[116524]: pgmap v3953: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 555 KiB/s rd, 31 KiB/s wr, 695 op/s 2023-12-01T05:55:12.016 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:12.027 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_Migration.cc:676: Skipped 2023-12-01T05:55:12.027 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:55:12.034 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (48 ms) 2023-12-01T05:55:12.034 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2023-12-01T05:55:12.066 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:12.076 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_Migration.cc:694: Skipped 2023-12-01T05:55:12.077 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:55:12.082 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (49 ms) 2023-12-01T05:55:12.082 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.MirroringPool 2023-12-01T05:55:12.115 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:12.126 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_Migration.cc:714: Skipped 2023-12-01T05:55:12.126 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:55:12.133 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringPool (50 ms) 2023-12-01T05:55:12.133 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.Group 2023-12-01T05:55:12.167 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:12.188 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:12.329 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:12.394 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:12.482 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.Group (349 ms) 2023-12-01T05:55:12.482 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.GroupAbort 2023-12-01T05:55:12.511 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:12.530 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:12.666 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:55:12.774 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.GroupAbort (293 ms) 2023-12-01T05:55:12.774 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnaps 2023-12-01T05:55:12.810 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:12.820 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:12.879 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:12.928 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:13.129 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:13.261 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:13.408 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnaps (633 ms) 2023-12-01T05:55:13.408 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2023-12-01T05:55:13.438 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:13.451 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:13.508 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:13.563 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:13.567 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:13.631 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:13.803 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:13.908 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:13 smithi155 ceph-mon[102677]: pgmap v3954: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 21 KiB/s wr, 472 op/s 2023-12-01T05:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:13 smithi111 ceph-mon[97855]: pgmap v3954: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 21 KiB/s wr, 472 op/s 2023-12-01T05:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:13 smithi111 ceph-mon[116524]: pgmap v3954: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 21 KiB/s wr, 472 op/s 2023-12-01T05:55:14.017 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsOtherPool (610 ms) 2023-12-01T05:55:14.018 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2023-12-01T05:55:14.047 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:14.057 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:14.109 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:14.161 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:14.348 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:14.473 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:14.589 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsDataPool (569 ms) 2023-12-01T05:55:14.589 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2023-12-01T05:55:14.620 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:14.630 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:14.690 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:14.738 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:14.934 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:55:14.942 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:15.063 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:15.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (596 ms) 2023-12-01T05:55:15.183 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2023-12-01T05:55:15.213 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:15.223 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:15.276 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:15.339 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 0 2023-12-01T05:55:15.354 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:15.456 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:15.522 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:15.566 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (383 ms) 2023-12-01T05:55:15.566 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2023-12-01T05:55:15.596 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:15.606 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:15.664 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:15 smithi155 ceph-mon[102677]: pgmap v3955: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 18 KiB/s wr, 404 op/s 2023-12-01T05:55:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:15 smithi155 ceph-mon[102677]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-01T05:55:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:15.717 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:15 smithi111 ceph-mon[97855]: pgmap v3955: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 18 KiB/s wr, 404 op/s 2023-12-01T05:55:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:15 smithi111 ceph-mon[97855]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-01T05:55:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:15 smithi111 ceph-mon[116524]: pgmap v3955: 169 pgs: 169 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 322 KiB/s rd, 18 KiB/s wr, 404 op/s 2023-12-01T05:55:15.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:15 smithi111 ceph-mon[116524]: osdmap e1815: 8 total, 8 up, 8 in 2023-12-01T05:55:15.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:15.908 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 0 2023-12-01T05:55:15.920 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:15.989 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:16.044 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (478 ms) 2023-12-01T05:55:16.044 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2023-12-01T05:55:16.076 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:16.087 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:16.150 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:16.206 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:16.404 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:55:16.412 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:16.526 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:16.655 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (612 ms) 2023-12-01T05:55:16.655 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2023-12-01T05:55:16.685 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:16.696 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:16.761 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:16.811 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:17.002 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: after_prepare_snap 2023-12-01T05:55:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:17 smithi155 ceph-mon[102677]: pgmap v3957: 169 pgs: 169 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 1.76k op/s 2023-12-01T05:55:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:17 smithi111 ceph-mon[97855]: pgmap v3957: 169 pgs: 169 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 1.76k op/s 2023-12-01T05:55:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:17 smithi111 ceph-mon[116524]: pgmap v3957: 169 pgs: 169 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 28 MiB/s wr, 1.76k op/s 2023-12-01T05:55:18.472 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:55:18.493 INFO:tasks.workunit.client.0.smithi111.stdout:write: * 0~1000 2023-12-01T05:55:18.498 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:18.628 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:18 smithi155 ceph-mon[102677]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-01T05:55:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:18 smithi111 ceph-mon[97855]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-01T05:55:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:18 smithi111 ceph-mon[116524]: osdmap e1816: 8 total, 8 up, 8 in 2023-12-01T05:55:18.780 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2124 ms) 2023-12-01T05:55:18.780 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.Snaps 2023-12-01T05:55:18.809 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:18.820 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:18.887 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:55:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:19 smithi155 ceph-mon[102677]: pgmap v3959: 169 pgs: 169 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 27 MiB/s wr, 1.38k op/s 2023-12-01T05:55:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:19 smithi155 ceph-mon[102677]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-01T05:55:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:55:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:55:19] "GET /metrics HTTP/1.1" 200 38937 "" "Prometheus/2.43.0" 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[97855]: pgmap v3959: 169 pgs: 169 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 27 MiB/s wr, 1.38k op/s 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[97855]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[116524]: pgmap v3959: 169 pgs: 169 active+clean; 141 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 27 MiB/s wr, 1.38k op/s 2023-12-01T05:55:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[116524]: osdmap e1817: 8 total, 8 up, 8 in 2023-12-01T05:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:55:20.487 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:55:20.500 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:55:20.500 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:55:20.500 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[97855]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[116524]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:55:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:55:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:20 smithi155 ceph-mon[102677]: osdmap e1818: 8 total, 8 up, 8 in 2023-12-01T05:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:55:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:21 smithi111 ceph-mon[97855]: pgmap v3962: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 94 MiB/s rd, 68 MiB/s wr, 2.75k op/s 2023-12-01T05:55:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:21 smithi111 ceph-mon[97855]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-01T05:55:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:21 smithi111 ceph-mon[116524]: pgmap v3962: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 94 MiB/s rd, 68 MiB/s wr, 2.75k op/s 2023-12-01T05:55:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:21 smithi111 ceph-mon[116524]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-01T05:55:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:21 smithi155 ceph-mon[102677]: pgmap v3962: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 94 MiB/s rd, 68 MiB/s wr, 2.75k op/s 2023-12-01T05:55:21.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:21 smithi155 ceph-mon[102677]: osdmap e1819: 8 total, 8 up, 8 in 2023-12-01T05:55:22.543 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:55:22.554 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:55:22.554 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:55:22.560 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:55:22.572 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:55:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:22 smithi155 ceph-mon[102677]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-01T05:55:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:22 smithi111 ceph-mon[97855]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-01T05:55:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:22 smithi111 ceph-mon[116524]: osdmap e1820: 8 total, 8 up, 8 in 2023-12-01T05:55:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:23 smithi155 ceph-mon[102677]: pgmap v3965: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 MiB/s rd, 46 MiB/s wr, 1.31k op/s 2023-12-01T05:55:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:23 smithi155 ceph-mon[102677]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-01T05:55:24.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:23 smithi111 ceph-mon[97855]: pgmap v3965: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 MiB/s rd, 46 MiB/s wr, 1.31k op/s 2023-12-01T05:55:24.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:23 smithi111 ceph-mon[97855]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-01T05:55:24.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:23 smithi111 ceph-mon[116524]: pgmap v3965: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 71 MiB/s rd, 46 MiB/s wr, 1.31k op/s 2023-12-01T05:55:24.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:23 smithi111 ceph-mon[116524]: osdmap e1821: 8 total, 8 up, 8 in 2023-12-01T05:55:24.564 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:24.588 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:55:24.598 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:24 smithi155 ceph-mon[102677]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-01T05:55:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:24 smithi111 ceph-mon[97855]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-01T05:55:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:24 smithi111 ceph-mon[116524]: osdmap e1822: 8 total, 8 up, 8 in 2023-12-01T05:55:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:25 smithi155 ceph-mon[102677]: pgmap v3968: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:25 smithi155 ceph-mon[102677]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-01T05:55:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:25 smithi111 ceph-mon[97855]: pgmap v3968: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:25 smithi111 ceph-mon[97855]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-01T05:55:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:25 smithi111 ceph-mon[116524]: pgmap v3968: 169 pgs: 169 active+clean; 213 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:25 smithi111 ceph-mon[116524]: osdmap e1823: 8 total, 8 up, 8 in 2023-12-01T05:55:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:26 smithi155 ceph-mon[102677]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-01T05:55:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:26 smithi111 ceph-mon[97855]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-01T05:55:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:26 smithi111 ceph-mon[116524]: osdmap e1824: 8 total, 8 up, 8 in 2023-12-01T05:55:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:27 smithi155 ceph-mon[102677]: pgmap v3971: 169 pgs: 169 active+clean; 253 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:55:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:27 smithi155 ceph-mon[102677]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-01T05:55:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:27 smithi111 ceph-mon[97855]: pgmap v3971: 169 pgs: 169 active+clean; 253 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:55:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:27 smithi111 ceph-mon[97855]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-01T05:55:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:27 smithi111 ceph-mon[116524]: pgmap v3971: 169 pgs: 169 active+clean; 253 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:55:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:27 smithi111 ceph-mon[116524]: osdmap e1825: 8 total, 8 up, 8 in 2023-12-01T05:55:28.027 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:28.186 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:28 smithi155 ceph-mon[102677]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-01T05:55:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:28 smithi111 ceph-mon[97855]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-01T05:55:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:28 smithi111 ceph-mon[116524]: osdmap e1826: 8 total, 8 up, 8 in 2023-12-01T05:55:29.588 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:55:29] "GET /metrics HTTP/1.1" 200 38937 "" "Prometheus/2.43.0" 2023-12-01T05:55:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:29 smithi155 ceph-mon[102677]: pgmap v3974: 169 pgs: 169 active+clean; 253 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:55:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:29 smithi155 ceph-mon[102677]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-01T05:55:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:29 smithi111 ceph-mon[97855]: pgmap v3974: 169 pgs: 169 active+clean; 253 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:55:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:29 smithi111 ceph-mon[97855]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-01T05:55:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:29 smithi111 ceph-mon[116524]: pgmap v3974: 169 pgs: 169 active+clean; 253 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:55:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:29 smithi111 ceph-mon[116524]: osdmap e1827: 8 total, 8 up, 8 in 2023-12-01T05:55:30.897 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.Snaps (12116 ms) 2023-12-01T05:55:30.897 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsOtherPool 2023-12-01T05:55:30.929 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:30.941 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:30 smithi155 ceph-mon[102677]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-01T05:55:30.997 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:55:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:30 smithi111 ceph-mon[97855]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-01T05:55:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:30 smithi111 ceph-mon[116524]: osdmap e1828: 8 total, 8 up, 8 in 2023-12-01T05:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:31 smithi155 ceph-mon[102677]: pgmap v3977: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2023-12-01T05:55:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:31 smithi155 ceph-mon[102677]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-01T05:55:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:31 smithi111 ceph-mon[97855]: pgmap v3977: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2023-12-01T05:55:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:31 smithi111 ceph-mon[97855]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-01T05:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:31 smithi111 ceph-mon[116524]: pgmap v3977: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2023-12-01T05:55:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:31 smithi111 ceph-mon[116524]: osdmap e1829: 8 total, 8 up, 8 in 2023-12-01T05:55:32.629 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:55:32.643 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:55:32.643 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:55:32.645 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:55:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:32 smithi155 ceph-mon[102677]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-01T05:55:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:32 smithi155 ceph-mon[102677]: pgmap v3980: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2023-12-01T05:55:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:32 smithi111 ceph-mon[97855]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-01T05:55:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:32 smithi111 ceph-mon[97855]: pgmap v3980: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2023-12-01T05:55:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:32 smithi111 ceph-mon[116524]: osdmap e1830: 8 total, 8 up, 8 in 2023-12-01T05:55:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:32 smithi111 ceph-mon[116524]: pgmap v3980: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 407 op/s 2023-12-01T05:55:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:33 smithi155 ceph-mon[102677]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-01T05:55:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:33 smithi111 ceph-mon[97855]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-01T05:55:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:33 smithi111 ceph-mon[116524]: osdmap e1831: 8 total, 8 up, 8 in 2023-12-01T05:55:34.459 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:55:34.469 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:55:34.469 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:55:34.479 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:55:34.489 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:34 smithi155 ceph-mon[102677]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-01T05:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:34 smithi155 ceph-mon[102677]: pgmap v3983: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:34 smithi155 ceph-mon[102677]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[97855]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[97855]: pgmap v3983: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[97855]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[116524]: osdmap e1832: 8 total, 8 up, 8 in 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[116524]: pgmap v3983: 169 pgs: 169 active+clean; 273 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:34 smithi111 ceph-mon[116524]: osdmap e1833: 8 total, 8 up, 8 in 2023-12-01T05:55:36.476 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:36.501 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:55:36.510 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:36.513 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:55:36.586 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:36 smithi155 ceph-mon[102677]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-01T05:55:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:36 smithi111 ceph-mon[97855]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-01T05:55:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:36 smithi111 ceph-mon[116524]: osdmap e1834: 8 total, 8 up, 8 in 2023-12-01T05:55:37.466 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:55:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:37 smithi155 ceph-mon[102677]: pgmap v3986: 169 pgs: 169 active+clean; 309 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 182 op/s 2023-12-01T05:55:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:37 smithi155 ceph-mon[102677]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-01T05:55:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:37 smithi111 ceph-mon[97855]: pgmap v3986: 169 pgs: 169 active+clean; 309 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 182 op/s 2023-12-01T05:55:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:37 smithi111 ceph-mon[97855]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-01T05:55:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:37 smithi111 ceph-mon[116524]: pgmap v3986: 169 pgs: 169 active+clean; 309 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 182 op/s 2023-12-01T05:55:37.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:37 smithi111 ceph-mon[116524]: osdmap e1835: 8 total, 8 up, 8 in 2023-12-01T05:55:37.776 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:55:37.776 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (72m) 9m ago 73m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:55:37.776 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (73m) 9m ago 73m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:55:37.776 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (74m) 9m ago 74m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (74m) 9m ago 74m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (77m) 9m ago 77m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (79m) 9m ago 79m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (79m) 9m ago 79m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (78m) 9m ago 78m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (77m) 9m ago 77m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:55:37.777 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (73m) 9m ago 73m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (73m) 9m ago 73m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (77m) 9m ago 77m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (76m) 9m ago 76m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (76m) 9m ago 76m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (76m) 9m ago 76m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (75m) 9m ago 75m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:55:37.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (75m) 9m ago 75m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:55:37.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (75m) 9m ago 75m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:55:37.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (74m) 9m ago 74m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:55:37.779 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (72m) 9m ago 73m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:55:38.166 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:55:38.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:55:38.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:55:38.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:38.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:55:38.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:55:38.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:38.168 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:55:38.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:55:38.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:38.169 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:55:38.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:55:38.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:55:38.169 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:55:38.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:55:38.170 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:55:38.170 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:55:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:38 smithi111 ceph-mon[97855]: from='client.28910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:38 smithi111 ceph-mon[97855]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-01T05:55:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3963602620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:55:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:38 smithi111 ceph-mon[116524]: from='client.28910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:38 smithi111 ceph-mon[116524]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-01T05:55:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3963602620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:38 smithi155 ceph-mon[102677]: from='client.28910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:38 smithi155 ceph-mon[102677]: osdmap e1836: 8 total, 8 up, 8 in 2023-12-01T05:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3963602620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:55:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:55:39] "GET /metrics HTTP/1.1" 200 38936 "" "Prometheus/2.43.0" 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[97855]: from='client.19047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[97855]: pgmap v3989: 169 pgs: 169 active+clean; 309 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 182 op/s 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[97855]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[97855]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[116524]: from='client.19047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[116524]: pgmap v3989: 169 pgs: 169 active+clean; 309 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 182 op/s 2023-12-01T05:55:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[116524]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-01T05:55:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:39 smithi111 ceph-mon[116524]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-01T05:55:39.940 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:39 smithi155 ceph-mon[102677]: from='client.19047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:39 smithi155 ceph-mon[102677]: pgmap v3989: 169 pgs: 169 active+clean; 309 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 12 MiB/s wr, 182 op/s 2023-12-01T05:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:39 smithi155 ceph-mon[102677]: osdmap e1837: 8 total, 8 up, 8 in 2023-12-01T05:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:39 smithi155 ceph-mon[102677]: osdmap e1838: 8 total, 8 up, 8 in 2023-12-01T05:55:40.146 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:41 smithi111 ceph-mon[97855]: pgmap v3992: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2023-12-01T05:55:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:41 smithi111 ceph-mon[97855]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-01T05:55:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:41 smithi111 ceph-mon[116524]: pgmap v3992: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2023-12-01T05:55:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:41 smithi111 ceph-mon[116524]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-01T05:55:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:41 smithi155 ceph-mon[102677]: pgmap v3992: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2023-12-01T05:55:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:41 smithi155 ceph-mon[102677]: osdmap e1839: 8 total, 8 up, 8 in 2023-12-01T05:55:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:42 smithi111 ceph-mon[97855]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-01T05:55:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:42 smithi111 ceph-mon[116524]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-01T05:55:42.819 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsOtherPool (11923 ms) 2023-12-01T05:55:42.819 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsDataPool 2023-12-01T05:55:42.850 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:42.862 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:42.926 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:55:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:42 smithi155 ceph-mon[102677]: osdmap e1840: 8 total, 8 up, 8 in 2023-12-01T05:55:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:43 smithi111 ceph-mon[97855]: pgmap v3995: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2023-12-01T05:55:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:43 smithi111 ceph-mon[97855]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-01T05:55:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:43 smithi111 ceph-mon[116524]: pgmap v3995: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2023-12-01T05:55:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:43 smithi111 ceph-mon[116524]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-01T05:55:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:43 smithi155 ceph-mon[102677]: pgmap v3995: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2023-12-01T05:55:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:43 smithi155 ceph-mon[102677]: osdmap e1841: 8 total, 8 up, 8 in 2023-12-01T05:55:44.523 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:55:44.538 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:55:44.538 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:55:44.539 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:55:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:44 smithi155 ceph-mon[102677]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-01T05:55:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:44 smithi111 ceph-mon[97855]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-01T05:55:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:44 smithi111 ceph-mon[116524]: osdmap e1842: 8 total, 8 up, 8 in 2023-12-01T05:55:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:45 smithi155 ceph-mon[102677]: pgmap v3998: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:45 smithi155 ceph-mon[102677]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-01T05:55:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:45 smithi111 ceph-mon[97855]: pgmap v3998: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:45 smithi111 ceph-mon[97855]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-01T05:55:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:45 smithi111 ceph-mon[116524]: pgmap v3998: 169 pgs: 169 active+clean; 345 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:55:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:45 smithi111 ceph-mon[116524]: osdmap e1843: 8 total, 8 up, 8 in 2023-12-01T05:55:46.538 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:55:46.544 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:55:46.544 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:55:46.555 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:55:46.566 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:55:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:46 smithi155 ceph-mon[102677]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-01T05:55:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:46 smithi111 ceph-mon[97855]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-01T05:55:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:46 smithi111 ceph-mon[116524]: osdmap e1844: 8 total, 8 up, 8 in 2023-12-01T05:55:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:47 smithi155 ceph-mon[102677]: pgmap v4001: 169 pgs: 169 active+clean; 373 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 17 MiB/s wr, 380 op/s 2023-12-01T05:55:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:47 smithi155 ceph-mon[102677]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-01T05:55:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:47 smithi111 ceph-mon[97855]: pgmap v4001: 169 pgs: 169 active+clean; 373 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 17 MiB/s wr, 380 op/s 2023-12-01T05:55:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:47 smithi111 ceph-mon[97855]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-01T05:55:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:47 smithi111 ceph-mon[116524]: pgmap v4001: 169 pgs: 169 active+clean; 373 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 17 MiB/s wr, 380 op/s 2023-12-01T05:55:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:47 smithi111 ceph-mon[116524]: osdmap e1845: 8 total, 8 up, 8 in 2023-12-01T05:55:48.547 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:48.573 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:55:48.582 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:55:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:48 smithi155 ceph-mon[102677]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-01T05:55:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:48 smithi111 ceph-mon[97855]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-01T05:55:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:48 smithi111 ceph-mon[116524]: osdmap e1846: 8 total, 8 up, 8 in 2023-12-01T05:55:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:55:49] "GET /metrics HTTP/1.1" 200 38935 "" "Prometheus/2.43.0" 2023-12-01T05:55:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[97855]: pgmap v4004: 169 pgs: 169 active+clean; 373 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 17 MiB/s wr, 380 op/s 2023-12-01T05:55:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[97855]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-01T05:55:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[97855]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-01T05:55:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[116524]: pgmap v4004: 169 pgs: 169 active+clean; 373 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 17 MiB/s wr, 380 op/s 2023-12-01T05:55:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[116524]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-01T05:55:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:49 smithi111 ceph-mon[116524]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-01T05:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:49 smithi155 ceph-mon[102677]: pgmap v4004: 169 pgs: 169 active+clean; 373 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 17 MiB/s wr, 380 op/s 2023-12-01T05:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:49 smithi155 ceph-mon[102677]: osdmap e1847: 8 total, 8 up, 8 in 2023-12-01T05:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:49 smithi155 ceph-mon[102677]: osdmap e1848: 8 total, 8 up, 8 in 2023-12-01T05:55:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:51 smithi111 ceph-mon[97855]: pgmap v4007: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2023-12-01T05:55:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:51 smithi111 ceph-mon[97855]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-01T05:55:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:51 smithi111 ceph-mon[116524]: pgmap v4007: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2023-12-01T05:55:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:51 smithi111 ceph-mon[116524]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-01T05:55:51.911 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:55:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:51 smithi155 ceph-mon[102677]: pgmap v4007: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2023-12-01T05:55:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:51 smithi155 ceph-mon[102677]: osdmap e1849: 8 total, 8 up, 8 in 2023-12-01T05:55:52.055 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:55:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:52 smithi111 ceph-mon[97855]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-01T05:55:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:52 smithi111 ceph-mon[116524]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-01T05:55:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:52 smithi155 ceph-mon[102677]: osdmap e1850: 8 total, 8 up, 8 in 2023-12-01T05:55:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:53 smithi111 ceph-mon[97855]: pgmap v4010: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2023-12-01T05:55:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:53 smithi111 ceph-mon[97855]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-01T05:55:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:53 smithi111 ceph-mon[116524]: pgmap v4010: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2023-12-01T05:55:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:53 smithi111 ceph-mon[116524]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-01T05:55:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:53 smithi155 ceph-mon[102677]: pgmap v4010: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 170 op/s 2023-12-01T05:55:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:53 smithi155 ceph-mon[102677]: osdmap e1851: 8 total, 8 up, 8 in 2023-12-01T05:55:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:54 smithi111 ceph-mon[97855]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-01T05:55:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:54 smithi111 ceph-mon[116524]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-01T05:55:54.771 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsDataPool (11953 ms) 2023-12-01T05:55:54.771 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2023-12-01T05:55:54.805 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:55:54.819 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:55:54.875 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:55:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:54 smithi155 ceph-mon[102677]: osdmap e1852: 8 total, 8 up, 8 in 2023-12-01T05:55:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:55 smithi111 ceph-mon[97855]: pgmap v4013: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:55:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:55 smithi111 ceph-mon[97855]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-01T05:55:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:55 smithi111 ceph-mon[116524]: pgmap v4013: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:55:55.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:55 smithi111 ceph-mon[116524]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-01T05:55:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:55 smithi155 ceph-mon[102677]: pgmap v4013: 169 pgs: 169 active+clean; 397 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:55:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:55 smithi155 ceph-mon[102677]: osdmap e1853: 8 total, 8 up, 8 in 2023-12-01T05:55:56.514 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:55:56.527 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:55:56.527 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:55:56.528 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:55:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:56 smithi155 ceph-mon[102677]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-01T05:55:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:56 smithi111 ceph-mon[97855]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-01T05:55:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:56 smithi111 ceph-mon[116524]: osdmap e1854: 8 total, 8 up, 8 in 2023-12-01T05:55:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:57 smithi111 ceph-mon[97855]: pgmap v4016: 169 pgs: 169 active+clean; 401 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2023-12-01T05:55:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:57 smithi111 ceph-mon[97855]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-01T05:55:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:57 smithi111 ceph-mon[116524]: pgmap v4016: 169 pgs: 169 active+clean; 401 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2023-12-01T05:55:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:57 smithi111 ceph-mon[116524]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-01T05:55:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:57 smithi155 ceph-mon[102677]: pgmap v4016: 169 pgs: 169 active+clean; 401 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2023-12-01T05:55:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:57 smithi155 ceph-mon[102677]: osdmap e1855: 8 total, 8 up, 8 in 2023-12-01T05:55:58.523 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:55:58.530 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:55:58.530 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:55:58.540 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:55:58.551 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:55:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:58 smithi155 ceph-mon[102677]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-01T05:55:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:58 smithi111 ceph-mon[97855]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-01T05:55:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:58 smithi111 ceph-mon[116524]: osdmap e1856: 8 total, 8 up, 8 in 2023-12-01T05:55:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:55:59] "GET /metrics HTTP/1.1" 200 38935 "" "Prometheus/2.43.0" 2023-12-01T05:55:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:59 smithi111 ceph-mon[97855]: pgmap v4019: 169 pgs: 169 active+clean; 401 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2023-12-01T05:55:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:59 smithi111 ceph-mon[97855]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-01T05:55:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:55:59 smithi111 ceph-mon[97855]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-01T05:55:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:59 smithi111 ceph-mon[116524]: pgmap v4019: 169 pgs: 169 active+clean; 401 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2023-12-01T05:55:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:59 smithi111 ceph-mon[116524]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-01T05:55:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:55:59 smithi111 ceph-mon[116524]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-01T05:55:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:59 smithi155 ceph-mon[102677]: pgmap v4019: 169 pgs: 169 active+clean; 401 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 70 MiB/s rd, 7.0 MiB/s wr, 487 op/s 2023-12-01T05:55:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:59 smithi155 ceph-mon[102677]: osdmap e1857: 8 total, 8 up, 8 in 2023-12-01T05:55:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:55:59 smithi155 ceph-mon[102677]: osdmap e1858: 8 total, 8 up, 8 in 2023-12-01T05:56:00.476 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:00.501 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:56:00.511 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:56:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:01 smithi111 ceph-mon[97855]: pgmap v4022: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 11 MiB/s wr, 104 op/s 2023-12-01T05:56:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:01 smithi111 ceph-mon[97855]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-01T05:56:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:01 smithi111 ceph-mon[116524]: pgmap v4022: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 11 MiB/s wr, 104 op/s 2023-12-01T05:56:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:01 smithi111 ceph-mon[116524]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-01T05:56:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:01 smithi155 ceph-mon[102677]: pgmap v4022: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 11 MiB/s wr, 104 op/s 2023-12-01T05:56:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:01 smithi155 ceph-mon[102677]: osdmap e1859: 8 total, 8 up, 8 in 2023-12-01T05:56:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:02 smithi155 ceph-mon[102677]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-01T05:56:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:02 smithi111 ceph-mon[116524]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-01T05:56:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:02 smithi111 ceph-mon[97855]: osdmap e1860: 8 total, 8 up, 8 in 2023-12-01T05:56:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:03 smithi155 ceph-mon[102677]: pgmap v4025: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 11 MiB/s wr, 104 op/s 2023-12-01T05:56:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:03 smithi155 ceph-mon[102677]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-01T05:56:03.973 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:56:03.996 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:56:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:03 smithi111 ceph-mon[97855]: pgmap v4025: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 11 MiB/s wr, 104 op/s 2023-12-01T05:56:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:03 smithi111 ceph-mon[97855]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-01T05:56:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:03 smithi111 ceph-mon[116524]: pgmap v4025: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 70 KiB/s rd, 11 MiB/s wr, 104 op/s 2023-12-01T05:56:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:03 smithi111 ceph-mon[116524]: osdmap e1861: 8 total, 8 up, 8 in 2023-12-01T05:56:04.156 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:56:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:04 smithi155 ceph-mon[102677]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-01T05:56:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:04 smithi111 ceph-mon[97855]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-01T05:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:04 smithi111 ceph-mon[116524]: osdmap e1862: 8 total, 8 up, 8 in 2023-12-01T05:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:05 smithi155 ceph-mon[102677]: pgmap v4028: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:05 smithi155 ceph-mon[102677]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-01T05:56:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:05 smithi111 ceph-mon[97855]: pgmap v4028: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:05 smithi111 ceph-mon[97855]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-01T05:56:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:05 smithi111 ceph-mon[116524]: pgmap v4028: 169 pgs: 169 active+clean; 453 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:05 smithi111 ceph-mon[116524]: osdmap e1863: 8 total, 8 up, 8 in 2023-12-01T05:56:06.878 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12107 ms) 2023-12-01T05:56:06.879 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2023-12-01T05:56:06.912 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:06.923 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:56:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:06 smithi155 ceph-mon[102677]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-01T05:56:06.985 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:56:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:06 smithi111 ceph-mon[97855]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-01T05:56:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:06 smithi111 ceph-mon[116524]: osdmap e1864: 8 total, 8 up, 8 in 2023-12-01T05:56:07.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:07 smithi155 ceph-mon[102677]: pgmap v4031: 169 pgs: 169 active+clean; 473 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 526 op/s 2023-12-01T05:56:07.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:07 smithi155 ceph-mon[102677]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-01T05:56:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:07 smithi111 ceph-mon[97855]: pgmap v4031: 169 pgs: 169 active+clean; 473 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 526 op/s 2023-12-01T05:56:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:07 smithi111 ceph-mon[97855]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-01T05:56:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:07 smithi111 ceph-mon[116524]: pgmap v4031: 169 pgs: 169 active+clean; 473 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 526 op/s 2023-12-01T05:56:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:07 smithi111 ceph-mon[116524]: osdmap e1865: 8 total, 8 up, 8 in 2023-12-01T05:56:08.514 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:56:08.576 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:56:08.596 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:56:08.596 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:56:08.596 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:56:08.843 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:56:08.843 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (73m) 9m ago 74m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:56:08.843 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (73m) 9m ago 73m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (75m) 9m ago 75m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (74m) 9m ago 74m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (78m) 9m ago 78m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (79m) 9m ago 79m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (79m) 9m ago 79m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (78m) 9m ago 78m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (78m) 9m ago 78m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (73m) 9m ago 73m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (73m) 9m ago 73m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:56:08.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (77m) 9m ago 77m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (77m) 9m ago 77m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (77m) 9m ago 77m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (76m) 9m ago 76m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (76m) 9m ago 76m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (76m) 9m ago 76m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (75m) 9m ago 75m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (75m) 9m ago 75m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:56:08.845 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (73m) 9m ago 74m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:56:08.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:08 smithi155 ceph-mon[102677]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-01T05:56:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:08 smithi111 ceph-mon[97855]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-01T05:56:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:08 smithi111 ceph-mon[116524]: osdmap e1866: 8 total, 8 up, 8 in 2023-12-01T05:56:09.222 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:56:09.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:56:09.223 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:56:09.224 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:56:09.559 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:56:09] "GET /metrics HTTP/1.1" 200 38945 "" "Prometheus/2.43.0" 2023-12-01T05:56:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:09 smithi155 ceph-mon[102677]: pgmap v4034: 169 pgs: 169 active+clean; 473 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 526 op/s 2023-12-01T05:56:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:09 smithi155 ceph-mon[102677]: from='client.28928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:09 smithi155 ceph-mon[102677]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-01T05:56:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2688325858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:56:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:09 smithi155 ceph-mon[102677]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-01T05:56:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[97855]: pgmap v4034: 169 pgs: 169 active+clean; 473 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 526 op/s 2023-12-01T05:56:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[97855]: from='client.28928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[97855]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-01T05:56:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2688325858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:56:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[97855]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-01T05:56:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[116524]: pgmap v4034: 169 pgs: 169 active+clean; 473 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 526 op/s 2023-12-01T05:56:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[116524]: from='client.28928 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[116524]: osdmap e1867: 8 total, 8 up, 8 in 2023-12-01T05:56:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2688325858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:56:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:09 smithi111 ceph-mon[116524]: osdmap e1868: 8 total, 8 up, 8 in 2023-12-01T05:56:10.484 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:56:10.487 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:56:10.487 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:56:10.498 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:56:10.510 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:56:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:10 smithi155 ceph-mon[102677]: from='client.19065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:10 smithi155 ceph-mon[102677]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-01T05:56:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:10 smithi111 ceph-mon[97855]: from='client.19065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:10 smithi111 ceph-mon[97855]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-01T05:56:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:10 smithi111 ceph-mon[116524]: from='client.19065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:10 smithi111 ceph-mon[116524]: osdmap e1869: 8 total, 8 up, 8 in 2023-12-01T05:56:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:11 smithi155 ceph-mon[102677]: pgmap v4037: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 145 op/s 2023-12-01T05:56:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:11 smithi155 ceph-mon[102677]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-01T05:56:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:11 smithi111 ceph-mon[97855]: pgmap v4037: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 145 op/s 2023-12-01T05:56:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:11 smithi111 ceph-mon[97855]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-01T05:56:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:11 smithi111 ceph-mon[116524]: pgmap v4037: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 145 op/s 2023-12-01T05:56:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:11 smithi111 ceph-mon[116524]: osdmap e1870: 8 total, 8 up, 8 in 2023-12-01T05:56:12.480 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:12.509 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:56:12.519 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 0 2023-12-01T05:56:12.538 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:56:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:13 smithi111 ceph-mon[97855]: pgmap v4040: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 145 op/s 2023-12-01T05:56:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:13 smithi111 ceph-mon[97855]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-01T05:56:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:13 smithi111 ceph-mon[116524]: pgmap v4040: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 145 op/s 2023-12-01T05:56:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:13 smithi111 ceph-mon[116524]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-01T05:56:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:13 smithi155 ceph-mon[102677]: pgmap v4040: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 145 op/s 2023-12-01T05:56:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:13 smithi155 ceph-mon[102677]: osdmap e1871: 8 total, 8 up, 8 in 2023-12-01T05:56:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:14 smithi155 ceph-mon[102677]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-01T05:56:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:14 smithi155 ceph-mon[102677]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-01T05:56:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:14 smithi111 ceph-mon[97855]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-01T05:56:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:14 smithi111 ceph-mon[97855]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-01T05:56:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:14 smithi111 ceph-mon[116524]: osdmap e1872: 8 total, 8 up, 8 in 2023-12-01T05:56:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:14 smithi111 ceph-mon[116524]: osdmap e1873: 8 total, 8 up, 8 in 2023-12-01T05:56:15.850 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:56:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:15 smithi155 ceph-mon[102677]: pgmap v4043: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:15 smithi155 ceph-mon[102677]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-01T05:56:15.994 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:56:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:15 smithi111 ceph-mon[97855]: pgmap v4043: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:15 smithi111 ceph-mon[97855]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-01T05:56:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:15 smithi111 ceph-mon[116524]: pgmap v4043: 169 pgs: 169 active+clean; 485 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:15 smithi111 ceph-mon[116524]: osdmap e1874: 8 total, 8 up, 8 in 2023-12-01T05:56:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:17 smithi155 ceph-mon[102677]: pgmap v4046: 169 pgs: 169 active+clean; 509 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2023-12-01T05:56:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:17 smithi155 ceph-mon[102677]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-01T05:56:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:17 smithi111 ceph-mon[97855]: pgmap v4046: 169 pgs: 169 active+clean; 509 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2023-12-01T05:56:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:17 smithi111 ceph-mon[97855]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-01T05:56:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:17 smithi111 ceph-mon[116524]: pgmap v4046: 169 pgs: 169 active+clean; 509 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2023-12-01T05:56:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:17 smithi111 ceph-mon[116524]: osdmap e1875: 8 total, 8 up, 8 in 2023-12-01T05:56:18.844 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11965 ms) 2023-12-01T05:56:18.844 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2023-12-01T05:56:18.877 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:18.889 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:56:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:18 smithi155 ceph-mon[102677]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-01T05:56:18.961 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:56:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:18 smithi111 ceph-mon[97855]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-01T05:56:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:18 smithi111 ceph-mon[116524]: osdmap e1876: 8 total, 8 up, 8 in 2023-12-01T05:56:19.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:56:19] "GET /metrics HTTP/1.1" 200 38940 "" "Prometheus/2.43.0" 2023-12-01T05:56:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:19 smithi155 ceph-mon[102677]: pgmap v4049: 169 pgs: 169 active+clean; 509 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2023-12-01T05:56:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:19 smithi155 ceph-mon[102677]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-01T05:56:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:56:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[97855]: pgmap v4049: 169 pgs: 169 active+clean; 509 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2023-12-01T05:56:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[97855]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-01T05:56:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:56:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[116524]: pgmap v4049: 169 pgs: 169 active+clean; 509 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 126 KiB/s rd, 4.0 MiB/s wr, 184 op/s 2023-12-01T05:56:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[116524]: osdmap e1877: 8 total, 8 up, 8 in 2023-12-01T05:56:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:56:20.625 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:56:20.634 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:56:20.634 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:56:20.634 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:20 smithi155 ceph-mon[102677]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-01T05:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:20 smithi155 ceph-mon[102677]: pgmap v4052: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 472 op/s 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[116524]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[116524]: pgmap v4052: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 472 op/s 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[97855]: osdmap e1878: 8 total, 8 up, 8 in 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:56:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:20 smithi111 ceph-mon[97855]: pgmap v4052: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 472 op/s 2023-12-01T05:56:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:21 smithi155 ceph-mon[102677]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-01T05:56:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:21 smithi111 ceph-mon[97855]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-01T05:56:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:21 smithi111 ceph-mon[116524]: osdmap e1879: 8 total, 8 up, 8 in 2023-12-01T05:56:22.645 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:56:22.651 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:56:22.652 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:56:22.662 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:56:22.673 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:56:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:22 smithi155 ceph-mon[102677]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-01T05:56:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:22 smithi155 ceph-mon[102677]: pgmap v4055: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 472 op/s 2023-12-01T05:56:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:22 smithi111 ceph-mon[97855]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-01T05:56:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:22 smithi111 ceph-mon[97855]: pgmap v4055: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 472 op/s 2023-12-01T05:56:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:22 smithi111 ceph-mon[116524]: osdmap e1880: 8 total, 8 up, 8 in 2023-12-01T05:56:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:22 smithi111 ceph-mon[116524]: pgmap v4055: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 54 MiB/s rd, 10 MiB/s wr, 472 op/s 2023-12-01T05:56:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:23 smithi155 ceph-mon[102677]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-01T05:56:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:23 smithi111 ceph-mon[97855]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-01T05:56:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:23 smithi111 ceph-mon[116524]: osdmap e1881: 8 total, 8 up, 8 in 2023-12-01T05:56:24.479 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:24.504 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:56:24.513 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:56:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:24 smithi155 ceph-mon[102677]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-01T05:56:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:24 smithi155 ceph-mon[102677]: pgmap v4058: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:24 smithi155 ceph-mon[102677]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-01T05:56:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:24 smithi111 ceph-mon[97855]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-01T05:56:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:24 smithi111 ceph-mon[97855]: pgmap v4058: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:24 smithi111 ceph-mon[97855]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-01T05:56:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:24 smithi111 ceph-mon[116524]: osdmap e1882: 8 total, 8 up, 8 in 2023-12-01T05:56:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:24 smithi111 ceph-mon[116524]: pgmap v4058: 169 pgs: 169 active+clean; 525 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:24 smithi111 ceph-mon[116524]: osdmap e1883: 8 total, 8 up, 8 in 2023-12-01T05:56:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:26 smithi111 ceph-mon[97855]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-01T05:56:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:26 smithi111 ceph-mon[116524]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-01T05:56:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:26 smithi155 ceph-mon[102677]: osdmap e1884: 8 total, 8 up, 8 in 2023-12-01T05:56:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:27 smithi111 ceph-mon[97855]: pgmap v4061: 169 pgs: 169 active+clean; 565 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:56:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:27 smithi111 ceph-mon[97855]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-01T05:56:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:27 smithi111 ceph-mon[116524]: pgmap v4061: 169 pgs: 169 active+clean; 565 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:56:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:27 smithi111 ceph-mon[116524]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-01T05:56:27.949 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 0 2023-12-01T05:56:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:27 smithi155 ceph-mon[102677]: pgmap v4061: 169 pgs: 169 active+clean; 565 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:56:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:27 smithi155 ceph-mon[102677]: osdmap e1885: 8 total, 8 up, 8 in 2023-12-01T05:56:28.030 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:56:28.166 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:56:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:28 smithi111 ceph-mon[97855]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-01T05:56:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:28 smithi111 ceph-mon[116524]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-01T05:56:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:28 smithi155 ceph-mon[102677]: osdmap e1886: 8 total, 8 up, 8 in 2023-12-01T05:56:29.751 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:56:29] "GET /metrics HTTP/1.1" 200 38940 "" "Prometheus/2.43.0" 2023-12-01T05:56:29.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:29 smithi111 ceph-mon[97855]: pgmap v4064: 169 pgs: 169 active+clean; 565 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:56:29.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:29 smithi111 ceph-mon[97855]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-01T05:56:29.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:29 smithi111 ceph-mon[116524]: pgmap v4064: 169 pgs: 169 active+clean; 565 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:56:29.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:29 smithi111 ceph-mon[116524]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-01T05:56:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:29 smithi155 ceph-mon[102677]: pgmap v4064: 169 pgs: 169 active+clean; 565 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:56:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:29 smithi155 ceph-mon[102677]: osdmap e1887: 8 total, 8 up, 8 in 2023-12-01T05:56:30.783 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11939 ms) 2023-12-01T05:56:30.783 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2023-12-01T05:56:30.818 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:30.829 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:56:30.894 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:56:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:30 smithi155 ceph-mon[102677]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-01T05:56:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:30 smithi111 ceph-mon[97855]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-01T05:56:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:30 smithi111 ceph-mon[116524]: osdmap e1888: 8 total, 8 up, 8 in 2023-12-01T05:56:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:31 smithi155 ceph-mon[102677]: pgmap v4067: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 448 op/s 2023-12-01T05:56:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:31 smithi155 ceph-mon[102677]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-01T05:56:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:31 smithi111 ceph-mon[97855]: pgmap v4067: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 448 op/s 2023-12-01T05:56:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:31 smithi111 ceph-mon[97855]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-01T05:56:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:31 smithi111 ceph-mon[116524]: pgmap v4067: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 448 op/s 2023-12-01T05:56:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:31 smithi111 ceph-mon[116524]: osdmap e1889: 8 total, 8 up, 8 in 2023-12-01T05:56:32.535 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:56:32.552 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:56:32.552 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:56:32.552 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:56:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:32 smithi155 ceph-mon[102677]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-01T05:56:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:32 smithi111 ceph-mon[97855]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-01T05:56:33.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:32 smithi111 ceph-mon[116524]: osdmap e1890: 8 total, 8 up, 8 in 2023-12-01T05:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:33 smithi155 ceph-mon[102677]: pgmap v4070: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 448 op/s 2023-12-01T05:56:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:33 smithi155 ceph-mon[102677]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-01T05:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:33 smithi111 ceph-mon[97855]: pgmap v4070: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 448 op/s 2023-12-01T05:56:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:33 smithi111 ceph-mon[97855]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-01T05:56:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:33 smithi111 ceph-mon[116524]: pgmap v4070: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 6.0 MiB/s wr, 448 op/s 2023-12-01T05:56:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:33 smithi111 ceph-mon[116524]: osdmap e1891: 8 total, 8 up, 8 in 2023-12-01T05:56:34.480 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:56:34.490 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:56:34.490 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:56:34.501 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:56:34.510 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:34 smithi155 ceph-mon[102677]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-01T05:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:34 smithi155 ceph-mon[102677]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-01T05:56:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:34 smithi111 ceph-mon[97855]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-01T05:56:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:34 smithi111 ceph-mon[97855]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-01T05:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:34 smithi111 ceph-mon[116524]: osdmap e1892: 8 total, 8 up, 8 in 2023-12-01T05:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:34 smithi111 ceph-mon[116524]: osdmap e1893: 8 total, 8 up, 8 in 2023-12-01T05:56:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:35 smithi155 ceph-mon[102677]: pgmap v4073: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:35 smithi111 ceph-mon[97855]: pgmap v4073: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:35 smithi111 ceph-mon[116524]: pgmap v4073: 169 pgs: 169 active+clean; 585 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:36.565 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:36.591 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:56:36.601 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:56:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:36 smithi155 ceph-mon[102677]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-01T05:56:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:36 smithi111 ceph-mon[97855]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-01T05:56:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:36 smithi111 ceph-mon[116524]: osdmap e1894: 8 total, 8 up, 8 in 2023-12-01T05:56:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:37 smithi155 ceph-mon[102677]: pgmap v4076: 169 pgs: 169 active+clean; 621 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 190 op/s 2023-12-01T05:56:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:37 smithi155 ceph-mon[102677]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-01T05:56:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:37 smithi111 ceph-mon[97855]: pgmap v4076: 169 pgs: 169 active+clean; 621 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 190 op/s 2023-12-01T05:56:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:37 smithi111 ceph-mon[97855]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-01T05:56:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:37 smithi111 ceph-mon[116524]: pgmap v4076: 169 pgs: 169 active+clean; 621 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 190 op/s 2023-12-01T05:56:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:37 smithi111 ceph-mon[116524]: osdmap e1895: 8 total, 8 up, 8 in 2023-12-01T05:56:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:38 smithi155 ceph-mon[102677]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-01T05:56:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:38 smithi111 ceph-mon[97855]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-01T05:56:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:38 smithi111 ceph-mon[116524]: osdmap e1896: 8 total, 8 up, 8 in 2023-12-01T05:56:39.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:56:39] "GET /metrics HTTP/1.1" 200 38944 "" "Prometheus/2.43.0" 2023-12-01T05:56:39.595 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (73m) 10m ago 74m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (74m) 10m ago 74m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (75m) 10m ago 75m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (75m) 10m ago 75m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (78m) 10m ago 78m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (80m) 10m ago 80m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (80m) 10m ago 80m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (79m) 10m ago 79m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (78m) 10m ago 78m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (74m) 10m ago 74m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:56:39.941 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (74m) 10m ago 74m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (78m) 10m ago 78m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (78m) 10m ago 78m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (77m) 10m ago 77m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (77m) 10m ago 77m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (76m) 10m ago 76m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (76m) 10m ago 76m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (76m) 10m ago 76m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (75m) 10m ago 75m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:56:39.942 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (73m) 10m ago 74m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:56:39.946 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:56:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:39 smithi155 ceph-mon[102677]: pgmap v4079: 169 pgs: 169 active+clean; 621 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 190 op/s 2023-12-01T05:56:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:39 smithi155 ceph-mon[102677]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-01T05:56:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:39 smithi155 ceph-mon[102677]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-01T05:56:39.957 INFO:tasks.workunit.client.0.smithi111.stdout:write: * 83886080~1000 2023-12-01T05:56:39.990 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:56:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:39 smithi111 ceph-mon[97855]: pgmap v4079: 169 pgs: 169 active+clean; 621 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 190 op/s 2023-12-01T05:56:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:39 smithi111 ceph-mon[97855]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-01T05:56:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:39 smithi111 ceph-mon[97855]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-01T05:56:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:39 smithi111 ceph-mon[116524]: pgmap v4079: 169 pgs: 169 active+clean; 621 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 MiB/s wr, 190 op/s 2023-12-01T05:56:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:39 smithi111 ceph-mon[116524]: osdmap e1897: 8 total, 8 up, 8 in 2023-12-01T05:56:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:39 smithi111 ceph-mon[116524]: osdmap e1898: 8 total, 8 up, 8 in 2023-12-01T05:56:40.128 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:56:40.360 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:40.361 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:56:40.362 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:56:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:40 smithi155 ceph-mon[102677]: from='client.19077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:40.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3829184685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:56:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:40 smithi111 ceph-mon[97855]: from='client.19077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:41.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3829184685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:56:41.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:40 smithi111 ceph-mon[116524]: from='client.19077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:41.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3829184685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:41 smithi155 ceph-mon[102677]: from='client.28952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:41 smithi155 ceph-mon[102677]: pgmap v4082: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 264 op/s 2023-12-01T05:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:41 smithi155 ceph-mon[102677]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-01T05:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:41 smithi111 ceph-mon[97855]: from='client.28952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:41 smithi111 ceph-mon[97855]: pgmap v4082: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 264 op/s 2023-12-01T05:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:41 smithi111 ceph-mon[97855]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-01T05:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:41 smithi111 ceph-mon[116524]: from='client.28952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:41 smithi111 ceph-mon[116524]: pgmap v4082: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 264 op/s 2023-12-01T05:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:41 smithi111 ceph-mon[116524]: osdmap e1899: 8 total, 8 up, 8 in 2023-12-01T05:56:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:42 smithi155 ceph-mon[102677]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-01T05:56:42.969 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12186 ms) 2023-12-01T05:56:42.969 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2023-12-01T05:56:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:42 smithi111 ceph-mon[97855]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-01T05:56:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:42 smithi111 ceph-mon[116524]: osdmap e1900: 8 total, 8 up, 8 in 2023-12-01T05:56:43.001 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:43.013 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 41943040~10 2023-12-01T05:56:43.022 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:56:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:43 smithi155 ceph-mon[102677]: pgmap v4085: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 264 op/s 2023-12-01T05:56:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:43 smithi155 ceph-mon[102677]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-01T05:56:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:43 smithi111 ceph-mon[97855]: pgmap v4085: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 264 op/s 2023-12-01T05:56:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:43 smithi111 ceph-mon[97855]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-01T05:56:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:43 smithi111 ceph-mon[116524]: pgmap v4085: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 34 MiB/s rd, 1.0 MiB/s wr, 264 op/s 2023-12-01T05:56:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:43 smithi111 ceph-mon[116524]: osdmap e1901: 8 total, 8 up, 8 in 2023-12-01T05:56:44.621 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:56:44.644 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:56:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:44 smithi155 ceph-mon[102677]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-01T05:56:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:44 smithi111 ceph-mon[97855]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-01T05:56:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:44 smithi111 ceph-mon[116524]: osdmap e1902: 8 total, 8 up, 8 in 2023-12-01T05:56:45.795 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:45.805 INFO:tasks.workunit.client.0.smithi111.stdout:write: Y 41943040~5 2023-12-01T05:56:45.910 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:56:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:45 smithi155 ceph-mon[102677]: pgmap v4088: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:45 smithi155 ceph-mon[102677]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-01T05:56:45.990 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:56:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:45 smithi111 ceph-mon[97855]: pgmap v4088: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:45 smithi111 ceph-mon[97855]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-01T05:56:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:45 smithi111 ceph-mon[116524]: pgmap v4088: 169 pgs: 169 active+clean; 625 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:45 smithi111 ceph-mon[116524]: osdmap e1903: 8 total, 8 up, 8 in 2023-12-01T05:56:46.740 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3772 ms) 2023-12-01T05:56:46.741 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2023-12-01T05:56:46.774 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:46.784 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:56:46.844 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:56:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:46 smithi155 ceph-mon[102677]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-01T05:56:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:46 smithi155 ceph-mon[102677]: pgmap v4091: 169 pgs: 169 active+clean; 621 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2023-12-01T05:56:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:46 smithi111 ceph-mon[97855]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-01T05:56:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:46 smithi111 ceph-mon[97855]: pgmap v4091: 169 pgs: 169 active+clean; 621 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2023-12-01T05:56:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:46 smithi111 ceph-mon[116524]: osdmap e1904: 8 total, 8 up, 8 in 2023-12-01T05:56:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:46 smithi111 ceph-mon[116524]: pgmap v4091: 169 pgs: 169 active+clean; 621 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2023-12-01T05:56:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:47 smithi155 ceph-mon[102677]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-01T05:56:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:47 smithi111 ceph-mon[97855]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-01T05:56:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:47 smithi111 ceph-mon[116524]: osdmap e1905: 8 total, 8 up, 8 in 2023-12-01T05:56:48.647 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:56:48.662 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:56:48.662 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:56:48.662 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:56:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:48 smithi155 ceph-mon[102677]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-01T05:56:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:48 smithi155 ceph-mon[102677]: pgmap v4094: 169 pgs: 169 active+clean; 621 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2023-12-01T05:56:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:48 smithi111 ceph-mon[97855]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-01T05:56:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:48 smithi111 ceph-mon[97855]: pgmap v4094: 169 pgs: 169 active+clean; 621 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2023-12-01T05:56:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:48 smithi111 ceph-mon[116524]: osdmap e1906: 8 total, 8 up, 8 in 2023-12-01T05:56:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:48 smithi111 ceph-mon[116524]: pgmap v4094: 169 pgs: 169 active+clean; 621 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 420 op/s 2023-12-01T05:56:49.630 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:56:49] "GET /metrics HTTP/1.1" 200 38946 "" "Prometheus/2.43.0" 2023-12-01T05:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:49 smithi155 ceph-mon[102677]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-01T05:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:49 smithi155 ceph-mon[102677]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-01T05:56:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:49 smithi111 ceph-mon[97855]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-01T05:56:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:49 smithi111 ceph-mon[97855]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-01T05:56:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:49 smithi111 ceph-mon[116524]: osdmap e1907: 8 total, 8 up, 8 in 2023-12-01T05:56:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:56:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:49 smithi111 ceph-mon[116524]: osdmap e1908: 8 total, 8 up, 8 in 2023-12-01T05:56:50.497 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:56:50.505 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:56:50.505 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:56:50.515 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:56:50.526 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:56:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:51 smithi111 ceph-mon[97855]: pgmap v4097: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 8.0 MiB/s wr, 365 op/s 2023-12-01T05:56:51.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:51 smithi111 ceph-mon[97855]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-01T05:56:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:51 smithi111 ceph-mon[116524]: pgmap v4097: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 8.0 MiB/s wr, 365 op/s 2023-12-01T05:56:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:51 smithi111 ceph-mon[116524]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-01T05:56:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:51 smithi155 ceph-mon[102677]: pgmap v4097: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 8.0 MiB/s wr, 365 op/s 2023-12-01T05:56:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:51 smithi155 ceph-mon[102677]: osdmap e1909: 8 total, 8 up, 8 in 2023-12-01T05:56:52.511 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:56:52.534 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:56:52.544 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:56:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:52 smithi111 ceph-mon[97855]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-01T05:56:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:52 smithi111 ceph-mon[116524]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-01T05:56:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:52 smithi155 ceph-mon[102677]: osdmap e1910: 8 total, 8 up, 8 in 2023-12-01T05:56:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:53 smithi111 ceph-mon[97855]: pgmap v4100: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 8.0 MiB/s wr, 365 op/s 2023-12-01T05:56:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:53 smithi111 ceph-mon[97855]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-01T05:56:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:53 smithi111 ceph-mon[116524]: pgmap v4100: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 8.0 MiB/s wr, 365 op/s 2023-12-01T05:56:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:53 smithi111 ceph-mon[116524]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-01T05:56:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:53 smithi155 ceph-mon[102677]: pgmap v4100: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 282 KiB/s rd, 8.0 MiB/s wr, 365 op/s 2023-12-01T05:56:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:53 smithi155 ceph-mon[102677]: osdmap e1911: 8 total, 8 up, 8 in 2023-12-01T05:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:54 smithi155 ceph-mon[102677]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-01T05:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:54 smithi155 ceph-mon[102677]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-01T05:56:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:54 smithi111 ceph-mon[97855]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-01T05:56:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:54 smithi111 ceph-mon[97855]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-01T05:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:54 smithi111 ceph-mon[116524]: osdmap e1912: 8 total, 8 up, 8 in 2023-12-01T05:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:54 smithi111 ceph-mon[116524]: osdmap e1913: 8 total, 8 up, 8 in 2023-12-01T05:56:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:55 smithi155 ceph-mon[102677]: pgmap v4103: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:55 smithi155 ceph-mon[102677]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-01T05:56:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:55 smithi111 ceph-mon[97855]: pgmap v4103: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:55 smithi111 ceph-mon[97855]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-01T05:56:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:55 smithi111 ceph-mon[116524]: pgmap v4103: 169 pgs: 169 active+clean; 653 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:56:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:55 smithi111 ceph-mon[116524]: osdmap e1914: 8 total, 8 up, 8 in 2023-12-01T05:56:56.148 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: after_prepare_snap 2023-12-01T05:56:57.530 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:56:57.565 INFO:tasks.workunit.client.0.smithi111.stdout:write: * 0~1000 2023-12-01T05:56:57.573 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:56:57.735 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:56:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:57 smithi155 ceph-mon[102677]: pgmap v4106: 169 pgs: 169 active+clean; 677 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2023-12-01T05:56:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:57 smithi155 ceph-mon[102677]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-01T05:56:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:57 smithi111 ceph-mon[97855]: pgmap v4106: 169 pgs: 169 active+clean; 677 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2023-12-01T05:56:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:57 smithi111 ceph-mon[97855]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-01T05:56:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:57 smithi111 ceph-mon[116524]: pgmap v4106: 169 pgs: 169 active+clean; 677 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2023-12-01T05:56:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:57 smithi111 ceph-mon[116524]: osdmap e1915: 8 total, 8 up, 8 in 2023-12-01T05:56:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:58 smithi155 ceph-mon[102677]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-01T05:56:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:58 smithi111 ceph-mon[97855]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-01T05:56:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:58 smithi111 ceph-mon[116524]: osdmap e1916: 8 total, 8 up, 8 in 2023-12-01T05:56:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:56:59] "GET /metrics HTTP/1.1" 200 38946 "" "Prometheus/2.43.0" 2023-12-01T05:56:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:59 smithi111 ceph-mon[97855]: pgmap v4109: 169 pgs: 169 active+clean; 677 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2023-12-01T05:56:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:56:59 smithi111 ceph-mon[97855]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-01T05:56:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:59 smithi111 ceph-mon[116524]: pgmap v4109: 169 pgs: 169 active+clean; 677 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2023-12-01T05:56:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:56:59 smithi111 ceph-mon[116524]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-01T05:56:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:59 smithi155 ceph-mon[102677]: pgmap v4109: 169 pgs: 169 active+clean; 677 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 119 KiB/s rd, 4.0 MiB/s wr, 169 op/s 2023-12-01T05:56:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:56:59 smithi155 ceph-mon[102677]: osdmap e1917: 8 total, 8 up, 8 in 2023-12-01T05:57:00.927 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14187 ms) 2023-12-01T05:57:00.928 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2023-12-01T05:57:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:00 smithi155 ceph-mon[102677]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-01T05:57:00.959 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:00.973 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:57:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:00 smithi111 ceph-mon[97855]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-01T05:57:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:00 smithi111 ceph-mon[116524]: osdmap e1918: 8 total, 8 up, 8 in 2023-12-01T05:57:01.044 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:57:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:01 smithi155 ceph-mon[102677]: pgmap v4112: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2023-12-01T05:57:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:01 smithi155 ceph-mon[102677]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-01T05:57:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:01 smithi111 ceph-mon[97855]: pgmap v4112: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2023-12-01T05:57:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:01 smithi111 ceph-mon[97855]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-01T05:57:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:01 smithi111 ceph-mon[116524]: pgmap v4112: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2023-12-01T05:57:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:01 smithi111 ceph-mon[116524]: osdmap e1919: 8 total, 8 up, 8 in 2023-12-01T05:57:02.561 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:57:02.578 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:57:02.578 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:57:02.578 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:57:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:02 smithi155 ceph-mon[102677]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-01T05:57:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:02 smithi111 ceph-mon[97855]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-01T05:57:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:02 smithi111 ceph-mon[116524]: osdmap e1920: 8 total, 8 up, 8 in 2023-12-01T05:57:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:03 smithi155 ceph-mon[102677]: pgmap v4115: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2023-12-01T05:57:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:03 smithi155 ceph-mon[102677]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-01T05:57:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:03 smithi111 ceph-mon[116524]: pgmap v4115: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2023-12-01T05:57:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:03 smithi111 ceph-mon[116524]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-01T05:57:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:03 smithi111 ceph-mon[97855]: pgmap v4115: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 547 op/s 2023-12-01T05:57:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:03 smithi111 ceph-mon[97855]: osdmap e1921: 8 total, 8 up, 8 in 2023-12-01T05:57:04.487 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:57:04.501 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:57:04.502 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:57:04.511 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:57:04.522 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:04 smithi155 ceph-mon[102677]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-01T05:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:04 smithi155 ceph-mon[102677]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-01T05:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:04 smithi111 ceph-mon[97855]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-01T05:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:04 smithi111 ceph-mon[97855]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-01T05:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:04 smithi111 ceph-mon[116524]: osdmap e1922: 8 total, 8 up, 8 in 2023-12-01T05:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:04 smithi111 ceph-mon[116524]: osdmap e1923: 8 total, 8 up, 8 in 2023-12-01T05:57:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:05 smithi155 ceph-mon[102677]: pgmap v4118: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:57:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:05 smithi111 ceph-mon[97855]: pgmap v4118: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:57:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:05 smithi111 ceph-mon[116524]: pgmap v4118: 169 pgs: 169 active+clean; 697 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:57:06.590 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:06.621 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:57:06.630 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:06 smithi155 ceph-mon[102677]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-01T05:57:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:06 smithi111 ceph-mon[97855]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-01T05:57:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:06 smithi111 ceph-mon[116524]: osdmap e1924: 8 total, 8 up, 8 in 2023-12-01T05:57:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:07 smithi155 ceph-mon[102677]: pgmap v4121: 169 pgs: 169 active+clean; 733 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 189 op/s 2023-12-01T05:57:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:07 smithi155 ceph-mon[102677]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-01T05:57:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:07 smithi111 ceph-mon[97855]: pgmap v4121: 169 pgs: 169 active+clean; 733 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 189 op/s 2023-12-01T05:57:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:07 smithi111 ceph-mon[97855]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-01T05:57:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:07 smithi111 ceph-mon[116524]: pgmap v4121: 169 pgs: 169 active+clean; 733 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 189 op/s 2023-12-01T05:57:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:07 smithi111 ceph-mon[116524]: osdmap e1925: 8 total, 8 up, 8 in 2023-12-01T05:57:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:08 smithi155 ceph-mon[102677]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-01T05:57:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:08 smithi111 ceph-mon[97855]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-01T05:57:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:08 smithi111 ceph-mon[116524]: osdmap e1926: 8 total, 8 up, 8 in 2023-12-01T05:57:09.589 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:57:09] "GET /metrics HTTP/1.1" 200 38940 "" "Prometheus/2.43.0" 2023-12-01T05:57:09.915 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: after_prepare_snap 2023-12-01T05:57:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:09 smithi155 ceph-mon[102677]: pgmap v4124: 169 pgs: 169 active+clean; 733 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 189 op/s 2023-12-01T05:57:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:09 smithi155 ceph-mon[102677]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-01T05:57:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:09 smithi155 ceph-mon[102677]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-01T05:57:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:09 smithi111 ceph-mon[116524]: pgmap v4124: 169 pgs: 169 active+clean; 733 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 189 op/s 2023-12-01T05:57:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:09 smithi111 ceph-mon[116524]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-01T05:57:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:09 smithi111 ceph-mon[116524]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-01T05:57:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:09 smithi111 ceph-mon[97855]: pgmap v4124: 169 pgs: 169 active+clean; 733 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 12 MiB/s wr, 189 op/s 2023-12-01T05:57:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:09 smithi111 ceph-mon[97855]: osdmap e1927: 8 total, 8 up, 8 in 2023-12-01T05:57:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:09 smithi111 ceph-mon[97855]: osdmap e1928: 8 total, 8 up, 8 in 2023-12-01T05:57:10.704 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (74m) 10m ago 75m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (74m) 10m ago 74m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (76m) 10m ago 76m 25.8M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (76m) 10m ago 76m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (79m) 10m ago 79m 458M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (80m) 10m ago 80m 605M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:57:11.011 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (80m) 10m ago 80m 478M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (79m) 10m ago 79m 250M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (79m) 10m ago 79m 227M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (74m) 10m ago 74m 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (74m) 10m ago 74m 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (78m) 10m ago 78m 3068M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (78m) 10m ago 78m 3445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (78m) 10m ago 78m 3288M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (77m) 10m ago 77m 3076M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (77m) 10m ago 77m 2376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (77m) 10m ago 77m 2855M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (76m) 10m ago 76m 2478M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (76m) 10m ago 76m 2836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:57:11.012 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (74m) 10m ago 75m 88.8M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:57:11.390 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:57:11.390 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:57:11.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:57:11.392 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:57:11.392 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:57:11.615 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:57:11.632 INFO:tasks.workunit.client.0.smithi111.stdout:write: * 83886080~1000 2023-12-01T05:57:11.641 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:11.806 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:11 smithi155 ceph-mon[102677]: pgmap v4127: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 KiB/s wr, 209 op/s 2023-12-01T05:57:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:11 smithi155 ceph-mon[102677]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-01T05:57:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3525699538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:57:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:11 smithi111 ceph-mon[97855]: pgmap v4127: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 KiB/s wr, 209 op/s 2023-12-01T05:57:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:11 smithi111 ceph-mon[97855]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-01T05:57:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3525699538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:57:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:11 smithi111 ceph-mon[116524]: pgmap v4127: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 KiB/s wr, 209 op/s 2023-12-01T05:57:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:11 smithi111 ceph-mon[116524]: osdmap e1929: 8 total, 8 up, 8 in 2023-12-01T05:57:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3525699538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:12 smithi155 ceph-mon[102677]: from='client.19095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:12 smithi155 ceph-mon[102677]: from='client.19101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:12 smithi155 ceph-mon[102677]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-01T05:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:12 smithi111 ceph-mon[97855]: from='client.19095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:12 smithi111 ceph-mon[97855]: from='client.19101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:12 smithi111 ceph-mon[97855]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-01T05:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:12 smithi111 ceph-mon[116524]: from='client.19095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:12 smithi111 ceph-mon[116524]: from='client.19101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:12 smithi111 ceph-mon[116524]: osdmap e1930: 8 total, 8 up, 8 in 2023-12-01T05:57:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:13 smithi155 ceph-mon[102677]: pgmap v4130: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 KiB/s wr, 209 op/s 2023-12-01T05:57:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:13 smithi155 ceph-mon[102677]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-01T05:57:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:13 smithi111 ceph-mon[97855]: pgmap v4130: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 KiB/s wr, 209 op/s 2023-12-01T05:57:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:13 smithi111 ceph-mon[97855]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-01T05:57:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:13 smithi111 ceph-mon[116524]: pgmap v4130: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 12 KiB/s wr, 209 op/s 2023-12-01T05:57:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:13 smithi111 ceph-mon[116524]: osdmap e1931: 8 total, 8 up, 8 in 2023-12-01T05:57:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:14 smithi155 ceph-mon[102677]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-01T05:57:14.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:14 smithi155 ceph-mon[102677]: pgmap v4133: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:57:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:14 smithi111 ceph-mon[97855]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-01T05:57:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:14 smithi111 ceph-mon[97855]: pgmap v4133: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:14 smithi111 ceph-mon[116524]: osdmap e1932: 8 total, 8 up, 8 in 2023-12-01T05:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:14 smithi111 ceph-mon[116524]: pgmap v4133: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail 2023-12-01T05:57:15.020 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14093 ms) 2023-12-01T05:57:15.021 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.Clone 2023-12-01T05:57:15.052 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:15.063 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~8388609 2023-12-01T05:57:15.113 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 16777218~8388609 2023-12-01T05:57:15.177 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap 2023-12-01T05:57:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:15 smithi155 ceph-mon[102677]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-01T05:57:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:15 smithi111 ceph-mon[97855]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-01T05:57:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:15 smithi111 ceph-mon[116524]: osdmap e1933: 8 total, 8 up, 8 in 2023-12-01T05:57:16.652 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap 2023-12-01T05:57:16.666 INFO:tasks.workunit.client.0.smithi111.stdout:clone image301 -> image304 2023-12-01T05:57:16.772 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:57:16.825 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:57:16.828 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap 2023-12-01T05:57:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:16 smithi155 ceph-mon[102677]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-01T05:57:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:16 smithi155 ceph-mon[102677]: pgmap v4136: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 430 op/s 2023-12-01T05:57:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:16 smithi111 ceph-mon[97855]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-01T05:57:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:16 smithi111 ceph-mon[97855]: pgmap v4136: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 430 op/s 2023-12-01T05:57:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:16 smithi111 ceph-mon[116524]: osdmap e1934: 8 total, 8 up, 8 in 2023-12-01T05:57:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:16 smithi111 ceph-mon[116524]: pgmap v4136: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 430 op/s 2023-12-01T05:57:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:17 smithi155 ceph-mon[102677]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-01T05:57:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:17 smithi111 ceph-mon[97855]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-01T05:57:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:17 smithi111 ceph-mon[116524]: osdmap e1935: 8 total, 8 up, 8 in 2023-12-01T05:57:18.661 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap 2023-12-01T05:57:18.674 INFO:tasks.workunit.client.0.smithi111.stdout:clone image304 -> image306 2023-12-01T05:57:18.810 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 1000~1000 2023-12-01T05:57:18.870 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 2010~1000 2023-12-01T05:57:18.872 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:18 smithi155 ceph-mon[102677]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-01T05:57:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:18 smithi155 ceph-mon[102677]: pgmap v4139: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 430 op/s 2023-12-01T05:57:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:18 smithi111 ceph-mon[97855]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-01T05:57:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:18 smithi111 ceph-mon[97855]: pgmap v4139: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 430 op/s 2023-12-01T05:57:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:18 smithi111 ceph-mon[116524]: osdmap e1936: 8 total, 8 up, 8 in 2023-12-01T05:57:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:18 smithi111 ceph-mon[116524]: pgmap v4139: 169 pgs: 169 active+clean; 733 MiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 430 op/s 2023-12-01T05:57:19.184 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:19.359 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:19.559 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.Clone (4539 ms) 2023-12-01T05:57:19.559 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneParent 2023-12-01T05:57:19.591 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:19.602 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap 2023-12-01T05:57:19.646 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:57:19] "GET /metrics HTTP/1.1" 200 38946 "" "Prometheus/2.43.0" 2023-12-01T05:57:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:19 smithi155 ceph-mon[102677]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-01T05:57:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:19 smithi155 ceph-mon[102677]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-01T05:57:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:19 smithi111 ceph-mon[97855]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-01T05:57:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:19 smithi111 ceph-mon[97855]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-01T05:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:19 smithi111 ceph-mon[116524]: osdmap e1937: 8 total, 8 up, 8 in 2023-12-01T05:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:19 smithi111 ceph-mon[116524]: osdmap e1938: 8 total, 8 up, 8 in 2023-12-01T05:57:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:57:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:20 smithi155 ceph-mon[102677]: pgmap v4142: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 13 MiB/s wr, 896 op/s 2023-12-01T05:57:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:20 smithi155 ceph-mon[102677]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-01T05:57:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:57:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:20 smithi111 ceph-mon[97855]: pgmap v4142: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 13 MiB/s wr, 896 op/s 2023-12-01T05:57:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:20 smithi111 ceph-mon[97855]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-01T05:57:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:57:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:20 smithi111 ceph-mon[116524]: pgmap v4142: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 13 MiB/s wr, 896 op/s 2023-12-01T05:57:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:20 smithi111 ceph-mon[116524]: osdmap e1939: 8 total, 8 up, 8 in 2023-12-01T05:57:21.497 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap 2023-12-01T05:57:21.506 INFO:tasks.workunit.client.0.smithi111.stdout:clone image307 -> image310 2023-12-01T05:57:21.600 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:21.762 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:57:21.915 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneParent (2355 ms) 2023-12-01T05:57:21.915 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2023-12-01T05:57:21.950 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:21.962 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~10 2023-12-01T05:57:21.970 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap 2023-12-01T05:57:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:22 smithi111 ceph-mon[97855]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-01T05:57:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:22 smithi111 ceph-mon[116524]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-01T05:57:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:22 smithi155 ceph-mon[102677]: osdmap e1940: 8 total, 8 up, 8 in 2023-12-01T05:57:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.514 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap 2023-12-01T05:57:23.524 INFO:tasks.workunit.client.0.smithi111.stdout:clone image311 -> image314 2023-12-01T05:57:23.617 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: pgmap v4145: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 13 MiB/s wr, 896 op/s 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: pgmap v4145: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 13 MiB/s wr, 896 op/s 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-01T05:57:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:57:23.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:57:23.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.771 INFO:tasks.workunit.client.0.smithi111.stdout:write: Y 0~1 2023-12-01T05:57:23.801 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:23.871 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: pgmap v4145: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 49 MiB/s rd, 13 MiB/s wr, 896 op/s 2023-12-01T05:57:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: osdmap e1941: 8 total, 8 up, 8 in 2023-12-01T05:57:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:57:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:57:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:57:23.977 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2063 ms) 2023-12-01T05:57:23.978 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2023-12-01T05:57:24.010 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:24.020 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 41943040~10 2023-12-01T05:57:24.030 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:57:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:24 smithi155 ceph-mon[102677]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-01T05:57:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:24 smithi111 ceph-mon[97855]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-01T05:57:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:24 smithi111 ceph-mon[116524]: osdmap e1942: 8 total, 8 up, 8 in 2023-12-01T05:57:25.529 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 41943041~10 2023-12-01T05:57:25.535 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:25 smithi155 ceph-mon[102677]: pgmap v4148: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:25 smithi155 ceph-mon[102677]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-01T05:57:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:25 smithi111 ceph-mon[97855]: pgmap v4148: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:25 smithi111 ceph-mon[97855]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-01T05:57:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:25 smithi111 ceph-mon[116524]: pgmap v4148: 169 pgs: 169 active+clean; 781 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:25 smithi111 ceph-mon[116524]: osdmap e1943: 8 total, 8 up, 8 in 2023-12-01T05:57:26.675 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 41943042~10 2023-12-01T05:57:26.690 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:57:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:26 smithi155 ceph-mon[102677]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-01T05:57:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:26 smithi111 ceph-mon[97855]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-01T05:57:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:26 smithi111 ceph-mon[116524]: osdmap e1944: 8 total, 8 up, 8 in 2023-12-01T05:57:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:27 smithi155 ceph-mon[102677]: pgmap v4151: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 752 op/s 2023-12-01T05:57:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:27 smithi155 ceph-mon[102677]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-01T05:57:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:27 smithi111 ceph-mon[97855]: pgmap v4151: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 752 op/s 2023-12-01T05:57:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:27 smithi111 ceph-mon[97855]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-01T05:57:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:27 smithi111 ceph-mon[116524]: pgmap v4151: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 752 op/s 2023-12-01T05:57:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:27 smithi111 ceph-mon[116524]: osdmap e1945: 8 total, 8 up, 8 in 2023-12-01T05:57:28.547 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:57:28.580 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:28.643 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:28 smithi155 ceph-mon[102677]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-01T05:57:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:28 smithi111 ceph-mon[97855]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-01T05:57:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:28 smithi111 ceph-mon[116524]: osdmap e1946: 8 total, 8 up, 8 in 2023-12-01T05:57:29.550 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:57:29] "GET /metrics HTTP/1.1" 200 38946 "" "Prometheus/2.43.0" 2023-12-01T05:57:29.665 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5687 ms) 2023-12-01T05:57:29.665 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2023-12-01T05:57:29.699 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:29.711 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 41943040~10 2023-12-01T05:57:29.721 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:57:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:29 smithi155 ceph-mon[102677]: pgmap v4154: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 752 op/s 2023-12-01T05:57:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:29 smithi155 ceph-mon[102677]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-01T05:57:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:29 smithi111 ceph-mon[97855]: pgmap v4154: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 752 op/s 2023-12-01T05:57:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:29 smithi111 ceph-mon[97855]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-01T05:57:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:29 smithi111 ceph-mon[116524]: pgmap v4154: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.0 MiB/s wr, 752 op/s 2023-12-01T05:57:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:29 smithi111 ceph-mon[116524]: osdmap e1947: 8 total, 8 up, 8 in 2023-12-01T05:57:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:30 smithi155 ceph-mon[102677]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-01T05:57:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:30 smithi111 ceph-mon[97855]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-01T05:57:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:30 smithi111 ceph-mon[116524]: osdmap e1948: 8 total, 8 up, 8 in 2023-12-01T05:57:31.582 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:57:31.604 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:31 smithi155 ceph-mon[102677]: pgmap v4157: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 348 op/s 2023-12-01T05:57:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:31 smithi155 ceph-mon[102677]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-01T05:57:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:31 smithi111 ceph-mon[97855]: pgmap v4157: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 348 op/s 2023-12-01T05:57:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:31 smithi111 ceph-mon[97855]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-01T05:57:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:31 smithi111 ceph-mon[116524]: pgmap v4157: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 348 op/s 2023-12-01T05:57:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:31 smithi111 ceph-mon[116524]: osdmap e1949: 8 total, 8 up, 8 in 2023-12-01T05:57:32.708 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:32.721 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:57:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:32 smithi155 ceph-mon[102677]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-01T05:57:33.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:32 smithi111 ceph-mon[97855]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-01T05:57:33.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:32 smithi111 ceph-mon[116524]: osdmap e1950: 8 total, 8 up, 8 in 2023-12-01T05:57:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:33 smithi155 ceph-mon[102677]: pgmap v4160: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 348 op/s 2023-12-01T05:57:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:33 smithi155 ceph-mon[102677]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-01T05:57:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:33 smithi111 ceph-mon[97855]: pgmap v4160: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 348 op/s 2023-12-01T05:57:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:33 smithi111 ceph-mon[97855]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-01T05:57:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:33 smithi111 ceph-mon[116524]: pgmap v4160: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 257 KiB/s rd, 24 KiB/s wr, 348 op/s 2023-12-01T05:57:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:33 smithi111 ceph-mon[116524]: osdmap e1951: 8 total, 8 up, 8 in 2023-12-01T05:57:34.496 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 41943040~10 2023-12-01T05:57:34.502 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap4 2023-12-01T05:57:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:34 smithi155 ceph-mon[102677]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-01T05:57:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:34 smithi155 ceph-mon[102677]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-01T05:57:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:34 smithi111 ceph-mon[97855]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-01T05:57:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:34 smithi111 ceph-mon[97855]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-01T05:57:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:34 smithi111 ceph-mon[116524]: osdmap e1952: 8 total, 8 up, 8 in 2023-12-01T05:57:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:34 smithi111 ceph-mon[116524]: osdmap e1953: 8 total, 8 up, 8 in 2023-12-01T05:57:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:35 smithi155 ceph-mon[102677]: pgmap v4163: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:35 smithi155 ceph-mon[102677]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-01T05:57:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:35 smithi111 ceph-mon[116524]: pgmap v4163: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:35 smithi111 ceph-mon[116524]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-01T05:57:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:35 smithi111 ceph-mon[97855]: pgmap v4163: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:35 smithi111 ceph-mon[97855]: osdmap e1954: 8 total, 8 up, 8 in 2023-12-01T05:57:36.512 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 41943040 2023-12-01T05:57:36.568 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:36.629 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:37.734 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8069 ms) 2023-12-01T05:57:37.734 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.AbortInUseImage 2023-12-01T05:57:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:37 smithi111 ceph-mon[116524]: pgmap v4166: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-01T05:57:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:37 smithi111 ceph-mon[116524]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-01T05:57:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:37 smithi111 ceph-mon[97855]: pgmap v4166: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-01T05:57:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:37 smithi111 ceph-mon[97855]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-01T05:57:37.767 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:37.781 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:37 smithi155 ceph-mon[102677]: pgmap v4166: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-01T05:57:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:37 smithi155 ceph-mon[102677]: osdmap e1955: 8 total, 8 up, 8 in 2023-12-01T05:57:37.959 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.AbortInUseImage (225 ms) 2023-12-01T05:57:37.959 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2023-12-01T05:57:37.990 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:38.001 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:57:38.063 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:57:38.121 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:38.317 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:57:38.363 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:57:38.428 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:57:38.624 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (666 ms) 2023-12-01T05:57:38.624 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2023-12-01T05:57:38.659 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:38.670 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:57:38.721 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:57:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:38 smithi155 ceph-mon[102677]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-01T05:57:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:38 smithi111 ceph-mon[97855]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-01T05:57:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:38 smithi111 ceph-mon[116524]: osdmap e1956: 8 total, 8 up, 8 in 2023-12-01T05:57:39.593 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:57:39] "GET /metrics HTTP/1.1" 200 38939 "" "Prometheus/2.43.0" 2023-12-01T05:57:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:39 smithi155 ceph-mon[102677]: pgmap v4169: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-01T05:57:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:39 smithi111 ceph-mon[97855]: pgmap v4169: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-01T05:57:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:39 smithi111 ceph-mon[116524]: pgmap v4169: 169 pgs: 169 active+clean; 785 MiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 134 KiB/s rd, 14 KiB/s wr, 179 op/s 2023-12-01T05:57:40.625 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 8388609~8388609 2023-12-01T05:57:40.642 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 0~1000 2023-12-01T05:57:40.643 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 1010~1000 2023-12-01T05:57:40.643 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:57:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:40 smithi155 ceph-mon[102677]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-01T05:57:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:40 smithi111 ceph-mon[97855]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-01T05:57:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:40 smithi111 ceph-mon[116524]: osdmap e1957: 8 total, 8 up, 8 in 2023-12-01T05:57:41.746 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:57:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:41 smithi155 ceph-mon[102677]: pgmap v4171: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 500 op/s 2023-12-01T05:57:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:41 smithi155 ceph-mon[102677]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-01T05:57:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:41 smithi111 ceph-mon[97855]: pgmap v4171: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 500 op/s 2023-12-01T05:57:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:41 smithi111 ceph-mon[97855]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-01T05:57:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:41 smithi111 ceph-mon[116524]: pgmap v4171: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 500 op/s 2023-12-01T05:57:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:41 smithi111 ceph-mon[116524]: osdmap e1958: 8 total, 8 up, 8 in 2023-12-01T05:57:42.054 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:57:42.054 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (74m) 19s ago 75m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:57:42.054 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (75m) 19s ago 75m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:57:42.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (76m) 19s ago 76m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:57:42.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (76m) 19s ago 76m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:57:42.054 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (79m) 19s ago 79m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (81m) 19s ago 81m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (81m) 19s ago 81m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (80m) 19s ago 80m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (79m) 19s ago 79m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (75m) 19s ago 75m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (75m) 19s ago 75m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (79m) 19s ago 79m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (79m) 19s ago 79m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (78m) 19s ago 78m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (78m) 19s ago 78m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (77m) 19s ago 77m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (77m) 19s ago 77m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:57:42.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (77m) 19s ago 77m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:57:42.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (76m) 19s ago 76m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:57:42.057 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (74m) 19s ago 76m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:42.439 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:57:42.633 INFO:tasks.workunit.client.0.smithi111.stdout:write: X 8388609~1000 2023-12-01T05:57:42.642 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 16777228~1000 2023-12-01T05:57:42.642 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 167772160 2023-12-01T05:57:42.653 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 83886079~8388609 2023-12-01T05:57:42.662 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:57:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:42 smithi155 ceph-mon[102677]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-01T05:57:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/967067011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:57:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:42 smithi111 ceph-mon[97855]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-01T05:57:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/967067011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:57:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:42 smithi111 ceph-mon[116524]: osdmap e1959: 8 total, 8 up, 8 in 2023-12-01T05:57:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/967067011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:43 smithi155 ceph-mon[102677]: from='client.19113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:43 smithi155 ceph-mon[102677]: from='client.19119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:43 smithi155 ceph-mon[102677]: pgmap v4174: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 511 op/s 2023-12-01T05:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:43 smithi155 ceph-mon[102677]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[97855]: from='client.19113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[97855]: from='client.19119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[97855]: pgmap v4174: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 511 op/s 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[97855]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[116524]: from='client.19113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[116524]: from='client.19119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[116524]: pgmap v4174: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 21 MiB/s wr, 511 op/s 2023-12-01T05:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:43 smithi111 ceph-mon[116524]: osdmap e1960: 8 total, 8 up, 8 in 2023-12-01T05:57:44.493 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:44.519 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 83886079~1 2023-12-01T05:57:44.527 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:44 smithi155 ceph-mon[102677]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-01T05:57:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:44 smithi155 ceph-mon[102677]: pgmap v4177: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:44 smithi155 ceph-mon[102677]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-01T05:57:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:44 smithi111 ceph-mon[97855]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-01T05:57:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:44 smithi111 ceph-mon[97855]: pgmap v4177: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:44 smithi111 ceph-mon[97855]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-01T05:57:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:44 smithi111 ceph-mon[116524]: osdmap e1961: 8 total, 8 up, 8 in 2023-12-01T05:57:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:44 smithi111 ceph-mon[116524]: pgmap v4177: 169 pgs: 169 active+clean; 833 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:44 smithi111 ceph-mon[116524]: osdmap e1962: 8 total, 8 up, 8 in 2023-12-01T05:57:46.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:46 smithi111 ceph-mon[97855]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-01T05:57:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:46 smithi111 ceph-mon[116524]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-01T05:57:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:46 smithi155 ceph-mon[102677]: osdmap e1963: 8 total, 8 up, 8 in 2023-12-01T05:57:47.955 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:57:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:47 smithi155 ceph-mon[102677]: pgmap v4180: 169 pgs: 169 active+clean; 873 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:57:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:47 smithi155 ceph-mon[102677]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-01T05:57:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:47 smithi111 ceph-mon[116524]: pgmap v4180: 169 pgs: 169 active+clean; 873 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:57:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:47 smithi111 ceph-mon[116524]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-01T05:57:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:47 smithi111 ceph-mon[97855]: pgmap v4180: 169 pgs: 169 active+clean; 873 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:57:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:47 smithi111 ceph-mon[97855]: osdmap e1964: 8 total, 8 up, 8 in 2023-12-01T05:57:48.045 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:57:48.519 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 0~8388609 2023-12-01T05:57:48.528 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 16777218~8388609 2023-12-01T05:57:48.628 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:57:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:48 smithi155 ceph-mon[102677]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-01T05:57:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:48 smithi111 ceph-mon[97855]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-01T05:57:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:48 smithi111 ceph-mon[116524]: osdmap e1965: 8 total, 8 up, 8 in 2023-12-01T05:57:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:57:49] "GET /metrics HTTP/1.1" 200 38943 "" "Prometheus/2.43.0" 2023-12-01T05:57:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:49 smithi111 ceph-mon[116524]: pgmap v4183: 169 pgs: 169 active+clean; 873 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:57:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:49 smithi111 ceph-mon[116524]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-01T05:57:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:49 smithi111 ceph-mon[97855]: pgmap v4183: 169 pgs: 169 active+clean; 873 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:57:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:49 smithi111 ceph-mon[97855]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-01T05:57:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:49 smithi155 ceph-mon[102677]: pgmap v4183: 169 pgs: 169 active+clean; 873 MiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 140 KiB/s rd, 8.0 MiB/s wr, 201 op/s 2023-12-01T05:57:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:49 smithi155 ceph-mon[102677]: osdmap e1966: 8 total, 8 up, 8 in 2023-12-01T05:57:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:57:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:50 smithi155 ceph-mon[102677]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-01T05:57:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:50 smithi111 ceph-mon[97855]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-01T05:57:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:50 smithi111 ceph-mon[116524]: osdmap e1967: 8 total, 8 up, 8 in 2023-12-01T05:57:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:51 smithi155 ceph-mon[102677]: pgmap v4186: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2023-12-01T05:57:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:51 smithi155 ceph-mon[102677]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-01T05:57:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:51 smithi111 ceph-mon[97855]: pgmap v4186: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2023-12-01T05:57:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:51 smithi111 ceph-mon[97855]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-01T05:57:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:51 smithi111 ceph-mon[116524]: pgmap v4186: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2023-12-01T05:57:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:51 smithi111 ceph-mon[116524]: osdmap e1968: 8 total, 8 up, 8 in 2023-12-01T05:57:52.878 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.AbortWithSnapshots (14254 ms) 2023-12-01T05:57:52.878 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV1Parent 2023-12-01T05:57:52.911 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:52.922 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:57:52.931 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:57:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:52 smithi155 ceph-mon[102677]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-01T05:57:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:52 smithi111 ceph-mon[97855]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-01T05:57:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:52 smithi111 ceph-mon[116524]: osdmap e1969: 8 total, 8 up, 8 in 2023-12-01T05:57:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:53 smithi155 ceph-mon[102677]: pgmap v4189: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2023-12-01T05:57:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:53 smithi155 ceph-mon[102677]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-01T05:57:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:53 smithi111 ceph-mon[97855]: pgmap v4189: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2023-12-01T05:57:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:53 smithi111 ceph-mon[97855]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-01T05:57:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:53 smithi111 ceph-mon[116524]: pgmap v4189: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 377 op/s 2023-12-01T05:57:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:53 smithi111 ceph-mon[116524]: osdmap e1970: 8 total, 8 up, 8 in 2023-12-01T05:57:54.508 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:57:54.571 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:54 smithi155 ceph-mon[102677]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-01T05:57:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:54 smithi155 ceph-mon[102677]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-01T05:57:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:54 smithi111 ceph-mon[97855]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-01T05:57:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:54 smithi111 ceph-mon[97855]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-01T05:57:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:54 smithi111 ceph-mon[116524]: osdmap e1971: 8 total, 8 up, 8 in 2023-12-01T05:57:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:54 smithi111 ceph-mon[116524]: osdmap e1972: 8 total, 8 up, 8 in 2023-12-01T05:57:55.777 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:55.860 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:55 smithi155 ceph-mon[102677]: pgmap v4192: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:55 smithi111 ceph-mon[97855]: pgmap v4192: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:55 smithi111 ceph-mon[116524]: pgmap v4192: 169 pgs: 169 active+clean; 949 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:57:56.696 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV1Parent (3818 ms) 2023-12-01T05:57:56.697 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV2Parent 2023-12-01T05:57:56.729 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:57:56.741 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:57:56.750 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:57:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:56 smithi155 ceph-mon[102677]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-01T05:57:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:56 smithi111 ceph-mon[97855]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-01T05:57:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:56 smithi111 ceph-mon[116524]: osdmap e1973: 8 total, 8 up, 8 in 2023-12-01T05:57:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:57 smithi155 ceph-mon[102677]: pgmap v4195: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 224 op/s 2023-12-01T05:57:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:57 smithi155 ceph-mon[102677]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-01T05:57:58.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:57 smithi111 ceph-mon[97855]: pgmap v4195: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 224 op/s 2023-12-01T05:57:58.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:57 smithi111 ceph-mon[97855]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-01T05:57:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:57 smithi111 ceph-mon[116524]: pgmap v4195: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 224 op/s 2023-12-01T05:57:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:57 smithi111 ceph-mon[116524]: osdmap e1974: 8 total, 8 up, 8 in 2023-12-01T05:57:58.609 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:57:58.674 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:57:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:58 smithi155 ceph-mon[102677]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-01T05:57:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:58 smithi111 ceph-mon[97855]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-01T05:57:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:58 smithi111 ceph-mon[116524]: osdmap e1975: 8 total, 8 up, 8 in 2023-12-01T05:57:59.587 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:57:59] "GET /metrics HTTP/1.1" 200 38943 "" "Prometheus/2.43.0" 2023-12-01T05:57:59.710 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:57:59.798 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:57:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:59 smithi155 ceph-mon[102677]: pgmap v4198: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 224 op/s 2023-12-01T05:57:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:59 smithi155 ceph-mon[102677]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-01T05:57:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:57:59 smithi155 ceph-mon[102677]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-01T05:57:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:59 smithi111 ceph-mon[97855]: pgmap v4198: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 224 op/s 2023-12-01T05:57:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:59 smithi111 ceph-mon[97855]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-01T05:57:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:57:59 smithi111 ceph-mon[97855]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-01T05:58:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:59 smithi111 ceph-mon[116524]: pgmap v4198: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 36 MiB/s rd, 15 KiB/s wr, 224 op/s 2023-12-01T05:58:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:59 smithi111 ceph-mon[116524]: osdmap e1976: 8 total, 8 up, 8 in 2023-12-01T05:58:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:57:59 smithi111 ceph-mon[116524]: osdmap e1977: 8 total, 8 up, 8 in 2023-12-01T05:58:00.733 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV2Parent (4037 ms) 2023-12-01T05:58:00.733 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2023-12-01T05:58:00.766 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:00.777 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:00.786 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:01 smithi155 ceph-mon[102677]: pgmap v4201: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 458 KiB/s rd, 25 KiB/s wr, 570 op/s 2023-12-01T05:58:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:01 smithi155 ceph-mon[102677]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-01T05:58:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:01 smithi111 ceph-mon[97855]: pgmap v4201: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 458 KiB/s rd, 25 KiB/s wr, 570 op/s 2023-12-01T05:58:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:01 smithi111 ceph-mon[97855]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-01T05:58:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:01 smithi111 ceph-mon[116524]: pgmap v4201: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 458 KiB/s rd, 25 KiB/s wr, 570 op/s 2023-12-01T05:58:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:01 smithi111 ceph-mon[116524]: osdmap e1978: 8 total, 8 up, 8 in 2023-12-01T05:58:02.630 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:02.699 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:02 smithi155 ceph-mon[102677]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-01T05:58:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:02 smithi111 ceph-mon[97855]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-01T05:58:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:02 smithi111 ceph-mon[116524]: osdmap e1979: 8 total, 8 up, 8 in 2023-12-01T05:58:03.809 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:03 smithi155 ceph-mon[102677]: pgmap v4204: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 458 KiB/s rd, 25 KiB/s wr, 570 op/s 2023-12-01T05:58:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:03 smithi155 ceph-mon[102677]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-01T05:58:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:03 smithi111 ceph-mon[116524]: pgmap v4204: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 458 KiB/s rd, 25 KiB/s wr, 570 op/s 2023-12-01T05:58:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:03 smithi111 ceph-mon[116524]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-01T05:58:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:03 smithi111 ceph-mon[97855]: pgmap v4204: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 458 KiB/s rd, 25 KiB/s wr, 570 op/s 2023-12-01T05:58:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:03 smithi111 ceph-mon[97855]: osdmap e1980: 8 total, 8 up, 8 in 2023-12-01T05:58:04.623 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV1ParentAbort (3889 ms) 2023-12-01T05:58:04.623 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2023-12-01T05:58:04.658 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:04.668 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:04.677 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:04 smithi155 ceph-mon[102677]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-01T05:58:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:04 smithi155 ceph-mon[102677]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-01T05:58:05.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:04 smithi111 ceph-mon[97855]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-01T05:58:05.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:05.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:04 smithi111 ceph-mon[97855]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-01T05:58:05.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:04 smithi111 ceph-mon[116524]: osdmap e1981: 8 total, 8 up, 8 in 2023-12-01T05:58:05.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:05.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:04 smithi111 ceph-mon[116524]: osdmap e1982: 8 total, 8 up, 8 in 2023-12-01T05:58:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:05 smithi155 ceph-mon[102677]: pgmap v4207: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:06.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:05 smithi111 ceph-mon[97855]: pgmap v4207: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:06.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:05 smithi111 ceph-mon[116524]: pgmap v4207: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:06.658 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:06.726 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:06 smithi155 ceph-mon[102677]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-01T05:58:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:06 smithi155 ceph-mon[102677]: pgmap v4210: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 501 op/s 2023-12-01T05:58:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:06 smithi111 ceph-mon[97855]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-01T05:58:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:06 smithi111 ceph-mon[97855]: pgmap v4210: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 501 op/s 2023-12-01T05:58:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:06 smithi111 ceph-mon[116524]: osdmap e1983: 8 total, 8 up, 8 in 2023-12-01T05:58:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:06 smithi111 ceph-mon[116524]: pgmap v4210: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 501 op/s 2023-12-01T05:58:07.837 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:07 smithi155 ceph-mon[102677]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-01T05:58:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:07 smithi111 ceph-mon[97855]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-01T05:58:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:07 smithi111 ceph-mon[116524]: osdmap e1984: 8 total, 8 up, 8 in 2023-12-01T05:58:08.780 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4157 ms) 2023-12-01T05:58:08.780 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2023-12-01T05:58:08.812 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:08.824 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:08.832 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:08 smithi155 ceph-mon[102677]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-01T05:58:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:08 smithi155 ceph-mon[102677]: pgmap v4213: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 501 op/s 2023-12-01T05:58:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:08 smithi111 ceph-mon[97855]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-01T05:58:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:08 smithi111 ceph-mon[97855]: pgmap v4213: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 501 op/s 2023-12-01T05:58:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:08 smithi111 ceph-mon[116524]: osdmap e1985: 8 total, 8 up, 8 in 2023-12-01T05:58:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:08 smithi111 ceph-mon[116524]: pgmap v4213: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 27 KiB/s wr, 501 op/s 2023-12-01T05:58:09.654 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:58:09] "GET /metrics HTTP/1.1" 200 38943 "" "Prometheus/2.43.0" 2023-12-01T05:58:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:09 smithi155 ceph-mon[102677]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-01T05:58:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:09 smithi155 ceph-mon[102677]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-01T05:58:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:09 smithi111 ceph-mon[97855]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-01T05:58:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:09 smithi111 ceph-mon[97855]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-01T05:58:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:09 smithi111 ceph-mon[116524]: osdmap e1986: 8 total, 8 up, 8 in 2023-12-01T05:58:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:09 smithi111 ceph-mon[116524]: osdmap e1987: 8 total, 8 up, 8 in 2023-12-01T05:58:10.517 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:10.579 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:11.707 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:11 smithi155 ceph-mon[102677]: pgmap v4216: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 239 KiB/s rd, 21 KiB/s wr, 313 op/s 2023-12-01T05:58:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:11 smithi155 ceph-mon[102677]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-01T05:58:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:11 smithi111 ceph-mon[97855]: pgmap v4216: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 239 KiB/s rd, 21 KiB/s wr, 313 op/s 2023-12-01T05:58:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:11 smithi111 ceph-mon[97855]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-01T05:58:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:11 smithi111 ceph-mon[116524]: pgmap v4216: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 239 KiB/s rd, 21 KiB/s wr, 313 op/s 2023-12-01T05:58:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:11 smithi111 ceph-mon[116524]: osdmap e1988: 8 total, 8 up, 8 in 2023-12-01T05:58:12.646 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3866 ms) 2023-12-01T05:58:12.646 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2023-12-01T05:58:12.679 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:12.690 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:12.699 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:12.814 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:58:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:12 smithi155 ceph-mon[102677]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-01T05:58:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:12 smithi111 ceph-mon[97855]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-01T05:58:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:12 smithi111 ceph-mon[116524]: osdmap e1989: 8 total, 8 up, 8 in 2023-12-01T05:58:13.122 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (75m) 50s ago 76m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (75m) 50s ago 75m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (77m) 50s ago 77m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (77m) 50s ago 77m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (80m) 50s ago 80m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (81m) 50s ago 81m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (81m) 50s ago 81m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (80m) 50s ago 80m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (80m) 50s ago 80m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (75m) 50s ago 75m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (75m) 50s ago 75m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:58:13.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (79m) 50s ago 79m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (79m) 50s ago 79m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (79m) 50s ago 79m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (78m) 50s ago 78m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (78m) 50s ago 78m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (78m) 50s ago 78m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (77m) 50s ago 77m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (77m) 50s ago 77m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:58:13.125 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (75m) 50s ago 76m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:58:13.502 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:58:13.502 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:58:13.502 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:58:13.502 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:58:13.503 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:58:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:13 smithi155 ceph-mon[102677]: pgmap v4219: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 239 KiB/s rd, 21 KiB/s wr, 313 op/s 2023-12-01T05:58:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:13 smithi155 ceph-mon[102677]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-01T05:58:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2534816899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:58:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:13 smithi111 ceph-mon[97855]: pgmap v4219: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 239 KiB/s rd, 21 KiB/s wr, 313 op/s 2023-12-01T05:58:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:13 smithi111 ceph-mon[97855]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-01T05:58:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2534816899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:58:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:13 smithi111 ceph-mon[116524]: pgmap v4219: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 239 KiB/s rd, 21 KiB/s wr, 313 op/s 2023-12-01T05:58:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:13 smithi111 ceph-mon[116524]: osdmap e1990: 8 total, 8 up, 8 in 2023-12-01T05:58:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2534816899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:58:14.503 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:14.570 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:14 smithi155 ceph-mon[102677]: from='client.19131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:14 smithi155 ceph-mon[102677]: from='client.29006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:14.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:14 smithi155 ceph-mon[102677]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-01T05:58:14.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:14 smithi155 ceph-mon[102677]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-01T05:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[97855]: from='client.19131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[97855]: from='client.29006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[97855]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-01T05:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[97855]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-01T05:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[116524]: from='client.19131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[116524]: from='client.29006 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[116524]: osdmap e1991: 8 total, 8 up, 8 in 2023-12-01T05:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:14 smithi111 ceph-mon[116524]: osdmap e1992: 8 total, 8 up, 8 in 2023-12-01T05:58:15.730 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:15 smithi155 ceph-mon[102677]: pgmap v4222: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:15 smithi111 ceph-mon[97855]: pgmap v4222: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:15 smithi111 ceph-mon[116524]: pgmap v4222: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:16.689 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4043 ms) 2023-12-01T05:58:16.689 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2023-12-01T05:58:16.721 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:16.733 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:16.742 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:16 smithi155 ceph-mon[102677]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-01T05:58:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:16 smithi111 ceph-mon[97855]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-01T05:58:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:16 smithi111 ceph-mon[116524]: osdmap e1993: 8 total, 8 up, 8 in 2023-12-01T05:58:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:17 smithi155 ceph-mon[102677]: pgmap v4225: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 364 KiB/s rd, 21 KiB/s wr, 464 op/s 2023-12-01T05:58:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:17 smithi155 ceph-mon[102677]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-01T05:58:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:17 smithi111 ceph-mon[116524]: pgmap v4225: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 364 KiB/s rd, 21 KiB/s wr, 464 op/s 2023-12-01T05:58:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:17 smithi111 ceph-mon[116524]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-01T05:58:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:17 smithi111 ceph-mon[97855]: pgmap v4225: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 364 KiB/s rd, 21 KiB/s wr, 464 op/s 2023-12-01T05:58:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:17 smithi111 ceph-mon[97855]: osdmap e1994: 8 total, 8 up, 8 in 2023-12-01T05:58:18.569 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:18.631 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:18 smithi155 ceph-mon[102677]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-01T05:58:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:18 smithi111 ceph-mon[97855]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-01T05:58:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:18 smithi111 ceph-mon[116524]: osdmap e1995: 8 total, 8 up, 8 in 2023-12-01T05:58:19.553 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:58:19] "GET /metrics HTTP/1.1" 200 38941 "" "Prometheus/2.43.0" 2023-12-01T05:58:19.554 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[116524]: pgmap v4228: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 364 KiB/s rd, 21 KiB/s wr, 464 op/s 2023-12-01T05:58:19.554 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[116524]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-01T05:58:19.554 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:19.554 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[116524]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-01T05:58:19.691 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:19 smithi155 ceph-mon[102677]: pgmap v4228: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 364 KiB/s rd, 21 KiB/s wr, 464 op/s 2023-12-01T05:58:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:19 smithi155 ceph-mon[102677]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-01T05:58:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:19 smithi155 ceph-mon[102677]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-01T05:58:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[97855]: pgmap v4228: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 364 KiB/s rd, 21 KiB/s wr, 464 op/s 2023-12-01T05:58:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[97855]: osdmap e1996: 8 total, 8 up, 8 in 2023-12-01T05:58:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:19 smithi111 ceph-mon[97855]: osdmap e1997: 8 total, 8 up, 8 in 2023-12-01T05:58:20.707 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4018 ms) 2023-12-01T05:58:20.707 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2023-12-01T05:58:20.742 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:20.754 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:20.767 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:21 smithi155 ceph-mon[102677]: pgmap v4231: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 20 KiB/s wr, 488 op/s 2023-12-01T05:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:21 smithi155 ceph-mon[102677]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-01T05:58:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:21 smithi111 ceph-mon[97855]: pgmap v4231: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 20 KiB/s wr, 488 op/s 2023-12-01T05:58:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:21 smithi111 ceph-mon[97855]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-01T05:58:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:21 smithi111 ceph-mon[116524]: pgmap v4231: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 20 KiB/s wr, 488 op/s 2023-12-01T05:58:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:21 smithi111 ceph-mon[116524]: osdmap e1998: 8 total, 8 up, 8 in 2023-12-01T05:58:22.594 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:22.655 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:22 smithi155 ceph-mon[102677]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-01T05:58:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:22 smithi111 ceph-mon[97855]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-01T05:58:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:22 smithi111 ceph-mon[116524]: osdmap e1999: 8 total, 8 up, 8 in 2023-12-01T05:58:23.765 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:23 smithi155 ceph-mon[102677]: pgmap v4234: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 20 KiB/s wr, 488 op/s 2023-12-01T05:58:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:23 smithi155 ceph-mon[102677]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-01T05:58:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:58:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:23 smithi111 ceph-mon[97855]: pgmap v4234: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 20 KiB/s wr, 488 op/s 2023-12-01T05:58:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:23 smithi111 ceph-mon[97855]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-01T05:58:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:58:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:23 smithi111 ceph-mon[116524]: pgmap v4234: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 389 KiB/s rd, 20 KiB/s wr, 488 op/s 2023-12-01T05:58:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:23 smithi111 ceph-mon[116524]: osdmap e2000: 8 total, 8 up, 8 in 2023-12-01T05:58:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:58:24.630 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3923 ms) 2023-12-01T05:58:24.630 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2023-12-01T05:58:24.665 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:24.676 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:24.685 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:24 smithi155 ceph-mon[102677]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-01T05:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:24 smithi155 ceph-mon[102677]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[97855]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[97855]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[116524]: osdmap e2001: 8 total, 8 up, 8 in 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:58:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:24 smithi111 ceph-mon[116524]: osdmap e2002: 8 total, 8 up, 8 in 2023-12-01T05:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:25 smithi155 ceph-mon[102677]: pgmap v4237: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:25 smithi111 ceph-mon[97855]: pgmap v4237: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:25 smithi111 ceph-mon[116524]: pgmap v4237: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:26.617 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:26.684 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:26 smithi155 ceph-mon[102677]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-01T05:58:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:26 smithi111 ceph-mon[97855]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-01T05:58:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:26 smithi111 ceph-mon[116524]: osdmap e2003: 8 total, 8 up, 8 in 2023-12-01T05:58:27.797 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:27 smithi155 ceph-mon[102677]: pgmap v4240: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 KiB/s rd, 27 KiB/s wr, 402 op/s 2023-12-01T05:58:27.995 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:27 smithi155 ceph-mon[102677]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-01T05:58:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:27 smithi111 ceph-mon[97855]: pgmap v4240: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 KiB/s rd, 27 KiB/s wr, 402 op/s 2023-12-01T05:58:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:27 smithi111 ceph-mon[97855]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-01T05:58:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:27 smithi111 ceph-mon[116524]: pgmap v4240: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 KiB/s rd, 27 KiB/s wr, 402 op/s 2023-12-01T05:58:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:27 smithi111 ceph-mon[116524]: osdmap e2004: 8 total, 8 up, 8 in 2023-12-01T05:58:28.753 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4124 ms) 2023-12-01T05:58:28.754 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2023-12-01T05:58:28.791 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:28.804 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 0~10 2023-12-01T05:58:28.813 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:28 smithi155 ceph-mon[102677]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-01T05:58:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:28 smithi111 ceph-mon[97855]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-01T05:58:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:28 smithi111 ceph-mon[116524]: osdmap e2005: 8 total, 8 up, 8 in 2023-12-01T05:58:29.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:58:29] "GET /metrics HTTP/1.1" 200 38941 "" "Prometheus/2.43.0" 2023-12-01T05:58:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:29 smithi155 ceph-mon[102677]: pgmap v4243: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 KiB/s rd, 27 KiB/s wr, 402 op/s 2023-12-01T05:58:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:29 smithi155 ceph-mon[102677]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-01T05:58:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:29 smithi155 ceph-mon[102677]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-01T05:58:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:29 smithi111 ceph-mon[97855]: pgmap v4243: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 KiB/s rd, 27 KiB/s wr, 402 op/s 2023-12-01T05:58:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:29 smithi111 ceph-mon[97855]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-01T05:58:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:29 smithi111 ceph-mon[97855]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-01T05:58:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:29 smithi111 ceph-mon[116524]: pgmap v4243: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 302 KiB/s rd, 27 KiB/s wr, 402 op/s 2023-12-01T05:58:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:29 smithi111 ceph-mon[116524]: osdmap e2006: 8 total, 8 up, 8 in 2023-12-01T05:58:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:29 smithi111 ceph-mon[116524]: osdmap e2007: 8 total, 8 up, 8 in 2023-12-01T05:58:30.527 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:30.589 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:31.817 INFO:tasks.workunit.client.0.smithi111.stdout:migration_abort 2023-12-01T05:58:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:31 smithi155 ceph-mon[102677]: pgmap v4246: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 321 op/s 2023-12-01T05:58:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:31 smithi155 ceph-mon[102677]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-01T05:58:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:31 smithi111 ceph-mon[97855]: pgmap v4246: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 321 op/s 2023-12-01T05:58:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:31 smithi111 ceph-mon[97855]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-01T05:58:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:31 smithi111 ceph-mon[116524]: pgmap v4246: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 321 op/s 2023-12-01T05:58:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:31 smithi111 ceph-mon[116524]: osdmap e2008: 8 total, 8 up, 8 in 2023-12-01T05:58:32.776 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4022 ms) 2023-12-01T05:58:32.776 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.StressNoMigrate 2023-12-01T05:58:32.812 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:32.823 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 43248002~4800620 2023-12-01T05:58:32.863 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 77189231~1512517 2023-12-01T05:58:32.863 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 12434122~7260286 2023-12-01T05:58:32.915 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 68026647~5673700 2023-12-01T05:58:32.915 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 14958152~4675082 2023-12-01T05:58:32.943 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 77903760~2411280 2023-12-01T05:58:32.943 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 67467972~3489711 2023-12-01T05:58:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:32 smithi155 ceph-mon[102677]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-01T05:58:32.978 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 3360985~5904946 2023-12-01T05:58:32.980 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap0 2023-12-01T05:58:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:32 smithi111 ceph-mon[97855]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-01T05:58:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:32 smithi111 ceph-mon[116524]: osdmap e2009: 8 total, 8 up, 8 in 2023-12-01T05:58:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:33 smithi155 ceph-mon[102677]: pgmap v4249: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 321 op/s 2023-12-01T05:58:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:33 smithi155 ceph-mon[102677]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-01T05:58:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:33 smithi111 ceph-mon[97855]: pgmap v4249: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 321 op/s 2023-12-01T05:58:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:33 smithi111 ceph-mon[97855]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-01T05:58:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:33 smithi111 ceph-mon[116524]: pgmap v4249: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 321 op/s 2023-12-01T05:58:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:33 smithi111 ceph-mon[116524]: osdmap e2010: 8 total, 8 up, 8 in 2023-12-01T05:58:34.517 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 25132334~7808329 2023-12-01T05:58:34.527 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 39375215~7386300 2023-12-01T05:58:34.528 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 10336693~3552685 2023-12-01T05:58:34.529 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 78841519~5044561 2023-12-01T05:58:34.529 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 8930272~2390639 2023-12-01T05:58:34.585 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 11792661~2929515 2023-12-01T05:58:34.585 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 74839000~2942527 2023-12-01T05:58:34.586 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 63175300~4709016 2023-12-01T05:58:34.586 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:34 smithi155 ceph-mon[102677]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-01T05:58:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:34 smithi155 ceph-mon[102677]: pgmap v4252: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:34 smithi155 ceph-mon[102677]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[97855]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[97855]: pgmap v4252: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[97855]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[116524]: osdmap e2011: 8 total, 8 up, 8 in 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[116524]: pgmap v4252: 169 pgs: 169 active+clean; 905 MiB data, 8.2 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:34 smithi111 ceph-mon[116524]: osdmap e2012: 8 total, 8 up, 8 in 2023-12-01T05:58:36.533 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:36.549 INFO:tasks.workunit.client.0.smithi111.stdout:clone image355 -> image358 2023-12-01T05:58:36.662 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 40261419~111950 2023-12-01T05:58:36.675 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 79387603~4498477 2023-12-01T05:58:36.705 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 32075581~4887923 2023-12-01T05:58:36.766 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 50320674~7193321 2023-12-01T05:58:36.787 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 38264092~7268865 2023-12-01T05:58:36.827 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 66030078~3350012 2023-12-01T05:58:36.856 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 19546949~899976 2023-12-01T05:58:36.901 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 76609748~7276332 2023-12-01T05:58:36.904 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:58:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:36 smithi155 ceph-mon[102677]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-01T05:58:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:36 smithi111 ceph-mon[97855]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-01T05:58:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:36 smithi111 ceph-mon[116524]: osdmap e2013: 8 total, 8 up, 8 in 2023-12-01T05:58:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:37 smithi155 ceph-mon[102677]: pgmap v4255: 169 pgs: 169 active+clean; 993 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 297 KiB/s rd, 18 MiB/s wr, 408 op/s 2023-12-01T05:58:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:37 smithi155 ceph-mon[102677]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-01T05:58:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:37 smithi111 ceph-mon[97855]: pgmap v4255: 169 pgs: 169 active+clean; 993 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 297 KiB/s rd, 18 MiB/s wr, 408 op/s 2023-12-01T05:58:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:37 smithi111 ceph-mon[97855]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-01T05:58:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:37 smithi111 ceph-mon[116524]: pgmap v4255: 169 pgs: 169 active+clean; 993 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 297 KiB/s rd, 18 MiB/s wr, 408 op/s 2023-12-01T05:58:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:37 smithi111 ceph-mon[116524]: osdmap e2014: 8 total, 8 up, 8 in 2023-12-01T05:58:38.539 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap2 2023-12-01T05:58:38.553 INFO:tasks.workunit.client.0.smithi111.stdout:clone image358 -> image360 2023-12-01T05:58:38.700 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 127674874 2023-12-01T05:58:38.712 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 54093736~5246470 2023-12-01T05:58:38.760 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 33805305~4236393 2023-12-01T05:58:38.804 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 89680773~2669235 2023-12-01T05:58:38.821 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 20799163~342054 2023-12-01T05:58:38.873 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 62677193~3960855 2023-12-01T05:58:38.902 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 34718557~3044050 2023-12-01T05:58:38.905 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 24007767~4909049 2023-12-01T05:58:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:38 smithi155 ceph-mon[102677]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-01T05:58:38.961 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 65895852~3651418 2023-12-01T05:58:38.981 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:58:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:38 smithi111 ceph-mon[97855]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-01T05:58:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:38 smithi111 ceph-mon[116524]: osdmap e2015: 8 total, 8 up, 8 in 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:58:39] "GET /metrics HTTP/1.1" 200 38942 "" "Prometheus/2.43.0" 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:39 smithi111 ceph-mon[97855]: pgmap v4258: 169 pgs: 169 active+clean; 993 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 297 KiB/s rd, 18 MiB/s wr, 408 op/s 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:39 smithi111 ceph-mon[97855]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:39 smithi111 ceph-mon[97855]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:39 smithi111 ceph-mon[116524]: pgmap v4258: 169 pgs: 169 active+clean; 993 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 297 KiB/s rd, 18 MiB/s wr, 408 op/s 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:39 smithi111 ceph-mon[116524]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-01T05:58:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:39 smithi111 ceph-mon[116524]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-01T05:58:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:39 smithi155 ceph-mon[102677]: pgmap v4258: 169 pgs: 169 active+clean; 993 MiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 297 KiB/s rd, 18 MiB/s wr, 408 op/s 2023-12-01T05:58:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:39 smithi155 ceph-mon[102677]: osdmap e2016: 8 total, 8 up, 8 in 2023-12-01T05:58:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:39 smithi155 ceph-mon[102677]: osdmap e2017: 8 total, 8 up, 8 in 2023-12-01T05:58:40.520 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap3 2023-12-01T05:58:40.533 INFO:tasks.workunit.client.0.smithi111.stdout:clone image360 -> image362 2023-12-01T05:58:40.696 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 174592632 2023-12-01T05:58:40.893 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.StressNoMigrate (8118 ms) 2023-12-01T05:58:40.893 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.Stress 2023-12-01T05:58:40.927 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:40.938 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 9441432~6239379 2023-12-01T05:58:40.980 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 51532431~4821848 2023-12-01T05:58:40.980 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 39276256~8362646 2023-12-01T05:58:41.031 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 65970626~3970517 2023-12-01T05:58:41.031 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 29338250~5619493 2023-12-01T05:58:41.073 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 32631072~1302171 2023-12-01T05:58:41.075 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 51373539~1030288 2023-12-01T05:58:41.086 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 15207031~3313033 2023-12-01T05:58:41.088 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap0 2023-12-01T05:58:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:41 smithi155 ceph-mon[102677]: pgmap v4261: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 26 MiB/s wr, 444 op/s 2023-12-01T05:58:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:41 smithi155 ceph-mon[102677]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-01T05:58:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:41 smithi111 ceph-mon[97855]: pgmap v4261: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 26 MiB/s wr, 444 op/s 2023-12-01T05:58:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:41 smithi111 ceph-mon[97855]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-01T05:58:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:41 smithi111 ceph-mon[116524]: pgmap v4261: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 26 MiB/s wr, 444 op/s 2023-12-01T05:58:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:41 smithi111 ceph-mon[116524]: osdmap e2018: 8 total, 8 up, 8 in 2023-12-01T05:58:42.555 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap0 2023-12-01T05:58:42.571 INFO:tasks.workunit.client.0.smithi111.stdout:clone image363 -> image366 2023-12-01T05:58:42.682 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 47664930~7160478 2023-12-01T05:58:42.743 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 11957577~6525727 2023-12-01T05:58:42.768 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 56010316~377333 2023-12-01T05:58:42.772 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 10128370~89410 2023-12-01T05:58:42.774 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 68505749~941478 2023-12-01T05:58:42.787 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 28279869~7990115 2023-12-01T05:58:42.798 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 72949751~1509073 2023-12-01T05:58:42.816 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 23108137~4166870 2023-12-01T05:58:42.821 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:42 smithi155 ceph-mon[102677]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-01T05:58:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:42 smithi111 ceph-mon[97855]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-01T05:58:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:42 smithi111 ceph-mon[116524]: osdmap e2019: 8 total, 8 up, 8 in 2023-12-01T05:58:43.857 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:58:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:43 smithi155 ceph-mon[102677]: pgmap v4264: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 26 MiB/s wr, 444 op/s 2023-12-01T05:58:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:43 smithi155 ceph-mon[102677]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-01T05:58:44.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:43 smithi111 ceph-mon[97855]: pgmap v4264: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 26 MiB/s wr, 444 op/s 2023-12-01T05:58:44.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:43 smithi111 ceph-mon[97855]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-01T05:58:44.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:43 smithi111 ceph-mon[116524]: pgmap v4264: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 26 MiB/s wr, 444 op/s 2023-12-01T05:58:44.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:43 smithi111 ceph-mon[116524]: osdmap e2020: 8 total, 8 up, 8 in 2023-12-01T05:58:44.167 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:58:44.167 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (75m) 81s ago 76m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:58:44.167 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (76m) 81s ago 76m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (77m) 81s ago 77m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (77m) 81s ago 77m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (80m) 81s ago 80m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (82m) 81s ago 82m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (82m) 81s ago 82m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (81m) 81s ago 81m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (80m) 81s ago 80m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (76m) 81s ago 76m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (76m) 81s ago 76m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (80m) 81s ago 80m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (80m) 81s ago 80m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (79m) 81s ago 79m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:58:44.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (79m) 81s ago 79m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:58:44.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (78m) 81s ago 78m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:58:44.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (78m) 81s ago 78m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:58:44.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (78m) 81s ago 78m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:58:44.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (77m) 81s ago 77m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:58:44.169 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (75m) 81s ago 77m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:58:44.578 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:58:44.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:58:44.580 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:58:44.583 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:44.593 INFO:tasks.workunit.client.0.smithi111.stdout:clone image366 -> image368 2023-12-01T05:58:44.715 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 61343835~3664137 2023-12-01T05:58:44.750 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 895023~3002671 2023-12-01T05:58:44.756 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 46247882~6796005 2023-12-01T05:58:44.823 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 24603510~8360271 2023-12-01T05:58:44.833 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 70393560~5346734 2023-12-01T05:58:44.875 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 59389509~6256109 2023-12-01T05:58:44.878 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 21805195~5849569 2023-12-01T05:58:44.915 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 77494937~6391143 2023-12-01T05:58:44.921 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:58:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:44 smithi155 ceph-mon[102677]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-01T05:58:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:44 smithi111 ceph-mon[97855]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-01T05:58:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:44 smithi111 ceph-mon[116524]: osdmap e2021: 8 total, 8 up, 8 in 2023-12-01T05:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:45 smithi155 ceph-mon[102677]: from='client.19149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:45 smithi155 ceph-mon[102677]: from='client.29024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:45 smithi155 ceph-mon[102677]: pgmap v4267: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:45 smithi155 ceph-mon[102677]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-01T05:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3944608321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[97855]: from='client.19149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[97855]: from='client.29024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[97855]: pgmap v4267: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[97855]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-01T05:58:46.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3944608321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:58:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[116524]: from='client.19149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[116524]: from='client.29024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:58:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[116524]: pgmap v4267: 169 pgs: 169 active+clean; 1.1 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail 2023-12-01T05:58:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[116524]: osdmap e2022: 8 total, 8 up, 8 in 2023-12-01T05:58:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3944608321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:58:46.590 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 50629399~1276749 2023-12-01T05:58:46.600 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 35772659~119631 2023-12-01T05:58:46.600 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 8109746~1694636 2023-12-01T05:58:46.602 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 78553807~5332273 2023-12-01T05:58:46.602 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 1110535~5562025 2023-12-01T05:58:46.604 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 71323952~1146022 2023-12-01T05:58:46.604 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 63530415~5251443 2023-12-01T05:58:46.606 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 75362978~6838667 2023-12-01T05:58:46.634 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:58:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:46 smithi155 ceph-mon[102677]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-01T05:58:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:46 smithi111 ceph-mon[97855]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-01T05:58:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:46 smithi111 ceph-mon[116524]: osdmap e2023: 8 total, 8 up, 8 in 2023-12-01T05:58:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:47 smithi155 ceph-mon[102677]: pgmap v4270: 169 pgs: 169 active+clean; 1.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 635 op/s 2023-12-01T05:58:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:47 smithi155 ceph-mon[102677]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-01T05:58:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:47 smithi111 ceph-mon[97855]: pgmap v4270: 169 pgs: 169 active+clean; 1.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 635 op/s 2023-12-01T05:58:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:47 smithi111 ceph-mon[97855]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-01T05:58:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:47 smithi111 ceph-mon[116524]: pgmap v4270: 169 pgs: 169 active+clean; 1.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 635 op/s 2023-12-01T05:58:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:47 smithi111 ceph-mon[116524]: osdmap e2024: 8 total, 8 up, 8 in 2023-12-01T05:58:48.607 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap3 2023-12-01T05:58:48.623 INFO:tasks.workunit.client.0.smithi111.stdout:clone image368 -> image370 2023-12-01T05:58:48.791 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 155165293 2023-12-01T05:58:48.806 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:48 smithi155 ceph-mon[102677]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-01T05:58:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:48 smithi111 ceph-mon[97855]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-01T05:58:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:48 smithi111 ceph-mon[116524]: osdmap e2025: 8 total, 8 up, 8 in 2023-12-01T05:58:49.264 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:58:49.454 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:58:49.590 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:58:49] "GET /metrics HTTP/1.1" 200 38947 "" "Prometheus/2.43.0" 2023-12-01T05:58:49.591 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:49 smithi111 ceph-mon[97855]: pgmap v4273: 169 pgs: 169 active+clean; 1.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 635 op/s 2023-12-01T05:58:49.591 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:49 smithi111 ceph-mon[97855]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-01T05:58:49.591 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:49.738 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.Stress (8845 ms) 2023-12-01T05:58:49.739 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.Stress2 2023-12-01T05:58:49.770 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:58:49.781 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 63404007~5676845 2023-12-01T05:58:49.823 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 34127366~1128475 2023-12-01T05:58:49.823 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 43740768~2551252 2023-12-01T05:58:49.846 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 24356448~6422503 2023-12-01T05:58:49.846 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 2020583~8188871 2023-12-01T05:58:49.892 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 73677604~7787572 2023-12-01T05:58:49.892 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 8085323~3297332 2023-12-01T05:58:49.916 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 72624424~6688371 2023-12-01T05:58:49.916 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap0 2023-12-01T05:58:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:49 smithi155 ceph-mon[102677]: pgmap v4273: 169 pgs: 169 active+clean; 1.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 635 op/s 2023-12-01T05:58:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:49 smithi155 ceph-mon[102677]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-01T05:58:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:49 smithi111 ceph-mon[116524]: pgmap v4273: 169 pgs: 169 active+clean; 1.2 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 635 op/s 2023-12-01T05:58:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:49 smithi111 ceph-mon[116524]: osdmap e2026: 8 total, 8 up, 8 in 2023-12-01T05:58:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:58:51.623 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap0 2023-12-01T05:58:51.635 INFO:tasks.workunit.client.0.smithi111.stdout:clone image371 -> image374 2023-12-01T05:58:51.738 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 86345305 2023-12-01T05:58:51.750 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 13556042~4595060 2023-12-01T05:58:51.784 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 7325589~3569760 2023-12-01T05:58:51.830 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 72022550~7798015 2023-12-01T05:58:51.883 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 32998405~2162634 2023-12-01T05:58:51.891 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 26803113~298102 2023-12-01T05:58:51.897 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 81987789~3105531 2023-12-01T05:58:51.899 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 13281306~5156054 2023-12-01T05:58:51.926 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 54174985~5596926 2023-12-01T05:58:51.935 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:58:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:51 smithi155 ceph-mon[102677]: pgmap v4275: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 861 op/s 2023-12-01T05:58:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:51 smithi155 ceph-mon[102677]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-01T05:58:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:51 smithi111 ceph-mon[97855]: pgmap v4275: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 861 op/s 2023-12-01T05:58:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:51 smithi111 ceph-mon[97855]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-01T05:58:52.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:51 smithi111 ceph-mon[116524]: pgmap v4275: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 861 op/s 2023-12-01T05:58:52.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:51 smithi111 ceph-mon[116524]: osdmap e2027: 8 total, 8 up, 8 in 2023-12-01T05:58:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:52 smithi155 ceph-mon[102677]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-01T05:58:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:52 smithi111 ceph-mon[97855]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-01T05:58:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:52 smithi111 ceph-mon[116524]: osdmap e2028: 8 total, 8 up, 8 in 2023-12-01T05:58:53.632 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:58:53.648 INFO:tasks.workunit.client.0.smithi111.stdout:clone image374 -> image376 2023-12-01T05:58:53.778 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 47566682~3762883 2023-12-01T05:58:53.830 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 62618071~7194917 2023-12-01T05:58:53.842 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 30540873~541515 2023-12-01T05:58:53.852 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 26551203~692191 2023-12-01T05:58:53.858 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 16618225~3674812 2023-12-01T05:58:53.906 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 45796835~1629582 2023-12-01T05:58:53.951 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 86066937~278368 2023-12-01T05:58:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:53 smithi155 ceph-mon[102677]: pgmap v4278: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 862 op/s 2023-12-01T05:58:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:53 smithi155 ceph-mon[102677]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-01T05:58:53.957 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 11935592~5278641 2023-12-01T05:58:53.970 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:58:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:53 smithi111 ceph-mon[97855]: pgmap v4278: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 862 op/s 2023-12-01T05:58:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:53 smithi111 ceph-mon[97855]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-01T05:58:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:53 smithi111 ceph-mon[116524]: pgmap v4278: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 862 op/s 2023-12-01T05:58:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:53 smithi111 ceph-mon[116524]: osdmap e2029: 8 total, 8 up, 8 in 2023-12-01T05:58:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:54 smithi155 ceph-mon[102677]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-01T05:58:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:54 smithi111 ceph-mon[97855]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-01T05:58:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:54 smithi111 ceph-mon[116524]: osdmap e2030: 8 total, 8 up, 8 in 2023-12-01T05:58:55.642 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap2 2023-12-01T05:58:55.655 INFO:tasks.workunit.client.0.smithi111.stdout:clone image376 -> image378 2023-12-01T05:58:55.822 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 4291459~4280723 2023-12-01T05:58:55.872 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 46521865~2547514 2023-12-01T05:58:55.894 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 65520450~5218960 2023-12-01T05:58:55.934 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 69668844~658668 2023-12-01T05:58:55.936 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 36913442~5053720 2023-12-01T05:58:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:55 smithi155 ceph-mon[102677]: pgmap v4281: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-12-01T05:58:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:55 smithi155 ceph-mon[102677]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-01T05:58:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:55 smithi111 ceph-mon[97855]: pgmap v4281: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-12-01T05:58:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:55 smithi111 ceph-mon[97855]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-01T05:58:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:55 smithi111 ceph-mon[116524]: pgmap v4281: 169 pgs: 169 active+clean; 1.3 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail 2023-12-01T05:58:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:55 smithi111 ceph-mon[116524]: osdmap e2031: 8 total, 8 up, 8 in 2023-12-01T05:58:55.999 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 48948687~7715394 2023-12-01T05:58:56.007 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 41261407~5261640 2023-12-01T05:58:56.044 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 47021923~8148198 2023-12-01T05:58:56.046 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:58:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:56 smithi155 ceph-mon[102677]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-01T05:58:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:56 smithi111 ceph-mon[97855]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-01T05:58:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:56 smithi111 ceph-mon[116524]: osdmap e2032: 8 total, 8 up, 8 in 2023-12-01T05:58:57.663 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap3 2023-12-01T05:58:57.678 INFO:tasks.workunit.client.0.smithi111.stdout:clone image378 -> image380 2023-12-01T05:58:57.880 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:58:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:57 smithi155 ceph-mon[102677]: pgmap v4284: 169 pgs: 169 active+clean; 1.4 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 27 MiB/s wr, 472 op/s 2023-12-01T05:58:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:57 smithi155 ceph-mon[102677]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-01T05:58:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:57 smithi111 ceph-mon[97855]: pgmap v4284: 169 pgs: 169 active+clean; 1.4 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 27 MiB/s wr, 472 op/s 2023-12-01T05:58:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:57 smithi111 ceph-mon[97855]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-01T05:58:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:57 smithi111 ceph-mon[116524]: pgmap v4284: 169 pgs: 169 active+clean; 1.4 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 27 MiB/s wr, 472 op/s 2023-12-01T05:58:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:57 smithi111 ceph-mon[116524]: osdmap e2033: 8 total, 8 up, 8 in 2023-12-01T05:58:58.343 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 78696056~1054391 2023-12-01T05:58:58.395 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 44349234~539337 2023-12-01T05:58:58.428 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 27908317~7384469 2023-12-01T05:58:58.476 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 79920387~6424918 2023-12-01T05:58:58.493 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 10255267~4954 2023-12-01T05:58:58.513 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 57520093~3122357 2023-12-01T05:58:58.546 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 31694187~8002999 2023-12-01T05:58:58.599 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 55963711~933215 2023-12-01T05:58:58.600 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user0 2023-12-01T05:58:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:58 smithi155 ceph-mon[102677]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-01T05:58:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:58 smithi155 ceph-mon[102677]: pgmap v4287: 169 pgs: 169 active+clean; 1.4 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 27 MiB/s wr, 472 op/s 2023-12-01T05:58:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:58 smithi111 ceph-mon[97855]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-01T05:58:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:58 smithi111 ceph-mon[97855]: pgmap v4287: 169 pgs: 169 active+clean; 1.4 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 27 MiB/s wr, 472 op/s 2023-12-01T05:58:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:58 smithi111 ceph-mon[116524]: osdmap e2034: 8 total, 8 up, 8 in 2023-12-01T05:58:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:58 smithi111 ceph-mon[116524]: pgmap v4287: 169 pgs: 169 active+clean; 1.4 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 8.7 MiB/s rd, 27 MiB/s wr, 472 op/s 2023-12-01T05:58:59.651 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:58:59] "GET /metrics HTTP/1.1" 200 38947 "" "Prometheus/2.43.0" 2023-12-01T05:58:59.682 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 35138856~6152175 2023-12-01T05:58:59.694 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 12182313~4251967 2023-12-01T05:58:59.694 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 81865241~4480064 2023-12-01T05:58:59.696 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 12496644~7465367 2023-12-01T05:58:59.753 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 26894893~7380594 2023-12-01T05:58:59.756 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 18388860~2856694 2023-12-01T05:58:59.782 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 64910855~2650956 2023-12-01T05:58:59.783 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 47928795~4114327 2023-12-01T05:58:59.783 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user1 2023-12-01T05:58:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:58:59 smithi155 ceph-mon[102677]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-01T05:58:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:58:59 smithi111 ceph-mon[97855]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-01T05:58:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:58:59 smithi111 ceph-mon[116524]: osdmap e2035: 8 total, 8 up, 8 in 2023-12-01T05:59:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:00 smithi155 ceph-mon[102677]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-01T05:59:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:00 smithi155 ceph-mon[102677]: pgmap v4290: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 33 MiB/s rd, 43 MiB/s wr, 959 op/s 2023-12-01T05:59:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:00 smithi111 ceph-mon[97855]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-01T05:59:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:00 smithi111 ceph-mon[97855]: pgmap v4290: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 33 MiB/s rd, 43 MiB/s wr, 959 op/s 2023-12-01T05:59:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:00 smithi111 ceph-mon[116524]: osdmap e2036: 8 total, 8 up, 8 in 2023-12-01T05:59:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:00 smithi111 ceph-mon[116524]: pgmap v4290: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 33 MiB/s rd, 43 MiB/s wr, 959 op/s 2023-12-01T05:59:01.685 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 151449867 2023-12-01T05:59:01.698 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 18548965~2823536 2023-12-01T05:59:01.705 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 63747553~6879841 2023-12-01T05:59:01.705 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 21058009~5871011 2023-12-01T05:59:01.753 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 146229744~5220123 2023-12-01T05:59:01.754 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 108282347~1420575 2023-12-01T05:59:01.754 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 115563917~1997690 2023-12-01T05:59:01.754 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 11534321~7827894 2023-12-01T05:59:01.758 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 94146249~3008824 2023-12-01T05:59:01.758 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user2 2023-12-01T05:59:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:01 smithi155 ceph-mon[102677]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-01T05:59:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:01 smithi111 ceph-mon[97855]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-01T05:59:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:01 smithi111 ceph-mon[116524]: osdmap e2037: 8 total, 8 up, 8 in 2023-12-01T05:59:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:02 smithi155 ceph-mon[102677]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-01T05:59:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:02 smithi155 ceph-mon[102677]: pgmap v4293: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 33 MiB/s rd, 43 MiB/s wr, 959 op/s 2023-12-01T05:59:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:02 smithi111 ceph-mon[97855]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-01T05:59:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:02 smithi111 ceph-mon[97855]: pgmap v4293: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 33 MiB/s rd, 43 MiB/s wr, 959 op/s 2023-12-01T05:59:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:02 smithi111 ceph-mon[116524]: osdmap e2038: 8 total, 8 up, 8 in 2023-12-01T05:59:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:02 smithi111 ceph-mon[116524]: pgmap v4293: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 33 MiB/s rd, 43 MiB/s wr, 959 op/s 2023-12-01T05:59:03.696 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 146640450 2023-12-01T05:59:03.711 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 96498693~5810207 2023-12-01T05:59:03.723 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 98358401~2197384 2023-12-01T05:59:03.752 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 73124082~754419 2023-12-01T05:59:03.752 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 17429997~7862129 2023-12-01T05:59:03.754 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 41496774~8211878 2023-12-01T05:59:03.756 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 137738135~7233050 2023-12-01T05:59:03.756 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 93942666~4042772 2023-12-01T05:59:03.758 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 67531035~997855 2023-12-01T05:59:03.758 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user3 2023-12-01T05:59:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:03 smithi155 ceph-mon[102677]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-01T05:59:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:03 smithi111 ceph-mon[97855]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-01T05:59:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:03 smithi111 ceph-mon[116524]: osdmap e2039: 8 total, 8 up, 8 in 2023-12-01T05:59:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:04 smithi155 ceph-mon[102677]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-01T05:59:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:04 smithi155 ceph-mon[102677]: pgmap v4296: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-12-01T05:59:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:04 smithi111 ceph-mon[97855]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-01T05:59:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:04 smithi111 ceph-mon[97855]: pgmap v4296: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-12-01T05:59:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:04 smithi111 ceph-mon[116524]: osdmap e2040: 8 total, 8 up, 8 in 2023-12-01T05:59:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:04 smithi111 ceph-mon[116524]: pgmap v4296: 169 pgs: 169 active+clean; 1.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail 2023-12-01T05:59:05.713 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 103204679 2023-12-01T05:59:05.753 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 10320467~2580116 2023-12-01T05:59:05.754 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 10965496~1290058 2023-12-01T05:59:05.787 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 20640935~2580116 2023-12-01T05:59:05.787 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 21285964~1290058 2023-12-01T05:59:05.819 INFO:tasks.workunit.client.0.smithi111.stdout:write: 3 30961403~2580116 2023-12-01T05:59:05.819 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 31606432~1290058 2023-12-01T05:59:05.850 INFO:tasks.workunit.client.0.smithi111.stdout:write: 4 41281871~2580116 2023-12-01T05:59:05.850 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 41926900~1290058 2023-12-01T05:59:05.879 INFO:tasks.workunit.client.0.smithi111.stdout:write: 5 51602339~2580116 2023-12-01T05:59:05.879 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 52247368~1290058 2023-12-01T05:59:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:05 smithi155 ceph-mon[102677]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-01T05:59:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:05 smithi111 ceph-mon[97855]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-01T05:59:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:05 smithi111 ceph-mon[116524]: osdmap e2041: 8 total, 8 up, 8 in 2023-12-01T05:59:06.780 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:59:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:06 smithi111 ceph-mon[97855]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-01T05:59:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:06 smithi111 ceph-mon[97855]: pgmap v4299: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 8.0 MiB/s rd, 29 MiB/s wr, 342 op/s 2023-12-01T05:59:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:06 smithi111 ceph-mon[116524]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-01T05:59:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:06 smithi111 ceph-mon[116524]: pgmap v4299: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 8.0 MiB/s rd, 29 MiB/s wr, 342 op/s 2023-12-01T05:59:07.024 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:59:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:06 smithi155 ceph-mon[102677]: osdmap e2042: 8 total, 8 up, 8 in 2023-12-01T05:59:07.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:06 smithi155 ceph-mon[102677]: pgmap v4299: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 8.0 MiB/s rd, 29 MiB/s wr, 342 op/s 2023-12-01T05:59:08.004 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.Stress2 (18265 ms) 2023-12-01T05:59:08.004 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMigration.StressLive 2023-12-01T05:59:08.035 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 83886080 2023-12-01T05:59:08.046 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 25763082~4340190 2023-12-01T05:59:08.090 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 30926589~7933341 2023-12-01T05:59:08.092 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 77039896~4831854 2023-12-01T05:59:08.124 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 62991397~954638 2023-12-01T05:59:08.124 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 62683719~1303682 2023-12-01T05:59:08.137 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 17592129~7962394 2023-12-01T05:59:08.139 INFO:tasks.workunit.client.0.smithi111.stdout:write: A 80822337~3063743 2023-12-01T05:59:08.166 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 13649735~7791512 2023-12-01T05:59:08.167 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap0 2023-12-01T05:59:09.243 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap0 2023-12-01T05:59:09.257 INFO:tasks.workunit.client.0.smithi111.stdout:clone image381 -> image384 2023-12-01T05:59:09.363 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 1271099~1926597 2023-12-01T05:59:09.392 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 26915691~3562699 2023-12-01T05:59:09.418 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 19184357~4858948 2023-12-01T05:59:09.455 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 25678936~5270274 2023-12-01T05:59:09.458 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 39822562~4075119 2023-12-01T05:59:09.480 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 24618079~3047117 2023-12-01T05:59:09.482 INFO:tasks.workunit.client.0.smithi111.stdout:write: B 24164523~4748388 2023-12-01T05:59:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:59:09] "GET /metrics HTTP/1.1" 200 38949 "" "Prometheus/2.43.0" 2023-12-01T05:59:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:09 smithi111 ceph-mon[97855]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-01T05:59:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:09 smithi111 ceph-mon[97855]: pgmap v4301: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.7 MiB/s rd, 24 MiB/s wr, 287 op/s 2023-12-01T05:59:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:09 smithi111 ceph-mon[116524]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-01T05:59:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:09 smithi111 ceph-mon[116524]: pgmap v4301: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.7 MiB/s rd, 24 MiB/s wr, 287 op/s 2023-12-01T05:59:09.512 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 37847554~49513 2023-12-01T05:59:09.514 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap1 2023-12-01T05:59:09.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:09 smithi155 ceph-mon[102677]: osdmap e2043: 8 total, 8 up, 8 in 2023-12-01T05:59:09.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:09 smithi155 ceph-mon[102677]: pgmap v4301: 169 pgs: 169 active+clean; 1.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.7 MiB/s rd, 24 MiB/s wr, 287 op/s 2023-12-01T05:59:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:10 smithi111 ceph-mon[97855]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-01T05:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:10 smithi111 ceph-mon[116524]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-01T05:59:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:10 smithi155 ceph-mon[102677]: osdmap e2044: 8 total, 8 up, 8 in 2023-12-01T05:59:11.527 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap1 2023-12-01T05:59:11.541 INFO:tasks.workunit.client.0.smithi111.stdout:clone image384 -> image386 2023-12-01T05:59:11.677 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 72822967~5835546 2023-12-01T05:59:11.731 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 57470876~763901 2023-12-01T05:59:11.738 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 59057943~1288958 2023-12-01T05:59:11.771 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 29518526~7954141 2023-12-01T05:59:11.779 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 32522870~5721681 2023-12-01T05:59:11.821 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 15907867~1225221 2023-12-01T05:59:11.845 INFO:tasks.workunit.client.0.smithi111.stdout:write: C 36706251~7514370 2023-12-01T05:59:11.891 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 27854285~401751 2023-12-01T05:59:11.936 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap2 2023-12-01T05:59:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:11 smithi155 ceph-mon[102677]: pgmap v4303: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 207 MiB/s rd, 35 MiB/s wr, 964 op/s 2023-12-01T05:59:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:11 smithi155 ceph-mon[102677]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-01T05:59:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:11 smithi111 ceph-mon[97855]: pgmap v4303: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 207 MiB/s rd, 35 MiB/s wr, 964 op/s 2023-12-01T05:59:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:11 smithi111 ceph-mon[97855]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-01T05:59:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:11 smithi111 ceph-mon[116524]: pgmap v4303: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 207 MiB/s rd, 35 MiB/s wr, 964 op/s 2023-12-01T05:59:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:11 smithi111 ceph-mon[116524]: osdmap e2045: 8 total, 8 up, 8 in 2023-12-01T05:59:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:12 smithi155 ceph-mon[102677]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-01T05:59:13.006 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:12 smithi111 ceph-mon[97855]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-01T05:59:13.007 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:12 smithi111 ceph-mon[116524]: osdmap e2046: 8 total, 8 up, 8 in 2023-12-01T05:59:13.536 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap2 2023-12-01T05:59:13.550 INFO:tasks.workunit.client.0.smithi111.stdout:clone image386 -> image388 2023-12-01T05:59:13.707 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 130924723 2023-12-01T05:59:13.718 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 60264489~1783353 2023-12-01T05:59:13.777 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 116479005~782114 2023-12-01T05:59:13.777 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 70324047~432320 2023-12-01T05:59:13.787 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 44354874~4411263 2023-12-01T05:59:13.817 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 87182671~283883 2023-12-01T05:59:13.824 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 44681311~4190485 2023-12-01T05:59:13.826 INFO:tasks.workunit.client.0.smithi111.stdout:write: D 14375809~6151323 2023-12-01T05:59:13.878 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 121405882~5929152 2023-12-01T05:59:13.878 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: snap3 2023-12-01T05:59:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:13 smithi155 ceph-mon[102677]: pgmap v4306: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 275 MiB/s rd, 20 MiB/s wr, 989 op/s 2023-12-01T05:59:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:13 smithi155 ceph-mon[102677]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-01T05:59:14.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:13 smithi111 ceph-mon[97855]: pgmap v4306: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 275 MiB/s rd, 20 MiB/s wr, 989 op/s 2023-12-01T05:59:14.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:13 smithi111 ceph-mon[97855]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-01T05:59:14.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:13 smithi111 ceph-mon[116524]: pgmap v4306: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 275 MiB/s rd, 20 MiB/s wr, 989 op/s 2023-12-01T05:59:14.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:13 smithi111 ceph-mon[116524]: osdmap e2047: 8 total, 8 up, 8 in 2023-12-01T05:59:14.921 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:59:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:14 smithi155 ceph-mon[102677]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-01T05:59:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:14 smithi111 ceph-mon[97855]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-01T05:59:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:14 smithi111 ceph-mon[116524]: osdmap e2048: 8 total, 8 up, 8 in 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (76m) 112s ago 77m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (76m) 112s ago 76m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (78m) 112s ago 78m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (78m) 112s ago 78m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (81m) 112s ago 81m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (82m) 112s ago 82m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (82m) 112s ago 82m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (81m) 112s ago 81m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:59:15.228 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (81m) 112s ago 81m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (76m) 112s ago 76m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (76m) 112s ago 76m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (80m) 112s ago 80m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (80m) 112s ago 80m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (80m) 112s ago 80m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (79m) 112s ago 79m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (79m) 112s ago 79m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (79m) 112s ago 79m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (78m) 112s ago 78m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (78m) 112s ago 78m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:59:15.229 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (76m) 112s ago 77m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:59:15.551 INFO:tasks.workunit.client.0.smithi111.stdout:snap_protect: snap3 2023-12-01T05:59:15.561 INFO:tasks.workunit.client.0.smithi111.stdout:clone image388 -> image390 2023-12-01T05:59:15.632 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:59:15.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:59:15.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:59:15.634 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:59:15.634 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:59:15.744 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 99098597 2023-12-01T05:59:15.767 INFO:tasks.workunit.client.0.smithi111.stdout:migration_prepare 2023-12-01T05:59:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:15 smithi155 ceph-mon[102677]: pgmap v4309: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2023-12-01T05:59:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:15 smithi155 ceph-mon[102677]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-01T05:59:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:15 smithi111 ceph-mon[97855]: pgmap v4309: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2023-12-01T05:59:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:15 smithi111 ceph-mon[97855]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-01T05:59:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:15 smithi111 ceph-mon[116524]: pgmap v4309: 169 pgs: 169 active+clean; 1.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail 2023-12-01T05:59:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:15 smithi111 ceph-mon[116524]: osdmap e2049: 8 total, 8 up, 8 in 2023-12-01T05:59:16.257 INFO:tasks.workunit.client.0.smithi111.stdout:migration_execute 2023-12-01T05:59:16.257 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 31330021~7157641 2023-12-01T05:59:16.329 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 68102704~3435915 2023-12-01T05:59:16.372 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 41244679~2730564 2023-12-01T05:59:16.399 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 39816145~3146073 2023-12-01T05:59:16.400 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 60378580~5250138 2023-12-01T05:59:16.471 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 50158969~4406 2023-12-01T05:59:16.497 INFO:tasks.workunit.client.0.smithi111.stdout:write: a 87403845~1442505 2023-12-01T05:59:16.540 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 96359349~2739248 2023-12-01T05:59:16.542 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user0 2023-12-01T05:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:16 smithi155 ceph-mon[102677]: from='client.29036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:16 smithi155 ceph-mon[102677]: from='client.29042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:16 smithi155 ceph-mon[102677]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-01T05:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4241287734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[97855]: from='client.29036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[97855]: from='client.29042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[97855]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4241287734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[116524]: from='client.29036 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[116524]: from='client.29042 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[116524]: osdmap e2050: 8 total, 8 up, 8 in 2023-12-01T05:59:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4241287734' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:59:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:17 smithi155 ceph-mon[102677]: pgmap v4312: 169 pgs: 169 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 10 MiB/s rd, 22 MiB/s wr, 455 op/s 2023-12-01T05:59:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:17 smithi111 ceph-mon[97855]: pgmap v4312: 169 pgs: 169 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 10 MiB/s rd, 22 MiB/s wr, 455 op/s 2023-12-01T05:59:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:17 smithi111 ceph-mon[116524]: pgmap v4312: 169 pgs: 169 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 10 MiB/s rd, 22 MiB/s wr, 455 op/s 2023-12-01T05:59:18.578 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 151708109 2023-12-01T05:59:18.594 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 131470677~5516643 2023-12-01T05:59:18.606 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 74911408~3257500 2023-12-01T05:59:18.607 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 89456171~1443434 2023-12-01T05:59:18.607 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 75604227~3595136 2023-12-01T05:59:18.663 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 143258601~5963295 2023-12-01T05:59:18.664 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 8664310~5764354 2023-12-01T05:59:18.664 INFO:tasks.workunit.client.0.smithi111.stdout:write: b 75751869~4575949 2023-12-01T05:59:18.668 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 34434646~7441439 2023-12-01T05:59:18.668 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user1 2023-12-01T05:59:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:18 smithi155 ceph-mon[102677]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-01T05:59:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:18 smithi111 ceph-mon[97855]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-01T05:59:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:18 smithi111 ceph-mon[116524]: osdmap e2051: 8 total, 8 up, 8 in 2023-12-01T05:59:19.562 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:59:19] "GET /metrics HTTP/1.1" 200 38949 "" "Prometheus/2.43.0" 2023-12-01T05:59:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:19 smithi155 ceph-mon[102677]: pgmap v4314: 169 pgs: 169 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 8.3 MiB/s rd, 18 MiB/s wr, 370 op/s 2023-12-01T05:59:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:19 smithi155 ceph-mon[102677]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-01T05:59:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:19 smithi111 ceph-mon[97855]: pgmap v4314: 169 pgs: 169 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 8.3 MiB/s rd, 18 MiB/s wr, 370 op/s 2023-12-01T05:59:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:19 smithi111 ceph-mon[97855]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-01T05:59:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:19 smithi111 ceph-mon[116524]: pgmap v4314: 169 pgs: 169 active+clean; 2.0 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 8.3 MiB/s rd, 18 MiB/s wr, 370 op/s 2023-12-01T05:59:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:19 smithi111 ceph-mon[116524]: osdmap e2052: 8 total, 8 up, 8 in 2023-12-01T05:59:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:20.590 INFO:tasks.workunit.client.0.smithi111.stdout:resize: 145508320 2023-12-01T05:59:20.622 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 132233459~2184933 2023-12-01T05:59:20.629 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 62935999~4915710 2023-12-01T05:59:20.631 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 73661588~7332867 2023-12-01T05:59:20.633 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 109121324~1003597 2023-12-01T05:59:20.634 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 76338333~2309725 2023-12-01T05:59:20.685 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 24662791~1492144 2023-12-01T05:59:20.686 INFO:tasks.workunit.client.0.smithi111.stdout:write: c 67044307~6716462 2023-12-01T05:59:20.689 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 126462443~5773212 2023-12-01T05:59:20.689 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user2 2023-12-01T05:59:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:20 smithi155 ceph-mon[102677]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-01T05:59:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:20 smithi111 ceph-mon[97855]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-01T05:59:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:20 smithi111 ceph-mon[116524]: osdmap e2053: 8 total, 8 up, 8 in 2023-12-01T05:59:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:21 smithi155 ceph-mon[102677]: pgmap v4317: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 779 op/s 2023-12-01T05:59:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:21 smithi155 ceph-mon[102677]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-01T05:59:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:21 smithi111 ceph-mon[116524]: pgmap v4317: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 779 op/s 2023-12-01T05:59:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:21 smithi111 ceph-mon[116524]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-01T05:59:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:21 smithi111 ceph-mon[97855]: pgmap v4317: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 28 MiB/s rd, 26 MiB/s wr, 779 op/s 2023-12-01T05:59:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:21 smithi111 ceph-mon[97855]: osdmap e2054: 8 total, 8 up, 8 in 2023-12-01T05:59:22.616 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 95209450~7216647 2023-12-01T05:59:22.628 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 37291838~8047737 2023-12-01T05:59:22.628 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 60755153~7582794 2023-12-01T05:59:22.632 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 44978753~7551808 2023-12-01T05:59:22.671 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 126623723~4343550 2023-12-01T05:59:22.673 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 75292918~2088544 2023-12-01T05:59:22.673 INFO:tasks.workunit.client.0.smithi111.stdout:write: d 67761476~8224228 2023-12-01T05:59:22.736 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 51084983~6151739 2023-12-01T05:59:22.736 INFO:tasks.workunit.client.0.smithi111.stdout:snap_create: user3 2023-12-01T05:59:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:22 smithi155 ceph-mon[102677]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-01T05:59:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:22 smithi111 ceph-mon[97855]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-01T05:59:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:22 smithi111 ceph-mon[116524]: osdmap e2055: 8 total, 8 up, 8 in 2023-12-01T05:59:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:23 smithi155 ceph-mon[102677]: pgmap v4320: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 35 MiB/s rd, 32 MiB/s wr, 956 op/s 2023-12-01T05:59:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:23 smithi155 ceph-mon[102677]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-01T05:59:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:23 smithi111 ceph-mon[97855]: pgmap v4320: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 35 MiB/s rd, 32 MiB/s wr, 956 op/s 2023-12-01T05:59:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:23 smithi111 ceph-mon[97855]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-01T05:59:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:23 smithi111 ceph-mon[116524]: pgmap v4320: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 35 MiB/s rd, 32 MiB/s wr, 956 op/s 2023-12-01T05:59:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:23 smithi111 ceph-mon[116524]: osdmap e2056: 8 total, 8 up, 8 in 2023-12-01T05:59:24.626 INFO:tasks.workunit.client.0.smithi111.stdout:write: 1 14550832~3637708 2023-12-01T05:59:24.629 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 15460259~1818854 2023-12-01T05:59:24.681 INFO:tasks.workunit.client.0.smithi111.stdout:write: 2 29101664~3637708 2023-12-01T05:59:24.682 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 30011091~1818854 2023-12-01T05:59:24.708 INFO:tasks.workunit.client.0.smithi111.stdout:write: 3 43652496~3637708 2023-12-01T05:59:24.709 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 44561923~1818854 2023-12-01T05:59:24.726 INFO:tasks.workunit.client.0.smithi111.stdout:write: 4 58203328~3637708 2023-12-01T05:59:24.727 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 59112755~1818854 2023-12-01T05:59:24.754 INFO:tasks.workunit.client.0.smithi111.stdout:write: 5 72754160~3637708 2023-12-01T05:59:24.754 INFO:tasks.workunit.client.0.smithi111.stdout:discard: 73663587~1818854 2023-12-01T05:59:24.887 INFO:tasks.workunit.client.0.smithi111.stdout:migration_commit 2023-12-01T05:59:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:24 smithi155 ceph-mon[102677]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-01T05:59:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:59:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:59:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:59:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:59:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[97855]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[116524]: osdmap e2057: 8 total, 8 up, 8 in 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T05:59:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:59:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:25 smithi155 ceph-mon[102677]: pgmap v4323: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-01T05:59:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:25 smithi155 ceph-mon[102677]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-01T05:59:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:25 smithi111 ceph-mon[97855]: pgmap v4323: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-01T05:59:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:25 smithi111 ceph-mon[97855]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-01T05:59:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:25 smithi111 ceph-mon[116524]: pgmap v4323: 169 pgs: 169 active+clean; 2.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-01T05:59:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:25 smithi111 ceph-mon[116524]: osdmap e2058: 8 total, 8 up, 8 in 2023-12-01T05:59:26.107 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMigration.StressLive (18104 ms) 2023-12-01T05:59:27.640 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 57 tests from TestMigration (260633 ms total) 2023-12-01T05:59:27.640 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:27.640 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 2 tests from TestMirroringWatcher 2023-12-01T05:59:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:27 smithi155 ceph-mon[102677]: pgmap v4325: 169 pgs: 169 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.7 MiB/s rd, 28 MiB/s wr, 282 op/s 2023-12-01T05:59:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:27 smithi155 ceph-mon[102677]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-01T05:59:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:27 smithi111 ceph-mon[97855]: pgmap v4325: 169 pgs: 169 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.7 MiB/s rd, 28 MiB/s wr, 282 op/s 2023-12-01T05:59:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:27 smithi111 ceph-mon[97855]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-01T05:59:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:27 smithi111 ceph-mon[116524]: pgmap v4325: 169 pgs: 169 active+clean; 2.3 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 4.7 MiB/s rd, 28 MiB/s wr, 282 op/s 2023-12-01T05:59:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:27 smithi111 ceph-mon[116524]: osdmap e2059: 8 total, 8 up, 8 in 2023-12-01T05:59:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:28 smithi155 ceph-mon[102677]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-01T05:59:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:28 smithi111 ceph-mon[97855]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-01T05:59:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:28 smithi111 ceph-mon[116524]: osdmap e2060: 8 total, 8 up, 8 in 2023-12-01T05:59:29.627 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:59:29] "GET /metrics HTTP/1.1" 200 38949 "" "Prometheus/2.43.0" 2023-12-01T05:59:29.641 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2023-12-01T05:59:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:29 smithi155 ceph-mon[102677]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-01T05:59:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:29 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:29 smithi155 ceph-mon[102677]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-01T05:59:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1152736332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[116524]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[116524]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1152736332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[97855]: pgmap v4328: 105 pgs: 105 active+clean; 4.6 MiB data, 11 GiB used, 704 GiB / 715 GiB avail 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[97855]: osdmap e2061: 8 total, 8 up, 8 in 2023-12-01T05:59:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1152736332' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1152736332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-39","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:30 smithi155 ceph-mon[102677]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-01T05:59:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1152736332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-39","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:30 smithi111 ceph-mon[116524]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-01T05:59:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1152736332' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-39","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:30 smithi111 ceph-mon[97855]: osdmap e2062: 8 total, 8 up, 8 in 2023-12-01T05:59:31.685 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2043 ms) 2023-12-01T05:59:31.685 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2023-12-01T05:59:31.708 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (23 ms) 2023-12-01T05:59:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:31 smithi155 ceph-mon[102677]: pgmap v4331: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:31 smithi155 ceph-mon[102677]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-01T05:59:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:31 smithi111 ceph-mon[116524]: pgmap v4331: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:31 smithi111 ceph-mon[116524]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-01T05:59:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:31 smithi111 ceph-mon[97855]: pgmap v4331: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:31 smithi111 ceph-mon[97855]: osdmap e2063: 8 total, 8 up, 8 in 2023-12-01T05:59:32.674 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 2 tests from TestMirroringWatcher (2066 ms total) 2023-12-01T05:59:32.674 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:32.675 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 4 tests from TestObjectMap 2023-12-01T05:59:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:32 smithi155 ceph-mon[102677]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-01T05:59:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:32 smithi155 ceph-mon[102677]: pgmap v4334: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:32 smithi111 ceph-mon[116524]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-01T05:59:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:32 smithi111 ceph-mon[116524]: pgmap v4334: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:32 smithi111 ceph-mon[97855]: osdmap e2064: 8 total, 8 up, 8 in 2023-12-01T05:59:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:32 smithi111 ceph-mon[97855]: pgmap v4334: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:33 smithi155 ceph-mon[102677]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-01T05:59:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:33 smithi111 ceph-mon[97855]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-01T05:59:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:33 smithi111 ceph-mon[116524]: osdmap e2065: 8 total, 8 up, 8 in 2023-12-01T05:59:34.692 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2023-12-01T05:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:34 smithi155 ceph-mon[102677]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-01T05:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/848073397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:34 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:34 smithi155 ceph-mon[102677]: pgmap v4337: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[97855]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/848073397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[97855]: pgmap v4337: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[116524]: osdmap e2066: 8 total, 8 up, 8 in 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/848073397' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T05:59:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:34 smithi111 ceph-mon[116524]: pgmap v4337: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:35 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:35 smithi155 ceph-mon[102677]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-01T05:59:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:35 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:35 smithi155 ceph-mon[102677]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[97855]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[97855]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-40","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[116524]: osdmap e2067: 8 total, 8 up, 8 in 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:35 smithi111 ceph-mon[116524]: osdmap e2068: 8 total, 8 up, 8 in 2023-12-01T05:59:36.728 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2036 ms) 2023-12-01T05:59:36.728 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2023-12-01T05:59:36.758 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (31 ms) 2023-12-01T05:59:36.758 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2023-12-01T05:59:36.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (34 ms) 2023-12-01T05:59:36.793 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2023-12-01T05:59:36.823 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (30 ms) 2023-12-01T05:59:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:36 smithi155 ceph-mon[102677]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:36 smithi155 ceph-mon[102677]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-01T05:59:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:36 smithi111 ceph-mon[97855]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:37.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:36 smithi111 ceph-mon[97855]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-01T05:59:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:36 smithi111 ceph-mon[116524]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:36 smithi111 ceph-mon[116524]: osdmap e2069: 8 total, 8 up, 8 in 2023-12-01T05:59:37.710 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 4 tests from TestObjectMap (2132 ms total) 2023-12-01T05:59:37.710 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:37.710 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 1 test from TestOperations 2023-12-01T05:59:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:37 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:37 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:37 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:38 smithi111 ceph-mon[97855]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-01T05:59:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:38 smithi111 ceph-mon[97855]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:38 smithi111 ceph-mon[116524]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-01T05:59:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:38 smithi111 ceph-mon[116524]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:38 smithi155 ceph-mon[102677]: osdmap e2070: 8 total, 8 up, 8 in 2023-12-01T05:59:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:38 smithi155 ceph-mon[102677]: pgmap v4343: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:39.721 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:39 smithi111 ceph-mon[116524]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-01T05:59:39.721 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4017432075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:39.721 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:59:39] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.43.0" 2023-12-01T05:59:39.725 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2023-12-01T05:59:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:39 smithi111 ceph-mon[97855]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-01T05:59:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4017432075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:39 smithi155 ceph-mon[102677]: osdmap e2071: 8 total, 8 up, 8 in 2023-12-01T05:59:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4017432075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4017432075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-41","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:40 smithi111 ceph-mon[97855]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-01T05:59:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:40 smithi111 ceph-mon[97855]: pgmap v4346: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4017432075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-41","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:40 smithi111 ceph-mon[116524]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-01T05:59:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:40 smithi111 ceph-mon[116524]: pgmap v4346: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4017432075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-41","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:40 smithi155 ceph-mon[102677]: osdmap e2072: 8 total, 8 up, 8 in 2023-12-01T05:59:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:40 smithi155 ceph-mon[102677]: pgmap v4346: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:41.756 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/test_Operations.cc:18: Skipped 2023-12-01T05:59:41.756 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:41.756 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2030 ms) 2023-12-01T05:59:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:41 smithi111 ceph-mon[97855]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-01T05:59:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:41 smithi111 ceph-mon[116524]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-01T05:59:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:41 smithi155 ceph-mon[102677]: osdmap e2073: 8 total, 8 up, 8 in 2023-12-01T05:59:42.753 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 1 test from TestOperations (2030 ms total) 2023-12-01T05:59:42.753 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:42.754 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 2 tests from TestTrash 2023-12-01T05:59:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:42 smithi111 ceph-mon[97855]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-01T05:59:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:42 smithi111 ceph-mon[97855]: pgmap v4349: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:42 smithi111 ceph-mon[116524]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-01T05:59:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:42 smithi111 ceph-mon[116524]: pgmap v4349: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:42 smithi155 ceph-mon[102677]: osdmap e2074: 8 total, 8 up, 8 in 2023-12-01T05:59:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:42 smithi155 ceph-mon[102677]: pgmap v4349: 137 pgs: 7 creating+activating, 130 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:43 smithi111 ceph-mon[97855]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-01T05:59:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:43 smithi111 ceph-mon[116524]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-01T05:59:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:43 smithi155 ceph-mon[102677]: osdmap e2075: 8 total, 8 up, 8 in 2023-12-01T05:59:44.765 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestTrash.UserRemovingSource 2023-12-01T05:59:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:44 smithi155 ceph-mon[102677]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-01T05:59:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/247546442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:44 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:45.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:44 smithi155 ceph-mon[102677]: pgmap v4352: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[97855]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/247546442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[97855]: pgmap v4352: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[116524]: osdmap e2076: 8 total, 8 up, 8 in 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/247546442' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:44 smithi111 ceph-mon[116524]: pgmap v4352: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:45.986 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T05:59:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:45 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:45 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:45 smithi155 ceph-mon[102677]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-01T05:59:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:45 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:45 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:45 smithi111 ceph-mon[97855]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-01T05:59:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:45 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:45 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-42","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:45 smithi111 ceph-mon[116524]: osdmap e2077: 8 total, 8 up, 8 in 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (77m) 2m ago 77m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (77m) 2m ago 77m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (78m) 2m ago 78m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (78m) 2m ago 78m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (81m) 2m ago 81m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (83m) 2m ago 83m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (83m) 2m ago 83m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (82m) 2m ago 82m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T05:59:46.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (82m) 2m ago 82m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (77m) 2m ago 77m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (77m) 2m ago 77m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (81m) 2m ago 81m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (81m) 2m ago 81m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (80m) 2m ago 80m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (80m) 2m ago 80m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (80m) 2m ago 80m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (79m) 2m ago 79m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (79m) 2m ago 79m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (78m) 2m ago 78m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T05:59:46.294 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (76m) 2m ago 78m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:59:46.675 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T05:59:46.676 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T05:59:46.875 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestTrash.UserRemovingSource (2109 ms) 2023-12-01T05:59:46.875 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2023-12-01T05:59:46.917 INFO:tasks.workunit.client.0.smithi111.stdout:[ OK ] TestTrash.RestoreMirroringSource (42 ms) 2023-12-01T05:59:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:46 smithi155 ceph-mon[102677]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-01T05:59:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:46 smithi155 ceph-mon[102677]: from='client.29099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:46 smithi155 ceph-mon[102677]: from='client.29105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:46 smithi155 ceph-mon[102677]: pgmap v4355: 137 pgs: 6 creating+activating, 17 creating+peering, 114 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1182030738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:59:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[97855]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[97855]: from='client.29099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[97855]: from='client.29105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[97855]: pgmap v4355: 137 pgs: 6 creating+activating, 17 creating+peering, 114 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1182030738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[116524]: osdmap e2078: 8 total, 8 up, 8 in 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[116524]: from='client.29099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[116524]: from='client.29105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T05:59:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[116524]: pgmap v4355: 137 pgs: 6 creating+activating, 17 creating+peering, 114 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1182030738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T05:59:47.799 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 2 tests from TestTrash (2152 ms total) 2023-12-01T05:59:47.799 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:47.799 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 3 tests from TestJournalEntries 2023-12-01T05:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:47 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:47 smithi155 ceph-mon[102677]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-01T05:59:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:47 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:47 smithi111 ceph-mon[97855]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-01T05:59:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:47 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:47 smithi111 ceph-mon[116524]: osdmap e2079: 8 total, 8 up, 8 in 2023-12-01T05:59:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:48 smithi155 ceph-mon[102677]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-01T05:59:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:48 smithi155 ceph-mon[102677]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:48 smithi111 ceph-mon[97855]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-01T05:59:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:48 smithi111 ceph-mon[97855]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:48 smithi111 ceph-mon[116524]: osdmap e2080: 8 total, 8 up, 8 in 2023-12-01T05:59:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:48 smithi111 ceph-mon[116524]: pgmap v4358: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:59:49] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-12-01T05:59:49.798 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalEntries.AioWrite 2023-12-01T05:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:49 smithi155 ceph-mon[102677]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-01T05:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1899147796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:49 smithi111 ceph-mon[97855]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-01T05:59:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1899147796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:49 smithi111 ceph-mon[116524]: osdmap e2081: 8 total, 8 up, 8 in 2023-12-01T05:59:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1899147796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T05:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1899147796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-43","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:50 smithi155 ceph-mon[102677]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-01T05:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:50 smithi155 ceph-mon[102677]: pgmap v4361: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1899147796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-43","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:50 smithi111 ceph-mon[97855]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-01T05:59:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:50 smithi111 ceph-mon[97855]: pgmap v4361: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1899147796' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-43","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:50 smithi111 ceph-mon[116524]: osdmap e2082: 8 total, 8 up, 8 in 2023-12-01T05:59:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:50 smithi111 ceph-mon[116524]: pgmap v4361: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:51.838 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Entries.cc:118: Skipped 2023-12-01T05:59:51.839 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:51.839 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2040 ms) 2023-12-01T05:59:51.839 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalEntries.AioDiscard 2023-12-01T05:59:51.848 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Entries.cc:163: Skipped 2023-12-01T05:59:51.848 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:51.848 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (9 ms) 2023-12-01T05:59:51.848 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalEntries.AioFlush 2023-12-01T05:59:51.857 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Entries.cc:200: Skipped 2023-12-01T05:59:51.857 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:51.857 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (10 ms) 2023-12-01T05:59:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:51 smithi155 ceph-mon[102677]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-01T05:59:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:51 smithi111 ceph-mon[97855]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-01T05:59:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:51 smithi111 ceph-mon[116524]: osdmap e2083: 8 total, 8 up, 8 in 2023-12-01T05:59:52.829 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 3 tests from TestJournalEntries (2059 ms total) 2023-12-01T05:59:52.829 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:52.829 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 16 tests from TestJournalReplay 2023-12-01T05:59:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:52 smithi155 ceph-mon[102677]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-01T05:59:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:52 smithi155 ceph-mon[102677]: pgmap v4364: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:52 smithi111 ceph-mon[97855]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-01T05:59:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:52 smithi111 ceph-mon[97855]: pgmap v4364: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:52 smithi111 ceph-mon[116524]: osdmap e2084: 8 total, 8 up, 8 in 2023-12-01T05:59:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:52 smithi111 ceph-mon[116524]: pgmap v4364: 137 pgs: 20 creating+peering, 117 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:53 smithi155 ceph-mon[102677]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-01T05:59:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:53 smithi111 ceph-mon[97855]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-01T05:59:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:53 smithi111 ceph-mon[116524]: osdmap e2085: 8 total, 8 up, 8 in 2023-12-01T05:59:54.843 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2023-12-01T05:59:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:54 smithi155 ceph-mon[102677]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-01T05:59:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3041365017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:54 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:54 smithi155 ceph-mon[102677]: pgmap v4367: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[97855]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-01T05:59:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3041365017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[97855]: pgmap v4367: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[116524]: osdmap e2086: 8 total, 8 up, 8 in 2023-12-01T05:59:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3041365017' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2023-12-01T05:59:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:54 smithi111 ceph-mon[116524]: pgmap v4367: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:55 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:56.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:55 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:56.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:55 smithi155 ceph-mon[102677]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-01T05:59:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:55 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:55 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:55 smithi111 ceph-mon[97855]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-01T05:59:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:55 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T05:59:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:55 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi111-207202-44","app": "rados","yes_i_really_mean_it": true}]': finished 2023-12-01T05:59:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:55 smithi111 ceph-mon[116524]: osdmap e2087: 8 total, 8 up, 8 in 2023-12-01T05:59:56.877 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:109: Skipped 2023-12-01T05:59:56.877 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.877 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2035 ms) 2023-12-01T05:59:56.878 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2023-12-01T05:59:56.886 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:200: Skipped 2023-12-01T05:59:56.886 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.886 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (9 ms) 2023-12-01T05:59:56.887 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2023-12-01T05:59:56.896 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:261: Skipped 2023-12-01T05:59:56.896 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.896 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2023-12-01T05:59:56.896 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.SnapCreate 2023-12-01T05:59:56.904 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:307: Skipped 2023-12-01T05:59:56.905 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.905 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2023-12-01T05:59:56.905 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.SnapProtect 2023-12-01T05:59:56.913 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:348: Skipped 2023-12-01T05:59:56.913 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.913 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2023-12-01T05:59:56.913 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2023-12-01T05:59:56.920 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:394: Skipped 2023-12-01T05:59:56.920 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.921 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2023-12-01T05:59:56.921 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.SnapRename 2023-12-01T05:59:56.928 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:450: Skipped 2023-12-01T05:59:56.928 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.928 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2023-12-01T05:59:56.928 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.SnapRollback 2023-12-01T05:59:56.936 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:500: Skipped 2023-12-01T05:59:56.936 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.937 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2023-12-01T05:59:56.937 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.SnapRemove 2023-12-01T05:59:56.944 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:541: Skipped 2023-12-01T05:59:56.944 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.944 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2023-12-01T05:59:56.944 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.Rename 2023-12-01T05:59:56.951 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:590: Skipped 2023-12-01T05:59:56.952 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.952 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.Rename (7 ms) 2023-12-01T05:59:56.952 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.Resize 2023-12-01T05:59:56.960 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:624: Skipped 2023-12-01T05:59:56.960 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.960 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.Resize (9 ms) 2023-12-01T05:59:56.960 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.Flatten 2023-12-01T05:59:56.968 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:657: Skipped 2023-12-01T05:59:56.968 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.968 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.Flatten (7 ms) 2023-12-01T05:59:56.968 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2023-12-01T05:59:56.975 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:704: Skipped 2023-12-01T05:59:56.975 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.975 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (8 ms) 2023-12-01T05:59:56.976 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.MetadataSet 2023-12-01T05:59:56.983 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:741: Skipped 2023-12-01T05:59:56.983 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.983 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (7 ms) 2023-12-01T05:59:56.983 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2023-12-01T05:59:56.990 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:781: Skipped 2023-12-01T05:59:56.990 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.991 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (8 ms) 2023-12-01T05:59:56.991 INFO:tasks.workunit.client.0.smithi111.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2023-12-01T05:59:56.998 INFO:tasks.workunit.client.0.smithi111.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.2.0-1291-g188db309/rpm/el8/BUILD/ceph-18.2.0-1291-g188db309/src/test/librbd/journal/test_Replay.cc:824: Skipped 2023-12-01T05:59:56.998 INFO:tasks.workunit.client.0.smithi111.stdout:Skipping due to unmet REQUIRE 2023-12-01T05:59:56.998 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (8 ms) 2023-12-01T05:59:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:56 smithi155 ceph-mon[102677]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-01T05:59:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:56 smithi155 ceph-mon[102677]: pgmap v4370: 137 pgs: 2 creating+activating, 16 creating+peering, 119 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:56 smithi111 ceph-mon[97855]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-01T05:59:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:56 smithi111 ceph-mon[97855]: pgmap v4370: 137 pgs: 2 creating+activating, 16 creating+peering, 119 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:56 smithi111 ceph-mon[116524]: osdmap e2088: 8 total, 8 up, 8 in 2023-12-01T05:59:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:56 smithi111 ceph-mon[116524]: pgmap v4370: 137 pgs: 2 creating+activating, 16 creating+peering, 119 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:57.864 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] 16 tests from TestJournalReplay (2156 ms total) 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[----------] Global test environment tear-down 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[==========] 471 tests from 23 test suites ran. (2106714 ms total) 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ PASSED ] 427 tests. 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] 44 tests, listed below: 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestInternal.TestCoR 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2023-12-01T05:59:57.865 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2023-12-01T05:59:57.866 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestMigration.MirroringPool 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2023-12-01T05:59:57.867 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.Rename 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.Resize 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout: YOU HAVE 2 DISABLED TESTS 2023-12-01T05:59:57.868 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T05:59:57.877 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T05:59:57.877 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T05:59:57.924 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2023-12-01T05:59:57.924 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-01T05:59:58.130 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:57 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:58.130 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:57 smithi111 ceph-mon[97855]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-01T05:59:58.131 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:57 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:58.131 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:57 smithi111 ceph-mon[116524]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-01T05:59:58.132 DEBUG:teuthology.parallel:result is None 2023-12-01T05:59:58.132 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:59:58.160 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:59:58.160 DEBUG:teuthology.orchestra.run.smithi111:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:59:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:57 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T05:59:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:57 smithi155 ceph-mon[102677]: osdmap e2089: 8 total, 8 up, 8 in 2023-12-01T05:59:58.217 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T05:59:58.218 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:59:58.218 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2023-12-01T05:59:58.218 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T05:59:58.218 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2023-12-01T05:59:58.218 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2023-12-01T05:59:58.219 INFO:tasks.workunit:Pulling workunits from ref reef 2023-12-01T05:59:58.219 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-12-01T05:59:58.219 DEBUG:teuthology.orchestra.run.smithi111:> stat -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:59:58.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-01T05:59:58.274 INFO:teuthology.orchestra.run.smithi111.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-12-01T05:59:58.275 DEBUG:teuthology.orchestra.run.smithi111:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T05:59:58.331 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-12-01T05:59:58.331 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-12-01T05:59:58.389 INFO:tasks.workunit:timeout=3h 2023-12-01T05:59:58.389 INFO:tasks.workunit:cleanup=True 2023-12-01T05:59:58.390 DEBUG:teuthology.orchestra.run.smithi111:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2023-12-01T05:59:58.447 INFO:tasks.workunit.client.0.smithi111.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-12-01T05:59:59.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:58 smithi155 ceph-mon[102677]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-01T05:59:59.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 05:59:58 smithi155 ceph-mon[102677]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:58 smithi111 ceph-mon[97855]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-01T05:59:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 05:59:58 smithi111 ceph-mon[97855]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:58 smithi111 ceph-mon[116524]: osdmap e2090: 8 total, 8 up, 8 in 2023-12-01T05:59:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 05:59:58 smithi111 ceph-mon[116524]: pgmap v4373: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T05:59:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 05:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:05:59:59] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.43.0" 2023-12-01T06:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:00 smithi111 conmon[97831]: 2023-12-01T05:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:00:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:00:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:00:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:00:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:01 smithi155 ceph-mon[102677]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:02.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:01 smithi111 ceph-mon[97855]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:02.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:01 smithi111 ceph-mon[116524]: pgmap v4374: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:03 smithi155 ceph-mon[102677]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:03 smithi111 ceph-mon[97855]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:03 smithi111 ceph-mon[116524]: pgmap v4375: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:05.859 DEBUG:teuthology.orchestra.run.smithi111:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-12-01T06:00:05.917 INFO:tasks.workunit.client.0.smithi111.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-12-01T06:00:05.919 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T06:00:05.919 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-12-01T06:00:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:05 smithi155 ceph-mon[102677]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:05.965 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-12-01T06:00:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:05 smithi111 ceph-mon[97855]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:05 smithi111 ceph-mon[116524]: pgmap v4376: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:06.011 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-12-01T06:00:06.048 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-12-01T06:00:06.049 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T06:00:06.049 INFO:tasks.workunit.client.0.smithi111.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-12-01T06:00:06.086 INFO:tasks.workunit.client.0.smithi111.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-12-01T06:00:06.089 DEBUG:teuthology.orchestra.run.smithi111:> set -ex 2023-12-01T06:00:06.089 DEBUG:teuthology.orchestra.run.smithi111:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-12-01T06:00:06.145 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2023-12-01T06:00:06.146 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2023-12-01T06:00:06.147 DEBUG:teuthology.orchestra.run.smithi111:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-01T06:00:06.207 INFO:tasks.workunit.client.0.smithi111.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2023-12-01T06:00:06.208 INFO:tasks.workunit.client.0.smithi111.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2023-12-01T06:00:06.208 INFO:tasks.workunit.client.0.smithi111.stderr:+ '[' -n '' ']' 2023-12-01T06:00:06.208 INFO:tasks.workunit.client.0.smithi111.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2023-12-01T06:00:06.456 INFO:tasks.workunit.client.0.smithi111.stdout:============================= test session starts ============================== 2023-12-01T06:00:06.457 INFO:tasks.workunit.client.0.smithi111.stdout:platform linux -- Python 3.6.8, pytest-3.4.2, py-1.5.3, pluggy-0.6.0 -- /usr/bin/python3 2023-12-01T06:00:06.457 INFO:tasks.workunit.client.0.smithi111.stdout:cachedir: ../../../clone.client.0/src/test/pybind/.pytest_cache 2023-12-01T06:00:06.457 INFO:tasks.workunit.client.0.smithi111.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, inifile: pytest.ini 2023-12-01T06:00:06.572 INFO:tasks.workunit.client.0.smithi111.stdout:collecting ... collected 174 items 2023-12-01T06:00:06.572 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T06:00:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:07 smithi155 ceph-mon[102677]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:07 smithi111 ceph-mon[97855]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:07 smithi111 ceph-mon[116524]: pgmap v4377: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:08 smithi111 ceph-mon[116524]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-01T06:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-01T06:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:08 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-01T06:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:08 smithi111 ceph-mon[97855]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-01T06:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-01T06:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:08 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-01T06:00:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:08 smithi155 ceph-mon[102677]: osdmap e2091: 8 total, 8 up, 8 in 2023-12-01T06:00:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-01T06:00:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:08 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2023-12-01T06:00:09.574 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:00:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:00:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:09 smithi155 ceph-mon[102677]: pgmap v4379: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:09 smithi155 ceph-mon[102677]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T06:00:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:09 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-01T06:00:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:09 smithi155 ceph-mon[102677]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-01T06:00:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[116524]: pgmap v4379: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[116524]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T06:00:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-01T06:00:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[116524]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-01T06:00:10.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[97855]: pgmap v4379: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:10.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[97855]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-01T06:00:10.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2023-12-01T06:00:10.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:09 smithi111 ceph-mon[97855]: osdmap e2092: 8 total, 8 up, 8 in 2023-12-01T06:00:10.599 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2023-12-01T06:00:10.682 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2023-12-01T06:00:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:10 smithi155 ceph-mon[102677]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-01T06:00:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:10 smithi111 ceph-mon[97855]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-01T06:00:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:10 smithi111 ceph-mon[116524]: osdmap e2093: 8 total, 8 up, 8 in 2023-12-01T06:00:11.287 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2023-12-01T06:00:11.385 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2023-12-01T06:00:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:11 smithi155 ceph-mon[102677]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T06:00:11.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:11 smithi155 ceph-mon[102677]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T06:00:11.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:11 smithi155 ceph-mon[102677]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-01T06:00:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:11 smithi111 ceph-mon[97855]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T06:00:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:11 smithi111 ceph-mon[97855]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T06:00:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:11 smithi111 ceph-mon[97855]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-01T06:00:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:11 smithi111 ceph-mon[116524]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2023-12-01T06:00:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:11 smithi111 ceph-mon[116524]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-01T06:00:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:11 smithi111 ceph-mon[116524]: osdmap e2094: 8 total, 8 up, 8 in 2023-12-01T06:00:12.694 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2023-12-01T06:00:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:12 smithi155 ceph-mon[102677]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-01T06:00:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:12 smithi111 ceph-mon[97855]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-01T06:00:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:12 smithi111 ceph-mon[116524]: osdmap e2095: 8 total, 8 up, 8 in 2023-12-01T06:00:13.220 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2023-12-01T06:00:13.737 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2023-12-01T06:00:13.833 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2023-12-01T06:00:13.918 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2023-12-01T06:00:13.928 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2023-12-01T06:00:13.929 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2023-12-01T06:00:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:13 smithi155 ceph-mon[102677]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T06:00:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:13 smithi155 ceph-mon[102677]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-01T06:00:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:13 smithi111 ceph-mon[97855]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T06:00:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:13 smithi111 ceph-mon[97855]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-01T06:00:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:13 smithi111 ceph-mon[116524]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2023-12-01T06:00:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:13 smithi111 ceph-mon[116524]: osdmap e2096: 8 total, 8 up, 8 in 2023-12-01T06:00:14.004 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2023-12-01T06:00:14.066 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2023-12-01T06:00:14.147 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2023-12-01T06:00:14.245 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2023-12-01T06:00:14.493 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2023-12-01T06:00:14.512 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2023-12-01T06:00:14.521 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2023-12-01T06:00:14.553 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 10%] 2023-12-01T06:00:14.998 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:14 smithi111 conmon[98277]: [01/Dec/2023:06:00:14] ENGINE Bus STOPPING 2023-12-01T06:00:14.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:14 smithi111 conmon[98277]: [01/Dec/2023:06:00:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2023-12-01T06:00:14.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:14 smithi111 conmon[98277]: [01/Dec/2023:06:00:14] ENGINE Bus STOPPED 2023-12-01T06:00:14.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:14 smithi111 conmon[98277]: [01/Dec/2023:06:00:14] ENGINE Bus STARTING 2023-12-01T06:00:14.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:14 smithi111 conmon[98277]: [01/Dec/2023:06:00:14] ENGINE Serving on http://:::9283 2023-12-01T06:00:14.999 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:14 smithi111 conmon[98277]: [01/Dec/2023:06:00:14] ENGINE Bus STARTED 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:00:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:00:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:00:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 209 B/s wr, 0 op/s 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:00:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:16.693 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 11%] 2023-12-01T06:00:16.694 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2023-12-01T06:00:16.695 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2023-12-01T06:00:16.777 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2023-12-01T06:00:16.853 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2023-12-01T06:00:16.924 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2023-12-01T06:00:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:16 smithi155 ceph-mon[102677]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-01T06:00:16.991 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 14%] 2023-12-01T06:00:17.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:16 smithi111 ceph-mon[97855]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-01T06:00:17.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:16 smithi111 ceph-mon[116524]: osdmap e2097: 8 total, 8 up, 8 in 2023-12-01T06:00:17.064 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 15%] 2023-12-01T06:00:17.080 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:00:17.141 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2023-12-01T06:00:17.220 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 16%] 2023-12-01T06:00:17.298 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2023-12-01T06:00:17.386 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 17%] 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (77m) 2m ago 78m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (77m) 2m ago 77m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (79m) 2m ago 79m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (79m) 2m ago 79m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (82m) 2m ago 82m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:00:17.437 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (83m) 2m ago 83m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (83m) 2m ago 83m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (82m) 2m ago 82m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (82m) 2m ago 82m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (77m) 2m ago 77m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (77m) 2m ago 77m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (82m) 2m ago 82m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (81m) 2m ago 81m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (81m) 2m ago 81m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (80m) 2m ago 80m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (80m) 2m ago 80m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (80m) 2m ago 80m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (79m) 2m ago 79m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (79m) 2m ago 79m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:00:17.438 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (77m) 2m ago 78m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:00:17.466 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2023-12-01T06:00:17.548 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 18%] 2023-12-01T06:00:17.638 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 19%] 2023-12-01T06:00:17.720 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2023-12-01T06:00:17.805 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 20%] 2023-12-01T06:00:17.895 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2023-12-01T06:00:17.909 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:00:17.909 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:00:17.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:00:17.910 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:00:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:17 smithi155 ceph-mon[102677]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 54 KiB/s wr, 623 op/s 2023-12-01T06:00:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:17 smithi155 ceph-mon[102677]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-01T06:00:17.982 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 21%] 2023-12-01T06:00:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:17 smithi111 ceph-mon[97855]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 54 KiB/s wr, 623 op/s 2023-12-01T06:00:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:17 smithi111 ceph-mon[97855]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-01T06:00:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:17 smithi111 ceph-mon[116524]: pgmap v4389: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 54 KiB/s wr, 623 op/s 2023-12-01T06:00:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:17 smithi111 ceph-mon[116524]: osdmap e2098: 8 total, 8 up, 8 in 2023-12-01T06:00:18.067 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2023-12-01T06:00:18.140 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 22%] 2023-12-01T06:00:18.211 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 23%] 2023-12-01T06:00:18.354 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2023-12-01T06:00:18.435 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 24%] 2023-12-01T06:00:18.521 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2023-12-01T06:00:18.598 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 25%] 2023-12-01T06:00:18.683 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2023-12-01T06:00:18.765 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2023-12-01T06:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:18 smithi155 ceph-mon[102677]: from='client.19305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:18 smithi155 ceph-mon[102677]: from='client.19311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1453588554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:18 smithi111 ceph-mon[97855]: from='client.19305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:18 smithi111 ceph-mon[97855]: from='client.19311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1453588554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:18 smithi111 ceph-mon[116524]: from='client.19305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:18 smithi111 ceph-mon[116524]: from='client.19311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1453588554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:00:19.611 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:00:19] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2023-12-01T06:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:19 smithi155 ceph-mon[102677]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 610 op/s 2023-12-01T06:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:19 smithi155 ceph-mon[102677]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-01T06:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:19 smithi111 ceph-mon[97855]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 610 op/s 2023-12-01T06:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:19 smithi111 ceph-mon[97855]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-01T06:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:19 smithi111 ceph-mon[116524]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 53 KiB/s wr, 610 op/s 2023-12-01T06:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:19 smithi111 ceph-mon[116524]: osdmap e2099: 8 total, 8 up, 8 in 2023-12-01T06:00:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:21 smithi155 ceph-mon[102677]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.4 MiB/s wr, 1.52k op/s 2023-12-01T06:00:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:21 smithi155 ceph-mon[102677]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-01T06:00:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:21 smithi111 ceph-mon[97855]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.4 MiB/s wr, 1.52k op/s 2023-12-01T06:00:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:21 smithi111 ceph-mon[97855]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-01T06:00:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:00:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:21 smithi111 ceph-mon[116524]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.4 MiB/s wr, 1.52k op/s 2023-12-01T06:00:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:21 smithi111 ceph-mon[116524]: osdmap e2100: 8 total, 8 up, 8 in 2023-12-01T06:00:22.641 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 27%] 2023-12-01T06:00:22.735 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2023-12-01T06:00:22.837 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 28%] 2023-12-01T06:00:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:22 smithi155 ceph-mon[102677]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-01T06:00:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:22 smithi111 ceph-mon[97855]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-01T06:00:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:22 smithi111 ceph-mon[116524]: osdmap e2101: 8 total, 8 up, 8 in 2023-12-01T06:00:23.028 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2023-12-01T06:00:23.220 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 29%] 2023-12-01T06:00:23.297 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2023-12-01T06:00:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:23 smithi155 ceph-mon[102677]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 672 KiB/s rd, 1.4 MiB/s wr, 935 op/s 2023-12-01T06:00:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:23 smithi155 ceph-mon[102677]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-01T06:00:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:23 smithi111 ceph-mon[97855]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 672 KiB/s rd, 1.4 MiB/s wr, 935 op/s 2023-12-01T06:00:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:23 smithi111 ceph-mon[97855]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-01T06:00:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:23 smithi111 ceph-mon[116524]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 672 KiB/s rd, 1.4 MiB/s wr, 935 op/s 2023-12-01T06:00:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:23 smithi111 ceph-mon[116524]: osdmap e2102: 8 total, 8 up, 8 in 2023-12-01T06:00:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:24 smithi155 ceph-mon[102677]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-01T06:00:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:24 smithi155 ceph-mon[102677]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-01T06:00:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:24 smithi111 ceph-mon[97855]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-01T06:00:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:24 smithi111 ceph-mon[97855]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-01T06:00:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:24 smithi111 ceph-mon[116524]: osdmap e2103: 8 total, 8 up, 8 in 2023-12-01T06:00:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:24 smithi111 ceph-mon[116524]: osdmap e2104: 8 total, 8 up, 8 in 2023-12-01T06:00:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:25 smithi155 ceph-mon[102677]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:25 smithi111 ceph-mon[97855]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:25 smithi111 ceph-mon[116524]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:26.744 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2023-12-01T06:00:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:26 smithi155 ceph-mon[102677]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-01T06:00:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:26 smithi111 ceph-mon[97855]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-01T06:00:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:26 smithi111 ceph-mon[116524]: osdmap e2105: 8 total, 8 up, 8 in 2023-12-01T06:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:27 smithi155 ceph-mon[102677]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 521 op/s 2023-12-01T06:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:27 smithi155 ceph-mon[102677]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-01T06:00:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:27 smithi111 ceph-mon[97855]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 521 op/s 2023-12-01T06:00:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:27 smithi111 ceph-mon[97855]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-01T06:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:27 smithi111 ceph-mon[116524]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 521 op/s 2023-12-01T06:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:27 smithi111 ceph-mon[116524]: osdmap e2106: 8 total, 8 up, 8 in 2023-12-01T06:00:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:28 smithi155 ceph-mon[102677]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-01T06:00:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:28 smithi111 ceph-mon[97855]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-01T06:00:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:28 smithi111 ceph-mon[116524]: osdmap e2107: 8 total, 8 up, 8 in 2023-12-01T06:00:29.596 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:00:29] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2023-12-01T06:00:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:29 smithi155 ceph-mon[102677]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 521 op/s 2023-12-01T06:00:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:29 smithi155 ceph-mon[102677]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-01T06:00:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:29 smithi155 ceph-mon[102677]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-01T06:00:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:29 smithi111 ceph-mon[116524]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 521 op/s 2023-12-01T06:00:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:29 smithi111 ceph-mon[116524]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-01T06:00:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:29 smithi111 ceph-mon[116524]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-01T06:00:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:29 smithi111 ceph-mon[97855]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 366 KiB/s rd, 2.0 MiB/s wr, 521 op/s 2023-12-01T06:00:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:29 smithi111 ceph-mon[97855]: osdmap e2108: 8 total, 8 up, 8 in 2023-12-01T06:00:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:29 smithi111 ceph-mon[97855]: osdmap e2109: 8 total, 8 up, 8 in 2023-12-01T06:00:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:31 smithi155 ceph-mon[102677]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 244 op/s 2023-12-01T06:00:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:31 smithi155 ceph-mon[102677]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-01T06:00:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:31 smithi111 ceph-mon[97855]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 244 op/s 2023-12-01T06:00:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:31 smithi111 ceph-mon[97855]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-01T06:00:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:31 smithi111 ceph-mon[116524]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 244 op/s 2023-12-01T06:00:32.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:31 smithi111 ceph-mon[116524]: osdmap e2110: 8 total, 8 up, 8 in 2023-12-01T06:00:32.706 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 31%] 2023-12-01T06:00:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:32 smithi155 ceph-mon[102677]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-01T06:00:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:32 smithi111 ceph-mon[97855]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-01T06:00:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:32 smithi111 ceph-mon[116524]: osdmap e2111: 8 total, 8 up, 8 in 2023-12-01T06:00:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:33 smithi155 ceph-mon[102677]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 244 op/s 2023-12-01T06:00:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:33 smithi155 ceph-mon[102677]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-01T06:00:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:33 smithi111 ceph-mon[97855]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 244 op/s 2023-12-01T06:00:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:33 smithi111 ceph-mon[97855]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-01T06:00:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:33 smithi111 ceph-mon[116524]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 180 KiB/s rd, 14 KiB/s wr, 244 op/s 2023-12-01T06:00:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:33 smithi111 ceph-mon[116524]: osdmap e2112: 8 total, 8 up, 8 in 2023-12-01T06:00:34.634 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2023-12-01T06:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:34 smithi155 ceph-mon[102677]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-01T06:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:34 smithi155 ceph-mon[102677]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-01T06:00:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:34 smithi111 ceph-mon[97855]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-01T06:00:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:34 smithi111 ceph-mon[97855]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-01T06:00:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:34 smithi111 ceph-mon[116524]: osdmap e2113: 8 total, 8 up, 8 in 2023-12-01T06:00:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:34 smithi111 ceph-mon[116524]: osdmap e2114: 8 total, 8 up, 8 in 2023-12-01T06:00:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:35 smithi155 ceph-mon[102677]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:35 smithi111 ceph-mon[97855]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:35 smithi111 ceph-mon[116524]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:36.732 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 32%] 2023-12-01T06:00:36.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:36 smithi155 ceph-mon[102677]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-01T06:00:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:36 smithi111 ceph-mon[97855]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-01T06:00:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:36 smithi111 ceph-mon[116524]: osdmap e2115: 8 total, 8 up, 8 in 2023-12-01T06:00:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:37 smithi155 ceph-mon[102677]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-01T06:00:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:37 smithi155 ceph-mon[102677]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-01T06:00:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:37 smithi111 ceph-mon[97855]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-01T06:00:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:37 smithi111 ceph-mon[97855]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-01T06:00:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:37 smithi111 ceph-mon[116524]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-01T06:00:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:37 smithi111 ceph-mon[116524]: osdmap e2116: 8 total, 8 up, 8 in 2023-12-01T06:00:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:38 smithi155 ceph-mon[102677]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-01T06:00:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:38 smithi111 ceph-mon[97855]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-01T06:00:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:38 smithi111 ceph-mon[116524]: osdmap e2117: 8 total, 8 up, 8 in 2023-12-01T06:00:39.646 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:00:39] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2023-12-01T06:00:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:39 smithi155 ceph-mon[102677]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-01T06:00:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:39 smithi155 ceph-mon[102677]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-01T06:00:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:39 smithi155 ceph-mon[102677]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-01T06:00:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:39 smithi111 ceph-mon[97855]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-01T06:00:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:39 smithi111 ceph-mon[97855]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-01T06:00:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:39 smithi111 ceph-mon[97855]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-01T06:00:40.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:39 smithi111 ceph-mon[116524]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 170 KiB/s rd, 12 KiB/s wr, 234 op/s 2023-12-01T06:00:40.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:39 smithi111 ceph-mon[116524]: osdmap e2118: 8 total, 8 up, 8 in 2023-12-01T06:00:40.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:39 smithi111 ceph-mon[116524]: osdmap e2119: 8 total, 8 up, 8 in 2023-12-01T06:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:41 smithi155 ceph-mon[102677]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2023-12-01T06:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:41 smithi155 ceph-mon[102677]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-01T06:00:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:41 smithi111 ceph-mon[97855]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2023-12-01T06:00:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:41 smithi111 ceph-mon[97855]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-01T06:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:41 smithi111 ceph-mon[116524]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2023-12-01T06:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:41 smithi111 ceph-mon[116524]: osdmap e2120: 8 total, 8 up, 8 in 2023-12-01T06:00:42.651 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2023-12-01T06:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:42 smithi155 ceph-mon[102677]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-01T06:00:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:42 smithi111 ceph-mon[97855]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-01T06:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:42 smithi111 ceph-mon[116524]: osdmap e2121: 8 total, 8 up, 8 in 2023-12-01T06:00:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:43 smithi155 ceph-mon[102677]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2023-12-01T06:00:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:43 smithi155 ceph-mon[102677]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-01T06:00:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:43 smithi111 ceph-mon[97855]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2023-12-01T06:00:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:43 smithi111 ceph-mon[97855]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-01T06:00:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:43 smithi111 ceph-mon[116524]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 6.7 KiB/s wr, 91 op/s 2023-12-01T06:00:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:43 smithi111 ceph-mon[116524]: osdmap e2122: 8 total, 8 up, 8 in 2023-12-01T06:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:44 smithi155 ceph-mon[102677]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-01T06:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:44 smithi155 ceph-mon[102677]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-01T06:00:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:44 smithi111 ceph-mon[97855]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-01T06:00:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:44 smithi111 ceph-mon[97855]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-01T06:00:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:44 smithi111 ceph-mon[116524]: osdmap e2123: 8 total, 8 up, 8 in 2023-12-01T06:00:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:44 smithi111 ceph-mon[116524]: osdmap e2124: 8 total, 8 up, 8 in 2023-12-01T06:00:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:45 smithi155 ceph-mon[102677]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:45 smithi155 ceph-mon[102677]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-01T06:00:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:45 smithi111 ceph-mon[97855]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:45 smithi111 ceph-mon[97855]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-01T06:00:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:45 smithi111 ceph-mon[116524]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:45 smithi111 ceph-mon[116524]: osdmap e2125: 8 total, 8 up, 8 in 2023-12-01T06:00:46.643 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 33%] 2023-12-01T06:00:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:47 smithi155 ceph-mon[102677]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-01T06:00:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:47 smithi155 ceph-mon[102677]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-01T06:00:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:47 smithi111 ceph-mon[97855]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-01T06:00:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:47 smithi111 ceph-mon[97855]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-01T06:00:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:47 smithi111 ceph-mon[116524]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-01T06:00:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:47 smithi111 ceph-mon[116524]: osdmap e2126: 8 total, 8 up, 8 in 2023-12-01T06:00:48.257 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:00:48.565 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (78m) 3m ago 78m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (78m) 3m ago 78m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (79m) 3m ago 79m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (79m) 3m ago 79m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (82m) 3m ago 82m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (84m) 3m ago 84m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (84m) 3m ago 84m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (83m) 3m ago 83m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (83m) 3m ago 83m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (78m) 3m ago 78m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (78m) 3m ago 78m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (82m) 3m ago 82m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:00:48.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (82m) 3m ago 82m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (81m) 3m ago 81m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (81m) 3m ago 81m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (81m) 3m ago 81m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (80m) 3m ago 80m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (80m) 3m ago 80m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (79m) 3m ago 79m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:00:48.567 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (77m) 3m ago 79m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:00:48.697 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2023-12-01T06:00:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:48 smithi155 ceph-mon[102677]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-01T06:00:48.973 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:48.974 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:00:48.975 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:00:48.975 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:48.975 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:00:48.975 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:00:48.975 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:00:48.975 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:00:48.976 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:00:48.976 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:00:48.976 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:00:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:48 smithi111 ceph-mon[97855]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-01T06:00:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:48 smithi111 ceph-mon[116524]: osdmap e2127: 8 total, 8 up, 8 in 2023-12-01T06:00:49.589 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:00:49] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2023-12-01T06:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: from='client.29189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-01T06:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: from='client.19329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-01T06:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3496726913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:00:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:49 smithi155 ceph-mon[102677]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: from='client.29189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: from='client.19329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3496726913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[116524]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: from='client.29189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2023-12-01T06:00:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: from='client.19329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:00:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: osdmap e2128: 8 total, 8 up, 8 in 2023-12-01T06:00:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:00:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3496726913' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:00:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:49 smithi111 ceph-mon[97855]: osdmap e2129: 8 total, 8 up, 8 in 2023-12-01T06:00:50.643 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2023-12-01T06:00:50.722 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 35%] 2023-12-01T06:00:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:51 smithi155 ceph-mon[102677]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 132 op/s 2023-12-01T06:00:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:51 smithi155 ceph-mon[102677]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-01T06:00:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:51 smithi111 ceph-mon[97855]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 132 op/s 2023-12-01T06:00:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:51 smithi111 ceph-mon[97855]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-01T06:00:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:51 smithi111 ceph-mon[116524]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 132 op/s 2023-12-01T06:00:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:51 smithi111 ceph-mon[116524]: osdmap e2130: 8 total, 8 up, 8 in 2023-12-01T06:00:52.698 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2023-12-01T06:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:52 smithi155 ceph-mon[102677]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-01T06:00:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:52 smithi111 ceph-mon[97855]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-01T06:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:52 smithi111 ceph-mon[116524]: osdmap e2131: 8 total, 8 up, 8 in 2023-12-01T06:00:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:53 smithi155 ceph-mon[102677]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 132 op/s 2023-12-01T06:00:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:53 smithi155 ceph-mon[102677]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-01T06:00:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:53 smithi111 ceph-mon[97855]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 132 op/s 2023-12-01T06:00:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:53 smithi111 ceph-mon[97855]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-01T06:00:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:53 smithi111 ceph-mon[116524]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 132 op/s 2023-12-01T06:00:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:53 smithi111 ceph-mon[116524]: osdmap e2132: 8 total, 8 up, 8 in 2023-12-01T06:00:54.641 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 36%] 2023-12-01T06:00:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:54 smithi155 ceph-mon[102677]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-01T06:00:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:54 smithi155 ceph-mon[102677]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-01T06:00:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:54 smithi111 ceph-mon[97855]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-01T06:00:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:54 smithi111 ceph-mon[97855]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-01T06:00:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:54 smithi111 ceph-mon[116524]: osdmap e2133: 8 total, 8 up, 8 in 2023-12-01T06:00:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:54 smithi111 ceph-mon[116524]: osdmap e2134: 8 total, 8 up, 8 in 2023-12-01T06:00:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:55 smithi155 ceph-mon[102677]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:55 smithi111 ceph-mon[97855]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:55 smithi111 ceph-mon[116524]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:00:56.731 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2023-12-01T06:00:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:56 smithi155 ceph-mon[102677]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-01T06:00:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:56 smithi111 ceph-mon[97855]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-01T06:00:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:56 smithi111 ceph-mon[116524]: osdmap e2135: 8 total, 8 up, 8 in 2023-12-01T06:00:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:57 smithi155 ceph-mon[102677]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 239 op/s 2023-12-01T06:00:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:57 smithi155 ceph-mon[102677]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-01T06:00:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:57 smithi111 ceph-mon[97855]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 239 op/s 2023-12-01T06:00:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:57 smithi111 ceph-mon[97855]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-01T06:00:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:57 smithi111 ceph-mon[116524]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 239 op/s 2023-12-01T06:00:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:57 smithi111 ceph-mon[116524]: osdmap e2136: 8 total, 8 up, 8 in 2023-12-01T06:00:58.737 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 37%] 2023-12-01T06:00:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:58 smithi155 ceph-mon[102677]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-01T06:00:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:58 smithi111 ceph-mon[97855]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-01T06:00:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:58 smithi111 ceph-mon[116524]: osdmap e2137: 8 total, 8 up, 8 in 2023-12-01T06:00:59.642 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:00:59] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2023-12-01T06:00:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:59 smithi155 ceph-mon[102677]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 239 op/s 2023-12-01T06:00:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:59 smithi155 ceph-mon[102677]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-01T06:00:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:00:59 smithi155 ceph-mon[102677]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-01T06:00:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:59 smithi111 ceph-mon[97855]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 239 op/s 2023-12-01T06:00:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:59 smithi111 ceph-mon[97855]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-01T06:00:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:00:59 smithi111 ceph-mon[97855]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-01T06:00:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:59 smithi111 ceph-mon[116524]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 239 op/s 2023-12-01T06:01:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:59 smithi111 ceph-mon[116524]: osdmap e2138: 8 total, 8 up, 8 in 2023-12-01T06:01:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:00:59 smithi111 ceph-mon[116524]: osdmap e2139: 8 total, 8 up, 8 in 2023-12-01T06:01:00.655 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2023-12-01T06:01:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:01 smithi155 ceph-mon[102677]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 163 op/s 2023-12-01T06:01:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:01 smithi155 ceph-mon[102677]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-01T06:01:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:01 smithi111 ceph-mon[97855]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 163 op/s 2023-12-01T06:01:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:01 smithi111 ceph-mon[97855]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-01T06:01:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:01 smithi111 ceph-mon[116524]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 163 op/s 2023-12-01T06:01:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:01 smithi111 ceph-mon[116524]: osdmap e2140: 8 total, 8 up, 8 in 2023-12-01T06:01:02.744 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2023-12-01T06:01:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:02 smithi155 ceph-mon[102677]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-01T06:01:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:02 smithi111 ceph-mon[97855]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-01T06:01:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:02 smithi111 ceph-mon[116524]: osdmap e2141: 8 total, 8 up, 8 in 2023-12-01T06:01:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:03 smithi155 ceph-mon[102677]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 163 op/s 2023-12-01T06:01:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:03 smithi155 ceph-mon[102677]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-01T06:01:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:03 smithi111 ceph-mon[97855]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 163 op/s 2023-12-01T06:01:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:03 smithi111 ceph-mon[97855]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-01T06:01:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:03 smithi111 ceph-mon[116524]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 9.5 KiB/s wr, 163 op/s 2023-12-01T06:01:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:03 smithi111 ceph-mon[116524]: osdmap e2142: 8 total, 8 up, 8 in 2023-12-01T06:01:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:04 smithi155 ceph-mon[102677]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-01T06:01:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:04 smithi155 ceph-mon[102677]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:04 smithi155 ceph-mon[102677]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[97855]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[97855]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[97855]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[116524]: osdmap e2143: 8 total, 8 up, 8 in 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[116524]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:04 smithi111 ceph-mon[116524]: osdmap e2144: 8 total, 8 up, 8 in 2023-12-01T06:01:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:06 smithi155 ceph-mon[102677]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-01T06:01:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:06 smithi111 ceph-mon[97855]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-01T06:01:07.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:06 smithi111 ceph-mon[116524]: osdmap e2145: 8 total, 8 up, 8 in 2023-12-01T06:01:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:07 smithi155 ceph-mon[102677]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2023-12-01T06:01:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:07 smithi155 ceph-mon[102677]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-01T06:01:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:07 smithi111 ceph-mon[97855]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2023-12-01T06:01:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:07 smithi111 ceph-mon[97855]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-01T06:01:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:07 smithi111 ceph-mon[116524]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2023-12-01T06:01:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:07 smithi111 ceph-mon[116524]: osdmap e2146: 8 total, 8 up, 8 in 2023-12-01T06:01:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:08 smithi155 ceph-mon[102677]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-01T06:01:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:08 smithi111 ceph-mon[97855]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-01T06:01:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:08 smithi111 ceph-mon[116524]: osdmap e2147: 8 total, 8 up, 8 in 2023-12-01T06:01:09.575 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:01:09] "GET /metrics HTTP/1.1" 200 36429 "" "Prometheus/2.43.0" 2023-12-01T06:01:09.579 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:09 smithi111 ceph-mon[116524]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2023-12-01T06:01:09.579 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:09 smithi111 ceph-mon[116524]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-01T06:01:09.579 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:09 smithi111 ceph-mon[116524]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-01T06:01:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:09 smithi155 ceph-mon[102677]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2023-12-01T06:01:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:09 smithi155 ceph-mon[102677]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-01T06:01:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:09 smithi155 ceph-mon[102677]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-01T06:01:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:09 smithi111 ceph-mon[97855]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.2 KiB/s wr, 133 op/s 2023-12-01T06:01:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:09 smithi111 ceph-mon[97855]: osdmap e2148: 8 total, 8 up, 8 in 2023-12-01T06:01:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:09 smithi111 ceph-mon[97855]: osdmap e2149: 8 total, 8 up, 8 in 2023-12-01T06:01:10.678 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 39%] 2023-12-01T06:01:10.771 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2023-12-01T06:01:10.845 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 40%] 2023-12-01T06:01:10.923 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2023-12-01T06:01:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:11 smithi155 ceph-mon[102677]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-01T06:01:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:11 smithi155 ceph-mon[102677]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-01T06:01:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:11 smithi111 ceph-mon[97855]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-01T06:01:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:11 smithi111 ceph-mon[97855]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-01T06:01:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:11 smithi111 ceph-mon[116524]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-01T06:01:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:11 smithi111 ceph-mon[116524]: osdmap e2150: 8 total, 8 up, 8 in 2023-12-01T06:01:12.705 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 41%] 2023-12-01T06:01:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:12 smithi155 ceph-mon[102677]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-01T06:01:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:12 smithi111 ceph-mon[97855]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-01T06:01:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:12 smithi111 ceph-mon[116524]: osdmap e2151: 8 total, 8 up, 8 in 2023-12-01T06:01:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:13 smithi155 ceph-mon[102677]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-01T06:01:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:13 smithi155 ceph-mon[102677]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-01T06:01:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:13 smithi111 ceph-mon[97855]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-01T06:01:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:13 smithi111 ceph-mon[97855]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-01T06:01:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:13 smithi111 ceph-mon[116524]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2023-12-01T06:01:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:13 smithi111 ceph-mon[116524]: osdmap e2152: 8 total, 8 up, 8 in 2023-12-01T06:01:14.649 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2023-12-01T06:01:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:14 smithi155 ceph-mon[102677]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-01T06:01:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:14 smithi155 ceph-mon[102677]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-01T06:01:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:14 smithi111 ceph-mon[97855]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-01T06:01:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:14 smithi111 ceph-mon[97855]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-01T06:01:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:14 smithi111 ceph-mon[116524]: osdmap e2153: 8 total, 8 up, 8 in 2023-12-01T06:01:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:14 smithi111 ceph-mon[116524]: osdmap e2154: 8 total, 8 up, 8 in 2023-12-01T06:01:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:15 smithi155 ceph-mon[102677]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:01:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:01:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:01:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[97855]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[116524]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:01:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:16 smithi155 ceph-mon[102677]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-01T06:01:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:16 smithi111 ceph-mon[97855]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-01T06:01:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:16 smithi111 ceph-mon[116524]: osdmap e2155: 8 total, 8 up, 8 in 2023-12-01T06:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:17 smithi155 ceph-mon[102677]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 338 op/s 2023-12-01T06:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:17 smithi155 ceph-mon[102677]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-01T06:01:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:17 smithi111 ceph-mon[97855]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 338 op/s 2023-12-01T06:01:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:17 smithi111 ceph-mon[97855]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-01T06:01:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:17 smithi111 ceph-mon[116524]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 338 op/s 2023-12-01T06:01:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:17 smithi111 ceph-mon[116524]: osdmap e2156: 8 total, 8 up, 8 in 2023-12-01T06:01:18.766 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2023-12-01T06:01:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:18 smithi155 ceph-mon[102677]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-01T06:01:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:18 smithi111 ceph-mon[97855]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-01T06:01:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:18 smithi111 ceph-mon[116524]: osdmap e2157: 8 total, 8 up, 8 in 2023-12-01T06:01:19.310 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:01:19.625 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (78m) 3m ago 79m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (78m) 3m ago 78m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (80m) 3m ago 80m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (80m) 3m ago 80m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (83m) 3m ago 83m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (84m) 3m ago 84m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (84m) 3m ago 85m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (83m) 3m ago 83m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (83m) 3m ago 83m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (78m) 3m ago 78m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (78m) 3m ago 78m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (83m) 3m ago 83m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:01:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (82m) 3m ago 82m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (82m) 3m ago 82m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (81m) 3m ago 81m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (81m) 3m ago 81m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (81m) 3m ago 81m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (80m) 3m ago 80m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (80m) 3m ago 80m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:01:19.627 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (78m) 3m ago 79m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:01:19.645 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:01:19] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2023-12-01T06:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:19 smithi155 ceph-mon[102677]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 338 op/s 2023-12-01T06:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:19 smithi155 ceph-mon[102677]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-01T06:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:19 smithi155 ceph-mon[102677]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-01T06:01:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[97855]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 338 op/s 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[97855]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[97855]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[116524]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 243 KiB/s rd, 19 KiB/s wr, 338 op/s 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[116524]: osdmap e2158: 8 total, 8 up, 8 in 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:19 smithi111 ceph-mon[116524]: osdmap e2159: 8 total, 8 up, 8 in 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:01:20.647 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 43%] 2023-12-01T06:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:20 smithi155 ceph-mon[102677]: from='client.19341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:20 smithi155 ceph-mon[102677]: from='client.19347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1748483685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:20 smithi155 ceph-mon[102677]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[116524]: from='client.19341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[116524]: from='client.19347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1748483685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[116524]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[97855]: from='client.19341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[97855]: from='client.19347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1748483685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:01:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:20 smithi111 ceph-mon[97855]: osdmap e2160: 8 total, 8 up, 8 in 2023-12-01T06:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:21 smithi155 ceph-mon[102677]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2023-12-01T06:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:21 smithi111 ceph-mon[97855]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2023-12-01T06:01:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:21 smithi111 ceph-mon[116524]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2023-12-01T06:01:22.767 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2023-12-01T06:01:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:22 smithi155 ceph-mon[102677]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-01T06:01:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:22 smithi155 ceph-mon[102677]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2023-12-01T06:01:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:22 smithi111 ceph-mon[97855]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-01T06:01:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:22 smithi111 ceph-mon[97855]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2023-12-01T06:01:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:22 smithi111 ceph-mon[116524]: osdmap e2161: 8 total, 8 up, 8 in 2023-12-01T06:01:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:22 smithi111 ceph-mon[116524]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 101 KiB/s rd, 14 KiB/s wr, 144 op/s 2023-12-01T06:01:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:23 smithi155 ceph-mon[102677]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-01T06:01:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:23 smithi111 ceph-mon[97855]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-01T06:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:23 smithi111 ceph-mon[116524]: osdmap e2162: 8 total, 8 up, 8 in 2023-12-01T06:01:24.646 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 44%] 2023-12-01T06:01:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:24 smithi155 ceph-mon[102677]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-01T06:01:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:24 smithi155 ceph-mon[102677]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:24 smithi155 ceph-mon[102677]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-01T06:01:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:24 smithi111 ceph-mon[116524]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-01T06:01:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:24 smithi111 ceph-mon[116524]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:24 smithi111 ceph-mon[116524]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-01T06:01:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:24 smithi111 ceph-mon[97855]: osdmap e2163: 8 total, 8 up, 8 in 2023-12-01T06:01:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:24 smithi111 ceph-mon[97855]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:24 smithi111 ceph-mon[97855]: osdmap e2164: 8 total, 8 up, 8 in 2023-12-01T06:01:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:26 smithi155 ceph-mon[102677]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-01T06:01:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:26 smithi111 ceph-mon[97855]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-01T06:01:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:26 smithi111 ceph-mon[116524]: osdmap e2165: 8 total, 8 up, 8 in 2023-12-01T06:01:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:27 smithi155 ceph-mon[102677]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 198 op/s 2023-12-01T06:01:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:27 smithi155 ceph-mon[102677]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-01T06:01:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:27 smithi111 ceph-mon[97855]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 198 op/s 2023-12-01T06:01:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:27 smithi111 ceph-mon[97855]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-01T06:01:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:27 smithi111 ceph-mon[116524]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 198 op/s 2023-12-01T06:01:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:27 smithi111 ceph-mon[116524]: osdmap e2166: 8 total, 8 up, 8 in 2023-12-01T06:01:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:28 smithi155 ceph-mon[102677]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-01T06:01:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:28 smithi111 ceph-mon[97855]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-01T06:01:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:28 smithi111 ceph-mon[116524]: osdmap e2167: 8 total, 8 up, 8 in 2023-12-01T06:01:29.579 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:01:29] "GET /metrics HTTP/1.1" 200 36432 "" "Prometheus/2.43.0" 2023-12-01T06:01:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:29 smithi155 ceph-mon[102677]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 198 op/s 2023-12-01T06:01:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:29 smithi155 ceph-mon[102677]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-01T06:01:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:29 smithi155 ceph-mon[102677]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-01T06:01:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:29 smithi111 ceph-mon[97855]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 198 op/s 2023-12-01T06:01:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:29 smithi111 ceph-mon[97855]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-01T06:01:30.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:29 smithi111 ceph-mon[97855]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-01T06:01:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:29 smithi111 ceph-mon[116524]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 198 op/s 2023-12-01T06:01:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:29 smithi111 ceph-mon[116524]: osdmap e2168: 8 total, 8 up, 8 in 2023-12-01T06:01:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:29 smithi111 ceph-mon[116524]: osdmap e2169: 8 total, 8 up, 8 in 2023-12-01T06:01:30.688 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2023-12-01T06:01:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:31 smithi155 ceph-mon[102677]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2023-12-01T06:01:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:31 smithi155 ceph-mon[102677]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-01T06:01:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:31 smithi111 ceph-mon[97855]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2023-12-01T06:01:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:31 smithi111 ceph-mon[97855]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-01T06:01:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:31 smithi111 ceph-mon[116524]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2023-12-01T06:01:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:31 smithi111 ceph-mon[116524]: osdmap e2170: 8 total, 8 up, 8 in 2023-12-01T06:01:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:32 smithi155 ceph-mon[102677]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-01T06:01:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:32 smithi111 ceph-mon[97855]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-01T06:01:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:32 smithi111 ceph-mon[116524]: osdmap e2171: 8 total, 8 up, 8 in 2023-12-01T06:01:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:33 smithi155 ceph-mon[102677]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2023-12-01T06:01:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:33 smithi155 ceph-mon[102677]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-01T06:01:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:33 smithi111 ceph-mon[97855]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2023-12-01T06:01:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:33 smithi111 ceph-mon[97855]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-01T06:01:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:33 smithi111 ceph-mon[116524]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 KiB/s rd, 5.0 KiB/s wr, 59 op/s 2023-12-01T06:01:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:33 smithi111 ceph-mon[116524]: osdmap e2172: 8 total, 8 up, 8 in 2023-12-01T06:01:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:34 smithi155 ceph-mon[102677]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-01T06:01:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:34 smithi155 ceph-mon[102677]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-01T06:01:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:34 smithi111 ceph-mon[97855]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-01T06:01:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:34 smithi111 ceph-mon[97855]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-01T06:01:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:34 smithi111 ceph-mon[116524]: osdmap e2173: 8 total, 8 up, 8 in 2023-12-01T06:01:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:34 smithi111 ceph-mon[116524]: osdmap e2174: 8 total, 8 up, 8 in 2023-12-01T06:01:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:35 smithi155 ceph-mon[102677]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:35 smithi155 ceph-mon[102677]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-01T06:01:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:35 smithi111 ceph-mon[97855]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:35 smithi111 ceph-mon[97855]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-01T06:01:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:35 smithi111 ceph-mon[116524]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:35 smithi111 ceph-mon[116524]: osdmap e2175: 8 total, 8 up, 8 in 2023-12-01T06:01:36.665 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 45%] 2023-12-01T06:01:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:37 smithi155 ceph-mon[102677]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 100 op/s 2023-12-01T06:01:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:37 smithi155 ceph-mon[102677]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-01T06:01:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:37 smithi111 ceph-mon[97855]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 100 op/s 2023-12-01T06:01:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:37 smithi111 ceph-mon[97855]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-01T06:01:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:37 smithi111 ceph-mon[116524]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 100 op/s 2023-12-01T06:01:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:37 smithi111 ceph-mon[116524]: osdmap e2176: 8 total, 8 up, 8 in 2023-12-01T06:01:38.714 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2023-12-01T06:01:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:38 smithi155 ceph-mon[102677]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-01T06:01:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:38 smithi111 ceph-mon[116524]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-01T06:01:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:38 smithi111 ceph-mon[97855]: osdmap e2177: 8 total, 8 up, 8 in 2023-12-01T06:01:39.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:01:39] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-12-01T06:01:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:39 smithi155 ceph-mon[102677]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 100 op/s 2023-12-01T06:01:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:39 smithi155 ceph-mon[102677]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-01T06:01:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:39 smithi155 ceph-mon[102677]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-01T06:01:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:39 smithi111 ceph-mon[97855]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 100 op/s 2023-12-01T06:01:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:39 smithi111 ceph-mon[97855]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-01T06:01:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:39 smithi111 ceph-mon[97855]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-01T06:01:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:39 smithi111 ceph-mon[116524]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.0 KiB/s wr, 100 op/s 2023-12-01T06:01:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:39 smithi111 ceph-mon[116524]: osdmap e2178: 8 total, 8 up, 8 in 2023-12-01T06:01:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:39 smithi111 ceph-mon[116524]: osdmap e2179: 8 total, 8 up, 8 in 2023-12-01T06:01:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:41 smithi155 ceph-mon[102677]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 9.2 KiB/s wr, 140 op/s 2023-12-01T06:01:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:41 smithi155 ceph-mon[102677]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-01T06:01:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:41 smithi111 ceph-mon[97855]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 9.2 KiB/s wr, 140 op/s 2023-12-01T06:01:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:41 smithi111 ceph-mon[97855]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-01T06:01:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:41 smithi111 ceph-mon[116524]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 9.2 KiB/s wr, 140 op/s 2023-12-01T06:01:42.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:41 smithi111 ceph-mon[116524]: osdmap e2180: 8 total, 8 up, 8 in 2023-12-01T06:01:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:42 smithi155 ceph-mon[102677]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-01T06:01:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:42 smithi111 ceph-mon[97855]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-01T06:01:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:42 smithi111 ceph-mon[116524]: osdmap e2181: 8 total, 8 up, 8 in 2023-12-01T06:01:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:43 smithi155 ceph-mon[102677]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 9.2 KiB/s wr, 140 op/s 2023-12-01T06:01:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:43 smithi155 ceph-mon[102677]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-01T06:01:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:43 smithi111 ceph-mon[97855]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 9.2 KiB/s wr, 140 op/s 2023-12-01T06:01:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:43 smithi111 ceph-mon[97855]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-01T06:01:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:43 smithi111 ceph-mon[116524]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 9.2 KiB/s wr, 140 op/s 2023-12-01T06:01:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:43 smithi111 ceph-mon[116524]: osdmap e2182: 8 total, 8 up, 8 in 2023-12-01T06:01:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:44 smithi155 ceph-mon[102677]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-01T06:01:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:44 smithi155 ceph-mon[102677]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-01T06:01:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:44 smithi111 ceph-mon[97855]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-01T06:01:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:44 smithi111 ceph-mon[97855]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-01T06:01:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:44 smithi111 ceph-mon[116524]: osdmap e2183: 8 total, 8 up, 8 in 2023-12-01T06:01:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:44 smithi111 ceph-mon[116524]: osdmap e2184: 8 total, 8 up, 8 in 2023-12-01T06:01:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:45 smithi155 ceph-mon[102677]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:45 smithi155 ceph-mon[102677]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-01T06:01:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:45 smithi111 ceph-mon[97855]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:45 smithi111 ceph-mon[97855]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-01T06:01:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:45 smithi111 ceph-mon[116524]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:45 smithi111 ceph-mon[116524]: osdmap e2185: 8 total, 8 up, 8 in 2023-12-01T06:01:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:47 smithi155 ceph-mon[102677]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2023-12-01T06:01:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:47 smithi155 ceph-mon[102677]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-01T06:01:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:47 smithi111 ceph-mon[97855]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2023-12-01T06:01:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:47 smithi111 ceph-mon[97855]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-01T06:01:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:47 smithi111 ceph-mon[116524]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2023-12-01T06:01:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:47 smithi111 ceph-mon[116524]: osdmap e2186: 8 total, 8 up, 8 in 2023-12-01T06:01:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:48 smithi155 ceph-mon[102677]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-01T06:01:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:48 smithi111 ceph-mon[97855]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-01T06:01:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:48 smithi111 ceph-mon[116524]: osdmap e2187: 8 total, 8 up, 8 in 2023-12-01T06:01:49.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:01:49] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2023-12-01T06:01:49.599 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:49 smithi111 ceph-mon[116524]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2023-12-01T06:01:49.599 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:49 smithi111 ceph-mon[116524]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-01T06:01:49.599 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:49 smithi155 ceph-mon[102677]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2023-12-01T06:01:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:49 smithi155 ceph-mon[102677]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-01T06:01:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:49 smithi111 ceph-mon[97855]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2023-12-01T06:01:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:49 smithi111 ceph-mon[97855]: osdmap e2188: 8 total, 8 up, 8 in 2023-12-01T06:01:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:01:50.356 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:01:50.671 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (79m) 4m ago 79m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (79m) 4m ago 79m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (80m) 4m ago 80m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (80m) 4m ago 80m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (83m) 4m ago 83m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (85m) 4m ago 85m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (85m) 4m ago 85m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (84m) 4m ago 84m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (84m) 4m ago 84m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (79m) 4m ago 79m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (79m) 4m ago 79m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (83m) 4m ago 83m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:01:50.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (83m) 4m ago 83m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (82m) 4m ago 82m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (82m) 4m ago 82m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (82m) 4m ago 82m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (81m) 4m ago 81m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (81m) 4m ago 81m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (80m) 4m ago 80m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:01:50.673 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (79m) 4m ago 80m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:01:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:50 smithi155 ceph-mon[102677]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-01T06:01:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:50 smithi111 ceph-mon[97855]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-01T06:01:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:50 smithi111 ceph-mon[116524]: osdmap e2189: 8 total, 8 up, 8 in 2023-12-01T06:01:51.050 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:01:51.050 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:01:51.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:01:51.051 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:01:51.052 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:01:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:51 smithi155 ceph-mon[102677]: from='client.29225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:51 smithi155 ceph-mon[102677]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 3.7 KiB/s wr, 116 op/s 2023-12-01T06:01:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:51 smithi155 ceph-mon[102677]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-01T06:01:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3515380562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[116524]: from='client.29225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[116524]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 3.7 KiB/s wr, 116 op/s 2023-12-01T06:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[116524]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-01T06:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3515380562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:01:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[97855]: from='client.29225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[97855]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 3.7 KiB/s wr, 116 op/s 2023-12-01T06:01:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[97855]: osdmap e2190: 8 total, 8 up, 8 in 2023-12-01T06:01:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3515380562' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:01:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:52 smithi155 ceph-mon[102677]: from='client.19365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:52 smithi155 ceph-mon[102677]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-01T06:01:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:52 smithi111 ceph-mon[97855]: from='client.19365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:52 smithi111 ceph-mon[97855]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-01T06:01:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:52 smithi111 ceph-mon[116524]: from='client.19365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:01:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:52 smithi111 ceph-mon[116524]: osdmap e2191: 8 total, 8 up, 8 in 2023-12-01T06:01:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:53 smithi155 ceph-mon[102677]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 3.7 KiB/s wr, 116 op/s 2023-12-01T06:01:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:53 smithi155 ceph-mon[102677]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-01T06:01:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:53 smithi111 ceph-mon[97855]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 3.7 KiB/s wr, 116 op/s 2023-12-01T06:01:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:53 smithi111 ceph-mon[97855]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-01T06:01:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:53 smithi111 ceph-mon[116524]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 86 KiB/s rd, 3.7 KiB/s wr, 116 op/s 2023-12-01T06:01:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:53 smithi111 ceph-mon[116524]: osdmap e2192: 8 total, 8 up, 8 in 2023-12-01T06:01:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:54 smithi155 ceph-mon[102677]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-01T06:01:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:54 smithi111 ceph-mon[97855]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-01T06:01:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:54 smithi111 ceph-mon[116524]: osdmap e2193: 8 total, 8 up, 8 in 2023-12-01T06:01:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:55 smithi155 ceph-mon[102677]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:55 smithi155 ceph-mon[102677]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-01T06:01:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:55 smithi111 ceph-mon[97855]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:55 smithi111 ceph-mon[97855]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-01T06:01:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:55 smithi111 ceph-mon[116524]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:01:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:55 smithi111 ceph-mon[116524]: osdmap e2194: 8 total, 8 up, 8 in 2023-12-01T06:01:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:56 smithi155 ceph-mon[102677]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-01T06:01:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:56 smithi111 ceph-mon[97855]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-01T06:01:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:56 smithi111 ceph-mon[116524]: osdmap e2195: 8 total, 8 up, 8 in 2023-12-01T06:01:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:57 smithi155 ceph-mon[102677]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2023-12-01T06:01:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:57 smithi155 ceph-mon[102677]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-01T06:01:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:57 smithi111 ceph-mon[97855]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2023-12-01T06:01:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:57 smithi111 ceph-mon[97855]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-01T06:01:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:57 smithi111 ceph-mon[116524]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2023-12-01T06:01:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:57 smithi111 ceph-mon[116524]: osdmap e2196: 8 total, 8 up, 8 in 2023-12-01T06:01:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:58 smithi155 ceph-mon[102677]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-01T06:01:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:58 smithi111 ceph-mon[97855]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-01T06:01:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:58 smithi111 ceph-mon[116524]: osdmap e2197: 8 total, 8 up, 8 in 2023-12-01T06:01:59.664 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:01:59] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2023-12-01T06:01:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:59 smithi155 ceph-mon[102677]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2023-12-01T06:01:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:01:59 smithi155 ceph-mon[102677]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-01T06:01:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:59 smithi111 ceph-mon[97855]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2023-12-01T06:01:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:01:59 smithi111 ceph-mon[97855]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-01T06:01:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:59 smithi111 ceph-mon[116524]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2023-12-01T06:01:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:01:59 smithi111 ceph-mon[116524]: osdmap e2198: 8 total, 8 up, 8 in 2023-12-01T06:02:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:00 smithi155 ceph-mon[102677]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-01T06:02:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:00 smithi155 ceph-mon[102677]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2023-12-01T06:02:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:00 smithi111 ceph-mon[97855]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-01T06:02:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:00 smithi111 ceph-mon[97855]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2023-12-01T06:02:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:00 smithi111 ceph-mon[116524]: osdmap e2199: 8 total, 8 up, 8 in 2023-12-01T06:02:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:00 smithi111 ceph-mon[116524]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2023-12-01T06:02:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:01 smithi155 ceph-mon[102677]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-01T06:02:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:01 smithi111 ceph-mon[97855]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-01T06:02:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:01 smithi111 ceph-mon[116524]: osdmap e2200: 8 total, 8 up, 8 in 2023-12-01T06:02:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:02 smithi155 ceph-mon[102677]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-01T06:02:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:02 smithi155 ceph-mon[102677]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2023-12-01T06:02:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:02 smithi111 ceph-mon[97855]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-01T06:02:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:02 smithi111 ceph-mon[97855]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2023-12-01T06:02:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:02 smithi111 ceph-mon[116524]: osdmap e2201: 8 total, 8 up, 8 in 2023-12-01T06:02:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:02 smithi111 ceph-mon[116524]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2023-12-01T06:02:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:03 smithi155 ceph-mon[102677]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-01T06:02:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:03 smithi111 ceph-mon[97855]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-01T06:02:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:03 smithi111 ceph-mon[116524]: osdmap e2202: 8 total, 8 up, 8 in 2023-12-01T06:02:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:04 smithi155 ceph-mon[102677]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-01T06:02:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:04 smithi155 ceph-mon[102677]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:04 smithi111 ceph-mon[97855]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-01T06:02:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:04 smithi111 ceph-mon[97855]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:04 smithi111 ceph-mon[116524]: osdmap e2203: 8 total, 8 up, 8 in 2023-12-01T06:02:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:04 smithi111 ceph-mon[116524]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:05 smithi111 ceph-mon[97855]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-01T06:02:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:05 smithi111 ceph-mon[116524]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-01T06:02:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:05 smithi155 ceph-mon[102677]: osdmap e2204: 8 total, 8 up, 8 in 2023-12-01T06:02:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:06 smithi111 ceph-mon[97855]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-01T06:02:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:06 smithi111 ceph-mon[97855]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2023-12-01T06:02:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:06 smithi111 ceph-mon[116524]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-01T06:02:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:06 smithi111 ceph-mon[116524]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2023-12-01T06:02:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:06 smithi155 ceph-mon[102677]: osdmap e2205: 8 total, 8 up, 8 in 2023-12-01T06:02:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:06 smithi155 ceph-mon[102677]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2023-12-01T06:02:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:07 smithi111 ceph-mon[97855]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-01T06:02:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:07 smithi111 ceph-mon[116524]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-01T06:02:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:07 smithi155 ceph-mon[102677]: osdmap e2206: 8 total, 8 up, 8 in 2023-12-01T06:02:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:08 smithi111 ceph-mon[97855]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-01T06:02:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:08 smithi111 ceph-mon[97855]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2023-12-01T06:02:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:08 smithi111 ceph-mon[116524]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-01T06:02:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:08 smithi111 ceph-mon[116524]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2023-12-01T06:02:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:08 smithi155 ceph-mon[102677]: osdmap e2207: 8 total, 8 up, 8 in 2023-12-01T06:02:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:08 smithi155 ceph-mon[102677]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 3.7 KiB/s wr, 247 op/s 2023-12-01T06:02:09.736 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:02:09] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2023-12-01T06:02:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:09 smithi111 ceph-mon[97855]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-01T06:02:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:09 smithi111 ceph-mon[116524]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-01T06:02:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:09 smithi155 ceph-mon[102677]: osdmap e2208: 8 total, 8 up, 8 in 2023-12-01T06:02:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:10 smithi111 ceph-mon[97855]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-01T06:02:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:10 smithi111 ceph-mon[97855]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2023-12-01T06:02:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:10 smithi111 ceph-mon[116524]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-01T06:02:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:10 smithi111 ceph-mon[116524]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2023-12-01T06:02:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:10 smithi155 ceph-mon[102677]: osdmap e2209: 8 total, 8 up, 8 in 2023-12-01T06:02:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:10 smithi155 ceph-mon[102677]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2023-12-01T06:02:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:11 smithi155 ceph-mon[102677]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-01T06:02:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:11 smithi111 ceph-mon[97855]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-01T06:02:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:11 smithi111 ceph-mon[116524]: osdmap e2210: 8 total, 8 up, 8 in 2023-12-01T06:02:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:12 smithi155 ceph-mon[102677]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-01T06:02:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:12 smithi155 ceph-mon[102677]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2023-12-01T06:02:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:12 smithi111 ceph-mon[97855]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-01T06:02:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:12 smithi111 ceph-mon[97855]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2023-12-01T06:02:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:12 smithi111 ceph-mon[116524]: osdmap e2211: 8 total, 8 up, 8 in 2023-12-01T06:02:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:12 smithi111 ceph-mon[116524]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 3.7 KiB/s wr, 291 op/s 2023-12-01T06:02:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:13 smithi155 ceph-mon[102677]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-01T06:02:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:13 smithi111 ceph-mon[97855]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-01T06:02:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:13 smithi111 ceph-mon[116524]: osdmap e2212: 8 total, 8 up, 8 in 2023-12-01T06:02:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:14 smithi155 ceph-mon[102677]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-01T06:02:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:14 smithi155 ceph-mon[102677]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:14 smithi111 ceph-mon[97855]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-01T06:02:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:14 smithi111 ceph-mon[97855]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:14 smithi111 ceph-mon[116524]: osdmap e2213: 8 total, 8 up, 8 in 2023-12-01T06:02:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:14 smithi111 ceph-mon[116524]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:15 smithi155 ceph-mon[102677]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-01T06:02:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:02:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:15 smithi111 ceph-mon[97855]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-01T06:02:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:02:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:15 smithi111 ceph-mon[116524]: osdmap e2214: 8 total, 8 up, 8 in 2023-12-01T06:02:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:02:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:16 smithi155 ceph-mon[102677]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-01T06:02:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:02:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:02:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:02:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:16 smithi155 ceph-mon[102677]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2023-12-01T06:02:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[97855]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[97855]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[116524]: osdmap e2215: 8 total, 8 up, 8 in 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:02:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:16 smithi111 ceph-mon[116524]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2023-12-01T06:02:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:17 smithi155 ceph-mon[102677]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-01T06:02:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:17 smithi111 ceph-mon[97855]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-01T06:02:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:17 smithi111 ceph-mon[116524]: osdmap e2216: 8 total, 8 up, 8 in 2023-12-01T06:02:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:18 smithi155 ceph-mon[102677]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-01T06:02:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:18 smithi155 ceph-mon[102677]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2023-12-01T06:02:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:18 smithi111 ceph-mon[97855]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-01T06:02:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:18 smithi111 ceph-mon[97855]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2023-12-01T06:02:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:18 smithi111 ceph-mon[116524]: osdmap e2217: 8 total, 8 up, 8 in 2023-12-01T06:02:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:18 smithi111 ceph-mon[116524]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2023-12-01T06:02:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:02:19] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:19 smithi155 ceph-mon[102677]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-01T06:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:19 smithi111 ceph-mon[116524]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-01T06:02:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:19 smithi111 ceph-mon[97855]: osdmap e2218: 8 total, 8 up, 8 in 2023-12-01T06:02:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:20 smithi155 ceph-mon[102677]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-01T06:02:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:20 smithi155 ceph-mon[102677]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2023-12-01T06:02:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:20 smithi111 ceph-mon[97855]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-01T06:02:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:20 smithi111 ceph-mon[97855]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2023-12-01T06:02:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:20 smithi111 ceph-mon[116524]: osdmap e2219: 8 total, 8 up, 8 in 2023-12-01T06:02:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:20 smithi111 ceph-mon[116524]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2023-12-01T06:02:21.398 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (79m) 4m ago 80m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (80m) 4m ago 80m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (81m) 4m ago 81m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (81m) 4m ago 81m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (84m) 4m ago 84m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (85m) 4m ago 85m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (85m) 4m ago 86m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:02:21.705 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (84m) 4m ago 84m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (84m) 4m ago 84m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (79m) 4m ago 79m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (79m) 4m ago 79m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (84m) 4m ago 84m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (83m) 4m ago 83m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (83m) 4m ago 83m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (82m) 4m ago 82m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (82m) 4m ago 82m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (82m) 4m ago 82m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (81m) 4m ago 81m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (81m) 4m ago 81m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:02:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (79m) 4m ago 80m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:02:22.088 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:02:22.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:22.090 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:02:22.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:02:22.090 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:02:22.090 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:02:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:21 smithi155 ceph-mon[102677]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-01T06:02:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:21 smithi155 ceph-mon[102677]: from='client.19377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:21 smithi111 ceph-mon[97855]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-01T06:02:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:21 smithi111 ceph-mon[97855]: from='client.19377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:21 smithi111 ceph-mon[116524]: osdmap e2220: 8 total, 8 up, 8 in 2023-12-01T06:02:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:21 smithi111 ceph-mon[116524]: from='client.19377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:22 smithi155 ceph-mon[102677]: from='client.29249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:22 smithi155 ceph-mon[102677]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-01T06:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1186428373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:22 smithi155 ceph-mon[102677]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2023-12-01T06:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[97855]: from='client.29249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[97855]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1186428373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[97855]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[116524]: from='client.29249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[116524]: osdmap e2221: 8 total, 8 up, 8 in 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1186428373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:22 smithi111 ceph-mon[116524]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 282 KiB/s rd, 3.7 KiB/s wr, 378 op/s 2023-12-01T06:02:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:23 smithi155 ceph-mon[102677]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-01T06:02:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:23 smithi111 ceph-mon[97855]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-01T06:02:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:23 smithi111 ceph-mon[116524]: osdmap e2222: 8 total, 8 up, 8 in 2023-12-01T06:02:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:24 smithi155 ceph-mon[102677]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-01T06:02:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:24 smithi155 ceph-mon[102677]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:24 smithi111 ceph-mon[97855]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-01T06:02:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:24 smithi111 ceph-mon[97855]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:24 smithi111 ceph-mon[116524]: osdmap e2223: 8 total, 8 up, 8 in 2023-12-01T06:02:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:24 smithi111 ceph-mon[116524]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:25 smithi155 ceph-mon[102677]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-01T06:02:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:25 smithi111 ceph-mon[97855]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-01T06:02:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:25 smithi111 ceph-mon[116524]: osdmap e2224: 8 total, 8 up, 8 in 2023-12-01T06:02:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:26 smithi155 ceph-mon[102677]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-01T06:02:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:26 smithi155 ceph-mon[102677]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2023-12-01T06:02:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:26 smithi111 ceph-mon[97855]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-01T06:02:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:26 smithi111 ceph-mon[97855]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2023-12-01T06:02:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:26 smithi111 ceph-mon[116524]: osdmap e2225: 8 total, 8 up, 8 in 2023-12-01T06:02:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:26 smithi111 ceph-mon[116524]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2023-12-01T06:02:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:27 smithi155 ceph-mon[102677]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-01T06:02:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:27 smithi111 ceph-mon[97855]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-01T06:02:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:27 smithi111 ceph-mon[116524]: osdmap e2226: 8 total, 8 up, 8 in 2023-12-01T06:02:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:28 smithi155 ceph-mon[102677]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-01T06:02:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:28 smithi155 ceph-mon[102677]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2023-12-01T06:02:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:28 smithi111 ceph-mon[97855]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-01T06:02:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:28 smithi111 ceph-mon[97855]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2023-12-01T06:02:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:28 smithi111 ceph-mon[116524]: osdmap e2227: 8 total, 8 up, 8 in 2023-12-01T06:02:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:28 smithi111 ceph-mon[116524]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 314 KiB/s rd, 3.7 KiB/s wr, 422 op/s 2023-12-01T06:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:02:29] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:02:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:29 smithi155 ceph-mon[102677]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-01T06:02:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:29 smithi111 ceph-mon[97855]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-01T06:02:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:29 smithi111 ceph-mon[116524]: osdmap e2228: 8 total, 8 up, 8 in 2023-12-01T06:02:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:30 smithi155 ceph-mon[102677]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-01T06:02:31.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:30 smithi155 ceph-mon[102677]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 3.0 KiB/s wr, 369 op/s 2023-12-01T06:02:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:30 smithi111 ceph-mon[97855]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-01T06:02:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:30 smithi111 ceph-mon[97855]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 3.0 KiB/s wr, 369 op/s 2023-12-01T06:02:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:30 smithi111 ceph-mon[116524]: osdmap e2229: 8 total, 8 up, 8 in 2023-12-01T06:02:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:30 smithi111 ceph-mon[116524]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 3.0 KiB/s wr, 369 op/s 2023-12-01T06:02:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:31 smithi155 ceph-mon[102677]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-01T06:02:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:31 smithi111 ceph-mon[97855]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-01T06:02:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:31 smithi111 ceph-mon[116524]: osdmap e2230: 8 total, 8 up, 8 in 2023-12-01T06:02:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:32 smithi155 ceph-mon[102677]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-01T06:02:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:32 smithi155 ceph-mon[102677]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 3.0 KiB/s wr, 369 op/s 2023-12-01T06:02:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:32 smithi111 ceph-mon[97855]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-01T06:02:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:32 smithi111 ceph-mon[97855]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 3.0 KiB/s wr, 369 op/s 2023-12-01T06:02:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:32 smithi111 ceph-mon[116524]: osdmap e2231: 8 total, 8 up, 8 in 2023-12-01T06:02:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:32 smithi111 ceph-mon[116524]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 3.0 KiB/s wr, 369 op/s 2023-12-01T06:02:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:33 smithi155 ceph-mon[102677]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-01T06:02:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:33 smithi111 ceph-mon[97855]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-01T06:02:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:33 smithi111 ceph-mon[116524]: osdmap e2232: 8 total, 8 up, 8 in 2023-12-01T06:02:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:34 smithi155 ceph-mon[102677]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-01T06:02:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:35.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:34 smithi155 ceph-mon[102677]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:34 smithi111 ceph-mon[97855]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-01T06:02:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:34 smithi111 ceph-mon[97855]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:34 smithi111 ceph-mon[116524]: osdmap e2233: 8 total, 8 up, 8 in 2023-12-01T06:02:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:34 smithi111 ceph-mon[116524]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:35 smithi155 ceph-mon[102677]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-01T06:02:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:35 smithi111 ceph-mon[97855]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-01T06:02:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:35 smithi111 ceph-mon[116524]: osdmap e2234: 8 total, 8 up, 8 in 2023-12-01T06:02:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:36 smithi155 ceph-mon[102677]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-01T06:02:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:36 smithi155 ceph-mon[102677]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2023-12-01T06:02:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:36 smithi111 ceph-mon[97855]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-01T06:02:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:36 smithi111 ceph-mon[97855]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2023-12-01T06:02:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:36 smithi111 ceph-mon[116524]: osdmap e2235: 8 total, 8 up, 8 in 2023-12-01T06:02:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:36 smithi111 ceph-mon[116524]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2023-12-01T06:02:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:37 smithi155 ceph-mon[102677]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-01T06:02:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:37 smithi111 ceph-mon[97855]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-01T06:02:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:37 smithi111 ceph-mon[116524]: osdmap e2236: 8 total, 8 up, 8 in 2023-12-01T06:02:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:38 smithi155 ceph-mon[102677]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-01T06:02:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:38 smithi155 ceph-mon[102677]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2023-12-01T06:02:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:38 smithi111 ceph-mon[97855]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-01T06:02:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:38 smithi111 ceph-mon[97855]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2023-12-01T06:02:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:38 smithi111 ceph-mon[116524]: osdmap e2237: 8 total, 8 up, 8 in 2023-12-01T06:02:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:38 smithi111 ceph-mon[116524]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2023-12-01T06:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:02:39] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-12-01T06:02:40.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 06:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T06:02:40.098962518Z level=info msg="Completed cleanup jobs" duration=65.598537ms 2023-12-01T06:02:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:39 smithi155 ceph-mon[102677]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-01T06:02:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:39 smithi111 ceph-mon[97855]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-01T06:02:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:39 smithi111 ceph-mon[116524]: osdmap e2238: 8 total, 8 up, 8 in 2023-12-01T06:02:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:40 smithi155 ceph-mon[102677]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-01T06:02:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:40 smithi155 ceph-mon[102677]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2023-12-01T06:02:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:40 smithi111 ceph-mon[97855]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-01T06:02:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:40 smithi111 ceph-mon[97855]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2023-12-01T06:02:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:40 smithi111 ceph-mon[116524]: osdmap e2239: 8 total, 8 up, 8 in 2023-12-01T06:02:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:40 smithi111 ceph-mon[116524]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2023-12-01T06:02:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:41 smithi155 ceph-mon[102677]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-01T06:02:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:41 smithi111 ceph-mon[97855]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-01T06:02:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:41 smithi111 ceph-mon[116524]: osdmap e2240: 8 total, 8 up, 8 in 2023-12-01T06:02:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:42 smithi111 ceph-mon[97855]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-01T06:02:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:42 smithi111 ceph-mon[97855]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2023-12-01T06:02:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:42 smithi111 ceph-mon[116524]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-01T06:02:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:42 smithi111 ceph-mon[116524]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2023-12-01T06:02:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:42 smithi155 ceph-mon[102677]: osdmap e2241: 8 total, 8 up, 8 in 2023-12-01T06:02:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:42 smithi155 ceph-mon[102677]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2023-12-01T06:02:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:43 smithi111 ceph-mon[116524]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-01T06:02:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:43 smithi111 ceph-mon[97855]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-01T06:02:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:43 smithi155 ceph-mon[102677]: osdmap e2242: 8 total, 8 up, 8 in 2023-12-01T06:02:45.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:44 smithi111 ceph-mon[97855]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-01T06:02:45.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:44 smithi111 ceph-mon[97855]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:45.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:44 smithi111 ceph-mon[116524]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-01T06:02:45.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:44 smithi111 ceph-mon[116524]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:44 smithi155 ceph-mon[102677]: osdmap e2243: 8 total, 8 up, 8 in 2023-12-01T06:02:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:44 smithi155 ceph-mon[102677]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:45 smithi111 ceph-mon[97855]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-01T06:02:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:45 smithi111 ceph-mon[116524]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-01T06:02:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:45 smithi155 ceph-mon[102677]: osdmap e2244: 8 total, 8 up, 8 in 2023-12-01T06:02:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:46 smithi111 ceph-mon[97855]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-01T06:02:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:46 smithi111 ceph-mon[97855]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-01T06:02:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:46 smithi111 ceph-mon[116524]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-01T06:02:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:46 smithi111 ceph-mon[116524]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-01T06:02:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:46 smithi155 ceph-mon[102677]: osdmap e2245: 8 total, 8 up, 8 in 2023-12-01T06:02:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:46 smithi155 ceph-mon[102677]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-01T06:02:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:48 smithi155 ceph-mon[102677]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-01T06:02:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:48 smithi111 ceph-mon[97855]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-01T06:02:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:48 smithi111 ceph-mon[116524]: osdmap e2246: 8 total, 8 up, 8 in 2023-12-01T06:02:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:49 smithi111 ceph-mon[97855]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-01T06:02:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:49 smithi111 ceph-mon[97855]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-01T06:02:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:49 smithi111 ceph-mon[116524]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-01T06:02:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:49 smithi111 ceph-mon[116524]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-01T06:02:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:49 smithi155 ceph-mon[102677]: osdmap e2247: 8 total, 8 up, 8 in 2023-12-01T06:02:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:49 smithi155 ceph-mon[102677]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2023-12-01T06:02:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:02:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:02:49] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-01T06:02:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:50 smithi155 ceph-mon[102677]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-01T06:02:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:50 smithi111 ceph-mon[97855]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-01T06:02:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:50 smithi111 ceph-mon[116524]: osdmap e2248: 8 total, 8 up, 8 in 2023-12-01T06:02:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:51 smithi155 ceph-mon[102677]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-01T06:02:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:51 smithi155 ceph-mon[102677]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2023-12-01T06:02:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:51 smithi111 ceph-mon[97855]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-01T06:02:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:51 smithi111 ceph-mon[97855]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2023-12-01T06:02:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:51 smithi111 ceph-mon[116524]: osdmap e2249: 8 total, 8 up, 8 in 2023-12-01T06:02:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:51 smithi111 ceph-mon[116524]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2023-12-01T06:02:52.426 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:02:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:52 smithi155 ceph-mon[102677]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-01T06:02:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:52 smithi111 ceph-mon[97855]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-01T06:02:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:52 smithi111 ceph-mon[116524]: osdmap e2250: 8 total, 8 up, 8 in 2023-12-01T06:02:52.734 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:02:52.734 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (80m) 5m ago 80m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:02:52.734 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (80m) 5m ago 80m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (81m) 5m ago 81m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (81m) 5m ago 81m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (84m) 5m ago 84m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (86m) 5m ago 86m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (86m) 5m ago 86m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (85m) 5m ago 85m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (85m) 5m ago 85m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (80m) 5m ago 80m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (80m) 5m ago 80m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (84m) 5m ago 84m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (84m) 5m ago 84m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (83m) 5m ago 83m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (83m) 5m ago 83m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (83m) 5m ago 83m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:02:52.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (82m) 5m ago 82m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:02:52.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (82m) 5m ago 82m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:02:52.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (82m) 5m ago 81m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:02:52.736 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (80m) 5m ago 81m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:02:53.125 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:02:53.125 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:02:53.125 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:02:53.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:02:53.126 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:02:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:53 smithi155 ceph-mon[102677]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-01T06:02:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:53 smithi155 ceph-mon[102677]: from='client.19395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:53 smithi155 ceph-mon[102677]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2023-12-01T06:02:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:53 smithi111 ceph-mon[97855]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-01T06:02:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:53 smithi111 ceph-mon[97855]: from='client.19395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:53 smithi111 ceph-mon[97855]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2023-12-01T06:02:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:53 smithi111 ceph-mon[116524]: osdmap e2251: 8 total, 8 up, 8 in 2023-12-01T06:02:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:53 smithi111 ceph-mon[116524]: from='client.19395 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:53 smithi111 ceph-mon[116524]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 472 KiB/s rd, 3.7 KiB/s wr, 636 op/s 2023-12-01T06:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:54 smithi155 ceph-mon[102677]: from='client.29267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:54 smithi155 ceph-mon[102677]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-01T06:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1534490904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:54 smithi111 ceph-mon[116524]: from='client.29267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:54 smithi111 ceph-mon[116524]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-01T06:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1534490904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:02:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:54 smithi111 ceph-mon[97855]: from='client.29267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:02:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:54 smithi111 ceph-mon[97855]: osdmap e2252: 8 total, 8 up, 8 in 2023-12-01T06:02:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1534490904' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:02:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:55 smithi155 ceph-mon[102677]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-01T06:02:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:55 smithi155 ceph-mon[102677]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:55 smithi111 ceph-mon[97855]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-01T06:02:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:55 smithi111 ceph-mon[97855]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:55 smithi111 ceph-mon[116524]: osdmap e2253: 8 total, 8 up, 8 in 2023-12-01T06:02:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:55 smithi111 ceph-mon[116524]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:02:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:56 smithi155 ceph-mon[102677]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-01T06:02:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:56 smithi111 ceph-mon[97855]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-01T06:02:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:56 smithi111 ceph-mon[116524]: osdmap e2254: 8 total, 8 up, 8 in 2023-12-01T06:02:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:57 smithi155 ceph-mon[102677]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-01T06:02:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:57 smithi155 ceph-mon[102677]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2023-12-01T06:02:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:57 smithi111 ceph-mon[97855]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-01T06:02:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:57 smithi111 ceph-mon[97855]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2023-12-01T06:02:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:57 smithi111 ceph-mon[116524]: osdmap e2255: 8 total, 8 up, 8 in 2023-12-01T06:02:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:57 smithi111 ceph-mon[116524]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2023-12-01T06:02:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:58 smithi155 ceph-mon[102677]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-01T06:02:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:58 smithi111 ceph-mon[97855]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-01T06:02:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:58 smithi111 ceph-mon[116524]: osdmap e2256: 8 total, 8 up, 8 in 2023-12-01T06:02:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:59 smithi155 ceph-mon[102677]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-01T06:02:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:02:59 smithi155 ceph-mon[102677]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2023-12-01T06:02:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:02:59] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-01T06:02:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:59 smithi111 ceph-mon[97855]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-01T06:02:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:02:59 smithi111 ceph-mon[97855]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2023-12-01T06:02:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:59 smithi111 ceph-mon[116524]: osdmap e2257: 8 total, 8 up, 8 in 2023-12-01T06:02:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:02:59 smithi111 ceph-mon[116524]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 504 KiB/s rd, 3.7 KiB/s wr, 679 op/s 2023-12-01T06:03:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:00 smithi155 ceph-mon[102677]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-01T06:03:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:00 smithi111 ceph-mon[97855]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-01T06:03:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:00 smithi111 ceph-mon[116524]: osdmap e2258: 8 total, 8 up, 8 in 2023-12-01T06:03:01.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:01 smithi155 ceph-mon[102677]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-01T06:03:01.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:01 smithi155 ceph-mon[102677]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2023-12-01T06:03:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:01 smithi111 ceph-mon[97855]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-01T06:03:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:01 smithi111 ceph-mon[97855]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2023-12-01T06:03:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:01 smithi111 ceph-mon[116524]: osdmap e2259: 8 total, 8 up, 8 in 2023-12-01T06:03:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:01 smithi111 ceph-mon[116524]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2023-12-01T06:03:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:02 smithi155 ceph-mon[102677]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-01T06:03:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:02 smithi111 ceph-mon[97855]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-01T06:03:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:02 smithi111 ceph-mon[116524]: osdmap e2260: 8 total, 8 up, 8 in 2023-12-01T06:03:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:03 smithi155 ceph-mon[102677]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-01T06:03:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:03 smithi155 ceph-mon[102677]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2023-12-01T06:03:03.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:03 smithi111 ceph-mon[97855]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-01T06:03:03.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:03 smithi111 ceph-mon[97855]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2023-12-01T06:03:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:03 smithi111 ceph-mon[116524]: osdmap e2261: 8 total, 8 up, 8 in 2023-12-01T06:03:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:03 smithi111 ceph-mon[116524]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2023-12-01T06:03:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:04 smithi155 ceph-mon[102677]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-01T06:03:04.465 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:04 smithi111 ceph-mon[97855]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-01T06:03:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:04 smithi111 ceph-mon[116524]: osdmap e2262: 8 total, 8 up, 8 in 2023-12-01T06:03:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:05 smithi155 ceph-mon[102677]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-01T06:03:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:05 smithi155 ceph-mon[102677]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:05 smithi111 ceph-mon[97855]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-01T06:03:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:05 smithi111 ceph-mon[97855]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:05 smithi111 ceph-mon[116524]: osdmap e2263: 8 total, 8 up, 8 in 2023-12-01T06:03:05.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:05 smithi111 ceph-mon[116524]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:06 smithi155 ceph-mon[102677]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-01T06:03:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:06 smithi111 ceph-mon[97855]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-01T06:03:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:06 smithi111 ceph-mon[116524]: osdmap e2264: 8 total, 8 up, 8 in 2023-12-01T06:03:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:07 smithi155 ceph-mon[102677]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-01T06:03:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:07 smithi155 ceph-mon[102677]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2023-12-01T06:03:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:07 smithi111 ceph-mon[97855]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-01T06:03:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:07 smithi111 ceph-mon[97855]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2023-12-01T06:03:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:07 smithi111 ceph-mon[116524]: osdmap e2265: 8 total, 8 up, 8 in 2023-12-01T06:03:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:07 smithi111 ceph-mon[116524]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2023-12-01T06:03:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:08 smithi155 ceph-mon[102677]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-01T06:03:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:08 smithi111 ceph-mon[97855]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-01T06:03:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:08 smithi111 ceph-mon[116524]: osdmap e2266: 8 total, 8 up, 8 in 2023-12-01T06:03:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:09 smithi155 ceph-mon[102677]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-01T06:03:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:09 smithi155 ceph-mon[102677]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2023-12-01T06:03:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:03:09] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-12-01T06:03:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:09 smithi111 ceph-mon[97855]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-01T06:03:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:09 smithi111 ceph-mon[97855]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2023-12-01T06:03:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:09 smithi111 ceph-mon[116524]: osdmap e2267: 8 total, 8 up, 8 in 2023-12-01T06:03:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:09 smithi111 ceph-mon[116524]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2023-12-01T06:03:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:10 smithi155 ceph-mon[102677]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-01T06:03:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:10 smithi111 ceph-mon[97855]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-01T06:03:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:10 smithi111 ceph-mon[116524]: osdmap e2268: 8 total, 8 up, 8 in 2023-12-01T06:03:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:11 smithi155 ceph-mon[102677]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-01T06:03:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:11 smithi155 ceph-mon[102677]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2023-12-01T06:03:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:11 smithi111 ceph-mon[116524]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-01T06:03:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:11 smithi111 ceph-mon[116524]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2023-12-01T06:03:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:11 smithi111 ceph-mon[97855]: osdmap e2269: 8 total, 8 up, 8 in 2023-12-01T06:03:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:11 smithi111 ceph-mon[97855]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2023-12-01T06:03:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:12 smithi155 ceph-mon[102677]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-01T06:03:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:12 smithi111 ceph-mon[97855]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-01T06:03:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:12 smithi111 ceph-mon[116524]: osdmap e2270: 8 total, 8 up, 8 in 2023-12-01T06:03:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:13 smithi155 ceph-mon[102677]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-01T06:03:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:13 smithi155 ceph-mon[102677]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2023-12-01T06:03:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:13 smithi111 ceph-mon[97855]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-01T06:03:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:13 smithi111 ceph-mon[97855]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2023-12-01T06:03:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:13 smithi111 ceph-mon[116524]: osdmap e2271: 8 total, 8 up, 8 in 2023-12-01T06:03:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:13 smithi111 ceph-mon[116524]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 3.7 KiB/s wr, 811 op/s 2023-12-01T06:03:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:14 smithi155 ceph-mon[102677]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-01T06:03:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:14 smithi111 ceph-mon[97855]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-01T06:03:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:14 smithi111 ceph-mon[116524]: osdmap e2272: 8 total, 8 up, 8 in 2023-12-01T06:03:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:15 smithi111 ceph-mon[97855]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-01T06:03:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:15 smithi111 ceph-mon[97855]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:15 smithi111 ceph-mon[116524]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-01T06:03:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:15 smithi111 ceph-mon[116524]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:15 smithi155 ceph-mon[102677]: osdmap e2273: 8 total, 8 up, 8 in 2023-12-01T06:03:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:15 smithi155 ceph-mon[102677]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:16 smithi111 ceph-mon[97855]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-01T06:03:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:03:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:16 smithi111 ceph-mon[116524]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-01T06:03:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:03:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:16 smithi155 ceph-mon[102677]: osdmap e2274: 8 total, 8 up, 8 in 2023-12-01T06:03:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[97855]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[97855]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[116524]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:03:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:17 smithi111 ceph-mon[116524]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2023-12-01T06:03:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:17 smithi155 ceph-mon[102677]: osdmap e2275: 8 total, 8 up, 8 in 2023-12-01T06:03:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:03:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:03:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:03:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:17 smithi155 ceph-mon[102677]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2023-12-01T06:03:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:18 smithi111 ceph-mon[97855]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-01T06:03:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:18 smithi111 ceph-mon[116524]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-01T06:03:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:18 smithi155 ceph-mon[102677]: osdmap e2276: 8 total, 8 up, 8 in 2023-12-01T06:03:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:03:19] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-01T06:03:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:19 smithi111 ceph-mon[97855]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-01T06:03:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:19 smithi111 ceph-mon[97855]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2023-12-01T06:03:19.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:19 smithi111 ceph-mon[116524]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-01T06:03:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:19 smithi111 ceph-mon[116524]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2023-12-01T06:03:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:19 smithi155 ceph-mon[102677]: osdmap e2277: 8 total, 8 up, 8 in 2023-12-01T06:03:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:19 smithi155 ceph-mon[102677]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 634 KiB/s rd, 3.7 KiB/s wr, 854 op/s 2023-12-01T06:03:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:20 smithi111 ceph-mon[97855]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-01T06:03:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:20 smithi111 ceph-mon[116524]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-01T06:03:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:20 smithi155 ceph-mon[102677]: osdmap e2278: 8 total, 8 up, 8 in 2023-12-01T06:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:21 smithi155 ceph-mon[102677]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-01T06:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:21 smithi155 ceph-mon[102677]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2023-12-01T06:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:21 smithi111 ceph-mon[97855]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-01T06:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:21 smithi111 ceph-mon[97855]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2023-12-01T06:03:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:21 smithi111 ceph-mon[116524]: osdmap e2279: 8 total, 8 up, 8 in 2023-12-01T06:03:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:21 smithi111 ceph-mon[116524]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2023-12-01T06:03:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:22 smithi155 ceph-mon[102677]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-01T06:03:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:22 smithi111 ceph-mon[97855]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-01T06:03:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:22 smithi111 ceph-mon[116524]: osdmap e2280: 8 total, 8 up, 8 in 2023-12-01T06:03:23.490 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:03:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:23 smithi155 ceph-mon[102677]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-01T06:03:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:23 smithi155 ceph-mon[102677]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2023-12-01T06:03:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:23 smithi111 ceph-mon[97855]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-01T06:03:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:23 smithi111 ceph-mon[97855]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2023-12-01T06:03:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:23 smithi111 ceph-mon[116524]: osdmap e2281: 8 total, 8 up, 8 in 2023-12-01T06:03:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:23 smithi111 ceph-mon[116524]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2023-12-01T06:03:23.799 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (80m) 6m ago 81m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (81m) 6m ago 81m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (82m) 6m ago 82m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (82m) 6m ago 82m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (85m) 6m ago 85m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (86m) 6m ago 86m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (87m) 6m ago 87m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (85m) 6m ago 85m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (85m) 6m ago 85m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (80m) 6m ago 80m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (80m) 6m ago 80m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (85m) 6m ago 85m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:03:23.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (84m) 6m ago 84m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (84m) 6m ago 84m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (83m) 6m ago 83m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (83m) 6m ago 83m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (83m) 6m ago 83m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (82m) 6m ago 82m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (82m) 6m ago 82m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:03:23.801 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (80m) 6m ago 81m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:03:24.182 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:24.183 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:03:24.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:03:24.184 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:03:24.184 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:03:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:24 smithi155 ceph-mon[102677]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-01T06:03:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:24 smithi155 ceph-mon[102677]: from='client.19413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3009399860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:03:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:24 smithi111 ceph-mon[97855]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-01T06:03:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:24 smithi111 ceph-mon[97855]: from='client.19413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3009399860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:03:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:24 smithi111 ceph-mon[116524]: osdmap e2282: 8 total, 8 up, 8 in 2023-12-01T06:03:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:24 smithi111 ceph-mon[116524]: from='client.19413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3009399860' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:25 smithi155 ceph-mon[102677]: from='client.29285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:25 smithi155 ceph-mon[102677]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-01T06:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:25 smithi155 ceph-mon[102677]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:25 smithi111 ceph-mon[97855]: from='client.29285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:25 smithi111 ceph-mon[97855]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-01T06:03:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:25 smithi111 ceph-mon[97855]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:25 smithi111 ceph-mon[116524]: from='client.29285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:25 smithi111 ceph-mon[116524]: osdmap e2283: 8 total, 8 up, 8 in 2023-12-01T06:03:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:25 smithi111 ceph-mon[116524]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:26 smithi155 ceph-mon[102677]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-01T06:03:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:26 smithi111 ceph-mon[97855]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-01T06:03:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:26 smithi111 ceph-mon[116524]: osdmap e2284: 8 total, 8 up, 8 in 2023-12-01T06:03:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:27 smithi155 ceph-mon[102677]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-01T06:03:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:27 smithi155 ceph-mon[102677]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2023-12-01T06:03:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:27 smithi111 ceph-mon[97855]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-01T06:03:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:27 smithi111 ceph-mon[97855]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2023-12-01T06:03:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:27 smithi111 ceph-mon[116524]: osdmap e2285: 8 total, 8 up, 8 in 2023-12-01T06:03:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:27 smithi111 ceph-mon[116524]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2023-12-01T06:03:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:28 smithi155 ceph-mon[102677]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-01T06:03:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:28 smithi111 ceph-mon[97855]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-01T06:03:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:28 smithi111 ceph-mon[116524]: osdmap e2286: 8 total, 8 up, 8 in 2023-12-01T06:03:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:29 smithi155 ceph-mon[102677]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-01T06:03:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:29 smithi155 ceph-mon[102677]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2023-12-01T06:03:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:29 smithi111 ceph-mon[97855]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-01T06:03:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:29 smithi111 ceph-mon[97855]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2023-12-01T06:03:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:03:29] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-01T06:03:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:29 smithi111 ceph-mon[116524]: osdmap e2287: 8 total, 8 up, 8 in 2023-12-01T06:03:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:29 smithi111 ceph-mon[116524]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2023-12-01T06:03:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:30 smithi155 ceph-mon[102677]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-01T06:03:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:30 smithi111 ceph-mon[97855]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-01T06:03:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:30 smithi111 ceph-mon[116524]: osdmap e2288: 8 total, 8 up, 8 in 2023-12-01T06:03:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:31 smithi155 ceph-mon[102677]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-01T06:03:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:31 smithi155 ceph-mon[102677]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2023-12-01T06:03:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:31 smithi111 ceph-mon[97855]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-01T06:03:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:31 smithi111 ceph-mon[97855]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2023-12-01T06:03:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:31 smithi111 ceph-mon[116524]: osdmap e2289: 8 total, 8 up, 8 in 2023-12-01T06:03:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:31 smithi111 ceph-mon[116524]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2023-12-01T06:03:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:32 smithi155 ceph-mon[102677]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-01T06:03:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:32 smithi111 ceph-mon[97855]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-01T06:03:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:32 smithi111 ceph-mon[116524]: osdmap e2290: 8 total, 8 up, 8 in 2023-12-01T06:03:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:33 smithi155 ceph-mon[102677]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-01T06:03:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:33 smithi155 ceph-mon[102677]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2023-12-01T06:03:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:33 smithi111 ceph-mon[97855]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-01T06:03:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:33 smithi111 ceph-mon[97855]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2023-12-01T06:03:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:33 smithi111 ceph-mon[116524]: osdmap e2291: 8 total, 8 up, 8 in 2023-12-01T06:03:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:33 smithi111 ceph-mon[116524]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 732 KiB/s rd, 3.7 KiB/s wr, 986 op/s 2023-12-01T06:03:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:34 smithi155 ceph-mon[102677]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-01T06:03:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:34 smithi111 ceph-mon[97855]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-01T06:03:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:34 smithi111 ceph-mon[116524]: osdmap e2292: 8 total, 8 up, 8 in 2023-12-01T06:03:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:35 smithi155 ceph-mon[102677]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-01T06:03:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:35 smithi155 ceph-mon[102677]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:35 smithi111 ceph-mon[97855]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-01T06:03:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:35 smithi111 ceph-mon[97855]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:35 smithi111 ceph-mon[116524]: osdmap e2293: 8 total, 8 up, 8 in 2023-12-01T06:03:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:35 smithi111 ceph-mon[116524]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:36 smithi155 ceph-mon[102677]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-01T06:03:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:36 smithi111 ceph-mon[97855]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-01T06:03:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:36 smithi111 ceph-mon[116524]: osdmap e2294: 8 total, 8 up, 8 in 2023-12-01T06:03:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:37 smithi155 ceph-mon[102677]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-01T06:03:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:37 smithi155 ceph-mon[102677]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2023-12-01T06:03:37.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:37 smithi111 ceph-mon[97855]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-01T06:03:37.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:37 smithi111 ceph-mon[97855]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2023-12-01T06:03:37.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:37 smithi111 ceph-mon[116524]: osdmap e2295: 8 total, 8 up, 8 in 2023-12-01T06:03:37.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:37 smithi111 ceph-mon[116524]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2023-12-01T06:03:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:38 smithi155 ceph-mon[102677]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-01T06:03:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:38 smithi111 ceph-mon[97855]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-01T06:03:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:38 smithi111 ceph-mon[116524]: osdmap e2296: 8 total, 8 up, 8 in 2023-12-01T06:03:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:39 smithi155 ceph-mon[102677]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-01T06:03:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:39 smithi155 ceph-mon[102677]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2023-12-01T06:03:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:03:39] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2023-12-01T06:03:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:39 smithi111 ceph-mon[116524]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-01T06:03:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:39 smithi111 ceph-mon[116524]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2023-12-01T06:03:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:39 smithi111 ceph-mon[97855]: osdmap e2297: 8 total, 8 up, 8 in 2023-12-01T06:03:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:39 smithi111 ceph-mon[97855]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 765 KiB/s rd, 3.7 KiB/s wr, 1.03k op/s 2023-12-01T06:03:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:40 smithi155 ceph-mon[102677]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-01T06:03:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:40 smithi111 ceph-mon[97855]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-01T06:03:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:40 smithi111 ceph-mon[116524]: osdmap e2298: 8 total, 8 up, 8 in 2023-12-01T06:03:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:41 smithi155 ceph-mon[102677]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-01T06:03:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:41 smithi155 ceph-mon[102677]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2023-12-01T06:03:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:41 smithi111 ceph-mon[97855]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-01T06:03:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:41 smithi111 ceph-mon[97855]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2023-12-01T06:03:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:41 smithi111 ceph-mon[116524]: osdmap e2299: 8 total, 8 up, 8 in 2023-12-01T06:03:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:41 smithi111 ceph-mon[116524]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2023-12-01T06:03:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:42 smithi155 ceph-mon[102677]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-01T06:03:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:42 smithi111 ceph-mon[97855]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-01T06:03:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:42 smithi111 ceph-mon[116524]: osdmap e2300: 8 total, 8 up, 8 in 2023-12-01T06:03:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:43 smithi155 ceph-mon[102677]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-01T06:03:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:43 smithi155 ceph-mon[102677]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2023-12-01T06:03:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:43 smithi111 ceph-mon[97855]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-01T06:03:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:43 smithi111 ceph-mon[97855]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2023-12-01T06:03:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:43 smithi111 ceph-mon[116524]: osdmap e2301: 8 total, 8 up, 8 in 2023-12-01T06:03:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:43 smithi111 ceph-mon[116524]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2023-12-01T06:03:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:44 smithi155 ceph-mon[102677]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-01T06:03:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:44 smithi111 ceph-mon[97855]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-01T06:03:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:44 smithi111 ceph-mon[116524]: osdmap e2302: 8 total, 8 up, 8 in 2023-12-01T06:03:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:45 smithi155 ceph-mon[102677]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-01T06:03:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:45 smithi155 ceph-mon[102677]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:45 smithi111 ceph-mon[97855]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-01T06:03:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:45 smithi111 ceph-mon[97855]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:45 smithi111 ceph-mon[116524]: osdmap e2303: 8 total, 8 up, 8 in 2023-12-01T06:03:45.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:45 smithi111 ceph-mon[116524]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:46 smithi155 ceph-mon[102677]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-01T06:03:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:46 smithi111 ceph-mon[97855]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-01T06:03:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:46 smithi111 ceph-mon[116524]: osdmap e2304: 8 total, 8 up, 8 in 2023-12-01T06:03:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:47 smithi111 ceph-mon[97855]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-01T06:03:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:47 smithi111 ceph-mon[97855]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2023-12-01T06:03:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:47 smithi111 ceph-mon[116524]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-01T06:03:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:47 smithi111 ceph-mon[116524]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2023-12-01T06:03:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:47 smithi155 ceph-mon[102677]: osdmap e2305: 8 total, 8 up, 8 in 2023-12-01T06:03:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:47 smithi155 ceph-mon[102677]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2023-12-01T06:03:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:48 smithi111 ceph-mon[97855]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-01T06:03:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:48 smithi111 ceph-mon[116524]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-01T06:03:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:48 smithi155 ceph-mon[102677]: osdmap e2306: 8 total, 8 up, 8 in 2023-12-01T06:03:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:03:49] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:03:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:49 smithi111 ceph-mon[97855]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-01T06:03:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:49 smithi111 ceph-mon[97855]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2023-12-01T06:03:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:49 smithi111 ceph-mon[116524]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-01T06:03:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:49 smithi111 ceph-mon[116524]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2023-12-01T06:03:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:49 smithi155 ceph-mon[102677]: osdmap e2307: 8 total, 8 up, 8 in 2023-12-01T06:03:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:49 smithi155 ceph-mon[102677]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 830 KiB/s rd, 3.7 KiB/s wr, 1.12k op/s 2023-12-01T06:03:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:03:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:50 smithi111 ceph-mon[97855]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-01T06:03:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:50 smithi111 ceph-mon[116524]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-01T06:03:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:50 smithi155 ceph-mon[102677]: osdmap e2308: 8 total, 8 up, 8 in 2023-12-01T06:03:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:51 smithi111 ceph-mon[97855]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-01T06:03:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:51 smithi111 ceph-mon[97855]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2023-12-01T06:03:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:51 smithi111 ceph-mon[116524]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-01T06:03:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:51 smithi111 ceph-mon[116524]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2023-12-01T06:03:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:51 smithi155 ceph-mon[102677]: osdmap e2309: 8 total, 8 up, 8 in 2023-12-01T06:03:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:51 smithi155 ceph-mon[102677]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2023-12-01T06:03:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:52 smithi155 ceph-mon[102677]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-01T06:03:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:52 smithi111 ceph-mon[97855]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-01T06:03:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:52 smithi111 ceph-mon[116524]: osdmap e2310: 8 total, 8 up, 8 in 2023-12-01T06:03:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:53 smithi155 ceph-mon[102677]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-01T06:03:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:53 smithi155 ceph-mon[102677]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2023-12-01T06:03:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:53 smithi111 ceph-mon[97855]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-01T06:03:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:53 smithi111 ceph-mon[97855]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2023-12-01T06:03:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:53 smithi111 ceph-mon[116524]: osdmap e2311: 8 total, 8 up, 8 in 2023-12-01T06:03:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:53 smithi111 ceph-mon[116524]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 862 KiB/s rd, 3.7 KiB/s wr, 1.16k op/s 2023-12-01T06:03:54.529 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:03:54.844 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:03:54.844 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (81m) 6m ago 81m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:03:54.844 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (81m) 6m ago 81m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:03:54.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (82m) 6m ago 82m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (82m) 6m ago 82m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (85m) 6m ago 85m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (87m) 6m ago 87m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (87m) 6m ago 87m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (86m) 6m ago 86m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (86m) 6m ago 86m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (81m) 6m ago 81m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (81m) 6m ago 81m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (85m) 6m ago 85m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (85m) 6m ago 85m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (84m) 6m ago 84m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (84m) 6m ago 84m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (84m) 6m ago 84m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (83m) 6m ago 83m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:03:54.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (83m) 6m ago 83m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:03:54.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (83m) 6m ago 83m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:03:54.846 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (81m) 6m ago 82m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:03:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:54 smithi155 ceph-mon[102677]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-01T06:03:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:54 smithi111 ceph-mon[97855]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-01T06:03:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:54 smithi111 ceph-mon[116524]: osdmap e2312: 8 total, 8 up, 8 in 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:03:55.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:03:55.227 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:03:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:55 smithi155 ceph-mon[102677]: from='client.19431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:55 smithi155 ceph-mon[102677]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:55.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:55 smithi155 ceph-mon[102677]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-01T06:03:55.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1071409151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[97855]: from='client.19431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[97855]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[97855]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1071409151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[116524]: from='client.19431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[116524]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[116524]: osdmap e2313: 8 total, 8 up, 8 in 2023-12-01T06:03:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1071409151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:03:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:56 smithi155 ceph-mon[102677]: from='client.29303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:56 smithi155 ceph-mon[102677]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-01T06:03:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:56 smithi111 ceph-mon[97855]: from='client.29303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:56 smithi111 ceph-mon[97855]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-01T06:03:57.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:56 smithi111 ceph-mon[116524]: from='client.29303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:03:57.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:56 smithi111 ceph-mon[116524]: osdmap e2314: 8 total, 8 up, 8 in 2023-12-01T06:03:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:57 smithi155 ceph-mon[102677]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2023-12-01T06:03:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:57 smithi155 ceph-mon[102677]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-01T06:03:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:57 smithi111 ceph-mon[97855]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2023-12-01T06:03:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:57 smithi111 ceph-mon[97855]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-01T06:03:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:57 smithi111 ceph-mon[116524]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2023-12-01T06:03:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:57 smithi111 ceph-mon[116524]: osdmap e2315: 8 total, 8 up, 8 in 2023-12-01T06:03:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:58 smithi155 ceph-mon[102677]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-01T06:03:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:58 smithi111 ceph-mon[97855]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-01T06:03:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:58 smithi111 ceph-mon[116524]: osdmap e2316: 8 total, 8 up, 8 in 2023-12-01T06:03:59.556 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:03:59] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:03:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:59 smithi155 ceph-mon[102677]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2023-12-01T06:03:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:03:59 smithi155 ceph-mon[102677]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-01T06:03:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:59 smithi111 ceph-mon[97855]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2023-12-01T06:03:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:03:59 smithi111 ceph-mon[97855]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-01T06:04:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:59 smithi111 ceph-mon[116524]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 896 KiB/s rd, 3.7 KiB/s wr, 1.21k op/s 2023-12-01T06:04:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:03:59 smithi111 ceph-mon[116524]: osdmap e2317: 8 total, 8 up, 8 in 2023-12-01T06:04:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:00 smithi155 ceph-mon[102677]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-01T06:04:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:00 smithi111 ceph-mon[116524]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-01T06:04:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:00 smithi111 ceph-mon[97855]: osdmap e2318: 8 total, 8 up, 8 in 2023-12-01T06:04:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:01 smithi155 ceph-mon[102677]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2023-12-01T06:04:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:01 smithi155 ceph-mon[102677]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-01T06:04:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:01 smithi111 ceph-mon[97855]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2023-12-01T06:04:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:01 smithi111 ceph-mon[97855]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-01T06:04:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:01 smithi111 ceph-mon[116524]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2023-12-01T06:04:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:01 smithi111 ceph-mon[116524]: osdmap e2319: 8 total, 8 up, 8 in 2023-12-01T06:04:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:02 smithi155 ceph-mon[102677]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-01T06:04:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:02 smithi111 ceph-mon[97855]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-01T06:04:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:02 smithi111 ceph-mon[116524]: osdmap e2320: 8 total, 8 up, 8 in 2023-12-01T06:04:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:03 smithi155 ceph-mon[102677]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2023-12-01T06:04:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:03 smithi155 ceph-mon[102677]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-01T06:04:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:03 smithi111 ceph-mon[97855]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2023-12-01T06:04:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:03 smithi111 ceph-mon[97855]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-01T06:04:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:03 smithi111 ceph-mon[116524]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 928 KiB/s rd, 3.7 KiB/s wr, 1.25k op/s 2023-12-01T06:04:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:03 smithi111 ceph-mon[116524]: osdmap e2321: 8 total, 8 up, 8 in 2023-12-01T06:04:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:04 smithi155 ceph-mon[102677]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-01T06:04:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:04 smithi111 ceph-mon[97855]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-01T06:04:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:04 smithi111 ceph-mon[116524]: osdmap e2322: 8 total, 8 up, 8 in 2023-12-01T06:04:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:05 smithi155 ceph-mon[102677]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:05.996 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:05 smithi155 ceph-mon[102677]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-01T06:04:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:05 smithi111 ceph-mon[97855]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:05 smithi111 ceph-mon[97855]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-01T06:04:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:05 smithi111 ceph-mon[116524]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:05 smithi111 ceph-mon[116524]: osdmap e2323: 8 total, 8 up, 8 in 2023-12-01T06:04:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:06 smithi155 ceph-mon[102677]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-01T06:04:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:06 smithi111 ceph-mon[97855]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-01T06:04:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:06 smithi111 ceph-mon[116524]: osdmap e2324: 8 total, 8 up, 8 in 2023-12-01T06:04:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:07 smithi155 ceph-mon[102677]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2023-12-01T06:04:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:07 smithi155 ceph-mon[102677]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-01T06:04:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:07 smithi111 ceph-mon[97855]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2023-12-01T06:04:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:07 smithi111 ceph-mon[97855]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-01T06:04:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:07 smithi111 ceph-mon[116524]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2023-12-01T06:04:08.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:07 smithi111 ceph-mon[116524]: osdmap e2325: 8 total, 8 up, 8 in 2023-12-01T06:04:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:08 smithi155 ceph-mon[102677]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-01T06:04:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:08 smithi111 ceph-mon[97855]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-01T06:04:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:08 smithi111 ceph-mon[116524]: osdmap e2326: 8 total, 8 up, 8 in 2023-12-01T06:04:09.644 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:04:09] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:04:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:09 smithi155 ceph-mon[102677]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2023-12-01T06:04:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:09 smithi155 ceph-mon[102677]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-01T06:04:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:09 smithi111 ceph-mon[97855]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2023-12-01T06:04:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:09 smithi111 ceph-mon[97855]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-01T06:04:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:09 smithi111 ceph-mon[116524]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 961 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2023-12-01T06:04:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:09 smithi111 ceph-mon[116524]: osdmap e2327: 8 total, 8 up, 8 in 2023-12-01T06:04:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:10 smithi155 ceph-mon[102677]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-01T06:04:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:10 smithi111 ceph-mon[97855]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-01T06:04:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:10 smithi111 ceph-mon[116524]: osdmap e2328: 8 total, 8 up, 8 in 2023-12-01T06:04:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:11 smithi155 ceph-mon[102677]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 993 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2023-12-01T06:04:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:11 smithi155 ceph-mon[102677]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-01T06:04:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:11 smithi111 ceph-mon[97855]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 993 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2023-12-01T06:04:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:11 smithi111 ceph-mon[97855]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-01T06:04:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:11 smithi111 ceph-mon[116524]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 993 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2023-12-01T06:04:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:11 smithi111 ceph-mon[116524]: osdmap e2329: 8 total, 8 up, 8 in 2023-12-01T06:04:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:12 smithi155 ceph-mon[102677]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-01T06:04:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:12 smithi111 ceph-mon[97855]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-01T06:04:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:12 smithi111 ceph-mon[116524]: osdmap e2330: 8 total, 8 up, 8 in 2023-12-01T06:04:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:13 smithi155 ceph-mon[102677]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2023-12-01T06:04:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:13 smithi155 ceph-mon[102677]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-01T06:04:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:13 smithi111 ceph-mon[97855]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2023-12-01T06:04:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:13 smithi111 ceph-mon[97855]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-01T06:04:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:13 smithi111 ceph-mon[116524]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2023-12-01T06:04:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:13 smithi111 ceph-mon[116524]: osdmap e2331: 8 total, 8 up, 8 in 2023-12-01T06:04:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:14 smithi155 ceph-mon[102677]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-01T06:04:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:14 smithi111 ceph-mon[97855]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-01T06:04:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:14 smithi111 ceph-mon[116524]: osdmap e2332: 8 total, 8 up, 8 in 2023-12-01T06:04:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:15 smithi155 ceph-mon[102677]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:15 smithi155 ceph-mon[102677]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-01T06:04:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:15 smithi111 ceph-mon[97855]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:15 smithi111 ceph-mon[97855]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-01T06:04:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:15 smithi111 ceph-mon[116524]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:15 smithi111 ceph-mon[116524]: osdmap e2333: 8 total, 8 up, 8 in 2023-12-01T06:04:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:16 smithi155 ceph-mon[102677]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-01T06:04:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:16 smithi155 ceph-mon[102677]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2023-12-01T06:04:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:04:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:16 smithi111 ceph-mon[97855]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-01T06:04:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:16 smithi111 ceph-mon[97855]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2023-12-01T06:04:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:04:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:16 smithi111 ceph-mon[116524]: osdmap e2334: 8 total, 8 up, 8 in 2023-12-01T06:04:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:16 smithi111 ceph-mon[116524]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2023-12-01T06:04:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:04:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:17 smithi155 ceph-mon[102677]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-01T06:04:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:04:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:04:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[97855]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[116524]: osdmap e2335: 8 total, 8 up, 8 in 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:04:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:04:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:18 smithi111 ceph-mon[97855]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-01T06:04:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:18 smithi111 ceph-mon[97855]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2023-12-01T06:04:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:18 smithi111 ceph-mon[116524]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-01T06:04:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:18 smithi111 ceph-mon[116524]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2023-12-01T06:04:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:18 smithi155 ceph-mon[102677]: osdmap e2336: 8 total, 8 up, 8 in 2023-12-01T06:04:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:18 smithi155 ceph-mon[102677]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2023-12-01T06:04:19.710 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:04:19] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-12-01T06:04:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:19 smithi111 ceph-mon[97855]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-01T06:04:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:19 smithi111 ceph-mon[116524]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-01T06:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:19 smithi155 ceph-mon[102677]: osdmap e2337: 8 total, 8 up, 8 in 2023-12-01T06:04:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:20 smithi111 ceph-mon[97855]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-01T06:04:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:20 smithi111 ceph-mon[97855]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2023-12-01T06:04:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:20 smithi111 ceph-mon[116524]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-01T06:04:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:20 smithi111 ceph-mon[116524]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2023-12-01T06:04:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:20 smithi155 ceph-mon[102677]: osdmap e2338: 8 total, 8 up, 8 in 2023-12-01T06:04:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:20 smithi155 ceph-mon[102677]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2023-12-01T06:04:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:21 smithi111 ceph-mon[97855]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-01T06:04:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:21 smithi111 ceph-mon[116524]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-01T06:04:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:21 smithi155 ceph-mon[102677]: osdmap e2339: 8 total, 8 up, 8 in 2023-12-01T06:04:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:22 smithi111 ceph-mon[116524]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-01T06:04:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:22 smithi111 ceph-mon[116524]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2023-12-01T06:04:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:22 smithi111 ceph-mon[97855]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-01T06:04:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:22 smithi111 ceph-mon[97855]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2023-12-01T06:04:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:22 smithi155 ceph-mon[102677]: osdmap e2340: 8 total, 8 up, 8 in 2023-12-01T06:04:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:22 smithi155 ceph-mon[102677]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.43k op/s 2023-12-01T06:04:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:23 smithi111 ceph-mon[97855]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-01T06:04:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:23 smithi111 ceph-mon[116524]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-01T06:04:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:23 smithi155 ceph-mon[102677]: osdmap e2341: 8 total, 8 up, 8 in 2023-12-01T06:04:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:24 smithi155 ceph-mon[102677]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-01T06:04:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:24 smithi155 ceph-mon[102677]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:24 smithi111 ceph-mon[97855]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-01T06:04:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:24 smithi111 ceph-mon[97855]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:24 smithi111 ceph-mon[116524]: osdmap e2342: 8 total, 8 up, 8 in 2023-12-01T06:04:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:24 smithi111 ceph-mon[116524]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:25.572 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:04:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:04:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (81m) 7m ago 82m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:04:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (82m) 7m ago 82m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:04:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (83m) 7m ago 83m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:04:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (83m) 7m ago 83m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:04:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (86m) 7m ago 86m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (88m) 7m ago 88m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (88m) 7m ago 88m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (86m) 7m ago 86m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (86m) 7m ago 86m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (81m) 7m ago 81m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (81m) 7m ago 81m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (86m) 7m ago 86m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (85m) 7m ago 85m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (85m) 7m ago 85m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (85m) 7m ago 85m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (84m) 7m ago 84m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (84m) 7m ago 84m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (83m) 7m ago 83m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (83m) 7m ago 83m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:04:25.888 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (81m) 7m ago 82m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:04:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:25 smithi155 ceph-mon[102677]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-01T06:04:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:25 smithi155 ceph-mon[102677]: from='client.29315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:25 smithi111 ceph-mon[97855]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-01T06:04:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:25 smithi111 ceph-mon[97855]: from='client.29315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:25 smithi111 ceph-mon[116524]: osdmap e2343: 8 total, 8 up, 8 in 2023-12-01T06:04:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:25 smithi111 ceph-mon[116524]: from='client.29315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:04:26.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:04:26.267 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:26 smithi155 ceph-mon[102677]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-01T06:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:26 smithi155 ceph-mon[102677]: from='client.29321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2070419763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:26 smithi155 ceph-mon[102677]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[97855]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[97855]: from='client.29321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2070419763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[97855]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[116524]: osdmap e2344: 8 total, 8 up, 8 in 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[116524]: from='client.29321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2070419763' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:26 smithi111 ceph-mon[116524]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2023-12-01T06:04:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:27 smithi155 ceph-mon[102677]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-01T06:04:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:27 smithi111 ceph-mon[97855]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-01T06:04:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:27 smithi111 ceph-mon[116524]: osdmap e2345: 8 total, 8 up, 8 in 2023-12-01T06:04:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:28 smithi155 ceph-mon[102677]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-01T06:04:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:28 smithi155 ceph-mon[102677]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2023-12-01T06:04:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:28 smithi111 ceph-mon[97855]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-01T06:04:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:28 smithi111 ceph-mon[97855]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2023-12-01T06:04:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:28 smithi111 ceph-mon[116524]: osdmap e2346: 8 total, 8 up, 8 in 2023-12-01T06:04:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:28 smithi111 ceph-mon[116524]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2023-12-01T06:04:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:04:29] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2023-12-01T06:04:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:29 smithi155 ceph-mon[102677]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-01T06:04:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:29 smithi111 ceph-mon[97855]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-01T06:04:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:29 smithi111 ceph-mon[116524]: osdmap e2347: 8 total, 8 up, 8 in 2023-12-01T06:04:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:30 smithi155 ceph-mon[102677]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-01T06:04:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:30 smithi155 ceph-mon[102677]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2023-12-01T06:04:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:30 smithi111 ceph-mon[97855]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-01T06:04:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:30 smithi111 ceph-mon[97855]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2023-12-01T06:04:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:30 smithi111 ceph-mon[116524]: osdmap e2348: 8 total, 8 up, 8 in 2023-12-01T06:04:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:30 smithi111 ceph-mon[116524]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2023-12-01T06:04:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:31 smithi155 ceph-mon[102677]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-01T06:04:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:31 smithi111 ceph-mon[97855]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-01T06:04:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:31 smithi111 ceph-mon[116524]: osdmap e2349: 8 total, 8 up, 8 in 2023-12-01T06:04:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:32 smithi155 ceph-mon[102677]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-01T06:04:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:32 smithi155 ceph-mon[102677]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2023-12-01T06:04:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:32 smithi111 ceph-mon[97855]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-01T06:04:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:32 smithi111 ceph-mon[97855]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2023-12-01T06:04:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:32 smithi111 ceph-mon[116524]: osdmap e2350: 8 total, 8 up, 8 in 2023-12-01T06:04:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:32 smithi111 ceph-mon[116524]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2023-12-01T06:04:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:33 smithi155 ceph-mon[102677]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-01T06:04:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:33 smithi111 ceph-mon[97855]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-01T06:04:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:33 smithi111 ceph-mon[116524]: osdmap e2351: 8 total, 8 up, 8 in 2023-12-01T06:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:34 smithi155 ceph-mon[102677]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-01T06:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:34 smithi155 ceph-mon[102677]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:34 smithi111 ceph-mon[97855]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-01T06:04:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:34 smithi111 ceph-mon[97855]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:34 smithi111 ceph-mon[116524]: osdmap e2352: 8 total, 8 up, 8 in 2023-12-01T06:04:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:34 smithi111 ceph-mon[116524]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:35 smithi155 ceph-mon[102677]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-01T06:04:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:35 smithi111 ceph-mon[97855]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-01T06:04:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:35 smithi111 ceph-mon[116524]: osdmap e2353: 8 total, 8 up, 8 in 2023-12-01T06:04:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:36 smithi155 ceph-mon[102677]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-01T06:04:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:36 smithi155 ceph-mon[102677]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2023-12-01T06:04:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:36 smithi111 ceph-mon[97855]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-01T06:04:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:36 smithi111 ceph-mon[97855]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2023-12-01T06:04:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:36 smithi111 ceph-mon[116524]: osdmap e2354: 8 total, 8 up, 8 in 2023-12-01T06:04:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:36 smithi111 ceph-mon[116524]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2023-12-01T06:04:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:37 smithi155 ceph-mon[102677]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-01T06:04:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:37 smithi111 ceph-mon[97855]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-01T06:04:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:37 smithi111 ceph-mon[116524]: osdmap e2355: 8 total, 8 up, 8 in 2023-12-01T06:04:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:38 smithi155 ceph-mon[102677]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-01T06:04:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:38 smithi155 ceph-mon[102677]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2023-12-01T06:04:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:38 smithi111 ceph-mon[97855]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-01T06:04:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:38 smithi111 ceph-mon[97855]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2023-12-01T06:04:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:38 smithi111 ceph-mon[116524]: osdmap e2356: 8 total, 8 up, 8 in 2023-12-01T06:04:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:38 smithi111 ceph-mon[116524]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2023-12-01T06:04:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:04:39] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-12-01T06:04:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:39 smithi155 ceph-mon[102677]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-01T06:04:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:39 smithi111 ceph-mon[97855]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-01T06:04:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:39 smithi111 ceph-mon[116524]: osdmap e2357: 8 total, 8 up, 8 in 2023-12-01T06:04:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:40 smithi155 ceph-mon[102677]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-01T06:04:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:40 smithi155 ceph-mon[102677]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2023-12-01T06:04:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:40 smithi111 ceph-mon[97855]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-01T06:04:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:40 smithi111 ceph-mon[97855]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2023-12-01T06:04:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:40 smithi111 ceph-mon[116524]: osdmap e2358: 8 total, 8 up, 8 in 2023-12-01T06:04:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:40 smithi111 ceph-mon[116524]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2023-12-01T06:04:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:41 smithi155 ceph-mon[102677]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-01T06:04:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:41 smithi111 ceph-mon[97855]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-01T06:04:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:41 smithi111 ceph-mon[116524]: osdmap e2359: 8 total, 8 up, 8 in 2023-12-01T06:04:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:42 smithi155 ceph-mon[102677]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-01T06:04:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:42 smithi155 ceph-mon[102677]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2023-12-01T06:04:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:42 smithi111 ceph-mon[97855]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-01T06:04:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:42 smithi111 ceph-mon[97855]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2023-12-01T06:04:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:42 smithi111 ceph-mon[116524]: osdmap e2360: 8 total, 8 up, 8 in 2023-12-01T06:04:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:42 smithi111 ceph-mon[116524]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.60k op/s 2023-12-01T06:04:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:43 smithi155 ceph-mon[102677]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-01T06:04:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:43 smithi111 ceph-mon[97855]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-01T06:04:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:43 smithi111 ceph-mon[116524]: osdmap e2361: 8 total, 8 up, 8 in 2023-12-01T06:04:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:44 smithi155 ceph-mon[102677]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-01T06:04:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:44 smithi155 ceph-mon[102677]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:44 smithi111 ceph-mon[97855]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-01T06:04:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:44 smithi111 ceph-mon[97855]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:44 smithi111 ceph-mon[116524]: osdmap e2362: 8 total, 8 up, 8 in 2023-12-01T06:04:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:44 smithi111 ceph-mon[116524]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:45 smithi155 ceph-mon[102677]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-01T06:04:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:45 smithi111 ceph-mon[97855]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-01T06:04:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:45 smithi111 ceph-mon[116524]: osdmap e2363: 8 total, 8 up, 8 in 2023-12-01T06:04:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:46 smithi155 ceph-mon[102677]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-01T06:04:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:46 smithi155 ceph-mon[102677]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2023-12-01T06:04:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:46 smithi111 ceph-mon[97855]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-01T06:04:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:46 smithi111 ceph-mon[97855]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2023-12-01T06:04:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:46 smithi111 ceph-mon[116524]: osdmap e2364: 8 total, 8 up, 8 in 2023-12-01T06:04:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:46 smithi111 ceph-mon[116524]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2023-12-01T06:04:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:47 smithi155 ceph-mon[102677]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-01T06:04:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:47 smithi111 ceph-mon[97855]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-01T06:04:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:47 smithi111 ceph-mon[116524]: osdmap e2365: 8 total, 8 up, 8 in 2023-12-01T06:04:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:48 smithi155 ceph-mon[102677]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-01T06:04:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:48 smithi155 ceph-mon[102677]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2023-12-01T06:04:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:48 smithi111 ceph-mon[97855]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-01T06:04:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:48 smithi111 ceph-mon[97855]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2023-12-01T06:04:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:48 smithi111 ceph-mon[116524]: osdmap e2366: 8 total, 8 up, 8 in 2023-12-01T06:04:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:48 smithi111 ceph-mon[116524]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 974 KiB/s rd, 3.2 KiB/s wr, 1.31k op/s 2023-12-01T06:04:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:04:49] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2023-12-01T06:04:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:49 smithi155 ceph-mon[102677]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-01T06:04:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:49 smithi111 ceph-mon[97855]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-01T06:04:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:49 smithi111 ceph-mon[116524]: osdmap e2367: 8 total, 8 up, 8 in 2023-12-01T06:04:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:50 smithi155 ceph-mon[102677]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-01T06:04:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:50 smithi155 ceph-mon[102677]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-01T06:04:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:50 smithi111 ceph-mon[97855]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-01T06:04:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:50 smithi111 ceph-mon[97855]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-01T06:04:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:50 smithi111 ceph-mon[116524]: osdmap e2368: 8 total, 8 up, 8 in 2023-12-01T06:04:51.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:50 smithi111 ceph-mon[116524]: pgmap v4797: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-01T06:04:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:51 smithi155 ceph-mon[102677]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-01T06:04:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:51 smithi111 ceph-mon[97855]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-01T06:04:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:51 smithi111 ceph-mon[116524]: osdmap e2369: 8 total, 8 up, 8 in 2023-12-01T06:04:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:52 smithi155 ceph-mon[102677]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-01T06:04:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:52 smithi155 ceph-mon[102677]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-01T06:04:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:52 smithi111 ceph-mon[97855]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-01T06:04:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:52 smithi111 ceph-mon[97855]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-01T06:04:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:52 smithi111 ceph-mon[116524]: osdmap e2370: 8 total, 8 up, 8 in 2023-12-01T06:04:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:52 smithi111 ceph-mon[116524]: pgmap v4800: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2023-12-01T06:04:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:53 smithi111 ceph-mon[97855]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-01T06:04:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:53 smithi111 ceph-mon[116524]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-01T06:04:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:53 smithi155 ceph-mon[102677]: osdmap e2371: 8 total, 8 up, 8 in 2023-12-01T06:04:55.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:54 smithi111 ceph-mon[97855]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-01T06:04:55.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:54 smithi111 ceph-mon[97855]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:55.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:54 smithi111 ceph-mon[116524]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-01T06:04:55.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:54 smithi111 ceph-mon[116524]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:54 smithi155 ceph-mon[102677]: osdmap e2372: 8 total, 8 up, 8 in 2023-12-01T06:04:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:54 smithi155 ceph-mon[102677]: pgmap v4803: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:04:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:55 smithi111 ceph-mon[97855]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-01T06:04:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:55 smithi111 ceph-mon[116524]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-01T06:04:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:55 smithi155 ceph-mon[102677]: osdmap e2373: 8 total, 8 up, 8 in 2023-12-01T06:04:56.613 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:04:56.923 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:04:56.923 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (82m) 7m ago 82m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:04:56.923 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (82m) 7m ago 82m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:04:56.923 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (83m) 7m ago 83m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (83m) 7m ago 83m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (86m) 7m ago 86m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (88m) 7m ago 88m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (88m) 7m ago 88m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (87m) 7m ago 87m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (87m) 7m ago 87m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (82m) 7m ago 82m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (82m) 7m ago 82m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (86m) 7m ago 86m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (86m) 7m ago 86m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (85m) 7m ago 85m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (85m) 7m ago 85m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (85m) 7m ago 85m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (84m) 7m ago 84m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:04:56.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (84m) 7m ago 84m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:04:56.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (84m) 7m ago 84m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:04:56.925 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (82m) 7m ago 83m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:04:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:56 smithi111 ceph-mon[97855]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-01T06:04:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:56 smithi111 ceph-mon[97855]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-01T06:04:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:56 smithi111 ceph-mon[97855]: from='client.19467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:56 smithi111 ceph-mon[116524]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-01T06:04:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:56 smithi111 ceph-mon[116524]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-01T06:04:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:56 smithi111 ceph-mon[116524]: from='client.19467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:04:57.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:04:57.314 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:04:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:56 smithi155 ceph-mon[102677]: osdmap e2374: 8 total, 8 up, 8 in 2023-12-01T06:04:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:56 smithi155 ceph-mon[102677]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-01T06:04:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:56 smithi155 ceph-mon[102677]: from='client.19467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:57 smithi111 ceph-mon[97855]: from='client.29339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:57 smithi111 ceph-mon[97855]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-01T06:04:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2541547049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:04:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:57 smithi111 ceph-mon[116524]: from='client.29339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:57 smithi111 ceph-mon[116524]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-01T06:04:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2541547049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:57 smithi155 ceph-mon[102677]: from='client.29339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:57 smithi155 ceph-mon[102677]: osdmap e2375: 8 total, 8 up, 8 in 2023-12-01T06:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2541547049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:04:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:58 smithi111 ceph-mon[97855]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-01T06:04:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:04:58 smithi111 ceph-mon[97855]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-01T06:04:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:58 smithi111 ceph-mon[116524]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-01T06:04:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:04:58 smithi111 ceph-mon[116524]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-01T06:04:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:58 smithi155 ceph-mon[102677]: osdmap e2376: 8 total, 8 up, 8 in 2023-12-01T06:04:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:04:58 smithi155 ceph-mon[102677]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.73k op/s 2023-12-01T06:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:04:59] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2023-12-01T06:05:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:00 smithi155 ceph-mon[102677]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-01T06:05:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:00 smithi111 ceph-mon[97855]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-01T06:05:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:00 smithi111 ceph-mon[116524]: osdmap e2377: 8 total, 8 up, 8 in 2023-12-01T06:05:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:01 smithi155 ceph-mon[102677]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-01T06:05:01.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:01 smithi155 ceph-mon[102677]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2023-12-01T06:05:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:01 smithi111 ceph-mon[97855]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-01T06:05:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:01 smithi111 ceph-mon[97855]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2023-12-01T06:05:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:01 smithi111 ceph-mon[116524]: osdmap e2378: 8 total, 8 up, 8 in 2023-12-01T06:05:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:01 smithi111 ceph-mon[116524]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2023-12-01T06:05:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:02 smithi155 ceph-mon[102677]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-01T06:05:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:02 smithi111 ceph-mon[97855]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-01T06:05:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:02 smithi111 ceph-mon[116524]: osdmap e2379: 8 total, 8 up, 8 in 2023-12-01T06:05:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:03 smithi155 ceph-mon[102677]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-01T06:05:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:03 smithi155 ceph-mon[102677]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2023-12-01T06:05:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:03 smithi111 ceph-mon[97855]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-01T06:05:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:03 smithi111 ceph-mon[97855]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2023-12-01T06:05:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:03 smithi111 ceph-mon[116524]: osdmap e2380: 8 total, 8 up, 8 in 2023-12-01T06:05:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:03 smithi111 ceph-mon[116524]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2023-12-01T06:05:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:04 smithi155 ceph-mon[102677]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-01T06:05:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:04 smithi111 ceph-mon[97855]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-01T06:05:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:04 smithi111 ceph-mon[116524]: osdmap e2381: 8 total, 8 up, 8 in 2023-12-01T06:05:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:05 smithi155 ceph-mon[102677]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-01T06:05:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:05 smithi155 ceph-mon[102677]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:05 smithi111 ceph-mon[97855]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-01T06:05:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:05 smithi111 ceph-mon[97855]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:05 smithi111 ceph-mon[116524]: osdmap e2382: 8 total, 8 up, 8 in 2023-12-01T06:05:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:05 smithi111 ceph-mon[116524]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:06 smithi155 ceph-mon[102677]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-01T06:05:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:06 smithi111 ceph-mon[97855]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-01T06:05:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:06 smithi111 ceph-mon[116524]: osdmap e2383: 8 total, 8 up, 8 in 2023-12-01T06:05:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:07 smithi155 ceph-mon[102677]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-01T06:05:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:07 smithi155 ceph-mon[102677]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-01T06:05:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:07 smithi111 ceph-mon[97855]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-01T06:05:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:07 smithi111 ceph-mon[97855]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-01T06:05:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:07 smithi111 ceph-mon[116524]: osdmap e2384: 8 total, 8 up, 8 in 2023-12-01T06:05:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:07 smithi111 ceph-mon[116524]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-01T06:05:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:08 smithi155 ceph-mon[102677]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-01T06:05:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:08 smithi111 ceph-mon[97855]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-01T06:05:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:08 smithi111 ceph-mon[116524]: osdmap e2385: 8 total, 8 up, 8 in 2023-12-01T06:05:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:09 smithi155 ceph-mon[102677]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-01T06:05:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:09 smithi155 ceph-mon[102677]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-01T06:05:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:05:09] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-01T06:05:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:09 smithi111 ceph-mon[97855]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-01T06:05:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:09 smithi111 ceph-mon[97855]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-01T06:05:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:09 smithi111 ceph-mon[116524]: osdmap e2386: 8 total, 8 up, 8 in 2023-12-01T06:05:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:09 smithi111 ceph-mon[116524]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2023-12-01T06:05:10.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:10 smithi155 ceph-mon[102677]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-01T06:05:10.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:10 smithi155 ceph-mon[102677]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-01T06:05:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:10 smithi111 ceph-mon[97855]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-01T06:05:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:10 smithi111 ceph-mon[97855]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-01T06:05:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:10 smithi111 ceph-mon[116524]: osdmap e2387: 8 total, 8 up, 8 in 2023-12-01T06:05:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:10 smithi111 ceph-mon[116524]: osdmap e2388: 8 total, 8 up, 8 in 2023-12-01T06:05:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:11 smithi155 ceph-mon[102677]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2023-12-01T06:05:11.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:11 smithi155 ceph-mon[102677]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-01T06:05:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:11 smithi111 ceph-mon[97855]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2023-12-01T06:05:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:11 smithi111 ceph-mon[97855]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-01T06:05:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:11 smithi111 ceph-mon[116524]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2023-12-01T06:05:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:11 smithi111 ceph-mon[116524]: osdmap e2389: 8 total, 8 up, 8 in 2023-12-01T06:05:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:12 smithi155 ceph-mon[102677]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-01T06:05:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:12 smithi111 ceph-mon[97855]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-01T06:05:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:12 smithi111 ceph-mon[116524]: osdmap e2390: 8 total, 8 up, 8 in 2023-12-01T06:05:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:13 smithi155 ceph-mon[102677]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2023-12-01T06:05:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:13 smithi155 ceph-mon[102677]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-01T06:05:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:13 smithi111 ceph-mon[97855]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2023-12-01T06:05:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:13 smithi111 ceph-mon[97855]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-01T06:05:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:13 smithi111 ceph-mon[116524]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2023-12-01T06:05:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:13 smithi111 ceph-mon[116524]: osdmap e2391: 8 total, 8 up, 8 in 2023-12-01T06:05:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:14 smithi155 ceph-mon[102677]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-01T06:05:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:14 smithi155 ceph-mon[102677]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-01T06:05:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:14 smithi111 ceph-mon[116524]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-01T06:05:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:14 smithi111 ceph-mon[116524]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-01T06:05:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:14 smithi111 ceph-mon[97855]: osdmap e2392: 8 total, 8 up, 8 in 2023-12-01T06:05:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:14 smithi111 ceph-mon[97855]: osdmap e2393: 8 total, 8 up, 8 in 2023-12-01T06:05:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:15 smithi155 ceph-mon[102677]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:15 smithi111 ceph-mon[116524]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:15 smithi111 ceph-mon[97855]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:16 smithi155 ceph-mon[102677]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-01T06:05:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:16 smithi111 ceph-mon[97855]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-01T06:05:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:16 smithi111 ceph-mon[116524]: osdmap e2394: 8 total, 8 up, 8 in 2023-12-01T06:05:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:17 smithi155 ceph-mon[102677]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2023-12-01T06:05:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:17 smithi155 ceph-mon[102677]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-01T06:05:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:05:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:05:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:05:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[97855]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[97855]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[116524]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2023-12-01T06:05:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[116524]: osdmap e2395: 8 total, 8 up, 8 in 2023-12-01T06:05:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:05:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:05:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:05:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:05:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:18 smithi155 ceph-mon[102677]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-01T06:05:19.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:18 smithi111 ceph-mon[97855]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-01T06:05:19.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:18 smithi111 ceph-mon[116524]: osdmap e2396: 8 total, 8 up, 8 in 2023-12-01T06:05:19.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:05:19] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-12-01T06:05:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:19 smithi155 ceph-mon[102677]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2023-12-01T06:05:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:19 smithi155 ceph-mon[102677]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-01T06:05:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:19 smithi155 ceph-mon[102677]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-01T06:05:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[116524]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[116524]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[116524]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[97855]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[97855]: osdmap e2397: 8 total, 8 up, 8 in 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:19 smithi111 ceph-mon[97855]: osdmap e2398: 8 total, 8 up, 8 in 2023-12-01T06:05:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:21 smithi155 ceph-mon[102677]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-01T06:05:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:21 smithi155 ceph-mon[102677]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-01T06:05:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:21 smithi111 ceph-mon[97855]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-01T06:05:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:21 smithi111 ceph-mon[97855]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-01T06:05:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:21 smithi111 ceph-mon[116524]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-01T06:05:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:21 smithi111 ceph-mon[116524]: osdmap e2399: 8 total, 8 up, 8 in 2023-12-01T06:05:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:22 smithi155 ceph-mon[102677]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-01T06:05:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:22 smithi111 ceph-mon[97855]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-01T06:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:22 smithi111 ceph-mon[116524]: osdmap e2400: 8 total, 8 up, 8 in 2023-12-01T06:05:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:23 smithi155 ceph-mon[102677]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-01T06:05:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:23 smithi155 ceph-mon[102677]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-01T06:05:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:23 smithi111 ceph-mon[97855]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-01T06:05:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:23 smithi111 ceph-mon[97855]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-01T06:05:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:23 smithi111 ceph-mon[116524]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2023-12-01T06:05:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:23 smithi111 ceph-mon[116524]: osdmap e2401: 8 total, 8 up, 8 in 2023-12-01T06:05:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:24 smithi111 ceph-mon[97855]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-01T06:05:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:24 smithi111 ceph-mon[97855]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:24 smithi111 ceph-mon[97855]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-01T06:05:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:24 smithi111 ceph-mon[116524]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-01T06:05:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:24 smithi111 ceph-mon[116524]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:24 smithi111 ceph-mon[116524]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-01T06:05:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:24 smithi155 ceph-mon[102677]: osdmap e2402: 8 total, 8 up, 8 in 2023-12-01T06:05:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:24 smithi155 ceph-mon[102677]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:24 smithi155 ceph-mon[102677]: osdmap e2403: 8 total, 8 up, 8 in 2023-12-01T06:05:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:26 smithi155 ceph-mon[102677]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-01T06:05:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:26 smithi111 ceph-mon[97855]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-01T06:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:26 smithi111 ceph-mon[116524]: osdmap e2404: 8 total, 8 up, 8 in 2023-12-01T06:05:27.665 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:05:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:27 smithi155 ceph-mon[102677]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2023-12-01T06:05:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:27 smithi155 ceph-mon[102677]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-01T06:05:27.977 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:05:27.977 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (82m) 8m ago 83m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:05:27.977 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (83m) 8m ago 83m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:05:27.977 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (84m) 8m ago 84m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:05:27.977 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (84m) 8m ago 84m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (87m) 8m ago 87m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (89m) 8m ago 89m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (89m) 8m ago 89m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (87m) 8m ago 87m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (87m) 8m ago 87m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (82m) 8m ago 82m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (82m) 8m ago 82m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (87m) 8m ago 87m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (86m) 8m ago 86m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (86m) 8m ago 86m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (86m) 8m ago 86m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (85m) 8m ago 85m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (85m) 8m ago 85m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (84m) 8m ago 84m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:05:27.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (84m) 8m ago 84m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:05:27.979 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (82m) 8m ago 83m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:05:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:27 smithi111 ceph-mon[97855]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2023-12-01T06:05:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:27 smithi111 ceph-mon[97855]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-01T06:05:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:27 smithi111 ceph-mon[116524]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2023-12-01T06:05:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:27 smithi111 ceph-mon[116524]: osdmap e2405: 8 total, 8 up, 8 in 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:05:28.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:05:28.358 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:05:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:28 smithi155 ceph-mon[102677]: from='client.29351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:28 smithi155 ceph-mon[102677]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-01T06:05:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/813656261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:05:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:28 smithi111 ceph-mon[97855]: from='client.29351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:28 smithi111 ceph-mon[97855]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-01T06:05:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/813656261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:05:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:28 smithi111 ceph-mon[116524]: from='client.29351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:28 smithi111 ceph-mon[116524]: osdmap e2406: 8 total, 8 up, 8 in 2023-12-01T06:05:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/813656261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:05:29.664 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:05:29] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2023-12-01T06:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:29 smithi155 ceph-mon[102677]: from='client.29357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:29 smithi155 ceph-mon[102677]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2023-12-01T06:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:29 smithi155 ceph-mon[102677]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-01T06:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:29 smithi155 ceph-mon[102677]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[97855]: from='client.29357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[97855]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[97855]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[97855]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[116524]: from='client.29357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[116524]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[116524]: osdmap e2407: 8 total, 8 up, 8 in 2023-12-01T06:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:29 smithi111 ceph-mon[116524]: osdmap e2408: 8 total, 8 up, 8 in 2023-12-01T06:05:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:31 smithi155 ceph-mon[102677]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-01T06:05:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:31 smithi155 ceph-mon[102677]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-01T06:05:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:31 smithi111 ceph-mon[97855]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-01T06:05:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:31 smithi111 ceph-mon[97855]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-01T06:05:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:31 smithi111 ceph-mon[116524]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-01T06:05:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:31 smithi111 ceph-mon[116524]: osdmap e2409: 8 total, 8 up, 8 in 2023-12-01T06:05:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:32 smithi155 ceph-mon[102677]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-01T06:05:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:32 smithi111 ceph-mon[97855]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-01T06:05:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:32 smithi111 ceph-mon[116524]: osdmap e2410: 8 total, 8 up, 8 in 2023-12-01T06:05:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:33 smithi155 ceph-mon[102677]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-01T06:05:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:33 smithi155 ceph-mon[102677]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-01T06:05:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:33 smithi111 ceph-mon[97855]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-01T06:05:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:33 smithi111 ceph-mon[97855]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-01T06:05:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:33 smithi111 ceph-mon[116524]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2023-12-01T06:05:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:33 smithi111 ceph-mon[116524]: osdmap e2411: 8 total, 8 up, 8 in 2023-12-01T06:05:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:34 smithi155 ceph-mon[102677]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-01T06:05:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:34 smithi155 ceph-mon[102677]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-01T06:05:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:34 smithi111 ceph-mon[97855]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-01T06:05:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:34 smithi111 ceph-mon[97855]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-01T06:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:34 smithi111 ceph-mon[116524]: osdmap e2412: 8 total, 8 up, 8 in 2023-12-01T06:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:34 smithi111 ceph-mon[116524]: osdmap e2413: 8 total, 8 up, 8 in 2023-12-01T06:05:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:35 smithi111 ceph-mon[97855]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:35 smithi111 ceph-mon[116524]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:35 smithi155 ceph-mon[102677]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:36 smithi111 ceph-mon[97855]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-01T06:05:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:36 smithi111 ceph-mon[97855]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2023-12-01T06:05:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:36 smithi111 ceph-mon[116524]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-01T06:05:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:36 smithi111 ceph-mon[116524]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2023-12-01T06:05:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:36 smithi155 ceph-mon[102677]: osdmap e2414: 8 total, 8 up, 8 in 2023-12-01T06:05:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:36 smithi155 ceph-mon[102677]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2023-12-01T06:05:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:37 smithi111 ceph-mon[97855]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-01T06:05:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:37 smithi111 ceph-mon[116524]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-01T06:05:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:37 smithi155 ceph-mon[102677]: osdmap e2415: 8 total, 8 up, 8 in 2023-12-01T06:05:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:38 smithi111 ceph-mon[97855]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-01T06:05:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:38 smithi111 ceph-mon[97855]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2023-12-01T06:05:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:38 smithi111 ceph-mon[116524]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-01T06:05:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:38 smithi111 ceph-mon[116524]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2023-12-01T06:05:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:38 smithi155 ceph-mon[102677]: osdmap e2416: 8 total, 8 up, 8 in 2023-12-01T06:05:39.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:38 smithi155 ceph-mon[102677]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2023-12-01T06:05:39.737 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:05:39] "GET /metrics HTTP/1.1" 200 36443 "" "Prometheus/2.43.0" 2023-12-01T06:05:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:39 smithi111 ceph-mon[97855]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-01T06:05:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:39 smithi111 ceph-mon[97855]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-01T06:05:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:39 smithi111 ceph-mon[116524]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-01T06:05:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:39 smithi111 ceph-mon[116524]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-01T06:05:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:39 smithi155 ceph-mon[102677]: osdmap e2417: 8 total, 8 up, 8 in 2023-12-01T06:05:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:39 smithi155 ceph-mon[102677]: osdmap e2418: 8 total, 8 up, 8 in 2023-12-01T06:05:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:41 smithi155 ceph-mon[102677]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2023-12-01T06:05:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:41 smithi155 ceph-mon[102677]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-01T06:05:42.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:41 smithi111 ceph-mon[97855]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2023-12-01T06:05:42.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:41 smithi111 ceph-mon[97855]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-01T06:05:42.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:41 smithi111 ceph-mon[116524]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2023-12-01T06:05:42.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:41 smithi111 ceph-mon[116524]: osdmap e2419: 8 total, 8 up, 8 in 2023-12-01T06:05:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:42 smithi155 ceph-mon[102677]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-01T06:05:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:42 smithi111 ceph-mon[97855]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-01T06:05:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:42 smithi111 ceph-mon[116524]: osdmap e2420: 8 total, 8 up, 8 in 2023-12-01T06:05:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:43 smithi155 ceph-mon[102677]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2023-12-01T06:05:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:43 smithi155 ceph-mon[102677]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-01T06:05:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:43 smithi111 ceph-mon[97855]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2023-12-01T06:05:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:43 smithi111 ceph-mon[97855]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-01T06:05:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:43 smithi111 ceph-mon[116524]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2023-12-01T06:05:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:43 smithi111 ceph-mon[116524]: osdmap e2421: 8 total, 8 up, 8 in 2023-12-01T06:05:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:44 smithi155 ceph-mon[102677]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-01T06:05:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:44 smithi155 ceph-mon[102677]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-01T06:05:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:44 smithi111 ceph-mon[97855]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-01T06:05:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:44 smithi111 ceph-mon[97855]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-01T06:05:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:44 smithi111 ceph-mon[116524]: osdmap e2422: 8 total, 8 up, 8 in 2023-12-01T06:05:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:44 smithi111 ceph-mon[116524]: osdmap e2423: 8 total, 8 up, 8 in 2023-12-01T06:05:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:45 smithi155 ceph-mon[102677]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:45 smithi111 ceph-mon[97855]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:45 smithi111 ceph-mon[116524]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:46 smithi155 ceph-mon[102677]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-01T06:05:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:46 smithi111 ceph-mon[97855]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-01T06:05:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:46 smithi111 ceph-mon[116524]: osdmap e2424: 8 total, 8 up, 8 in 2023-12-01T06:05:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:47 smithi155 ceph-mon[102677]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-01T06:05:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:47 smithi155 ceph-mon[102677]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-01T06:05:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:47 smithi111 ceph-mon[97855]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-01T06:05:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:47 smithi111 ceph-mon[97855]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-01T06:05:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:47 smithi111 ceph-mon[116524]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-01T06:05:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:47 smithi111 ceph-mon[116524]: osdmap e2425: 8 total, 8 up, 8 in 2023-12-01T06:05:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:48 smithi155 ceph-mon[102677]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-01T06:05:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:48 smithi111 ceph-mon[97855]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-01T06:05:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:48 smithi111 ceph-mon[116524]: osdmap e2426: 8 total, 8 up, 8 in 2023-12-01T06:05:49.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:05:49] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-01T06:05:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:49 smithi155 ceph-mon[102677]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-01T06:05:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:49 smithi155 ceph-mon[102677]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-01T06:05:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:49 smithi155 ceph-mon[102677]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[97855]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[97855]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[97855]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[116524]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[116524]: osdmap e2427: 8 total, 8 up, 8 in 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:05:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:49 smithi111 ceph-mon[116524]: osdmap e2428: 8 total, 8 up, 8 in 2023-12-01T06:05:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:51 smithi155 ceph-mon[102677]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2023-12-01T06:05:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:51 smithi155 ceph-mon[102677]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-01T06:05:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:51 smithi111 ceph-mon[97855]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2023-12-01T06:05:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:51 smithi111 ceph-mon[97855]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-01T06:05:52.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:51 smithi111 ceph-mon[116524]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2023-12-01T06:05:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:51 smithi111 ceph-mon[116524]: osdmap e2429: 8 total, 8 up, 8 in 2023-12-01T06:05:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:52 smithi155 ceph-mon[102677]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-01T06:05:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:52 smithi111 ceph-mon[97855]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-01T06:05:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:52 smithi111 ceph-mon[116524]: osdmap e2430: 8 total, 8 up, 8 in 2023-12-01T06:05:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:53 smithi155 ceph-mon[102677]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2023-12-01T06:05:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:53 smithi155 ceph-mon[102677]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-01T06:05:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:53 smithi111 ceph-mon[97855]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2023-12-01T06:05:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:53 smithi111 ceph-mon[97855]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-01T06:05:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:53 smithi111 ceph-mon[116524]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2023-12-01T06:05:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:53 smithi111 ceph-mon[116524]: osdmap e2431: 8 total, 8 up, 8 in 2023-12-01T06:05:54.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:54 smithi155 ceph-mon[102677]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-01T06:05:54.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:54 smithi155 ceph-mon[102677]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-01T06:05:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:54 smithi111 ceph-mon[97855]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-01T06:05:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:54 smithi111 ceph-mon[97855]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-01T06:05:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:54 smithi111 ceph-mon[116524]: osdmap e2432: 8 total, 8 up, 8 in 2023-12-01T06:05:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:54 smithi111 ceph-mon[116524]: osdmap e2433: 8 total, 8 up, 8 in 2023-12-01T06:05:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:55 smithi155 ceph-mon[102677]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:55 smithi111 ceph-mon[97855]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:55 smithi111 ceph-mon[116524]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:05:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:56 smithi155 ceph-mon[102677]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-01T06:05:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:56 smithi111 ceph-mon[116524]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-01T06:05:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:56 smithi111 ceph-mon[97855]: osdmap e2434: 8 total, 8 up, 8 in 2023-12-01T06:05:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:57 smithi155 ceph-mon[102677]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-01T06:05:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:57 smithi155 ceph-mon[102677]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-01T06:05:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:57 smithi111 ceph-mon[97855]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-01T06:05:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:57 smithi111 ceph-mon[97855]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-01T06:05:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:57 smithi111 ceph-mon[116524]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-01T06:05:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:57 smithi111 ceph-mon[116524]: osdmap e2435: 8 total, 8 up, 8 in 2023-12-01T06:05:58.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:05:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:58 smithi155 ceph-mon[102677]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-01T06:05:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:58 smithi111 ceph-mon[97855]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-01T06:05:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:58 smithi111 ceph-mon[116524]: osdmap e2436: 8 total, 8 up, 8 in 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (83m) 8m ago 83m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (83m) 8m ago 83m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (84m) 8m ago 84m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (84m) 8m ago 84m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (87m) 8m ago 87m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:05:59.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (89m) 8m ago 89m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (89m) 8m ago 89m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (88m) 8m ago 88m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (88m) 8m ago 88m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (83m) 8m ago 83m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (83m) 8m ago 83m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (87m) 8m ago 87m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (87m) 8m ago 87m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (86m) 8m ago 86m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (86m) 8m ago 86m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (86m) 8m ago 86m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (85m) 8m ago 85m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (85m) 8m ago 85m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (85m) 8m ago 85m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:05:59.027 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (83m) 8m ago 84m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:05:59.407 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:05:59.408 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:05:59.408 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:05:59.408 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:05:59.408 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:05:59.408 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:05:59.693 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[116524]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-01T06:05:59.693 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[116524]: from='client.19503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:59.694 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[116524]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-01T06:05:59.694 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2878597961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:05:59.694 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[116524]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-01T06:05:59.694 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:05:59] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-01T06:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:59 smithi155 ceph-mon[102677]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-01T06:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:59 smithi155 ceph-mon[102677]: from='client.19503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:59 smithi155 ceph-mon[102677]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-01T06:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2878597961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:05:59 smithi155 ceph-mon[102677]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-01T06:05:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[97855]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2023-12-01T06:05:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[97855]: from='client.19503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:05:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[97855]: osdmap e2437: 8 total, 8 up, 8 in 2023-12-01T06:05:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2878597961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:05:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:05:59 smithi111 ceph-mon[97855]: osdmap e2438: 8 total, 8 up, 8 in 2023-12-01T06:06:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:00 smithi155 ceph-mon[102677]: from='client.19509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:00 smithi111 ceph-mon[97855]: from='client.19509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:00 smithi111 ceph-mon[116524]: from='client.19509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:01 smithi155 ceph-mon[102677]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2023-12-01T06:06:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:01 smithi155 ceph-mon[102677]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-01T06:06:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:01 smithi111 ceph-mon[97855]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2023-12-01T06:06:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:01 smithi111 ceph-mon[97855]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-01T06:06:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:01 smithi111 ceph-mon[116524]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2023-12-01T06:06:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:01 smithi111 ceph-mon[116524]: osdmap e2439: 8 total, 8 up, 8 in 2023-12-01T06:06:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:02 smithi111 ceph-mon[97855]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-01T06:06:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:02 smithi111 ceph-mon[97855]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2023-12-01T06:06:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:02 smithi111 ceph-mon[116524]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-01T06:06:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:02 smithi111 ceph-mon[116524]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2023-12-01T06:06:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:02 smithi155 ceph-mon[102677]: osdmap e2440: 8 total, 8 up, 8 in 2023-12-01T06:06:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:02 smithi155 ceph-mon[102677]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2023-12-01T06:06:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:03 smithi111 ceph-mon[97855]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-01T06:06:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:03 smithi111 ceph-mon[116524]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-01T06:06:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:03 smithi155 ceph-mon[102677]: osdmap e2441: 8 total, 8 up, 8 in 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[97855]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[97855]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[97855]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[116524]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[116524]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:04 smithi111 ceph-mon[116524]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-01T06:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:04 smithi155 ceph-mon[102677]: osdmap e2442: 8 total, 8 up, 8 in 2023-12-01T06:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:04 smithi155 ceph-mon[102677]: pgmap v4908: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:04 smithi155 ceph-mon[102677]: osdmap e2443: 8 total, 8 up, 8 in 2023-12-01T06:06:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:06 smithi155 ceph-mon[102677]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-01T06:06:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:06 smithi111 ceph-mon[97855]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-01T06:06:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:06 smithi111 ceph-mon[116524]: osdmap e2444: 8 total, 8 up, 8 in 2023-12-01T06:06:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:07 smithi155 ceph-mon[102677]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2023-12-01T06:06:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:07 smithi155 ceph-mon[102677]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-01T06:06:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:07 smithi111 ceph-mon[97855]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2023-12-01T06:06:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:07 smithi111 ceph-mon[97855]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-01T06:06:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:07 smithi111 ceph-mon[116524]: pgmap v4911: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2023-12-01T06:06:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:07 smithi111 ceph-mon[116524]: osdmap e2445: 8 total, 8 up, 8 in 2023-12-01T06:06:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:08 smithi155 ceph-mon[102677]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-01T06:06:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:08 smithi111 ceph-mon[97855]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-01T06:06:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:08 smithi111 ceph-mon[116524]: osdmap e2446: 8 total, 8 up, 8 in 2023-12-01T06:06:09.663 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:06:09] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2023-12-01T06:06:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:09 smithi155 ceph-mon[102677]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2023-12-01T06:06:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:09 smithi155 ceph-mon[102677]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-01T06:06:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:09 smithi155 ceph-mon[102677]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-01T06:06:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:09 smithi111 ceph-mon[97855]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2023-12-01T06:06:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:09 smithi111 ceph-mon[97855]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-01T06:06:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:09 smithi111 ceph-mon[97855]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-01T06:06:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:09 smithi111 ceph-mon[116524]: pgmap v4914: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2023-12-01T06:06:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:09 smithi111 ceph-mon[116524]: osdmap e2447: 8 total, 8 up, 8 in 2023-12-01T06:06:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:09 smithi111 ceph-mon[116524]: osdmap e2448: 8 total, 8 up, 8 in 2023-12-01T06:06:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:11 smithi155 ceph-mon[102677]: pgmap v4917: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2023-12-01T06:06:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:11 smithi155 ceph-mon[102677]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-01T06:06:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:11 smithi111 ceph-mon[97855]: pgmap v4917: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2023-12-01T06:06:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:11 smithi111 ceph-mon[97855]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-01T06:06:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:11 smithi111 ceph-mon[116524]: pgmap v4917: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2023-12-01T06:06:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:11 smithi111 ceph-mon[116524]: osdmap e2449: 8 total, 8 up, 8 in 2023-12-01T06:06:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:12 smithi155 ceph-mon[102677]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-01T06:06:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:12 smithi111 ceph-mon[97855]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-01T06:06:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:12 smithi111 ceph-mon[116524]: osdmap e2450: 8 total, 8 up, 8 in 2023-12-01T06:06:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:13 smithi155 ceph-mon[102677]: pgmap v4920: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2023-12-01T06:06:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:13 smithi155 ceph-mon[102677]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-01T06:06:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:13 smithi111 ceph-mon[97855]: pgmap v4920: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2023-12-01T06:06:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:13 smithi111 ceph-mon[97855]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-01T06:06:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:13 smithi111 ceph-mon[116524]: pgmap v4920: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2023-12-01T06:06:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:13 smithi111 ceph-mon[116524]: osdmap e2451: 8 total, 8 up, 8 in 2023-12-01T06:06:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:14 smithi155 ceph-mon[102677]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-01T06:06:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:14 smithi155 ceph-mon[102677]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-01T06:06:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:14 smithi111 ceph-mon[97855]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-01T06:06:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:14 smithi111 ceph-mon[97855]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-01T06:06:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:14 smithi111 ceph-mon[116524]: osdmap e2452: 8 total, 8 up, 8 in 2023-12-01T06:06:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:14 smithi111 ceph-mon[116524]: osdmap e2453: 8 total, 8 up, 8 in 2023-12-01T06:06:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:15 smithi155 ceph-mon[102677]: pgmap v4923: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:15 smithi155 ceph-mon[102677]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-01T06:06:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:15 smithi111 ceph-mon[97855]: pgmap v4923: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:15 smithi111 ceph-mon[97855]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-01T06:06:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:15 smithi111 ceph-mon[116524]: pgmap v4923: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:15 smithi111 ceph-mon[116524]: osdmap e2454: 8 total, 8 up, 8 in 2023-12-01T06:06:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:17 smithi155 ceph-mon[102677]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2023-12-01T06:06:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:17 smithi155 ceph-mon[102677]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-01T06:06:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:06:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:17 smithi111 ceph-mon[97855]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2023-12-01T06:06:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:17 smithi111 ceph-mon[97855]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-01T06:06:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:06:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:17 smithi111 ceph-mon[116524]: pgmap v4926: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2023-12-01T06:06:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:17 smithi111 ceph-mon[116524]: osdmap e2455: 8 total, 8 up, 8 in 2023-12-01T06:06:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:06:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:18 smithi155 ceph-mon[102677]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-01T06:06:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:06:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:06:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:06:18.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:18 smithi155 ceph-mon[102677]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2023-12-01T06:06:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[97855]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[97855]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[116524]: osdmap e2456: 8 total, 8 up, 8 in 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:06:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:06:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:18 smithi111 ceph-mon[116524]: pgmap v4929: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2023-12-01T06:06:19.714 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:06:19] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2023-12-01T06:06:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:19 smithi111 ceph-mon[116524]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-01T06:06:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:19 smithi111 ceph-mon[116524]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-01T06:06:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:19 smithi111 ceph-mon[97855]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-01T06:06:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:19 smithi111 ceph-mon[97855]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-01T06:06:20.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:19 smithi155 ceph-mon[102677]: osdmap e2457: 8 total, 8 up, 8 in 2023-12-01T06:06:20.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:20.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:19 smithi155 ceph-mon[102677]: osdmap e2458: 8 total, 8 up, 8 in 2023-12-01T06:06:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:21 smithi155 ceph-mon[102677]: pgmap v4932: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-01T06:06:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:21 smithi155 ceph-mon[102677]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-01T06:06:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:21 smithi111 ceph-mon[116524]: pgmap v4932: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-01T06:06:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:21 smithi111 ceph-mon[116524]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-01T06:06:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:21 smithi111 ceph-mon[97855]: pgmap v4932: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-01T06:06:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:21 smithi111 ceph-mon[97855]: osdmap e2459: 8 total, 8 up, 8 in 2023-12-01T06:06:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:22 smithi155 ceph-mon[102677]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-01T06:06:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:22 smithi111 ceph-mon[97855]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-01T06:06:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:22 smithi111 ceph-mon[116524]: osdmap e2460: 8 total, 8 up, 8 in 2023-12-01T06:06:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:23 smithi155 ceph-mon[102677]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-01T06:06:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:23 smithi155 ceph-mon[102677]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-01T06:06:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:23 smithi111 ceph-mon[97855]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-01T06:06:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:23 smithi111 ceph-mon[97855]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-01T06:06:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:23 smithi111 ceph-mon[116524]: pgmap v4935: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2023-12-01T06:06:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:23 smithi111 ceph-mon[116524]: osdmap e2461: 8 total, 8 up, 8 in 2023-12-01T06:06:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:24 smithi155 ceph-mon[102677]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-01T06:06:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:24 smithi155 ceph-mon[102677]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-01T06:06:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:24 smithi111 ceph-mon[97855]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-01T06:06:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:24 smithi111 ceph-mon[97855]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-01T06:06:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:24 smithi111 ceph-mon[116524]: osdmap e2462: 8 total, 8 up, 8 in 2023-12-01T06:06:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:24 smithi111 ceph-mon[116524]: osdmap e2463: 8 total, 8 up, 8 in 2023-12-01T06:06:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:25 smithi155 ceph-mon[102677]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:25 smithi111 ceph-mon[97855]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:25 smithi111 ceph-mon[116524]: pgmap v4938: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:26 smithi155 ceph-mon[102677]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-01T06:06:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:26 smithi111 ceph-mon[97855]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-01T06:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:26 smithi111 ceph-mon[116524]: osdmap e2464: 8 total, 8 up, 8 in 2023-12-01T06:06:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:27 smithi155 ceph-mon[102677]: pgmap v4941: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2023-12-01T06:06:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:27 smithi155 ceph-mon[102677]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-01T06:06:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:27 smithi111 ceph-mon[97855]: pgmap v4941: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2023-12-01T06:06:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:27 smithi111 ceph-mon[97855]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-01T06:06:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:27 smithi111 ceph-mon[116524]: pgmap v4941: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2023-12-01T06:06:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:27 smithi111 ceph-mon[116524]: osdmap e2465: 8 total, 8 up, 8 in 2023-12-01T06:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:28 smithi155 ceph-mon[102677]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-01T06:06:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:28 smithi111 ceph-mon[97855]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-01T06:06:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:28 smithi111 ceph-mon[116524]: osdmap e2466: 8 total, 8 up, 8 in 2023-12-01T06:06:29.706 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:06:29] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.43.0" 2023-12-01T06:06:29.770 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:06:29.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:29 smithi155 ceph-mon[102677]: pgmap v4944: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2023-12-01T06:06:29.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:29 smithi155 ceph-mon[102677]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-01T06:06:29.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:29 smithi155 ceph-mon[102677]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-01T06:06:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:29 smithi111 ceph-mon[97855]: pgmap v4944: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2023-12-01T06:06:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:29 smithi111 ceph-mon[97855]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-01T06:06:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:29 smithi111 ceph-mon[97855]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-01T06:06:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:29 smithi111 ceph-mon[116524]: pgmap v4944: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2023-12-01T06:06:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:29 smithi111 ceph-mon[116524]: osdmap e2467: 8 total, 8 up, 8 in 2023-12-01T06:06:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:29 smithi111 ceph-mon[116524]: osdmap e2468: 8 total, 8 up, 8 in 2023-12-01T06:06:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:06:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (83m) 9m ago 84m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:06:30.077 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (84m) 9m ago 84m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (85m) 9m ago 85m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (85m) 9m ago 85m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (88m) 9m ago 88m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (90m) 9m ago 90m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (90m) 9m ago 90m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (88m) 9m ago 88m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (88m) 9m ago 88m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (83m) 9m ago 83m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (83m) 9m ago 83m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (88m) 9m ago 88m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (87m) 9m ago 87m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (87m) 9m ago 87m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:06:30.078 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (87m) 9m ago 87m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:06:30.079 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (86m) 9m ago 86m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:06:30.079 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (86m) 9m ago 86m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:06:30.079 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (85m) 9m ago 85m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:06:30.079 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (85m) 9m ago 85m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:06:30.079 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (83m) 9m ago 84m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:06:30.455 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:06:30.455 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:06:30.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:06:30.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:06:30.456 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:06:30.457 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:06:30.457 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:06:30.457 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:06:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[97855]: from='client.19521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[97855]: from='client.19527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3069970635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[97855]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[97855]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[116524]: from='client.19521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[116524]: from='client.19527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3069970635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[116524]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2023-12-01T06:06:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:30 smithi111 ceph-mon[116524]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-01T06:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:30 smithi155 ceph-mon[102677]: from='client.19521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:30 smithi155 ceph-mon[102677]: from='client.19527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3069970635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:30 smithi155 ceph-mon[102677]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2023-12-01T06:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:30 smithi155 ceph-mon[102677]: osdmap e2469: 8 total, 8 up, 8 in 2023-12-01T06:06:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:32 smithi155 ceph-mon[102677]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-01T06:06:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:32 smithi111 ceph-mon[97855]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-01T06:06:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:32 smithi111 ceph-mon[116524]: osdmap e2470: 8 total, 8 up, 8 in 2023-12-01T06:06:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:33 smithi155 ceph-mon[102677]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2023-12-01T06:06:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:33 smithi155 ceph-mon[102677]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-01T06:06:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:33 smithi111 ceph-mon[116524]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2023-12-01T06:06:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:33 smithi111 ceph-mon[116524]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-01T06:06:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:33 smithi111 ceph-mon[97855]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2023-12-01T06:06:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:33 smithi111 ceph-mon[97855]: osdmap e2471: 8 total, 8 up, 8 in 2023-12-01T06:06:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:34 smithi155 ceph-mon[102677]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-01T06:06:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:34 smithi155 ceph-mon[102677]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-01T06:06:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:34 smithi111 ceph-mon[97855]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-01T06:06:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:34 smithi111 ceph-mon[97855]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-01T06:06:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:34 smithi111 ceph-mon[116524]: osdmap e2472: 8 total, 8 up, 8 in 2023-12-01T06:06:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:34 smithi111 ceph-mon[116524]: osdmap e2473: 8 total, 8 up, 8 in 2023-12-01T06:06:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:35 smithi155 ceph-mon[102677]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:35 smithi111 ceph-mon[97855]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:35 smithi111 ceph-mon[116524]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:36 smithi155 ceph-mon[102677]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-01T06:06:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:36 smithi111 ceph-mon[97855]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-01T06:06:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:36 smithi111 ceph-mon[116524]: osdmap e2474: 8 total, 8 up, 8 in 2023-12-01T06:06:37.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:37 smithi155 ceph-mon[102677]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2023-12-01T06:06:37.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:37 smithi155 ceph-mon[102677]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-01T06:06:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:37 smithi111 ceph-mon[97855]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2023-12-01T06:06:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:37 smithi111 ceph-mon[97855]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-01T06:06:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:37 smithi111 ceph-mon[116524]: pgmap v4956: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2023-12-01T06:06:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:37 smithi111 ceph-mon[116524]: osdmap e2475: 8 total, 8 up, 8 in 2023-12-01T06:06:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:38 smithi155 ceph-mon[102677]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-01T06:06:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:38 smithi111 ceph-mon[97855]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-01T06:06:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:38 smithi111 ceph-mon[116524]: osdmap e2476: 8 total, 8 up, 8 in 2023-12-01T06:06:39.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:06:39] "GET /metrics HTTP/1.1" 200 36445 "" "Prometheus/2.43.0" 2023-12-01T06:06:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:39 smithi155 ceph-mon[102677]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2023-12-01T06:06:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:39 smithi155 ceph-mon[102677]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-01T06:06:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:39 smithi155 ceph-mon[102677]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-01T06:06:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:39 smithi111 ceph-mon[97855]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2023-12-01T06:06:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:39 smithi111 ceph-mon[97855]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-01T06:06:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:39 smithi111 ceph-mon[97855]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-01T06:06:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:39 smithi111 ceph-mon[116524]: pgmap v4959: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2023-12-01T06:06:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:39 smithi111 ceph-mon[116524]: osdmap e2477: 8 total, 8 up, 8 in 2023-12-01T06:06:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:39 smithi111 ceph-mon[116524]: osdmap e2478: 8 total, 8 up, 8 in 2023-12-01T06:06:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:41 smithi155 ceph-mon[102677]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2023-12-01T06:06:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:41 smithi155 ceph-mon[102677]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-01T06:06:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:41 smithi111 ceph-mon[97855]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2023-12-01T06:06:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:41 smithi111 ceph-mon[97855]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-01T06:06:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:41 smithi111 ceph-mon[116524]: pgmap v4962: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2023-12-01T06:06:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:41 smithi111 ceph-mon[116524]: osdmap e2479: 8 total, 8 up, 8 in 2023-12-01T06:06:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:42 smithi155 ceph-mon[102677]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-01T06:06:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:42 smithi111 ceph-mon[97855]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-01T06:06:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:42 smithi111 ceph-mon[116524]: osdmap e2480: 8 total, 8 up, 8 in 2023-12-01T06:06:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:43 smithi155 ceph-mon[102677]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2023-12-01T06:06:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:43 smithi155 ceph-mon[102677]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-01T06:06:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:43 smithi111 ceph-mon[97855]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2023-12-01T06:06:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:43 smithi111 ceph-mon[97855]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-01T06:06:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:43 smithi111 ceph-mon[116524]: pgmap v4965: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2023-12-01T06:06:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:43 smithi111 ceph-mon[116524]: osdmap e2481: 8 total, 8 up, 8 in 2023-12-01T06:06:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:44 smithi155 ceph-mon[102677]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-01T06:06:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:44 smithi155 ceph-mon[102677]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-01T06:06:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:44 smithi111 ceph-mon[97855]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-01T06:06:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:44 smithi111 ceph-mon[97855]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-01T06:06:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:44 smithi111 ceph-mon[116524]: osdmap e2482: 8 total, 8 up, 8 in 2023-12-01T06:06:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:44 smithi111 ceph-mon[116524]: osdmap e2483: 8 total, 8 up, 8 in 2023-12-01T06:06:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:45 smithi155 ceph-mon[102677]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:45 smithi111 ceph-mon[97855]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:45 smithi111 ceph-mon[116524]: pgmap v4968: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:46 smithi155 ceph-mon[102677]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-01T06:06:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:46 smithi111 ceph-mon[116524]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-01T06:06:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:46 smithi111 ceph-mon[97855]: osdmap e2484: 8 total, 8 up, 8 in 2023-12-01T06:06:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:47 smithi155 ceph-mon[102677]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2023-12-01T06:06:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:47 smithi155 ceph-mon[102677]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-01T06:06:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:47 smithi111 ceph-mon[97855]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2023-12-01T06:06:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:47 smithi111 ceph-mon[97855]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-01T06:06:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:47 smithi111 ceph-mon[116524]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2023-12-01T06:06:48.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:47 smithi111 ceph-mon[116524]: osdmap e2485: 8 total, 8 up, 8 in 2023-12-01T06:06:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:48 smithi155 ceph-mon[102677]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-01T06:06:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:48 smithi111 ceph-mon[97855]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-01T06:06:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:48 smithi111 ceph-mon[116524]: osdmap e2486: 8 total, 8 up, 8 in 2023-12-01T06:06:49.732 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:06:49] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:06:49.733 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[116524]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2023-12-01T06:06:49.733 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[116524]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-01T06:06:49.733 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:49.733 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[116524]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-01T06:06:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[97855]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2023-12-01T06:06:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[97855]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-01T06:06:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:49 smithi111 ceph-mon[97855]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-01T06:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:49 smithi155 ceph-mon[102677]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 898 op/s 2023-12-01T06:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:49 smithi155 ceph-mon[102677]: osdmap e2487: 8 total, 8 up, 8 in 2023-12-01T06:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:06:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:49 smithi155 ceph-mon[102677]: osdmap e2488: 8 total, 8 up, 8 in 2023-12-01T06:06:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:50 smithi111 ceph-mon[97855]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2023-12-01T06:06:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:50 smithi111 ceph-mon[116524]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2023-12-01T06:06:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:50 smithi155 ceph-mon[102677]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2023-12-01T06:06:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:51 smithi111 ceph-mon[97855]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-01T06:06:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:51 smithi111 ceph-mon[116524]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-01T06:06:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:51 smithi155 ceph-mon[102677]: osdmap e2489: 8 total, 8 up, 8 in 2023-12-01T06:06:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:52 smithi155 ceph-mon[102677]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-01T06:06:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:52 smithi155 ceph-mon[102677]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2023-12-01T06:06:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:52 smithi111 ceph-mon[97855]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-01T06:06:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:52 smithi111 ceph-mon[97855]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2023-12-01T06:06:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:52 smithi111 ceph-mon[116524]: osdmap e2490: 8 total, 8 up, 8 in 2023-12-01T06:06:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:52 smithi111 ceph-mon[116524]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2023-12-01T06:06:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:53 smithi155 ceph-mon[102677]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-01T06:06:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:53 smithi111 ceph-mon[97855]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-01T06:06:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:53 smithi111 ceph-mon[116524]: osdmap e2491: 8 total, 8 up, 8 in 2023-12-01T06:06:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:54 smithi155 ceph-mon[102677]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-01T06:06:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:54 smithi155 ceph-mon[102677]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:54 smithi155 ceph-mon[102677]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-01T06:06:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:54 smithi111 ceph-mon[97855]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-01T06:06:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:54 smithi111 ceph-mon[97855]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:54 smithi111 ceph-mon[97855]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-01T06:06:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:54 smithi111 ceph-mon[116524]: osdmap e2492: 8 total, 8 up, 8 in 2023-12-01T06:06:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:54 smithi111 ceph-mon[116524]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:06:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:54 smithi111 ceph-mon[116524]: osdmap e2493: 8 total, 8 up, 8 in 2023-12-01T06:06:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:56 smithi155 ceph-mon[102677]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-01T06:06:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:56 smithi111 ceph-mon[97855]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-01T06:06:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:56 smithi111 ceph-mon[116524]: osdmap e2494: 8 total, 8 up, 8 in 2023-12-01T06:06:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:57 smithi155 ceph-mon[102677]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2023-12-01T06:06:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:57 smithi155 ceph-mon[102677]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-01T06:06:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:57 smithi111 ceph-mon[97855]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2023-12-01T06:06:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:57 smithi111 ceph-mon[97855]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-01T06:06:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:57 smithi111 ceph-mon[116524]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2023-12-01T06:06:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:57 smithi111 ceph-mon[116524]: osdmap e2495: 8 total, 8 up, 8 in 2023-12-01T06:06:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:58 smithi155 ceph-mon[102677]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-01T06:06:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:58 smithi111 ceph-mon[97855]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-01T06:06:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:58 smithi111 ceph-mon[116524]: osdmap e2496: 8 total, 8 up, 8 in 2023-12-01T06:06:59.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:06:59] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:06:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:59 smithi155 ceph-mon[102677]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2023-12-01T06:06:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:59 smithi155 ceph-mon[102677]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-01T06:06:59.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:06:59 smithi155 ceph-mon[102677]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-01T06:06:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:59 smithi111 ceph-mon[97855]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2023-12-01T06:06:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:59 smithi111 ceph-mon[97855]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-01T06:07:00.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:06:59 smithi111 ceph-mon[97855]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-01T06:07:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:59 smithi111 ceph-mon[116524]: pgmap v4989: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2023-12-01T06:07:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:59 smithi111 ceph-mon[116524]: osdmap e2497: 8 total, 8 up, 8 in 2023-12-01T06:07:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:06:59 smithi111 ceph-mon[116524]: osdmap e2498: 8 total, 8 up, 8 in 2023-12-01T06:07:00.812 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:07:01.119 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:07:01.119 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (84m) 9m ago 84m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (84m) 9m ago 84m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (85m) 9m ago 85m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (85m) 9m ago 85m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (89m) 9m ago 89m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (90m) 9m ago 90m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (90m) 9m ago 90m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (89m) 9m ago 89m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (89m) 9m ago 89m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (84m) 9m ago 84m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (84m) 9m ago 84m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (88m) 9m ago 88m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (88m) 9m ago 88m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:07:01.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (87m) 9m ago 87m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:07:01.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (87m) 9m ago 87m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:07:01.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (87m) 9m ago 87m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:07:01.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (86m) 9m ago 86m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:07:01.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (86m) 9m ago 86m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:07:01.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (86m) 9m ago 86m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:07:01.121 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (84m) 9m ago 85m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:07:01.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:07:01.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:01.500 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:07:01.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:07:01.500 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:07:01.500 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:07:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:01 smithi155 ceph-mon[102677]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2023-12-01T06:07:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:01 smithi155 ceph-mon[102677]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-01T06:07:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3819922861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:07:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:01 smithi111 ceph-mon[97855]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2023-12-01T06:07:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:01 smithi111 ceph-mon[97855]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-01T06:07:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3819922861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:07:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:01 smithi111 ceph-mon[116524]: pgmap v4992: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2023-12-01T06:07:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:01 smithi111 ceph-mon[116524]: osdmap e2499: 8 total, 8 up, 8 in 2023-12-01T06:07:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3819922861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:07:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:02 smithi155 ceph-mon[102677]: from='client.19539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:02 smithi155 ceph-mon[102677]: from='client.19545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:02 smithi155 ceph-mon[102677]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-01T06:07:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:02 smithi111 ceph-mon[97855]: from='client.19539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:02 smithi111 ceph-mon[97855]: from='client.19545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:02 smithi111 ceph-mon[97855]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-01T06:07:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:02 smithi111 ceph-mon[116524]: from='client.19539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:02 smithi111 ceph-mon[116524]: from='client.19545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:02 smithi111 ceph-mon[116524]: osdmap e2500: 8 total, 8 up, 8 in 2023-12-01T06:07:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:03 smithi155 ceph-mon[102677]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2023-12-01T06:07:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:03 smithi155 ceph-mon[102677]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-01T06:07:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:03 smithi111 ceph-mon[97855]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2023-12-01T06:07:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:03 smithi111 ceph-mon[97855]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-01T06:07:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:03 smithi111 ceph-mon[116524]: pgmap v4995: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2023-12-01T06:07:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:03 smithi111 ceph-mon[116524]: osdmap e2501: 8 total, 8 up, 8 in 2023-12-01T06:07:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:04 smithi111 ceph-mon[97855]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-01T06:07:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:04 smithi111 ceph-mon[97855]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-01T06:07:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:04 smithi111 ceph-mon[116524]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-01T06:07:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:04 smithi111 ceph-mon[116524]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-01T06:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:04 smithi155 ceph-mon[102677]: osdmap e2502: 8 total, 8 up, 8 in 2023-12-01T06:07:05.386 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:05.387 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:04 smithi155 ceph-mon[102677]: osdmap e2503: 8 total, 8 up, 8 in 2023-12-01T06:07:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:05 smithi111 ceph-mon[97855]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:05 smithi111 ceph-mon[97855]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-01T06:07:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:05 smithi111 ceph-mon[116524]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:05 smithi111 ceph-mon[116524]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-01T06:07:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:05 smithi155 ceph-mon[102677]: pgmap v4998: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:05 smithi155 ceph-mon[102677]: osdmap e2504: 8 total, 8 up, 8 in 2023-12-01T06:07:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:07 smithi155 ceph-mon[102677]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2023-12-01T06:07:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:07 smithi155 ceph-mon[102677]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-01T06:07:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:07 smithi111 ceph-mon[97855]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2023-12-01T06:07:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:07 smithi111 ceph-mon[97855]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-01T06:07:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:07 smithi111 ceph-mon[116524]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2023-12-01T06:07:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:07 smithi111 ceph-mon[116524]: osdmap e2505: 8 total, 8 up, 8 in 2023-12-01T06:07:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:08 smithi155 ceph-mon[102677]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-01T06:07:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:08 smithi111 ceph-mon[97855]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-01T06:07:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:08 smithi111 ceph-mon[116524]: osdmap e2506: 8 total, 8 up, 8 in 2023-12-01T06:07:09.682 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:07:09] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-01T06:07:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:09 smithi155 ceph-mon[102677]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2023-12-01T06:07:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:09 smithi155 ceph-mon[102677]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-01T06:07:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:09 smithi155 ceph-mon[102677]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-01T06:07:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:09 smithi111 ceph-mon[97855]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2023-12-01T06:07:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:09 smithi111 ceph-mon[97855]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-01T06:07:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:09 smithi111 ceph-mon[97855]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-01T06:07:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:09 smithi111 ceph-mon[116524]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2023-12-01T06:07:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:09 smithi111 ceph-mon[116524]: osdmap e2507: 8 total, 8 up, 8 in 2023-12-01T06:07:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:09 smithi111 ceph-mon[116524]: osdmap e2508: 8 total, 8 up, 8 in 2023-12-01T06:07:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:11 smithi155 ceph-mon[102677]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2023-12-01T06:07:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:11 smithi155 ceph-mon[102677]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-01T06:07:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:11 smithi111 ceph-mon[97855]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2023-12-01T06:07:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:11 smithi111 ceph-mon[97855]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-01T06:07:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:11 smithi111 ceph-mon[116524]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2023-12-01T06:07:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:11 smithi111 ceph-mon[116524]: osdmap e2509: 8 total, 8 up, 8 in 2023-12-01T06:07:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:12 smithi155 ceph-mon[102677]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-01T06:07:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:12 smithi111 ceph-mon[97855]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-01T06:07:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:12 smithi111 ceph-mon[116524]: osdmap e2510: 8 total, 8 up, 8 in 2023-12-01T06:07:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:13 smithi111 ceph-mon[97855]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2023-12-01T06:07:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:13 smithi111 ceph-mon[97855]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-01T06:07:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:13 smithi111 ceph-mon[116524]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2023-12-01T06:07:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:13 smithi111 ceph-mon[116524]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-01T06:07:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:13 smithi155 ceph-mon[102677]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 679 op/s 2023-12-01T06:07:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:13 smithi155 ceph-mon[102677]: osdmap e2511: 8 total, 8 up, 8 in 2023-12-01T06:07:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:14 smithi111 ceph-mon[97855]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-01T06:07:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:14 smithi111 ceph-mon[97855]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-01T06:07:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:14 smithi111 ceph-mon[116524]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-01T06:07:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:14 smithi111 ceph-mon[116524]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-01T06:07:15.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:14 smithi155 ceph-mon[102677]: osdmap e2512: 8 total, 8 up, 8 in 2023-12-01T06:07:15.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:14 smithi155 ceph-mon[102677]: osdmap e2513: 8 total, 8 up, 8 in 2023-12-01T06:07:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:15 smithi111 ceph-mon[97855]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:16.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:15 smithi111 ceph-mon[97855]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-01T06:07:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:15 smithi111 ceph-mon[116524]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:15 smithi111 ceph-mon[116524]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-01T06:07:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:15 smithi155 ceph-mon[102677]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:15 smithi155 ceph-mon[102677]: osdmap e2514: 8 total, 8 up, 8 in 2023-12-01T06:07:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:17 smithi155 ceph-mon[102677]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2023-12-01T06:07:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:17 smithi155 ceph-mon[102677]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-01T06:07:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:17 smithi111 ceph-mon[97855]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2023-12-01T06:07:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:17 smithi111 ceph-mon[97855]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-01T06:07:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:17 smithi111 ceph-mon[116524]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2023-12-01T06:07:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:17 smithi111 ceph-mon[116524]: osdmap e2515: 8 total, 8 up, 8 in 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[97855]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[97855]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[116524]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:07:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:07:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:07:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:18 smithi111 ceph-mon[116524]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2023-12-01T06:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:18 smithi155 ceph-mon[102677]: osdmap e2516: 8 total, 8 up, 8 in 2023-12-01T06:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:18 smithi155 ceph-mon[102677]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2023-12-01T06:07:19.725 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:07:19] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:07:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:19 smithi111 ceph-mon[97855]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-01T06:07:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:19 smithi111 ceph-mon[97855]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-01T06:07:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:19 smithi111 ceph-mon[116524]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-01T06:07:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:19 smithi111 ceph-mon[116524]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-01T06:07:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:19 smithi155 ceph-mon[102677]: osdmap e2517: 8 total, 8 up, 8 in 2023-12-01T06:07:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:19 smithi155 ceph-mon[102677]: osdmap e2518: 8 total, 8 up, 8 in 2023-12-01T06:07:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:21 smithi155 ceph-mon[102677]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2023-12-01T06:07:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:21 smithi155 ceph-mon[102677]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-01T06:07:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:21 smithi111 ceph-mon[97855]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2023-12-01T06:07:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:21 smithi111 ceph-mon[97855]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-01T06:07:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:21 smithi111 ceph-mon[116524]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2023-12-01T06:07:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:21 smithi111 ceph-mon[116524]: osdmap e2519: 8 total, 8 up, 8 in 2023-12-01T06:07:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:22 smithi155 ceph-mon[102677]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-01T06:07:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:22 smithi111 ceph-mon[97855]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-01T06:07:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:22 smithi111 ceph-mon[116524]: osdmap e2520: 8 total, 8 up, 8 in 2023-12-01T06:07:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:23 smithi155 ceph-mon[102677]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2023-12-01T06:07:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:23 smithi155 ceph-mon[102677]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-01T06:07:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:23 smithi111 ceph-mon[97855]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2023-12-01T06:07:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:23 smithi111 ceph-mon[97855]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-01T06:07:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:23 smithi111 ceph-mon[116524]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2023-12-01T06:07:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:23 smithi111 ceph-mon[116524]: osdmap e2521: 8 total, 8 up, 8 in 2023-12-01T06:07:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:24 smithi155 ceph-mon[102677]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-01T06:07:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:24 smithi155 ceph-mon[102677]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-01T06:07:25.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:24 smithi111 ceph-mon[97855]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-01T06:07:25.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:24 smithi111 ceph-mon[97855]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-01T06:07:25.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:24 smithi111 ceph-mon[116524]: osdmap e2522: 8 total, 8 up, 8 in 2023-12-01T06:07:25.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:24 smithi111 ceph-mon[116524]: osdmap e2523: 8 total, 8 up, 8 in 2023-12-01T06:07:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:25 smithi155 ceph-mon[102677]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:25 smithi111 ceph-mon[97855]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:25 smithi111 ceph-mon[116524]: pgmap v5028: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:26 smithi111 ceph-mon[97855]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-01T06:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:26 smithi111 ceph-mon[116524]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-01T06:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:26 smithi155 ceph-mon[102677]: osdmap e2524: 8 total, 8 up, 8 in 2023-12-01T06:07:28.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:27 smithi111 ceph-mon[97855]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2023-12-01T06:07:28.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:27 smithi111 ceph-mon[97855]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-01T06:07:28.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:27 smithi111 ceph-mon[116524]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2023-12-01T06:07:28.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:27 smithi111 ceph-mon[116524]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-01T06:07:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:27 smithi155 ceph-mon[102677]: pgmap v5031: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2023-12-01T06:07:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:27 smithi155 ceph-mon[102677]: osdmap e2525: 8 total, 8 up, 8 in 2023-12-01T06:07:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:28 smithi111 ceph-mon[97855]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-01T06:07:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:28 smithi111 ceph-mon[116524]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-01T06:07:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:28 smithi155 ceph-mon[102677]: osdmap e2526: 8 total, 8 up, 8 in 2023-12-01T06:07:29.719 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:07:29] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:07:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:29 smithi111 ceph-mon[97855]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2023-12-01T06:07:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:29 smithi111 ceph-mon[97855]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-01T06:07:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:29 smithi111 ceph-mon[97855]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-01T06:07:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:29 smithi111 ceph-mon[116524]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2023-12-01T06:07:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:29 smithi111 ceph-mon[116524]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-01T06:07:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:29 smithi111 ceph-mon[116524]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-01T06:07:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:29 smithi155 ceph-mon[102677]: pgmap v5034: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2023-12-01T06:07:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:29 smithi155 ceph-mon[102677]: osdmap e2527: 8 total, 8 up, 8 in 2023-12-01T06:07:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:29 smithi155 ceph-mon[102677]: osdmap e2528: 8 total, 8 up, 8 in 2023-12-01T06:07:31.858 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:07:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:31 smithi155 ceph-mon[102677]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2023-12-01T06:07:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:31 smithi155 ceph-mon[102677]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-01T06:07:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:31 smithi111 ceph-mon[97855]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2023-12-01T06:07:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:31 smithi111 ceph-mon[97855]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-01T06:07:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:31 smithi111 ceph-mon[116524]: pgmap v5037: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2023-12-01T06:07:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:31 smithi111 ceph-mon[116524]: osdmap e2529: 8 total, 8 up, 8 in 2023-12-01T06:07:32.170 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:07:32.170 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (84m) 10m ago 85m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:07:32.170 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (85m) 10m ago 85m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:07:32.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (86m) 10m ago 86m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:07:32.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (86m) 10m ago 86m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (89m) 10m ago 89m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (91m) 10m ago 91m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (91m) 10m ago 91m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (89m) 10m ago 89m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (89m) 10m ago 89m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (85m) 10m ago 84m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (84m) 10m ago 84m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (89m) 10m ago 89m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (88m) 10m ago 88m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (88m) 10m ago 88m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (88m) 10m ago 88m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (87m) 10m ago 87m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (87m) 10m ago 87m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:07:32.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (87m) 10m ago 87m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:07:32.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (86m) 10m ago 86m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:07:32.172 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (84m) 10m ago 85m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:07:32.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:07:32.548 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:07:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:32 smithi155 ceph-mon[102677]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-01T06:07:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4125672065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:07:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:32 smithi111 ceph-mon[97855]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-01T06:07:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4125672065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:07:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:32 smithi111 ceph-mon[116524]: osdmap e2530: 8 total, 8 up, 8 in 2023-12-01T06:07:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4125672065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:07:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:33 smithi155 ceph-mon[102677]: from='client.29423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:33 smithi155 ceph-mon[102677]: from='client.29429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:33 smithi155 ceph-mon[102677]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2023-12-01T06:07:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:33 smithi155 ceph-mon[102677]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-01T06:07:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[97855]: from='client.29423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[97855]: from='client.29429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[97855]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[97855]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[116524]: from='client.29423 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[116524]: from='client.29429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[116524]: pgmap v5040: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2023-12-01T06:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:33 smithi111 ceph-mon[116524]: osdmap e2531: 8 total, 8 up, 8 in 2023-12-01T06:07:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:34 smithi155 ceph-mon[102677]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-01T06:07:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:34 smithi155 ceph-mon[102677]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-01T06:07:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:34 smithi111 ceph-mon[97855]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-01T06:07:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:34 smithi111 ceph-mon[97855]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-01T06:07:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:34 smithi111 ceph-mon[116524]: osdmap e2532: 8 total, 8 up, 8 in 2023-12-01T06:07:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:34 smithi111 ceph-mon[116524]: osdmap e2533: 8 total, 8 up, 8 in 2023-12-01T06:07:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:35 smithi155 ceph-mon[102677]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:35 smithi111 ceph-mon[97855]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:35 smithi111 ceph-mon[116524]: pgmap v5043: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:36 smithi111 ceph-mon[97855]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-01T06:07:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:36 smithi111 ceph-mon[116524]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-01T06:07:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:36 smithi155 ceph-mon[102677]: osdmap e2534: 8 total, 8 up, 8 in 2023-12-01T06:07:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:37 smithi111 ceph-mon[97855]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2023-12-01T06:07:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:37 smithi111 ceph-mon[97855]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-01T06:07:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:37 smithi111 ceph-mon[116524]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2023-12-01T06:07:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:37 smithi111 ceph-mon[116524]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-01T06:07:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:37 smithi155 ceph-mon[102677]: pgmap v5046: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2023-12-01T06:07:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:37 smithi155 ceph-mon[102677]: osdmap e2535: 8 total, 8 up, 8 in 2023-12-01T06:07:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:38 smithi111 ceph-mon[97855]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-01T06:07:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:38 smithi111 ceph-mon[116524]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-01T06:07:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:38 smithi155 ceph-mon[102677]: osdmap e2536: 8 total, 8 up, 8 in 2023-12-01T06:07:39.727 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:07:39] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-12-01T06:07:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:39 smithi111 ceph-mon[116524]: pgmap v5049: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2023-12-01T06:07:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:39 smithi111 ceph-mon[116524]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-01T06:07:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:39 smithi111 ceph-mon[116524]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-01T06:07:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:39 smithi111 ceph-mon[97855]: pgmap v5049: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2023-12-01T06:07:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:39 smithi111 ceph-mon[97855]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-01T06:07:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:39 smithi111 ceph-mon[97855]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-01T06:07:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:39 smithi155 ceph-mon[102677]: pgmap v5049: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2023-12-01T06:07:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:39 smithi155 ceph-mon[102677]: osdmap e2537: 8 total, 8 up, 8 in 2023-12-01T06:07:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:39 smithi155 ceph-mon[102677]: osdmap e2538: 8 total, 8 up, 8 in 2023-12-01T06:07:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:41 smithi155 ceph-mon[102677]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2023-12-01T06:07:41.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:41 smithi155 ceph-mon[102677]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-01T06:07:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:41 smithi111 ceph-mon[97855]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2023-12-01T06:07:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:41 smithi111 ceph-mon[97855]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-01T06:07:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:41 smithi111 ceph-mon[116524]: pgmap v5052: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2023-12-01T06:07:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:41 smithi111 ceph-mon[116524]: osdmap e2539: 8 total, 8 up, 8 in 2023-12-01T06:07:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:42 smithi155 ceph-mon[102677]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-01T06:07:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:42 smithi111 ceph-mon[97855]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-01T06:07:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:42 smithi111 ceph-mon[116524]: osdmap e2540: 8 total, 8 up, 8 in 2023-12-01T06:07:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:43 smithi155 ceph-mon[102677]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2023-12-01T06:07:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:43 smithi155 ceph-mon[102677]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-01T06:07:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:43 smithi111 ceph-mon[97855]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2023-12-01T06:07:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:43 smithi111 ceph-mon[97855]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-01T06:07:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:43 smithi111 ceph-mon[116524]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2023-12-01T06:07:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:43 smithi111 ceph-mon[116524]: osdmap e2541: 8 total, 8 up, 8 in 2023-12-01T06:07:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:44 smithi155 ceph-mon[102677]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-01T06:07:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:44 smithi155 ceph-mon[102677]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-01T06:07:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:44 smithi111 ceph-mon[97855]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-01T06:07:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:44 smithi111 ceph-mon[97855]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-01T06:07:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:44 smithi111 ceph-mon[116524]: osdmap e2542: 8 total, 8 up, 8 in 2023-12-01T06:07:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:44 smithi111 ceph-mon[116524]: osdmap e2543: 8 total, 8 up, 8 in 2023-12-01T06:07:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:45 smithi111 ceph-mon[97855]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:45 smithi111 ceph-mon[116524]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:45 smithi155 ceph-mon[102677]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:46 smithi111 ceph-mon[97855]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-01T06:07:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:46 smithi111 ceph-mon[116524]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-01T06:07:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:46 smithi155 ceph-mon[102677]: osdmap e2544: 8 total, 8 up, 8 in 2023-12-01T06:07:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:47 smithi111 ceph-mon[116524]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2023-12-01T06:07:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:47 smithi111 ceph-mon[116524]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-01T06:07:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:47 smithi111 ceph-mon[97855]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2023-12-01T06:07:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:47 smithi111 ceph-mon[97855]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-01T06:07:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:47 smithi155 ceph-mon[102677]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2023-12-01T06:07:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:47 smithi155 ceph-mon[102677]: osdmap e2545: 8 total, 8 up, 8 in 2023-12-01T06:07:49.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:48 smithi111 ceph-mon[97855]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-01T06:07:49.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:48 smithi111 ceph-mon[97855]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2023-12-01T06:07:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:48 smithi111 ceph-mon[116524]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-01T06:07:49.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:48 smithi111 ceph-mon[116524]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2023-12-01T06:07:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:48 smithi155 ceph-mon[102677]: osdmap e2546: 8 total, 8 up, 8 in 2023-12-01T06:07:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:48 smithi155 ceph-mon[102677]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 369 op/s 2023-12-01T06:07:49.734 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:07:49] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-12-01T06:07:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:49 smithi111 ceph-mon[97855]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-01T06:07:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:49 smithi111 ceph-mon[97855]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-01T06:07:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:49 smithi111 ceph-mon[116524]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-01T06:07:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:49 smithi111 ceph-mon[116524]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-01T06:07:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:49 smithi155 ceph-mon[102677]: osdmap e2547: 8 total, 8 up, 8 in 2023-12-01T06:07:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:07:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:49 smithi155 ceph-mon[102677]: osdmap e2548: 8 total, 8 up, 8 in 2023-12-01T06:07:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:51 smithi155 ceph-mon[102677]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2023-12-01T06:07:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:51 smithi155 ceph-mon[102677]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-01T06:07:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:51 smithi111 ceph-mon[97855]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2023-12-01T06:07:52.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:51 smithi111 ceph-mon[97855]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-01T06:07:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:51 smithi111 ceph-mon[116524]: pgmap v5067: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2023-12-01T06:07:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:51 smithi111 ceph-mon[116524]: osdmap e2549: 8 total, 8 up, 8 in 2023-12-01T06:07:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:52 smithi155 ceph-mon[102677]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-01T06:07:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:52 smithi111 ceph-mon[97855]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-01T06:07:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:52 smithi111 ceph-mon[116524]: osdmap e2550: 8 total, 8 up, 8 in 2023-12-01T06:07:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:53 smithi155 ceph-mon[102677]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2023-12-01T06:07:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:53 smithi155 ceph-mon[102677]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-01T06:07:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:53 smithi111 ceph-mon[97855]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2023-12-01T06:07:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:53 smithi111 ceph-mon[97855]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-01T06:07:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:53 smithi111 ceph-mon[116524]: pgmap v5070: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 326 op/s 2023-12-01T06:07:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:53 smithi111 ceph-mon[116524]: osdmap e2551: 8 total, 8 up, 8 in 2023-12-01T06:07:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:54 smithi111 ceph-mon[97855]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-01T06:07:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:54 smithi111 ceph-mon[97855]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-01T06:07:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:54 smithi111 ceph-mon[116524]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-01T06:07:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:54 smithi111 ceph-mon[116524]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-01T06:07:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:54 smithi155 ceph-mon[102677]: osdmap e2552: 8 total, 8 up, 8 in 2023-12-01T06:07:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:54 smithi155 ceph-mon[102677]: osdmap e2553: 8 total, 8 up, 8 in 2023-12-01T06:07:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:55 smithi111 ceph-mon[97855]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:55 smithi111 ceph-mon[116524]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:55 smithi155 ceph-mon[102677]: pgmap v5073: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:07:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:56 smithi111 ceph-mon[97855]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-01T06:07:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:56 smithi111 ceph-mon[116524]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-01T06:07:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:56 smithi155 ceph-mon[102677]: osdmap e2554: 8 total, 8 up, 8 in 2023-12-01T06:07:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:57 smithi111 ceph-mon[116524]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2023-12-01T06:07:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:57 smithi111 ceph-mon[116524]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-01T06:07:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:57 smithi111 ceph-mon[97855]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2023-12-01T06:07:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:57 smithi111 ceph-mon[97855]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-01T06:07:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:57 smithi155 ceph-mon[102677]: pgmap v5076: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2023-12-01T06:07:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:57 smithi155 ceph-mon[102677]: osdmap e2555: 8 total, 8 up, 8 in 2023-12-01T06:07:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:58 smithi111 ceph-mon[97855]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-01T06:07:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:58 smithi111 ceph-mon[97855]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2023-12-01T06:07:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:58 smithi111 ceph-mon[116524]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-01T06:07:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:58 smithi111 ceph-mon[116524]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2023-12-01T06:07:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:58 smithi155 ceph-mon[102677]: osdmap e2556: 8 total, 8 up, 8 in 2023-12-01T06:07:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:58 smithi155 ceph-mon[102677]: pgmap v5079: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2023-12-01T06:07:59.737 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:07:59] "GET /metrics HTTP/1.1" 200 36435 "" "Prometheus/2.43.0" 2023-12-01T06:07:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:59 smithi111 ceph-mon[116524]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-01T06:07:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:07:59 smithi111 ceph-mon[116524]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-01T06:07:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:59 smithi111 ceph-mon[97855]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-01T06:07:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:07:59 smithi111 ceph-mon[97855]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-01T06:08:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:59 smithi155 ceph-mon[102677]: osdmap e2557: 8 total, 8 up, 8 in 2023-12-01T06:08:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:07:59 smithi155 ceph-mon[102677]: osdmap e2558: 8 total, 8 up, 8 in 2023-12-01T06:08:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:01 smithi155 ceph-mon[102677]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2023-12-01T06:08:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:01 smithi155 ceph-mon[102677]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-01T06:08:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:01 smithi111 ceph-mon[97855]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2023-12-01T06:08:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:01 smithi111 ceph-mon[97855]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-01T06:08:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:01 smithi111 ceph-mon[116524]: pgmap v5082: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2023-12-01T06:08:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:01 smithi111 ceph-mon[116524]: osdmap e2559: 8 total, 8 up, 8 in 2023-12-01T06:08:02.907 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:08:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:02 smithi155 ceph-mon[102677]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-01T06:08:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:02 smithi111 ceph-mon[97855]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-01T06:08:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:02 smithi111 ceph-mon[116524]: osdmap e2560: 8 total, 8 up, 8 in 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (85m) 10m ago 86m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (85m) 10m ago 85m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (86m) 10m ago 86m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (86m) 10m ago 86m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (90m) 10m ago 90m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (91m) 10m ago 91m 612M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (91m) 10m ago 91m 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (90m) 10m ago 90m 292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (90m) 10m ago 90m 269M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (85m) 10m ago 85m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (85m) 10m ago 85m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:08:03.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (89m) 10m ago 89m 3752M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (89m) 10m ago 89m 4007M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (89m) 10m ago 89m 3829M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (88m) 10m ago 88m 3648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (88m) 10m ago 88m 2796M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (87m) 10m ago 87m 3393M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (87m) 10m ago 87m 3026M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (87m) 10m ago 87m 3418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:08:03.216 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (85m) 10m ago 86m 94.9M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:08:03.593 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:08:03.593 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:08:03.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:08:03.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:03.595 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:08:03.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:08:03.596 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:08:03.596 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:08:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:03 smithi155 ceph-mon[102677]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2023-12-01T06:08:03.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:03 smithi155 ceph-mon[102677]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-01T06:08:03.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1462823467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:08:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:03 smithi111 ceph-mon[116524]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2023-12-01T06:08:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:03 smithi111 ceph-mon[116524]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-01T06:08:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1462823467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:08:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:03 smithi111 ceph-mon[97855]: pgmap v5085: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 238 op/s 2023-12-01T06:08:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:03 smithi111 ceph-mon[97855]: osdmap e2561: 8 total, 8 up, 8 in 2023-12-01T06:08:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1462823467' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[97855]: from='client.29441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[97855]: from='client.29447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[97855]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[97855]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[116524]: from='client.29441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[116524]: from='client.29447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[116524]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-01T06:08:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:04 smithi111 ceph-mon[116524]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-01T06:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:04 smithi155 ceph-mon[102677]: from='client.29441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:04 smithi155 ceph-mon[102677]: from='client.29447 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:04 smithi155 ceph-mon[102677]: osdmap e2562: 8 total, 8 up, 8 in 2023-12-01T06:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:04 smithi155 ceph-mon[102677]: osdmap e2563: 8 total, 8 up, 8 in 2023-12-01T06:08:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:05 smithi111 ceph-mon[97855]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:05 smithi111 ceph-mon[116524]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:05 smithi155 ceph-mon[102677]: pgmap v5088: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:06 smithi111 ceph-mon[97855]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-01T06:08:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:06 smithi111 ceph-mon[116524]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-01T06:08:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:06 smithi155 ceph-mon[102677]: osdmap e2564: 8 total, 8 up, 8 in 2023-12-01T06:08:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:07 smithi111 ceph-mon[97855]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2023-12-01T06:08:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:07 smithi111 ceph-mon[97855]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-01T06:08:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:07 smithi111 ceph-mon[116524]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2023-12-01T06:08:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:07 smithi111 ceph-mon[116524]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-01T06:08:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:07 smithi155 ceph-mon[102677]: pgmap v5091: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2023-12-01T06:08:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:07 smithi155 ceph-mon[102677]: osdmap e2565: 8 total, 8 up, 8 in 2023-12-01T06:08:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:08 smithi111 ceph-mon[97855]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-01T06:08:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:08 smithi111 ceph-mon[97855]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2023-12-01T06:08:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:08 smithi111 ceph-mon[116524]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-01T06:08:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:08 smithi111 ceph-mon[116524]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2023-12-01T06:08:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:08 smithi155 ceph-mon[102677]: osdmap e2566: 8 total, 8 up, 8 in 2023-12-01T06:08:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:08 smithi155 ceph-mon[102677]: pgmap v5094: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 194 op/s 2023-12-01T06:08:09.734 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:08:09] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-01T06:08:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:09 smithi111 ceph-mon[116524]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-01T06:08:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:09 smithi111 ceph-mon[116524]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-01T06:08:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:09 smithi111 ceph-mon[97855]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-01T06:08:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:09 smithi111 ceph-mon[97855]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-01T06:08:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:09 smithi155 ceph-mon[102677]: osdmap e2567: 8 total, 8 up, 8 in 2023-12-01T06:08:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:09 smithi155 ceph-mon[102677]: osdmap e2568: 8 total, 8 up, 8 in 2023-12-01T06:08:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:11 smithi155 ceph-mon[102677]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2023-12-01T06:08:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:11 smithi155 ceph-mon[102677]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-01T06:08:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:11 smithi111 ceph-mon[97855]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2023-12-01T06:08:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:11 smithi111 ceph-mon[97855]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-01T06:08:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:11 smithi111 ceph-mon[116524]: pgmap v5097: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2023-12-01T06:08:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:11 smithi111 ceph-mon[116524]: osdmap e2569: 8 total, 8 up, 8 in 2023-12-01T06:08:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:12 smithi155 ceph-mon[102677]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-01T06:08:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:12 smithi111 ceph-mon[97855]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-01T06:08:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:12 smithi111 ceph-mon[116524]: osdmap e2570: 8 total, 8 up, 8 in 2023-12-01T06:08:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:13 smithi155 ceph-mon[102677]: pgmap v5100: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2023-12-01T06:08:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:13 smithi155 ceph-mon[102677]: osdmap e2571: 8 total, 8 up, 8 in 2023-12-01T06:08:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:13 smithi111 ceph-mon[97855]: pgmap v5100: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2023-12-01T06:08:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:13 smithi111 ceph-mon[97855]: osdmap e2571: 8 total, 8 up, 8 in 2023-12-01T06:08:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:13 smithi111 ceph-mon[116524]: pgmap v5100: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 151 op/s 2023-12-01T06:08:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:13 smithi111 ceph-mon[116524]: osdmap e2571: 8 total, 8 up, 8 in 2023-12-01T06:08:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:14 smithi111 ceph-mon[97855]: osdmap e2572: 8 total, 8 up, 8 in 2023-12-01T06:08:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:14 smithi111 ceph-mon[97855]: osdmap e2573: 8 total, 8 up, 8 in 2023-12-01T06:08:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:14 smithi111 ceph-mon[116524]: osdmap e2572: 8 total, 8 up, 8 in 2023-12-01T06:08:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:14 smithi111 ceph-mon[116524]: osdmap e2573: 8 total, 8 up, 8 in 2023-12-01T06:08:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:14 smithi155 ceph-mon[102677]: osdmap e2572: 8 total, 8 up, 8 in 2023-12-01T06:08:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:14 smithi155 ceph-mon[102677]: osdmap e2573: 8 total, 8 up, 8 in 2023-12-01T06:08:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:15 smithi111 ceph-mon[97855]: pgmap v5103: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:15 smithi111 ceph-mon[116524]: pgmap v5103: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:16.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:15 smithi155 ceph-mon[102677]: pgmap v5103: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:16 smithi111 ceph-mon[97855]: osdmap e2574: 8 total, 8 up, 8 in 2023-12-01T06:08:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:16 smithi111 ceph-mon[116524]: osdmap e2574: 8 total, 8 up, 8 in 2023-12-01T06:08:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:16 smithi155 ceph-mon[102677]: osdmap e2574: 8 total, 8 up, 8 in 2023-12-01T06:08:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:17 smithi111 ceph-mon[97855]: pgmap v5106: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-01T06:08:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:17 smithi111 ceph-mon[97855]: osdmap e2575: 8 total, 8 up, 8 in 2023-12-01T06:08:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:17 smithi111 ceph-mon[116524]: pgmap v5106: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-01T06:08:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:17 smithi111 ceph-mon[116524]: osdmap e2575: 8 total, 8 up, 8 in 2023-12-01T06:08:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:17 smithi155 ceph-mon[102677]: pgmap v5106: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-01T06:08:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:17 smithi155 ceph-mon[102677]: osdmap e2575: 8 total, 8 up, 8 in 2023-12-01T06:08:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:18 smithi111 ceph-mon[97855]: osdmap e2576: 8 total, 8 up, 8 in 2023-12-01T06:08:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:18 smithi111 ceph-mon[97855]: pgmap v5109: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-01T06:08:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:08:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:18 smithi111 ceph-mon[116524]: osdmap e2576: 8 total, 8 up, 8 in 2023-12-01T06:08:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:18 smithi111 ceph-mon[116524]: pgmap v5109: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-01T06:08:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:08:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:18 smithi155 ceph-mon[102677]: osdmap e2576: 8 total, 8 up, 8 in 2023-12-01T06:08:19.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:18 smithi155 ceph-mon[102677]: pgmap v5109: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2023-12-01T06:08:19.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:08:19.745 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:08:19] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:08:19.783 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2023-12-01T06:08:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:19 smithi111 ceph-mon[97855]: osdmap e2577: 8 total, 8 up, 8 in 2023-12-01T06:08:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:19 smithi111 ceph-mon[97855]: osdmap e2578: 8 total, 8 up, 8 in 2023-12-01T06:08:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:19 smithi111 ceph-mon[116524]: osdmap e2577: 8 total, 8 up, 8 in 2023-12-01T06:08:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:19 smithi111 ceph-mon[116524]: osdmap e2578: 8 total, 8 up, 8 in 2023-12-01T06:08:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:19 smithi155 ceph-mon[102677]: osdmap e2577: 8 total, 8 up, 8 in 2023-12-01T06:08:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:19 smithi155 ceph-mon[102677]: osdmap e2578: 8 total, 8 up, 8 in 2023-12-01T06:08:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:20 smithi155 ceph-mon[102677]: pgmap v5112: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2023-12-01T06:08:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:20 smithi111 ceph-mon[97855]: pgmap v5112: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2023-12-01T06:08:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:20 smithi111 ceph-mon[116524]: pgmap v5112: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2023-12-01T06:08:21.845 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 47%] 2023-12-01T06:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: osdmap e2579: 8 total, 8 up, 8 in 2023-12-01T06:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:08:22.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:08:22.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: osdmap e2579: 8 total, 8 up, 8 in 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: osdmap e2579: 8 total, 8 up, 8 in 2023-12-01T06:08:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:08:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:08:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:22 smithi155 ceph-mon[102677]: osdmap e2580: 8 total, 8 up, 8 in 2023-12-01T06:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:22 smithi155 ceph-mon[102677]: pgmap v5115: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2023-12-01T06:08:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:22 smithi111 ceph-mon[97855]: osdmap e2580: 8 total, 8 up, 8 in 2023-12-01T06:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:22 smithi111 ceph-mon[97855]: pgmap v5115: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2023-12-01T06:08:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:22 smithi111 ceph-mon[116524]: osdmap e2580: 8 total, 8 up, 8 in 2023-12-01T06:08:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:22 smithi111 ceph-mon[116524]: pgmap v5115: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 6.7 KiB/s wr, 104 op/s 2023-12-01T06:08:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:23 smithi155 ceph-mon[102677]: osdmap e2581: 8 total, 8 up, 8 in 2023-12-01T06:08:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:23 smithi111 ceph-mon[97855]: osdmap e2581: 8 total, 8 up, 8 in 2023-12-01T06:08:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:23 smithi111 ceph-mon[116524]: osdmap e2581: 8 total, 8 up, 8 in 2023-12-01T06:08:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:24 smithi155 ceph-mon[102677]: osdmap e2582: 8 total, 8 up, 8 in 2023-12-01T06:08:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:24 smithi155 ceph-mon[102677]: pgmap v5118: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:24 smithi155 ceph-mon[102677]: osdmap e2583: 8 total, 8 up, 8 in 2023-12-01T06:08:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:24 smithi111 ceph-mon[97855]: osdmap e2582: 8 total, 8 up, 8 in 2023-12-01T06:08:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:24 smithi111 ceph-mon[97855]: pgmap v5118: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:24 smithi111 ceph-mon[97855]: osdmap e2583: 8 total, 8 up, 8 in 2023-12-01T06:08:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:24 smithi111 ceph-mon[116524]: osdmap e2582: 8 total, 8 up, 8 in 2023-12-01T06:08:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:24 smithi111 ceph-mon[116524]: pgmap v5118: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:08:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:24 smithi111 ceph-mon[116524]: osdmap e2583: 8 total, 8 up, 8 in 2023-12-01T06:08:25.782 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2023-12-01T06:08:25.872 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 48%] 2023-12-01T06:08:26.024 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2023-12-01T06:08:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:26 smithi155 ceph-mon[102677]: osdmap e2584: 8 total, 8 up, 8 in 2023-12-01T06:08:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:26 smithi111 ceph-mon[97855]: osdmap e2584: 8 total, 8 up, 8 in 2023-12-01T06:08:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:26 smithi111 ceph-mon[116524]: osdmap e2584: 8 total, 8 up, 8 in 2023-12-01T06:08:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:27 smithi155 ceph-mon[102677]: pgmap v5121: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 110 op/s 2023-12-01T06:08:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:27 smithi155 ceph-mon[102677]: osdmap e2585: 8 total, 8 up, 8 in 2023-12-01T06:08:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:27 smithi111 ceph-mon[97855]: pgmap v5121: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 110 op/s 2023-12-01T06:08:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:27 smithi111 ceph-mon[97855]: osdmap e2585: 8 total, 8 up, 8 in 2023-12-01T06:08:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:27 smithi111 ceph-mon[116524]: pgmap v5121: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 110 op/s 2023-12-01T06:08:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:27 smithi111 ceph-mon[116524]: osdmap e2585: 8 total, 8 up, 8 in 2023-12-01T06:08:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:28 smithi155 ceph-mon[102677]: osdmap e2586: 8 total, 8 up, 8 in 2023-12-01T06:08:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:28 smithi111 ceph-mon[97855]: osdmap e2586: 8 total, 8 up, 8 in 2023-12-01T06:08:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:28 smithi111 ceph-mon[116524]: osdmap e2586: 8 total, 8 up, 8 in 2023-12-01T06:08:29.707 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:08:29] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:08:29.785 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2023-12-01T06:08:29.864 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2023-12-01T06:08:29.955 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2023-12-01T06:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:29 smithi155 ceph-mon[102677]: pgmap v5124: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 110 op/s 2023-12-01T06:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:29 smithi155 ceph-mon[102677]: osdmap e2587: 8 total, 8 up, 8 in 2023-12-01T06:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:29 smithi155 ceph-mon[102677]: osdmap e2588: 8 total, 8 up, 8 in 2023-12-01T06:08:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:29 smithi111 ceph-mon[97855]: pgmap v5124: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 110 op/s 2023-12-01T06:08:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:29 smithi111 ceph-mon[97855]: osdmap e2587: 8 total, 8 up, 8 in 2023-12-01T06:08:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:29 smithi111 ceph-mon[97855]: osdmap e2588: 8 total, 8 up, 8 in 2023-12-01T06:08:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:29 smithi111 ceph-mon[116524]: pgmap v5124: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 110 op/s 2023-12-01T06:08:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:29 smithi111 ceph-mon[116524]: osdmap e2587: 8 total, 8 up, 8 in 2023-12-01T06:08:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:29 smithi111 ceph-mon[116524]: osdmap e2588: 8 total, 8 up, 8 in 2023-12-01T06:08:30.040 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 51%] 2023-12-01T06:08:30.125 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2023-12-01T06:08:30.208 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 52%] 2023-12-01T06:08:30.863 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2023-12-01T06:08:30.943 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2023-12-01T06:08:31.055 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2023-12-01T06:08:31.164 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2023-12-01T06:08:31.249 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 55%] 2023-12-01T06:08:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:31 smithi111 ceph-mon[97855]: pgmap v5127: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 284 KiB/s rd, 16 KiB/s wr, 380 op/s 2023-12-01T06:08:32.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:31 smithi111 ceph-mon[116524]: pgmap v5127: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 284 KiB/s rd, 16 KiB/s wr, 380 op/s 2023-12-01T06:08:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:31 smithi155 ceph-mon[102677]: pgmap v5127: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 284 KiB/s rd, 16 KiB/s wr, 380 op/s 2023-12-01T06:08:33.959 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:08:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:33 smithi111 ceph-mon[97855]: pgmap v5128: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 257 op/s 2023-12-01T06:08:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:33 smithi111 ceph-mon[116524]: pgmap v5128: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 257 op/s 2023-12-01T06:08:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:33 smithi155 ceph-mon[102677]: pgmap v5128: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 193 KiB/s rd, 11 KiB/s wr, 257 op/s 2023-12-01T06:08:34.274 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:08:34.274 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (85m) 13s ago 86m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:08:34.274 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (86m) 12s ago 86m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:08:34.274 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (87m) 13s ago 87m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:08:34.274 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (87m) 12s ago 87m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (90m) 12s ago 90m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (92m) 13s ago 92m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (92m) 13s ago 92m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (90m) 12s ago 90m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (90m) 13s ago 90m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (86m) 13s ago 86m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (85m) 12s ago 85m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (90m) 13s ago 90m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (89m) 13s ago 89m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (89m) 13s ago 89m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (89m) 13s ago 89m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (88m) 12s ago 88m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (88m) 12s ago 88m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:08:34.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (88m) 12s ago 88m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:08:34.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (87m) 12s ago 87m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:08:34.276 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (85m) 12s ago 86m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:08:34.665 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:08:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2283971128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:08:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:34 smithi111 ceph-mon[97855]: osdmap e2589: 8 total, 8 up, 8 in 2023-12-01T06:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2283971128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:34 smithi111 ceph-mon[116524]: osdmap e2589: 8 total, 8 up, 8 in 2023-12-01T06:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2283971128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:34 smithi155 ceph-mon[102677]: osdmap e2589: 8 total, 8 up, 8 in 2023-12-01T06:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:35 smithi111 ceph-mon[97855]: from='client.19593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:35 smithi111 ceph-mon[97855]: from='client.19599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:35 smithi111 ceph-mon[97855]: pgmap v5129: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 9.4 KiB/s wr, 220 op/s 2023-12-01T06:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:35 smithi111 ceph-mon[116524]: from='client.19593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:35 smithi111 ceph-mon[116524]: from='client.19599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:35 smithi111 ceph-mon[116524]: pgmap v5129: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 9.4 KiB/s wr, 220 op/s 2023-12-01T06:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:35 smithi155 ceph-mon[102677]: from='client.19593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:35 smithi155 ceph-mon[102677]: from='client.19599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:35 smithi155 ceph-mon[102677]: pgmap v5129: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 165 KiB/s rd, 9.4 KiB/s wr, 220 op/s 2023-12-01T06:08:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:37 smithi111 ceph-mon[97855]: pgmap v5131: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 555 KiB/s wr, 784 op/s 2023-12-01T06:08:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:37 smithi111 ceph-mon[116524]: pgmap v5131: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 555 KiB/s wr, 784 op/s 2023-12-01T06:08:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:37 smithi155 ceph-mon[102677]: pgmap v5131: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 555 KiB/s wr, 784 op/s 2023-12-01T06:08:38.813 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2023-12-01T06:08:39.725 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:39 smithi111 ceph-mon[97855]: pgmap v5132: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 694 op/s 2023-12-01T06:08:39.725 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:08:39] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-12-01T06:08:39.726 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:39 smithi111 ceph-mon[116524]: pgmap v5132: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 694 op/s 2023-12-01T06:08:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:39 smithi155 ceph-mon[102677]: pgmap v5132: 137 pgs: 137 active+clean; 8.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 492 KiB/s wr, 694 op/s 2023-12-01T06:08:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:40 smithi111 ceph-mon[97855]: pgmap v5133: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:40 smithi111 ceph-mon[116524]: pgmap v5133: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:40 smithi155 ceph-mon[102677]: pgmap v5133: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:43 smithi155 ceph-mon[102677]: pgmap v5134: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:43 smithi111 ceph-mon[97855]: pgmap v5134: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:43 smithi111 ceph-mon[116524]: pgmap v5134: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:45 smithi155 ceph-mon[102677]: pgmap v5135: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:45 smithi111 ceph-mon[97855]: pgmap v5135: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:45 smithi111 ceph-mon[116524]: pgmap v5135: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 434 KiB/s wr, 497 op/s 2023-12-01T06:08:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:47 smithi155 ceph-mon[102677]: pgmap v5136: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 364 KiB/s wr, 417 op/s 2023-12-01T06:08:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:47 smithi111 ceph-mon[97855]: pgmap v5136: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 364 KiB/s wr, 417 op/s 2023-12-01T06:08:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:47 smithi111 ceph-mon[116524]: pgmap v5136: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 364 KiB/s wr, 417 op/s 2023-12-01T06:08:49.710 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:49 smithi111 ceph-mon[97855]: pgmap v5137: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 1.6 KiB/s wr, 25 op/s 2023-12-01T06:08:49.710 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:49.710 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:08:49] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-12-01T06:08:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:49 smithi111 ceph-mon[116524]: pgmap v5137: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 1.6 KiB/s wr, 25 op/s 2023-12-01T06:08:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:49 smithi155 ceph-mon[102677]: pgmap v5137: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 42 KiB/s rd, 1.6 KiB/s wr, 25 op/s 2023-12-01T06:08:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:08:50.664 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 56%] 2023-12-01T06:08:50.751 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2023-12-01T06:08:50.846 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2023-12-01T06:08:50.938 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2023-12-01T06:08:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:51 smithi111 ceph-mon[97855]: pgmap v5138: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2023-12-01T06:08:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:51 smithi111 ceph-mon[116524]: pgmap v5138: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2023-12-01T06:08:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:51 smithi155 ceph-mon[102677]: pgmap v5138: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 1.3 MiB/s wr, 35 op/s 2023-12-01T06:08:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:52 smithi111 ceph-mon[97855]: osdmap e2590: 8 total, 8 up, 8 in 2023-12-01T06:08:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:52 smithi111 ceph-mon[116524]: osdmap e2590: 8 total, 8 up, 8 in 2023-12-01T06:08:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:52 smithi155 ceph-mon[102677]: osdmap e2590: 8 total, 8 up, 8 in 2023-12-01T06:08:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:53 smithi111 ceph-mon[97855]: pgmap v5140: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T06:08:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:53 smithi111 ceph-mon[97855]: osdmap e2591: 8 total, 8 up, 8 in 2023-12-01T06:08:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:53 smithi111 ceph-mon[116524]: pgmap v5140: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T06:08:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:53 smithi111 ceph-mon[116524]: osdmap e2591: 8 total, 8 up, 8 in 2023-12-01T06:08:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:53 smithi155 ceph-mon[102677]: pgmap v5140: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 66 KiB/s rd, 1.6 MiB/s wr, 11 op/s 2023-12-01T06:08:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:53 smithi155 ceph-mon[102677]: osdmap e2591: 8 total, 8 up, 8 in 2023-12-01T06:08:54.836 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2023-12-01T06:08:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:54 smithi111 ceph-mon[116524]: osdmap e2592: 8 total, 8 up, 8 in 2023-12-01T06:08:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:54 smithi111 ceph-mon[97855]: osdmap e2592: 8 total, 8 up, 8 in 2023-12-01T06:08:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:54 smithi155 ceph-mon[102677]: osdmap e2592: 8 total, 8 up, 8 in 2023-12-01T06:08:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:55 smithi111 ceph-mon[97855]: pgmap v5143: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2023-12-01T06:08:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:55 smithi111 ceph-mon[97855]: osdmap e2593: 8 total, 8 up, 8 in 2023-12-01T06:08:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:55 smithi111 ceph-mon[116524]: pgmap v5143: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2023-12-01T06:08:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:55 smithi111 ceph-mon[116524]: osdmap e2593: 8 total, 8 up, 8 in 2023-12-01T06:08:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:55 smithi155 ceph-mon[102677]: pgmap v5143: 137 pgs: 137 active+clean; 21 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 109 KiB/s rd, 2.7 MiB/s wr, 19 op/s 2023-12-01T06:08:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:55 smithi155 ceph-mon[102677]: osdmap e2593: 8 total, 8 up, 8 in 2023-12-01T06:08:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:56 smithi155 ceph-mon[102677]: osdmap e2594: 8 total, 8 up, 8 in 2023-12-01T06:08:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:56 smithi155 ceph-mon[102677]: pgmap v5146: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 471 op/s 2023-12-01T06:08:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:56 smithi111 ceph-mon[97855]: osdmap e2594: 8 total, 8 up, 8 in 2023-12-01T06:08:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:56 smithi111 ceph-mon[97855]: pgmap v5146: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 471 op/s 2023-12-01T06:08:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:56 smithi111 ceph-mon[116524]: osdmap e2594: 8 total, 8 up, 8 in 2023-12-01T06:08:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:56 smithi111 ceph-mon[116524]: pgmap v5146: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 471 op/s 2023-12-01T06:08:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:57 smithi155 ceph-mon[102677]: osdmap e2595: 8 total, 8 up, 8 in 2023-12-01T06:08:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:57 smithi111 ceph-mon[97855]: osdmap e2595: 8 total, 8 up, 8 in 2023-12-01T06:08:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:57 smithi111 ceph-mon[116524]: osdmap e2595: 8 total, 8 up, 8 in 2023-12-01T06:08:58.872 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 59%] 2023-12-01T06:08:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:58 smithi155 ceph-mon[102677]: osdmap e2596: 8 total, 8 up, 8 in 2023-12-01T06:08:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:58 smithi155 ceph-mon[102677]: pgmap v5149: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 471 op/s 2023-12-01T06:08:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:58 smithi111 ceph-mon[97855]: osdmap e2596: 8 total, 8 up, 8 in 2023-12-01T06:08:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:58 smithi111 ceph-mon[97855]: pgmap v5149: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 471 op/s 2023-12-01T06:08:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:58 smithi111 ceph-mon[116524]: osdmap e2596: 8 total, 8 up, 8 in 2023-12-01T06:08:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:58 smithi111 ceph-mon[116524]: pgmap v5149: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 346 KiB/s rd, 23 KiB/s wr, 471 op/s 2023-12-01T06:08:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:08:59] "GET /metrics HTTP/1.1" 200 36433 "" "Prometheus/2.43.0" 2023-12-01T06:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:59 smithi155 ceph-mon[102677]: osdmap e2597: 8 total, 8 up, 8 in 2023-12-01T06:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:08:59 smithi155 ceph-mon[102677]: osdmap e2598: 8 total, 8 up, 8 in 2023-12-01T06:09:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:59 smithi111 ceph-mon[97855]: osdmap e2597: 8 total, 8 up, 8 in 2023-12-01T06:09:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:08:59 smithi111 ceph-mon[97855]: osdmap e2598: 8 total, 8 up, 8 in 2023-12-01T06:09:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:59 smithi111 ceph-mon[116524]: osdmap e2597: 8 total, 8 up, 8 in 2023-12-01T06:09:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:08:59 smithi111 ceph-mon[116524]: osdmap e2598: 8 total, 8 up, 8 in 2023-12-01T06:09:00.881 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2023-12-01T06:09:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:00 smithi155 ceph-mon[102677]: pgmap v5152: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 378 op/s 2023-12-01T06:09:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:00 smithi111 ceph-mon[97855]: pgmap v5152: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 378 op/s 2023-12-01T06:09:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:00 smithi111 ceph-mon[116524]: pgmap v5152: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 378 op/s 2023-12-01T06:09:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:01 smithi155 ceph-mon[102677]: osdmap e2599: 8 total, 8 up, 8 in 2023-12-01T06:09:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:01 smithi111 ceph-mon[97855]: osdmap e2599: 8 total, 8 up, 8 in 2023-12-01T06:09:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:01 smithi111 ceph-mon[116524]: osdmap e2599: 8 total, 8 up, 8 in 2023-12-01T06:09:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:02 smithi155 ceph-mon[102677]: osdmap e2600: 8 total, 8 up, 8 in 2023-12-01T06:09:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:02 smithi155 ceph-mon[102677]: pgmap v5155: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 378 op/s 2023-12-01T06:09:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:02 smithi111 ceph-mon[97855]: osdmap e2600: 8 total, 8 up, 8 in 2023-12-01T06:09:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:02 smithi111 ceph-mon[97855]: pgmap v5155: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 378 op/s 2023-12-01T06:09:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:02 smithi111 ceph-mon[116524]: osdmap e2600: 8 total, 8 up, 8 in 2023-12-01T06:09:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:02 smithi111 ceph-mon[116524]: pgmap v5155: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 378 op/s 2023-12-01T06:09:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:03 smithi155 ceph-mon[102677]: osdmap e2601: 8 total, 8 up, 8 in 2023-12-01T06:09:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:03 smithi111 ceph-mon[97855]: osdmap e2601: 8 total, 8 up, 8 in 2023-12-01T06:09:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:03 smithi111 ceph-mon[116524]: osdmap e2601: 8 total, 8 up, 8 in 2023-12-01T06:09:04.804 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 60%] 2023-12-01T06:09:05.036 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:04 smithi155 ceph-mon[102677]: osdmap e2602: 8 total, 8 up, 8 in 2023-12-01T06:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:04 smithi155 ceph-mon[102677]: pgmap v5158: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:04 smithi155 ceph-mon[102677]: osdmap e2603: 8 total, 8 up, 8 in 2023-12-01T06:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[97855]: osdmap e2602: 8 total, 8 up, 8 in 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[97855]: pgmap v5158: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[97855]: osdmap e2603: 8 total, 8 up, 8 in 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[116524]: osdmap e2602: 8 total, 8 up, 8 in 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[116524]: pgmap v5158: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:04 smithi111 ceph-mon[116524]: osdmap e2603: 8 total, 8 up, 8 in 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (86m) 44s ago 87m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (86m) 43s ago 86m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (87m) 44s ago 87m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (87m) 43s ago 87m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (91m) 43s ago 91m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:09:05.342 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (92m) 44s ago 92m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (92m) 44s ago 92m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (91m) 43s ago 91m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (91m) 44s ago 91m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (86m) 44s ago 86m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (86m) 43s ago 86m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (90m) 44s ago 90m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (90m) 44s ago 90m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (90m) 44s ago 90m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (89m) 44s ago 89m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (89m) 43s ago 89m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (88m) 43s ago 88m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (88m) 43s ago 88m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (88m) 43s ago 88m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:09:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (86m) 43s ago 87m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:05.722 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:09:05.723 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:05 smithi155 ceph-mon[102677]: from='client.19611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:05 smithi155 ceph-mon[102677]: from='client.19617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/900216625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:09:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:05 smithi111 ceph-mon[116524]: from='client.19611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:05 smithi111 ceph-mon[116524]: from='client.19617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/900216625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:09:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:05 smithi111 ceph-mon[97855]: from='client.19611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:05 smithi111 ceph-mon[97855]: from='client.19617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/900216625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:06 smithi155 ceph-mon[102677]: osdmap e2604: 8 total, 8 up, 8 in 2023-12-01T06:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:06 smithi155 ceph-mon[102677]: pgmap v5161: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 378 op/s 2023-12-01T06:09:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:06 smithi111 ceph-mon[116524]: osdmap e2604: 8 total, 8 up, 8 in 2023-12-01T06:09:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:06 smithi111 ceph-mon[116524]: pgmap v5161: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 378 op/s 2023-12-01T06:09:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:06 smithi111 ceph-mon[97855]: osdmap e2604: 8 total, 8 up, 8 in 2023-12-01T06:09:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:06 smithi111 ceph-mon[97855]: pgmap v5161: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 378 op/s 2023-12-01T06:09:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:07 smithi155 ceph-mon[102677]: osdmap e2605: 8 total, 8 up, 8 in 2023-12-01T06:09:08.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:07 smithi111 ceph-mon[97855]: osdmap e2605: 8 total, 8 up, 8 in 2023-12-01T06:09:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:07 smithi111 ceph-mon[116524]: osdmap e2605: 8 total, 8 up, 8 in 2023-12-01T06:09:08.927 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2023-12-01T06:09:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:08 smithi155 ceph-mon[102677]: osdmap e2606: 8 total, 8 up, 8 in 2023-12-01T06:09:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:08 smithi155 ceph-mon[102677]: pgmap v5164: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 378 op/s 2023-12-01T06:09:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:08 smithi111 ceph-mon[97855]: osdmap e2606: 8 total, 8 up, 8 in 2023-12-01T06:09:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:08 smithi111 ceph-mon[97855]: pgmap v5164: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 378 op/s 2023-12-01T06:09:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:08 smithi111 ceph-mon[116524]: osdmap e2606: 8 total, 8 up, 8 in 2023-12-01T06:09:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:08 smithi111 ceph-mon[116524]: pgmap v5164: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 277 KiB/s rd, 20 KiB/s wr, 378 op/s 2023-12-01T06:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:09:09] "GET /metrics HTTP/1.1" 200 36434 "" "Prometheus/2.43.0" 2023-12-01T06:09:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:10 smithi155 ceph-mon[102677]: osdmap e2607: 8 total, 8 up, 8 in 2023-12-01T06:09:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:10 smithi155 ceph-mon[102677]: osdmap e2608: 8 total, 8 up, 8 in 2023-12-01T06:09:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:10 smithi111 ceph-mon[97855]: osdmap e2607: 8 total, 8 up, 8 in 2023-12-01T06:09:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:10 smithi111 ceph-mon[97855]: osdmap e2608: 8 total, 8 up, 8 in 2023-12-01T06:09:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:10 smithi111 ceph-mon[116524]: osdmap e2607: 8 total, 8 up, 8 in 2023-12-01T06:09:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:10 smithi111 ceph-mon[116524]: osdmap e2608: 8 total, 8 up, 8 in 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[97855]: pgmap v5167: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 251 op/s 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[97855]: osdmap e2609: 8 total, 8 up, 8 in 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]: dispatch 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]: dispatch 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[116524]: pgmap v5167: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 251 op/s 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[116524]: osdmap e2609: 8 total, 8 up, 8 in 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]: dispatch 2023-12-01T06:09:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:11 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]: dispatch 2023-12-01T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:11 smithi155 ceph-mon[102677]: pgmap v5167: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 251 op/s 2023-12-01T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:11 smithi155 ceph-mon[102677]: osdmap e2609: 8 total, 8 up, 8 in 2023-12-01T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]: dispatch 2023-12-01T06:09:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:11 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]: dispatch 2023-12-01T06:09:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:12 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]': finished 2023-12-01T06:09:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:12 smithi111 ceph-mon[97855]: osdmap e2610: 8 total, 8 up, 8 in 2023-12-01T06:09:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:12 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]': finished 2023-12-01T06:09:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:12 smithi111 ceph-mon[116524]: osdmap e2610: 8 total, 8 up, 8 in 2023-12-01T06:09:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:12 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi111-292508-2","app": "rbd"}]': finished 2023-12-01T06:09:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:12 smithi155 ceph-mon[102677]: osdmap e2610: 8 total, 8 up, 8 in 2023-12-01T06:09:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:13 smithi111 ceph-mon[97855]: pgmap v5170: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 251 op/s 2023-12-01T06:09:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:13 smithi111 ceph-mon[97855]: osdmap e2611: 8 total, 8 up, 8 in 2023-12-01T06:09:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:13 smithi111 ceph-mon[116524]: pgmap v5170: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 251 op/s 2023-12-01T06:09:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:13 smithi111 ceph-mon[116524]: osdmap e2611: 8 total, 8 up, 8 in 2023-12-01T06:09:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:13 smithi155 ceph-mon[102677]: pgmap v5170: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 189 KiB/s rd, 13 KiB/s wr, 251 op/s 2023-12-01T06:09:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:13 smithi155 ceph-mon[102677]: osdmap e2611: 8 total, 8 up, 8 in 2023-12-01T06:09:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:14 smithi111 ceph-mon[97855]: osdmap e2612: 8 total, 8 up, 8 in 2023-12-01T06:09:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:14 smithi111 ceph-mon[97855]: osdmap e2613: 8 total, 8 up, 8 in 2023-12-01T06:09:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:14 smithi111 ceph-mon[116524]: osdmap e2612: 8 total, 8 up, 8 in 2023-12-01T06:09:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:14 smithi111 ceph-mon[116524]: osdmap e2613: 8 total, 8 up, 8 in 2023-12-01T06:09:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:14 smithi155 ceph-mon[102677]: osdmap e2612: 8 total, 8 up, 8 in 2023-12-01T06:09:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:14 smithi155 ceph-mon[102677]: osdmap e2613: 8 total, 8 up, 8 in 2023-12-01T06:09:15.851 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2023-12-01T06:09:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:15 smithi111 ceph-mon[97855]: pgmap v5173: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:15 smithi111 ceph-mon[116524]: pgmap v5173: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:15 smithi155 ceph-mon[102677]: pgmap v5173: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:16 smithi111 ceph-mon[97855]: osdmap e2614: 8 total, 8 up, 8 in 2023-12-01T06:09:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:16 smithi111 ceph-mon[97855]: pgmap v5176: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2023-12-01T06:09:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:16 smithi111 ceph-mon[116524]: osdmap e2614: 8 total, 8 up, 8 in 2023-12-01T06:09:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:16 smithi111 ceph-mon[116524]: pgmap v5176: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2023-12-01T06:09:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:16 smithi155 ceph-mon[102677]: osdmap e2614: 8 total, 8 up, 8 in 2023-12-01T06:09:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:16 smithi155 ceph-mon[102677]: pgmap v5176: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2023-12-01T06:09:17.859 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2023-12-01T06:09:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:17 smithi111 ceph-mon[97855]: osdmap e2615: 8 total, 8 up, 8 in 2023-12-01T06:09:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:17 smithi111 ceph-mon[116524]: osdmap e2615: 8 total, 8 up, 8 in 2023-12-01T06:09:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:17 smithi155 ceph-mon[102677]: osdmap e2615: 8 total, 8 up, 8 in 2023-12-01T06:09:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:18 smithi155 ceph-mon[102677]: osdmap e2616: 8 total, 8 up, 8 in 2023-12-01T06:09:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:18 smithi155 ceph-mon[102677]: pgmap v5179: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2023-12-01T06:09:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:18 smithi111 ceph-mon[97855]: osdmap e2616: 8 total, 8 up, 8 in 2023-12-01T06:09:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:18 smithi111 ceph-mon[97855]: pgmap v5179: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2023-12-01T06:09:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:18 smithi111 ceph-mon[116524]: osdmap e2616: 8 total, 8 up, 8 in 2023-12-01T06:09:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:18 smithi111 ceph-mon[116524]: pgmap v5179: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 2.7 KiB/s wr, 76 op/s 2023-12-01T06:09:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:09:19] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:09:19.870 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2023-12-01T06:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:19 smithi155 ceph-mon[102677]: osdmap e2617: 8 total, 8 up, 8 in 2023-12-01T06:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:19 smithi111 ceph-mon[97855]: osdmap e2617: 8 total, 8 up, 8 in 2023-12-01T06:09:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:19 smithi111 ceph-mon[116524]: osdmap e2617: 8 total, 8 up, 8 in 2023-12-01T06:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:20 smithi155 ceph-mon[102677]: osdmap e2618: 8 total, 8 up, 8 in 2023-12-01T06:09:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:20 smithi155 ceph-mon[102677]: pgmap v5182: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 366 op/s 2023-12-01T06:09:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:20 smithi111 ceph-mon[97855]: osdmap e2618: 8 total, 8 up, 8 in 2023-12-01T06:09:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:20 smithi111 ceph-mon[97855]: pgmap v5182: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 366 op/s 2023-12-01T06:09:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:20 smithi111 ceph-mon[116524]: osdmap e2618: 8 total, 8 up, 8 in 2023-12-01T06:09:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:20 smithi111 ceph-mon[116524]: pgmap v5182: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 366 op/s 2023-12-01T06:09:21.883 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 63%] 2023-12-01T06:09:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:21 smithi155 ceph-mon[102677]: osdmap e2619: 8 total, 8 up, 8 in 2023-12-01T06:09:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:21 smithi111 ceph-mon[97855]: osdmap e2619: 8 total, 8 up, 8 in 2023-12-01T06:09:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:21 smithi111 ceph-mon[116524]: osdmap e2619: 8 total, 8 up, 8 in 2023-12-01T06:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:22 smithi155 ceph-mon[102677]: osdmap e2620: 8 total, 8 up, 8 in 2023-12-01T06:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:22 smithi155 ceph-mon[102677]: pgmap v5185: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 366 op/s 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[97855]: osdmap e2620: 8 total, 8 up, 8 in 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[97855]: pgmap v5185: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 366 op/s 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[116524]: osdmap e2620: 8 total, 8 up, 8 in 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:09:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:09:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:09:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:09:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:22 smithi111 ceph-mon[116524]: pgmap v5185: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 267 KiB/s rd, 21 KiB/s wr, 366 op/s 2023-12-01T06:09:23.901 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2023-12-01T06:09:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:23 smithi155 ceph-mon[102677]: osdmap e2621: 8 total, 8 up, 8 in 2023-12-01T06:09:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:23 smithi111 ceph-mon[97855]: osdmap e2621: 8 total, 8 up, 8 in 2023-12-01T06:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:23 smithi111 ceph-mon[116524]: osdmap e2621: 8 total, 8 up, 8 in 2023-12-01T06:09:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:24 smithi155 ceph-mon[102677]: osdmap e2622: 8 total, 8 up, 8 in 2023-12-01T06:09:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:24 smithi155 ceph-mon[102677]: pgmap v5188: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:24 smithi155 ceph-mon[102677]: osdmap e2623: 8 total, 8 up, 8 in 2023-12-01T06:09:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:24 smithi111 ceph-mon[97855]: osdmap e2622: 8 total, 8 up, 8 in 2023-12-01T06:09:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:24 smithi111 ceph-mon[97855]: pgmap v5188: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:24 smithi111 ceph-mon[97855]: osdmap e2623: 8 total, 8 up, 8 in 2023-12-01T06:09:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:24 smithi111 ceph-mon[116524]: osdmap e2622: 8 total, 8 up, 8 in 2023-12-01T06:09:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:24 smithi111 ceph-mon[116524]: pgmap v5188: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:24 smithi111 ceph-mon[116524]: osdmap e2623: 8 total, 8 up, 8 in 2023-12-01T06:09:25.909 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 64%] 2023-12-01T06:09:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:26 smithi155 ceph-mon[102677]: osdmap e2624: 8 total, 8 up, 8 in 2023-12-01T06:09:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:26 smithi155 ceph-mon[102677]: pgmap v5191: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 359 KiB/s rd, 29 KiB/s wr, 487 op/s 2023-12-01T06:09:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:26 smithi111 ceph-mon[97855]: osdmap e2624: 8 total, 8 up, 8 in 2023-12-01T06:09:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:26 smithi111 ceph-mon[97855]: pgmap v5191: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 359 KiB/s rd, 29 KiB/s wr, 487 op/s 2023-12-01T06:09:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:26 smithi111 ceph-mon[116524]: osdmap e2624: 8 total, 8 up, 8 in 2023-12-01T06:09:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:26 smithi111 ceph-mon[116524]: pgmap v5191: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 359 KiB/s rd, 29 KiB/s wr, 487 op/s 2023-12-01T06:09:28.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:27 smithi155 ceph-mon[102677]: osdmap e2625: 8 total, 8 up, 8 in 2023-12-01T06:09:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:27 smithi111 ceph-mon[97855]: osdmap e2625: 8 total, 8 up, 8 in 2023-12-01T06:09:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:27 smithi111 ceph-mon[116524]: osdmap e2625: 8 total, 8 up, 8 in 2023-12-01T06:09:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:28 smithi155 ceph-mon[102677]: pgmap v5193: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 299 KiB/s rd, 24 KiB/s wr, 406 op/s 2023-12-01T06:09:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:28 smithi111 ceph-mon[97855]: pgmap v5193: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 299 KiB/s rd, 24 KiB/s wr, 406 op/s 2023-12-01T06:09:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:28 smithi111 ceph-mon[116524]: pgmap v5193: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 299 KiB/s rd, 24 KiB/s wr, 406 op/s 2023-12-01T06:09:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:09:29] "GET /metrics HTTP/1.1" 200 36441 "" "Prometheus/2.43.0" 2023-12-01T06:09:30.807 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2023-12-01T06:09:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:30 smithi155 ceph-mon[102677]: osdmap e2626: 8 total, 8 up, 8 in 2023-12-01T06:09:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:30 smithi111 ceph-mon[97855]: osdmap e2626: 8 total, 8 up, 8 in 2023-12-01T06:09:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:30 smithi111 ceph-mon[116524]: osdmap e2626: 8 total, 8 up, 8 in 2023-12-01T06:09:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:31 smithi111 ceph-mon[97855]: pgmap v5195: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 40 KiB/s wr, 2.29k op/s 2023-12-01T06:09:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:31 smithi111 ceph-mon[97855]: osdmap e2627: 8 total, 8 up, 8 in 2023-12-01T06:09:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:31 smithi111 ceph-mon[116524]: pgmap v5195: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 40 KiB/s wr, 2.29k op/s 2023-12-01T06:09:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:31 smithi111 ceph-mon[116524]: osdmap e2627: 8 total, 8 up, 8 in 2023-12-01T06:09:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:31 smithi155 ceph-mon[102677]: pgmap v5195: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 40 KiB/s wr, 2.29k op/s 2023-12-01T06:09:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:31 smithi155 ceph-mon[102677]: osdmap e2627: 8 total, 8 up, 8 in 2023-12-01T06:09:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:32 smithi111 ceph-mon[97855]: osdmap e2628: 8 total, 8 up, 8 in 2023-12-01T06:09:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:32 smithi111 ceph-mon[116524]: osdmap e2628: 8 total, 8 up, 8 in 2023-12-01T06:09:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:32 smithi155 ceph-mon[102677]: osdmap e2628: 8 total, 8 up, 8 in 2023-12-01T06:09:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:33 smithi111 ceph-mon[97855]: pgmap v5198: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 21 KiB/s wr, 2.00k op/s 2023-12-01T06:09:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:33 smithi111 ceph-mon[97855]: osdmap e2629: 8 total, 8 up, 8 in 2023-12-01T06:09:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:33 smithi111 ceph-mon[116524]: pgmap v5198: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 21 KiB/s wr, 2.00k op/s 2023-12-01T06:09:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:33 smithi111 ceph-mon[116524]: osdmap e2629: 8 total, 8 up, 8 in 2023-12-01T06:09:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:33 smithi155 ceph-mon[102677]: pgmap v5198: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 21 KiB/s wr, 2.00k op/s 2023-12-01T06:09:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:33 smithi155 ceph-mon[102677]: osdmap e2629: 8 total, 8 up, 8 in 2023-12-01T06:09:34.809 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[97855]: osdmap e2630: 8 total, 8 up, 8 in 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[97855]: pgmap v5201: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[97855]: osdmap e2631: 8 total, 8 up, 8 in 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[116524]: osdmap e2630: 8 total, 8 up, 8 in 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[116524]: pgmap v5201: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:34 smithi111 ceph-mon[116524]: osdmap e2631: 8 total, 8 up, 8 in 2023-12-01T06:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:34 smithi155 ceph-mon[102677]: osdmap e2630: 8 total, 8 up, 8 in 2023-12-01T06:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:34 smithi155 ceph-mon[102677]: pgmap v5201: 137 pgs: 137 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:34 smithi155 ceph-mon[102677]: osdmap e2631: 8 total, 8 up, 8 in 2023-12-01T06:09:36.121 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (86m) 75s ago 87m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (87m) 75s ago 87m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (88m) 75s ago 88m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (88m) 75s ago 88m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (91m) 75s ago 91m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (93m) 75s ago 93m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (93m) 75s ago 93m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:09:36.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (91m) 75s ago 91m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (91m) 75s ago 91m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (87m) 75s ago 87m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (86m) 75s ago 86m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (91m) 75s ago 91m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (90m) 75s ago 90m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (90m) 75s ago 90m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (90m) 75s ago 90m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (89m) 75s ago 89m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (89m) 75s ago 89m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (89m) 75s ago 89m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (88m) 75s ago 88m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:09:36.461 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (86m) 75s ago 87m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:09:36.859 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:09:36.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:09:36.875 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:09:36.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:09:36.875 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:09:36.875 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:09:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:36 smithi155 ceph-mon[102677]: osdmap e2632: 8 total, 8 up, 8 in 2023-12-01T06:09:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:36 smithi155 ceph-mon[102677]: from='client.29495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:36 smithi155 ceph-mon[102677]: from='client.29501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:36 smithi155 ceph-mon[102677]: pgmap v5204: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 23 KiB/s wr, 769 op/s 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[116524]: osdmap e2632: 8 total, 8 up, 8 in 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[116524]: from='client.29495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[116524]: from='client.29501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[116524]: pgmap v5204: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 23 KiB/s wr, 769 op/s 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[97855]: osdmap e2632: 8 total, 8 up, 8 in 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[97855]: from='client.29495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[97855]: from='client.29501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:09:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:36 smithi111 ceph-mon[97855]: pgmap v5204: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 23 KiB/s wr, 769 op/s 2023-12-01T06:09:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:37 smithi155 ceph-mon[102677]: osdmap e2633: 8 total, 8 up, 8 in 2023-12-01T06:09:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/523867151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:09:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:37 smithi111 ceph-mon[97855]: osdmap e2633: 8 total, 8 up, 8 in 2023-12-01T06:09:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/523867151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:09:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:37 smithi111 ceph-mon[116524]: osdmap e2633: 8 total, 8 up, 8 in 2023-12-01T06:09:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/523867151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:09:38.860 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2023-12-01T06:09:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:38 smithi155 ceph-mon[102677]: osdmap e2634: 8 total, 8 up, 8 in 2023-12-01T06:09:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:38 smithi155 ceph-mon[102677]: pgmap v5207: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 23 KiB/s wr, 769 op/s 2023-12-01T06:09:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:38 smithi111 ceph-mon[97855]: osdmap e2634: 8 total, 8 up, 8 in 2023-12-01T06:09:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:38 smithi111 ceph-mon[97855]: pgmap v5207: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 23 KiB/s wr, 769 op/s 2023-12-01T06:09:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:38 smithi111 ceph-mon[116524]: osdmap e2634: 8 total, 8 up, 8 in 2023-12-01T06:09:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:38 smithi111 ceph-mon[116524]: pgmap v5207: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 607 KiB/s rd, 23 KiB/s wr, 769 op/s 2023-12-01T06:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:09:39] "GET /metrics HTTP/1.1" 200 36437 "" "Prometheus/2.43.0" 2023-12-01T06:09:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:39 smithi155 ceph-mon[102677]: osdmap e2635: 8 total, 8 up, 8 in 2023-12-01T06:09:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:39 smithi155 ceph-mon[102677]: osdmap e2636: 8 total, 8 up, 8 in 2023-12-01T06:09:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:39 smithi111 ceph-mon[97855]: osdmap e2635: 8 total, 8 up, 8 in 2023-12-01T06:09:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:39 smithi111 ceph-mon[97855]: osdmap e2636: 8 total, 8 up, 8 in 2023-12-01T06:09:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:39 smithi111 ceph-mon[116524]: osdmap e2635: 8 total, 8 up, 8 in 2023-12-01T06:09:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:39 smithi111 ceph-mon[116524]: osdmap e2636: 8 total, 8 up, 8 in 2023-12-01T06:09:40.869 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 67%] 2023-12-01T06:09:41.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:40 smithi155 ceph-mon[102677]: pgmap v5210: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 810 KiB/s rd, 52 KiB/s wr, 1.08k op/s 2023-12-01T06:09:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:40 smithi111 ceph-mon[97855]: pgmap v5210: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 810 KiB/s rd, 52 KiB/s wr, 1.08k op/s 2023-12-01T06:09:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:40 smithi111 ceph-mon[116524]: pgmap v5210: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 810 KiB/s rd, 52 KiB/s wr, 1.08k op/s 2023-12-01T06:09:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:41 smithi155 ceph-mon[102677]: osdmap e2637: 8 total, 8 up, 8 in 2023-12-01T06:09:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:41 smithi111 ceph-mon[97855]: osdmap e2637: 8 total, 8 up, 8 in 2023-12-01T06:09:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:41 smithi111 ceph-mon[116524]: osdmap e2637: 8 total, 8 up, 8 in 2023-12-01T06:09:42.888 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2023-12-01T06:09:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:42 smithi155 ceph-mon[102677]: osdmap e2638: 8 total, 8 up, 8 in 2023-12-01T06:09:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:42 smithi155 ceph-mon[102677]: pgmap v5213: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 810 KiB/s rd, 52 KiB/s wr, 1.08k op/s 2023-12-01T06:09:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:42 smithi111 ceph-mon[97855]: osdmap e2638: 8 total, 8 up, 8 in 2023-12-01T06:09:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:42 smithi111 ceph-mon[97855]: pgmap v5213: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 810 KiB/s rd, 52 KiB/s wr, 1.08k op/s 2023-12-01T06:09:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:42 smithi111 ceph-mon[116524]: osdmap e2638: 8 total, 8 up, 8 in 2023-12-01T06:09:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:42 smithi111 ceph-mon[116524]: pgmap v5213: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 810 KiB/s rd, 52 KiB/s wr, 1.08k op/s 2023-12-01T06:09:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:43 smithi155 ceph-mon[102677]: osdmap e2639: 8 total, 8 up, 8 in 2023-12-01T06:09:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:43 smithi111 ceph-mon[97855]: osdmap e2639: 8 total, 8 up, 8 in 2023-12-01T06:09:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:43 smithi111 ceph-mon[116524]: osdmap e2639: 8 total, 8 up, 8 in 2023-12-01T06:09:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:44 smithi155 ceph-mon[102677]: osdmap e2640: 8 total, 8 up, 8 in 2023-12-01T06:09:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:44 smithi155 ceph-mon[102677]: pgmap v5216: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:44 smithi155 ceph-mon[102677]: osdmap e2641: 8 total, 8 up, 8 in 2023-12-01T06:09:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:44 smithi111 ceph-mon[116524]: osdmap e2640: 8 total, 8 up, 8 in 2023-12-01T06:09:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:44 smithi111 ceph-mon[116524]: pgmap v5216: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:44 smithi111 ceph-mon[116524]: osdmap e2641: 8 total, 8 up, 8 in 2023-12-01T06:09:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:44 smithi111 ceph-mon[97855]: osdmap e2640: 8 total, 8 up, 8 in 2023-12-01T06:09:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:44 smithi111 ceph-mon[97855]: pgmap v5216: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:44 smithi111 ceph-mon[97855]: osdmap e2641: 8 total, 8 up, 8 in 2023-12-01T06:09:46.910 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 68%] 2023-12-01T06:09:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:46 smithi155 ceph-mon[102677]: osdmap e2642: 8 total, 8 up, 8 in 2023-12-01T06:09:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:46 smithi155 ceph-mon[102677]: pgmap v5219: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 39 KiB/s wr, 711 op/s 2023-12-01T06:09:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:46 smithi111 ceph-mon[116524]: osdmap e2642: 8 total, 8 up, 8 in 2023-12-01T06:09:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:46 smithi111 ceph-mon[116524]: pgmap v5219: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 39 KiB/s wr, 711 op/s 2023-12-01T06:09:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:46 smithi111 ceph-mon[97855]: osdmap e2642: 8 total, 8 up, 8 in 2023-12-01T06:09:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:46 smithi111 ceph-mon[97855]: pgmap v5219: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 39 KiB/s wr, 711 op/s 2023-12-01T06:09:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:47 smithi155 ceph-mon[102677]: osdmap e2643: 8 total, 8 up, 8 in 2023-12-01T06:09:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:47 smithi111 ceph-mon[97855]: osdmap e2643: 8 total, 8 up, 8 in 2023-12-01T06:09:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:47 smithi111 ceph-mon[116524]: osdmap e2643: 8 total, 8 up, 8 in 2023-12-01T06:09:48.925 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2023-12-01T06:09:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:48 smithi155 ceph-mon[102677]: osdmap e2644: 8 total, 8 up, 8 in 2023-12-01T06:09:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:48 smithi155 ceph-mon[102677]: pgmap v5222: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 39 KiB/s wr, 711 op/s 2023-12-01T06:09:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:48 smithi111 ceph-mon[97855]: osdmap e2644: 8 total, 8 up, 8 in 2023-12-01T06:09:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:48 smithi111 ceph-mon[97855]: pgmap v5222: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 39 KiB/s wr, 711 op/s 2023-12-01T06:09:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:48 smithi111 ceph-mon[116524]: osdmap e2644: 8 total, 8 up, 8 in 2023-12-01T06:09:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:48 smithi111 ceph-mon[116524]: pgmap v5222: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 524 KiB/s rd, 39 KiB/s wr, 711 op/s 2023-12-01T06:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:09:49] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-01T06:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:49 smithi155 ceph-mon[102677]: osdmap e2645: 8 total, 8 up, 8 in 2023-12-01T06:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:49 smithi155 ceph-mon[102677]: osdmap e2646: 8 total, 8 up, 8 in 2023-12-01T06:09:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:49 smithi111 ceph-mon[97855]: osdmap e2645: 8 total, 8 up, 8 in 2023-12-01T06:09:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:49 smithi111 ceph-mon[97855]: osdmap e2646: 8 total, 8 up, 8 in 2023-12-01T06:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:49 smithi111 ceph-mon[116524]: osdmap e2645: 8 total, 8 up, 8 in 2023-12-01T06:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:49 smithi111 ceph-mon[116524]: osdmap e2646: 8 total, 8 up, 8 in 2023-12-01T06:09:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:51 smithi111 ceph-mon[97855]: pgmap v5225: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 452 op/s 2023-12-01T06:09:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:51 smithi111 ceph-mon[97855]: osdmap e2647: 8 total, 8 up, 8 in 2023-12-01T06:09:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:51 smithi111 ceph-mon[116524]: pgmap v5225: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 452 op/s 2023-12-01T06:09:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:51 smithi111 ceph-mon[116524]: osdmap e2647: 8 total, 8 up, 8 in 2023-12-01T06:09:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:51 smithi155 ceph-mon[102677]: pgmap v5225: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 452 op/s 2023-12-01T06:09:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:51 smithi155 ceph-mon[102677]: osdmap e2647: 8 total, 8 up, 8 in 2023-12-01T06:09:52.929 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2023-12-01T06:09:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:52 smithi155 ceph-mon[102677]: osdmap e2648: 8 total, 8 up, 8 in 2023-12-01T06:09:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:52 smithi155 ceph-mon[102677]: pgmap v5228: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 452 op/s 2023-12-01T06:09:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:52 smithi111 ceph-mon[116524]: osdmap e2648: 8 total, 8 up, 8 in 2023-12-01T06:09:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:52 smithi111 ceph-mon[116524]: pgmap v5228: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 452 op/s 2023-12-01T06:09:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:52 smithi111 ceph-mon[97855]: osdmap e2648: 8 total, 8 up, 8 in 2023-12-01T06:09:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:52 smithi111 ceph-mon[97855]: pgmap v5228: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 332 KiB/s rd, 25 KiB/s wr, 452 op/s 2023-12-01T06:09:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:53 smithi155 ceph-mon[102677]: osdmap e2649: 8 total, 8 up, 8 in 2023-12-01T06:09:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:53 smithi111 ceph-mon[97855]: osdmap e2649: 8 total, 8 up, 8 in 2023-12-01T06:09:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:53 smithi111 ceph-mon[116524]: osdmap e2649: 8 total, 8 up, 8 in 2023-12-01T06:09:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:54 smithi155 ceph-mon[102677]: osdmap e2650: 8 total, 8 up, 8 in 2023-12-01T06:09:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:54 smithi155 ceph-mon[102677]: pgmap v5231: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:54 smithi155 ceph-mon[102677]: osdmap e2651: 8 total, 8 up, 8 in 2023-12-01T06:09:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:54 smithi111 ceph-mon[97855]: osdmap e2650: 8 total, 8 up, 8 in 2023-12-01T06:09:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:54 smithi111 ceph-mon[97855]: pgmap v5231: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:54 smithi111 ceph-mon[97855]: osdmap e2651: 8 total, 8 up, 8 in 2023-12-01T06:09:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:54 smithi111 ceph-mon[116524]: osdmap e2650: 8 total, 8 up, 8 in 2023-12-01T06:09:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:54 smithi111 ceph-mon[116524]: pgmap v5231: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:09:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:54 smithi111 ceph-mon[116524]: osdmap e2651: 8 total, 8 up, 8 in 2023-12-01T06:09:56.824 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2023-12-01T06:09:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:56 smithi111 ceph-mon[97855]: osdmap e2652: 8 total, 8 up, 8 in 2023-12-01T06:09:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:56 smithi111 ceph-mon[116524]: osdmap e2652: 8 total, 8 up, 8 in 2023-12-01T06:09:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:56 smithi155 ceph-mon[102677]: osdmap e2652: 8 total, 8 up, 8 in 2023-12-01T06:09:58.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:57 smithi111 ceph-mon[97855]: pgmap v5234: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 421 op/s 2023-12-01T06:09:58.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:57 smithi111 ceph-mon[97855]: osdmap e2653: 8 total, 8 up, 8 in 2023-12-01T06:09:58.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:57 smithi111 ceph-mon[116524]: pgmap v5234: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 421 op/s 2023-12-01T06:09:58.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:57 smithi111 ceph-mon[116524]: osdmap e2653: 8 total, 8 up, 8 in 2023-12-01T06:09:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:57 smithi155 ceph-mon[102677]: pgmap v5234: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 421 op/s 2023-12-01T06:09:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:57 smithi155 ceph-mon[102677]: osdmap e2653: 8 total, 8 up, 8 in 2023-12-01T06:09:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:58 smithi111 ceph-mon[97855]: osdmap e2654: 8 total, 8 up, 8 in 2023-12-01T06:09:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:58 smithi111 ceph-mon[116524]: osdmap e2654: 8 total, 8 up, 8 in 2023-12-01T06:09:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:58 smithi155 ceph-mon[102677]: osdmap e2654: 8 total, 8 up, 8 in 2023-12-01T06:09:59.735 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:09:59] "GET /metrics HTTP/1.1" 200 36438 "" "Prometheus/2.43.0" 2023-12-01T06:09:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:59 smithi111 ceph-mon[97855]: pgmap v5237: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 421 op/s 2023-12-01T06:09:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:09:59 smithi111 ceph-mon[97855]: osdmap e2655: 8 total, 8 up, 8 in 2023-12-01T06:09:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:59 smithi111 ceph-mon[116524]: pgmap v5237: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 421 op/s 2023-12-01T06:09:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:09:59 smithi111 ceph-mon[116524]: osdmap e2655: 8 total, 8 up, 8 in 2023-12-01T06:10:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:59 smithi155 ceph-mon[102677]: pgmap v5237: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 421 op/s 2023-12-01T06:10:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:09:59 smithi155 ceph-mon[102677]: osdmap e2655: 8 total, 8 up, 8 in 2023-12-01T06:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:00 smithi111 conmon[97831]: 2023-12-01T06:09:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:10:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:10:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:10:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:10:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:01 smithi111 ceph-mon[97855]: pgmap v5239: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2023-12-01T06:10:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:01 smithi111 ceph-mon[116524]: pgmap v5239: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2023-12-01T06:10:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:01 smithi155 ceph-mon[102677]: pgmap v5239: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 135 op/s 2023-12-01T06:10:03.842 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2023-12-01T06:10:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:03 smithi111 ceph-mon[97855]: pgmap v5240: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 6.3 KiB/s wr, 110 op/s 2023-12-01T06:10:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:03 smithi111 ceph-mon[116524]: pgmap v5240: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 6.3 KiB/s wr, 110 op/s 2023-12-01T06:10:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:03 smithi155 ceph-mon[102677]: pgmap v5240: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 6.3 KiB/s wr, 110 op/s 2023-12-01T06:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:04 smithi155 ceph-mon[102677]: osdmap e2656: 8 total, 8 up, 8 in 2023-12-01T06:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:04 smithi155 ceph-mon[102677]: pgmap v5242: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2023-12-01T06:10:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:04 smithi155 ceph-mon[102677]: osdmap e2657: 8 total, 8 up, 8 in 2023-12-01T06:10:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[116524]: osdmap e2656: 8 total, 8 up, 8 in 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[116524]: pgmap v5242: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[116524]: osdmap e2657: 8 total, 8 up, 8 in 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[97855]: osdmap e2656: 8 total, 8 up, 8 in 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[97855]: pgmap v5242: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 96 op/s 2023-12-01T06:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:04 smithi111 ceph-mon[97855]: osdmap e2657: 8 total, 8 up, 8 in 2023-12-01T06:10:07.334 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:10:07.697 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:10:07.697 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (87m) 106s ago 88m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (87m) 106s ago 87m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (88m) 106s ago 88m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (88m) 106s ago 88m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (92m) 106s ago 92m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (93m) 106s ago 93m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (93m) 106s ago 93m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (92m) 106s ago 92m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (92m) 106s ago 92m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (87m) 106s ago 87m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (87m) 106s ago 87m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:10:07.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (91m) 106s ago 91m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (91m) 106s ago 91m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (91m) 106s ago 91m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (90m) 106s ago 90m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (90m) 106s ago 90m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (90m) 106s ago 89m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (89m) 106s ago 89m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (89m) 106s ago 89m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:10:07.699 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (87m) 106s ago 88m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:10:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:07 smithi155 ceph-mon[102677]: pgmap v5244: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 604 KiB/s wr, 197 op/s 2023-12-01T06:10:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:07 smithi111 ceph-mon[97855]: pgmap v5244: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 604 KiB/s wr, 197 op/s 2023-12-01T06:10:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:07 smithi111 ceph-mon[116524]: pgmap v5244: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 604 KiB/s wr, 197 op/s 2023-12-01T06:10:08.173 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:10:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:10:08.174 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:10:08.175 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:10:08.175 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:10:08.692 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:08 smithi111 ceph-mon[97855]: from='client.29513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:08.693 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:08 smithi111 ceph-mon[97855]: from='client.29519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:08.693 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/244742217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:08 smithi155 ceph-mon[102677]: from='client.29513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:08 smithi155 ceph-mon[102677]: from='client.29519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/244742217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:10:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:08 smithi111 ceph-mon[116524]: from='client.29513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:08 smithi111 ceph-mon[116524]: from='client.29519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/244742217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:10:09.692 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:09 smithi111 ceph-mon[97855]: pgmap v5245: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2023-12-01T06:10:09.692 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:10:09] "GET /metrics HTTP/1.1" 200 36439 "" "Prometheus/2.43.0" 2023-12-01T06:10:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:09 smithi155 ceph-mon[102677]: pgmap v5245: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2023-12-01T06:10:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:09 smithi111 ceph-mon[116524]: pgmap v5245: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2023-12-01T06:10:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:10 smithi111 ceph-mon[97855]: osdmap e2658: 8 total, 8 up, 8 in 2023-12-01T06:10:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:10 smithi111 ceph-mon[116524]: osdmap e2658: 8 total, 8 up, 8 in 2023-12-01T06:10:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:10 smithi155 ceph-mon[102677]: osdmap e2658: 8 total, 8 up, 8 in 2023-12-01T06:10:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:11 smithi111 ceph-mon[97855]: pgmap v5247: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 602 KiB/s wr, 102 op/s 2023-12-01T06:10:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:11 smithi111 ceph-mon[116524]: pgmap v5247: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 602 KiB/s wr, 102 op/s 2023-12-01T06:10:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:11 smithi155 ceph-mon[102677]: pgmap v5247: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 602 KiB/s wr, 102 op/s 2023-12-01T06:10:12.820 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 71%] 2023-12-01T06:10:12.936 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2023-12-01T06:10:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:13 smithi111 ceph-mon[97855]: pgmap v5248: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2023-12-01T06:10:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:13 smithi111 ceph-mon[97855]: osdmap e2659: 8 total, 8 up, 8 in 2023-12-01T06:10:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:13 smithi111 ceph-mon[116524]: pgmap v5248: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2023-12-01T06:10:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:13 smithi111 ceph-mon[116524]: osdmap e2659: 8 total, 8 up, 8 in 2023-12-01T06:10:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:13 smithi155 ceph-mon[102677]: pgmap v5248: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 100 KiB/s rd, 518 KiB/s wr, 87 op/s 2023-12-01T06:10:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:13 smithi155 ceph-mon[102677]: osdmap e2659: 8 total, 8 up, 8 in 2023-12-01T06:10:14.847 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 72%] 2023-12-01T06:10:14.935 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2023-12-01T06:10:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:14 smithi111 ceph-mon[97855]: osdmap e2660: 8 total, 8 up, 8 in 2023-12-01T06:10:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:14 smithi111 ceph-mon[116524]: osdmap e2660: 8 total, 8 up, 8 in 2023-12-01T06:10:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:14 smithi155 ceph-mon[102677]: osdmap e2660: 8 total, 8 up, 8 in 2023-12-01T06:10:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:15 smithi111 ceph-mon[97855]: pgmap v5251: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:15 smithi111 ceph-mon[97855]: osdmap e2661: 8 total, 8 up, 8 in 2023-12-01T06:10:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:15 smithi111 ceph-mon[116524]: pgmap v5251: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:15 smithi111 ceph-mon[116524]: osdmap e2661: 8 total, 8 up, 8 in 2023-12-01T06:10:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:15 smithi155 ceph-mon[102677]: pgmap v5251: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:15 smithi155 ceph-mon[102677]: osdmap e2661: 8 total, 8 up, 8 in 2023-12-01T06:10:16.851 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2023-12-01T06:10:16.988 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2023-12-01T06:10:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:16 smithi155 ceph-mon[102677]: osdmap e2662: 8 total, 8 up, 8 in 2023-12-01T06:10:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:16 smithi111 ceph-mon[97855]: osdmap e2662: 8 total, 8 up, 8 in 2023-12-01T06:10:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:16 smithi111 ceph-mon[116524]: osdmap e2662: 8 total, 8 up, 8 in 2023-12-01T06:10:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:17 smithi155 ceph-mon[102677]: pgmap v5254: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 4.0 MiB/s wr, 304 op/s 2023-12-01T06:10:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:17 smithi155 ceph-mon[102677]: osdmap e2663: 8 total, 8 up, 8 in 2023-12-01T06:10:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:17 smithi111 ceph-mon[97855]: pgmap v5254: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 4.0 MiB/s wr, 304 op/s 2023-12-01T06:10:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:17 smithi111 ceph-mon[97855]: osdmap e2663: 8 total, 8 up, 8 in 2023-12-01T06:10:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:17 smithi111 ceph-mon[116524]: pgmap v5254: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 4.0 MiB/s wr, 304 op/s 2023-12-01T06:10:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:17 smithi111 ceph-mon[116524]: osdmap e2663: 8 total, 8 up, 8 in 2023-12-01T06:10:18.861 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2023-12-01T06:10:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:18 smithi155 ceph-mon[102677]: osdmap e2664: 8 total, 8 up, 8 in 2023-12-01T06:10:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:18 smithi155 ceph-mon[102677]: pgmap v5257: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 4.0 MiB/s wr, 304 op/s 2023-12-01T06:10:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:18 smithi111 ceph-mon[97855]: osdmap e2664: 8 total, 8 up, 8 in 2023-12-01T06:10:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:18 smithi111 ceph-mon[97855]: pgmap v5257: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 4.0 MiB/s wr, 304 op/s 2023-12-01T06:10:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:18 smithi111 ceph-mon[116524]: osdmap e2664: 8 total, 8 up, 8 in 2023-12-01T06:10:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:18 smithi111 ceph-mon[116524]: pgmap v5257: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 4.0 MiB/s wr, 304 op/s 2023-12-01T06:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:10:19] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2023-12-01T06:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:19 smithi155 ceph-mon[102677]: osdmap e2665: 8 total, 8 up, 8 in 2023-12-01T06:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:19 smithi155 ceph-mon[102677]: osdmap e2666: 8 total, 8 up, 8 in 2023-12-01T06:10:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:19 smithi111 ceph-mon[97855]: osdmap e2665: 8 total, 8 up, 8 in 2023-12-01T06:10:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:19 smithi111 ceph-mon[97855]: osdmap e2666: 8 total, 8 up, 8 in 2023-12-01T06:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:19 smithi111 ceph-mon[116524]: osdmap e2665: 8 total, 8 up, 8 in 2023-12-01T06:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:19 smithi111 ceph-mon[116524]: osdmap e2666: 8 total, 8 up, 8 in 2023-12-01T06:10:20.870 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 75%] 2023-12-01T06:10:21.000 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2023-12-01T06:10:21.124 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2023-12-01T06:10:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:20 smithi155 ceph-mon[102677]: pgmap v5260: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 20 KiB/s wr, 399 op/s 2023-12-01T06:10:21.227 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2023-12-01T06:10:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:20 smithi111 ceph-mon[97855]: pgmap v5260: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 20 KiB/s wr, 399 op/s 2023-12-01T06:10:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:20 smithi111 ceph-mon[116524]: pgmap v5260: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 20 KiB/s wr, 399 op/s 2023-12-01T06:10:21.860 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2023-12-01T06:10:21.951 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2023-12-01T06:10:22.045 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2023-12-01T06:10:22.150 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 79%] 2023-12-01T06:10:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:21 smithi155 ceph-mon[102677]: osdmap e2667: 8 total, 8 up, 8 in 2023-12-01T06:10:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4008639888' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/3492007960"}]: dispatch 2023-12-01T06:10:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:21 smithi111 ceph-mon[97855]: osdmap e2667: 8 total, 8 up, 8 in 2023-12-01T06:10:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4008639888' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/3492007960"}]: dispatch 2023-12-01T06:10:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:21 smithi111 ceph-mon[116524]: osdmap e2667: 8 total, 8 up, 8 in 2023-12-01T06:10:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4008639888' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/3492007960"}]: dispatch 2023-12-01T06:10:22.253 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2023-12-01T06:10:22.339 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2023-12-01T06:10:22.430 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2023-12-01T06:10:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4008639888' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/3492007960"}]': finished 2023-12-01T06:10:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: osdmap e2668: 8 total, 8 up, 8 in 2023-12-01T06:10:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T06:10:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]': finished 2023-12-01T06:10:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:10:22.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: pgmap v5263: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 20 KiB/s wr, 399 op/s 2023-12-01T06:10:22.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:22.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:22.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:22.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4008639888' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/3492007960"}]': finished 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: osdmap e2668: 8 total, 8 up, 8 in 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T06:10:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]': finished 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: pgmap v5263: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 20 KiB/s wr, 399 op/s 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4008639888' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.111:0/3492007960"}]': finished 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: osdmap e2668: 8 total, 8 up, 8 in 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T06:10:23.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]: dispatch 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/8400760c-4b34-4e44-b89e-aaf15c01dc71"}]': finished 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: pgmap v5263: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 295 KiB/s rd, 20 KiB/s wr, 399 op/s 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:23.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:24 smithi111 ceph-mon[97855]: osdmap e2669: 8 total, 8 up, 8 in 2023-12-01T06:10:24.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:24 smithi111 ceph-mon[116524]: osdmap e2669: 8 total, 8 up, 8 in 2023-12-01T06:10:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:24 smithi155 ceph-mon[102677]: osdmap e2669: 8 total, 8 up, 8 in 2023-12-01T06:10:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: osdmap e2670: 8 total, 8 up, 8 in 2023-12-01T06:10:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: pgmap v5266: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: osdmap e2671: 8 total, 8 up, 8 in 2023-12-01T06:10:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]: dispatch 2023-12-01T06:10:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]: dispatch 2023-12-01T06:10:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]': finished 2023-12-01T06:10:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]: dispatch 2023-12-01T06:10:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]: dispatch 2023-12-01T06:10:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:25 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]': finished 2023-12-01T06:10:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: osdmap e2670: 8 total, 8 up, 8 in 2023-12-01T06:10:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: pgmap v5266: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: osdmap e2671: 8 total, 8 up, 8 in 2023-12-01T06:10:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]: dispatch 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]: dispatch 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]': finished 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]: dispatch 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]: dispatch 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]': finished 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: osdmap e2670: 8 total, 8 up, 8 in 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: pgmap v5266: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: osdmap e2671: 8 total, 8 up, 8 in 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]: dispatch 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]: dispatch 2023-12-01T06:10:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/1f63dc40-b46f-44aa-a614-a77641af7caf"}]': finished 2023-12-01T06:10:25.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]: dispatch 2023-12-01T06:10:25.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]: dispatch 2023-12-01T06:10:25.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:25 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/b63e9e1f-175e-4690-bdd6-c39520486005"}]': finished 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: osdmap e2672: 8 total, 8 up, 8 in 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: pgmap v5269: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 505 KiB/s rd, 39 KiB/s wr, 702 op/s 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: osdmap e2672: 8 total, 8 up, 8 in 2023-12-01T06:10:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: pgmap v5269: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 505 KiB/s rd, 39 KiB/s wr, 702 op/s 2023-12-01T06:10:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:10:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:10:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: osdmap e2672: 8 total, 8 up, 8 in 2023-12-01T06:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: pgmap v5269: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 505 KiB/s rd, 39 KiB/s wr, 702 op/s 2023-12-01T06:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:10:27.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:10:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:27 smithi155 ceph-mon[102677]: osdmap e2673: 8 total, 8 up, 8 in 2023-12-01T06:10:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:27 smithi111 ceph-mon[97855]: osdmap e2673: 8 total, 8 up, 8 in 2023-12-01T06:10:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:27 smithi111 ceph-mon[116524]: osdmap e2673: 8 total, 8 up, 8 in 2023-12-01T06:10:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:28 smithi155 ceph-mon[102677]: osdmap e2674: 8 total, 8 up, 8 in 2023-12-01T06:10:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:28 smithi155 ceph-mon[102677]: pgmap v5272: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 505 KiB/s rd, 39 KiB/s wr, 702 op/s 2023-12-01T06:10:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:28 smithi111 ceph-mon[97855]: osdmap e2674: 8 total, 8 up, 8 in 2023-12-01T06:10:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:28 smithi111 ceph-mon[97855]: pgmap v5272: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 505 KiB/s rd, 39 KiB/s wr, 702 op/s 2023-12-01T06:10:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:28 smithi111 ceph-mon[116524]: osdmap e2674: 8 total, 8 up, 8 in 2023-12-01T06:10:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:28 smithi111 ceph-mon[116524]: pgmap v5272: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 505 KiB/s rd, 39 KiB/s wr, 702 op/s 2023-12-01T06:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:10:29] "GET /metrics HTTP/1.1" 200 36430 "" "Prometheus/2.43.0" 2023-12-01T06:10:29.806 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2023-12-01T06:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:29 smithi155 ceph-mon[102677]: osdmap e2675: 8 total, 8 up, 8 in 2023-12-01T06:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:29 smithi155 ceph-mon[102677]: osdmap e2676: 8 total, 8 up, 8 in 2023-12-01T06:10:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:29 smithi111 ceph-mon[97855]: osdmap e2675: 8 total, 8 up, 8 in 2023-12-01T06:10:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:29 smithi111 ceph-mon[97855]: osdmap e2676: 8 total, 8 up, 8 in 2023-12-01T06:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:29 smithi111 ceph-mon[116524]: osdmap e2675: 8 total, 8 up, 8 in 2023-12-01T06:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:29 smithi111 ceph-mon[116524]: osdmap e2676: 8 total, 8 up, 8 in 2023-12-01T06:10:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:30 smithi155 ceph-mon[102677]: pgmap v5275: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2023-12-01T06:10:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:30 smithi111 ceph-mon[97855]: pgmap v5275: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2023-12-01T06:10:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:30 smithi111 ceph-mon[116524]: pgmap v5275: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2023-12-01T06:10:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:31 smithi155 ceph-mon[102677]: osdmap e2677: 8 total, 8 up, 8 in 2023-12-01T06:10:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:31 smithi111 ceph-mon[116524]: osdmap e2677: 8 total, 8 up, 8 in 2023-12-01T06:10:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:31 smithi111 ceph-mon[97855]: osdmap e2677: 8 total, 8 up, 8 in 2023-12-01T06:10:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:32 smithi155 ceph-mon[102677]: osdmap e2678: 8 total, 8 up, 8 in 2023-12-01T06:10:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]: dispatch 2023-12-01T06:10:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:32 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]: dispatch 2023-12-01T06:10:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:32 smithi155 ceph-mon[102677]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]': finished 2023-12-01T06:10:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:32 smithi155 ceph-mon[102677]: pgmap v5278: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2023-12-01T06:10:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[97855]: osdmap e2678: 8 total, 8 up, 8 in 2023-12-01T06:10:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]: dispatch 2023-12-01T06:10:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]: dispatch 2023-12-01T06:10:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[97855]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]': finished 2023-12-01T06:10:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[97855]: pgmap v5278: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2023-12-01T06:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[116524]: osdmap e2678: 8 total, 8 up, 8 in 2023-12-01T06:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/528776290' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]: dispatch 2023-12-01T06:10:33.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]: dispatch 2023-12-01T06:10:33.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[116524]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/121/bd7bb9cd-a778-49ad-b229-6c42ed02107f"}]': finished 2023-12-01T06:10:33.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:32 smithi111 ceph-mon[116524]: pgmap v5278: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 122 op/s 2023-12-01T06:10:33.931 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2023-12-01T06:10:34.012 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2023-12-01T06:10:34.151 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 83%] 2023-12-01T06:10:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:33 smithi155 ceph-mon[102677]: osdmap e2679: 8 total, 8 up, 8 in 2023-12-01T06:10:34.227 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2023-12-01T06:10:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:33 smithi111 ceph-mon[97855]: osdmap e2679: 8 total, 8 up, 8 in 2023-12-01T06:10:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:33 smithi111 ceph-mon[116524]: osdmap e2679: 8 total, 8 up, 8 in 2023-12-01T06:10:34.300 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2023-12-01T06:10:34.377 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2023-12-01T06:10:34.449 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2023-12-01T06:10:34.589 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2023-12-01T06:10:34.701 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2023-12-01T06:10:34.707 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 87%] 2023-12-01T06:10:34.715 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2023-12-01T06:10:34.716 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2023-12-01T06:10:34.723 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2023-12-01T06:10:34.733 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2023-12-01T06:10:34.833 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2023-12-01T06:10:34.922 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2023-12-01T06:10:35.018 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 91%] 2023-12-01T06:10:35.142 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2023-12-01T06:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:34 smithi155 ceph-mon[102677]: osdmap e2680: 8 total, 8 up, 8 in 2023-12-01T06:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:34 smithi155 ceph-mon[102677]: pgmap v5281: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:34 smithi155 ceph-mon[102677]: osdmap e2681: 8 total, 8 up, 8 in 2023-12-01T06:10:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[116524]: osdmap e2680: 8 total, 8 up, 8 in 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[116524]: pgmap v5281: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[116524]: osdmap e2681: 8 total, 8 up, 8 in 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[97855]: osdmap e2680: 8 total, 8 up, 8 in 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[97855]: pgmap v5281: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:34 smithi111 ceph-mon[97855]: osdmap e2681: 8 total, 8 up, 8 in 2023-12-01T06:10:36.736 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2023-12-01T06:10:36.849 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2023-12-01T06:10:36.941 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2023-12-01T06:10:37.041 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2023-12-01T06:10:37.207 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2023-12-01T06:10:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:37 smithi155 ceph-mon[102677]: pgmap v5283: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 322 KiB/s rd, 27 KiB/s wr, 459 op/s 2023-12-01T06:10:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:37 smithi111 ceph-mon[97855]: pgmap v5283: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 322 KiB/s rd, 27 KiB/s wr, 459 op/s 2023-12-01T06:10:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:37 smithi111 ceph-mon[116524]: pgmap v5283: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 322 KiB/s rd, 27 KiB/s wr, 459 op/s 2023-12-01T06:10:38.527 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:10:38.796 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 95%] 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (87m) 2m ago 88m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (88m) 2m ago 88m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (89m) 2m ago 89m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (89m) 2m ago 89m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (92m) 2m ago 92m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:10:38.864 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (94m) 2m ago 94m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (94m) 2m ago 94m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (93m) 2m ago 93m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (92m) 2m ago 92m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (88m) 2m ago 88m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (88m) 2m ago 88m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (92m) 2m ago 92m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (92m) 2m ago 91m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (91m) 2m ago 91m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (91m) 2m ago 91m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (90m) 2m ago 90m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (90m) 2m ago 90m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (90m) 2m ago 90m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (89m) 2m ago 89m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:10:38.865 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (87m) 2m ago 88m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:10:38.896 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2023-12-01T06:10:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:38 smithi155 ceph-mon[102677]: osdmap e2682: 8 total, 8 up, 8 in 2023-12-01T06:10:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:38 smithi111 ceph-mon[97855]: osdmap e2682: 8 total, 8 up, 8 in 2023-12-01T06:10:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:38 smithi111 ceph-mon[116524]: osdmap e2682: 8 total, 8 up, 8 in 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:10:39.256 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:10:39.257 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:10:39.706 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:10:39] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2023-12-01T06:10:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:39 smithi155 ceph-mon[102677]: from='client.19785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:39 smithi155 ceph-mon[102677]: pgmap v5285: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 22 KiB/s wr, 382 op/s 2023-12-01T06:10:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:39 smithi155 ceph-mon[102677]: osdmap e2683: 8 total, 8 up, 8 in 2023-12-01T06:10:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/770805890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:10:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[97855]: from='client.19785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[97855]: pgmap v5285: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 22 KiB/s wr, 382 op/s 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[97855]: osdmap e2683: 8 total, 8 up, 8 in 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/770805890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[116524]: from='client.19785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[116524]: pgmap v5285: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 268 KiB/s rd, 22 KiB/s wr, 382 op/s 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[116524]: osdmap e2683: 8 total, 8 up, 8 in 2023-12-01T06:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/770805890' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:10:40.857 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2023-12-01T06:10:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:40 smithi111 ceph-mon[97855]: from='client.29663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:40 smithi111 ceph-mon[97855]: osdmap e2684: 8 total, 8 up, 8 in 2023-12-01T06:10:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:40 smithi111 ceph-mon[97855]: osdmap e2685: 8 total, 8 up, 8 in 2023-12-01T06:10:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:40 smithi111 ceph-mon[116524]: from='client.29663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:40 smithi111 ceph-mon[116524]: osdmap e2684: 8 total, 8 up, 8 in 2023-12-01T06:10:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:40 smithi111 ceph-mon[116524]: osdmap e2685: 8 total, 8 up, 8 in 2023-12-01T06:10:41.120 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2023-12-01T06:10:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:40 smithi155 ceph-mon[102677]: from='client.29663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:10:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:40 smithi155 ceph-mon[102677]: osdmap e2684: 8 total, 8 up, 8 in 2023-12-01T06:10:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:40 smithi155 ceph-mon[102677]: osdmap e2685: 8 total, 8 up, 8 in 2023-12-01T06:10:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:41 smithi111 ceph-mon[97855]: pgmap v5289: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 120 KiB/s wr, 1.56k op/s 2023-12-01T06:10:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:41 smithi111 ceph-mon[97855]: osdmap e2686: 8 total, 8 up, 8 in 2023-12-01T06:10:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:41 smithi111 ceph-mon[116524]: pgmap v5289: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 120 KiB/s wr, 1.56k op/s 2023-12-01T06:10:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:41 smithi111 ceph-mon[116524]: osdmap e2686: 8 total, 8 up, 8 in 2023-12-01T06:10:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:41 smithi155 ceph-mon[102677]: pgmap v5289: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 120 KiB/s wr, 1.56k op/s 2023-12-01T06:10:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:41 smithi155 ceph-mon[102677]: osdmap e2686: 8 total, 8 up, 8 in 2023-12-01T06:10:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:42 smithi155 ceph-mon[102677]: osdmap e2687: 8 total, 8 up, 8 in 2023-12-01T06:10:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:42 smithi111 ceph-mon[97855]: osdmap e2687: 8 total, 8 up, 8 in 2023-12-01T06:10:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:42 smithi111 ceph-mon[116524]: osdmap e2687: 8 total, 8 up, 8 in 2023-12-01T06:10:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:43 smithi155 ceph-mon[102677]: pgmap v5292: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 122 KiB/s wr, 1.58k op/s 2023-12-01T06:10:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:43 smithi155 ceph-mon[102677]: osdmap e2688: 8 total, 8 up, 8 in 2023-12-01T06:10:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:43 smithi111 ceph-mon[97855]: pgmap v5292: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 122 KiB/s wr, 1.58k op/s 2023-12-01T06:10:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:43 smithi111 ceph-mon[97855]: osdmap e2688: 8 total, 8 up, 8 in 2023-12-01T06:10:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:43 smithi111 ceph-mon[116524]: pgmap v5292: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 122 KiB/s wr, 1.58k op/s 2023-12-01T06:10:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:43 smithi111 ceph-mon[116524]: osdmap e2688: 8 total, 8 up, 8 in 2023-12-01T06:10:44.898 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2023-12-01T06:10:45.121 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2023-12-01T06:10:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:44 smithi155 ceph-mon[102677]: osdmap e2689: 8 total, 8 up, 8 in 2023-12-01T06:10:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:44 smithi155 ceph-mon[102677]: pgmap v5295: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:44 smithi155 ceph-mon[102677]: osdmap e2690: 8 total, 8 up, 8 in 2023-12-01T06:10:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:44 smithi111 ceph-mon[97855]: osdmap e2689: 8 total, 8 up, 8 in 2023-12-01T06:10:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:44 smithi111 ceph-mon[97855]: pgmap v5295: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:44 smithi111 ceph-mon[97855]: osdmap e2690: 8 total, 8 up, 8 in 2023-12-01T06:10:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:44 smithi111 ceph-mon[116524]: osdmap e2689: 8 total, 8 up, 8 in 2023-12-01T06:10:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:44 smithi111 ceph-mon[116524]: pgmap v5295: 137 pgs: 137 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:44 smithi111 ceph-mon[116524]: osdmap e2690: 8 total, 8 up, 8 in 2023-12-01T06:10:45.302 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2023-12-01T06:10:45.775 INFO:tasks.workunit.client.0.smithi111.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2023-12-01T06:10:45.778 INFO:tasks.workunit.client.0.smithi111.stdout: 2023-12-01T06:10:45.778 INFO:tasks.workunit.client.0.smithi111.stdout:=================== 166 passed, 8 skipped in 639.32 seconds ==================== 2023-12-01T06:10:45.809 INFO:tasks.workunit.client.0.smithi111.stderr:+ exit 0 2023-12-01T06:10:45.809 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-12-01T06:10:45.809 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-12-01T06:10:45.892 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2023-12-01T06:10:45.893 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-12-01T06:10:46.135 DEBUG:teuthology.parallel:result is None 2023-12-01T06:10:46.135 DEBUG:teuthology.orchestra.run.smithi111:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T06:10:46.162 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T06:10:46.162 DEBUG:teuthology.orchestra.run.smithi111:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-12-01T06:10:46.219 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-12-01T06:10:46.219 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2023-12-01T06:10:46.219 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2023-12-01T06:10:46.220 DEBUG:teuthology.parallel:result is None 2023-12-01T06:10:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:46 smithi155 ceph-mon[102677]: osdmap e2691: 8 total, 8 up, 8 in 2023-12-01T06:10:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:46 smithi155 ceph-mon[102677]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:46 smithi111 ceph-mon[97855]: osdmap e2691: 8 total, 8 up, 8 in 2023-12-01T06:10:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:46 smithi111 ceph-mon[97855]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:46 smithi111 ceph-mon[116524]: osdmap e2691: 8 total, 8 up, 8 in 2023-12-01T06:10:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:46 smithi111 ceph-mon[116524]: pgmap v5298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:49.690 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:10:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:10:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:49 smithi155 ceph-mon[102677]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:49 smithi111 ceph-mon[97855]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:49 smithi111 ceph-mon[116524]: pgmap v5299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:10:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:51 smithi111 ceph-mon[97855]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:51 smithi111 ceph-mon[116524]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:51 smithi155 ceph-mon[102677]: pgmap v5300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:53 smithi111 ceph-mon[97855]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:53 smithi111 ceph-mon[116524]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:53 smithi155 ceph-mon[102677]: pgmap v5301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:55 smithi111 ceph-mon[97855]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:55 smithi111 ceph-mon[116524]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:55 smithi155 ceph-mon[102677]: pgmap v5302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:57 smithi111 ceph-mon[97855]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:57 smithi111 ceph-mon[116524]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:57 smithi155 ceph-mon[102677]: pgmap v5303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:10:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:10:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:11:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:10:59 smithi155 ceph-mon[102677]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:10:59 smithi111 ceph-mon[97855]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:10:59 smithi111 ceph-mon[116524]: pgmap v5304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:01 smithi155 ceph-mon[102677]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:01 smithi111 ceph-mon[97855]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:01 smithi111 ceph-mon[116524]: pgmap v5305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:03 smithi155 ceph-mon[102677]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:03 smithi111 ceph-mon[97855]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:03 smithi111 ceph-mon[116524]: pgmap v5306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:05 smithi155 ceph-mon[102677]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:05 smithi111 ceph-mon[97855]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:05 smithi111 ceph-mon[116524]: pgmap v5307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:06 smithi155 ceph-mon[102677]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:06 smithi111 ceph-mon[97855]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:06 smithi111 ceph-mon[116524]: pgmap v5308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:09.605 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:11:09.695 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:11:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:11:09.915 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:11:09.915 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (88m) 2m ago 89m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (88m) 2m ago 88m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (90m) 2m ago 90m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (89m) 2m ago 89m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (93m) 2m ago 93m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (94m) 2m ago 94m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (94m) 2m ago 94m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (93m) 2m ago 93m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (93m) 2m ago 93m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (88m) 2m ago 88m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (88m) 2m ago 88m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (92m) 2m ago 92m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (92m) 2m ago 92m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (92m) 2m ago 92m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:11:09.916 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (91m) 2m ago 91m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:11:09.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (91m) 2m ago 91m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:11:09.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (91m) 2m ago 91m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:11:09.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (90m) 2m ago 90m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:11:09.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (90m) 2m ago 90m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:11:09.917 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (88m) 2m ago 89m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:11:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:09 smithi155 ceph-mon[102677]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:09 smithi111 ceph-mon[97855]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:09 smithi111 ceph-mon[116524]: pgmap v5309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:10.300 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:11:10.301 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:11:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:10 smithi111 ceph-mon[97855]: from='client.19803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3865756160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:11:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:10 smithi111 ceph-mon[116524]: from='client.19803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3865756160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:11:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:10 smithi155 ceph-mon[102677]: from='client.19803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3865756160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:11:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:11 smithi111 ceph-mon[97855]: from='client.29681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:11 smithi111 ceph-mon[97855]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:11 smithi111 ceph-mon[116524]: from='client.29681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:11 smithi111 ceph-mon[116524]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:11 smithi155 ceph-mon[102677]: from='client.29681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:11 smithi155 ceph-mon[102677]: pgmap v5310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:13 smithi111 ceph-mon[97855]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:13 smithi111 ceph-mon[116524]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:13 smithi155 ceph-mon[102677]: pgmap v5311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:15 smithi155 ceph-mon[102677]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:15 smithi111 ceph-mon[97855]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:15 smithi111 ceph-mon[116524]: pgmap v5312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:17 smithi155 ceph-mon[102677]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:17 smithi111 ceph-mon[97855]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:17 smithi111 ceph-mon[116524]: pgmap v5313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:11:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:11:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:19 smithi155 ceph-mon[102677]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:19 smithi111 ceph-mon[97855]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:19 smithi111 ceph-mon[116524]: pgmap v5314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:21 smithi155 ceph-mon[102677]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:21 smithi111 ceph-mon[97855]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:21 smithi111 ceph-mon[116524]: pgmap v5315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:22 smithi155 ceph-mon[102677]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:22 smithi111 ceph-mon[97855]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:22 smithi111 ceph-mon[116524]: pgmap v5316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:25 smithi111 ceph-mon[97855]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:25 smithi111 ceph-mon[116524]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:25 smithi155 ceph-mon[102677]: pgmap v5317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:27 smithi111 ceph-mon[97855]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:11:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:27 smithi111 ceph-mon[116524]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:11:28.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:27 smithi155 ceph-mon[102677]: pgmap v5318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:28.064 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:11:29.746 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:11:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:11:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:29 smithi111 ceph-mon[97855]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:29 smithi111 ceph-mon[116524]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:30.054 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:29 smithi155 ceph-mon[102677]: pgmap v5319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:11:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:11:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:31 smithi155 ceph-mon[102677]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[97855]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:31 smithi111 ceph-mon[116524]: pgmap v5320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:33 smithi155 ceph-mon[102677]: pgmap v5321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:33 smithi111 ceph-mon[97855]: pgmap v5321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:33 smithi111 ceph-mon[116524]: pgmap v5321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:35 smithi111 ceph-mon[116524]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:35 smithi111 ceph-mon[97855]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:35 smithi155 ceph-mon[102677]: pgmap v5322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:37 smithi111 ceph-mon[97855]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:37 smithi111 ceph-mon[116524]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:37 smithi155 ceph-mon[102677]: pgmap v5323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:11:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T06:11:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:39 smithi155 ceph-mon[102677]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:39 smithi111 ceph-mon[97855]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:39 smithi111 ceph-mon[116524]: pgmap v5324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:11:40.955 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:11:40.955 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (88m) 3m ago 89m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (89m) 3m ago 89m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (90m) 3m ago 90m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (90m) 3m ago 90m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (93m) 3m ago 93m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (95m) 3m ago 95m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (95m) 3m ago 95m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (94m) 3m ago 94m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (93m) 3m ago 93m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (89m) 3m ago 89m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (89m) 3m ago 89m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (93m) 3m ago 93m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (93m) 3m ago 93m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (92m) 3m ago 92m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:11:40.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (92m) 3m ago 92m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:11:40.957 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (91m) 3m ago 91m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:11:40.957 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (91m) 3m ago 91m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:11:40.957 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (91m) 3m ago 91m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:11:40.957 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (90m) 3m ago 90m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:11:40.957 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (88m) 3m ago 90m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:11:41.333 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:11:41.333 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:11:41.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:11:41.333 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:41.333 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:11:41.334 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:41 smithi155 ceph-mon[102677]: from='client.19821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:41 smithi155 ceph-mon[102677]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2080430651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:11:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:41 smithi111 ceph-mon[97855]: from='client.19821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:41 smithi111 ceph-mon[97855]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2080430651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:41 smithi111 ceph-mon[116524]: from='client.19821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:41 smithi111 ceph-mon[116524]: pgmap v5325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2080430651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:11:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:42 smithi155 ceph-mon[102677]: from='client.19827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:42 smithi111 ceph-mon[97855]: from='client.19827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:42 smithi111 ceph-mon[116524]: from='client.19827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:11:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:43 smithi155 ceph-mon[102677]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:43 smithi111 ceph-mon[97855]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:43 smithi111 ceph-mon[116524]: pgmap v5326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:45 smithi111 ceph-mon[97855]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:45 smithi111 ceph-mon[116524]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:45 smithi155 ceph-mon[102677]: pgmap v5327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:47 smithi111 ceph-mon[97855]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:47 smithi111 ceph-mon[116524]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:47 smithi155 ceph-mon[102677]: pgmap v5328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:11:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:11:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:49 smithi155 ceph-mon[102677]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:49 smithi111 ceph-mon[97855]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:49 smithi111 ceph-mon[116524]: pgmap v5329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:11:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:51 smithi155 ceph-mon[102677]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:51 smithi111 ceph-mon[97855]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:51 smithi111 ceph-mon[116524]: pgmap v5330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:53 smithi155 ceph-mon[102677]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:53 smithi111 ceph-mon[97855]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:53 smithi111 ceph-mon[116524]: pgmap v5331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:55 smithi155 ceph-mon[102677]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:55 smithi111 ceph-mon[97855]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:55 smithi111 ceph-mon[116524]: pgmap v5332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:57 smithi155 ceph-mon[102677]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:57 smithi111 ceph-mon[97855]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:57 smithi111 ceph-mon[116524]: pgmap v5333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:11:58 smithi155 ceph-mon[102677]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:11:58 smithi111 ceph-mon[97855]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:11:58 smithi111 ceph-mon[116524]: pgmap v5334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:11:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:11:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:12:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:01 smithi155 ceph-mon[102677]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:01 smithi111 ceph-mon[97855]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:01 smithi111 ceph-mon[116524]: pgmap v5335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:03 smithi155 ceph-mon[102677]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:03 smithi111 ceph-mon[97855]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:03 smithi111 ceph-mon[116524]: pgmap v5336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:05 smithi155 ceph-mon[102677]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:05 smithi111 ceph-mon[97855]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:05 smithi111 ceph-mon[116524]: pgmap v5337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:07 smithi155 ceph-mon[102677]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:07 smithi111 ceph-mon[97855]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:07 smithi111 ceph-mon[116524]: pgmap v5338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:12:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:12:10.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:09 smithi155 ceph-mon[102677]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:09 smithi111 ceph-mon[97855]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:09 smithi111 ceph-mon[116524]: pgmap v5339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:10 smithi155 ceph-mon[102677]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:10 smithi111 ceph-mon[97855]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:10 smithi111 ceph-mon[116524]: pgmap v5340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:11.677 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:12:11.985 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:12:11.985 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (89m) 3m ago 90m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (89m) 3m ago 89m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (91m) 3m ago 91m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (91m) 3m ago 91m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (94m) 3m ago 94m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (95m) 3m ago 95m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (95m) 3m ago 95m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (94m) 3m ago 94m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (94m) 3m ago 94m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (89m) 3m ago 89m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (89m) 3m ago 89m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (93m) 3m ago 93m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (93m) 3m ago 93m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:12:11.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (93m) 3m ago 93m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:12:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (92m) 3m ago 92m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:12:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (92m) 3m ago 92m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:12:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (92m) 3m ago 92m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:12:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (91m) 3m ago 91m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:12:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (91m) 3m ago 91m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:12:11.987 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (89m) 3m ago 90m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:12:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:11 smithi155 ceph-mon[102677]: from='client.29711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:11 smithi111 ceph-mon[97855]: from='client.29711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:11 smithi111 ceph-mon[116524]: from='client.29711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:12:12.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:12:12.367 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:12 smithi155 ceph-mon[102677]: from='client.29717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2866175039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:12 smithi155 ceph-mon[102677]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:12 smithi111 ceph-mon[97855]: from='client.29717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2866175039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:12:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:12 smithi111 ceph-mon[97855]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:12 smithi111 ceph-mon[116524]: from='client.29717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2866175039' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:12 smithi111 ceph-mon[116524]: pgmap v5341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:16.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:15 smithi155 ceph-mon[102677]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:15 smithi111 ceph-mon[97855]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:15 smithi111 ceph-mon[116524]: pgmap v5342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:17 smithi155 ceph-mon[102677]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:17 smithi111 ceph-mon[97855]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:17 smithi111 ceph-mon[116524]: pgmap v5343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:12:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:12:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:19 smithi155 ceph-mon[102677]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:19 smithi111 ceph-mon[97855]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:19 smithi111 ceph-mon[116524]: pgmap v5344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:21 smithi155 ceph-mon[102677]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:21 smithi111 ceph-mon[97855]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:21 smithi111 ceph-mon[116524]: pgmap v5345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:23 smithi155 ceph-mon[102677]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:23 smithi111 ceph-mon[97855]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:23 smithi111 ceph-mon[116524]: pgmap v5346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:25 smithi155 ceph-mon[102677]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:25 smithi111 ceph-mon[97855]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:25 smithi111 ceph-mon[116524]: pgmap v5347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:27 smithi155 ceph-mon[102677]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:27 smithi111 ceph-mon[97855]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:27 smithi111 ceph-mon[116524]: pgmap v5348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:12:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:12:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:29 smithi155 ceph-mon[102677]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:29 smithi111 ceph-mon[97855]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:29 smithi111 ceph-mon[116524]: pgmap v5349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:12:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:12:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:12:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:12:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: pgmap v5350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:12:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:32 smithi155 ceph-mon[102677]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:32 smithi111 ceph-mon[97855]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:32 smithi111 ceph-mon[116524]: pgmap v5351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:35 smithi155 ceph-mon[102677]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:35 smithi111 ceph-mon[97855]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:35 smithi111 ceph-mon[116524]: pgmap v5352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:37 smithi155 ceph-mon[102677]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:37 smithi111 ceph-mon[97855]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:37 smithi111 ceph-mon[116524]: pgmap v5353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:12:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:12:40.101 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:39 smithi155 ceph-mon[102677]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:39 smithi111 ceph-mon[97855]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:39 smithi111 ceph-mon[116524]: pgmap v5354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 06:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T06:12:40.099082148Z level=info msg="Completed cleanup jobs" duration=66.015344ms 2023-12-01T06:12:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:40 smithi155 ceph-mon[102677]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:40 smithi111 ceph-mon[97855]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:40 smithi111 ceph-mon[116524]: pgmap v5355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:42.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:12:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (89m) 4m ago 90m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (90m) 4m ago 90m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (91m) 4m ago 91m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (91m) 4m ago 91m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (94m) 4m ago 94m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (96m) 4m ago 96m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:12:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (96m) 4m ago 96m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (95m) 4m ago 95m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (94m) 4m ago 94m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (90m) 4m ago 90m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (90m) 4m ago 90m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (94m) 4m ago 94m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (94m) 4m ago 94m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (93m) 4m ago 93m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (93m) 4m ago 93m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (92m) 4m ago 92m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (92m) 4m ago 92m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (92m) 4m ago 92m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (91m) 4m ago 91m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:12:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (89m) 4m ago 91m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:12:43.398 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:12:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:12:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:12:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:12:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:12:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:43.400 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:12:43.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:12:43.400 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:43.400 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:12:43.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:12:43.401 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:12:43.401 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:12:43.401 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:12:43.401 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:12:43.401 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:12:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:43 smithi111 ceph-mon[116524]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:43 smithi111 ceph-mon[116524]: from='client.19857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3706574465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:12:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:43 smithi111 ceph-mon[97855]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:43 smithi111 ceph-mon[97855]: from='client.19857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3706574465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:43 smithi155 ceph-mon[102677]: pgmap v5356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:43 smithi155 ceph-mon[102677]: from='client.19857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3706574465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:12:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:44 smithi111 ceph-mon[97855]: from='client.29735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:44 smithi111 ceph-mon[116524]: from='client.29735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:44 smithi155 ceph-mon[102677]: from='client.29735 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:12:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:45 smithi155 ceph-mon[102677]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:45 smithi111 ceph-mon[97855]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:45 smithi111 ceph-mon[116524]: pgmap v5357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:47 smithi155 ceph-mon[102677]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:47 smithi111 ceph-mon[97855]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:47 smithi111 ceph-mon[116524]: pgmap v5358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:12:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:12:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:49 smithi155 ceph-mon[102677]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:49 smithi111 ceph-mon[97855]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:49 smithi111 ceph-mon[116524]: pgmap v5359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:12:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:50 smithi155 ceph-mon[102677]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:50 smithi111 ceph-mon[97855]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:50 smithi111 ceph-mon[116524]: pgmap v5360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:53 smithi111 ceph-mon[97855]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:53 smithi111 ceph-mon[116524]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:53 smithi155 ceph-mon[102677]: pgmap v5361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:55 smithi155 ceph-mon[102677]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:55 smithi111 ceph-mon[97855]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:55 smithi111 ceph-mon[116524]: pgmap v5362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:57 smithi155 ceph-mon[102677]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:57 smithi111 ceph-mon[97855]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:57 smithi111 ceph-mon[116524]: pgmap v5363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:12:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:13:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:12:59 smithi155 ceph-mon[102677]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:12:59 smithi111 ceph-mon[97855]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:12:59 smithi111 ceph-mon[116524]: pgmap v5364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:00 smithi155 ceph-mon[102677]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:00 smithi111 ceph-mon[97855]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:00 smithi111 ceph-mon[116524]: pgmap v5365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:03 smithi111 ceph-mon[97855]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:03 smithi111 ceph-mon[116524]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:03 smithi155 ceph-mon[102677]: pgmap v5366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:05 smithi155 ceph-mon[102677]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:05 smithi111 ceph-mon[97855]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:05 smithi111 ceph-mon[116524]: pgmap v5367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:07 smithi155 ceph-mon[102677]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:07 smithi111 ceph-mon[97855]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:07 smithi111 ceph-mon[116524]: pgmap v5368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:13:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:13:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:09 smithi155 ceph-mon[102677]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:10.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:09 smithi111 ceph-mon[97855]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:10.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:09 smithi111 ceph-mon[116524]: pgmap v5369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:11 smithi155 ceph-mon[102677]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:11 smithi111 ceph-mon[97855]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:11 smithi111 ceph-mon[116524]: pgmap v5370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:12 smithi155 ceph-mon[102677]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:12 smithi111 ceph-mon[97855]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:12 smithi111 ceph-mon[116524]: pgmap v5371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (90m) 4m ago 91m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (90m) 4m ago 90m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (92m) 4m ago 92m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (92m) 4m ago 92m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (95m) 4m ago 95m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (96m) 4m ago 96m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (96m) 4m ago 96m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:13:14.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (95m) 4m ago 95m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (95m) 4m ago 95m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (90m) 4m ago 90m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (90m) 4m ago 90m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (94m) 4m ago 94m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (94m) 4m ago 94m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (94m) 4m ago 94m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (93m) 4m ago 93m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (93m) 4m ago 93m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (93m) 4m ago 93m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (92m) 4m ago 92m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (92m) 4m ago 92m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:13:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (90m) 4m ago 91m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:13:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:13 smithi155 ceph-mon[102677]: from='client.29747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:13 smithi111 ceph-mon[97855]: from='client.29747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:13 smithi111 ceph-mon[116524]: from='client.29747 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:13:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:13:14.429 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:14 smithi155 ceph-mon[102677]: from='client.19881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1484883179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:14 smithi155 ceph-mon[102677]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:14 smithi111 ceph-mon[97855]: from='client.19881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1484883179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:14 smithi111 ceph-mon[97855]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:14 smithi111 ceph-mon[116524]: from='client.19881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1484883179' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:14 smithi111 ceph-mon[116524]: pgmap v5372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:17 smithi111 ceph-mon[97855]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:17 smithi111 ceph-mon[116524]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:17 smithi155 ceph-mon[102677]: pgmap v5373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:19.738 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:13:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:13:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:19 smithi111 ceph-mon[97855]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:19 smithi111 ceph-mon[116524]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:19 smithi155 ceph-mon[102677]: pgmap v5374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:21 smithi155 ceph-mon[102677]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:21 smithi111 ceph-mon[97855]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:21 smithi111 ceph-mon[116524]: pgmap v5375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:23 smithi155 ceph-mon[102677]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:23 smithi111 ceph-mon[97855]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:23 smithi111 ceph-mon[116524]: pgmap v5376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:25 smithi155 ceph-mon[102677]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:25 smithi111 ceph-mon[97855]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:25 smithi111 ceph-mon[116524]: pgmap v5377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:27 smithi155 ceph-mon[102677]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:27 smithi111 ceph-mon[97855]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:27 smithi111 ceph-mon[116524]: pgmap v5378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:13:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:13:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:29 smithi155 ceph-mon[102677]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:29 smithi111 ceph-mon[97855]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:29 smithi111 ceph-mon[116524]: pgmap v5379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:30 smithi155 ceph-mon[102677]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:30 smithi111 ceph-mon[97855]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:30 smithi111 ceph-mon[116524]: pgmap v5380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:13:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:13:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:13:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:13:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:13:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:13:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:32 smithi155 ceph-mon[102677]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[97855]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:32 smithi111 ceph-mon[116524]: pgmap v5381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:35 smithi155 ceph-mon[102677]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:35 smithi111 ceph-mon[97855]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:35 smithi111 ceph-mon[116524]: pgmap v5382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:37 smithi155 ceph-mon[102677]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:37 smithi111 ceph-mon[97855]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:37 smithi111 ceph-mon[116524]: pgmap v5383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:13:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:13:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:39 smithi155 ceph-mon[102677]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:39 smithi111 ceph-mon[97855]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:39 smithi111 ceph-mon[116524]: pgmap v5384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:40 smithi155 ceph-mon[102677]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:41.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:40 smithi111 ceph-mon[97855]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:41.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:40 smithi111 ceph-mon[116524]: pgmap v5385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:43 smithi111 ceph-mon[97855]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:43 smithi111 ceph-mon[116524]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:43 smithi155 ceph-mon[102677]: pgmap v5386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:44.778 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:13:45.085 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:13:45.085 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (91m) 5m ago 91m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:13:45.085 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (91m) 5m ago 91m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:13:45.085 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (92m) 5m ago 92m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:13:45.085 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (92m) 5m ago 92m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (95m) 5m ago 95m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (97m) 5m ago 97m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (97m) 5m ago 97m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (96m) 5m ago 96m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (95m) 5m ago 95m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (91m) 5m ago 91m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (91m) 5m ago 91m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (95m) 5m ago 95m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (95m) 5m ago 95m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (94m) 5m ago 94m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (94m) 5m ago 94m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (93m) 5m ago 93m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (93m) 5m ago 93m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (93m) 5m ago 93m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:13:45.086 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (92m) 5m ago 92m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:13:45.087 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (90m) 5m ago 92m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:13:45.466 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:13:45.467 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:45 smithi155 ceph-mon[102677]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:45 smithi155 ceph-mon[102677]: from='client.29765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/746930015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:45 smithi111 ceph-mon[97855]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:45 smithi111 ceph-mon[97855]: from='client.29765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/746930015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:45 smithi111 ceph-mon[116524]: pgmap v5387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:45 smithi111 ceph-mon[116524]: from='client.29765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/746930015' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:13:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:46 smithi155 ceph-mon[102677]: from='client.19899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:46 smithi111 ceph-mon[97855]: from='client.19899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:46 smithi111 ceph-mon[116524]: from='client.19899 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:13:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:47 smithi155 ceph-mon[102677]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:47 smithi111 ceph-mon[97855]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:47 smithi111 ceph-mon[116524]: pgmap v5388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:48 smithi155 ceph-mon[102677]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:49.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:48 smithi111 ceph-mon[97855]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:48 smithi111 ceph-mon[116524]: pgmap v5389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:13:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:50.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:13:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:50 smithi155 ceph-mon[102677]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:50 smithi111 ceph-mon[116524]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:50 smithi111 ceph-mon[97855]: pgmap v5390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:53 smithi111 ceph-mon[97855]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:53 smithi111 ceph-mon[116524]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:53 smithi155 ceph-mon[102677]: pgmap v5391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:55 smithi111 ceph-mon[97855]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:55 smithi111 ceph-mon[116524]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:55 smithi155 ceph-mon[102677]: pgmap v5392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:57 smithi155 ceph-mon[102677]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:57 smithi111 ceph-mon[97855]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:57 smithi111 ceph-mon[116524]: pgmap v5393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:13:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:13:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:14:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:13:59 smithi155 ceph-mon[102677]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:13:59 smithi111 ceph-mon[97855]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:13:59 smithi111 ceph-mon[116524]: pgmap v5394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:00 smithi155 ceph-mon[102677]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:00 smithi111 ceph-mon[97855]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:00 smithi111 ceph-mon[116524]: pgmap v5395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:03 smithi111 ceph-mon[97855]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:03 smithi111 ceph-mon[116524]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:03 smithi155 ceph-mon[102677]: pgmap v5396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:05 smithi155 ceph-mon[102677]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:05 smithi111 ceph-mon[97855]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:05 smithi111 ceph-mon[116524]: pgmap v5397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:06 smithi155 ceph-mon[102677]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:06 smithi111 ceph-mon[97855]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:06 smithi111 ceph-mon[116524]: pgmap v5398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:14:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:14:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:09 smithi155 ceph-mon[102677]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:09 smithi111 ceph-mon[97855]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:09 smithi111 ceph-mon[116524]: pgmap v5399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:10 smithi155 ceph-mon[102677]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:10 smithi111 ceph-mon[97855]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:10 smithi111 ceph-mon[116524]: pgmap v5400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:13 smithi155 ceph-mon[102677]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:13 smithi111 ceph-mon[97855]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:13 smithi111 ceph-mon[116524]: pgmap v5401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:14:16.113 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:14:16.113 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (91m) 5m ago 92m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (91m) 5m ago 91m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (93m) 5m ago 93m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (93m) 5m ago 93m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (96m) 5m ago 96m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (97m) 5m ago 97m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (97m) 5m ago 97m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (96m) 5m ago 96m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (96m) 5m ago 96m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (91m) 5m ago 91m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (91m) 5m ago 91m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (95m) 5m ago 95m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (95m) 5m ago 95m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (95m) 5m ago 95m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:14:16.114 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (94m) 5m ago 94m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:14:16.115 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (94m) 5m ago 94m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:14:16.115 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (94m) 5m ago 94m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:14:16.115 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (93m) 5m ago 93m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:14:16.115 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (93m) 5m ago 93m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:14:16.115 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (91m) 5m ago 92m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:14:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:15 smithi155 ceph-mon[102677]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:15 smithi111 ceph-mon[97855]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:15 smithi111 ceph-mon[116524]: pgmap v5402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:14:16.495 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:14:16.496 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:16.496 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:14:16.496 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:14:16.496 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:14:16.496 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:16 smithi155 ceph-mon[102677]: from='client.29783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:16 smithi155 ceph-mon[102677]: from='client.19917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/633803775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:16 smithi155 ceph-mon[102677]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[97855]: from='client.29783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[97855]: from='client.19917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/633803775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[97855]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[116524]: from='client.29783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[116524]: from='client.19917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/633803775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:16 smithi111 ceph-mon[116524]: pgmap v5403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:14:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:14:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:19 smithi155 ceph-mon[102677]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:19 smithi111 ceph-mon[97855]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:19 smithi111 ceph-mon[116524]: pgmap v5404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:21.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:20 smithi155 ceph-mon[102677]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:20 smithi111 ceph-mon[97855]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:20 smithi111 ceph-mon[116524]: pgmap v5405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:23 smithi155 ceph-mon[102677]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:23 smithi111 ceph-mon[97855]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:23 smithi111 ceph-mon[116524]: pgmap v5406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:25 smithi155 ceph-mon[102677]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:25 smithi111 ceph-mon[97855]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:25 smithi111 ceph-mon[116524]: pgmap v5407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:27 smithi155 ceph-mon[102677]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:27 smithi111 ceph-mon[97855]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:27 smithi111 ceph-mon[116524]: pgmap v5408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:14:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:14:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:29 smithi155 ceph-mon[102677]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:29 smithi111 ceph-mon[116524]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:29 smithi111 ceph-mon[97855]: pgmap v5409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:30 smithi155 ceph-mon[102677]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:30 smithi111 ceph-mon[97855]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:30 smithi111 ceph-mon[116524]: pgmap v5410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:14:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:14:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:14:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:14:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:14:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:33 smithi155 ceph-mon[102677]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[97855]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:14:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:33 smithi111 ceph-mon[116524]: pgmap v5411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:35 smithi111 ceph-mon[97855]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:35 smithi111 ceph-mon[116524]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:35 smithi155 ceph-mon[102677]: pgmap v5412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:37 smithi155 ceph-mon[102677]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:37 smithi111 ceph-mon[97855]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:37 smithi111 ceph-mon[116524]: pgmap v5413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:14:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:14:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:39 smithi155 ceph-mon[102677]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:39 smithi111 ceph-mon[97855]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:39 smithi111 ceph-mon[116524]: pgmap v5414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:40 smithi155 ceph-mon[102677]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:40 smithi111 ceph-mon[97855]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:40 smithi111 ceph-mon[116524]: pgmap v5415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:44.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:43 smithi155 ceph-mon[102677]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:43 smithi111 ceph-mon[97855]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:43 smithi111 ceph-mon[116524]: pgmap v5416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:45 smithi155 ceph-mon[102677]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:45 smithi111 ceph-mon[97855]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:45 smithi111 ceph-mon[116524]: pgmap v5417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:46.839 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:14:47.143 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:14:47.143 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (92m) 6m ago 92m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:14:47.143 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (92m) 6m ago 92m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:14:47.143 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (93m) 6m ago 93m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:14:47.143 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (93m) 6m ago 93m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (96m) 6m ago 96m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (98m) 6m ago 98m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (98m) 6m ago 98m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (97m) 6m ago 97m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (97m) 6m ago 97m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (92m) 6m ago 92m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (92m) 6m ago 92m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (96m) 6m ago 96m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (96m) 6m ago 96m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (95m) 6m ago 95m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (95m) 6m ago 95m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (95m) 6m ago 95m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:14:47.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (94m) 6m ago 94m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:14:47.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (94m) 6m ago 94m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:14:47.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (93m) 6m ago 93m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:14:47.145 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (91m) 6m ago 93m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:14:47.519 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:14:47.520 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:14:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:14:47.521 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:14:47.521 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:47 smithi155 ceph-mon[102677]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1846220556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:14:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:47 smithi111 ceph-mon[116524]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1846220556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:14:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:47 smithi111 ceph-mon[97855]: pgmap v5418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1846220556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:14:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:48 smithi155 ceph-mon[102677]: from='client.19929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:48 smithi155 ceph-mon[102677]: from='client.19935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:48 smithi111 ceph-mon[97855]: from='client.19929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:48 smithi111 ceph-mon[97855]: from='client.19935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:48 smithi111 ceph-mon[116524]: from='client.19929 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:48 smithi111 ceph-mon[116524]: from='client.19935 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:14:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:14:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:14:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:49 smithi155 ceph-mon[102677]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:49 smithi111 ceph-mon[97855]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:49 smithi111 ceph-mon[116524]: pgmap v5419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:14:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:50 smithi155 ceph-mon[102677]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:50 smithi111 ceph-mon[97855]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:50 smithi111 ceph-mon[116524]: pgmap v5420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:53 smithi155 ceph-mon[102677]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:53 smithi111 ceph-mon[97855]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:53 smithi111 ceph-mon[116524]: pgmap v5421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:55 smithi155 ceph-mon[102677]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:56.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:55 smithi111 ceph-mon[97855]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:56.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:55 smithi111 ceph-mon[116524]: pgmap v5422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:57 smithi155 ceph-mon[102677]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:57 smithi111 ceph-mon[97855]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:57 smithi111 ceph-mon[116524]: pgmap v5423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:14:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:14:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:15:00.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:14:59 smithi155 ceph-mon[102677]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:00.252 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:14:59 smithi111 ceph-mon[97855]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:14:59 smithi111 ceph-mon[116524]: pgmap v5424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:00 smithi155 ceph-mon[102677]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:01.233 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:00 smithi111 ceph-mon[97855]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:01.283 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:00 smithi111 ceph-mon[116524]: pgmap v5425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:03 smithi155 ceph-mon[102677]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:03 smithi111 ceph-mon[97855]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:03 smithi111 ceph-mon[116524]: pgmap v5426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:05 smithi155 ceph-mon[102677]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:05 smithi111 ceph-mon[97855]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:05 smithi111 ceph-mon[116524]: pgmap v5427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:07 smithi155 ceph-mon[102677]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:07 smithi111 ceph-mon[97855]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:07 smithi111 ceph-mon[116524]: pgmap v5428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:15:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:15:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:09 smithi155 ceph-mon[102677]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:09 smithi111 ceph-mon[97855]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:09 smithi111 ceph-mon[116524]: pgmap v5429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:10 smithi155 ceph-mon[102677]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:10 smithi111 ceph-mon[97855]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:10 smithi111 ceph-mon[116524]: pgmap v5430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:13 smithi155 ceph-mon[102677]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:13 smithi111 ceph-mon[97855]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:13 smithi111 ceph-mon[116524]: pgmap v5431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:15 smithi155 ceph-mon[102677]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:15 smithi111 ceph-mon[97855]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:15 smithi111 ceph-mon[116524]: pgmap v5432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:17.861 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (92m) 6m ago 93m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (92m) 6m ago 92m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (94m) 6m ago 94m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (94m) 6m ago 94m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (97m) 6m ago 97m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:15:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (98m) 6m ago 98m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (98m) 6m ago 99m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (97m) 6m ago 97m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (97m) 6m ago 97m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (92m) 6m ago 92m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (92m) 6m ago 92m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (97m) 6m ago 97m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (96m) 6m ago 96m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (96m) 6m ago 96m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (95m) 6m ago 95m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (95m) 6m ago 95m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (95m) 6m ago 95m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (94m) 6m ago 94m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (94m) 6m ago 94m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:15:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (92m) 6m ago 93m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:15:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:17 smithi155 ceph-mon[102677]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:17 smithi111 ceph-mon[97855]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:17 smithi111 ceph-mon[116524]: pgmap v5433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:18.550 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:15:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:15:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:15:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:15:18.551 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3711514004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:15:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3711514004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3711514004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:15:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:15:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:19 smithi155 ceph-mon[102677]: from='client.29819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:19 smithi155 ceph-mon[102677]: from='client.29825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:19 smithi155 ceph-mon[102677]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[97855]: from='client.29819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[97855]: from='client.29825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[97855]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[116524]: from='client.29819 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[116524]: from='client.29825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[116524]: pgmap v5434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:20 smithi155 ceph-mon[102677]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:20 smithi111 ceph-mon[97855]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:20 smithi111 ceph-mon[116524]: pgmap v5435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:23 smithi155 ceph-mon[102677]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:23 smithi111 ceph-mon[97855]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:23 smithi111 ceph-mon[116524]: pgmap v5436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:25 smithi155 ceph-mon[102677]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:25 smithi111 ceph-mon[97855]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:25 smithi111 ceph-mon[116524]: pgmap v5437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:27 smithi155 ceph-mon[102677]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:27 smithi111 ceph-mon[97855]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:27 smithi111 ceph-mon[116524]: pgmap v5438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:15:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:15:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:29 smithi155 ceph-mon[102677]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:29 smithi111 ceph-mon[97855]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:29 smithi111 ceph-mon[116524]: pgmap v5439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:30 smithi155 ceph-mon[102677]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:30 smithi111 ceph-mon[116524]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:30 smithi111 ceph-mon[97855]: pgmap v5440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:15:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:15:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:33 smithi155 ceph-mon[102677]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:15:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[97855]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[116524]: pgmap v5441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:15:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:35 smithi155 ceph-mon[102677]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:35 smithi111 ceph-mon[97855]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:35 smithi111 ceph-mon[116524]: pgmap v5442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:37 smithi155 ceph-mon[102677]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:37 smithi111 ceph-mon[97855]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:37 smithi111 ceph-mon[116524]: pgmap v5443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:15:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:15:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:39 smithi155 ceph-mon[102677]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:39 smithi111 ceph-mon[97855]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:39 smithi111 ceph-mon[116524]: pgmap v5444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:40 smithi155 ceph-mon[102677]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:40 smithi111 ceph-mon[97855]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:40 smithi111 ceph-mon[116524]: pgmap v5445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:43 smithi155 ceph-mon[102677]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:43 smithi111 ceph-mon[97855]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:43 smithi111 ceph-mon[116524]: pgmap v5446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:45 smithi155 ceph-mon[102677]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:45 smithi111 ceph-mon[97855]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:45 smithi111 ceph-mon[116524]: pgmap v5447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:47 smithi155 ceph-mon[102677]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:47 smithi111 ceph-mon[116524]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:47 smithi111 ceph-mon[97855]: pgmap v5448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:48.898 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:15:49.206 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:15:49.206 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (93m) 7m ago 93m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:15:49.206 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (93m) 7m ago 93m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:15:49.206 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (94m) 7m ago 94m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:15:49.206 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (94m) 7m ago 94m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:15:49.207 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (97m) 7m ago 97m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:15:49.207 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (99m) 7m ago 99m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:15:49.207 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (99m) 7m ago 99m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:15:49.207 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (98m) 7m ago 98m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:15:49.207 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (98m) 7m ago 98m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:15:49.207 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (93m) 7m ago 93m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (93m) 7m ago 93m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (97m) 7m ago 97m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (97m) 7m ago 97m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (96m) 7m ago 96m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (96m) 7m ago 96m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (96m) 7m ago 96m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (95m) 7m ago 95m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (95m) 7m ago 95m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (94m) 7m ago 94m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:15:49.208 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (93m) 7m ago 94m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:15:49.586 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:15:49.586 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:15:49.586 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:15:49.586 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:15:49.587 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:15:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:49 smithi155 ceph-mon[102677]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2975091637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:49 smithi111 ceph-mon[97855]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2975091637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:49 smithi111 ceph-mon[116524]: pgmap v5449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2975091637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:15:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:50 smithi155 ceph-mon[102677]: from='client.29837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:50 smithi155 ceph-mon[102677]: from='client.29843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:50 smithi111 ceph-mon[116524]: from='client.29837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:50 smithi111 ceph-mon[116524]: from='client.29843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:50 smithi111 ceph-mon[97855]: from='client.29837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:50 smithi111 ceph-mon[97855]: from='client.29843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:15:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:51 smithi155 ceph-mon[102677]: pgmap v5450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:51 smithi111 ceph-mon[116524]: pgmap v5450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:51 smithi111 ceph-mon[97855]: pgmap v5450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:53 smithi155 ceph-mon[102677]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:53 smithi111 ceph-mon[116524]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:53 smithi111 ceph-mon[97855]: pgmap v5451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:55 smithi155 ceph-mon[102677]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:55 smithi111 ceph-mon[97855]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:55 smithi111 ceph-mon[116524]: pgmap v5452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:56 smithi155 ceph-mon[102677]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:56 smithi111 ceph-mon[97855]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:56 smithi111 ceph-mon[116524]: pgmap v5453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:15:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:16:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:15:59 smithi155 ceph-mon[102677]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:15:59 smithi111 ceph-mon[97855]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:15:59 smithi111 ceph-mon[116524]: pgmap v5454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:00 smithi155 ceph-mon[102677]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:00 smithi111 ceph-mon[97855]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:00 smithi111 ceph-mon[116524]: pgmap v5455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:03 smithi155 ceph-mon[102677]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:03 smithi111 ceph-mon[97855]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:03 smithi111 ceph-mon[116524]: pgmap v5456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:05 smithi155 ceph-mon[102677]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:05 smithi111 ceph-mon[97855]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:06.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:05 smithi111 ceph-mon[116524]: pgmap v5457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:07 smithi155 ceph-mon[102677]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:07 smithi111 ceph-mon[97855]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:07 smithi111 ceph-mon[116524]: pgmap v5458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:16:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:16:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:09 smithi155 ceph-mon[102677]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:09 smithi111 ceph-mon[97855]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:09 smithi111 ceph-mon[116524]: pgmap v5459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:10 smithi155 ceph-mon[102677]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:10 smithi111 ceph-mon[97855]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:10 smithi111 ceph-mon[116524]: pgmap v5460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:13 smithi155 ceph-mon[102677]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:13 smithi111 ceph-mon[97855]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:13 smithi111 ceph-mon[116524]: pgmap v5461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:15 smithi155 ceph-mon[102677]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:15 smithi111 ceph-mon[97855]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:15 smithi111 ceph-mon[116524]: pgmap v5462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:17 smithi155 ceph-mon[102677]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:17 smithi111 ceph-mon[97855]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:17 smithi111 ceph-mon[116524]: pgmap v5463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:16:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:16:19.938 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:16:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:19 smithi155 ceph-mon[102677]: pgmap v5464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:20.247 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (93m) 7m ago 94m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (93m) 7m ago 93m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (95m) 7m ago 95m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (95m) 7m ago 95m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (98m) 7m ago 98m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (99m) 7m ago 99m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (99m) 7m ago 100m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (98m) 7m ago 98m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (98m) 7m ago 98m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (93m) 7m ago 93m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (93m) 7m ago 93m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (98m) 7m ago 98m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:16:20.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (97m) 7m ago 97m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (97m) 7m ago 97m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (96m) 7m ago 96m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (96m) 7m ago 96m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (96m) 7m ago 96m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (95m) 7m ago 95m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (95m) 7m ago 95m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:16:20.249 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (93m) 7m ago 94m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:16:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:19 smithi111 ceph-mon[97855]: pgmap v5464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:19 smithi111 ceph-mon[116524]: pgmap v5464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:20.628 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:16:20.629 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:16:21.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:20 smithi155 ceph-mon[102677]: from='client.29855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:21.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:20 smithi155 ceph-mon[102677]: from='client.29861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:21.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2987096034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:16:21.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:20 smithi155 ceph-mon[102677]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[97855]: from='client.29855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[97855]: from='client.29861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2987096034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[97855]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[116524]: from='client.29855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[116524]: from='client.29861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2987096034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:20 smithi111 ceph-mon[116524]: pgmap v5465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:24.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:23 smithi155 ceph-mon[102677]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:23 smithi111 ceph-mon[97855]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:23 smithi111 ceph-mon[116524]: pgmap v5466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:25 smithi155 ceph-mon[102677]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:25 smithi111 ceph-mon[97855]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:26.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:25 smithi111 ceph-mon[116524]: pgmap v5467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:28.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:27 smithi155 ceph-mon[102677]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:27 smithi111 ceph-mon[97855]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:27 smithi111 ceph-mon[116524]: pgmap v5468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:16:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:16:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:29 smithi155 ceph-mon[102677]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:29 smithi111 ceph-mon[97855]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:29 smithi111 ceph-mon[116524]: pgmap v5469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:30 smithi155 ceph-mon[102677]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:30 smithi111 ceph-mon[97855]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:30 smithi111 ceph-mon[116524]: pgmap v5470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:33 smithi155 ceph-mon[102677]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:16:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[97855]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[116524]: pgmap v5471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:35 smithi155 ceph-mon[102677]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:35 smithi111 ceph-mon[97855]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:35 smithi111 ceph-mon[116524]: pgmap v5472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:37 smithi155 ceph-mon[102677]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:37 smithi111 ceph-mon[97855]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:37 smithi111 ceph-mon[116524]: pgmap v5473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:16:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:16:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:39 smithi155 ceph-mon[102677]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:39 smithi111 ceph-mon[97855]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:39 smithi111 ceph-mon[116524]: pgmap v5474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:40 smithi155 ceph-mon[102677]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:40 smithi111 ceph-mon[97855]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:40 smithi111 ceph-mon[116524]: pgmap v5475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:43 smithi155 ceph-mon[102677]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:43 smithi111 ceph-mon[97855]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:43 smithi111 ceph-mon[116524]: pgmap v5476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:45 smithi155 ceph-mon[102677]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:45 smithi111 ceph-mon[97855]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:45 smithi111 ceph-mon[116524]: pgmap v5477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:47 smithi155 ceph-mon[102677]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:47 smithi111 ceph-mon[97855]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:47 smithi111 ceph-mon[116524]: pgmap v5478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:16:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:16:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:49 smithi155 ceph-mon[102677]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:49 smithi111 ceph-mon[97855]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:49 smithi111 ceph-mon[116524]: pgmap v5479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:16:50.972 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:16:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:50 smithi155 ceph-mon[102677]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:50 smithi111 ceph-mon[97855]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:50 smithi111 ceph-mon[116524]: pgmap v5480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:51.280 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (94m) 8m ago 94m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (94m) 8m ago 94m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (95m) 8m ago 95m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (95m) 8m ago 95m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (98m) 8m ago 98m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (100m) 8m ago 100m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (100m) 8m ago 100m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (99m) 8m ago 99m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (99m) 8m ago 99m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (94m) 8m ago 94m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (94m) 8m ago 94m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (98m) 8m ago 98m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:16:51.281 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (98m) 8m ago 98m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (97m) 8m ago 97m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (97m) 8m ago 97m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (97m) 8m ago 97m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (96m) 8m ago 96m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (96m) 8m ago 96m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (95m) 8m ago 95m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:16:51.282 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (94m) 8m ago 95m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:51.662 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:16:51.663 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:51 smithi155 ceph-mon[102677]: from='client.20001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:51 smithi155 ceph-mon[102677]: from='client.29879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2330941380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:16:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:51 smithi111 ceph-mon[97855]: from='client.20001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:51 smithi111 ceph-mon[97855]: from='client.29879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2330941380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:51 smithi111 ceph-mon[116524]: from='client.20001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:51 smithi111 ceph-mon[116524]: from='client.29879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2330941380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:16:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:52 smithi155 ceph-mon[102677]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:52 smithi111 ceph-mon[97855]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:52 smithi111 ceph-mon[116524]: pgmap v5481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:55 smithi155 ceph-mon[102677]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:55 smithi111 ceph-mon[97855]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:55 smithi111 ceph-mon[116524]: pgmap v5482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:57 smithi155 ceph-mon[102677]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:57 smithi111 ceph-mon[97855]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:57 smithi111 ceph-mon[116524]: pgmap v5483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:16:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:16:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:17:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:16:59 smithi155 ceph-mon[102677]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:16:59 smithi111 ceph-mon[97855]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:16:59 smithi111 ceph-mon[116524]: pgmap v5484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:00 smithi155 ceph-mon[102677]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:00 smithi111 ceph-mon[97855]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:00 smithi111 ceph-mon[116524]: pgmap v5485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:03 smithi155 ceph-mon[102677]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:03 smithi111 ceph-mon[97855]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:03 smithi111 ceph-mon[116524]: pgmap v5486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:05 smithi155 ceph-mon[102677]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:05 smithi111 ceph-mon[97855]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:05 smithi111 ceph-mon[116524]: pgmap v5487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:06 smithi155 ceph-mon[102677]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:06 smithi111 ceph-mon[97855]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:06 smithi111 ceph-mon[116524]: pgmap v5488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:17:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:17:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:09 smithi155 ceph-mon[102677]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:10.252 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:09 smithi111 ceph-mon[97855]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:10.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:09 smithi111 ceph-mon[116524]: pgmap v5489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:10 smithi155 ceph-mon[102677]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:10 smithi111 ceph-mon[97855]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:10 smithi111 ceph-mon[116524]: pgmap v5490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:13 smithi155 ceph-mon[102677]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:13 smithi111 ceph-mon[97855]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:13 smithi111 ceph-mon[116524]: pgmap v5491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:15 smithi155 ceph-mon[102677]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:15 smithi111 ceph-mon[97855]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:15 smithi111 ceph-mon[116524]: pgmap v5492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:17 smithi155 ceph-mon[102677]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:18.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:17 smithi111 ceph-mon[97855]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:17 smithi111 ceph-mon[116524]: pgmap v5493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:17:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:17:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:19 smithi155 ceph-mon[102677]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:19 smithi111 ceph-mon[116524]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:19 smithi111 ceph-mon[97855]: pgmap v5494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:20 smithi155 ceph-mon[102677]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:20 smithi111 ceph-mon[97855]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:20 smithi111 ceph-mon[116524]: pgmap v5495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:22.008 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:17:22.313 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (94m) 9m ago 95m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (95m) 9m ago 95m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (96m) 9m ago 96m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (96m) 9m ago 96m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (99m) 9m ago 99m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (100m) 9m ago 100m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (100m) 9m ago 101m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (99m) 9m ago 99m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (99m) 9m ago 99m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (94m) 9m ago 94m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (94m) 9m ago 94m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (99m) 9m ago 99m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:17:22.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (98m) 9m ago 98m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (98m) 9m ago 98m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (97m) 9m ago 97m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (97m) 9m ago 97m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (97m) 9m ago 97m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (96m) 9m ago 96m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (96m) 9m ago 96m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:17:22.315 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (94m) 9m ago 95m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:17:22.695 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:17:22.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:17:22.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:17:22.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:22.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:17:22.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:17:22.696 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3975598620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:17:23.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3975598620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:17:23.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3975598620' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:17:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:23 smithi155 ceph-mon[102677]: from='client.29891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:23 smithi155 ceph-mon[102677]: from='client.29897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:23 smithi155 ceph-mon[102677]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:23 smithi111 ceph-mon[97855]: from='client.29891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:23 smithi111 ceph-mon[97855]: from='client.29897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:23 smithi111 ceph-mon[97855]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:23 smithi111 ceph-mon[116524]: from='client.29891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:23 smithi111 ceph-mon[116524]: from='client.29897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:23 smithi111 ceph-mon[116524]: pgmap v5496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:25 smithi155 ceph-mon[102677]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:25 smithi111 ceph-mon[97855]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:25 smithi111 ceph-mon[116524]: pgmap v5497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:28.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:27 smithi155 ceph-mon[102677]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:27 smithi111 ceph-mon[97855]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:27 smithi111 ceph-mon[116524]: pgmap v5498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:17:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:17:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:29 smithi155 ceph-mon[102677]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:29 smithi111 ceph-mon[116524]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:29 smithi111 ceph-mon[97855]: pgmap v5499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:31.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:30 smithi155 ceph-mon[102677]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:30 smithi111 ceph-mon[97855]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:31.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:30 smithi111 ceph-mon[116524]: pgmap v5500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:33 smithi155 ceph-mon[102677]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:17:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:33 smithi111 ceph-mon[97855]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:17:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:33 smithi111 ceph-mon[116524]: pgmap v5501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:17:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:17:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:17:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:17:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:35 smithi155 ceph-mon[102677]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:35 smithi111 ceph-mon[97855]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:35 smithi111 ceph-mon[116524]: pgmap v5502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:37 smithi155 ceph-mon[102677]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:37 smithi111 ceph-mon[97855]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:37 smithi111 ceph-mon[116524]: pgmap v5503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:38 smithi155 ceph-mon[102677]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:38 smithi111 ceph-mon[97855]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:38 smithi111 ceph-mon[116524]: pgmap v5504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:17:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:17:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:40 smithi155 ceph-mon[102677]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:40 smithi111 ceph-mon[97855]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:40 smithi111 ceph-mon[116524]: pgmap v5505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:43 smithi155 ceph-mon[102677]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:43 smithi111 ceph-mon[97855]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:43 smithi111 ceph-mon[116524]: pgmap v5506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:45 smithi155 ceph-mon[102677]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:45 smithi111 ceph-mon[97855]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:45 smithi111 ceph-mon[116524]: pgmap v5507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:47 smithi155 ceph-mon[102677]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:47 smithi111 ceph-mon[97855]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:47 smithi111 ceph-mon[116524]: pgmap v5508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:48 smithi155 ceph-mon[102677]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:48 smithi111 ceph-mon[97855]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:48 smithi111 ceph-mon[116524]: pgmap v5509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:17:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:17:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:17:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:50 smithi155 ceph-mon[102677]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:50 smithi111 ceph-mon[97855]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:50 smithi111 ceph-mon[116524]: pgmap v5510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:53.039 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:17:53.344 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:17:53.345 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (95m) 9m ago 95m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:17:53.345 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (95m) 9m ago 95m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:17:53.345 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (96m) 9m ago 96m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:17:53.345 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (96m) 9m ago 96m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:17:53.345 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (99m) 9m ago 99m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:17:53.345 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (101m) 9m ago 101m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (101m) 9m ago 101m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (100m) 9m ago 100m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (100m) 9m ago 100m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (95m) 9m ago 95m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (95m) 9m ago 95m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (99m) 9m ago 99m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:17:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (99m) 9m ago 99m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (98m) 9m ago 98m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (98m) 9m ago 98m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (98m) 9m ago 98m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (97m) 9m ago 97m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (97m) 9m ago 97m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (97m) 9m ago 97m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:17:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (95m) 9m ago 96m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:17:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:17:53.729 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:17:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:53 smithi155 ceph-mon[102677]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/73652527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:17:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:53 smithi111 ceph-mon[97855]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/73652527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:17:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:53 smithi111 ceph-mon[116524]: pgmap v5511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/73652527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:17:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:54 smithi155 ceph-mon[102677]: from='client.20037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:54 smithi155 ceph-mon[102677]: from='client.29915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:54 smithi111 ceph-mon[97855]: from='client.20037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:54 smithi111 ceph-mon[97855]: from='client.29915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:54 smithi111 ceph-mon[116524]: from='client.20037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:54 smithi111 ceph-mon[116524]: from='client.29915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:17:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:55 smithi155 ceph-mon[102677]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:55 smithi111 ceph-mon[97855]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:55 smithi111 ceph-mon[116524]: pgmap v5512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:56 smithi155 ceph-mon[102677]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:56 smithi111 ceph-mon[97855]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:56 smithi111 ceph-mon[116524]: pgmap v5513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:17:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:17:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:18:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:17:59 smithi155 ceph-mon[102677]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:17:59 smithi111 ceph-mon[97855]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:17:59 smithi111 ceph-mon[116524]: pgmap v5514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:00 smithi155 ceph-mon[102677]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:00 smithi111 ceph-mon[97855]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:00 smithi111 ceph-mon[116524]: pgmap v5515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:03 smithi155 ceph-mon[102677]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:03 smithi111 ceph-mon[97855]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:03 smithi111 ceph-mon[116524]: pgmap v5516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:05 smithi155 ceph-mon[102677]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:05 smithi111 ceph-mon[97855]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:05 smithi111 ceph-mon[116524]: pgmap v5517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:06 smithi155 ceph-mon[102677]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:06 smithi111 ceph-mon[97855]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:06 smithi111 ceph-mon[116524]: pgmap v5518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:18:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:18:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:09 smithi155 ceph-mon[102677]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:09 smithi111 ceph-mon[97855]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:09 smithi111 ceph-mon[116524]: pgmap v5519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:10 smithi155 ceph-mon[102677]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:10 smithi111 ceph-mon[97855]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:10 smithi111 ceph-mon[116524]: pgmap v5520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:13 smithi155 ceph-mon[102677]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:13 smithi111 ceph-mon[97855]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:13 smithi111 ceph-mon[116524]: pgmap v5521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:14 smithi155 ceph-mon[102677]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:14 smithi111 ceph-mon[97855]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:14 smithi111 ceph-mon[116524]: pgmap v5522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:17 smithi155 ceph-mon[102677]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:17 smithi111 ceph-mon[97855]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:17 smithi111 ceph-mon[116524]: pgmap v5523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:18 smithi155 ceph-mon[102677]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:18 smithi111 ceph-mon[97855]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:18 smithi111 ceph-mon[116524]: pgmap v5524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:18:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:18:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:20 smithi155 ceph-mon[102677]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:20 smithi111 ceph-mon[97855]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:20 smithi111 ceph-mon[116524]: pgmap v5525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:22 smithi155 ceph-mon[102677]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:22 smithi111 ceph-mon[97855]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:22 smithi111 ceph-mon[116524]: pgmap v5526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:24.075 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:18:24.381 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:18:24.381 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (95m) 10m ago 96m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:18:24.381 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (96m) 10m ago 96m 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (97m) 10m ago 97m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (97m) 10m ago 97m 27.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (100m) 10m ago 100m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (101m) 10m ago 101m 620M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (102m) 10m ago 102m 649M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (100m) 10m ago 100m 334M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (100m) 10m ago 100m 309M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (95m) 10m ago 95m 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (95m) 10m ago 95m 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (100m) 10m ago 100m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (99m) 10m ago 99m 4422M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:18:24.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (99m) 10m ago 99m 4800M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:18:24.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (98m) 10m ago 98m 4012M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:18:24.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (98m) 10m ago 98m 3143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:18:24.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (98m) 10m ago 98m 3830M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:18:24.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (97m) 10m ago 97m 3384M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:18:24.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (97m) 10m ago 97m 3888M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:18:24.383 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (95m) 10m ago 96m 98.2M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:18:24.762 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:18:24.762 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:18:24.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:18:24.762 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:18:24.763 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:18:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3613902356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:18:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3613902356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:18:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3613902356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:18:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:25 smithi155 ceph-mon[102677]: from='client.20055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:25 smithi155 ceph-mon[102677]: from='client.20061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:26.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:25 smithi155 ceph-mon[102677]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:25 smithi111 ceph-mon[97855]: from='client.20055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:25 smithi111 ceph-mon[97855]: from='client.20061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:25 smithi111 ceph-mon[97855]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:25 smithi111 ceph-mon[116524]: from='client.20055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:25 smithi111 ceph-mon[116524]: from='client.20061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:25 smithi111 ceph-mon[116524]: pgmap v5527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:27 smithi155 ceph-mon[102677]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:27 smithi111 ceph-mon[97855]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:27 smithi111 ceph-mon[116524]: pgmap v5528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:18:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:18:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:29 smithi155 ceph-mon[102677]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:29 smithi111 ceph-mon[97855]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:29 smithi111 ceph-mon[116524]: pgmap v5529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:31.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:30 smithi155 ceph-mon[102677]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:30 smithi111 ceph-mon[97855]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:30 smithi111 ceph-mon[116524]: pgmap v5530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:32 smithi155 ceph-mon[102677]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:32 smithi111 ceph-mon[97855]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:32 smithi111 ceph-mon[116524]: pgmap v5531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:18:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:34 smithi111 ceph-mon[97855]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:18:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:34 smithi111 ceph-mon[116524]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:35.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:18:35.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:34 smithi155 ceph-mon[102677]: pgmap v5532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:18:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: pgmap v5533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:37.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:18:37.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:18:37.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:18:39.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:38 smithi155 ceph-mon[102677]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:38 smithi111 ceph-mon[97855]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:38 smithi111 ceph-mon[116524]: pgmap v5534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:18:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:18:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:40 smithi155 ceph-mon[102677]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:40 smithi111 ceph-mon[97855]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:40 smithi111 ceph-mon[116524]: pgmap v5535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:42 smithi155 ceph-mon[102677]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:42 smithi111 ceph-mon[97855]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:43.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:42 smithi111 ceph-mon[116524]: pgmap v5536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:44 smithi155 ceph-mon[102677]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:44 smithi111 ceph-mon[97855]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:44 smithi111 ceph-mon[116524]: pgmap v5537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:46 smithi155 ceph-mon[102677]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:46 smithi111 ceph-mon[97855]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:46 smithi111 ceph-mon[116524]: pgmap v5538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:48 smithi155 ceph-mon[102677]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:48 smithi111 ceph-mon[97855]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:48 smithi111 ceph-mon[116524]: pgmap v5539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:18:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:18:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:18:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:50 smithi155 ceph-mon[102677]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:50 smithi111 ceph-mon[97855]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:50 smithi111 ceph-mon[116524]: pgmap v5540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:52 smithi155 ceph-mon[102677]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:52 smithi111 ceph-mon[97855]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:52 smithi111 ceph-mon[116524]: pgmap v5541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:55.115 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:18:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:54 smithi155 ceph-mon[102677]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:54 smithi111 ceph-mon[97855]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:54 smithi111 ceph-mon[116524]: pgmap v5542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (96m) 19s ago 96m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (96m) 18s ago 96m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (97m) 19s ago 97m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (97m) 18s ago 97m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (100m) 18s ago 100m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (102m) 19s ago 102m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (102m) 19s ago 102m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (101m) 18s ago 101m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (101m) 19s ago 101m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (96m) 19s ago 96m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:18:55.422 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (96m) 18s ago 96m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (100m) 19s ago 100m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (100m) 19s ago 100m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (99m) 19s ago 99m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (99m) 19s ago 99m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (99m) 18s ago 99m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (98m) 18s ago 98m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (98m) 18s ago 98m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (98m) 18s ago 98m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:18:55.423 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (96m) 18s ago 97m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:18:55.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:18:55.800 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:18:55.800 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:18:55.800 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:18:55.800 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:18:55.800 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:55 smithi155 ceph-mon[102677]: from='client.29945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:55 smithi155 ceph-mon[102677]: from='client.20079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2637860669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:18:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:55 smithi111 ceph-mon[97855]: from='client.29945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:55 smithi111 ceph-mon[97855]: from='client.20079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2637860669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:55 smithi111 ceph-mon[116524]: from='client.29945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:55 smithi111 ceph-mon[116524]: from='client.20079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2637860669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:18:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:56 smithi155 ceph-mon[102677]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:56 smithi111 ceph-mon[97855]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:56 smithi111 ceph-mon[116524]: pgmap v5543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:18:58 smithi155 ceph-mon[102677]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:18:58 smithi111 ceph-mon[97855]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:18:58 smithi111 ceph-mon[116524]: pgmap v5544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:18:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:18:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:19:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:00 smithi155 ceph-mon[102677]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:00 smithi111 ceph-mon[97855]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:00 smithi111 ceph-mon[116524]: pgmap v5545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:02 smithi155 ceph-mon[102677]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:02 smithi111 ceph-mon[97855]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:02 smithi111 ceph-mon[116524]: pgmap v5546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:04 smithi111 ceph-mon[97855]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:04 smithi111 ceph-mon[116524]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:04 smithi155 ceph-mon[102677]: pgmap v5547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:06 smithi155 ceph-mon[102677]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:06 smithi111 ceph-mon[97855]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:06 smithi111 ceph-mon[116524]: pgmap v5548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:08 smithi155 ceph-mon[102677]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:08 smithi111 ceph-mon[97855]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:08 smithi111 ceph-mon[116524]: pgmap v5549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:19:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:19:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:10 smithi155 ceph-mon[102677]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:10 smithi111 ceph-mon[97855]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:10 smithi111 ceph-mon[116524]: pgmap v5550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:12 smithi155 ceph-mon[102677]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:12 smithi111 ceph-mon[97855]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:12 smithi111 ceph-mon[116524]: pgmap v5551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:14 smithi155 ceph-mon[102677]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:14 smithi111 ceph-mon[97855]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:14 smithi111 ceph-mon[116524]: pgmap v5552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:16 smithi155 ceph-mon[102677]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:16 smithi111 ceph-mon[97855]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:17.309 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:16 smithi111 ceph-mon[116524]: pgmap v5553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:18 smithi155 ceph-mon[102677]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:18 smithi111 ceph-mon[97855]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:18 smithi111 ceph-mon[116524]: pgmap v5554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:19:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:19:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:20 smithi155 ceph-mon[102677]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:20 smithi111 ceph-mon[97855]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:20 smithi111 ceph-mon[116524]: pgmap v5555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:23.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:22 smithi155 ceph-mon[102677]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:22 smithi111 ceph-mon[97855]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:22 smithi111 ceph-mon[116524]: pgmap v5556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:25.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:24 smithi155 ceph-mon[102677]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:24 smithi111 ceph-mon[97855]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:24 smithi111 ceph-mon[116524]: pgmap v5557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:26.144 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (96m) 50s ago 97m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (97m) 49s ago 97m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (98m) 50s ago 98m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (98m) 49s ago 98m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (101m) 49s ago 101m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (103m) 50s ago 103m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:19:26.450 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (103m) 50s ago 103m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (101m) 49s ago 101m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (101m) 50s ago 101m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (96m) 50s ago 96m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (96m) 49s ago 96m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (101m) 50s ago 101m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (100m) 50s ago 100m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (100m) 50s ago 100m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (100m) 50s ago 100m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (99m) 49s ago 99m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (99m) 49s ago 99m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (98m) 49s ago 98m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (98m) 49s ago 98m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:19:26.451 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (96m) 49s ago 97m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:19:26.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:19:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:19:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:19:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:19:26.834 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:19:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:26 smithi155 ceph-mon[102677]: from='client.29963 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:26 smithi155 ceph-mon[102677]: from='client.29969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:27.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:26 smithi155 ceph-mon[102677]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:27.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1315335603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[97855]: from='client.29963 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[97855]: from='client.29969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[97855]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1315335603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[116524]: from='client.29963 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[116524]: from='client.29969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[116524]: pgmap v5558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:27.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1315335603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:19:29.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:28 smithi155 ceph-mon[102677]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:28 smithi111 ceph-mon[97855]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:28 smithi111 ceph-mon[116524]: pgmap v5559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:19:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:19:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:30 smithi155 ceph-mon[102677]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:30 smithi111 ceph-mon[97855]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:30 smithi111 ceph-mon[116524]: pgmap v5560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:32 smithi155 ceph-mon[102677]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:32 smithi111 ceph-mon[97855]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:32 smithi111 ceph-mon[116524]: pgmap v5561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:34 smithi111 ceph-mon[97855]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:34 smithi111 ceph-mon[116524]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:34 smithi155 ceph-mon[102677]: pgmap v5562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:36 smithi155 ceph-mon[102677]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:36 smithi111 ceph-mon[97855]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:36 smithi111 ceph-mon[116524]: pgmap v5563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:19:38.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:19:38.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:19:38.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:19:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:19:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:38 smithi155 ceph-mon[102677]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:38 smithi111 ceph-mon[97855]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:38 smithi111 ceph-mon[116524]: pgmap v5564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:19:39] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T06:19:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:40 smithi155 ceph-mon[102677]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:40 smithi111 ceph-mon[97855]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:40 smithi111 ceph-mon[116524]: pgmap v5565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:42 smithi155 ceph-mon[102677]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:42 smithi111 ceph-mon[97855]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:42 smithi111 ceph-mon[116524]: pgmap v5566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:44 smithi155 ceph-mon[102677]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:44 smithi111 ceph-mon[97855]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:44 smithi111 ceph-mon[116524]: pgmap v5567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:46 smithi155 ceph-mon[102677]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:46 smithi111 ceph-mon[97855]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:46 smithi111 ceph-mon[116524]: pgmap v5568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:49.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:48 smithi155 ceph-mon[102677]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:48 smithi111 ceph-mon[97855]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:48 smithi111 ceph-mon[116524]: pgmap v5569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:19:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:19:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:19:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:50 smithi155 ceph-mon[102677]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:50 smithi111 ceph-mon[97855]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:50 smithi111 ceph-mon[116524]: pgmap v5570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:52 smithi155 ceph-mon[102677]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:52 smithi111 ceph-mon[97855]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:52 smithi111 ceph-mon[116524]: pgmap v5571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:54 smithi155 ceph-mon[102677]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:54 smithi111 ceph-mon[97855]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:54 smithi111 ceph-mon[116524]: pgmap v5572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:57.184 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:19:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:56 smithi155 ceph-mon[102677]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:56 smithi111 ceph-mon[97855]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:56 smithi111 ceph-mon[116524]: pgmap v5573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:57.490 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (97m) 81s ago 97m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (97m) 80s ago 97m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (98m) 81s ago 98m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (98m) 80s ago 98m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (101m) 80s ago 101m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (103m) 81s ago 103m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (103m) 81s ago 103m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (102m) 80s ago 102m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (102m) 81s ago 102m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (97m) 81s ago 97m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (97m) 80s ago 97m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (101m) 81s ago 101m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:19:57.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (101m) 81s ago 101m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (100m) 81s ago 100m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (100m) 81s ago 100m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (100m) 80s ago 100m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (99m) 80s ago 99m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (99m) 80s ago 99m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (99m) 80s ago 99m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:19:57.492 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (97m) 80s ago 98m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:19:57.867 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:19:57.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:19:57.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:19:57.869 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:19:57.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:19:57.869 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:19:57.869 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:19:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:57 smithi155 ceph-mon[102677]: from='client.29981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:57 smithi155 ceph-mon[102677]: from='client.29987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1495344598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:19:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:57 smithi111 ceph-mon[97855]: from='client.29981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:57 smithi111 ceph-mon[97855]: from='client.29987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1495344598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:19:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:57 smithi111 ceph-mon[116524]: from='client.29981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:57 smithi111 ceph-mon[116524]: from='client.29987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:19:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1495344598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:19:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:19:58 smithi155 ceph-mon[102677]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:19:58 smithi111 ceph-mon[97855]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:19:58 smithi111 ceph-mon[116524]: pgmap v5574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:19:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:19:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:20:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:00 smithi111 conmon[97831]: 2023-12-01T06:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:20:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:20:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:00 smithi155 ceph-mon[102677]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:20:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:00 smithi111 ceph-mon[97855]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:20:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:00 smithi111 ceph-mon[116524]: pgmap v5575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:03.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:02 smithi155 ceph-mon[102677]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:02 smithi111 ceph-mon[97855]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:02 smithi111 ceph-mon[116524]: pgmap v5576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:04 smithi111 ceph-mon[97855]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:04 smithi111 ceph-mon[116524]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:04 smithi155 ceph-mon[102677]: pgmap v5577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:06 smithi155 ceph-mon[102677]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:06 smithi111 ceph-mon[97855]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:06 smithi111 ceph-mon[116524]: pgmap v5578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:08 smithi155 ceph-mon[102677]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:08 smithi111 ceph-mon[97855]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:08 smithi111 ceph-mon[116524]: pgmap v5579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:20:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:20:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:10 smithi155 ceph-mon[102677]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:10 smithi111 ceph-mon[97855]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:10 smithi111 ceph-mon[116524]: pgmap v5580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:12 smithi155 ceph-mon[102677]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:12 smithi111 ceph-mon[97855]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:12 smithi111 ceph-mon[116524]: pgmap v5581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:14 smithi155 ceph-mon[102677]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:14 smithi111 ceph-mon[97855]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:14 smithi111 ceph-mon[116524]: pgmap v5582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:16 smithi155 ceph-mon[102677]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:16 smithi111 ceph-mon[97855]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:16 smithi111 ceph-mon[116524]: pgmap v5583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:18 smithi155 ceph-mon[102677]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:18 smithi111 ceph-mon[97855]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:18 smithi111 ceph-mon[116524]: pgmap v5584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:20:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:20:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:20 smithi155 ceph-mon[102677]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:20 smithi111 ceph-mon[97855]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:20 smithi111 ceph-mon[116524]: pgmap v5585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:22 smithi155 ceph-mon[102677]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:22 smithi111 ceph-mon[97855]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:22 smithi111 ceph-mon[116524]: pgmap v5586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:24 smithi155 ceph-mon[102677]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:24 smithi111 ceph-mon[97855]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:24 smithi111 ceph-mon[116524]: pgmap v5587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:26 smithi155 ceph-mon[102677]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:26 smithi111 ceph-mon[97855]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:26 smithi111 ceph-mon[116524]: pgmap v5588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:28.223 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (97m) 112s ago 98m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (98m) 111s ago 98m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (99m) 112s ago 99m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (99m) 111s ago 99m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (102m) 111s ago 102m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:20:28.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (104m) 112s ago 104m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (104m) 112s ago 104m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (102m) 111s ago 102m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (102m) 112s ago 102m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (97m) 112s ago 97m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (97m) 111s ago 97m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (102m) 112s ago 102m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (101m) 112s ago 101m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (101m) 112s ago 101m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (101m) 112s ago 101m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (100m) 111s ago 100m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (100m) 111s ago 100m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (99m) 111s ago 99m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:20:28.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (99m) 111s ago 99m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:20:28.530 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (97m) 111s ago 98m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:20:28.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:20:28.911 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:20:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:28 smithi155 ceph-mon[102677]: from='client.20127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:20:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:28 smithi155 ceph-mon[102677]: from='client.30005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:20:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:28 smithi155 ceph-mon[102677]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:28 smithi111 ceph-mon[116524]: from='client.20127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:20:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:28 smithi111 ceph-mon[116524]: from='client.30005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:20:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:28 smithi111 ceph-mon[116524]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:28 smithi111 ceph-mon[97855]: from='client.20127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:20:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:28 smithi111 ceph-mon[97855]: from='client.30005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:20:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:28 smithi111 ceph-mon[97855]: pgmap v5589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:20:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:20:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1856225750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:20:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1856225750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:20:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1856225750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:20:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:30 smithi155 ceph-mon[102677]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:30 smithi111 ceph-mon[97855]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:30 smithi111 ceph-mon[116524]: pgmap v5590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:32 smithi155 ceph-mon[102677]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:32 smithi111 ceph-mon[97855]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:32 smithi111 ceph-mon[116524]: pgmap v5591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:34 smithi111 ceph-mon[97855]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:34 smithi111 ceph-mon[116524]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:34 smithi155 ceph-mon[102677]: pgmap v5592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:36 smithi155 ceph-mon[102677]: pgmap v5593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:36 smithi111 ceph-mon[97855]: pgmap v5593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:36 smithi111 ceph-mon[116524]: pgmap v5593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:20:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:20:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:20:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:20:39.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:20:39.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:39 smithi155 ceph-mon[102677]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:20:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:20:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[97855]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:20:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:39 smithi111 ceph-mon[116524]: pgmap v5594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:40 smithi155 ceph-mon[102677]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:40 smithi111 ceph-mon[97855]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:40 smithi111 ceph-mon[116524]: pgmap v5595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:43.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:42 smithi155 ceph-mon[102677]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:42 smithi111 ceph-mon[97855]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:42 smithi111 ceph-mon[116524]: pgmap v5596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:44 smithi155 ceph-mon[102677]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:44 smithi111 ceph-mon[97855]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:44 smithi111 ceph-mon[116524]: pgmap v5597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:46 smithi155 ceph-mon[102677]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:46 smithi111 ceph-mon[97855]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:46 smithi111 ceph-mon[116524]: pgmap v5598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:48 smithi155 ceph-mon[102677]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:48 smithi111 ceph-mon[97855]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:48 smithi111 ceph-mon[116524]: pgmap v5599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:20:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:20:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:20:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:50 smithi155 ceph-mon[102677]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:50 smithi111 ceph-mon[97855]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:50 smithi111 ceph-mon[116524]: pgmap v5600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:52 smithi155 ceph-mon[102677]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:52 smithi111 ceph-mon[97855]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:52 smithi111 ceph-mon[116524]: pgmap v5601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:54 smithi155 ceph-mon[102677]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:54 smithi111 ceph-mon[97855]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:54 smithi111 ceph-mon[116524]: pgmap v5602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:56 smithi155 ceph-mon[102677]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:56 smithi111 ceph-mon[97855]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:56 smithi111 ceph-mon[116524]: pgmap v5603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:58 smithi155 ceph-mon[102677]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:58 smithi111 ceph-mon[97855]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:58 smithi111 ceph-mon[116524]: pgmap v5604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:20:59.258 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:20:59.563 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (98m) 2m ago 98m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (98m) 2m ago 98m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (99m) 2m ago 99m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (99m) 2m ago 99m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (103m) 2m ago 103m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (104m) 2m ago 104m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (104m) 2m ago 104m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (103m) 2m ago 103m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:20:59.564 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (103m) 2m ago 103m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (98m) 2m ago 98m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (98m) 2m ago 98m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (102m) 2m ago 102m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (102m) 2m ago 102m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (101m) 2m ago 101m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (101m) 2m ago 101m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (101m) 2m ago 101m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (100m) 2m ago 100m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (100m) 2m ago 100m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (100m) 2m ago 100m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:20:59.565 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (98m) 2m ago 99m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:20:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:20:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:20:59.952 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:20:59.953 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:20:59.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:20:59.954 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:20:59.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:20:59.954 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:20:59.954 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:21:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:59 smithi155 ceph-mon[102677]: from='client.20145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:20:59 smithi155 ceph-mon[102677]: from='client.30023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:59 smithi111 ceph-mon[116524]: from='client.20145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:20:59 smithi111 ceph-mon[116524]: from='client.30023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:59 smithi111 ceph-mon[97855]: from='client.20145 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:20:59 smithi111 ceph-mon[97855]: from='client.30023 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2660082578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:21:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:00 smithi155 ceph-mon[102677]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2660082578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:21:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:00 smithi111 ceph-mon[97855]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2660082578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:21:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:00 smithi111 ceph-mon[116524]: pgmap v5605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:02 smithi155 ceph-mon[102677]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:02 smithi111 ceph-mon[97855]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:02 smithi111 ceph-mon[116524]: pgmap v5606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:04 smithi111 ceph-mon[97855]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:04 smithi111 ceph-mon[116524]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:04 smithi155 ceph-mon[102677]: pgmap v5607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:06 smithi155 ceph-mon[102677]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:06 smithi111 ceph-mon[97855]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:06 smithi111 ceph-mon[116524]: pgmap v5608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:08 smithi155 ceph-mon[102677]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:08 smithi111 ceph-mon[97855]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:08 smithi111 ceph-mon[116524]: pgmap v5609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:21:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:21:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:10 smithi155 ceph-mon[102677]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:10 smithi111 ceph-mon[97855]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:10 smithi111 ceph-mon[116524]: pgmap v5610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:12 smithi155 ceph-mon[102677]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:12 smithi111 ceph-mon[97855]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:12 smithi111 ceph-mon[116524]: pgmap v5611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:14 smithi155 ceph-mon[102677]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:14 smithi111 ceph-mon[116524]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:14 smithi111 ceph-mon[97855]: pgmap v5612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:16 smithi155 ceph-mon[102677]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:16 smithi111 ceph-mon[97855]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:16 smithi111 ceph-mon[116524]: pgmap v5613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:18 smithi155 ceph-mon[102677]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:18 smithi111 ceph-mon[97855]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:18 smithi111 ceph-mon[116524]: pgmap v5614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:21:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:21:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:20 smithi155 ceph-mon[102677]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:20 smithi111 ceph-mon[97855]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:20 smithi111 ceph-mon[116524]: pgmap v5615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:22 smithi155 ceph-mon[102677]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:22 smithi111 ceph-mon[97855]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:22 smithi111 ceph-mon[116524]: pgmap v5616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:24 smithi155 ceph-mon[102677]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:24 smithi111 ceph-mon[97855]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:24 smithi111 ceph-mon[116524]: pgmap v5617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:26 smithi155 ceph-mon[102677]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:26 smithi111 ceph-mon[116524]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:26 smithi111 ceph-mon[97855]: pgmap v5618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:28 smithi155 ceph-mon[102677]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:28 smithi111 ceph-mon[97855]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:28 smithi111 ceph-mon[116524]: pgmap v5619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:21:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:21:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:21:30.606 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (98m) 2m ago 99m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (99m) 2m ago 99m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (100m) 2m ago 100m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (100m) 2m ago 100m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (103m) 2m ago 103m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (105m) 2m ago 105m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (105m) 2m ago 105m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (103m) 2m ago 103m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (103m) 2m ago 103m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (98m) 2m ago 98m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (98m) 2m ago 98m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:21:30.607 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (103m) 2m ago 103m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (102m) 2m ago 102m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (102m) 2m ago 102m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (102m) 2m ago 102m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (101m) 2m ago 101m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (101m) 2m ago 101m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (101m) 2m ago 101m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (100m) 2m ago 100m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:21:30.608 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (98m) 2m ago 99m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:21:30.986 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:21:30.986 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:21:30.986 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:21:30.987 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:21:30.988 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:21:30.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:21:30.988 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:21:30.988 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:21:31.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:30 smithi155 ceph-mon[102677]: from='client.20163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:30 smithi155 ceph-mon[102677]: from='client.20169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:31.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:30 smithi155 ceph-mon[102677]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:30 smithi111 ceph-mon[97855]: from='client.20163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:30 smithi111 ceph-mon[97855]: from='client.20169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:30 smithi111 ceph-mon[97855]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:30 smithi111 ceph-mon[116524]: from='client.20163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:30 smithi111 ceph-mon[116524]: from='client.20169 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:21:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:30 smithi111 ceph-mon[116524]: pgmap v5620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2088220899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:21:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2088220899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:21:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2088220899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:21:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:32 smithi155 ceph-mon[102677]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:32 smithi111 ceph-mon[97855]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:32 smithi111 ceph-mon[116524]: pgmap v5621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:34.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:34 smithi111 ceph-mon[97855]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:34 smithi111 ceph-mon[116524]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:34 smithi155 ceph-mon[102677]: pgmap v5622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:36 smithi155 ceph-mon[102677]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:36 smithi111 ceph-mon[97855]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:36 smithi111 ceph-mon[116524]: pgmap v5623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:21:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:21:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:21:39.626 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:21:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:21:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:39 smithi155 ceph-mon[102677]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:21:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:21:39.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[116524]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[97855]: pgmap v5624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:21:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:21:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:40 smithi155 ceph-mon[102677]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:40 smithi111 ceph-mon[97855]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:40 smithi111 ceph-mon[116524]: pgmap v5625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:42 smithi155 ceph-mon[102677]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:42 smithi111 ceph-mon[97855]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:42 smithi111 ceph-mon[116524]: pgmap v5626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:44 smithi155 ceph-mon[102677]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:44 smithi111 ceph-mon[97855]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:44 smithi111 ceph-mon[116524]: pgmap v5627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:46 smithi155 ceph-mon[102677]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:46 smithi111 ceph-mon[97855]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:46 smithi111 ceph-mon[116524]: pgmap v5628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:48 smithi155 ceph-mon[102677]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:48 smithi111 ceph-mon[97855]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:48 smithi111 ceph-mon[116524]: pgmap v5629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:21:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:21:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:50 smithi155 ceph-mon[102677]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:50 smithi111 ceph-mon[97855]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:50 smithi111 ceph-mon[116524]: pgmap v5630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:52 smithi155 ceph-mon[102677]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:52 smithi111 ceph-mon[97855]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:52 smithi111 ceph-mon[116524]: pgmap v5631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:54 smithi155 ceph-mon[102677]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:54 smithi111 ceph-mon[97855]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:54 smithi111 ceph-mon[116524]: pgmap v5632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:56 smithi155 ceph-mon[102677]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:56 smithi111 ceph-mon[97855]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:56 smithi111 ceph-mon[116524]: pgmap v5633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:21:58 smithi155 ceph-mon[102677]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:21:58 smithi111 ceph-mon[97855]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:21:58 smithi111 ceph-mon[116524]: pgmap v5634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:21:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:21:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:22:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:00 smithi155 ceph-mon[102677]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:00 smithi111 ceph-mon[97855]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:00 smithi111 ceph-mon[116524]: pgmap v5635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:01.331 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (99m) 3m ago 100m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (99m) 3m ago 99m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (100m) 3m ago 100m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (100m) 3m ago 100m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (104m) 3m ago 104m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:22:01.636 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (105m) 3m ago 105m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (105m) 3m ago 105m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (104m) 3m ago 104m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (104m) 3m ago 104m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (99m) 3m ago 99m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (99m) 3m ago 99m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (103m) 3m ago 103m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (103m) 3m ago 103m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (103m) 3m ago 103m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (102m) 3m ago 102m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (102m) 3m ago 102m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (101m) 3m ago 101m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:22:01.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (101m) 3m ago 101m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:22:01.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (101m) 3m ago 101m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:22:01.638 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (99m) 3m ago 100m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:22:01.899 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:01 smithi111 ceph-mon[97855]: from='client.30053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:01.900 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:01 smithi111 ceph-mon[97855]: from='client.30059 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:22:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:01 smithi155 ceph-mon[102677]: from='client.30053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:01 smithi155 ceph-mon[102677]: from='client.30059 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:01 smithi111 ceph-mon[116524]: from='client.30053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:01 smithi111 ceph-mon[116524]: from='client.30059 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2241353895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:22:03.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:02 smithi155 ceph-mon[102677]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2241353895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:22:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:02 smithi111 ceph-mon[97855]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:03.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2241353895' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:22:03.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:02 smithi111 ceph-mon[116524]: pgmap v5636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:04 smithi111 ceph-mon[97855]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:04 smithi111 ceph-mon[116524]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:04 smithi155 ceph-mon[102677]: pgmap v5637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:06 smithi155 ceph-mon[102677]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:06 smithi111 ceph-mon[97855]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:06 smithi111 ceph-mon[116524]: pgmap v5638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:08 smithi155 ceph-mon[102677]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:08 smithi111 ceph-mon[97855]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:08 smithi111 ceph-mon[116524]: pgmap v5639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:22:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:22:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:10 smithi155 ceph-mon[102677]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:10 smithi111 ceph-mon[97855]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:10 smithi111 ceph-mon[116524]: pgmap v5640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:12 smithi155 ceph-mon[102677]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:12 smithi111 ceph-mon[97855]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:13.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:12 smithi111 ceph-mon[116524]: pgmap v5641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:14 smithi155 ceph-mon[102677]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:14 smithi111 ceph-mon[97855]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:14 smithi111 ceph-mon[116524]: pgmap v5642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:16 smithi155 ceph-mon[102677]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:16 smithi111 ceph-mon[97855]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:16 smithi111 ceph-mon[116524]: pgmap v5643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:18 smithi155 ceph-mon[102677]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:18 smithi111 ceph-mon[97855]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:18 smithi111 ceph-mon[116524]: pgmap v5644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:22:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:22:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:20 smithi155 ceph-mon[102677]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:20 smithi111 ceph-mon[97855]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:20 smithi111 ceph-mon[116524]: pgmap v5645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:22 smithi155 ceph-mon[102677]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:22 smithi111 ceph-mon[97855]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:22 smithi111 ceph-mon[116524]: pgmap v5646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:24 smithi155 ceph-mon[102677]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:24 smithi111 ceph-mon[97855]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:24 smithi111 ceph-mon[116524]: pgmap v5647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:26 smithi155 ceph-mon[102677]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:26 smithi111 ceph-mon[97855]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:26 smithi111 ceph-mon[116524]: pgmap v5648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:28 smithi155 ceph-mon[102677]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:28 smithi111 ceph-mon[97855]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:28 smithi111 ceph-mon[116524]: pgmap v5649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:22:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:22:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:30 smithi155 ceph-mon[102677]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:30 smithi111 ceph-mon[97855]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:30 smithi111 ceph-mon[116524]: pgmap v5650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:32.365 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:22:32.671 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (99m) 3m ago 100m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (100m) 3m ago 100m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (101m) 3m ago 101m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (101m) 3m ago 101m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (104m) 3m ago 104m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (106m) 3m ago 106m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (106m) 3m ago 106m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (104m) 3m ago 104m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (104m) 3m ago 104m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (100m) 3m ago 100m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (99m) 3m ago 99m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:22:32.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (104m) 3m ago 104m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (103m) 3m ago 103m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (103m) 3m ago 103m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (103m) 3m ago 103m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (102m) 3m ago 102m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (102m) 3m ago 102m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (102m) 3m ago 102m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (101m) 3m ago 101m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:22:32.673 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (99m) 3m ago 100m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:22:33.051 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:22:33.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:22:33.053 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:22:33.053 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:22:33.053 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:22:33.053 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:22:33.053 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:22:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:32 smithi155 ceph-mon[102677]: from='client.30071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:32 smithi155 ceph-mon[102677]: from='client.20205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:32 smithi155 ceph-mon[102677]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:32 smithi111 ceph-mon[97855]: from='client.30071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:32 smithi111 ceph-mon[97855]: from='client.20205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:32 smithi111 ceph-mon[97855]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:32 smithi111 ceph-mon[116524]: from='client.30071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:32 smithi111 ceph-mon[116524]: from='client.20205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:22:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:32 smithi111 ceph-mon[116524]: pgmap v5651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3218057803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:22:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3218057803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:22:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3218057803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:22:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:34 smithi155 ceph-mon[102677]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:34 smithi111 ceph-mon[97855]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:34 smithi111 ceph-mon[116524]: pgmap v5652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:36 smithi155 ceph-mon[102677]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:36 smithi111 ceph-mon[97855]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:36 smithi111 ceph-mon[116524]: pgmap v5653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:38 smithi155 ceph-mon[102677]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:38 smithi111 ceph-mon[97855]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:38 smithi111 ceph-mon[116524]: pgmap v5654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:22:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:22:40.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 06:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T06:22:40.099455388Z level=info msg="Completed cleanup jobs" duration=66.275539ms 2023-12-01T06:22:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:22:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:22:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:22:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:22:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:22:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:22:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:22:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:22:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:22:40.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:22:40.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:22:40.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:22:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:40 smithi155 ceph-mon[102677]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:40 smithi111 ceph-mon[97855]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:40 smithi111 ceph-mon[116524]: pgmap v5655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:42 smithi155 ceph-mon[102677]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:42 smithi111 ceph-mon[97855]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:42 smithi111 ceph-mon[116524]: pgmap v5656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:44 smithi155 ceph-mon[102677]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:44 smithi111 ceph-mon[97855]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:44 smithi111 ceph-mon[116524]: pgmap v5657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:46 smithi155 ceph-mon[102677]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:46 smithi111 ceph-mon[97855]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:46 smithi111 ceph-mon[116524]: pgmap v5658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:48 smithi155 ceph-mon[102677]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:48 smithi111 ceph-mon[97855]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:48 smithi111 ceph-mon[116524]: pgmap v5659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:22:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:22:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:22:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:50 smithi155 ceph-mon[102677]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:50 smithi111 ceph-mon[97855]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:50 smithi111 ceph-mon[116524]: pgmap v5660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:52 smithi155 ceph-mon[102677]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:52 smithi111 ceph-mon[97855]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:52 smithi111 ceph-mon[116524]: pgmap v5661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:54 smithi155 ceph-mon[102677]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:54 smithi111 ceph-mon[97855]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:54 smithi111 ceph-mon[116524]: pgmap v5662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:56 smithi155 ceph-mon[102677]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:56 smithi111 ceph-mon[97855]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:56 smithi111 ceph-mon[116524]: pgmap v5663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:22:58 smithi155 ceph-mon[102677]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:22:58 smithi111 ceph-mon[97855]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:22:58 smithi111 ceph-mon[116524]: pgmap v5664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:22:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:22:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:23:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:00 smithi155 ceph-mon[102677]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:00 smithi111 ceph-mon[97855]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:00 smithi111 ceph-mon[116524]: pgmap v5665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:02 smithi155 ceph-mon[102677]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:02 smithi111 ceph-mon[97855]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:02 smithi111 ceph-mon[116524]: pgmap v5666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:03.400 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:23:03.705 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:23:03.705 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (100m) 4m ago 101m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:23:03.705 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (100m) 4m ago 100m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:23:03.705 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (101m) 4m ago 101m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:23:03.705 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (101m) 4m ago 101m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (105m) 4m ago 105m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (106m) 4m ago 106m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (106m) 4m ago 106m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (105m) 4m ago 105m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (105m) 4m ago 105m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (100m) 4m ago 100m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (100m) 4m ago 100m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (104m) 4m ago 104m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (104m) 4m ago 104m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (104m) 4m ago 104m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (103m) 4m ago 103m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (103m) 4m ago 103m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (102m) 4m ago 102m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:23:03.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (102m) 4m ago 102m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:23:03.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (102m) 4m ago 102m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:23:03.707 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (100m) 4m ago 101m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:23:04.086 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:04.087 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:23:04.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:23:04.088 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:23:04.088 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:23:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:03 smithi155 ceph-mon[102677]: from='client.30089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:04.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:03 smithi155 ceph-mon[102677]: from='client.20223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:03 smithi111 ceph-mon[97855]: from='client.30089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:03 smithi111 ceph-mon[97855]: from='client.20223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:03 smithi111 ceph-mon[116524]: from='client.30089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:03 smithi111 ceph-mon[116524]: from='client.20223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/295238423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:23:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:04 smithi155 ceph-mon[102677]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/295238423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:04 smithi111 ceph-mon[97855]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/295238423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:23:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:04 smithi111 ceph-mon[116524]: pgmap v5667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:06 smithi155 ceph-mon[102677]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:06 smithi111 ceph-mon[97855]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:06 smithi111 ceph-mon[116524]: pgmap v5668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:08 smithi155 ceph-mon[102677]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:08 smithi111 ceph-mon[97855]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:08 smithi111 ceph-mon[116524]: pgmap v5669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:23:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:23:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:10 smithi155 ceph-mon[102677]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:10 smithi111 ceph-mon[97855]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:10 smithi111 ceph-mon[116524]: pgmap v5670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:12 smithi155 ceph-mon[102677]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:12 smithi111 ceph-mon[97855]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:12 smithi111 ceph-mon[116524]: pgmap v5671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:14 smithi155 ceph-mon[102677]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:14 smithi111 ceph-mon[116524]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:14 smithi111 ceph-mon[97855]: pgmap v5672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:16 smithi155 ceph-mon[102677]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:16 smithi111 ceph-mon[97855]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:16 smithi111 ceph-mon[116524]: pgmap v5673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:18 smithi155 ceph-mon[102677]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:18 smithi111 ceph-mon[97855]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:18 smithi111 ceph-mon[116524]: pgmap v5674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:23:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:23:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:20 smithi155 ceph-mon[102677]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:20 smithi111 ceph-mon[97855]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:20 smithi111 ceph-mon[116524]: pgmap v5675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:22 smithi155 ceph-mon[102677]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:22 smithi111 ceph-mon[97855]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:22 smithi111 ceph-mon[116524]: pgmap v5676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:24 smithi155 ceph-mon[102677]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:24 smithi111 ceph-mon[97855]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:24 smithi111 ceph-mon[116524]: pgmap v5677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:26 smithi155 ceph-mon[102677]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:26 smithi111 ceph-mon[97855]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:26 smithi111 ceph-mon[116524]: pgmap v5678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:28 smithi155 ceph-mon[102677]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:28 smithi111 ceph-mon[97855]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:28 smithi111 ceph-mon[116524]: pgmap v5679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:23:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:23:31.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:30 smithi155 ceph-mon[102677]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:30 smithi111 ceph-mon[97855]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:30 smithi111 ceph-mon[116524]: pgmap v5680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:32 smithi155 ceph-mon[102677]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:32 smithi111 ceph-mon[97855]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:33.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:32 smithi111 ceph-mon[116524]: pgmap v5681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:23:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (100m) 4m ago 101m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (101m) 4m ago 101m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (102m) 4m ago 102m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (102m) 4m ago 102m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (105m) 4m ago 105m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (107m) 4m ago 107m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (107m) 4m ago 107m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:23:34.738 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (105m) 4m ago 105m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (105m) 4m ago 105m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (101m) 4m ago 101m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (100m) 4m ago 100m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (105m) 4m ago 105m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (104m) 4m ago 104m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (104m) 4m ago 104m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (104m) 4m ago 104m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (103m) 4m ago 103m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (103m) 4m ago 103m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (103m) 4m ago 103m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (102m) 4m ago 102m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:23:34.739 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (100m) 4m ago 101m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:23:35.118 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:23:35.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:23:35.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:23:35.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:35.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:23:35.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:23:35.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:35.120 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:23:35.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:23:35.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:35.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:23:35.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:23:35.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:23:35.121 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:23:35.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:23:35.121 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:23:35.121 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:23:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:34 smithi111 ceph-mon[97855]: from='client.20235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:34 smithi111 ceph-mon[97855]: from='client.20241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:34 smithi111 ceph-mon[97855]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:34 smithi111 ceph-mon[116524]: from='client.20235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:34 smithi111 ceph-mon[116524]: from='client.20241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:34 smithi111 ceph-mon[116524]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:34 smithi155 ceph-mon[102677]: from='client.20235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:34 smithi155 ceph-mon[102677]: from='client.20241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:34 smithi155 ceph-mon[102677]: pgmap v5682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2373197885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:23:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2373197885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2373197885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:23:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:37 smithi155 ceph-mon[102677]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:37 smithi111 ceph-mon[97855]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:37 smithi111 ceph-mon[116524]: pgmap v5683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:38 smithi155 ceph-mon[102677]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:38 smithi111 ceph-mon[97855]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:38 smithi111 ceph-mon[116524]: pgmap v5684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:23:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:23:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:23:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:23:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:23:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:23:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:23:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:23:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:40 smithi155 ceph-mon[102677]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:23:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:23:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:23:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[97855]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:23:41.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:23:41.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:23:41.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:40 smithi111 ceph-mon[116524]: pgmap v5685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:42 smithi155 ceph-mon[102677]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:42 smithi111 ceph-mon[97855]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:42 smithi111 ceph-mon[116524]: pgmap v5686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:44 smithi155 ceph-mon[102677]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:44 smithi111 ceph-mon[97855]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:44 smithi111 ceph-mon[116524]: pgmap v5687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:46 smithi155 ceph-mon[102677]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:46 smithi111 ceph-mon[97855]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:46 smithi111 ceph-mon[116524]: pgmap v5688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:48 smithi155 ceph-mon[102677]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:48 smithi111 ceph-mon[97855]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:48 smithi111 ceph-mon[116524]: pgmap v5689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:23:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:23:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:23:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:50 smithi155 ceph-mon[102677]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:50 smithi111 ceph-mon[97855]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:50 smithi111 ceph-mon[116524]: pgmap v5690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:52 smithi155 ceph-mon[102677]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:52 smithi111 ceph-mon[97855]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:52 smithi111 ceph-mon[116524]: pgmap v5691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:54 smithi155 ceph-mon[102677]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:54 smithi111 ceph-mon[97855]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:54 smithi111 ceph-mon[116524]: pgmap v5692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:56 smithi155 ceph-mon[102677]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:56 smithi111 ceph-mon[97855]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:56 smithi111 ceph-mon[116524]: pgmap v5693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:23:58 smithi155 ceph-mon[102677]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:23:58 smithi111 ceph-mon[97855]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:23:58 smithi111 ceph-mon[116524]: pgmap v5694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:23:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:23:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:24:01.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:00 smithi155 ceph-mon[102677]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:00 smithi111 ceph-mon[97855]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:00 smithi111 ceph-mon[116524]: pgmap v5695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:02 smithi155 ceph-mon[102677]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:02 smithi111 ceph-mon[97855]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:02 smithi111 ceph-mon[116524]: pgmap v5696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:04 smithi155 ceph-mon[102677]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:05.461 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:24:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:04 smithi111 ceph-mon[97855]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:04 smithi111 ceph-mon[116524]: pgmap v5697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:05.768 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (101m) 5m ago 102m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (101m) 5m ago 101m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (102m) 5m ago 102m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (102m) 5m ago 102m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (106m) 5m ago 106m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (107m) 5m ago 107m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (107m) 5m ago 107m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (106m) 5m ago 106m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (106m) 5m ago 106m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (101m) 5m ago 101m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (101m) 5m ago 101m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:24:05.769 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (105m) 5m ago 105m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (105m) 5m ago 105m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (105m) 5m ago 105m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (104m) 5m ago 104m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (104m) 5m ago 104m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (103m) 5m ago 103m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (103m) 5m ago 103m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (103m) 5m ago 103m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:24:05.770 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (101m) 5m ago 102m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:24:06.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:24:06.152 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:06 smithi155 ceph-mon[102677]: from='client.30125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:06 smithi155 ceph-mon[102677]: from='client.30131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:05 smithi111 ceph-mon[97855]: from='client.30125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:05 smithi111 ceph-mon[97855]: from='client.30131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:06 smithi111 ceph-mon[116524]: from='client.30125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:06 smithi111 ceph-mon[116524]: from='client.30131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2948449089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:24:07.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:07 smithi155 ceph-mon[102677]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2948449089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:24:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:07 smithi111 ceph-mon[97855]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2948449089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:24:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:07 smithi111 ceph-mon[116524]: pgmap v5698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:08 smithi155 ceph-mon[102677]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:08 smithi111 ceph-mon[97855]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:08 smithi111 ceph-mon[116524]: pgmap v5699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:24:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:24:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:10 smithi155 ceph-mon[102677]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:10 smithi111 ceph-mon[97855]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:10 smithi111 ceph-mon[116524]: pgmap v5700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:12 smithi155 ceph-mon[102677]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:12 smithi111 ceph-mon[97855]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:12 smithi111 ceph-mon[116524]: pgmap v5701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:14 smithi155 ceph-mon[102677]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:14 smithi111 ceph-mon[97855]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:14 smithi111 ceph-mon[116524]: pgmap v5702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:16 smithi155 ceph-mon[102677]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:16 smithi111 ceph-mon[97855]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:16 smithi111 ceph-mon[116524]: pgmap v5703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:18 smithi155 ceph-mon[102677]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:18 smithi111 ceph-mon[97855]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:18 smithi111 ceph-mon[116524]: pgmap v5704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:24:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:24:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:20 smithi155 ceph-mon[102677]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:20 smithi111 ceph-mon[97855]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:20 smithi111 ceph-mon[116524]: pgmap v5705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:22 smithi155 ceph-mon[102677]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:22 smithi111 ceph-mon[97855]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:22 smithi111 ceph-mon[116524]: pgmap v5706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:24 smithi155 ceph-mon[102677]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:24 smithi111 ceph-mon[97855]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:24 smithi111 ceph-mon[116524]: pgmap v5707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:26 smithi155 ceph-mon[102677]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:26 smithi111 ceph-mon[97855]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:26 smithi111 ceph-mon[116524]: pgmap v5708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:28 smithi155 ceph-mon[102677]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:28 smithi111 ceph-mon[97855]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:28 smithi111 ceph-mon[116524]: pgmap v5709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:24:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:24:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:30 smithi155 ceph-mon[102677]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:30 smithi111 ceph-mon[97855]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:30 smithi111 ceph-mon[116524]: pgmap v5710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:32 smithi155 ceph-mon[102677]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:32 smithi111 ceph-mon[97855]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:32 smithi111 ceph-mon[116524]: pgmap v5711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:34 smithi155 ceph-mon[102677]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:34 smithi111 ceph-mon[97855]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:35 smithi111 ceph-mon[116524]: pgmap v5712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:36.497 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (101m) 6m ago 102m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (102m) 6m ago 102m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (103m) 6m ago 103m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (103m) 6m ago 103m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (106m) 6m ago 106m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (108m) 6m ago 108m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (108m) 6m ago 108m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (106m) 6m ago 106m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (106m) 6m ago 106m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:24:36.801 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (102m) 6m ago 102m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (102m) 6m ago 101m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (106m) 6m ago 106m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (105m) 6m ago 105m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (105m) 6m ago 105m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (105m) 6m ago 105m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (104m) 6m ago 104m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (104m) 6m ago 104m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (104m) 6m ago 104m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (103m) 6m ago 103m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:24:36.802 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (101m) 6m ago 102m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:24:37.180 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:24:37.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:24:37.182 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:24:37.182 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:24:37.182 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:24:37.182 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:24:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:36 smithi155 ceph-mon[102677]: from='client.30143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:37.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:36 smithi155 ceph-mon[102677]: from='client.20277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:37.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:36 smithi155 ceph-mon[102677]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:36 smithi111 ceph-mon[116524]: from='client.30143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:36 smithi111 ceph-mon[116524]: from='client.20277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:36 smithi111 ceph-mon[116524]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:36 smithi111 ceph-mon[97855]: from='client.30143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:36 smithi111 ceph-mon[97855]: from='client.20277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:24:37.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:36 smithi111 ceph-mon[97855]: pgmap v5713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/852803329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:24:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/852803329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/852803329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:24:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:38 smithi155 ceph-mon[102677]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:38 smithi111 ceph-mon[97855]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:38 smithi111 ceph-mon[116524]: pgmap v5714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:24:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:24:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:24:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:24:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:24:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:24:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:40 smithi155 ceph-mon[102677]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:24:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:24:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:24:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:24:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[116524]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:41.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:24:41.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:24:41.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:24:41.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:24:41.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:40 smithi111 ceph-mon[97855]: pgmap v5715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:42 smithi155 ceph-mon[102677]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:42 smithi111 ceph-mon[97855]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:42 smithi111 ceph-mon[116524]: pgmap v5716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:44 smithi155 ceph-mon[102677]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:44 smithi111 ceph-mon[97855]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:44 smithi111 ceph-mon[116524]: pgmap v5717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:46 smithi155 ceph-mon[102677]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:46 smithi111 ceph-mon[97855]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:46 smithi111 ceph-mon[116524]: pgmap v5718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:24:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:24:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:49 smithi155 ceph-mon[102677]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:49 smithi111 ceph-mon[97855]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:49 smithi111 ceph-mon[116524]: pgmap v5719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:24:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:51 smithi155 ceph-mon[102677]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:51 smithi111 ceph-mon[97855]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:51 smithi111 ceph-mon[116524]: pgmap v5720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:53 smithi155 ceph-mon[102677]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:53 smithi111 ceph-mon[97855]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:53 smithi111 ceph-mon[116524]: pgmap v5721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:55 smithi155 ceph-mon[102677]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:55 smithi111 ceph-mon[97855]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:55 smithi111 ceph-mon[116524]: pgmap v5722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:57 smithi155 ceph-mon[102677]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:57 smithi111 ceph-mon[97855]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:57 smithi111 ceph-mon[116524]: pgmap v5723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:24:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:24:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:25:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:24:59 smithi111 ceph-mon[116524]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:24:59 smithi111 ceph-mon[97855]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:24:59 smithi155 ceph-mon[102677]: pgmap v5724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:01 smithi111 ceph-mon[97855]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:01 smithi111 ceph-mon[116524]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:02.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:01 smithi155 ceph-mon[102677]: pgmap v5725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:03 smithi111 ceph-mon[97855]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:03 smithi111 ceph-mon[116524]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:03 smithi155 ceph-mon[102677]: pgmap v5726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:05 smithi111 ceph-mon[97855]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:06.261 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:05 smithi111 ceph-mon[116524]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:05 smithi155 ceph-mon[102677]: pgmap v5727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:07.526 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:25:07.836 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (102m) 6m ago 103m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (102m) 6m ago 102m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (103m) 6m ago 103m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (103m) 6m ago 103m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (107m) 6m ago 107m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (108m) 6m ago 108m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (108m) 6m ago 108m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (107m) 6m ago 107m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (107m) 6m ago 107m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (102m) 6m ago 102m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (102m) 6m ago 102m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (106m) 6m ago 106m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:25:07.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (106m) 6m ago 106m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (106m) 6m ago 106m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (105m) 6m ago 105m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (105m) 6m ago 105m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (105m) 6m ago 104m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (104m) 6m ago 104m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (104m) 6m ago 104m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:25:07.838 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (102m) 6m ago 103m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:25:08.222 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:25:08.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:25:08.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:08.224 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:25:08.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:25:08.224 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:25:08.224 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:25:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:07 smithi111 ceph-mon[97855]: pgmap v5728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:07 smithi111 ceph-mon[97855]: from='client.20289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:07 smithi111 ceph-mon[97855]: from='client.30167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:07 smithi111 ceph-mon[116524]: pgmap v5728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:07 smithi111 ceph-mon[116524]: from='client.20289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:07 smithi111 ceph-mon[116524]: from='client.30167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:07 smithi155 ceph-mon[102677]: pgmap v5728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:07 smithi155 ceph-mon[102677]: from='client.20289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:07 smithi155 ceph-mon[102677]: from='client.30167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/349259907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:25:09.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/349259907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:25:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/349259907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:25:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:25:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:25:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:09 smithi111 ceph-mon[97855]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:09 smithi111 ceph-mon[116524]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:10.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:09 smithi155 ceph-mon[102677]: pgmap v5729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:11 smithi111 ceph-mon[97855]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:11 smithi111 ceph-mon[116524]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:11 smithi155 ceph-mon[102677]: pgmap v5730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:13 smithi111 ceph-mon[97855]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:13 smithi111 ceph-mon[116524]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:13 smithi155 ceph-mon[102677]: pgmap v5731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:15 smithi111 ceph-mon[97855]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:15 smithi111 ceph-mon[116524]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:15 smithi155 ceph-mon[102677]: pgmap v5732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:17 smithi111 ceph-mon[97855]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:17 smithi111 ceph-mon[116524]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:17 smithi155 ceph-mon[102677]: pgmap v5733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:25:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:25:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:19 smithi111 ceph-mon[97855]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:19 smithi111 ceph-mon[116524]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:19 smithi155 ceph-mon[102677]: pgmap v5734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:21 smithi111 ceph-mon[97855]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:21 smithi111 ceph-mon[116524]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:21 smithi155 ceph-mon[102677]: pgmap v5735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:23 smithi111 ceph-mon[97855]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:23 smithi111 ceph-mon[116524]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:23 smithi155 ceph-mon[102677]: pgmap v5736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:26 smithi155 ceph-mon[102677]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:25 smithi111 ceph-mon[97855]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:26 smithi111 ceph-mon[116524]: pgmap v5737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:28 smithi155 ceph-mon[102677]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:28 smithi111 ceph-mon[97855]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:28 smithi111 ceph-mon[116524]: pgmap v5738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:25:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:25:30.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:30 smithi155 ceph-mon[102677]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:30 smithi111 ceph-mon[97855]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:30 smithi111 ceph-mon[116524]: pgmap v5739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:32.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:32 smithi155 ceph-mon[102677]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:32 smithi111 ceph-mon[97855]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:32 smithi111 ceph-mon[116524]: pgmap v5740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:34 smithi155 ceph-mon[102677]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:34.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:34 smithi111 ceph-mon[97855]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:34 smithi111 ceph-mon[116524]: pgmap v5741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:36 smithi155 ceph-mon[102677]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:36 smithi111 ceph-mon[97855]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:36 smithi111 ceph-mon[116524]: pgmap v5742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:38 smithi155 ceph-mon[102677]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:38 smithi111 ceph-mon[97855]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:38 smithi111 ceph-mon[116524]: pgmap v5743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:25:38.874 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:25:38.874 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (102m) 7m ago 103m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (103m) 7m ago 103m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (104m) 7m ago 104m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (104m) 7m ago 104m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (107m) 7m ago 107m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (109m) 7m ago 109m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (109m) 7m ago 109m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (108m) 7m ago 108m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (107m) 7m ago 107m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (103m) 7m ago 103m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (103m) 7m ago 103m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (107m) 7m ago 107m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (107m) 7m ago 106m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:25:38.875 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (106m) 7m ago 106m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:25:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (106m) 7m ago 106m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:25:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (105m) 7m ago 105m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:25:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (105m) 7m ago 105m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:25:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (105m) 7m ago 105m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:25:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (104m) 7m ago 104m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:25:38.876 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (102m) 7m ago 103m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:25:39.250 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:25:39.250 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:25:39.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:25:39.252 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:25:39.252 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:25:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:39 smithi111 ceph-mon[97855]: from='client.30179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:39 smithi111 ceph-mon[97855]: from='client.20313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:39 smithi111 ceph-mon[116524]: from='client.30179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:39 smithi111 ceph-mon[116524]: from='client.20313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:39 smithi155 ceph-mon[102677]: from='client.30179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:39 smithi155 ceph-mon[102677]: from='client.20313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:25:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:25:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:40 smithi155 ceph-mon[102677]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4093561438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:25:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:40 smithi111 ceph-mon[97855]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4093561438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:25:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:40 smithi111 ceph-mon[116524]: pgmap v5744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4093561438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:25:41.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:25:41.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:25:41.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:25:41.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:25:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:25:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:25:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:25:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:25:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:25:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:25:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:25:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:25:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:42 smithi155 ceph-mon[102677]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:42 smithi111 ceph-mon[97855]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:42 smithi111 ceph-mon[116524]: pgmap v5745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:44 smithi155 ceph-mon[102677]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:44 smithi111 ceph-mon[97855]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:44 smithi111 ceph-mon[116524]: pgmap v5746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:46 smithi155 ceph-mon[102677]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:46 smithi111 ceph-mon[97855]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:46 smithi111 ceph-mon[116524]: pgmap v5747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:48 smithi155 ceph-mon[102677]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:48 smithi111 ceph-mon[97855]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:48 smithi111 ceph-mon[116524]: pgmap v5748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:25:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:25:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:25:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:50 smithi155 ceph-mon[102677]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:50 smithi111 ceph-mon[97855]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:50 smithi111 ceph-mon[116524]: pgmap v5749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:52.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:52 smithi155 ceph-mon[102677]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:52 smithi111 ceph-mon[97855]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:52 smithi111 ceph-mon[116524]: pgmap v5750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:54 smithi155 ceph-mon[102677]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:54 smithi111 ceph-mon[97855]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:54 smithi111 ceph-mon[116524]: pgmap v5751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:56 smithi155 ceph-mon[102677]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:56 smithi111 ceph-mon[97855]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:56 smithi111 ceph-mon[116524]: pgmap v5752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:25:58 smithi155 ceph-mon[102677]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:25:58 smithi111 ceph-mon[97855]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:25:58 smithi111 ceph-mon[116524]: pgmap v5753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:25:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:25:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:26:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:00 smithi155 ceph-mon[102677]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:00 smithi111 ceph-mon[97855]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:00 smithi111 ceph-mon[116524]: pgmap v5754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:02 smithi155 ceph-mon[102677]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:02 smithi111 ceph-mon[97855]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:02 smithi111 ceph-mon[116524]: pgmap v5755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:04 smithi155 ceph-mon[102677]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:04 smithi111 ceph-mon[97855]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:04 smithi111 ceph-mon[116524]: pgmap v5756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:06 smithi155 ceph-mon[102677]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:06 smithi111 ceph-mon[97855]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:06 smithi111 ceph-mon[116524]: pgmap v5757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:08 smithi155 ceph-mon[102677]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:08 smithi111 ceph-mon[97855]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:08 smithi111 ceph-mon[116524]: pgmap v5758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:26:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:26:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (103m) 7m ago 104m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (103m) 7m ago 103m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (105m) 7m ago 105m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (104m) 7m ago 104m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (108m) 7m ago 108m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (109m) 7m ago 109m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:26:09.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (109m) 7m ago 109m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (108m) 7m ago 108m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (108m) 7m ago 108m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (103m) 7m ago 103m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (103m) 7m ago 103m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (107m) 7m ago 107m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (107m) 7m ago 107m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (107m) 7m ago 107m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (106m) 7m ago 106m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (106m) 7m ago 106m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (106m) 7m ago 106m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (105m) 7m ago 105m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (105m) 7m ago 105m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:26:09.907 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (103m) 7m ago 104m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:26:10.294 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:26:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:26:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:26:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:26:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:26:10.295 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:26:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:10 smithi155 ceph-mon[102677]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:10 smithi155 ceph-mon[102677]: from='client.20325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:10 smithi111 ceph-mon[97855]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:10 smithi111 ceph-mon[97855]: from='client.20325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:10 smithi111 ceph-mon[116524]: pgmap v5759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:10 smithi111 ceph-mon[116524]: from='client.20325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:11.091 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:11 smithi155 ceph-mon[102677]: from='client.20331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:11.091 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3438660270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:26:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:11 smithi111 ceph-mon[97855]: from='client.20331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3438660270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:11 smithi111 ceph-mon[116524]: from='client.20331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3438660270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:26:12.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:12 smithi155 ceph-mon[102677]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:12 smithi111 ceph-mon[97855]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:12 smithi111 ceph-mon[116524]: pgmap v5760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:14 smithi155 ceph-mon[102677]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:14 smithi111 ceph-mon[97855]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:14 smithi111 ceph-mon[116524]: pgmap v5761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:16 smithi155 ceph-mon[102677]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:16 smithi111 ceph-mon[97855]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:16 smithi111 ceph-mon[116524]: pgmap v5762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:18 smithi155 ceph-mon[102677]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:18 smithi111 ceph-mon[97855]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:18 smithi111 ceph-mon[116524]: pgmap v5763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:19.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:26:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:26:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:20 smithi155 ceph-mon[102677]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:20 smithi111 ceph-mon[97855]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:20 smithi111 ceph-mon[116524]: pgmap v5764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:22 smithi155 ceph-mon[102677]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:22 smithi111 ceph-mon[97855]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:22 smithi111 ceph-mon[116524]: pgmap v5765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:24 smithi155 ceph-mon[102677]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:24 smithi111 ceph-mon[97855]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:24 smithi111 ceph-mon[116524]: pgmap v5766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:26 smithi155 ceph-mon[102677]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:26 smithi111 ceph-mon[97855]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:26 smithi111 ceph-mon[116524]: pgmap v5767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:28 smithi155 ceph-mon[102677]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:28 smithi111 ceph-mon[97855]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:28 smithi111 ceph-mon[116524]: pgmap v5768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:26:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:26:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:30 smithi155 ceph-mon[102677]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:30 smithi111 ceph-mon[97855]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:30 smithi111 ceph-mon[116524]: pgmap v5769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:32 smithi155 ceph-mon[102677]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:32 smithi111 ceph-mon[97855]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:32 smithi111 ceph-mon[116524]: pgmap v5770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:34 smithi155 ceph-mon[102677]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:34 smithi111 ceph-mon[97855]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:34 smithi111 ceph-mon[116524]: pgmap v5771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:36 smithi155 ceph-mon[102677]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:36 smithi111 ceph-mon[97855]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:36 smithi111 ceph-mon[116524]: pgmap v5772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:38 smithi155 ceph-mon[102677]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:38 smithi111 ceph-mon[97855]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:38 smithi111 ceph-mon[116524]: pgmap v5773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:26:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:26:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:40 smithi155 ceph-mon[102677]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:40 smithi111 ceph-mon[97855]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:40 smithi111 ceph-mon[116524]: pgmap v5774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (103m) 8m ago 104m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (104m) 8m ago 104m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (105m) 8m ago 105m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (105m) 8m ago 105m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (108m) 8m ago 108m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (110m) 8m ago 110m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (110m) 8m ago 110m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (109m) 8m ago 109m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:26:40.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (108m) 8m ago 108m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (104m) 8m ago 104m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (104m) 8m ago 104m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (108m) 8m ago 108m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (108m) 8m ago 108m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (107m) 8m ago 107m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (107m) 8m ago 107m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (106m) 8m ago 106m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (106m) 8m ago 106m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (106m) 8m ago 106m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (105m) 8m ago 105m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:26:40.942 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (103m) 8m ago 105m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:26:41.347 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:26:41.347 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:26:41.347 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:26:41.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:26:41.349 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:26:41.349 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:26:41.349 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:26:41.349 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:26:41.349 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:26:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:41 smithi155 ceph-mon[102677]: from='client.20343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:26:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:41 smithi111 ceph-mon[97855]: from='client.20343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:41 smithi111 ceph-mon[116524]: from='client.20343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:26:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:42 smithi155 ceph-mon[102677]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:42 smithi155 ceph-mon[102677]: from='client.20349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3390344823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:26:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:26:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:26:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[97855]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[97855]: from='client.20349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3390344823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[116524]: pgmap v5775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[116524]: from='client.20349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:26:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3390344823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:26:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:26:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:26:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:26:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:44 smithi155 ceph-mon[102677]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:44 smithi111 ceph-mon[97855]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:44 smithi111 ceph-mon[116524]: pgmap v5776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:46 smithi155 ceph-mon[102677]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:46 smithi111 ceph-mon[97855]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:46 smithi111 ceph-mon[116524]: pgmap v5777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:48 smithi155 ceph-mon[102677]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:48 smithi111 ceph-mon[97855]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:48 smithi111 ceph-mon[116524]: pgmap v5778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:26:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:26:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:26:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:50 smithi155 ceph-mon[102677]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:50 smithi111 ceph-mon[97855]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:50 smithi111 ceph-mon[116524]: pgmap v5779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:52.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:52 smithi155 ceph-mon[102677]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:52 smithi111 ceph-mon[97855]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:52 smithi111 ceph-mon[116524]: pgmap v5780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:54 smithi155 ceph-mon[102677]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:54 smithi111 ceph-mon[97855]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:54 smithi111 ceph-mon[116524]: pgmap v5781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:56 smithi155 ceph-mon[102677]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:56 smithi111 ceph-mon[97855]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:56 smithi111 ceph-mon[116524]: pgmap v5782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:26:58 smithi155 ceph-mon[102677]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:26:58 smithi111 ceph-mon[97855]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:26:58 smithi111 ceph-mon[116524]: pgmap v5783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:26:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:26:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:27:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:00 smithi155 ceph-mon[102677]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:00 smithi111 ceph-mon[97855]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:00 smithi111 ceph-mon[116524]: pgmap v5784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:02 smithi155 ceph-mon[102677]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:02 smithi111 ceph-mon[97855]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:02 smithi111 ceph-mon[116524]: pgmap v5785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:04 smithi155 ceph-mon[102677]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:04 smithi111 ceph-mon[97855]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:04 smithi111 ceph-mon[116524]: pgmap v5786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:06 smithi155 ceph-mon[102677]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:06 smithi111 ceph-mon[97855]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:06 smithi111 ceph-mon[116524]: pgmap v5787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:08 smithi155 ceph-mon[102677]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:08 smithi111 ceph-mon[97855]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:08 smithi111 ceph-mon[116524]: pgmap v5788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:27:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:27:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:10 smithi155 ceph-mon[102677]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:10 smithi111 ceph-mon[97855]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:10 smithi111 ceph-mon[116524]: pgmap v5789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:11.689 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:27:11.997 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:27:11.997 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (104m) 8m ago 105m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:27:11.997 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (104m) 8m ago 104m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:27:11.997 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (106m) 8m ago 106m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:27:11.997 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (106m) 8m ago 106m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:27:11.997 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (109m) 8m ago 109m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (110m) 8m ago 110m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (110m) 8m ago 110m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (109m) 8m ago 109m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (109m) 8m ago 109m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (104m) 8m ago 104m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (104m) 8m ago 104m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (108m) 8m ago 108m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (108m) 8m ago 108m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (108m) 8m ago 108m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (107m) 8m ago 107m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (107m) 8m ago 107m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:27:11.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (107m) 8m ago 107m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:27:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (106m) 8m ago 106m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:27:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (106m) 8m ago 106m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:27:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (104m) 8m ago 105m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:27:12.378 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:27:12.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:27:12.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:27:12.379 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:27:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:12 smithi155 ceph-mon[102677]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:12.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:12 smithi155 ceph-mon[102677]: from='client.20361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:12 smithi111 ceph-mon[97855]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:12 smithi111 ceph-mon[97855]: from='client.20361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:12 smithi111 ceph-mon[116524]: pgmap v5790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:12 smithi111 ceph-mon[116524]: from='client.20361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:13 smithi155 ceph-mon[102677]: from='client.30239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/127654146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:27:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:13 smithi111 ceph-mon[97855]: from='client.30239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/127654146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:13 smithi111 ceph-mon[116524]: from='client.30239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/127654146' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:27:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:14 smithi155 ceph-mon[102677]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:14 smithi111 ceph-mon[97855]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:14 smithi111 ceph-mon[116524]: pgmap v5791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:16 smithi111 ceph-mon[97855]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:16 smithi111 ceph-mon[116524]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:16 smithi155 ceph-mon[102677]: pgmap v5792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:18 smithi111 ceph-mon[97855]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:18 smithi111 ceph-mon[116524]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:18 smithi155 ceph-mon[102677]: pgmap v5793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:27:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:27:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:20 smithi111 ceph-mon[97855]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:20 smithi111 ceph-mon[116524]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:20.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:20 smithi155 ceph-mon[102677]: pgmap v5794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:22 smithi111 ceph-mon[97855]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:22 smithi111 ceph-mon[116524]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:22 smithi155 ceph-mon[102677]: pgmap v5795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:24 smithi111 ceph-mon[97855]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:24 smithi111 ceph-mon[116524]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:24 smithi155 ceph-mon[102677]: pgmap v5796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:26 smithi111 ceph-mon[97855]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:26 smithi111 ceph-mon[116524]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:26 smithi155 ceph-mon[102677]: pgmap v5797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:28 smithi111 ceph-mon[97855]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:28 smithi111 ceph-mon[116524]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:28 smithi155 ceph-mon[102677]: pgmap v5798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:27:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:27:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:30 smithi111 ceph-mon[97855]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:30 smithi111 ceph-mon[116524]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:30 smithi155 ceph-mon[102677]: pgmap v5799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:32 smithi111 ceph-mon[97855]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:32 smithi111 ceph-mon[116524]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:32 smithi155 ceph-mon[102677]: pgmap v5800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:34 smithi111 ceph-mon[97855]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:34 smithi111 ceph-mon[116524]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:34 smithi155 ceph-mon[102677]: pgmap v5801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:36 smithi111 ceph-mon[97855]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:36 smithi111 ceph-mon[116524]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:36 smithi155 ceph-mon[102677]: pgmap v5802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:38 smithi155 ceph-mon[102677]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:38 smithi111 ceph-mon[97855]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:38 smithi111 ceph-mon[116524]: pgmap v5803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:27:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:27:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:40 smithi155 ceph-mon[102677]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:40 smithi111 ceph-mon[97855]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:40 smithi111 ceph-mon[116524]: pgmap v5804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:42 smithi155 ceph-mon[102677]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:27:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:27:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:27:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:27:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[97855]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[116524]: pgmap v5805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:27:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:27:42.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:27:42.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:27:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (104m) 9m ago 105m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (105m) 9m ago 105m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (106m) 9m ago 106m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (106m) 9m ago 106m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (109m) 9m ago 109m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (111m) 9m ago 111m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (111m) 9m ago 111m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (110m) 9m ago 110m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (109m) 9m ago 109m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (105m) 9m ago 105m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:27:43.019 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (105m) 9m ago 105m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (109m) 9m ago 109m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (109m) 9m ago 109m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (108m) 9m ago 108m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (108m) 9m ago 108m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (107m) 9m ago 107m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (107m) 9m ago 107m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (107m) 9m ago 107m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (106m) 9m ago 106m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:27:43.020 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (104m) 9m ago 106m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:27:43.397 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:27:43.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:27:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:27:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:27:43.399 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:27:43.399 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:27:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:43 smithi155 ceph-mon[102677]: from='client.20379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:43 smithi111 ceph-mon[97855]: from='client.20379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:43 smithi111 ceph-mon[116524]: from='client.20379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:44 smithi155 ceph-mon[102677]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:44 smithi155 ceph-mon[102677]: from='client.30257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4175894387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:27:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:44 smithi111 ceph-mon[97855]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:44 smithi111 ceph-mon[97855]: from='client.30257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4175894387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:27:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:44 smithi111 ceph-mon[116524]: pgmap v5806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:44 smithi111 ceph-mon[116524]: from='client.30257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:27:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4175894387' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:27:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:46 smithi155 ceph-mon[102677]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:46 smithi111 ceph-mon[97855]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:46 smithi111 ceph-mon[116524]: pgmap v5807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:48 smithi155 ceph-mon[102677]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:48 smithi111 ceph-mon[97855]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:48 smithi111 ceph-mon[116524]: pgmap v5808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:27:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:27:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:27:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:50 smithi155 ceph-mon[102677]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:50 smithi111 ceph-mon[97855]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:50 smithi111 ceph-mon[116524]: pgmap v5809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:52 smithi155 ceph-mon[102677]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:52 smithi111 ceph-mon[97855]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:52 smithi111 ceph-mon[116524]: pgmap v5810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:54 smithi155 ceph-mon[102677]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:54 smithi111 ceph-mon[97855]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:54 smithi111 ceph-mon[116524]: pgmap v5811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:56 smithi155 ceph-mon[102677]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:56 smithi111 ceph-mon[97855]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:56 smithi111 ceph-mon[116524]: pgmap v5812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:27:58 smithi155 ceph-mon[102677]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:27:58 smithi111 ceph-mon[97855]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:27:58 smithi111 ceph-mon[116524]: pgmap v5813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:27:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:27:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:28:00.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:00 smithi155 ceph-mon[102677]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:00 smithi111 ceph-mon[97855]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:00 smithi111 ceph-mon[116524]: pgmap v5814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:02 smithi155 ceph-mon[102677]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:02 smithi111 ceph-mon[97855]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:02 smithi111 ceph-mon[116524]: pgmap v5815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:04 smithi155 ceph-mon[102677]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:04 smithi111 ceph-mon[97855]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:04 smithi111 ceph-mon[116524]: pgmap v5816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:06 smithi155 ceph-mon[102677]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:06 smithi111 ceph-mon[97855]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:06 smithi111 ceph-mon[116524]: pgmap v5817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:08 smithi155 ceph-mon[102677]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:08 smithi111 ceph-mon[97855]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:08 smithi111 ceph-mon[116524]: pgmap v5818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:28:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:28:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:10 smithi155 ceph-mon[102677]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:10 smithi111 ceph-mon[97855]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:10 smithi111 ceph-mon[116524]: pgmap v5819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:12 smithi155 ceph-mon[102677]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:12 smithi111 ceph-mon[97855]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:12 smithi111 ceph-mon[116524]: pgmap v5820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:28:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:28:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (105m) 9m ago 106m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:28:14.050 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (105m) 9m ago 105m 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (107m) 9m ago 107m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (107m) 9m ago 107m 27.9M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (110m) 9m ago 110m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (111m) 9m ago 111m 627M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (111m) 9m ago 111m 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (110m) 9m ago 110m 349M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (110m) 9m ago 110m 324M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (105m) 9m ago 105m 21.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (105m) 9m ago 105m 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (109m) 9m ago 109m 4360M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (109m) 9m ago 109m 4648M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (109m) 9m ago 109m 5087M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:28:14.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (108m) 9m ago 108m 4110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:28:14.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (108m) 9m ago 108m 3249M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:28:14.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (108m) 9m ago 108m 4013M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:28:14.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (107m) 9m ago 107m 3502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:28:14.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (107m) 9m ago 107m 4109M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:28:14.052 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (105m) 9m ago 106m 104M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:28:14.431 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:28:14.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:28:14.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:28:14.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:14.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:28:14.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:28:14.432 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:14 smithi155 ceph-mon[102677]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:14 smithi155 ceph-mon[102677]: from='client.30269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:14 smithi111 ceph-mon[97855]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:14 smithi111 ceph-mon[97855]: from='client.30269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:14 smithi111 ceph-mon[116524]: pgmap v5821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:14 smithi111 ceph-mon[116524]: from='client.30269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:15 smithi155 ceph-mon[102677]: from='client.20403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2030788232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:28:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:15 smithi111 ceph-mon[97855]: from='client.20403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2030788232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:28:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:15 smithi111 ceph-mon[116524]: from='client.20403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2030788232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:28:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:16 smithi155 ceph-mon[102677]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:16 smithi111 ceph-mon[116524]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:16 smithi111 ceph-mon[97855]: pgmap v5822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:18.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:18 smithi155 ceph-mon[102677]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:18 smithi111 ceph-mon[97855]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:18 smithi111 ceph-mon[116524]: pgmap v5823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:28:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:28:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:20 smithi155 ceph-mon[102677]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:20 smithi111 ceph-mon[97855]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:20 smithi111 ceph-mon[116524]: pgmap v5824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:22 smithi155 ceph-mon[102677]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:22 smithi111 ceph-mon[97855]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:22 smithi111 ceph-mon[116524]: pgmap v5825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:24 smithi155 ceph-mon[102677]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:24 smithi111 ceph-mon[97855]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:24 smithi111 ceph-mon[116524]: pgmap v5826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:26 smithi155 ceph-mon[102677]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:26 smithi111 ceph-mon[97855]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:26 smithi111 ceph-mon[116524]: pgmap v5827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:28 smithi155 ceph-mon[102677]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:28 smithi111 ceph-mon[97855]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:28 smithi111 ceph-mon[116524]: pgmap v5828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:28:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:28:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:30 smithi155 ceph-mon[102677]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:30 smithi111 ceph-mon[97855]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:30 smithi111 ceph-mon[116524]: pgmap v5829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:32.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:32 smithi155 ceph-mon[102677]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:32 smithi111 ceph-mon[97855]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:32 smithi111 ceph-mon[116524]: pgmap v5830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:34 smithi155 ceph-mon[102677]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:34 smithi111 ceph-mon[97855]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:34 smithi111 ceph-mon[116524]: pgmap v5831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:36 smithi155 ceph-mon[102677]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:36 smithi111 ceph-mon[97855]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:36 smithi111 ceph-mon[116524]: pgmap v5832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:38 smithi155 ceph-mon[102677]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:38 smithi111 ceph-mon[97855]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:38 smithi111 ceph-mon[116524]: pgmap v5833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:28:39] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-01T06:28:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:40 smithi155 ceph-mon[102677]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:40 smithi111 ceph-mon[97855]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:40.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:40 smithi111 ceph-mon[116524]: pgmap v5834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:42 smithi155 ceph-mon[102677]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:28:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:42 smithi111 ceph-mon[97855]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:28:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:42 smithi111 ceph-mon[116524]: pgmap v5835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:28:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:44 smithi155 ceph-mon[102677]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:44 smithi111 ceph-mon[97855]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:44 smithi111 ceph-mon[116524]: pgmap v5836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:44.782 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:28:45.092 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (106m) 0s ago 106m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (106m) 0s ago 106m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (107m) 0s ago 107m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (107m) 0s ago 107m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (110m) 0s ago 110m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (112m) 0s ago 112m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (112m) 0s ago 112m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (111m) 0s ago 111m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (110m) 0s ago 110m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (106m) 0s ago 106m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:28:45.093 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (106m) 0s ago 106m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (110m) 0s ago 110m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (110m) 0s ago 110m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (109m) 0s ago 109m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (109m) 0s ago 109m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (108m) 0s ago 108m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (108m) 0s ago 108m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (108m) 0s ago 108m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (107m) 0s ago 107m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:28:45.094 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (105m) 0s ago 107m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:28:45.479 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:28:45.479 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:28:45.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:28:45.481 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:28:45.481 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='client.20415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3605984772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='client.20415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3605984772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='client.20415 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3605984772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:28:47.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:46 smithi155 ceph-mon[102677]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:47.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:46 smithi155 ceph-mon[102677]: from='client.20421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:46 smithi111 ceph-mon[97855]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:46 smithi111 ceph-mon[97855]: from='client.20421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:46 smithi111 ceph-mon[116524]: pgmap v5837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:46 smithi111 ceph-mon[116524]: from='client.20421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:28:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:48 smithi155 ceph-mon[102677]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:48 smithi111 ceph-mon[97855]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:48 smithi111 ceph-mon[116524]: pgmap v5838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:28:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:28:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:28:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:50 smithi155 ceph-mon[102677]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:50 smithi111 ceph-mon[97855]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:50 smithi111 ceph-mon[116524]: pgmap v5839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:52 smithi155 ceph-mon[102677]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:52 smithi111 ceph-mon[97855]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:52 smithi111 ceph-mon[116524]: pgmap v5840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:54 smithi155 ceph-mon[102677]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:54 smithi111 ceph-mon[97855]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:54 smithi111 ceph-mon[116524]: pgmap v5841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:56 smithi155 ceph-mon[102677]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:56 smithi111 ceph-mon[97855]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:56 smithi111 ceph-mon[116524]: pgmap v5842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:28:58 smithi155 ceph-mon[102677]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:28:58 smithi111 ceph-mon[97855]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:28:58 smithi111 ceph-mon[116524]: pgmap v5843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:28:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:28:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:29:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:00 smithi155 ceph-mon[102677]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:00 smithi111 ceph-mon[97855]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:00 smithi111 ceph-mon[116524]: pgmap v5844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:02 smithi155 ceph-mon[102677]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:02 smithi111 ceph-mon[97855]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:02 smithi111 ceph-mon[116524]: pgmap v5845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:04 smithi155 ceph-mon[102677]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:04 smithi111 ceph-mon[97855]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:04 smithi111 ceph-mon[116524]: pgmap v5846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:06 smithi155 ceph-mon[102677]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:06 smithi111 ceph-mon[97855]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:06 smithi111 ceph-mon[116524]: pgmap v5847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:08 smithi155 ceph-mon[102677]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:08 smithi111 ceph-mon[97855]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:08 smithi111 ceph-mon[116524]: pgmap v5848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:29:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:29:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:10 smithi155 ceph-mon[102677]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:10 smithi111 ceph-mon[97855]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:10 smithi111 ceph-mon[116524]: pgmap v5849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:12 smithi155 ceph-mon[102677]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:12 smithi111 ceph-mon[97855]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:12 smithi111 ceph-mon[116524]: pgmap v5850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:14 smithi155 ceph-mon[102677]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:14 smithi111 ceph-mon[97855]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:14 smithi111 ceph-mon[116524]: pgmap v5851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:15.829 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:29:16.137 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:29:16.137 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (106m) 32s ago 107m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (106m) 31s ago 106m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (108m) 32s ago 108m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (108m) 31s ago 108m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (111m) 31s ago 111m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (112m) 32s ago 112m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (112m) 32s ago 112m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (111m) 31s ago 111m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (111m) 32s ago 111m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (106m) 32s ago 106m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:29:16.138 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (106m) 31s ago 106m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (110m) 32s ago 110m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (110m) 32s ago 110m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (110m) 32s ago 110m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (109m) 32s ago 109m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (109m) 31s ago 109m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (109m) 31s ago 109m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (108m) 31s ago 108m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (108m) 31s ago 108m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:29:16.139 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (106m) 31s ago 107m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:29:16.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:16.515 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:29:16.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:29:16.517 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:16.517 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:29:16.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:29:16.517 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:29:16.517 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:16 smithi155 ceph-mon[102677]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:17.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:16 smithi155 ceph-mon[102677]: from='client.20433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:17.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/748232708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:16 smithi111 ceph-mon[97855]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:16 smithi111 ceph-mon[97855]: from='client.20433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/748232708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:29:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:16 smithi111 ceph-mon[116524]: pgmap v5852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:16 smithi111 ceph-mon[116524]: from='client.20433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/748232708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:29:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:17 smithi155 ceph-mon[102677]: from='client.20439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:17 smithi111 ceph-mon[97855]: from='client.20439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:17 smithi111 ceph-mon[116524]: from='client.20439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:18 smithi155 ceph-mon[102677]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:18 smithi111 ceph-mon[97855]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:18 smithi111 ceph-mon[116524]: pgmap v5853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:29:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:29:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:20 smithi155 ceph-mon[102677]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:20 smithi111 ceph-mon[97855]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:20 smithi111 ceph-mon[116524]: pgmap v5854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:22 smithi155 ceph-mon[102677]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:22 smithi111 ceph-mon[97855]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:23.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:22 smithi111 ceph-mon[116524]: pgmap v5855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:25.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:24 smithi155 ceph-mon[102677]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:24 smithi111 ceph-mon[97855]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:24 smithi111 ceph-mon[116524]: pgmap v5856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:26 smithi155 ceph-mon[102677]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:26 smithi111 ceph-mon[97855]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:26 smithi111 ceph-mon[116524]: pgmap v5857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:28 smithi155 ceph-mon[102677]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:28 smithi111 ceph-mon[97855]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:28 smithi111 ceph-mon[116524]: pgmap v5858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:29:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:29:31.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:30 smithi155 ceph-mon[102677]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:30 smithi111 ceph-mon[97855]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:30 smithi111 ceph-mon[116524]: pgmap v5859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:32 smithi155 ceph-mon[102677]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:32 smithi111 ceph-mon[97855]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:32 smithi111 ceph-mon[116524]: pgmap v5860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:34 smithi155 ceph-mon[102677]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:34 smithi111 ceph-mon[97855]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:34 smithi111 ceph-mon[116524]: pgmap v5861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:36 smithi155 ceph-mon[102677]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:36 smithi111 ceph-mon[97855]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:36 smithi111 ceph-mon[116524]: pgmap v5862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:38 smithi155 ceph-mon[102677]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:38 smithi111 ceph-mon[97855]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:38 smithi111 ceph-mon[116524]: pgmap v5863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:29:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:29:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:40 smithi155 ceph-mon[102677]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:40 smithi111 ceph-mon[97855]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:40 smithi111 ceph-mon[116524]: pgmap v5864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:42 smithi155 ceph-mon[102677]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:42 smithi111 ceph-mon[97855]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:42 smithi111 ceph-mon[116524]: pgmap v5865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:44 smithi155 ceph-mon[102677]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:44 smithi111 ceph-mon[97855]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:44 smithi111 ceph-mon[116524]: pgmap v5866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:46 smithi155 ceph-mon[102677]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:29:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:29:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:29:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:29:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[97855]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:29:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:29:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:29:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:29:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[116524]: pgmap v5867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:29:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:29:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:29:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (107m) 63s ago 107m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (107m) 62s ago 107m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (108m) 63s ago 108m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (108m) 62s ago 108m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (111m) 62s ago 111m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (113m) 63s ago 113m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (113m) 63s ago 113m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (112m) 62s ago 112m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (112m) 63s ago 112m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:29:47.158 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (107m) 63s ago 107m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (107m) 62s ago 107m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (111m) 63s ago 111m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (111m) 63s ago 111m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (110m) 63s ago 110m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (110m) 63s ago 110m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (110m) 62s ago 110m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (109m) 62s ago 109m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (109m) 62s ago 109m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (108m) 62s ago 108m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:29:47.159 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (106m) 62s ago 108m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:29:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:47 smithi155 ceph-mon[102677]: from='client.30323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:47 smithi111 ceph-mon[97855]: from='client.30323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:47 smithi111 ceph-mon[116524]: from='client.30323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:29:47.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:29:47.540 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:29:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:48 smithi155 ceph-mon[102677]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:48 smithi155 ceph-mon[102677]: from='client.30329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3085765325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:48 smithi111 ceph-mon[97855]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:48 smithi111 ceph-mon[97855]: from='client.30329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3085765325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:29:48.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:48 smithi111 ceph-mon[116524]: pgmap v5868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:48.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:48 smithi111 ceph-mon[116524]: from='client.30329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:29:48.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3085765325' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:29:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:49.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:29:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:29:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:29:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:50 smithi155 ceph-mon[102677]: pgmap v5869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:50 smithi111 ceph-mon[97855]: pgmap v5869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:50 smithi111 ceph-mon[116524]: pgmap v5869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:52 smithi155 ceph-mon[102677]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:52 smithi111 ceph-mon[97855]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:52 smithi111 ceph-mon[116524]: pgmap v5870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:54 smithi155 ceph-mon[102677]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:54 smithi111 ceph-mon[97855]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:54 smithi111 ceph-mon[116524]: pgmap v5871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:56 smithi155 ceph-mon[102677]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:56 smithi111 ceph-mon[97855]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:56 smithi111 ceph-mon[116524]: pgmap v5872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:29:58 smithi155 ceph-mon[102677]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:29:58 smithi111 ceph-mon[97855]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:29:58 smithi111 ceph-mon[116524]: pgmap v5873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:29:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:29:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:30:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:00 smithi155 ceph-mon[102677]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:30:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:00 smithi111 conmon[97831]: 2023-12-01T06:29:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:30:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:00 smithi111 ceph-mon[97855]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:30:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:00 smithi111 ceph-mon[116524]: pgmap v5874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:00.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:30:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:02 smithi155 ceph-mon[102677]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:02 smithi111 ceph-mon[97855]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:02 smithi111 ceph-mon[116524]: pgmap v5875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:04 smithi155 ceph-mon[102677]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:04 smithi111 ceph-mon[97855]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:04 smithi111 ceph-mon[116524]: pgmap v5876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:06 smithi155 ceph-mon[102677]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:06 smithi111 ceph-mon[97855]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:06 smithi111 ceph-mon[116524]: pgmap v5877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:08 smithi111 ceph-mon[97855]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:08 smithi111 ceph-mon[116524]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:08 smithi155 ceph-mon[102677]: pgmap v5878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:30:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:30:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:10 smithi155 ceph-mon[102677]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:10 smithi111 ceph-mon[97855]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:10 smithi111 ceph-mon[116524]: pgmap v5879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:12 smithi155 ceph-mon[102677]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:12 smithi111 ceph-mon[97855]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:12 smithi111 ceph-mon[116524]: pgmap v5880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:14 smithi155 ceph-mon[102677]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:14 smithi111 ceph-mon[97855]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:14 smithi111 ceph-mon[116524]: pgmap v5881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:16 smithi155 ceph-mon[102677]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:16 smithi111 ceph-mon[97855]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:16 smithi111 ceph-mon[116524]: pgmap v5882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:17.885 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:30:18.194 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (107m) 94s ago 108m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (107m) 93s ago 107m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (109m) 94s ago 109m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (109m) 93s ago 109m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (112m) 93s ago 112m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (113m) 94s ago 113m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (113m) 94s ago 114m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (112m) 93s ago 112m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (112m) 94s ago 112m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (107m) 94s ago 107m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (107m) 93s ago 107m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (112m) 94s ago 112m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (111m) 94s ago 111m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:30:18.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (111m) 94s ago 111m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:30:18.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (110m) 94s ago 110m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:30:18.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (110m) 93s ago 110m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:30:18.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (110m) 93s ago 110m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:30:18.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (109m) 93s ago 109m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:30:18.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (109m) 93s ago 109m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:30:18.196 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (107m) 93s ago 108m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:30:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:18 smithi155 ceph-mon[102677]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:18 smithi155 ceph-mon[102677]: from='client.20469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:18 smithi111 ceph-mon[97855]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:18 smithi111 ceph-mon[97855]: from='client.20469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:18 smithi111 ceph-mon[116524]: pgmap v5883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:18 smithi111 ceph-mon[116524]: from='client.20469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:18.574 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:30:18.574 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:30:18.574 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:30:18.574 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:30:18.575 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:19 smithi155 ceph-mon[102677]: from='client.30347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:19.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1119351661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:30:19.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:30:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:19 smithi111 ceph-mon[97855]: from='client.30347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1119351661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:19 smithi111 ceph-mon[116524]: from='client.30347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1119351661' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:30:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:20 smithi155 ceph-mon[102677]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:20 smithi111 ceph-mon[97855]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:20 smithi111 ceph-mon[116524]: pgmap v5884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:22 smithi155 ceph-mon[102677]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:22 smithi111 ceph-mon[97855]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:22 smithi111 ceph-mon[116524]: pgmap v5885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:24 smithi155 ceph-mon[102677]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:24 smithi111 ceph-mon[97855]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:24 smithi111 ceph-mon[116524]: pgmap v5886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:26 smithi155 ceph-mon[102677]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:26 smithi111 ceph-mon[97855]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:26 smithi111 ceph-mon[116524]: pgmap v5887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:28 smithi155 ceph-mon[102677]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:28 smithi111 ceph-mon[97855]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:28 smithi111 ceph-mon[116524]: pgmap v5888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:30:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:30:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:30 smithi155 ceph-mon[102677]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:30 smithi111 ceph-mon[97855]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:30 smithi111 ceph-mon[116524]: pgmap v5889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:32 smithi155 ceph-mon[102677]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:32 smithi111 ceph-mon[97855]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:32 smithi111 ceph-mon[116524]: pgmap v5890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:34 smithi155 ceph-mon[102677]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:34 smithi111 ceph-mon[97855]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:34 smithi111 ceph-mon[116524]: pgmap v5891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:36 smithi155 ceph-mon[102677]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:36 smithi111 ceph-mon[97855]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:36 smithi111 ceph-mon[116524]: pgmap v5892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:38 smithi155 ceph-mon[102677]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:38 smithi111 ceph-mon[97855]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:38 smithi111 ceph-mon[116524]: pgmap v5893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:30:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:30:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:40 smithi155 ceph-mon[102677]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:40 smithi111 ceph-mon[97855]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:40 smithi111 ceph-mon[116524]: pgmap v5894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:42 smithi155 ceph-mon[102677]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:42 smithi111 ceph-mon[97855]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:42 smithi111 ceph-mon[116524]: pgmap v5895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:44 smithi155 ceph-mon[102677]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:44 smithi111 ceph-mon[97855]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:44 smithi111 ceph-mon[116524]: pgmap v5896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:46 smithi155 ceph-mon[102677]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:30:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[97855]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[116524]: pgmap v5897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:30:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:30:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:30:47.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:30:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:30:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:30:47.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:30:47.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:30:48.922 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:30:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:48 smithi155 ceph-mon[102677]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:48 smithi111 ceph-mon[97855]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:48 smithi111 ceph-mon[116524]: pgmap v5898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:49.229 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (108m) 2m ago 108m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (108m) 2m ago 108m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (109m) 2m ago 109m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (109m) 2m ago 109m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (112m) 2m ago 112m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (114m) 2m ago 114m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (114m) 2m ago 114m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (113m) 2m ago 113m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (113m) 2m ago 113m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:30:49.230 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (108m) 2m ago 108m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (108m) 2m ago 108m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (112m) 2m ago 112m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (112m) 2m ago 112m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (111m) 2m ago 111m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (111m) 2m ago 111m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (111m) 2m ago 111m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (110m) 2m ago 110m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (110m) 2m ago 110m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (109m) 2m ago 109m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:30:49.231 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (108m) 2m ago 109m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:30:49.617 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:30:49.618 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:30:49.619 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:30:49.619 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:30:49.619 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:30:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:30:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:49 smithi111 ceph-mon[97855]: from='client.30359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:49 smithi111 ceph-mon[116524]: from='client.30359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:49 smithi155 ceph-mon[102677]: from='client.30359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:30:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:50 smithi155 ceph-mon[102677]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:50 smithi155 ceph-mon[102677]: from='client.30365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1292119027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:30:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:50 smithi111 ceph-mon[97855]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:50 smithi111 ceph-mon[97855]: from='client.30365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1292119027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:30:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:50 smithi111 ceph-mon[116524]: pgmap v5899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:50 smithi111 ceph-mon[116524]: from='client.30365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:30:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1292119027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:30:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:52 smithi155 ceph-mon[102677]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:52 smithi111 ceph-mon[97855]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:52 smithi111 ceph-mon[116524]: pgmap v5900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:54.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:54 smithi155 ceph-mon[102677]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:54 smithi111 ceph-mon[97855]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:54 smithi111 ceph-mon[116524]: pgmap v5901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:56.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:56 smithi155 ceph-mon[102677]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:56 smithi111 ceph-mon[97855]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:56 smithi111 ceph-mon[116524]: pgmap v5902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:30:58 smithi155 ceph-mon[102677]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:30:58 smithi111 ceph-mon[97855]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:30:58 smithi111 ceph-mon[116524]: pgmap v5903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:30:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:30:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:31:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:00 smithi155 ceph-mon[102677]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:00 smithi111 ceph-mon[97855]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:00 smithi111 ceph-mon[116524]: pgmap v5904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:02 smithi155 ceph-mon[102677]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:02 smithi111 ceph-mon[97855]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:02 smithi111 ceph-mon[116524]: pgmap v5905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:04 smithi155 ceph-mon[102677]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:04 smithi111 ceph-mon[97855]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:04 smithi111 ceph-mon[116524]: pgmap v5906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:06.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:06 smithi155 ceph-mon[102677]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:06 smithi111 ceph-mon[97855]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:06 smithi111 ceph-mon[116524]: pgmap v5907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:08 smithi155 ceph-mon[102677]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:08 smithi111 ceph-mon[97855]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:08 smithi111 ceph-mon[116524]: pgmap v5908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:31:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:31:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:10 smithi155 ceph-mon[102677]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:10 smithi111 ceph-mon[97855]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:10 smithi111 ceph-mon[116524]: pgmap v5909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:12 smithi155 ceph-mon[102677]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:12 smithi111 ceph-mon[97855]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:12 smithi111 ceph-mon[116524]: pgmap v5910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:14 smithi155 ceph-mon[102677]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:14 smithi111 ceph-mon[97855]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:14 smithi111 ceph-mon[116524]: pgmap v5911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:16 smithi155 ceph-mon[102677]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:16 smithi111 ceph-mon[97855]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:16 smithi111 ceph-mon[116524]: pgmap v5912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:18 smithi155 ceph-mon[102677]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:18 smithi111 ceph-mon[97855]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:18 smithi111 ceph-mon[116524]: pgmap v5913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:19.568 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:31:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:31:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:19.963 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:31:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (108m) 2m ago 109m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (108m) 2m ago 108m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (110m) 2m ago 110m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (110m) 2m ago 110m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (113m) 2m ago 113m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (114m) 2m ago 114m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (114m) 2m ago 115m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:31:20.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (113m) 2m ago 113m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (113m) 2m ago 113m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (108m) 2m ago 108m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (108m) 2m ago 108m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (113m) 2m ago 113m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (112m) 2m ago 112m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (112m) 2m ago 112m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (111m) 2m ago 111m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (111m) 2m ago 111m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (111m) 2m ago 111m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (110m) 2m ago 110m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (110m) 2m ago 110m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:31:20.274 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (108m) 2m ago 109m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:31:20.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:31:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:31:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:31:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:31:20.658 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:31:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:20 smithi155 ceph-mon[102677]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:20 smithi155 ceph-mon[102677]: from='client.30377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:20 smithi111 ceph-mon[97855]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:20 smithi111 ceph-mon[97855]: from='client.30377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:20 smithi111 ceph-mon[116524]: pgmap v5914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:20 smithi111 ceph-mon[116524]: from='client.30377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:21 smithi155 ceph-mon[102677]: from='client.30383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3397543617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:31:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:21 smithi111 ceph-mon[97855]: from='client.30383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3397543617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:31:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:21 smithi111 ceph-mon[116524]: from='client.30383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3397543617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:31:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:22 smithi155 ceph-mon[102677]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:22 smithi111 ceph-mon[97855]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:22 smithi111 ceph-mon[116524]: pgmap v5915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:24 smithi155 ceph-mon[102677]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:24 smithi111 ceph-mon[97855]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:24 smithi111 ceph-mon[116524]: pgmap v5916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:26 smithi155 ceph-mon[102677]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:26 smithi111 ceph-mon[97855]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:26 smithi111 ceph-mon[116524]: pgmap v5917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:28 smithi155 ceph-mon[102677]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:28 smithi111 ceph-mon[97855]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:28 smithi111 ceph-mon[116524]: pgmap v5918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:31:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:31:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:30 smithi155 ceph-mon[102677]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:30 smithi111 ceph-mon[97855]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:30 smithi111 ceph-mon[116524]: pgmap v5919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:32 smithi155 ceph-mon[102677]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:33.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:32 smithi111 ceph-mon[97855]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:33.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:32 smithi111 ceph-mon[116524]: pgmap v5920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:34 smithi155 ceph-mon[102677]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:34 smithi111 ceph-mon[97855]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:34 smithi111 ceph-mon[116524]: pgmap v5921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:36 smithi155 ceph-mon[102677]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:36 smithi111 ceph-mon[97855]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:36 smithi111 ceph-mon[116524]: pgmap v5922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:38 smithi155 ceph-mon[102677]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:38 smithi111 ceph-mon[97855]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:38 smithi111 ceph-mon[116524]: pgmap v5923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:31:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:31:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:40 smithi155 ceph-mon[102677]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:40 smithi111 ceph-mon[97855]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:40 smithi111 ceph-mon[116524]: pgmap v5924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:42 smithi155 ceph-mon[102677]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:42 smithi111 ceph-mon[97855]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:42 smithi111 ceph-mon[116524]: pgmap v5925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:44.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:44 smithi155 ceph-mon[102677]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:44 smithi111 ceph-mon[97855]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:44 smithi111 ceph-mon[116524]: pgmap v5926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:46 smithi155 ceph-mon[102677]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:31:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:46 smithi111 ceph-mon[97855]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:31:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:46 smithi111 ceph-mon[116524]: pgmap v5927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:31:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:31:47.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:31:47.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:31:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:31:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:31:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:31:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:31:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:31:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:31:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:48 smithi155 ceph-mon[102677]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:48 smithi111 ceph-mon[97855]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:48 smithi111 ceph-mon[116524]: pgmap v5928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:49.620 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:31:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:31:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:50 smithi155 ceph-mon[102677]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:50.998 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:31:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:50 smithi111 ceph-mon[97855]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:50 smithi111 ceph-mon[116524]: pgmap v5929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:51.303 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:31:51.303 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (109m) 3m ago 109m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:31:51.303 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (109m) 3m ago 109m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:31:51.303 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (110m) 3m ago 110m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:31:51.303 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (110m) 3m ago 110m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (113m) 3m ago 113m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (115m) 3m ago 115m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (115m) 3m ago 115m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (114m) 3m ago 114m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (114m) 3m ago 114m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (109m) 3m ago 109m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (109m) 3m ago 109m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (113m) 3m ago 113m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (113m) 3m ago 113m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (112m) 3m ago 112m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (112m) 3m ago 112m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (112m) 3m ago 112m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (111m) 3m ago 111m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:31:51.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (111m) 3m ago 111m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:31:51.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (110m) 3m ago 110m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:31:51.305 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (109m) 3m ago 110m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:31:51.680 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:31:51.680 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:31:51.681 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:31:51.682 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:31:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:52 smithi155 ceph-mon[102677]: from='client.20523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:52 smithi155 ceph-mon[102677]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:52 smithi155 ceph-mon[102677]: from='client.20529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2752634270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:31:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[97855]: from='client.20523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[97855]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[97855]: from='client.20529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2752634270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:31:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[116524]: from='client.20523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[116524]: pgmap v5930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[116524]: from='client.20529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:31:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2752634270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:31:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:54 smithi155 ceph-mon[102677]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:54 smithi111 ceph-mon[97855]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:54 smithi111 ceph-mon[116524]: pgmap v5931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:56 smithi155 ceph-mon[102677]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:56 smithi111 ceph-mon[97855]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:56 smithi111 ceph-mon[116524]: pgmap v5932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:31:58 smithi155 ceph-mon[102677]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:31:58 smithi111 ceph-mon[97855]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:31:58 smithi111 ceph-mon[116524]: pgmap v5933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:31:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:31:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:32:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:00 smithi155 ceph-mon[102677]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:00 smithi111 ceph-mon[97855]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:00 smithi111 ceph-mon[116524]: pgmap v5934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:02 smithi155 ceph-mon[102677]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:02 smithi111 ceph-mon[97855]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:02 smithi111 ceph-mon[116524]: pgmap v5935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:04 smithi155 ceph-mon[102677]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:04 smithi111 ceph-mon[97855]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:04 smithi111 ceph-mon[116524]: pgmap v5936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:06 smithi155 ceph-mon[102677]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:06 smithi111 ceph-mon[97855]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:06 smithi111 ceph-mon[116524]: pgmap v5937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:08 smithi155 ceph-mon[102677]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:08 smithi111 ceph-mon[97855]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:08 smithi111 ceph-mon[116524]: pgmap v5938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:32:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:32:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:10 smithi155 ceph-mon[102677]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:10 smithi111 ceph-mon[97855]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:10 smithi111 ceph-mon[116524]: pgmap v5939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:12 smithi155 ceph-mon[102677]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:12 smithi111 ceph-mon[97855]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:12 smithi111 ceph-mon[116524]: pgmap v5940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:14 smithi155 ceph-mon[102677]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:14 smithi111 ceph-mon[97855]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:14 smithi111 ceph-mon[116524]: pgmap v5941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:16 smithi155 ceph-mon[102677]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:16 smithi111 ceph-mon[97855]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:16 smithi111 ceph-mon[116524]: pgmap v5942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:18 smithi155 ceph-mon[102677]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:18 smithi111 ceph-mon[97855]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:18 smithi111 ceph-mon[116524]: pgmap v5943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:19.670 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:32:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:32:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:20 smithi155 ceph-mon[102677]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:20 smithi111 ceph-mon[97855]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:20 smithi111 ceph-mon[116524]: pgmap v5944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:22.027 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:32:22.331 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:32:22.331 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (109m) 3m ago 110m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (110m) 3m ago 110m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (111m) 3m ago 111m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (111m) 3m ago 111m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (114m) 3m ago 114m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (115m) 3m ago 115m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (115m) 3m ago 116m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (114m) 3m ago 114m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (114m) 3m ago 114m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (109m) 3m ago 109m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (109m) 3m ago 109m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (114m) 3m ago 114m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (113m) 3m ago 113m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (113m) 3m ago 113m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:32:22.332 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (112m) 3m ago 112m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:32:22.333 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (112m) 3m ago 112m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:32:22.333 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (112m) 3m ago 112m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:32:22.333 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (111m) 3m ago 111m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:32:22.333 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (111m) 3m ago 111m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:32:22.333 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (109m) 3m ago 110m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:32:22.710 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:32:22.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:32:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:32:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:32:22.712 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:32:22.712 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:32:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:22 smithi155 ceph-mon[102677]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:22 smithi111 ceph-mon[97855]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:22 smithi111 ceph-mon[116524]: pgmap v5945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:23 smithi155 ceph-mon[102677]: from='client.20541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:23 smithi155 ceph-mon[102677]: from='client.20547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/878500230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:32:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:23 smithi111 ceph-mon[97855]: from='client.20541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:24.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:23 smithi111 ceph-mon[97855]: from='client.20547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:24.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/878500230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:32:24.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:23 smithi111 ceph-mon[116524]: from='client.20541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:24.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:23 smithi111 ceph-mon[116524]: from='client.20547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:24.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/878500230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:32:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:24 smithi155 ceph-mon[102677]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:24 smithi111 ceph-mon[97855]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:24 smithi111 ceph-mon[116524]: pgmap v5946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:26 smithi155 ceph-mon[102677]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:26 smithi111 ceph-mon[97855]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:26 smithi111 ceph-mon[116524]: pgmap v5947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:28 smithi155 ceph-mon[102677]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:28 smithi111 ceph-mon[97855]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:28 smithi111 ceph-mon[116524]: pgmap v5948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:32:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:32:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:30 smithi155 ceph-mon[102677]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:30 smithi111 ceph-mon[97855]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:30 smithi111 ceph-mon[116524]: pgmap v5949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:32.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:32 smithi155 ceph-mon[102677]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:32 smithi111 ceph-mon[97855]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:32 smithi111 ceph-mon[116524]: pgmap v5950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:34 smithi155 ceph-mon[102677]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:34 smithi111 ceph-mon[97855]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:34 smithi111 ceph-mon[116524]: pgmap v5951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:36 smithi155 ceph-mon[102677]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:36 smithi111 ceph-mon[97855]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:36 smithi111 ceph-mon[116524]: pgmap v5952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:38 smithi111 ceph-mon[97855]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:38 smithi111 ceph-mon[116524]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:38 smithi155 ceph-mon[102677]: pgmap v5953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:32:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:32:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 06:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T06:32:40.046525874Z level=info msg="Completed cleanup jobs" duration=12.709135ms 2023-12-01T06:32:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:40 smithi111 ceph-mon[97855]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:40 smithi111 ceph-mon[116524]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:40 smithi155 ceph-mon[102677]: pgmap v5954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:42 smithi111 ceph-mon[97855]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:42 smithi111 ceph-mon[116524]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:42 smithi155 ceph-mon[102677]: pgmap v5955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:44 smithi111 ceph-mon[97855]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:45.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:44 smithi111 ceph-mon[116524]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:44 smithi155 ceph-mon[102677]: pgmap v5956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:46 smithi111 ceph-mon[97855]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:46 smithi111 ceph-mon[116524]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:46 smithi155 ceph-mon[102677]: pgmap v5957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:32:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:32:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:32:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:32:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:32:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:32:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:32:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:32:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:32:48.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:32:48.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:32:48.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:32:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:48 smithi111 ceph-mon[97855]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:48 smithi111 ceph-mon[116524]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:48 smithi155 ceph-mon[102677]: pgmap v5958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:49.736 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:32:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:32:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:32:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:50 smithi111 ceph-mon[97855]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:50 smithi111 ceph-mon[116524]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:50 smithi155 ceph-mon[102677]: pgmap v5959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:52 smithi111 ceph-mon[97855]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:53.300 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:52 smithi111 ceph-mon[116524]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:53.301 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:32:53.301 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:52 smithi155 ceph-mon[102677]: pgmap v5960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (110m) 4m ago 110m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (110m) 4m ago 110m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (111m) 4m ago 111m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (111m) 4m ago 111m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (114m) 4m ago 114m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (116m) 4m ago 116m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (116m) 4m ago 116m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (115m) 4m ago 115m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (115m) 4m ago 115m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (110m) 4m ago 110m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:32:53.364 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (110m) 4m ago 110m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (114m) 4m ago 114m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (114m) 4m ago 114m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (113m) 4m ago 113m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (113m) 4m ago 113m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (113m) 4m ago 113m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (112m) 4m ago 112m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (112m) 4m ago 112m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (112m) 4m ago 112m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:32:53.365 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (110m) 4m ago 111m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:32:53.740 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:32:53.742 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:32:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/508390747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/508390747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:32:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/508390747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:32:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:54 smithi155 ceph-mon[102677]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:54 smithi155 ceph-mon[102677]: from='client.20559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:54 smithi155 ceph-mon[102677]: from='client.20565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:54 smithi111 ceph-mon[97855]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:54 smithi111 ceph-mon[97855]: from='client.20559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:54 smithi111 ceph-mon[97855]: from='client.20565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:54 smithi111 ceph-mon[116524]: pgmap v5961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:54 smithi111 ceph-mon[116524]: from='client.20559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:54 smithi111 ceph-mon[116524]: from='client.20565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:32:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:56 smithi155 ceph-mon[102677]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:56 smithi111 ceph-mon[97855]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:56 smithi111 ceph-mon[116524]: pgmap v5962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:32:58 smithi155 ceph-mon[102677]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:32:58 smithi111 ceph-mon[97855]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:32:58 smithi111 ceph-mon[116524]: pgmap v5963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:32:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:32:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:33:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:00 smithi155 ceph-mon[102677]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:00 smithi111 ceph-mon[97855]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:00 smithi111 ceph-mon[116524]: pgmap v5964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:03.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:02 smithi155 ceph-mon[102677]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:02 smithi111 ceph-mon[97855]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:02 smithi111 ceph-mon[116524]: pgmap v5965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:05.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:04 smithi155 ceph-mon[102677]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:05.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:04 smithi111 ceph-mon[97855]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:04 smithi111 ceph-mon[116524]: pgmap v5966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:06 smithi155 ceph-mon[102677]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:06 smithi111 ceph-mon[97855]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:06 smithi111 ceph-mon[116524]: pgmap v5967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:08 smithi155 ceph-mon[102677]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:08 smithi111 ceph-mon[97855]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:08 smithi111 ceph-mon[116524]: pgmap v5968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:33:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:33:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:10 smithi155 ceph-mon[102677]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:11.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:10 smithi155 ceph-mon[102677]: osdmap e2692: 8 total, 8 up, 8 in 2023-12-01T06:33:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:10 smithi111 ceph-mon[97855]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:10 smithi111 ceph-mon[97855]: osdmap e2692: 8 total, 8 up, 8 in 2023-12-01T06:33:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:10 smithi111 ceph-mon[116524]: pgmap v5969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:10 smithi111 ceph-mon[116524]: osdmap e2692: 8 total, 8 up, 8 in 2023-12-01T06:33:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:12 smithi155 ceph-mon[102677]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:12 smithi111 ceph-mon[97855]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:12 smithi111 ceph-mon[116524]: pgmap v5971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:14 smithi155 ceph-mon[102677]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:14 smithi111 ceph-mon[97855]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:14 smithi111 ceph-mon[116524]: pgmap v5972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:16 smithi155 ceph-mon[102677]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:16 smithi111 ceph-mon[97855]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:16 smithi111 ceph-mon[116524]: pgmap v5973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:18 smithi155 ceph-mon[102677]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:18 smithi111 ceph-mon[97855]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:18 smithi111 ceph-mon[116524]: pgmap v5974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:33:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:33:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:20 smithi155 ceph-mon[102677]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:20 smithi111 ceph-mon[97855]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:20 smithi111 ceph-mon[116524]: pgmap v5975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:22 smithi155 ceph-mon[102677]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:22 smithi111 ceph-mon[97855]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:22 smithi111 ceph-mon[116524]: pgmap v5976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:33:24.393 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:33:24.393 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (110m) 4m ago 111m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (111m) 4m ago 111m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (112m) 4m ago 112m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (112m) 4m ago 112m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (115m) 4m ago 115m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (116m) 4m ago 116m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (117m) 4m ago 117m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (115m) 4m ago 115m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (115m) 4m ago 115m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (110m) 4m ago 110m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (110m) 4m ago 110m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (115m) 4m ago 115m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (114m) 4m ago 114m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:33:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (114m) 4m ago 114m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:33:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (113m) 4m ago 113m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:33:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (113m) 4m ago 113m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:33:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (113m) 4m ago 113m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:33:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (112m) 4m ago 112m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:33:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (112m) 4m ago 112m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:33:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (110m) 4m ago 111m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:24.774 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:33:24.775 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:33:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:24 smithi155 ceph-mon[102677]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:25.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2610955132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:33:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:24 smithi111 ceph-mon[97855]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2610955132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:33:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:24 smithi111 ceph-mon[116524]: pgmap v5977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2610955132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:33:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:25 smithi155 ceph-mon[102677]: from='client.30449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:26.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:25 smithi155 ceph-mon[102677]: from='client.20583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:25 smithi111 ceph-mon[97855]: from='client.30449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:25 smithi111 ceph-mon[97855]: from='client.20583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:25 smithi111 ceph-mon[116524]: from='client.30449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:25 smithi111 ceph-mon[116524]: from='client.20583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:26 smithi155 ceph-mon[102677]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:26 smithi111 ceph-mon[97855]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:26 smithi111 ceph-mon[116524]: pgmap v5978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:28 smithi155 ceph-mon[102677]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:28 smithi111 ceph-mon[97855]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:29.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:28 smithi111 ceph-mon[116524]: pgmap v5979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:33:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:33:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:30 smithi155 ceph-mon[102677]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:30 smithi111 ceph-mon[97855]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:30 smithi111 ceph-mon[116524]: pgmap v5980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:32 smithi155 ceph-mon[102677]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:32 smithi111 ceph-mon[97855]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:32 smithi111 ceph-mon[116524]: pgmap v5981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:35.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:34 smithi155 ceph-mon[102677]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:35.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:34 smithi111 ceph-mon[97855]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:34 smithi111 ceph-mon[116524]: pgmap v5982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:36 smithi155 ceph-mon[102677]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:36 smithi111 ceph-mon[97855]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:36 smithi111 ceph-mon[116524]: pgmap v5983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:39.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:38 smithi155 ceph-mon[102677]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:39.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:38 smithi111 ceph-mon[97855]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:39.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:38 smithi111 ceph-mon[116524]: pgmap v5984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:33:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:33:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:40 smithi155 ceph-mon[102677]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:40 smithi111 ceph-mon[97855]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:40 smithi111 ceph-mon[116524]: pgmap v5985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:42 smithi155 ceph-mon[102677]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:42 smithi111 ceph-mon[97855]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:42 smithi111 ceph-mon[116524]: pgmap v5986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:44 smithi155 ceph-mon[102677]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:44 smithi111 ceph-mon[97855]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:44 smithi111 ceph-mon[116524]: pgmap v5987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:46 smithi155 ceph-mon[102677]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:46 smithi111 ceph-mon[97855]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:46 smithi111 ceph-mon[116524]: pgmap v5988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:33:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:33:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:33:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:48 smithi155 ceph-mon[102677]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:49.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:33:49.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:33:49.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:33:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[97855]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:33:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:33:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:33:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[116524]: pgmap v5989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:33:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:33:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:33:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:33:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:33:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:33:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:50 smithi155 ceph-mon[102677]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:50 smithi111 ceph-mon[97855]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:50 smithi111 ceph-mon[116524]: pgmap v5990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:52 smithi155 ceph-mon[102677]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:52 smithi111 ceph-mon[97855]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:52 smithi111 ceph-mon[116524]: pgmap v5991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:55.125 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:33:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:54 smithi155 ceph-mon[102677]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:54 smithi111 ceph-mon[97855]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:54 smithi111 ceph-mon[116524]: pgmap v5992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:55.430 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:33:55.430 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (111m) 5m ago 111m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:33:55.430 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (111m) 5m ago 111m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:33:55.430 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (112m) 5m ago 112m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:33:55.430 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (112m) 5m ago 112m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:33:55.430 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (115m) 5m ago 115m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (117m) 5m ago 117m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (117m) 5m ago 117m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (116m) 5m ago 116m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (116m) 5m ago 116m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (111m) 5m ago 111m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (111m) 5m ago 111m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (115m) 5m ago 115m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (115m) 5m ago 115m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (114m) 5m ago 114m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (114m) 5m ago 114m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (114m) 5m ago 114m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (113m) 5m ago 113m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:33:55.431 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (113m) 5m ago 113m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:33:55.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (113m) 5m ago 113m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:33:55.432 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (111m) 5m ago 112m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:33:55.811 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:33:55.812 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:33:55.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:33:55.813 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:33:55.813 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:56 smithi155 ceph-mon[102677]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:56 smithi155 ceph-mon[102677]: from='client.20595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:56 smithi155 ceph-mon[102677]: from='client.30473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1552062919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[97855]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[97855]: from='client.20595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[97855]: from='client.30473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1552062919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[116524]: pgmap v5993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[116524]: from='client.20595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[116524]: from='client.30473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:33:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1552062919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:33:58.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:33:58 smithi155 ceph-mon[102677]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:33:58 smithi111 ceph-mon[97855]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:33:58 smithi111 ceph-mon[116524]: pgmap v5994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:33:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:33:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:34:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:00 smithi155 ceph-mon[102677]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:00 smithi111 ceph-mon[97855]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:00 smithi111 ceph-mon[116524]: pgmap v5995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:02.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:02 smithi155 ceph-mon[102677]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:02 smithi111 ceph-mon[97855]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:02.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:02 smithi111 ceph-mon[116524]: pgmap v5996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:04 smithi155 ceph-mon[102677]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:04 smithi111 ceph-mon[97855]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:04 smithi111 ceph-mon[116524]: pgmap v5997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:06 smithi155 ceph-mon[102677]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:06 smithi111 ceph-mon[97855]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:06.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:06 smithi111 ceph-mon[116524]: pgmap v5998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:08 smithi155 ceph-mon[102677]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:08 smithi111 ceph-mon[97855]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:08 smithi111 ceph-mon[116524]: pgmap v5999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:34:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:34:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:10 smithi155 ceph-mon[102677]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:10 smithi111 ceph-mon[97855]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:10 smithi111 ceph-mon[116524]: pgmap v6000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:12 smithi155 ceph-mon[102677]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:12 smithi111 ceph-mon[97855]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:12 smithi111 ceph-mon[116524]: pgmap v6001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:14 smithi155 ceph-mon[102677]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:14 smithi111 ceph-mon[97855]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:14 smithi111 ceph-mon[116524]: pgmap v6002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:16 smithi155 ceph-mon[102677]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:16 smithi111 ceph-mon[97855]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:16 smithi111 ceph-mon[116524]: pgmap v6003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:18 smithi155 ceph-mon[102677]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:18 smithi111 ceph-mon[97855]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:18 smithi111 ceph-mon[116524]: pgmap v6004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:34:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:34:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:20 smithi155 ceph-mon[102677]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:20 smithi111 ceph-mon[97855]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:20 smithi111 ceph-mon[116524]: pgmap v6005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:22 smithi155 ceph-mon[102677]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:22 smithi111 ceph-mon[97855]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:22 smithi111 ceph-mon[116524]: pgmap v6006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:24 smithi155 ceph-mon[102677]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:24 smithi111 ceph-mon[97855]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:24 smithi111 ceph-mon[116524]: pgmap v6007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:26.157 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:34:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:26 smithi155 ceph-mon[102677]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:26.461 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (111m) 5m ago 112m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (112m) 5m ago 112m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (113m) 5m ago 113m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (113m) 5m ago 113m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (116m) 5m ago 116m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (118m) 5m ago 118m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (118m) 5m ago 118m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (116m) 5m ago 116m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (116m) 5m ago 116m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (111m) 5m ago 111m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (111m) 5m ago 111m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (116m) 5m ago 116m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (115m) 5m ago 115m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:34:26.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (115m) 5m ago 115m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:34:26.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (115m) 5m ago 115m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:34:26.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (114m) 5m ago 114m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:34:26.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (114m) 5m ago 114m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:34:26.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (113m) 5m ago 113m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:34:26.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (113m) 5m ago 113m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:34:26.463 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (111m) 5m ago 112m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:34:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:26 smithi111 ceph-mon[97855]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:26 smithi111 ceph-mon[116524]: pgmap v6008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:26.846 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:34:26.846 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:34:26.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:34:26.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:26.846 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:34:26.847 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:34:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:27 smithi155 ceph-mon[102677]: from='client.30485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:27.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:27 smithi155 ceph-mon[102677]: from='client.30491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:27.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3474951091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:27 smithi111 ceph-mon[116524]: from='client.30485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:27 smithi111 ceph-mon[116524]: from='client.30491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3474951091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:34:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:27 smithi111 ceph-mon[97855]: from='client.30485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:27 smithi111 ceph-mon[97855]: from='client.30491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:27.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3474951091' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:34:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:28 smithi155 ceph-mon[102677]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:28 smithi111 ceph-mon[116524]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:28 smithi111 ceph-mon[97855]: pgmap v6009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:34:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:34:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:30 smithi155 ceph-mon[102677]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:30 smithi111 ceph-mon[97855]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:30 smithi111 ceph-mon[116524]: pgmap v6010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:32 smithi155 ceph-mon[102677]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:32 smithi111 ceph-mon[97855]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:32 smithi111 ceph-mon[116524]: pgmap v6011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:34.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:34 smithi155 ceph-mon[102677]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:34.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:34 smithi111 ceph-mon[97855]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:34 smithi111 ceph-mon[116524]: pgmap v6012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:36 smithi155 ceph-mon[102677]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:36 smithi111 ceph-mon[97855]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:36 smithi111 ceph-mon[116524]: pgmap v6013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:38 smithi155 ceph-mon[102677]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:38 smithi111 ceph-mon[116524]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:38 smithi111 ceph-mon[97855]: pgmap v6014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:34:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:34:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:40 smithi155 ceph-mon[102677]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:40 smithi111 ceph-mon[97855]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:40 smithi111 ceph-mon[116524]: pgmap v6015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:42 smithi155 ceph-mon[102677]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:42 smithi111 ceph-mon[97855]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:42 smithi111 ceph-mon[116524]: pgmap v6016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:44 smithi155 ceph-mon[102677]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:44 smithi111 ceph-mon[97855]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:44 smithi111 ceph-mon[116524]: pgmap v6017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:46 smithi155 ceph-mon[102677]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:46 smithi111 ceph-mon[97855]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:46 smithi111 ceph-mon[116524]: pgmap v6018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:48 smithi155 ceph-mon[102677]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:34:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:48 smithi111 ceph-mon[97855]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:34:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:48 smithi111 ceph-mon[116524]: pgmap v6019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:34:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:34:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:34:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:34:49.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:34:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:34:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:34:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:34:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:34:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:34:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:50 smithi111 ceph-mon[97855]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:50 smithi111 ceph-mon[116524]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:50 smithi155 ceph-mon[102677]: pgmap v6020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:52 smithi111 ceph-mon[97855]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:52 smithi111 ceph-mon[116524]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:52 smithi155 ceph-mon[102677]: pgmap v6021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:54 smithi155 ceph-mon[102677]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:54 smithi111 ceph-mon[97855]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:54 smithi111 ceph-mon[116524]: pgmap v6022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:56 smithi155 ceph-mon[102677]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:56 smithi111 ceph-mon[97855]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:56 smithi111 ceph-mon[116524]: pgmap v6023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:57.193 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (112m) 6m ago 112m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (112m) 6m ago 112m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (113m) 6m ago 113m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (113m) 6m ago 113m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (116m) 6m ago 116m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (118m) 6m ago 118m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (118m) 6m ago 118m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (117m) 6m ago 117m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (117m) 6m ago 117m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:34:57.502 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (112m) 6m ago 112m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (112m) 6m ago 112m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (116m) 6m ago 116m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (116m) 6m ago 116m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (115m) 6m ago 115m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (115m) 6m ago 115m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (115m) 6m ago 115m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (114m) 6m ago 114m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (114m) 6m ago 114m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (114m) 6m ago 114m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:34:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (112m) 6m ago 113m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:57.883 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:34:57.884 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:34:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:58 smithi155 ceph-mon[102677]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:58 smithi155 ceph-mon[102677]: from='client.20631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:58 smithi155 ceph-mon[102677]: from='client.30509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:34:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1419321414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[97855]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[97855]: from='client.20631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[97855]: from='client.30509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1419321414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:34:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[116524]: pgmap v6024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:34:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[116524]: from='client.20631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[116524]: from='client.30509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:34:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:34:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1419321414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:34:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:34:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:35:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:00 smithi155 ceph-mon[102677]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:00 smithi111 ceph-mon[97855]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:00 smithi111 ceph-mon[116524]: pgmap v6025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:02 smithi155 ceph-mon[102677]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:02 smithi111 ceph-mon[97855]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:02 smithi111 ceph-mon[116524]: pgmap v6026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:04 smithi155 ceph-mon[102677]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:04 smithi111 ceph-mon[97855]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:04 smithi111 ceph-mon[116524]: pgmap v6027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:06 smithi155 ceph-mon[102677]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:06 smithi111 ceph-mon[97855]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:06 smithi111 ceph-mon[116524]: pgmap v6028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:08 smithi155 ceph-mon[102677]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:08 smithi111 ceph-mon[97855]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:08 smithi111 ceph-mon[116524]: pgmap v6029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:35:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:35:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:10 smithi155 ceph-mon[102677]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:10 smithi111 ceph-mon[97855]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:10 smithi111 ceph-mon[116524]: pgmap v6030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:12 smithi155 ceph-mon[102677]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:12 smithi111 ceph-mon[97855]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:12 smithi111 ceph-mon[116524]: pgmap v6031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:14 smithi155 ceph-mon[102677]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:14 smithi111 ceph-mon[97855]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:14 smithi111 ceph-mon[116524]: pgmap v6032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:16 smithi155 ceph-mon[102677]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:16 smithi111 ceph-mon[97855]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:17.023 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:16 smithi111 ceph-mon[116524]: pgmap v6033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:18 smithi155 ceph-mon[102677]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:18 smithi111 ceph-mon[97855]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:19.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:18 smithi111 ceph-mon[116524]: pgmap v6034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:35:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:35:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:20 smithi155 ceph-mon[102677]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:20 smithi111 ceph-mon[97855]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:20 smithi111 ceph-mon[116524]: pgmap v6035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:22 smithi155 ceph-mon[102677]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:22 smithi111 ceph-mon[97855]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:22 smithi111 ceph-mon[116524]: pgmap v6036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:24 smithi155 ceph-mon[102677]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:24 smithi111 ceph-mon[97855]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:24 smithi111 ceph-mon[116524]: pgmap v6037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:26 smithi155 ceph-mon[102677]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:26 smithi111 ceph-mon[97855]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:26 smithi111 ceph-mon[116524]: pgmap v6038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:28.232 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:35:28.540 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:35:28.540 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (112m) 6m ago 113m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:35:28.540 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (113m) 6m ago 113m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:35:28.540 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (114m) 6m ago 114m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:35:28.540 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (114m) 6m ago 114m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (117m) 6m ago 117m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (119m) 6m ago 119m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (119m) 6m ago 119m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (117m) 6m ago 117m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (117m) 6m ago 117m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (112m) 6m ago 112m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (112m) 6m ago 112m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:35:28.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (117m) 6m ago 117m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (116m) 6m ago 116m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (116m) 6m ago 116m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (116m) 6m ago 116m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (115m) 6m ago 115m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (115m) 6m ago 115m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (114m) 6m ago 114m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (114m) 6m ago 114m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:35:28.542 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (112m) 6m ago 113m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:35:28.925 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:35:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:28 smithi155 ceph-mon[102677]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:28 smithi111 ceph-mon[97855]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:28 smithi111 ceph-mon[116524]: pgmap v6039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:29.569 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:35:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:29 smithi155 ceph-mon[102677]: from='client.20649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:29 smithi155 ceph-mon[102677]: from='client.20655 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:35:29.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2736056262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:35:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:29 smithi111 ceph-mon[116524]: from='client.20649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:35:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:29 smithi111 ceph-mon[116524]: from='client.20655 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:35:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2736056262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:35:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:29 smithi111 ceph-mon[97855]: from='client.20649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:35:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:29 smithi111 ceph-mon[97855]: from='client.20655 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:35:30.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2736056262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:35:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:30 smithi155 ceph-mon[102677]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:30 smithi111 ceph-mon[97855]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:30 smithi111 ceph-mon[116524]: pgmap v6040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:32.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:32 smithi155 ceph-mon[102677]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:32 smithi111 ceph-mon[97855]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:32 smithi111 ceph-mon[116524]: pgmap v6041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:34 smithi155 ceph-mon[102677]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:34 smithi111 ceph-mon[97855]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:34 smithi111 ceph-mon[116524]: pgmap v6042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:36 smithi155 ceph-mon[102677]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:36 smithi111 ceph-mon[97855]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:36 smithi111 ceph-mon[116524]: pgmap v6043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:38 smithi155 ceph-mon[102677]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:38 smithi111 ceph-mon[97855]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:38 smithi111 ceph-mon[116524]: pgmap v6044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:35:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:35:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:40 smithi155 ceph-mon[102677]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:40 smithi111 ceph-mon[97855]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:40 smithi111 ceph-mon[116524]: pgmap v6045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:42 smithi155 ceph-mon[102677]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:42 smithi111 ceph-mon[97855]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:42 smithi111 ceph-mon[116524]: pgmap v6046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:44.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:44 smithi155 ceph-mon[102677]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:45.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:44 smithi111 ceph-mon[97855]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:45.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:44 smithi111 ceph-mon[116524]: pgmap v6047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:46 smithi155 ceph-mon[102677]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:46 smithi111 ceph-mon[97855]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:46 smithi111 ceph-mon[116524]: pgmap v6048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:48 smithi155 ceph-mon[102677]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:35:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:48 smithi111 ceph-mon[97855]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:35:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:48 smithi111 ceph-mon[116524]: pgmap v6049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:35:49.608 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:35:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:35:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:35:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:35:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:35:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:35:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:35:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:35:50.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:35:50.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:35:50.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:35:50.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:35:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:50 smithi155 ceph-mon[102677]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:50 smithi111 ceph-mon[97855]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:50 smithi111 ceph-mon[116524]: pgmap v6050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:52 smithi155 ceph-mon[102677]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:52 smithi111 ceph-mon[97855]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:52 smithi111 ceph-mon[116524]: pgmap v6051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:54 smithi155 ceph-mon[102677]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:54 smithi111 ceph-mon[97855]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:54 smithi111 ceph-mon[116524]: pgmap v6052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:56 smithi155 ceph-mon[102677]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:56 smithi111 ceph-mon[97855]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:56 smithi111 ceph-mon[116524]: pgmap v6053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:35:58 smithi155 ceph-mon[102677]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:35:58 smithi111 ceph-mon[97855]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:35:58 smithi111 ceph-mon[116524]: pgmap v6054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:35:59.270 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (113m) 7m ago 113m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (113m) 7m ago 113m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (114m) 7m ago 114m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (114m) 7m ago 114m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (118m) 7m ago 118m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (119m) 7m ago 119m 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (119m) 7m ago 119m 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:35:59.577 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (118m) 7m ago 118m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (118m) 7m ago 118m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (113m) 7m ago 113m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (113m) 7m ago 113m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (117m) 7m ago 117m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (117m) 7m ago 117m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (116m) 7m ago 116m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (116m) 7m ago 116m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (116m) 7m ago 116m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (115m) 7m ago 115m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:35:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (115m) 7m ago 115m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:35:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (115m) 7m ago 115m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:35:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (113m) 7m ago 114m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:35:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:35:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:35:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:35:59.962 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:00 smithi155 ceph-mon[102677]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:00 smithi155 ceph-mon[102677]: from='client.20667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:00 smithi155 ceph-mon[102677]: from='client.20673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2596297522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:36:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[116524]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[116524]: from='client.20667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[116524]: from='client.20673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2596297522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:36:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[97855]: pgmap v6055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[97855]: from='client.20667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[97855]: from='client.20673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2596297522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:36:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:02 smithi155 ceph-mon[102677]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:02 smithi111 ceph-mon[97855]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:02 smithi111 ceph-mon[116524]: pgmap v6056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:04 smithi155 ceph-mon[102677]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:04 smithi111 ceph-mon[97855]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:04 smithi111 ceph-mon[116524]: pgmap v6057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:06 smithi155 ceph-mon[102677]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:06 smithi111 ceph-mon[97855]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:06 smithi111 ceph-mon[116524]: pgmap v6058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:08.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:08 smithi155 ceph-mon[102677]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:08 smithi111 ceph-mon[97855]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:08 smithi111 ceph-mon[116524]: pgmap v6059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:36:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:36:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:10 smithi155 ceph-mon[102677]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:10 smithi111 ceph-mon[97855]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:10 smithi111 ceph-mon[116524]: pgmap v6060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:12 smithi155 ceph-mon[102677]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:12 smithi111 ceph-mon[97855]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:12 smithi111 ceph-mon[116524]: pgmap v6061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:14 smithi155 ceph-mon[102677]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:14 smithi111 ceph-mon[97855]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:14 smithi111 ceph-mon[116524]: pgmap v6062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:16 smithi155 ceph-mon[102677]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:16 smithi111 ceph-mon[97855]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:16 smithi111 ceph-mon[116524]: pgmap v6063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:18 smithi155 ceph-mon[102677]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:18 smithi111 ceph-mon[97855]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:18 smithi111 ceph-mon[116524]: pgmap v6064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:19.654 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:36:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:36:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:20 smithi155 ceph-mon[102677]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:20 smithi111 ceph-mon[97855]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:20 smithi111 ceph-mon[116524]: pgmap v6065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:22 smithi155 ceph-mon[102677]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:22 smithi111 ceph-mon[97855]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:22 smithi111 ceph-mon[116524]: pgmap v6066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:24 smithi155 ceph-mon[102677]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:24 smithi111 ceph-mon[97855]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:24 smithi111 ceph-mon[116524]: pgmap v6067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:26 smithi155 ceph-mon[102677]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:26 smithi111 ceph-mon[97855]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:26 smithi111 ceph-mon[116524]: pgmap v6068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:28 smithi155 ceph-mon[102677]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:28 smithi111 ceph-mon[97855]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:28 smithi111 ceph-mon[116524]: pgmap v6069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:36:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:36:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:36:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:36:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (113m) 7m ago 114m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (114m) 7m ago 114m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (115m) 7m ago 115m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (115m) 7m ago 115m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (118m) 7m ago 118m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (118m) 7m ago 118m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (118m) 7m ago 118m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (113m) 7m ago 113m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (113m) 7m ago 113m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (118m) 7m ago 118m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (117m) 7m ago 117m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:36:30.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (117m) 7m ago 117m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:36:30.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (117m) 7m ago 117m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:36:30.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (116m) 7m ago 116m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:36:30.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (116m) 7m ago 116m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:36:30.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (116m) 7m ago 116m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:36:30.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (115m) 7m ago 115m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:36:30.616 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (113m) 7m ago 114m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:36:30.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:30 smithi155 ceph-mon[102677]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:30.994 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:36:30.994 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:36:30.995 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:36:30.996 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:36:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:30 smithi111 ceph-mon[97855]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:30 smithi111 ceph-mon[116524]: pgmap v6070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:31 smithi155 ceph-mon[102677]: from='client.30557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:31 smithi155 ceph-mon[102677]: from='client.30563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/253892910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:36:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:31 smithi111 ceph-mon[97855]: from='client.30557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:31 smithi111 ceph-mon[97855]: from='client.30563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/253892910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:36:32.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:31 smithi111 ceph-mon[116524]: from='client.30557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:32.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:31 smithi111 ceph-mon[116524]: from='client.30563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:36:32.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/253892910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:36:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:32 smithi155 ceph-mon[102677]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:32 smithi111 ceph-mon[97855]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:32 smithi111 ceph-mon[116524]: pgmap v6071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:34 smithi155 ceph-mon[102677]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:34 smithi111 ceph-mon[97855]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:34 smithi111 ceph-mon[116524]: pgmap v6072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:36 smithi155 ceph-mon[102677]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:36 smithi111 ceph-mon[97855]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:36 smithi111 ceph-mon[116524]: pgmap v6073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:38 smithi155 ceph-mon[102677]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:38 smithi111 ceph-mon[97855]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:38 smithi111 ceph-mon[116524]: pgmap v6074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:36:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:36:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:40 smithi155 ceph-mon[102677]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:40 smithi111 ceph-mon[97855]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:40 smithi111 ceph-mon[116524]: pgmap v6075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:42 smithi155 ceph-mon[102677]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:42 smithi111 ceph-mon[97855]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:42 smithi111 ceph-mon[116524]: pgmap v6076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:44 smithi155 ceph-mon[102677]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:44 smithi111 ceph-mon[97855]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:44 smithi111 ceph-mon[116524]: pgmap v6077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:46 smithi155 ceph-mon[102677]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:46 smithi111 ceph-mon[97855]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:46 smithi111 ceph-mon[116524]: pgmap v6078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:48 smithi155 ceph-mon[102677]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:48 smithi111 ceph-mon[97855]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:48 smithi111 ceph-mon[116524]: pgmap v6079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:49.712 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:36:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:36:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:36:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:36:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:36:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:36:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:36:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:36:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:36:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:36:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:36:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:36:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:36:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:36:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:36:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:50 smithi111 ceph-mon[97855]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:50 smithi111 ceph-mon[116524]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:50 smithi155 ceph-mon[102677]: pgmap v6080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:52 smithi111 ceph-mon[97855]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:52 smithi111 ceph-mon[116524]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:52 smithi155 ceph-mon[102677]: pgmap v6081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:54 smithi111 ceph-mon[97855]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:54 smithi111 ceph-mon[116524]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:54 smithi155 ceph-mon[102677]: pgmap v6082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:56 smithi111 ceph-mon[97855]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:56 smithi111 ceph-mon[116524]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:56 smithi155 ceph-mon[102677]: pgmap v6083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:36:58 smithi111 ceph-mon[97855]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:36:58 smithi111 ceph-mon[116524]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:36:58 smithi155 ceph-mon[102677]: pgmap v6084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:36:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:36:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:37:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:00 smithi111 ceph-mon[116524]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:00 smithi111 ceph-mon[97855]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:00 smithi155 ceph-mon[102677]: pgmap v6085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (114m) 8m ago 115m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (114m) 8m ago 114m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (115m) 8m ago 115m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (115m) 8m ago 115m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (119m) 8m ago 119m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:37:01.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (119m) 8m ago 119m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (119m) 8m ago 119m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (114m) 8m ago 114m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (114m) 8m ago 114m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (118m) 8m ago 118m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (118m) 8m ago 118m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (118m) 8m ago 118m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (117m) 8m ago 117m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (117m) 8m ago 117m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (116m) 8m ago 116m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (116m) 8m ago 116m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:37:01.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (116m) 8m ago 116m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:37:01.647 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (114m) 8m ago 115m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:37:02.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:37:02.024 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:37:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[97855]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[97855]: from='client.30575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[97855]: from='client.20709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/701279292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:37:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[116524]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[116524]: from='client.30575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[116524]: from='client.20709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/701279292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:37:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:02 smithi155 ceph-mon[102677]: pgmap v6086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:03.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:02 smithi155 ceph-mon[102677]: from='client.30575 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:03.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:02 smithi155 ceph-mon[102677]: from='client.20709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:03.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/701279292' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:37:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:04 smithi111 ceph-mon[97855]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:04 smithi111 ceph-mon[116524]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:04 smithi155 ceph-mon[102677]: pgmap v6087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:06 smithi111 ceph-mon[97855]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:06 smithi111 ceph-mon[116524]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:06 smithi155 ceph-mon[102677]: pgmap v6088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:08 smithi111 ceph-mon[97855]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:08 smithi111 ceph-mon[116524]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:08 smithi155 ceph-mon[102677]: pgmap v6089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:37:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:37:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:10 smithi111 ceph-mon[97855]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:10 smithi111 ceph-mon[116524]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:10 smithi155 ceph-mon[102677]: pgmap v6090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:12 smithi111 ceph-mon[97855]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:12 smithi111 ceph-mon[116524]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:12 smithi155 ceph-mon[102677]: pgmap v6091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:14 smithi111 ceph-mon[97855]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:15.038 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:14 smithi111 ceph-mon[116524]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:14 smithi155 ceph-mon[102677]: pgmap v6092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:16 smithi155 ceph-mon[102677]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:16 smithi111 ceph-mon[97855]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:16 smithi111 ceph-mon[116524]: pgmap v6093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:18 smithi155 ceph-mon[102677]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:18 smithi111 ceph-mon[97855]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:18 smithi111 ceph-mon[116524]: pgmap v6094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:37:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T06:37:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:20 smithi155 ceph-mon[102677]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:20 smithi111 ceph-mon[97855]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:20 smithi111 ceph-mon[116524]: pgmap v6095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:22 smithi155 ceph-mon[102677]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:22 smithi111 ceph-mon[97855]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:22 smithi111 ceph-mon[116524]: pgmap v6096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:24 smithi155 ceph-mon[102677]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:24 smithi111 ceph-mon[97855]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:24 smithi111 ceph-mon[116524]: pgmap v6097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:27.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:26 smithi155 ceph-mon[102677]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:26 smithi111 ceph-mon[97855]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:26 smithi111 ceph-mon[116524]: pgmap v6098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:28 smithi155 ceph-mon[102677]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:28 smithi111 ceph-mon[97855]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:28 smithi111 ceph-mon[116524]: pgmap v6099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:37:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T06:37:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:30 smithi155 ceph-mon[102677]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:30 smithi111 ceph-mon[97855]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:30 smithi111 ceph-mon[116524]: pgmap v6100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:32.372 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (114m) 8m ago 115m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (115m) 8m ago 115m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (116m) 8m ago 116m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (116m) 8m ago 116m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (119m) 8m ago 119m 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (119m) 8m ago 119m 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (119m) 8m ago 119m 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (115m) 8m ago 115m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:37:32.679 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (114m) 8m ago 114m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (119m) 8m ago 119m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (118m) 8m ago 118m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (118m) 8m ago 118m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (118m) 8m ago 118m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (117m) 8m ago 117m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (117m) 8m ago 117m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (117m) 8m ago 117m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (116m) 8m ago 116m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:37:32.680 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (114m) 8m ago 115m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:37:33.058 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:37:33.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:37:33.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:37:33.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:37:33.059 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:37:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:32 smithi155 ceph-mon[102677]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:32 smithi111 ceph-mon[97855]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:32 smithi111 ceph-mon[116524]: pgmap v6101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:33 smithi155 ceph-mon[102677]: from='client.20721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:34.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:33 smithi155 ceph-mon[102677]: from='client.20727 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:34.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3640014989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:33 smithi111 ceph-mon[116524]: from='client.20721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:33 smithi111 ceph-mon[116524]: from='client.20727 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3640014989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:37:34.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:33 smithi111 ceph-mon[97855]: from='client.20721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:34.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:33 smithi111 ceph-mon[97855]: from='client.20727 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:37:34.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3640014989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:37:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:34 smithi155 ceph-mon[102677]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:34 smithi111 ceph-mon[116524]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:34 smithi111 ceph-mon[97855]: pgmap v6102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:36 smithi155 ceph-mon[102677]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:36 smithi111 ceph-mon[97855]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:36 smithi111 ceph-mon[116524]: pgmap v6103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:38 smithi155 ceph-mon[102677]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:38 smithi111 ceph-mon[97855]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:38 smithi111 ceph-mon[116524]: pgmap v6104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:37:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:37:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:40 smithi155 ceph-mon[102677]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:40 smithi111 ceph-mon[97855]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:40 smithi111 ceph-mon[116524]: pgmap v6105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:43.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:42 smithi155 ceph-mon[102677]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:42 smithi111 ceph-mon[97855]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:42 smithi111 ceph-mon[116524]: pgmap v6106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:44 smithi155 ceph-mon[102677]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:44 smithi111 ceph-mon[97855]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:44 smithi111 ceph-mon[116524]: pgmap v6107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:46 smithi155 ceph-mon[102677]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:46 smithi111 ceph-mon[97855]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:46 smithi111 ceph-mon[116524]: pgmap v6108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:48 smithi155 ceph-mon[102677]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:48 smithi111 ceph-mon[97855]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:48 smithi111 ceph-mon[116524]: pgmap v6109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:37:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:37:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:37:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:37:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:37:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:37:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:50 smithi155 ceph-mon[102677]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:37:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:37:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:37:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[116524]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:37:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:37:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:37:51.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[97855]: pgmap v6110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:51.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:37:51.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:37:51.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:37:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:52 smithi155 ceph-mon[102677]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:52 smithi111 ceph-mon[97855]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:52 smithi111 ceph-mon[116524]: pgmap v6111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:54 smithi155 ceph-mon[102677]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:54 smithi111 ceph-mon[97855]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:54 smithi111 ceph-mon[116524]: pgmap v6112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:56 smithi155 ceph-mon[102677]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:56 smithi111 ceph-mon[97855]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:56 smithi111 ceph-mon[116524]: pgmap v6113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:37:58 smithi155 ceph-mon[102677]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:37:58 smithi111 ceph-mon[97855]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:37:58 smithi111 ceph-mon[116524]: pgmap v6114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:37:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:37:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:38:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:00 smithi155 ceph-mon[102677]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:00 smithi111 ceph-mon[97855]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:00 smithi111 ceph-mon[116524]: pgmap v6115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:02 smithi155 ceph-mon[102677]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:02 smithi111 ceph-mon[97855]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:02 smithi111 ceph-mon[116524]: pgmap v6116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:03.404 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:38:03.708 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:38:03.708 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (115m) 9m ago 116m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (115m) 9m ago 115m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (116m) 9m ago 116m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (116m) 9m ago 116m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (115m) 9m ago 115m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (115m) 9m ago 115m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (119m) 9m ago 119m 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (119m) 9m ago 119m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (119m) 9m ago 119m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:38:03.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (118m) 9m ago 118m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:38:03.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (118m) 9m ago 118m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:38:03.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (117m) 9m ago 117m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:38:03.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (117m) 9m ago 117m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:38:03.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (117m) 9m ago 117m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:38:03.710 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (115m) 9m ago 116m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:38:04.094 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:38:04.095 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:38:04.096 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:38:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:04 smithi155 ceph-mon[102677]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:04 smithi155 ceph-mon[102677]: from='client.30611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:04 smithi155 ceph-mon[102677]: from='client.30617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1570254461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[97855]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[97855]: from='client.30611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[97855]: from='client.30617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1570254461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:38:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[116524]: pgmap v6117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[116524]: from='client.30611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[116524]: from='client.30617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1570254461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:38:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:06 smithi155 ceph-mon[102677]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:06 smithi111 ceph-mon[97855]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:06 smithi111 ceph-mon[116524]: pgmap v6118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:08 smithi155 ceph-mon[102677]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:08 smithi111 ceph-mon[97855]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:08 smithi111 ceph-mon[116524]: pgmap v6119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:38:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:38:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:10 smithi155 ceph-mon[102677]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:10 smithi111 ceph-mon[97855]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:10 smithi111 ceph-mon[116524]: pgmap v6120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:13.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:12 smithi155 ceph-mon[102677]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:12 smithi111 ceph-mon[97855]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:12 smithi111 ceph-mon[116524]: pgmap v6121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:14 smithi155 ceph-mon[102677]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:14 smithi111 ceph-mon[97855]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:14 smithi111 ceph-mon[116524]: pgmap v6122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:17.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:16 smithi155 ceph-mon[102677]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:16 smithi111 ceph-mon[97855]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:16 smithi111 ceph-mon[116524]: pgmap v6123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:18 smithi155 ceph-mon[102677]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:18 smithi111 ceph-mon[97855]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:18 smithi111 ceph-mon[116524]: pgmap v6124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:38:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:38:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:20 smithi155 ceph-mon[102677]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:20 smithi111 ceph-mon[97855]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:20 smithi111 ceph-mon[116524]: pgmap v6125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:22 smithi155 ceph-mon[102677]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:22 smithi111 ceph-mon[97855]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:22 smithi111 ceph-mon[116524]: pgmap v6126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:24 smithi155 ceph-mon[102677]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:24 smithi111 ceph-mon[97855]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:24 smithi111 ceph-mon[116524]: pgmap v6127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:26 smithi155 ceph-mon[102677]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:26 smithi111 ceph-mon[97855]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:26 smithi111 ceph-mon[116524]: pgmap v6128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:28 smithi155 ceph-mon[102677]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:28 smithi111 ceph-mon[97855]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:28 smithi111 ceph-mon[116524]: pgmap v6129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:38:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:38:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:30 smithi155 ceph-mon[102677]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:30 smithi111 ceph-mon[97855]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:30 smithi111 ceph-mon[116524]: pgmap v6130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:32 smithi155 ceph-mon[102677]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:32 smithi111 ceph-mon[97855]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:32 smithi111 ceph-mon[116524]: pgmap v6131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:34.434 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:38:34.741 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (115m) 9m ago 116m 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (116m) 9m ago 116m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (117m) 9m ago 117m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (117m) 9m ago 117m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 459M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 634M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 729M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 365M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 339M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (116m) 9m ago 116m 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:38:34.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (115m) 9m ago 115m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4388M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (119m) 9m ago 119m 4677M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (119m) 9m ago 119m 5110M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (119m) 9m ago 119m 4137M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (118m) 9m ago 118m 3271M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (118m) 9m ago 118m 4042M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (118m) 9m ago 118m 3530M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (117m) 9m ago 117m 4142M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:38:34.743 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (115m) 9m ago 116m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:35.123 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:38:35.124 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:38:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:34 smithi155 ceph-mon[102677]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:34 smithi111 ceph-mon[97855]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:34 smithi111 ceph-mon[116524]: pgmap v6132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:35 smithi155 ceph-mon[102677]: from='client.20757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:35 smithi155 ceph-mon[102677]: from='client.30635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1999417955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:38:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:35 smithi111 ceph-mon[97855]: from='client.20757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:35 smithi111 ceph-mon[97855]: from='client.30635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1999417955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:38:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:35 smithi111 ceph-mon[116524]: from='client.20757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:35 smithi111 ceph-mon[116524]: from='client.30635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:38:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1999417955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:38:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:36 smithi155 ceph-mon[102677]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:36 smithi111 ceph-mon[97855]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:36 smithi111 ceph-mon[116524]: pgmap v6133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:38 smithi155 ceph-mon[102677]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:38 smithi111 ceph-mon[97855]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:38 smithi111 ceph-mon[116524]: pgmap v6134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:38:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:38:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:40 smithi155 ceph-mon[102677]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:40 smithi111 ceph-mon[97855]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:40 smithi111 ceph-mon[116524]: pgmap v6135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:42 smithi155 ceph-mon[102677]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:42 smithi111 ceph-mon[97855]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:42 smithi111 ceph-mon[116524]: pgmap v6136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:44 smithi155 ceph-mon[102677]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:44 smithi111 ceph-mon[97855]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:44 smithi111 ceph-mon[116524]: pgmap v6137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:46 smithi155 ceph-mon[102677]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:46 smithi111 ceph-mon[97855]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:46 smithi111 ceph-mon[116524]: pgmap v6138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:48 smithi155 ceph-mon[102677]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:48 smithi111 ceph-mon[97855]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:48 smithi111 ceph-mon[116524]: pgmap v6139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:38:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:38:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:38:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:50 smithi155 ceph-mon[102677]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:38:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:50 smithi111 ceph-mon[97855]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:38:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:50 smithi111 ceph-mon[116524]: pgmap v6140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:38:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:52 smithi155 ceph-mon[102677]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[97855]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[116524]: pgmap v6141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:53.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:53.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:38:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:38:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:38:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:38:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:38:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:38:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:38:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:54 smithi155 ceph-mon[102677]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:54 smithi111 ceph-mon[97855]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:54 smithi111 ceph-mon[116524]: pgmap v6142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:56 smithi155 ceph-mon[102677]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:56 smithi111 ceph-mon[97855]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:56 smithi111 ceph-mon[116524]: pgmap v6143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:38:58 smithi155 ceph-mon[102677]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:38:58 smithi111 ceph-mon[97855]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:38:58 smithi111 ceph-mon[116524]: pgmap v6144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:38:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:38:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:39:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:00 smithi155 ceph-mon[102677]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:00 smithi111 ceph-mon[97855]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:00 smithi111 ceph-mon[116524]: pgmap v6145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:02 smithi155 ceph-mon[102677]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:02 smithi111 ceph-mon[97855]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:02 smithi111 ceph-mon[116524]: pgmap v6146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:04 smithi155 ceph-mon[102677]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:04 smithi111 ceph-mon[97855]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:04 smithi111 ceph-mon[116524]: pgmap v6147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:05.471 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (116m) 13s ago 117m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (116m) 12s ago 116m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (117m) 13s ago 117m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (117m) 12s ago 117m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 12s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 13s ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 13s ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 12s ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:39:05.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 13s ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (116m) 13s ago 116m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (116m) 12s ago 116m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 13s ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 13s ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 13s ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (119m) 13s ago 119m 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (119m) 12s ago 119m 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (118m) 12s ago 118m 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (118m) 12s ago 118m 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (118m) 12s ago 118m 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:39:05.776 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (116m) 12s ago 117m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:39:06.157 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:39:06.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:39:06.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:39:06.158 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:39:06.159 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:06 smithi155 ceph-mon[102677]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:06.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:06 smithi155 ceph-mon[102677]: from='client.30647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:06.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:06 smithi155 ceph-mon[102677]: from='client.30653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:06 smithi111 ceph-mon[97855]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:06 smithi111 ceph-mon[97855]: from='client.30647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:06 smithi111 ceph-mon[97855]: from='client.30653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:06 smithi111 ceph-mon[116524]: pgmap v6148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:06 smithi111 ceph-mon[116524]: from='client.30647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:06 smithi111 ceph-mon[116524]: from='client.30653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2649431010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:39:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2649431010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:39:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2649431010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:39:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:08 smithi155 ceph-mon[102677]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:08 smithi111 ceph-mon[97855]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:08 smithi111 ceph-mon[116524]: pgmap v6149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:39:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:39:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:10 smithi155 ceph-mon[102677]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:10 smithi111 ceph-mon[97855]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:10 smithi111 ceph-mon[116524]: pgmap v6150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:12.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:12 smithi155 ceph-mon[102677]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:12 smithi111 ceph-mon[97855]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:12 smithi111 ceph-mon[116524]: pgmap v6151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:14 smithi155 ceph-mon[102677]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:14 smithi111 ceph-mon[97855]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:14 smithi111 ceph-mon[116524]: pgmap v6152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:16.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:16 smithi155 ceph-mon[102677]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:16 smithi111 ceph-mon[97855]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:16 smithi111 ceph-mon[116524]: pgmap v6153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:18 smithi155 ceph-mon[102677]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:18 smithi111 ceph-mon[97855]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:18 smithi111 ceph-mon[116524]: pgmap v6154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:39:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T06:39:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:20 smithi155 ceph-mon[102677]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:20 smithi111 ceph-mon[97855]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:20 smithi111 ceph-mon[116524]: pgmap v6155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:22 smithi155 ceph-mon[102677]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:22 smithi111 ceph-mon[97855]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:22 smithi111 ceph-mon[116524]: pgmap v6156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:24 smithi155 ceph-mon[102677]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:24 smithi111 ceph-mon[97855]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:24 smithi111 ceph-mon[116524]: pgmap v6157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:26 smithi155 ceph-mon[102677]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:26 smithi111 ceph-mon[97855]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:26 smithi111 ceph-mon[116524]: pgmap v6158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:28 smithi155 ceph-mon[102677]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:28 smithi111 ceph-mon[97855]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:28 smithi111 ceph-mon[116524]: pgmap v6159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:39:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T06:39:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:30 smithi155 ceph-mon[102677]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:30 smithi111 ceph-mon[97855]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:30 smithi111 ceph-mon[116524]: pgmap v6160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:32 smithi155 ceph-mon[102677]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:32 smithi111 ceph-mon[97855]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:32 smithi111 ceph-mon[116524]: pgmap v6161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:34 smithi155 ceph-mon[102677]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:34 smithi111 ceph-mon[97855]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:34 smithi111 ceph-mon[116524]: pgmap v6162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:36 smithi155 ceph-mon[102677]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:36 smithi111 ceph-mon[97855]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:36 smithi111 ceph-mon[116524]: pgmap v6163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:36.505 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:39:36.813 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:39:36.813 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (116m) 44s ago 117m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (117m) 43s ago 117m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (118m) 44s ago 118m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (118m) 43s ago 118m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 43s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 44s ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 44s ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 43s ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 44s ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (117m) 44s ago 117m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (117m) 43s ago 116m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 44s ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 44s ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 44s ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:39:36.814 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 44s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:39:36.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (119m) 43s ago 119m 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:39:36.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (119m) 43s ago 119m 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:39:36.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (119m) 43s ago 119m 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:39:36.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (118m) 43s ago 118m 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:39:36.815 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (116m) 43s ago 117m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:39:37.195 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:39:37.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:39:37.197 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:39:37.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:39:37.197 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:39:37.197 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:39:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:37 smithi155 ceph-mon[102677]: from='client.20793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:37 smithi155 ceph-mon[102677]: from='client.30671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:37 smithi111 ceph-mon[97855]: from='client.20793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:37 smithi111 ceph-mon[97855]: from='client.30671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:37 smithi111 ceph-mon[116524]: from='client.20793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:37 smithi111 ceph-mon[116524]: from='client.30671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:39:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2928295853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:39:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:38 smithi155 ceph-mon[102677]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2928295853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:39:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:38 smithi111 ceph-mon[97855]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2928295853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:39:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:38 smithi111 ceph-mon[116524]: pgmap v6164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:39:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:39:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:40 smithi155 ceph-mon[102677]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:40 smithi111 ceph-mon[97855]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:40 smithi111 ceph-mon[116524]: pgmap v6165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:42 smithi155 ceph-mon[102677]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:42 smithi111 ceph-mon[97855]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:42 smithi111 ceph-mon[116524]: pgmap v6166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:44 smithi155 ceph-mon[102677]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:44 smithi111 ceph-mon[97855]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:44 smithi111 ceph-mon[116524]: pgmap v6167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:46 smithi155 ceph-mon[102677]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:46 smithi111 ceph-mon[97855]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:46 smithi111 ceph-mon[116524]: pgmap v6168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:48 smithi155 ceph-mon[102677]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:48 smithi111 ceph-mon[97855]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:48 smithi111 ceph-mon[116524]: pgmap v6169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:39:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:39:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:39:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:50 smithi155 ceph-mon[102677]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:50 smithi111 ceph-mon[97855]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:50 smithi111 ceph-mon[116524]: pgmap v6170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:52 smithi155 ceph-mon[102677]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:52 smithi111 ceph-mon[97855]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:52 smithi111 ceph-mon[116524]: pgmap v6171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:54 smithi155 ceph-mon[102677]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:39:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:39:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:39:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:39:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[97855]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:39:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[116524]: pgmap v6172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:39:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:39:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:56 smithi155 ceph-mon[102677]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:56 smithi111 ceph-mon[97855]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:56 smithi111 ceph-mon[116524]: pgmap v6173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:39:58 smithi155 ceph-mon[102677]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:39:58 smithi111 ceph-mon[97855]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:39:58 smithi111 ceph-mon[116524]: pgmap v6174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:39:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:39:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:40:00.291 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:00 smithi111 conmon[97831]: 2023-12-01T06:40:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:40:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:00 smithi155 ceph-mon[102677]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:40:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:00 smithi111 ceph-mon[97855]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:40:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:00 smithi111 ceph-mon[116524]: pgmap v6175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:00.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:40:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:02 smithi155 ceph-mon[102677]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:02 smithi111 ceph-mon[97855]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:02 smithi111 ceph-mon[116524]: pgmap v6176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:04 smithi155 ceph-mon[102677]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:04 smithi111 ceph-mon[97855]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:04 smithi111 ceph-mon[116524]: pgmap v6177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:06 smithi155 ceph-mon[102677]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:06 smithi111 ceph-mon[97855]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:06 smithi111 ceph-mon[116524]: pgmap v6178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:07.539 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (117m) 75s ago 118m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (117m) 74s ago 117m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (118m) 75s ago 118m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (118m) 74s ago 118m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 74s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 75s ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 75s ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 74s ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 75s ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:40:07.847 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (117m) 75s ago 117m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (117m) 74s ago 117m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 75s ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 75s ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 75s ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 75s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 74s ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 74s ago 119m 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (119m) 74s ago 119m 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (119m) 74s ago 119m 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:40:07.848 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (117m) 74s ago 118m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:40:08.225 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:40:08.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:40:08.227 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:08.227 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:40:08.227 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:40:08.227 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:40:08.227 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:40:08.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:08 smithi155 ceph-mon[102677]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:08.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:08 smithi155 ceph-mon[102677]: from='client.20811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:08.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:08 smithi155 ceph-mon[102677]: from='client.30689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:08.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3936218585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:40:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[97855]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[97855]: from='client.20811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[97855]: from='client.30689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3936218585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[116524]: pgmap v6179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[116524]: from='client.20811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[116524]: from='client.30689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3936218585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:40:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:40:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T06:40:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:10 smithi155 ceph-mon[102677]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:10 smithi111 ceph-mon[97855]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:10 smithi111 ceph-mon[116524]: pgmap v6180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:12 smithi155 ceph-mon[102677]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:12 smithi111 ceph-mon[97855]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:12 smithi111 ceph-mon[116524]: pgmap v6181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:14.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:14 smithi155 ceph-mon[102677]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:14 smithi111 ceph-mon[97855]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:14 smithi111 ceph-mon[116524]: pgmap v6182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:16 smithi155 ceph-mon[102677]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:16 smithi111 ceph-mon[97855]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:16 smithi111 ceph-mon[116524]: pgmap v6183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:18.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:18 smithi155 ceph-mon[102677]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:18 smithi111 ceph-mon[97855]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:18 smithi111 ceph-mon[116524]: pgmap v6184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:40:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:40:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:20 smithi155 ceph-mon[102677]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:20 smithi111 ceph-mon[97855]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:20 smithi111 ceph-mon[116524]: pgmap v6185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:22 smithi155 ceph-mon[102677]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:22 smithi111 ceph-mon[97855]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:22 smithi111 ceph-mon[116524]: pgmap v6186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:24 smithi155 ceph-mon[102677]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:24 smithi111 ceph-mon[97855]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:24 smithi111 ceph-mon[116524]: pgmap v6187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:26 smithi155 ceph-mon[102677]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:26 smithi111 ceph-mon[97855]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:26 smithi111 ceph-mon[116524]: pgmap v6188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:28 smithi155 ceph-mon[102677]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:28 smithi111 ceph-mon[97855]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:28 smithi111 ceph-mon[116524]: pgmap v6189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:40:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:40:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:30 smithi155 ceph-mon[102677]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:30 smithi111 ceph-mon[97855]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:30 smithi111 ceph-mon[116524]: pgmap v6190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:32.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:32 smithi155 ceph-mon[102677]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:32 smithi111 ceph-mon[97855]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:32.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:32 smithi111 ceph-mon[116524]: pgmap v6191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:34 smithi155 ceph-mon[102677]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:34 smithi111 ceph-mon[97855]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:34 smithi111 ceph-mon[116524]: pgmap v6192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:36 smithi155 ceph-mon[102677]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:36 smithi111 ceph-mon[97855]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:36 smithi111 ceph-mon[116524]: pgmap v6193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:38.573 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:38 smithi155 ceph-mon[102677]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:38 smithi111 ceph-mon[97855]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:38 smithi111 ceph-mon[116524]: pgmap v6194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (117m) 106s ago 118m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (118m) 106s ago 118m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (119m) 106s ago 119m 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (119m) 106s ago 119m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 106s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 106s ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 106s ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:40:38.880 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 106s ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 106s ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (118m) 106s ago 118m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (118m) 106s ago 118m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 106s ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 106s ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 106s ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 106s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 106s ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 106s ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 106s ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (119m) 106s ago 119m 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:40:38.881 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (117m) 106s ago 118m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:40:39.256 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:40:39.257 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:40:39.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:40:39.258 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:40:39.258 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:40:39.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:39 smithi155 ceph-mon[102677]: from='client.20829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:39.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:39 smithi155 ceph-mon[102677]: from='client.20835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:39.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2933743219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:40:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:40:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:39 smithi111 ceph-mon[97855]: from='client.20829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:39 smithi111 ceph-mon[97855]: from='client.20835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2933743219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:40:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:39 smithi111 ceph-mon[116524]: from='client.20829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:39 smithi111 ceph-mon[116524]: from='client.20835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:40:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2933743219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:40:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:40 smithi155 ceph-mon[102677]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:40 smithi111 ceph-mon[97855]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:40 smithi111 ceph-mon[116524]: pgmap v6195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:42 smithi155 ceph-mon[102677]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:42 smithi111 ceph-mon[97855]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:42 smithi111 ceph-mon[116524]: pgmap v6196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:44 smithi155 ceph-mon[102677]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:44 smithi111 ceph-mon[97855]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:44 smithi111 ceph-mon[116524]: pgmap v6197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:46 smithi155 ceph-mon[102677]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:46 smithi111 ceph-mon[97855]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:46 smithi111 ceph-mon[116524]: pgmap v6198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:48 smithi155 ceph-mon[102677]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:48 smithi111 ceph-mon[97855]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:48 smithi111 ceph-mon[116524]: pgmap v6199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:40:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:40:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:40:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:50 smithi155 ceph-mon[102677]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:50 smithi111 ceph-mon[97855]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:50 smithi111 ceph-mon[116524]: pgmap v6200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:52 smithi155 ceph-mon[102677]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:52 smithi111 ceph-mon[97855]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:52 smithi111 ceph-mon[116524]: pgmap v6201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:54 smithi155 ceph-mon[102677]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:40:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[97855]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[116524]: pgmap v6202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:40:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:56 smithi155 ceph-mon[102677]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:56 smithi111 ceph-mon[97855]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:56 smithi111 ceph-mon[116524]: pgmap v6203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[97855]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[116524]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:40:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:40:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:58 smithi155 ceph-mon[102677]: pgmap v6204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:40:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:40:59.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:40:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:41:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:00 smithi111 ceph-mon[97855]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:00 smithi111 ceph-mon[116524]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:00 smithi155 ceph-mon[102677]: pgmap v6205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:02 smithi111 ceph-mon[97855]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:02 smithi111 ceph-mon[116524]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:02 smithi155 ceph-mon[102677]: pgmap v6206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:04 smithi111 ceph-mon[97855]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:04 smithi111 ceph-mon[116524]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:04 smithi155 ceph-mon[102677]: pgmap v6207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:06 smithi155 ceph-mon[102677]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:06 smithi111 ceph-mon[97855]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:06 smithi111 ceph-mon[116524]: pgmap v6208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:08 smithi155 ceph-mon[102677]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:08 smithi111 ceph-mon[97855]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:08 smithi111 ceph-mon[116524]: pgmap v6209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:09.605 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:41:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:41:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (118m) 2m ago 119m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (118m) 2m ago 118m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (119m) 2m ago 119m 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (118m) 2m ago 118m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:41:09.913 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (118m) 2m ago 118m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:41:09.914 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (118m) 2m ago 119m 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:41:10.292 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:10.293 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:41:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:41:10.294 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:41:10.294 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:41:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:10 smithi155 ceph-mon[102677]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:10 smithi155 ceph-mon[102677]: from='client.30719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:10 smithi155 ceph-mon[102677]: from='client.20853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1832007830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[97855]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[97855]: from='client.30719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[97855]: from='client.20853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:10.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1832007830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:41:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[116524]: pgmap v6210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[116524]: from='client.30719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[116524]: from='client.20853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1832007830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:41:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:12 smithi155 ceph-mon[102677]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:12 smithi111 ceph-mon[97855]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:12 smithi111 ceph-mon[116524]: pgmap v6211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:14 smithi155 ceph-mon[102677]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:14 smithi111 ceph-mon[97855]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:14 smithi111 ceph-mon[116524]: pgmap v6212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:16 smithi155 ceph-mon[102677]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:16 smithi111 ceph-mon[116524]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:16 smithi111 ceph-mon[97855]: pgmap v6213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:18.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:18 smithi155 ceph-mon[102677]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:18 smithi111 ceph-mon[97855]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:18 smithi111 ceph-mon[116524]: pgmap v6214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:41:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:41:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:20 smithi155 ceph-mon[102677]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:20 smithi111 ceph-mon[97855]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:20.818 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:20 smithi111 ceph-mon[116524]: pgmap v6215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:22 smithi155 ceph-mon[102677]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:22 smithi111 ceph-mon[97855]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:22 smithi111 ceph-mon[116524]: pgmap v6216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:24 smithi155 ceph-mon[102677]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:24 smithi111 ceph-mon[97855]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:24 smithi111 ceph-mon[116524]: pgmap v6217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:26 smithi155 ceph-mon[102677]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:26 smithi111 ceph-mon[97855]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:26 smithi111 ceph-mon[116524]: pgmap v6218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:28 smithi155 ceph-mon[102677]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:28 smithi111 ceph-mon[97855]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:28 smithi111 ceph-mon[116524]: pgmap v6219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:41:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:41:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:30 smithi155 ceph-mon[102677]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:30 smithi111 ceph-mon[97855]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:30 smithi111 ceph-mon[116524]: pgmap v6220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:32 smithi155 ceph-mon[102677]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:32 smithi111 ceph-mon[97855]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:32 smithi111 ceph-mon[116524]: pgmap v6221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:34 smithi155 ceph-mon[102677]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:34 smithi111 ceph-mon[97855]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:34 smithi111 ceph-mon[116524]: pgmap v6222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:36 smithi155 ceph-mon[102677]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:36 smithi111 ceph-mon[97855]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:36 smithi111 ceph-mon[116524]: pgmap v6223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:38 smithi155 ceph-mon[102677]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:38 smithi111 ceph-mon[97855]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:38 smithi111 ceph-mon[116524]: pgmap v6224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:41:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:41:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:41:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:40 smithi155 ceph-mon[102677]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:40 smithi111 ceph-mon[97855]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:40.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:40 smithi111 ceph-mon[116524]: pgmap v6225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (118m) 2m ago 119m 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (119m) 2m ago 119m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:41:40.946 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (119m) 2m ago 119m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (119m) 2m ago 119m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:41:40.947 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (118m) 2m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:41.330 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:41:41.331 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:41:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:41 smithi155 ceph-mon[102677]: from='client.30737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:41.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:41 smithi155 ceph-mon[102677]: from='client.30743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:41 smithi111 ceph-mon[97855]: from='client.30737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:41 smithi111 ceph-mon[97855]: from='client.30743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:41 smithi111 ceph-mon[116524]: from='client.30737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:41 smithi111 ceph-mon[116524]: from='client.30743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:41:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:42 smithi155 ceph-mon[102677]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/923594663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:41:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:42 smithi111 ceph-mon[97855]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/923594663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:41:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:42 smithi111 ceph-mon[116524]: pgmap v6226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/923594663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:41:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:44 smithi155 ceph-mon[102677]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:44 smithi111 ceph-mon[97855]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:44 smithi111 ceph-mon[116524]: pgmap v6227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:46 smithi155 ceph-mon[102677]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:46 smithi111 ceph-mon[97855]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:46 smithi111 ceph-mon[116524]: pgmap v6228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:48 smithi155 ceph-mon[102677]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:48 smithi111 ceph-mon[97855]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:48 smithi111 ceph-mon[116524]: pgmap v6229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:41:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:41:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:41:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:50 smithi155 ceph-mon[102677]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:50 smithi111 ceph-mon[97855]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:50 smithi111 ceph-mon[116524]: pgmap v6230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:52 smithi155 ceph-mon[102677]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:52 smithi111 ceph-mon[97855]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:52 smithi111 ceph-mon[116524]: pgmap v6231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:54 smithi155 ceph-mon[102677]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:54 smithi111 ceph-mon[97855]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:54 smithi111 ceph-mon[116524]: pgmap v6232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:56 smithi155 ceph-mon[102677]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:56 smithi111 ceph-mon[97855]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:56 smithi111 ceph-mon[116524]: pgmap v6233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:58 smithi155 ceph-mon[102677]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:41:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:58 smithi111 ceph-mon[97855]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:41:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:58 smithi111 ceph-mon[116524]: pgmap v6234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:41:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:41:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:41:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:42:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:00 smithi155 ceph-mon[102677]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:00 smithi111 ceph-mon[97855]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:00 smithi111 ceph-mon[116524]: pgmap v6235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:02 smithi155 ceph-mon[102677]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:42:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:42:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[97855]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:42:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[116524]: pgmap v6236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:42:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:42:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:04 smithi155 ceph-mon[102677]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:04 smithi111 ceph-mon[116524]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:04 smithi111 ceph-mon[97855]: pgmap v6237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:06 smithi155 ceph-mon[102677]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:06 smithi111 ceph-mon[97855]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:06 smithi111 ceph-mon[116524]: pgmap v6238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:08 smithi155 ceph-mon[102677]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:08 smithi111 ceph-mon[97855]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:08 smithi111 ceph-mon[116524]: pgmap v6239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:42:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:42:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:10 smithi155 ceph-mon[102677]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:10 smithi111 ceph-mon[116524]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:10 smithi111 ceph-mon[97855]: pgmap v6240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:11.679 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:42:11.984 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:42:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (119m) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:42:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (119m) 3m ago 119m 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:42:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:42:11.999 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (119m) 3m ago 119m 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (119m) 3m ago 119m 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:42:12.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:42:12.001 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (119m) 3m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:12.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:42:12.368 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:42:12.368 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:12.368 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:42:12.368 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:42:12.368 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:42:12.368 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:42:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:12 smithi155 ceph-mon[102677]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:12.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:12 smithi155 ceph-mon[102677]: from='client.30755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:12.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:12 smithi155 ceph-mon[102677]: from='client.30761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:12 smithi111 ceph-mon[97855]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:12 smithi111 ceph-mon[97855]: from='client.30755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:12 smithi111 ceph-mon[97855]: from='client.30761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:12 smithi111 ceph-mon[116524]: pgmap v6241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:12 smithi111 ceph-mon[116524]: from='client.30755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:12 smithi111 ceph-mon[116524]: from='client.30761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/548277167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:42:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/548277167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:42:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/548277167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:42:14.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:14 smithi155 ceph-mon[102677]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:14 smithi111 ceph-mon[97855]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:14 smithi111 ceph-mon[116524]: pgmap v6242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:16 smithi155 ceph-mon[102677]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:16 smithi111 ceph-mon[97855]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:16 smithi111 ceph-mon[116524]: pgmap v6243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:18 smithi155 ceph-mon[102677]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:18 smithi111 ceph-mon[97855]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:18 smithi111 ceph-mon[116524]: pgmap v6244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:19.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:42:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:42:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:20 smithi155 ceph-mon[102677]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:20 smithi111 ceph-mon[97855]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:20 smithi111 ceph-mon[116524]: pgmap v6245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:22 smithi155 ceph-mon[102677]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:22 smithi111 ceph-mon[97855]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:22 smithi111 ceph-mon[116524]: pgmap v6246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:24 smithi155 ceph-mon[102677]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:24 smithi111 ceph-mon[97855]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:24 smithi111 ceph-mon[116524]: pgmap v6247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:26 smithi155 ceph-mon[102677]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:26 smithi111 ceph-mon[97855]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:26 smithi111 ceph-mon[116524]: pgmap v6248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:28 smithi155 ceph-mon[102677]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:28 smithi111 ceph-mon[97855]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:28 smithi111 ceph-mon[116524]: pgmap v6249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:42:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:42:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:30 smithi155 ceph-mon[102677]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:30 smithi111 ceph-mon[97855]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:30 smithi111 ceph-mon[116524]: pgmap v6250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:32 smithi155 ceph-mon[102677]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:32 smithi111 ceph-mon[97855]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:32.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:32 smithi111 ceph-mon[116524]: pgmap v6251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:34 smithi155 ceph-mon[102677]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:34 smithi111 ceph-mon[116524]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:34 smithi111 ceph-mon[97855]: pgmap v6252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:36.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:36 smithi155 ceph-mon[102677]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:36 smithi111 ceph-mon[97855]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:36 smithi111 ceph-mon[116524]: pgmap v6253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:38.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:38 smithi155 ceph-mon[102677]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:38 smithi111 ceph-mon[97855]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:38 smithi111 ceph-mon[116524]: pgmap v6254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:42:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:42:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 06:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T06:42:40.100050185Z level=info msg="Completed cleanup jobs" duration=66.483435ms 2023-12-01T06:42:40.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:40 smithi155 ceph-mon[102677]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:40 smithi111 ceph-mon[116524]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:40 smithi111 ceph-mon[97855]: pgmap v6255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:42.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:42 smithi155 ceph-mon[102677]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:42:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:42 smithi111 ceph-mon[97855]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:42 smithi111 ceph-mon[116524]: pgmap v6256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (119m) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:42:43.017 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:42:43.018 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (119m) 3m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:42:43.395 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:42:43.396 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:42:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:43 smithi155 ceph-mon[102677]: from='client.20901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:43 smithi155 ceph-mon[102677]: from='client.30779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:43 smithi111 ceph-mon[97855]: from='client.20901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:43 smithi111 ceph-mon[97855]: from='client.30779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:43 smithi111 ceph-mon[116524]: from='client.20901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:43 smithi111 ceph-mon[116524]: from='client.30779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:44 smithi155 ceph-mon[102677]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/31147358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:42:44.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:44 smithi111 ceph-mon[97855]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:44.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/31147358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:42:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:44 smithi111 ceph-mon[116524]: pgmap v6257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/31147358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:42:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:46 smithi155 ceph-mon[102677]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:46 smithi111 ceph-mon[97855]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:46 smithi111 ceph-mon[116524]: pgmap v6258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:48 smithi155 ceph-mon[102677]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:48 smithi111 ceph-mon[97855]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:48 smithi111 ceph-mon[116524]: pgmap v6259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:42:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:42:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:50 smithi155 ceph-mon[102677]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:50 smithi111 ceph-mon[97855]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:50 smithi111 ceph-mon[116524]: pgmap v6260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:52 smithi155 ceph-mon[102677]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:52 smithi111 ceph-mon[97855]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:52 smithi111 ceph-mon[116524]: pgmap v6261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:54 smithi155 ceph-mon[102677]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:54 smithi111 ceph-mon[97855]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:54 smithi111 ceph-mon[116524]: pgmap v6262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:56 smithi111 ceph-mon[97855]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:56 smithi111 ceph-mon[116524]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:56 smithi155 ceph-mon[102677]: pgmap v6263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:42:58 smithi155 ceph-mon[102677]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:42:58 smithi111 ceph-mon[97855]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:42:58 smithi111 ceph-mon[116524]: pgmap v6264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:42:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:42:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:43:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:00 smithi155 ceph-mon[102677]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:00 smithi111 ceph-mon[97855]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:00 smithi111 ceph-mon[116524]: pgmap v6265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:02 smithi155 ceph-mon[102677]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:43:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:02 smithi111 ceph-mon[97855]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:43:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:02 smithi111 ceph-mon[116524]: pgmap v6266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:43:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:43:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:43:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:43:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:43:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:04 smithi155 ceph-mon[102677]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:04 smithi111 ceph-mon[97855]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:04 smithi111 ceph-mon[116524]: pgmap v6267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:06 smithi111 ceph-mon[97855]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:06 smithi111 ceph-mon[116524]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:06 smithi155 ceph-mon[102677]: pgmap v6268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:08 smithi155 ceph-mon[102677]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:08 smithi111 ceph-mon[97855]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:08 smithi111 ceph-mon[116524]: pgmap v6269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:43:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:43:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:10 smithi155 ceph-mon[102677]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:10 smithi111 ceph-mon[97855]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:10 smithi111 ceph-mon[116524]: pgmap v6270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:12 smithi155 ceph-mon[102677]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:12 smithi111 ceph-mon[97855]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:12 smithi111 ceph-mon[116524]: pgmap v6271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:13.741 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:43:14.045 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:43:14.046 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:43:14.047 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:43:14.427 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:43:14.428 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:43:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:14 smithi155 ceph-mon[102677]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:14.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:14 smithi155 ceph-mon[102677]: from='client.20919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:14.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:14 smithi155 ceph-mon[102677]: from='client.30797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:14 smithi111 ceph-mon[97855]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:14 smithi111 ceph-mon[97855]: from='client.20919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:14 smithi111 ceph-mon[97855]: from='client.30797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:14 smithi111 ceph-mon[116524]: pgmap v6272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:14 smithi111 ceph-mon[116524]: from='client.20919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:14.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:14 smithi111 ceph-mon[116524]: from='client.30797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2016536217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:43:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2016536217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:43:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2016536217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:43:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:16 smithi155 ceph-mon[102677]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:16 smithi111 ceph-mon[97855]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:16 smithi111 ceph-mon[116524]: pgmap v6273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:18 smithi155 ceph-mon[102677]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:18 smithi111 ceph-mon[97855]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:18 smithi111 ceph-mon[116524]: pgmap v6274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:43:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:43:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:20 smithi155 ceph-mon[102677]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:20 smithi111 ceph-mon[97855]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:20 smithi111 ceph-mon[116524]: pgmap v6275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:22 smithi155 ceph-mon[102677]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:22 smithi111 ceph-mon[97855]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:22 smithi111 ceph-mon[116524]: pgmap v6276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:24 smithi155 ceph-mon[102677]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:24 smithi111 ceph-mon[97855]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:24 smithi111 ceph-mon[116524]: pgmap v6277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:26 smithi111 ceph-mon[97855]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:26 smithi111 ceph-mon[116524]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:26 smithi155 ceph-mon[102677]: pgmap v6278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:28 smithi155 ceph-mon[102677]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:28 smithi111 ceph-mon[97855]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:28 smithi111 ceph-mon[116524]: pgmap v6279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:43:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:43:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:30 smithi155 ceph-mon[102677]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:30 smithi111 ceph-mon[97855]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:30 smithi111 ceph-mon[116524]: pgmap v6280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:32.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:32 smithi155 ceph-mon[102677]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:32 smithi111 ceph-mon[97855]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:32.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:32 smithi111 ceph-mon[116524]: pgmap v6281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:34 smithi155 ceph-mon[102677]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:34 smithi111 ceph-mon[97855]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:34 smithi111 ceph-mon[116524]: pgmap v6282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:36 smithi111 ceph-mon[97855]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:36 smithi111 ceph-mon[116524]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:36 smithi155 ceph-mon[102677]: pgmap v6283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:38 smithi155 ceph-mon[102677]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:38 smithi111 ceph-mon[97855]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:38 smithi111 ceph-mon[116524]: pgmap v6284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:43:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:43:40.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:40 smithi155 ceph-mon[102677]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:40 smithi111 ceph-mon[116524]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:40 smithi111 ceph-mon[97855]: pgmap v6285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:42 smithi155 ceph-mon[102677]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:42 smithi111 ceph-mon[116524]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:42 smithi111 ceph-mon[97855]: pgmap v6286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:44 smithi155 ceph-mon[102677]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:44 smithi111 ceph-mon[97855]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:44 smithi111 ceph-mon[116524]: pgmap v6287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:44.776 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:43:45.080 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:43:45.081 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:43:45.461 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:43:45.461 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:43:45.462 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:43:45.463 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:43:45.463 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:43:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:45 smithi155 ceph-mon[102677]: from='client.20937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:45 smithi155 ceph-mon[102677]: from='client.30815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:45 smithi111 ceph-mon[97855]: from='client.20937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:45 smithi111 ceph-mon[97855]: from='client.30815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:45 smithi111 ceph-mon[116524]: from='client.20937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:45 smithi111 ceph-mon[116524]: from='client.30815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:43:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:46 smithi155 ceph-mon[102677]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1725498596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:43:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:46 smithi111 ceph-mon[97855]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1725498596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:43:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:46 smithi111 ceph-mon[116524]: pgmap v6288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1725498596' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:43:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:48 smithi155 ceph-mon[102677]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:48 smithi111 ceph-mon[97855]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:48 smithi111 ceph-mon[116524]: pgmap v6289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:43:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:43:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:43:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:50 smithi155 ceph-mon[102677]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:50 smithi111 ceph-mon[97855]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:50 smithi111 ceph-mon[116524]: pgmap v6290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:52.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:52 smithi155 ceph-mon[102677]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:52 smithi111 ceph-mon[97855]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:52 smithi111 ceph-mon[116524]: pgmap v6291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:54 smithi155 ceph-mon[102677]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:54 smithi111 ceph-mon[97855]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:54 smithi111 ceph-mon[116524]: pgmap v6292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:56 smithi111 ceph-mon[97855]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:56 smithi111 ceph-mon[116524]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:56 smithi155 ceph-mon[102677]: pgmap v6293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:43:58 smithi155 ceph-mon[102677]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:43:58 smithi111 ceph-mon[97855]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:43:58 smithi111 ceph-mon[116524]: pgmap v6294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:43:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:43:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:44:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:00 smithi155 ceph-mon[102677]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:00 smithi111 ceph-mon[97855]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:00 smithi111 ceph-mon[116524]: pgmap v6295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:02 smithi155 ceph-mon[102677]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:02 smithi111 ceph-mon[97855]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:02 smithi111 ceph-mon[116524]: pgmap v6296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:44:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:44:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:44:03.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:44:03.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:44:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:04 smithi155 ceph-mon[102677]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:04 smithi111 ceph-mon[97855]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:04 smithi111 ceph-mon[116524]: pgmap v6297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:06 smithi111 ceph-mon[97855]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:06 smithi111 ceph-mon[116524]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:06 smithi155 ceph-mon[102677]: pgmap v6298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:08 smithi155 ceph-mon[102677]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:08 smithi111 ceph-mon[97855]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:08 smithi111 ceph-mon[116524]: pgmap v6299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:44:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:44:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:10 smithi155 ceph-mon[102677]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:10 smithi111 ceph-mon[97855]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:10 smithi111 ceph-mon[116524]: pgmap v6300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:12.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:12 smithi155 ceph-mon[102677]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:12 smithi111 ceph-mon[97855]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:12 smithi111 ceph-mon[116524]: pgmap v6301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:14 smithi155 ceph-mon[102677]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:14 smithi111 ceph-mon[97855]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:14 smithi111 ceph-mon[116524]: pgmap v6302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:15.806 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:44:16.111 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:44:16.112 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:44:16.492 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:44:16.492 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:44:16.492 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:44:16.492 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:44:16.493 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:44:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:16 smithi111 ceph-mon[97855]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:16 smithi111 ceph-mon[97855]: from='client.30827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:16 smithi111 ceph-mon[116524]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:16 smithi111 ceph-mon[116524]: from='client.30827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:16 smithi155 ceph-mon[102677]: pgmap v6303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:16 smithi155 ceph-mon[102677]: from='client.30827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:17 smithi111 ceph-mon[97855]: from='client.20961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1863378848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:44:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:17 smithi111 ceph-mon[116524]: from='client.20961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:17.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1863378848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:44:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:17 smithi155 ceph-mon[102677]: from='client.20961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1863378848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:44:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:18 smithi111 ceph-mon[97855]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:18 smithi111 ceph-mon[116524]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:18 smithi155 ceph-mon[102677]: pgmap v6304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:44:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:44:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:20 smithi111 ceph-mon[97855]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:20 smithi111 ceph-mon[116524]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:20 smithi155 ceph-mon[102677]: pgmap v6305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:22 smithi155 ceph-mon[102677]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:22 smithi111 ceph-mon[97855]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:22 smithi111 ceph-mon[116524]: pgmap v6306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:24 smithi155 ceph-mon[102677]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:24 smithi111 ceph-mon[97855]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:24 smithi111 ceph-mon[116524]: pgmap v6307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:26 smithi111 ceph-mon[97855]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:26 smithi111 ceph-mon[116524]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:26 smithi155 ceph-mon[102677]: pgmap v6308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:28 smithi155 ceph-mon[102677]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:28 smithi111 ceph-mon[97855]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:28 smithi111 ceph-mon[116524]: pgmap v6309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:44:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:44:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:30 smithi155 ceph-mon[102677]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:30 smithi111 ceph-mon[116524]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:30 smithi111 ceph-mon[97855]: pgmap v6310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:32 smithi155 ceph-mon[102677]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:32 smithi111 ceph-mon[97855]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:32 smithi111 ceph-mon[116524]: pgmap v6311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:34 smithi155 ceph-mon[102677]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:34 smithi111 ceph-mon[97855]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:34 smithi111 ceph-mon[116524]: pgmap v6312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:36 smithi111 ceph-mon[97855]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:36 smithi111 ceph-mon[116524]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:36 smithi155 ceph-mon[102677]: pgmap v6313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:38 smithi155 ceph-mon[102677]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:38 smithi111 ceph-mon[97855]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:38 smithi111 ceph-mon[116524]: pgmap v6314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:44:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T06:44:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:40 smithi155 ceph-mon[102677]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:40 smithi111 ceph-mon[97855]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:40 smithi111 ceph-mon[116524]: pgmap v6315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:42 smithi155 ceph-mon[102677]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:42 smithi111 ceph-mon[97855]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:42 smithi111 ceph-mon[116524]: pgmap v6316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:44 smithi155 ceph-mon[102677]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:44 smithi111 ceph-mon[97855]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:44 smithi111 ceph-mon[116524]: pgmap v6317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:46 smithi111 ceph-mon[97855]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:46 smithi111 ceph-mon[116524]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:46 smithi155 ceph-mon[102677]: pgmap v6318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:44:47.148 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:44:47.149 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:44:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:47 smithi111 ceph-mon[97855]: from='client.20973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:47 smithi111 ceph-mon[116524]: from='client.20973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:47.526 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:44:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:44:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:44:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:47.526 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:44:47.527 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:44:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:47 smithi155 ceph-mon[102677]: from='client.20973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:48 smithi111 ceph-mon[97855]: from='client.20979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:48 smithi111 ceph-mon[97855]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2662339018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:48 smithi111 ceph-mon[116524]: from='client.20979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:48 smithi111 ceph-mon[116524]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:48.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2662339018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:44:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:48 smithi155 ceph-mon[102677]: from='client.20979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:44:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:48 smithi155 ceph-mon[102677]: pgmap v6319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:48.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2662339018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:44:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:44:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:44:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:44:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:50 smithi155 ceph-mon[102677]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:50 smithi111 ceph-mon[97855]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:50 smithi111 ceph-mon[116524]: pgmap v6320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:52 smithi155 ceph-mon[102677]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:52 smithi111 ceph-mon[97855]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:52 smithi111 ceph-mon[116524]: pgmap v6321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:54 smithi155 ceph-mon[102677]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:54.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:54 smithi111 ceph-mon[97855]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:54.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:54 smithi111 ceph-mon[116524]: pgmap v6322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:56 smithi111 ceph-mon[97855]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:56 smithi111 ceph-mon[116524]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:56 smithi155 ceph-mon[102677]: pgmap v6323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:44:58 smithi155 ceph-mon[102677]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:44:58 smithi111 ceph-mon[97855]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:44:58 smithi111 ceph-mon[116524]: pgmap v6324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:44:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:44:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:45:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:00 smithi155 ceph-mon[102677]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:00 smithi111 ceph-mon[97855]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:00 smithi111 ceph-mon[116524]: pgmap v6325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:02 smithi155 ceph-mon[102677]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:02 smithi111 ceph-mon[97855]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:02 smithi111 ceph-mon[116524]: pgmap v6326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:45:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:45:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:04 smithi155 ceph-mon[102677]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:04 smithi111 ceph-mon[97855]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:04 smithi111 ceph-mon[116524]: pgmap v6327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:06 smithi111 ceph-mon[97855]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:06 smithi111 ceph-mon[116524]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:06 smithi155 ceph-mon[102677]: pgmap v6328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:08 smithi155 ceph-mon[102677]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:08 smithi111 ceph-mon[97855]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:08 smithi111 ceph-mon[116524]: pgmap v6329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:45:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:45:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:10 smithi155 ceph-mon[102677]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:10 smithi111 ceph-mon[97855]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:10 smithi111 ceph-mon[116524]: pgmap v6330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:12 smithi155 ceph-mon[102677]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:12 smithi111 ceph-mon[97855]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:12 smithi111 ceph-mon[116524]: pgmap v6331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:14 smithi155 ceph-mon[102677]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:14 smithi111 ceph-mon[97855]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:14 smithi111 ceph-mon[116524]: pgmap v6332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:16.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:16 smithi111 ceph-mon[97855]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:16.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:16 smithi111 ceph-mon[116524]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:16 smithi155 ceph-mon[102677]: pgmap v6333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:17.872 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:45:18.183 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:45:18.184 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:45:18.563 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:45:18.563 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:45:18.563 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:18.564 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:45:18.565 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:45:18.565 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:45:18.565 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:45:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:18 smithi155 ceph-mon[102677]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:18 smithi155 ceph-mon[102677]: from='client.30863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:18 smithi111 ceph-mon[97855]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:18 smithi111 ceph-mon[97855]: from='client.30863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:18 smithi111 ceph-mon[116524]: pgmap v6334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:18 smithi111 ceph-mon[116524]: from='client.30863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:19 smithi155 ceph-mon[102677]: from='client.30869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1578797809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:45:19.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:19 smithi111 ceph-mon[97855]: from='client.30869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1578797809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:45:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:19 smithi111 ceph-mon[116524]: from='client.30869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1578797809' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:45:19.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:20 smithi155 ceph-mon[102677]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:20 smithi111 ceph-mon[97855]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:20 smithi111 ceph-mon[116524]: pgmap v6335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:22 smithi155 ceph-mon[102677]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:22 smithi111 ceph-mon[97855]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:22 smithi111 ceph-mon[116524]: pgmap v6336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:24 smithi155 ceph-mon[102677]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:24 smithi111 ceph-mon[97855]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:24 smithi111 ceph-mon[116524]: pgmap v6337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:26 smithi111 ceph-mon[97855]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:26 smithi111 ceph-mon[116524]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:26.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:26 smithi155 ceph-mon[102677]: pgmap v6338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:28 smithi155 ceph-mon[102677]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:28 smithi111 ceph-mon[97855]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:28 smithi111 ceph-mon[116524]: pgmap v6339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:45:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:45:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:30 smithi155 ceph-mon[102677]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:30 smithi111 ceph-mon[97855]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:30 smithi111 ceph-mon[116524]: pgmap v6340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:32 smithi155 ceph-mon[102677]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:32 smithi111 ceph-mon[97855]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:32 smithi111 ceph-mon[116524]: pgmap v6341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:34 smithi155 ceph-mon[102677]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:34 smithi111 ceph-mon[97855]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:34 smithi111 ceph-mon[116524]: pgmap v6342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:36 smithi155 ceph-mon[102677]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:36 smithi111 ceph-mon[97855]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:36 smithi111 ceph-mon[116524]: pgmap v6343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:38.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:38 smithi155 ceph-mon[102677]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:38 smithi111 ceph-mon[97855]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:38 smithi111 ceph-mon[116524]: pgmap v6344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:45:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:45:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:40 smithi155 ceph-mon[102677]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:40 smithi111 ceph-mon[97855]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:40 smithi111 ceph-mon[116524]: pgmap v6345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:42 smithi155 ceph-mon[102677]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:42 smithi111 ceph-mon[97855]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:42 smithi111 ceph-mon[116524]: pgmap v6346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:44 smithi155 ceph-mon[102677]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:44 smithi111 ceph-mon[97855]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:44 smithi111 ceph-mon[116524]: pgmap v6347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:46 smithi111 ceph-mon[97855]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:46 smithi111 ceph-mon[116524]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:46 smithi155 ceph-mon[102677]: pgmap v6348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:48 smithi155 ceph-mon[102677]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:48 smithi111 ceph-mon[97855]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:48.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:48 smithi111 ceph-mon[116524]: pgmap v6349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:48.908 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:45:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:45:49.214 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:45:49.215 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:45:49.599 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:45:49.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:45:49.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:45:49.600 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:49 smithi155 ceph-mon[102677]: from='client.21009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:49 smithi111 ceph-mon[97855]: from='client.21009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:45:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:49 smithi111 ceph-mon[116524]: from='client.21009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:50 smithi155 ceph-mon[102677]: from='client.30887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:50 smithi155 ceph-mon[102677]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4249239311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:45:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:50 smithi111 ceph-mon[97855]: from='client.30887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:50 smithi111 ceph-mon[97855]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4249239311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:45:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:50 smithi111 ceph-mon[116524]: from='client.30887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:45:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:50 smithi111 ceph-mon[116524]: pgmap v6350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4249239311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:45:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:52 smithi155 ceph-mon[102677]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:52 smithi111 ceph-mon[97855]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:52 smithi111 ceph-mon[116524]: pgmap v6351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:54 smithi155 ceph-mon[102677]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:54 smithi111 ceph-mon[97855]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:54 smithi111 ceph-mon[116524]: pgmap v6352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:56 smithi155 ceph-mon[102677]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:56 smithi111 ceph-mon[97855]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:56 smithi111 ceph-mon[116524]: pgmap v6353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:45:58 smithi155 ceph-mon[102677]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:45:58 smithi111 ceph-mon[97855]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:45:58 smithi111 ceph-mon[116524]: pgmap v6354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:45:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:45:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:46:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:00 smithi155 ceph-mon[102677]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:00 smithi111 ceph-mon[97855]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:00 smithi111 ceph-mon[116524]: pgmap v6355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:02 smithi155 ceph-mon[102677]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:02 smithi111 ceph-mon[97855]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:02 smithi111 ceph-mon[116524]: pgmap v6356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:04 smithi155 ceph-mon[102677]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:46:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:46:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:46:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:46:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[97855]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[116524]: pgmap v6357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:46:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:46:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:46:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:46:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:06.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:06 smithi155 ceph-mon[102677]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:06 smithi111 ceph-mon[97855]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:06 smithi111 ceph-mon[116524]: pgmap v6358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:08 smithi155 ceph-mon[102677]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:08 smithi111 ceph-mon[97855]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:08 smithi111 ceph-mon[116524]: pgmap v6359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:46:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:46:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:10 smithi155 ceph-mon[102677]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:10 smithi111 ceph-mon[97855]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:10 smithi111 ceph-mon[116524]: pgmap v6360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:12 smithi155 ceph-mon[102677]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:12 smithi111 ceph-mon[97855]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:12 smithi111 ceph-mon[116524]: pgmap v6361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:14.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:14 smithi155 ceph-mon[102677]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:14 smithi111 ceph-mon[97855]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:14 smithi111 ceph-mon[116524]: pgmap v6362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:16 smithi155 ceph-mon[102677]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:16 smithi111 ceph-mon[97855]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:16 smithi111 ceph-mon[116524]: pgmap v6363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:18 smithi155 ceph-mon[102677]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:18 smithi111 ceph-mon[97855]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:18 smithi111 ceph-mon[116524]: pgmap v6364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:46:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:46:19.950 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:46:20.261 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:46:20.262 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:46:20.645 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:46:20.645 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:46:20.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:46:20.645 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:46:20.646 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:46:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:20 smithi155 ceph-mon[102677]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:20 smithi155 ceph-mon[102677]: from='client.30899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:20 smithi111 ceph-mon[97855]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:20 smithi111 ceph-mon[97855]: from='client.30899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:20 smithi111 ceph-mon[116524]: pgmap v6365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:20 smithi111 ceph-mon[116524]: from='client.30899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:21 smithi155 ceph-mon[102677]: from='client.21033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:21.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3964170971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:21 smithi111 ceph-mon[97855]: from='client.21033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3964170971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:21 smithi111 ceph-mon[116524]: from='client.21033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3964170971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:46:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:22 smithi155 ceph-mon[102677]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:22 smithi111 ceph-mon[97855]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:22 smithi111 ceph-mon[116524]: pgmap v6366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:24 smithi155 ceph-mon[102677]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:24.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:24 smithi111 ceph-mon[97855]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:24.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:24 smithi111 ceph-mon[116524]: pgmap v6367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:26.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:26 smithi155 ceph-mon[102677]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:26 smithi111 ceph-mon[97855]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:26 smithi111 ceph-mon[116524]: pgmap v6368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:28 smithi155 ceph-mon[102677]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:28 smithi111 ceph-mon[97855]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:28 smithi111 ceph-mon[116524]: pgmap v6369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:46:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:46:30.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:30 smithi155 ceph-mon[102677]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:30 smithi111 ceph-mon[97855]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:30 smithi111 ceph-mon[116524]: pgmap v6370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:32 smithi155 ceph-mon[102677]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:32 smithi111 ceph-mon[97855]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:32 smithi111 ceph-mon[116524]: pgmap v6371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:34 smithi155 ceph-mon[102677]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:34 smithi111 ceph-mon[97855]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:34 smithi111 ceph-mon[116524]: pgmap v6372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:36 smithi155 ceph-mon[102677]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:36 smithi111 ceph-mon[97855]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:36 smithi111 ceph-mon[116524]: pgmap v6373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:38 smithi155 ceph-mon[102677]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:38 smithi111 ceph-mon[97855]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:38 smithi111 ceph-mon[116524]: pgmap v6374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:46:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:46:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:40 smithi155 ceph-mon[102677]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:40 smithi111 ceph-mon[97855]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:40 smithi111 ceph-mon[116524]: pgmap v6375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:42 smithi155 ceph-mon[102677]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:42 smithi111 ceph-mon[97855]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:42 smithi111 ceph-mon[116524]: pgmap v6376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:44 smithi155 ceph-mon[102677]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:44 smithi111 ceph-mon[97855]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:44 smithi111 ceph-mon[116524]: pgmap v6377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:46 smithi155 ceph-mon[102677]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:46 smithi111 ceph-mon[97855]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:46 smithi111 ceph-mon[116524]: pgmap v6378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:48 smithi155 ceph-mon[102677]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:48 smithi111 ceph-mon[97855]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:48 smithi111 ceph-mon[116524]: pgmap v6379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:46:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:46:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:46:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:50 smithi155 ceph-mon[102677]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:50 smithi111 ceph-mon[97855]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:50 smithi111 ceph-mon[116524]: pgmap v6380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:50.989 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:46:51.295 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:46:51.296 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:46:51.678 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:46:51.678 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:46:51.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:46:51.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:51.678 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:46:51.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:46:51.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:51.679 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:46:51.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:46:51.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:51.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:46:51.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:46:51.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:46:51.680 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:46:51.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:46:51.680 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:46:51.680 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:46:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:51 smithi155 ceph-mon[102677]: from='client.21045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:51 smithi111 ceph-mon[97855]: from='client.21045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:51 smithi111 ceph-mon[116524]: from='client.21045 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:52.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:52 smithi155 ceph-mon[102677]: from='client.21051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:52.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:52 smithi155 ceph-mon[102677]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:52.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3886305791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:46:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:52 smithi111 ceph-mon[97855]: from='client.21051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:52 smithi111 ceph-mon[97855]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3886305791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:46:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:52 smithi111 ceph-mon[116524]: from='client.21051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:46:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:52 smithi111 ceph-mon[116524]: pgmap v6381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3886305791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:46:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:54 smithi155 ceph-mon[102677]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:54 smithi111 ceph-mon[97855]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:54 smithi111 ceph-mon[116524]: pgmap v6382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:56 smithi155 ceph-mon[102677]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:56 smithi111 ceph-mon[97855]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:56 smithi111 ceph-mon[116524]: pgmap v6383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:46:58 smithi155 ceph-mon[102677]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:46:58 smithi111 ceph-mon[97855]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:46:58 smithi111 ceph-mon[116524]: pgmap v6384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:46:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:46:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:47:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:00 smithi155 ceph-mon[102677]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:00 smithi111 ceph-mon[97855]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:00 smithi111 ceph-mon[116524]: pgmap v6385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:02 smithi155 ceph-mon[102677]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:02 smithi111 ceph-mon[97855]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:02 smithi111 ceph-mon[116524]: pgmap v6386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:04 smithi155 ceph-mon[102677]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:47:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[97855]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[116524]: pgmap v6387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:47:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:47:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:47:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:47:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:47:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:47:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:47:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:06 smithi155 ceph-mon[102677]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:06 smithi111 ceph-mon[97855]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:06 smithi111 ceph-mon[116524]: pgmap v6388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:08.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:08 smithi155 ceph-mon[102677]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:08 smithi111 ceph-mon[97855]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:08 smithi111 ceph-mon[116524]: pgmap v6389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:47:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:47:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:10 smithi155 ceph-mon[102677]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:10 smithi111 ceph-mon[97855]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:10 smithi111 ceph-mon[116524]: pgmap v6390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:12 smithi155 ceph-mon[102677]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:12 smithi111 ceph-mon[97855]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:12 smithi111 ceph-mon[116524]: pgmap v6391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:14 smithi155 ceph-mon[102677]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:14 smithi111 ceph-mon[97855]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:14 smithi111 ceph-mon[116524]: pgmap v6392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:16 smithi155 ceph-mon[102677]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:16 smithi111 ceph-mon[97855]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:16 smithi111 ceph-mon[116524]: pgmap v6393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:18 smithi155 ceph-mon[102677]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:18 smithi111 ceph-mon[97855]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:18 smithi111 ceph-mon[116524]: pgmap v6394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:47:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:20 smithi155 ceph-mon[102677]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:20 smithi111 ceph-mon[97855]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:20 smithi111 ceph-mon[116524]: pgmap v6395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:22.020 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:47:22.325 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:47:22.325 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:47:22.325 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:47:22.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:47:22.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:47:22.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:47:22.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:47:22.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:47:22.327 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:47:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:22 smithi155 ceph-mon[102677]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:22 smithi155 ceph-mon[102677]: from='client.21063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:47:22.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:47:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:47:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:47:22.709 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:47:22.709 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:47:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:22 smithi111 ceph-mon[97855]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:22 smithi111 ceph-mon[97855]: from='client.21063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:22 smithi111 ceph-mon[116524]: pgmap v6396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:22 smithi111 ceph-mon[116524]: from='client.21063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:23.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:23 smithi155 ceph-mon[102677]: from='client.30941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:23.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3929105707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:23 smithi111 ceph-mon[97855]: from='client.30941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3929105707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:23 smithi111 ceph-mon[116524]: from='client.30941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3929105707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:47:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:24 smithi155 ceph-mon[102677]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:24 smithi111 ceph-mon[97855]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:24 smithi111 ceph-mon[116524]: pgmap v6397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:26.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:26 smithi155 ceph-mon[102677]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:26 smithi111 ceph-mon[97855]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:26 smithi111 ceph-mon[116524]: pgmap v6398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:28 smithi155 ceph-mon[102677]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:28 smithi111 ceph-mon[97855]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:28 smithi111 ceph-mon[116524]: pgmap v6399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:47:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:30 smithi155 ceph-mon[102677]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:30 smithi111 ceph-mon[97855]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:30 smithi111 ceph-mon[116524]: pgmap v6400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:32.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:32 smithi155 ceph-mon[102677]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:32 smithi111 ceph-mon[97855]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:32 smithi111 ceph-mon[116524]: pgmap v6401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:34 smithi155 ceph-mon[102677]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:34.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:34 smithi111 ceph-mon[97855]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:34 smithi111 ceph-mon[116524]: pgmap v6402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:36 smithi155 ceph-mon[102677]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:36 smithi111 ceph-mon[97855]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:36 smithi111 ceph-mon[116524]: pgmap v6403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:38 smithi155 ceph-mon[102677]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:38 smithi111 ceph-mon[97855]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:38 smithi111 ceph-mon[116524]: pgmap v6404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:47:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:47:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:40 smithi155 ceph-mon[102677]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:40 smithi111 ceph-mon[97855]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:40 smithi111 ceph-mon[116524]: pgmap v6405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:42 smithi155 ceph-mon[102677]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:42 smithi111 ceph-mon[97855]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:42 smithi111 ceph-mon[116524]: pgmap v6406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:44 smithi155 ceph-mon[102677]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:44 smithi111 ceph-mon[97855]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:44 smithi111 ceph-mon[116524]: pgmap v6407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:46 smithi155 ceph-mon[102677]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:46 smithi111 ceph-mon[97855]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:46 smithi111 ceph-mon[116524]: pgmap v6408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:48 smithi155 ceph-mon[102677]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:48 smithi111 ceph-mon[97855]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:48 smithi111 ceph-mon[116524]: pgmap v6409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:47:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:47:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:50 smithi155 ceph-mon[102677]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:50 smithi111 ceph-mon[97855]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:50 smithi111 ceph-mon[116524]: pgmap v6410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:52 smithi155 ceph-mon[102677]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:52 smithi111 ceph-mon[97855]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:52 smithi111 ceph-mon[116524]: pgmap v6411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:47:53.361 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:47:53.362 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:47:53.363 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:47:53.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:53 smithi155 ceph-mon[102677]: from='client.30953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:53.740 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:47:53.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:47:53.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:47:53.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:47:53.741 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:47:53.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:53 smithi111 ceph-mon[97855]: from='client.30953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:53 smithi111 ceph-mon[116524]: from='client.30953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:54 smithi155 ceph-mon[102677]: from='client.21087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:54 smithi155 ceph-mon[102677]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/846231214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:54 smithi111 ceph-mon[116524]: from='client.21087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:54 smithi111 ceph-mon[116524]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/846231214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:47:54.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:54 smithi111 ceph-mon[97855]: from='client.21087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:47:54.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:54 smithi111 ceph-mon[97855]: pgmap v6412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:54.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/846231214' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:47:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:56 smithi155 ceph-mon[102677]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:56 smithi111 ceph-mon[97855]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:56 smithi111 ceph-mon[116524]: pgmap v6413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:58.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:47:58 smithi155 ceph-mon[102677]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:47:58 smithi111 ceph-mon[97855]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:47:58 smithi111 ceph-mon[116524]: pgmap v6414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:47:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:47:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:48:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:00 smithi155 ceph-mon[102677]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:00 smithi111 ceph-mon[97855]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:00 smithi111 ceph-mon[116524]: pgmap v6415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:02 smithi155 ceph-mon[102677]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:02 smithi111 ceph-mon[97855]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:02 smithi111 ceph-mon[116524]: pgmap v6416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:04 smithi155 ceph-mon[102677]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:04 smithi111 ceph-mon[97855]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:04 smithi111 ceph-mon[116524]: pgmap v6417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:05.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:48:05.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:48:05.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:48:05.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:48:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:48:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:48:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:48:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:48:05.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:48:05.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:48:05.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:48:05.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:48:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:06 smithi155 ceph-mon[102677]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:06 smithi111 ceph-mon[97855]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:06 smithi111 ceph-mon[116524]: pgmap v6418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:08 smithi155 ceph-mon[102677]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:08 smithi111 ceph-mon[97855]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:08 smithi111 ceph-mon[116524]: pgmap v6419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:48:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:10 smithi155 ceph-mon[102677]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:10 smithi111 ceph-mon[97855]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:10 smithi111 ceph-mon[116524]: pgmap v6420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:12 smithi155 ceph-mon[102677]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:12 smithi111 ceph-mon[97855]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:12 smithi111 ceph-mon[116524]: pgmap v6421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:14 smithi155 ceph-mon[102677]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:14 smithi111 ceph-mon[97855]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:14.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:14 smithi111 ceph-mon[116524]: pgmap v6422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:16 smithi155 ceph-mon[102677]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:16 smithi111 ceph-mon[97855]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:16 smithi111 ceph-mon[116524]: pgmap v6423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:18 smithi155 ceph-mon[102677]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:18 smithi111 ceph-mon[97855]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:18 smithi111 ceph-mon[116524]: pgmap v6424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:48:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:48:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:20 smithi155 ceph-mon[102677]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:20 smithi111 ceph-mon[97855]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:20 smithi111 ceph-mon[116524]: pgmap v6425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:22.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:22 smithi155 ceph-mon[102677]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:22 smithi111 ceph-mon[97855]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:22 smithi111 ceph-mon[116524]: pgmap v6426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:24.089 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:48:24.394 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:48:24.395 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:48:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:24 smithi155 ceph-mon[102677]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:24 smithi155 ceph-mon[102677]: from='client.30971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:24 smithi111 ceph-mon[97855]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:24 smithi111 ceph-mon[97855]: from='client.30971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:24 smithi111 ceph-mon[116524]: pgmap v6427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:24 smithi111 ceph-mon[116524]: from='client.30971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:24.779 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:48:24.780 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:48:24.781 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:48:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:25 smithi155 ceph-mon[102677]: from='client.30977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:25.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1166682281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:25 smithi111 ceph-mon[97855]: from='client.30977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1166682281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:25 smithi111 ceph-mon[116524]: from='client.30977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1166682281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:48:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:26 smithi155 ceph-mon[102677]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:26 smithi111 ceph-mon[97855]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:26 smithi111 ceph-mon[116524]: pgmap v6428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:28 smithi155 ceph-mon[102677]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:28 smithi111 ceph-mon[97855]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:28 smithi111 ceph-mon[116524]: pgmap v6429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:48:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:48:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:30 smithi155 ceph-mon[102677]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:30 smithi111 ceph-mon[97855]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:30 smithi111 ceph-mon[116524]: pgmap v6430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:32 smithi111 ceph-mon[97855]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:32 smithi111 ceph-mon[116524]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:32 smithi155 ceph-mon[102677]: pgmap v6431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:34 smithi111 ceph-mon[97855]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:34 smithi111 ceph-mon[116524]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:34 smithi155 ceph-mon[102677]: pgmap v6432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:36 smithi155 ceph-mon[102677]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:36 smithi111 ceph-mon[97855]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:36 smithi111 ceph-mon[116524]: pgmap v6433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:38 smithi155 ceph-mon[102677]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:38 smithi111 ceph-mon[97855]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:38 smithi111 ceph-mon[116524]: pgmap v6434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:48:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:48:40.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:40 smithi155 ceph-mon[102677]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:40 smithi111 ceph-mon[97855]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:40 smithi111 ceph-mon[116524]: pgmap v6435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:42 smithi155 ceph-mon[102677]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:42 smithi111 ceph-mon[97855]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:42 smithi111 ceph-mon[116524]: pgmap v6436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:44 smithi155 ceph-mon[102677]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:44 smithi111 ceph-mon[97855]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:44 smithi111 ceph-mon[116524]: pgmap v6437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:46 smithi155 ceph-mon[102677]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:46 smithi111 ceph-mon[97855]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:46 smithi111 ceph-mon[116524]: pgmap v6438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:48 smithi155 ceph-mon[102677]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:48 smithi111 ceph-mon[97855]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:48.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:48 smithi111 ceph-mon[116524]: pgmap v6439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:48:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:48:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:50 smithi155 ceph-mon[102677]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:50 smithi111 ceph-mon[97855]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:50 smithi111 ceph-mon[116524]: pgmap v6440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:52 smithi155 ceph-mon[102677]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:52 smithi111 ceph-mon[97855]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:52 smithi111 ceph-mon[116524]: pgmap v6441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:54 smithi155 ceph-mon[102677]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:54 smithi111 ceph-mon[97855]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:54 smithi111 ceph-mon[116524]: pgmap v6442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:55.124 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:48:55.433 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 10m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 10m ago 2h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 10m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 10m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 10m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 10m ago 2h 640M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 10m ago 2h 767M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 10m ago 2h 383M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 10m ago 2h 356M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 10m ago 2h 21.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:48:55.434 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 10m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 10m ago 2h 4418M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 10m ago 2h 4708M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 10m ago 2h 5134M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 10m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 10m ago 2h 3295M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 10m ago 2h 4074M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 10m ago 2h 3559M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 10m ago 2h 4174M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:48:55.435 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 10m ago 2h 110M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:48:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:55 smithi155 ceph-mon[102677]: from='client.21117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:55 smithi111 ceph-mon[97855]: from='client.21117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:55 smithi111 ceph-mon[116524]: from='client.21117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:55.815 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:48:55.815 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:48:55.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:48:55.817 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:48:55.817 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:56 smithi111 ceph-mon[116524]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:56 smithi111 ceph-mon[116524]: from='client.21123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2446664561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:48:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:56 smithi111 ceph-mon[97855]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:56 smithi111 ceph-mon[97855]: from='client.21123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2446664561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:48:56.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:56 smithi155 ceph-mon[102677]: pgmap v6443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:56.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:56 smithi155 ceph-mon[102677]: from='client.21123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:48:56.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2446664561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:48:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:48:58 smithi111 ceph-mon[97855]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:48:58 smithi111 ceph-mon[116524]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:48:58 smithi155 ceph-mon[102677]: pgmap v6444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:48:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:48:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:49:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:00 smithi111 ceph-mon[97855]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:00 smithi111 ceph-mon[116524]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:00 smithi155 ceph-mon[102677]: pgmap v6445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:02 smithi111 ceph-mon[97855]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:02 smithi111 ceph-mon[116524]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:02 smithi155 ceph-mon[102677]: pgmap v6446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:04 smithi111 ceph-mon[97855]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:04 smithi111 ceph-mon[116524]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:04 smithi155 ceph-mon[102677]: pgmap v6447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:49:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:49:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:49:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:06 smithi111 ceph-mon[97855]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:06 smithi111 ceph-mon[116524]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:06 smithi155 ceph-mon[102677]: pgmap v6448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:49:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:49:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:49:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:49:09.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:09 smithi155 ceph-mon[102677]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:09 smithi111 ceph-mon[97855]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:49:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:49:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:09 smithi111 ceph-mon[116524]: pgmap v6449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:11.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:11 smithi155 ceph-mon[102677]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:11 smithi111 ceph-mon[97855]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:11 smithi111 ceph-mon[116524]: pgmap v6450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:13 smithi155 ceph-mon[102677]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:13 smithi111 ceph-mon[97855]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:13 smithi111 ceph-mon[116524]: pgmap v6451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:15.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:15 smithi155 ceph-mon[102677]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:15 smithi111 ceph-mon[97855]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:15 smithi111 ceph-mon[116524]: pgmap v6452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:16 smithi155 ceph-mon[102677]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:16 smithi111 ceph-mon[97855]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:16 smithi111 ceph-mon[116524]: pgmap v6453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:18 smithi155 ceph-mon[102677]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:18 smithi111 ceph-mon[97855]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:18 smithi111 ceph-mon[116524]: pgmap v6454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:49:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:49:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:20 smithi111 ceph-mon[97855]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:20 smithi111 ceph-mon[116524]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:20 smithi155 ceph-mon[102677]: pgmap v6455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:22 smithi111 ceph-mon[97855]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:22 smithi111 ceph-mon[116524]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:22 smithi155 ceph-mon[102677]: pgmap v6456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:24 smithi111 ceph-mon[97855]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:24 smithi111 ceph-mon[116524]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:24 smithi155 ceph-mon[102677]: pgmap v6457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:26.161 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 19s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 18s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 19s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 18s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 18s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:49:26.470 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 19s ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 19s ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 18s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 19s ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 19s ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 18s ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 19s ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 19s ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 19s ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 19s ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 18s ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:49:26.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 18s ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:49:26.472 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 18s ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:49:26.472 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 18s ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:49:26.472 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 18s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:26 smithi155 ceph-mon[102677]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:26 smithi111 ceph-mon[97855]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:26 smithi111 ceph-mon[116524]: pgmap v6458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:49:26.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:49:26.852 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:27 smithi155 ceph-mon[102677]: from='client.21135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:27 smithi155 ceph-mon[102677]: from='client.21141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/638979648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:49:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:27 smithi111 ceph-mon[97855]: from='client.21135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:27 smithi111 ceph-mon[97855]: from='client.21141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/638979648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:27 smithi111 ceph-mon[116524]: from='client.21135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:27 smithi111 ceph-mon[116524]: from='client.21141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/638979648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:49:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:28 smithi155 ceph-mon[102677]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:28 smithi111 ceph-mon[97855]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:28 smithi111 ceph-mon[116524]: pgmap v6459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:49:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:49:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:30 smithi155 ceph-mon[102677]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:30 smithi111 ceph-mon[97855]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:30 smithi111 ceph-mon[116524]: pgmap v6460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:32.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:32 smithi155 ceph-mon[102677]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:32 smithi111 ceph-mon[97855]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:32 smithi111 ceph-mon[116524]: pgmap v6461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:34 smithi111 ceph-mon[97855]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:34 smithi111 ceph-mon[116524]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:34 smithi155 ceph-mon[102677]: pgmap v6462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:36 smithi155 ceph-mon[102677]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:36 smithi111 ceph-mon[97855]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:36 smithi111 ceph-mon[116524]: pgmap v6463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:38 smithi111 ceph-mon[97855]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:38 smithi111 ceph-mon[116524]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:38 smithi155 ceph-mon[102677]: pgmap v6464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:49:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:49:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:40 smithi111 ceph-mon[97855]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:40 smithi111 ceph-mon[116524]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:40 smithi155 ceph-mon[102677]: pgmap v6465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:42 smithi111 ceph-mon[97855]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:42 smithi111 ceph-mon[116524]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:42 smithi155 ceph-mon[102677]: pgmap v6466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:44 smithi111 ceph-mon[97855]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:44 smithi111 ceph-mon[116524]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:44 smithi155 ceph-mon[102677]: pgmap v6467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:46 smithi155 ceph-mon[102677]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:46 smithi111 ceph-mon[97855]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:46 smithi111 ceph-mon[116524]: pgmap v6468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:48 smithi111 ceph-mon[97855]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:48 smithi111 ceph-mon[116524]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:48 smithi155 ceph-mon[102677]: pgmap v6469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:49:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:49:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:50 smithi111 ceph-mon[97855]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:50 smithi111 ceph-mon[116524]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:50 smithi155 ceph-mon[102677]: pgmap v6470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:52 smithi111 ceph-mon[97855]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:52 smithi111 ceph-mon[116524]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:52 smithi155 ceph-mon[102677]: pgmap v6471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:54 smithi111 ceph-mon[97855]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:54 smithi111 ceph-mon[116524]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:54 smithi155 ceph-mon[102677]: pgmap v6472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:56 smithi155 ceph-mon[102677]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:56 smithi111 ceph-mon[97855]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:56 smithi111 ceph-mon[116524]: pgmap v6473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:49:57.503 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 50s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 49s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 50s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 49s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 49s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 50s ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 50s ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 49s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 50s ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 50s ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 49s ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:49:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 50s ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 50s ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 50s ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 50s ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 49s ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 49s ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 49s ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 49s ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:49:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 49s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:49:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:49:57.887 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[116524]: from='client.31025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[116524]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[116524]: from='client.31031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2091327245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[97855]: from='client.31025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[97855]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[97855]: from='client.31031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:58.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2091327245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:58 smithi155 ceph-mon[102677]: from='client.31025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:58 smithi155 ceph-mon[102677]: pgmap v6474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:49:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:58 smithi155 ceph-mon[102677]: from='client.31031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:49:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2091327245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:49:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:49:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:50:00.464 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:00 smithi111 conmon[97831]: 2023-12-01T06:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:50:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:00 smithi111 ceph-mon[97855]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:50:00.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:00 smithi111 ceph-mon[116524]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:00.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:50:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:00 smithi155 ceph-mon[102677]: pgmap v6475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T06:50:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:02 smithi111 ceph-mon[97855]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:02 smithi111 ceph-mon[116524]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:02 smithi155 ceph-mon[102677]: pgmap v6476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:04 smithi111 ceph-mon[97855]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:04 smithi111 ceph-mon[116524]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:04 smithi155 ceph-mon[102677]: pgmap v6477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:06 smithi155 ceph-mon[102677]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:06 smithi111 ceph-mon[97855]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:06 smithi111 ceph-mon[116524]: pgmap v6478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:08 smithi111 ceph-mon[97855]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:50:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:08 smithi111 ceph-mon[116524]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:50:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:08 smithi155 ceph-mon[102677]: pgmap v6479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:50:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:50:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:50:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:50:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:50:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:10 smithi155 ceph-mon[102677]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:10 smithi111 ceph-mon[97855]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:10 smithi111 ceph-mon[116524]: pgmap v6480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:12 smithi155 ceph-mon[102677]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:12 smithi111 ceph-mon[97855]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:12 smithi111 ceph-mon[116524]: pgmap v6481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:14 smithi155 ceph-mon[102677]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:14 smithi111 ceph-mon[97855]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:14 smithi111 ceph-mon[116524]: pgmap v6482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:16 smithi155 ceph-mon[102677]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:16 smithi111 ceph-mon[97855]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:16 smithi111 ceph-mon[116524]: pgmap v6483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:18.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:18 smithi111 ceph-mon[97855]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:18 smithi111 ceph-mon[116524]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:18 smithi155 ceph-mon[102677]: pgmap v6484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:19.757 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:50:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:50:19.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:20 smithi111 ceph-mon[97855]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:20 smithi111 ceph-mon[116524]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:20 smithi155 ceph-mon[102677]: pgmap v6485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:22 smithi111 ceph-mon[97855]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:22 smithi111 ceph-mon[116524]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:22 smithi155 ceph-mon[102677]: pgmap v6486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:24 smithi111 ceph-mon[97855]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:24 smithi111 ceph-mon[116524]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:24 smithi155 ceph-mon[102677]: pgmap v6487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:26 smithi155 ceph-mon[102677]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:26 smithi111 ceph-mon[97855]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:26 smithi111 ceph-mon[116524]: pgmap v6488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:28.242 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:50:28.552 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:50:28.552 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 81s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:50:28.552 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 80s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:50:28.552 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 81s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:50:28.553 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 80s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:50:28.553 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 80s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:50:28.553 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 81s ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:50:28.553 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 81s ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 80s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 81s ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 81s ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 80s ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 81s ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 81s ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 81s ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 81s ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 80s ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:50:28.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 80s ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:50:28.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 80s ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:50:28.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 80s ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:50:28.555 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 80s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:50:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:28 smithi111 ceph-mon[97855]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:28 smithi111 ceph-mon[116524]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:28.930 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:50:28.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:50:28.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:50:28.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:50:28.931 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:50:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:28 smithi155 ceph-mon[102677]: pgmap v6489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:50:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:50:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:29 smithi111 ceph-mon[97855]: from='client.21171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:50:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:29 smithi111 ceph-mon[97855]: from='client.31049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:50:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3463454578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:50:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:29 smithi111 ceph-mon[116524]: from='client.21171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:50:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:29 smithi111 ceph-mon[116524]: from='client.31049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:50:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3463454578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:50:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:29 smithi155 ceph-mon[102677]: from='client.21171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:50:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:29 smithi155 ceph-mon[102677]: from='client.31049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:50:29.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3463454578' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:50:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:30 smithi111 ceph-mon[97855]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:30 smithi111 ceph-mon[116524]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:30 smithi155 ceph-mon[102677]: pgmap v6490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:32 smithi111 ceph-mon[97855]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:32 smithi111 ceph-mon[116524]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:32 smithi155 ceph-mon[102677]: pgmap v6491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:34 smithi111 ceph-mon[97855]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:34 smithi111 ceph-mon[116524]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:34 smithi155 ceph-mon[102677]: pgmap v6492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:36 smithi155 ceph-mon[102677]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:36 smithi111 ceph-mon[97855]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:36.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:36 smithi111 ceph-mon[116524]: pgmap v6493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:38 smithi111 ceph-mon[97855]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:38 smithi111 ceph-mon[116524]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:38 smithi155 ceph-mon[102677]: pgmap v6494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:50:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:50:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:40 smithi111 ceph-mon[97855]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:40 smithi111 ceph-mon[116524]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:40 smithi155 ceph-mon[102677]: pgmap v6495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:42 smithi111 ceph-mon[97855]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:42 smithi111 ceph-mon[116524]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:42 smithi155 ceph-mon[102677]: pgmap v6496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:44 smithi111 ceph-mon[97855]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:44 smithi111 ceph-mon[116524]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:44.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:44 smithi155 ceph-mon[102677]: pgmap v6497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:46 smithi155 ceph-mon[102677]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:46 smithi111 ceph-mon[97855]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:46 smithi111 ceph-mon[116524]: pgmap v6498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:48 smithi111 ceph-mon[97855]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:48 smithi111 ceph-mon[116524]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:48 smithi155 ceph-mon[102677]: pgmap v6499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:50:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:50:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:50:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:50 smithi111 ceph-mon[97855]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:50 smithi111 ceph-mon[116524]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:50 smithi155 ceph-mon[102677]: pgmap v6500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:52 smithi111 ceph-mon[97855]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:52 smithi111 ceph-mon[116524]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:52 smithi155 ceph-mon[102677]: pgmap v6501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:54 smithi111 ceph-mon[97855]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:54 smithi111 ceph-mon[116524]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:54 smithi155 ceph-mon[102677]: pgmap v6502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:56 smithi155 ceph-mon[102677]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:56 smithi111 ceph-mon[97855]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:56 smithi111 ceph-mon[116524]: pgmap v6503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:50:58 smithi111 ceph-mon[97855]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:50:58 smithi111 ceph-mon[116524]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:58.824 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:50:58 smithi155 ceph-mon[102677]: pgmap v6504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:50:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:50:59.584 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:50:59.584 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 112s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 111s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 112s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 111s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 111s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 112s ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 112s ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 111s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 112s ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 112s ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 111s ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 112s ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 112s ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:50:59.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 112s ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:50:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 112s ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:50:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 111s ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:50:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 111s ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:50:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 111s ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:50:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 111s ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:50:59.586 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 111s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:50:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:50:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:50:59.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:50:59.967 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[116524]: from='client.21189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[116524]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[116524]: from='client.31067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3652531741' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:51:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[97855]: from='client.21189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[97855]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[97855]: from='client.31067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3652531741' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:51:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:00 smithi155 ceph-mon[102677]: from='client.21189 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:00 smithi155 ceph-mon[102677]: pgmap v6505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:00 smithi155 ceph-mon[102677]: from='client.31067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3652531741' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:51:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:02 smithi111 ceph-mon[97855]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:02 smithi111 ceph-mon[116524]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:02 smithi155 ceph-mon[102677]: pgmap v6506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:04 smithi111 ceph-mon[97855]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:04 smithi111 ceph-mon[116524]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:04 smithi155 ceph-mon[102677]: pgmap v6507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:06 smithi155 ceph-mon[102677]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:06 smithi111 ceph-mon[97855]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:06 smithi111 ceph-mon[116524]: pgmap v6508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:08 smithi111 ceph-mon[97855]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:08 smithi111 ceph-mon[116524]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:08 smithi155 ceph-mon[102677]: pgmap v6509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:51:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:51:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:51:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:51:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:51:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:51:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:10 smithi111 ceph-mon[97855]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:10 smithi111 ceph-mon[116524]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:10.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:10 smithi155 ceph-mon[102677]: pgmap v6510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:12 smithi111 ceph-mon[97855]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:12 smithi111 ceph-mon[116524]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:12 smithi155 ceph-mon[102677]: pgmap v6511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:14 smithi111 ceph-mon[97855]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:14 smithi111 ceph-mon[116524]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:14 smithi155 ceph-mon[102677]: pgmap v6512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:16 smithi155 ceph-mon[102677]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:16 smithi111 ceph-mon[97855]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:16 smithi111 ceph-mon[116524]: pgmap v6513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:18 smithi111 ceph-mon[97855]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:18 smithi111 ceph-mon[116524]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:18 smithi155 ceph-mon[102677]: pgmap v6514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:51:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:51:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:20 smithi111 ceph-mon[97855]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:20 smithi111 ceph-mon[116524]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:20 smithi155 ceph-mon[102677]: pgmap v6515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:22 smithi111 ceph-mon[97855]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:22 smithi111 ceph-mon[116524]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:22 smithi155 ceph-mon[102677]: pgmap v6516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:24.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:24 smithi111 ceph-mon[97855]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:24 smithi111 ceph-mon[116524]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:24 smithi155 ceph-mon[102677]: pgmap v6517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:26 smithi155 ceph-mon[102677]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:26 smithi111 ceph-mon[97855]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:26 smithi111 ceph-mon[116524]: pgmap v6518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:28 smithi111 ceph-mon[97855]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:28 smithi111 ceph-mon[116524]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:28 smithi155 ceph-mon[102677]: pgmap v6519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:51:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:51:30.313 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:51:30.626 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:51:30.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:51:30.628 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:51:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:30 smithi111 ceph-mon[97855]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:30 smithi111 ceph-mon[116524]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:30 smithi155 ceph-mon[102677]: pgmap v6520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:31.007 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:51:31.007 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:51:31.007 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:51:31.007 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:51:31.008 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:51:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:31 smithi155 ceph-mon[102677]: from='client.31079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:31 smithi155 ceph-mon[102677]: from='client.31085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/463760324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:51:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:31 smithi111 ceph-mon[97855]: from='client.31079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:31 smithi111 ceph-mon[97855]: from='client.31085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/463760324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:51:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:31 smithi111 ceph-mon[116524]: from='client.31079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:31 smithi111 ceph-mon[116524]: from='client.31085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:51:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/463760324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:51:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:32 smithi155 ceph-mon[102677]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:32 smithi111 ceph-mon[97855]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:32 smithi111 ceph-mon[116524]: pgmap v6521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:34 smithi155 ceph-mon[102677]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:34 smithi111 ceph-mon[97855]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:34 smithi111 ceph-mon[116524]: pgmap v6522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:36 smithi155 ceph-mon[102677]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:36 smithi111 ceph-mon[97855]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:36 smithi111 ceph-mon[116524]: pgmap v6523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:38 smithi111 ceph-mon[97855]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:38 smithi111 ceph-mon[116524]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:38 smithi155 ceph-mon[102677]: pgmap v6524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:51:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:51:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:40 smithi111 ceph-mon[97855]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:40 smithi111 ceph-mon[116524]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:40 smithi155 ceph-mon[102677]: pgmap v6525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:42 smithi111 ceph-mon[97855]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:42 smithi111 ceph-mon[116524]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:42 smithi155 ceph-mon[102677]: pgmap v6526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:44 smithi155 ceph-mon[102677]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:44 smithi111 ceph-mon[97855]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:44 smithi111 ceph-mon[116524]: pgmap v6527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:46 smithi155 ceph-mon[102677]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:46 smithi111 ceph-mon[97855]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:46 smithi111 ceph-mon[116524]: pgmap v6528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:48 smithi111 ceph-mon[97855]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:48 smithi111 ceph-mon[116524]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:48 smithi155 ceph-mon[102677]: pgmap v6529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:51:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:51:49.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:51:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:50 smithi155 ceph-mon[102677]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:50 smithi111 ceph-mon[97855]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:50 smithi111 ceph-mon[116524]: pgmap v6530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:52 smithi155 ceph-mon[102677]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:52 smithi111 ceph-mon[97855]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:52 smithi111 ceph-mon[116524]: pgmap v6531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:54 smithi155 ceph-mon[102677]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:54 smithi111 ceph-mon[97855]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:54 smithi111 ceph-mon[116524]: pgmap v6532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:56 smithi155 ceph-mon[102677]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:56 smithi111 ceph-mon[97855]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:56 smithi111 ceph-mon[116524]: pgmap v6533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:51:58 smithi111 ceph-mon[97855]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:51:58 smithi111 ceph-mon[116524]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:58.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:51:58 smithi155 ceph-mon[102677]: pgmap v6534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:51:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:51:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:52:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:00 smithi155 ceph-mon[102677]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:00 smithi155 ceph-mon[102677]: osdmap e2693: 8 total, 8 up, 8 in 2023-12-01T06:52:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:00 smithi111 ceph-mon[97855]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:00 smithi111 ceph-mon[97855]: osdmap e2693: 8 total, 8 up, 8 in 2023-12-01T06:52:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:00 smithi111 ceph-mon[116524]: pgmap v6535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:00 smithi111 ceph-mon[116524]: osdmap e2693: 8 total, 8 up, 8 in 2023-12-01T06:52:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:52:01.658 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:52:01.659 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:52:02.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:52:02.040 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:52:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:02 smithi155 ceph-mon[102677]: from='client.31097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:02 smithi155 ceph-mon[102677]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:02 smithi155 ceph-mon[102677]: from='client.21231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2779965140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:52:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[97855]: from='client.31097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[97855]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[97855]: from='client.21231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2779965140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:52:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[116524]: from='client.31097 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[116524]: pgmap v6537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[116524]: from='client.21231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2779965140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:04 smithi155 ceph-mon[102677]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:04 smithi111 ceph-mon[97855]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:04 smithi111 ceph-mon[116524]: pgmap v6538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:06 smithi155 ceph-mon[102677]: osdmap e2694: 8 total, 8 up, 8 in 2023-12-01T06:52:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:06 smithi155 ceph-mon[102677]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:06 smithi111 ceph-mon[97855]: osdmap e2694: 8 total, 8 up, 8 in 2023-12-01T06:52:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:06 smithi111 ceph-mon[97855]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:06 smithi111 ceph-mon[116524]: osdmap e2694: 8 total, 8 up, 8 in 2023-12-01T06:52:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:06 smithi111 ceph-mon[116524]: pgmap v6540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:08 smithi155 ceph-mon[102677]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:08 smithi111 ceph-mon[97855]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:08 smithi111 ceph-mon[116524]: pgmap v6541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:52:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:52:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:52:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:52:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:52:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:10 smithi155 ceph-mon[102677]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:52:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:52:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:52:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[97855]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:52:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:52:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:52:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[116524]: pgmap v6542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:52:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:52:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:52:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:12 smithi155 ceph-mon[102677]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:13.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:12 smithi111 ceph-mon[97855]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:12 smithi111 ceph-mon[116524]: pgmap v6543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:14 smithi155 ceph-mon[102677]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:14 smithi111 ceph-mon[97855]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:14 smithi111 ceph-mon[116524]: pgmap v6544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:16 smithi155 ceph-mon[102677]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:16 smithi111 ceph-mon[97855]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:16 smithi111 ceph-mon[116524]: pgmap v6545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:18 smithi155 ceph-mon[102677]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:18 smithi111 ceph-mon[97855]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:18 smithi111 ceph-mon[116524]: pgmap v6546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:52:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:52:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:20 smithi155 ceph-mon[102677]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:20 smithi111 ceph-mon[97855]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:20 smithi111 ceph-mon[116524]: pgmap v6547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:22 smithi155 ceph-mon[102677]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:22 smithi111 ceph-mon[97855]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:22 smithi111 ceph-mon[116524]: pgmap v6548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:24 smithi155 ceph-mon[102677]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:24 smithi111 ceph-mon[97855]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:24 smithi111 ceph-mon[116524]: pgmap v6549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:26 smithi155 ceph-mon[102677]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:26 smithi111 ceph-mon[97855]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:26 smithi111 ceph-mon[116524]: pgmap v6550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:28 smithi155 ceph-mon[102677]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:28 smithi111 ceph-mon[97855]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:28 smithi111 ceph-mon[116524]: pgmap v6551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:52:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:52:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:30 smithi155 ceph-mon[102677]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:30 smithi111 ceph-mon[97855]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:30 smithi111 ceph-mon[116524]: pgmap v6552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:32.384 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:52:32.693 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:52:32.694 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:52:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:32 smithi155 ceph-mon[102677]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:32 smithi111 ceph-mon[97855]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:32 smithi111 ceph-mon[116524]: pgmap v6553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:52:33.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:52:33.073 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:52:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:33 smithi155 ceph-mon[102677]: from='client.21243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:33 smithi155 ceph-mon[102677]: from='client.21249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3487812744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:52:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:33 smithi111 ceph-mon[97855]: from='client.21243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:33 smithi111 ceph-mon[97855]: from='client.21249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3487812744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:33 smithi111 ceph-mon[116524]: from='client.21243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:33 smithi111 ceph-mon[116524]: from='client.21249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:52:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3487812744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:52:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:34 smithi155 ceph-mon[102677]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:34 smithi111 ceph-mon[97855]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:34 smithi111 ceph-mon[116524]: pgmap v6554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:36 smithi155 ceph-mon[102677]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:36 smithi111 ceph-mon[97855]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:36 smithi111 ceph-mon[116524]: pgmap v6555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:38 smithi155 ceph-mon[102677]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:38 smithi111 ceph-mon[97855]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:38 smithi111 ceph-mon[116524]: pgmap v6556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:52:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 06:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T06:52:40.046904272Z level=info msg="Completed cleanup jobs" duration=13.106645ms 2023-12-01T06:52:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:40 smithi155 ceph-mon[102677]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:40 smithi111 ceph-mon[97855]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:40 smithi111 ceph-mon[116524]: pgmap v6557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:42 smithi155 ceph-mon[102677]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:42 smithi111 ceph-mon[97855]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:42 smithi111 ceph-mon[116524]: pgmap v6558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:44 smithi155 ceph-mon[102677]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:44 smithi111 ceph-mon[97855]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:44 smithi111 ceph-mon[116524]: pgmap v6559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:46 smithi155 ceph-mon[102677]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:46 smithi111 ceph-mon[97855]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:46 smithi111 ceph-mon[116524]: pgmap v6560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:48 smithi155 ceph-mon[102677]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:48 smithi111 ceph-mon[97855]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:48 smithi111 ceph-mon[116524]: pgmap v6561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:52:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:52:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:50 smithi155 ceph-mon[102677]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:50 smithi111 ceph-mon[97855]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:50 smithi111 ceph-mon[116524]: pgmap v6562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:52 smithi155 ceph-mon[102677]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:52 smithi111 ceph-mon[97855]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:52 smithi111 ceph-mon[116524]: pgmap v6563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:54 smithi155 ceph-mon[102677]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:54 smithi111 ceph-mon[97855]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:54 smithi111 ceph-mon[116524]: pgmap v6564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:56 smithi155 ceph-mon[102677]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:56 smithi111 ceph-mon[97855]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:56 smithi111 ceph-mon[116524]: pgmap v6565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:52:58 smithi155 ceph-mon[102677]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:52:58 smithi111 ceph-mon[97855]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:52:58 smithi111 ceph-mon[116524]: pgmap v6566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:52:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:52:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:53:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:00 smithi155 ceph-mon[102677]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:00 smithi111 ceph-mon[97855]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:00 smithi111 ceph-mon[116524]: pgmap v6567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:02 smithi155 ceph-mon[102677]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:02 smithi111 ceph-mon[97855]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:02 smithi111 ceph-mon[116524]: pgmap v6568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:03.415 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:53:03.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:53:03.724 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:04.103 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:53:04.104 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:04 smithi155 ceph-mon[102677]: from='client.21261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:04 smithi155 ceph-mon[102677]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:04 smithi155 ceph-mon[102677]: from='client.21267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/948822711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[97855]: from='client.21261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[97855]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[97855]: from='client.21267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/948822711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[116524]: from='client.21261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[116524]: pgmap v6569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[116524]: from='client.21267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/948822711' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:53:06.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:06 smithi155 ceph-mon[102677]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:06 smithi111 ceph-mon[97855]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:06 smithi111 ceph-mon[116524]: pgmap v6570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:08 smithi155 ceph-mon[102677]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:08 smithi111 ceph-mon[97855]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:08 smithi111 ceph-mon[116524]: pgmap v6571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:53:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:53:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:10 smithi155 ceph-mon[102677]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:53:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:53:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:53:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[97855]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[116524]: pgmap v6572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:53:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:53:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:12 smithi155 ceph-mon[102677]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:12 smithi111 ceph-mon[97855]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:12 smithi111 ceph-mon[116524]: pgmap v6573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:14.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:14 smithi155 ceph-mon[102677]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:14 smithi111 ceph-mon[97855]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:14 smithi111 ceph-mon[116524]: pgmap v6574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:16 smithi155 ceph-mon[102677]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:16 smithi111 ceph-mon[97855]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:16 smithi111 ceph-mon[116524]: pgmap v6575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:18 smithi155 ceph-mon[102677]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:18 smithi111 ceph-mon[97855]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:18 smithi111 ceph-mon[116524]: pgmap v6576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:53:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:53:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:20 smithi155 ceph-mon[102677]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:20 smithi111 ceph-mon[116524]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:20 smithi111 ceph-mon[97855]: pgmap v6577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:22 smithi155 ceph-mon[102677]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:22 smithi111 ceph-mon[97855]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:22 smithi111 ceph-mon[116524]: pgmap v6578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:24 smithi155 ceph-mon[102677]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:24 smithi111 ceph-mon[97855]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:24 smithi111 ceph-mon[116524]: pgmap v6579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:26 smithi155 ceph-mon[102677]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:26 smithi111 ceph-mon[97855]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:26 smithi111 ceph-mon[116524]: pgmap v6580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:28 smithi155 ceph-mon[102677]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:28 smithi111 ceph-mon[97855]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:28 smithi111 ceph-mon[116524]: pgmap v6581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:53:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:53:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:30 smithi155 ceph-mon[102677]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:30 smithi111 ceph-mon[97855]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:30 smithi111 ceph-mon[116524]: pgmap v6582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:32 smithi155 ceph-mon[102677]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:32 smithi111 ceph-mon[97855]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:32 smithi111 ceph-mon[116524]: pgmap v6583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:34.444 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:53:34.752 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:53:34.753 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:34 smithi155 ceph-mon[102677]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:34 smithi111 ceph-mon[97855]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:34 smithi111 ceph-mon[116524]: pgmap v6584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:35.133 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:53:35.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:53:35.134 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:53:35.135 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:53:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:35 smithi155 ceph-mon[102677]: from='client.21279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:35 smithi155 ceph-mon[102677]: from='client.21282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1915720093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:53:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:35 smithi111 ceph-mon[97855]: from='client.21279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:35 smithi111 ceph-mon[97855]: from='client.21282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1915720093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:53:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:35 smithi111 ceph-mon[116524]: from='client.21279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:35 smithi111 ceph-mon[116524]: from='client.21282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:53:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1915720093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:53:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:36 smithi155 ceph-mon[102677]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:36 smithi111 ceph-mon[97855]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:36 smithi111 ceph-mon[116524]: pgmap v6585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:38 smithi155 ceph-mon[102677]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:38 smithi111 ceph-mon[97855]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:38 smithi111 ceph-mon[116524]: pgmap v6586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:53:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:53:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:40 smithi155 ceph-mon[102677]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:40 smithi111 ceph-mon[97855]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:40 smithi111 ceph-mon[116524]: pgmap v6587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:42 smithi155 ceph-mon[102677]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:42 smithi111 ceph-mon[97855]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:42 smithi111 ceph-mon[116524]: pgmap v6588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:44 smithi155 ceph-mon[102677]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:44 smithi111 ceph-mon[97855]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:44 smithi111 ceph-mon[116524]: pgmap v6589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:46 smithi155 ceph-mon[102677]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:46 smithi111 ceph-mon[97855]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:46 smithi111 ceph-mon[116524]: pgmap v6590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:48 smithi155 ceph-mon[102677]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:48 smithi111 ceph-mon[97855]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:48 smithi111 ceph-mon[116524]: pgmap v6591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:53:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:53:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:49.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:50 smithi155 ceph-mon[102677]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:50 smithi111 ceph-mon[97855]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:50 smithi111 ceph-mon[116524]: pgmap v6592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:52 smithi155 ceph-mon[102677]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:52 smithi111 ceph-mon[97855]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:52 smithi111 ceph-mon[116524]: pgmap v6593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:54 smithi155 ceph-mon[102677]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:54 smithi111 ceph-mon[97855]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:54 smithi111 ceph-mon[116524]: pgmap v6594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:56 smithi155 ceph-mon[102677]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:56 smithi111 ceph-mon[97855]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:56 smithi111 ceph-mon[116524]: pgmap v6595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:53:58 smithi155 ceph-mon[102677]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:53:58 smithi111 ceph-mon[97855]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:53:58 smithi111 ceph-mon[116524]: pgmap v6596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:53:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:53:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:54:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:00 smithi155 ceph-mon[102677]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:00 smithi111 ceph-mon[97855]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:00 smithi111 ceph-mon[116524]: pgmap v6597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:02 smithi155 ceph-mon[102677]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:02 smithi111 ceph-mon[97855]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:02 smithi111 ceph-mon[116524]: pgmap v6598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:04 smithi155 ceph-mon[102677]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:04 smithi111 ceph-mon[97855]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:04 smithi111 ceph-mon[116524]: pgmap v6599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:54:05.782 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:54:05.783 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:54:06.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:54:06.161 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:06 smithi155 ceph-mon[102677]: from='client.21294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:06 smithi155 ceph-mon[102677]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:06 smithi155 ceph-mon[102677]: from='client.31175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2222065699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[97855]: from='client.21294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[97855]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[97855]: from='client.31175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2222065699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:54:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[116524]: from='client.21294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[116524]: pgmap v6600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[116524]: from='client.31175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2222065699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:54:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:08 smithi155 ceph-mon[102677]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:08 smithi111 ceph-mon[97855]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:08 smithi111 ceph-mon[116524]: pgmap v6601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:54:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:54:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:10 smithi155 ceph-mon[102677]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:54:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:10 smithi111 ceph-mon[97855]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:54:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:10 smithi111 ceph-mon[116524]: pgmap v6602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:54:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:54:11.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:54:11.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:54:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:54:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:54:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:54:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:54:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:54:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:54:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:12 smithi155 ceph-mon[102677]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:12 smithi111 ceph-mon[97855]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:12 smithi111 ceph-mon[116524]: pgmap v6603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:14 smithi155 ceph-mon[102677]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:14 smithi111 ceph-mon[97855]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:14 smithi111 ceph-mon[116524]: pgmap v6604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:16.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:16 smithi155 ceph-mon[102677]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:16 smithi111 ceph-mon[97855]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:16 smithi111 ceph-mon[116524]: pgmap v6605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:18 smithi155 ceph-mon[102677]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:18 smithi111 ceph-mon[97855]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:18 smithi111 ceph-mon[116524]: pgmap v6606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:54:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:54:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:20 smithi155 ceph-mon[102677]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:20 smithi111 ceph-mon[97855]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:20 smithi111 ceph-mon[116524]: pgmap v6607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:22 smithi155 ceph-mon[102677]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:22 smithi111 ceph-mon[97855]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:22 smithi111 ceph-mon[116524]: pgmap v6608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:24.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:24 smithi155 ceph-mon[102677]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:24 smithi111 ceph-mon[97855]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:24 smithi111 ceph-mon[116524]: pgmap v6609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:26 smithi155 ceph-mon[102677]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:26 smithi111 ceph-mon[97855]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:26 smithi111 ceph-mon[116524]: pgmap v6610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:28 smithi155 ceph-mon[102677]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:28 smithi111 ceph-mon[97855]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:28 smithi111 ceph-mon[116524]: pgmap v6611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:54:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:54:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:30 smithi155 ceph-mon[102677]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:30 smithi111 ceph-mon[97855]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:30 smithi111 ceph-mon[116524]: pgmap v6612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:32 smithi155 ceph-mon[102677]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:32 smithi111 ceph-mon[97855]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:32 smithi111 ceph-mon[116524]: pgmap v6613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:34 smithi155 ceph-mon[102677]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:34 smithi111 ceph-mon[97855]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:34 smithi111 ceph-mon[116524]: pgmap v6614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:54:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:36 smithi155 ceph-mon[102677]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:36 smithi111 ceph-mon[97855]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:36 smithi111 ceph-mon[116524]: pgmap v6615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:54:36.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:54:36.821 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:54:37.197 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:54:37.198 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:54:37.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:54:37.199 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:54:37.199 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:37 smithi155 ceph-mon[102677]: from='client.31187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:37 smithi155 ceph-mon[102677]: from='client.31193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:37.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/832323025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:54:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:37 smithi111 ceph-mon[97855]: from='client.31187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:37 smithi111 ceph-mon[97855]: from='client.31193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/832323025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:37 smithi111 ceph-mon[116524]: from='client.31187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:37 smithi111 ceph-mon[116524]: from='client.31193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/832323025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:54:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:38 smithi155 ceph-mon[102677]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:38 smithi111 ceph-mon[97855]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:38 smithi111 ceph-mon[116524]: pgmap v6616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:54:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:54:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:40 smithi155 ceph-mon[102677]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:40 smithi111 ceph-mon[97855]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:40 smithi111 ceph-mon[116524]: pgmap v6617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:42 smithi155 ceph-mon[102677]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:42 smithi111 ceph-mon[97855]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:42 smithi111 ceph-mon[116524]: pgmap v6618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:44 smithi155 ceph-mon[102677]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:44 smithi111 ceph-mon[97855]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:44 smithi111 ceph-mon[116524]: pgmap v6619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:46.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:46 smithi155 ceph-mon[102677]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:46 smithi111 ceph-mon[97855]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:46 smithi111 ceph-mon[116524]: pgmap v6620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:48 smithi155 ceph-mon[102677]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:48 smithi111 ceph-mon[97855]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:48 smithi111 ceph-mon[116524]: pgmap v6621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:49.555 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:54:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:54:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:54:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:50 smithi155 ceph-mon[102677]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:50 smithi111 ceph-mon[97855]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:50 smithi111 ceph-mon[116524]: pgmap v6622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:52 smithi155 ceph-mon[102677]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:52 smithi111 ceph-mon[97855]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:52 smithi111 ceph-mon[116524]: pgmap v6623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:54 smithi155 ceph-mon[102677]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:54 smithi111 ceph-mon[97855]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:54 smithi111 ceph-mon[116524]: pgmap v6624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:56 smithi155 ceph-mon[102677]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:56 smithi111 ceph-mon[97855]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:56 smithi111 ceph-mon[116524]: pgmap v6625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:54:58 smithi155 ceph-mon[102677]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:54:58 smithi111 ceph-mon[97855]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:54:58 smithi111 ceph-mon[116524]: pgmap v6626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:54:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:54:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:55:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:00 smithi155 ceph-mon[102677]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:00 smithi111 ceph-mon[97855]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:00 smithi111 ceph-mon[116524]: pgmap v6627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:02 smithi155 ceph-mon[102677]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:02 smithi111 ceph-mon[97855]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:02 smithi111 ceph-mon[116524]: pgmap v6628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:04 smithi155 ceph-mon[102677]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:04 smithi111 ceph-mon[97855]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:04 smithi111 ceph-mon[116524]: pgmap v6629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:06 smithi155 ceph-mon[102677]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:06 smithi111 ceph-mon[97855]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:06 smithi111 ceph-mon[116524]: pgmap v6630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:55:07.852 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:55:07.852 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:55:07.852 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:55:07.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:55:07.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:55:07.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:55:07.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:55:07.854 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:55:07.854 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:55:08.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:08.245 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:55:08.245 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:55:08.245 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:55:08.245 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:08 smithi155 ceph-mon[102677]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:08 smithi155 ceph-mon[102677]: from='client.21330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:08 smithi155 ceph-mon[102677]: from='client.31211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:08.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2048789156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[97855]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[97855]: from='client.21330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[97855]: from='client.31211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2048789156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[116524]: pgmap v6631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[116524]: from='client.21330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[116524]: from='client.31211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2048789156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:55:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:55:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:10 smithi155 ceph-mon[102677]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:10 smithi111 ceph-mon[97855]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:10 smithi111 ceph-mon[116524]: pgmap v6632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:55:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:55:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:55:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:55:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:12 smithi155 ceph-mon[102677]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:12 smithi111 ceph-mon[97855]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:12 smithi111 ceph-mon[116524]: pgmap v6633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:14 smithi155 ceph-mon[102677]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:14 smithi111 ceph-mon[97855]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:14 smithi111 ceph-mon[116524]: pgmap v6634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:16 smithi155 ceph-mon[102677]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:16 smithi111 ceph-mon[97855]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:16 smithi111 ceph-mon[116524]: pgmap v6635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:18 smithi155 ceph-mon[102677]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:18 smithi111 ceph-mon[97855]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:18 smithi111 ceph-mon[116524]: pgmap v6636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:19.564 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:55:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:20 smithi155 ceph-mon[102677]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:20 smithi111 ceph-mon[97855]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:20 smithi111 ceph-mon[116524]: pgmap v6637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:22 smithi155 ceph-mon[102677]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:22 smithi111 ceph-mon[97855]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:22 smithi111 ceph-mon[116524]: pgmap v6638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:24 smithi155 ceph-mon[102677]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:24 smithi111 ceph-mon[97855]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:24 smithi111 ceph-mon[116524]: pgmap v6639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:26 smithi155 ceph-mon[102677]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:26 smithi111 ceph-mon[97855]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:26 smithi111 ceph-mon[116524]: pgmap v6640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:28 smithi155 ceph-mon[102677]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:28 smithi111 ceph-mon[97855]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:28 smithi111 ceph-mon[116524]: pgmap v6641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:55:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:55:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:30 smithi155 ceph-mon[102677]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:30 smithi111 ceph-mon[97855]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:30 smithi111 ceph-mon[116524]: pgmap v6642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:32 smithi155 ceph-mon[102677]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:32 smithi111 ceph-mon[116524]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:32 smithi111 ceph-mon[97855]: pgmap v6643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:34 smithi155 ceph-mon[102677]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:34 smithi111 ceph-mon[97855]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:34 smithi111 ceph-mon[116524]: pgmap v6644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:36 smithi155 ceph-mon[102677]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:36 smithi111 ceph-mon[97855]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:36 smithi111 ceph-mon[116524]: pgmap v6645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:38.585 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:55:38.890 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:55:38.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:55:38.892 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:55:38.892 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:55:38.892 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:55:38.892 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:55:38.892 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:55:38.892 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:38 smithi155 ceph-mon[102677]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:38 smithi111 ceph-mon[97855]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:38 smithi111 ceph-mon[116524]: pgmap v6646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:39.269 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:55:39.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:55:39.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:55:39.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:39.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:55:39.270 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:55:39.566 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:55:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:39 smithi155 ceph-mon[102677]: from='client.31223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:39 smithi155 ceph-mon[102677]: from='client.31229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3444819527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:55:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:39 smithi111 ceph-mon[116524]: from='client.31223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:39 smithi111 ceph-mon[116524]: from='client.31229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3444819527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:55:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:39 smithi111 ceph-mon[97855]: from='client.31223 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:39 smithi111 ceph-mon[97855]: from='client.31229 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:55:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3444819527' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:55:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:40 smithi155 ceph-mon[102677]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:40 smithi111 ceph-mon[97855]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:40 smithi111 ceph-mon[116524]: pgmap v6647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:42 smithi155 ceph-mon[102677]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:42 smithi111 ceph-mon[97855]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:42 smithi111 ceph-mon[116524]: pgmap v6648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:44 smithi155 ceph-mon[102677]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:44 smithi111 ceph-mon[97855]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:44 smithi111 ceph-mon[116524]: pgmap v6649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:46 smithi155 ceph-mon[102677]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:46 smithi111 ceph-mon[97855]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:46 smithi111 ceph-mon[116524]: pgmap v6650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:48 smithi155 ceph-mon[102677]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:48 smithi111 ceph-mon[97855]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:48 smithi111 ceph-mon[116524]: pgmap v6651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:49.571 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:55:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:55:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:50 smithi155 ceph-mon[102677]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:50 smithi111 ceph-mon[97855]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:50 smithi111 ceph-mon[116524]: pgmap v6652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:52 smithi155 ceph-mon[102677]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:52 smithi111 ceph-mon[97855]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:52 smithi111 ceph-mon[116524]: pgmap v6653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:54 smithi155 ceph-mon[102677]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:54 smithi111 ceph-mon[97855]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:54 smithi111 ceph-mon[116524]: pgmap v6654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:56 smithi155 ceph-mon[102677]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:56 smithi111 ceph-mon[97855]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:56 smithi111 ceph-mon[116524]: pgmap v6655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:55:58 smithi155 ceph-mon[102677]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:55:58 smithi111 ceph-mon[97855]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:55:58 smithi111 ceph-mon[116524]: pgmap v6656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:55:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:56:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:00 smithi155 ceph-mon[102677]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:00 smithi111 ceph-mon[97855]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:00 smithi111 ceph-mon[116524]: pgmap v6657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:02 smithi155 ceph-mon[102677]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:02 smithi111 ceph-mon[97855]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:02 smithi111 ceph-mon[116524]: pgmap v6658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:04 smithi155 ceph-mon[102677]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:04 smithi111 ceph-mon[97855]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:04 smithi111 ceph-mon[116524]: pgmap v6659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:06 smithi155 ceph-mon[102677]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:06 smithi111 ceph-mon[97855]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:06 smithi111 ceph-mon[116524]: pgmap v6660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:08 smithi155 ceph-mon[102677]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:08 smithi111 ceph-mon[97855]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:08 smithi111 ceph-mon[116524]: pgmap v6661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:09.615 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:56:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:56:09.925 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:56:09.925 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:56:09.925 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:56:09.926 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:56:09.927 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:56:10.305 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:10.306 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:56:10.307 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:56:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:10 smithi155 ceph-mon[102677]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:10 smithi155 ceph-mon[102677]: from='client.31241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:10 smithi155 ceph-mon[102677]: from='client.21372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3726773922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[97855]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[97855]: from='client.31241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[97855]: from='client.21372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3726773922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[116524]: pgmap v6662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[116524]: from='client.31241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[116524]: from='client.21372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3726773922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:56:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:56:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:56:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:56:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:12 smithi155 ceph-mon[102677]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:56:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:56:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:56:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[97855]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:56:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:56:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:56:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[116524]: pgmap v6663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:56:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:56:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:56:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:14 smithi155 ceph-mon[102677]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:14 smithi111 ceph-mon[97855]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:14 smithi111 ceph-mon[116524]: pgmap v6664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:16 smithi155 ceph-mon[102677]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:16 smithi111 ceph-mon[97855]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:16 smithi111 ceph-mon[116524]: pgmap v6665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:18 smithi155 ceph-mon[102677]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:18 smithi111 ceph-mon[97855]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:18 smithi111 ceph-mon[116524]: pgmap v6666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:19.579 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:56:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:56:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:20 smithi155 ceph-mon[102677]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:20 smithi111 ceph-mon[97855]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:20 smithi111 ceph-mon[116524]: pgmap v6667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:22 smithi155 ceph-mon[102677]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:22 smithi111 ceph-mon[97855]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:22 smithi111 ceph-mon[116524]: pgmap v6668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:24 smithi155 ceph-mon[102677]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:24 smithi111 ceph-mon[97855]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:24 smithi111 ceph-mon[116524]: pgmap v6669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:26 smithi155 ceph-mon[102677]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:26 smithi111 ceph-mon[97855]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:26 smithi111 ceph-mon[116524]: pgmap v6670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:28 smithi155 ceph-mon[102677]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:28 smithi111 ceph-mon[97855]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:28 smithi111 ceph-mon[116524]: pgmap v6671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:56:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:56:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:30 smithi155 ceph-mon[102677]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:30 smithi111 ceph-mon[97855]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:30 smithi111 ceph-mon[116524]: pgmap v6672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:32 smithi155 ceph-mon[102677]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:32 smithi111 ceph-mon[97855]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:32 smithi111 ceph-mon[116524]: pgmap v6673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:34 smithi155 ceph-mon[102677]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:34 smithi111 ceph-mon[97855]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:34 smithi111 ceph-mon[116524]: pgmap v6674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:36 smithi155 ceph-mon[102677]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:36 smithi111 ceph-mon[97855]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:36 smithi111 ceph-mon[116524]: pgmap v6675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:38 smithi155 ceph-mon[102677]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:38 smithi111 ceph-mon[97855]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:38 smithi111 ceph-mon[116524]: pgmap v6676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:56:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:56:40.653 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:56:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:40 smithi155 ceph-mon[102677]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:56:40.958 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:56:40.959 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:56:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:40 smithi111 ceph-mon[97855]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:40 smithi111 ceph-mon[116524]: pgmap v6677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:56:41.335 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:56:41.336 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:41 smithi155 ceph-mon[102677]: from='client.21384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:41 smithi155 ceph-mon[102677]: from='client.31265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4071968301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:41 smithi111 ceph-mon[97855]: from='client.21384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:41 smithi111 ceph-mon[97855]: from='client.31265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4071968301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:41 smithi111 ceph-mon[116524]: from='client.21384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:41 smithi111 ceph-mon[116524]: from='client.31265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4071968301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:56:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:42 smithi155 ceph-mon[102677]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:42 smithi111 ceph-mon[97855]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:42 smithi111 ceph-mon[116524]: pgmap v6678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:44 smithi155 ceph-mon[102677]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:44 smithi111 ceph-mon[97855]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:45.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:44 smithi111 ceph-mon[116524]: pgmap v6679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:46 smithi155 ceph-mon[102677]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:46 smithi111 ceph-mon[97855]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:46 smithi111 ceph-mon[116524]: pgmap v6680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:48 smithi155 ceph-mon[102677]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:48 smithi111 ceph-mon[97855]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:48 smithi111 ceph-mon[116524]: pgmap v6681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:49.591 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:56:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:56:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:50 smithi155 ceph-mon[102677]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:50 smithi111 ceph-mon[97855]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:50 smithi111 ceph-mon[116524]: pgmap v6682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:52 smithi155 ceph-mon[102677]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:53.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:52 smithi111 ceph-mon[97855]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:53.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:52 smithi111 ceph-mon[116524]: pgmap v6683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:54 smithi155 ceph-mon[102677]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:54 smithi111 ceph-mon[97855]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:54 smithi111 ceph-mon[116524]: pgmap v6684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:56 smithi155 ceph-mon[102677]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:56 smithi111 ceph-mon[97855]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:56 smithi111 ceph-mon[116524]: pgmap v6685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:56:58 smithi155 ceph-mon[102677]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:59.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:56:58 smithi111 ceph-mon[97855]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:56:58 smithi111 ceph-mon[116524]: pgmap v6686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:56:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:56:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:57:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:00 smithi155 ceph-mon[102677]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:00 smithi111 ceph-mon[97855]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:00 smithi111 ceph-mon[116524]: pgmap v6687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:02 smithi155 ceph-mon[102677]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:02 smithi111 ceph-mon[97855]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:02 smithi111 ceph-mon[116524]: pgmap v6688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:04 smithi155 ceph-mon[102677]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:04.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:04 smithi111 ceph-mon[97855]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:04 smithi111 ceph-mon[116524]: pgmap v6689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:06.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:06 smithi155 ceph-mon[102677]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:06 smithi111 ceph-mon[97855]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:06 smithi111 ceph-mon[116524]: pgmap v6690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:08 smithi155 ceph-mon[102677]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:08 smithi111 ceph-mon[97855]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:08 smithi111 ceph-mon[116524]: pgmap v6691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:57:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:57:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:10 smithi155 ceph-mon[102677]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:10 smithi111 ceph-mon[97855]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:10 smithi111 ceph-mon[116524]: pgmap v6692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:57:11.992 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:57:11.992 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:57:11.992 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:57:11.992 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:57:11.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:57:11.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:57:11.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:57:11.994 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:57:12.402 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:57:12.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:57:12.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:12.404 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:57:12.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:57:12.404 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:57:12.404 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='client.21402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:57:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='client.31283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:57:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:57:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:57:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3691512863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='client.21402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='client.31283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3691512863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: pgmap v6693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='client.21402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:57:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='client.31283 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:57:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:57:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:57:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3691512863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:57:14.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:14 smithi155 ceph-mon[102677]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:14 smithi111 ceph-mon[97855]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:14 smithi111 ceph-mon[116524]: pgmap v6694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:16 smithi155 ceph-mon[102677]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:16 smithi111 ceph-mon[97855]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:16 smithi111 ceph-mon[116524]: pgmap v6695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:18 smithi155 ceph-mon[102677]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:18 smithi111 ceph-mon[97855]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:18 smithi111 ceph-mon[116524]: pgmap v6696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:19.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:57:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:57:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:20 smithi155 ceph-mon[102677]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:20 smithi111 ceph-mon[97855]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:20 smithi111 ceph-mon[116524]: pgmap v6697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:22 smithi155 ceph-mon[102677]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:22 smithi111 ceph-mon[97855]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:22 smithi111 ceph-mon[116524]: pgmap v6698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:24 smithi155 ceph-mon[102677]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:24 smithi111 ceph-mon[97855]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:24 smithi111 ceph-mon[116524]: pgmap v6699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:26 smithi155 ceph-mon[102677]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:26 smithi111 ceph-mon[97855]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:26 smithi111 ceph-mon[116524]: pgmap v6700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:28 smithi155 ceph-mon[102677]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:28 smithi111 ceph-mon[97855]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:28 smithi111 ceph-mon[116524]: pgmap v6701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:57:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:57:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:30 smithi155 ceph-mon[102677]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:30 smithi111 ceph-mon[97855]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:30 smithi111 ceph-mon[116524]: pgmap v6702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:32 smithi155 ceph-mon[102677]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:32 smithi111 ceph-mon[97855]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:32 smithi111 ceph-mon[116524]: pgmap v6703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:34 smithi155 ceph-mon[102677]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:34 smithi111 ceph-mon[97855]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:34 smithi111 ceph-mon[116524]: pgmap v6704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:36 smithi155 ceph-mon[102677]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:36 smithi111 ceph-mon[97855]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:36 smithi111 ceph-mon[116524]: pgmap v6705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:38 smithi155 ceph-mon[102677]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:38 smithi111 ceph-mon[97855]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:38 smithi111 ceph-mon[116524]: pgmap v6706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:57:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:57:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:40 smithi155 ceph-mon[102677]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:40 smithi111 ceph-mon[97855]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:40 smithi111 ceph-mon[116524]: pgmap v6707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:42.751 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:57:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:42 smithi155 ceph-mon[102677]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:42 smithi111 ceph-mon[97855]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:42 smithi111 ceph-mon[116524]: pgmap v6708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:57:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:57:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:57:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:57:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:57:43.056 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:57:43.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:57:43.058 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:57:43.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:57:43.435 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:43 smithi155 ceph-mon[102677]: from='client.21420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:43 smithi155 ceph-mon[102677]: from='client.31301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/918034535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:43 smithi111 ceph-mon[97855]: from='client.21420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:43 smithi111 ceph-mon[97855]: from='client.31301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/918034535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:43 smithi111 ceph-mon[116524]: from='client.21420 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:43 smithi111 ceph-mon[116524]: from='client.31301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:57:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/918034535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:57:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:44 smithi155 ceph-mon[102677]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:44 smithi111 ceph-mon[97855]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:44 smithi111 ceph-mon[116524]: pgmap v6709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:46 smithi155 ceph-mon[102677]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:46 smithi111 ceph-mon[97855]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:46 smithi111 ceph-mon[116524]: pgmap v6710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:48 smithi155 ceph-mon[102677]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:48 smithi111 ceph-mon[97855]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:48 smithi111 ceph-mon[116524]: pgmap v6711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:49.607 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:57:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:57:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:57:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:50 smithi155 ceph-mon[102677]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:50 smithi111 ceph-mon[116524]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:50 smithi111 ceph-mon[97855]: pgmap v6712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:52 smithi155 ceph-mon[102677]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:52 smithi111 ceph-mon[97855]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:52 smithi111 ceph-mon[116524]: pgmap v6713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:54 smithi155 ceph-mon[102677]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:54 smithi111 ceph-mon[97855]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:54 smithi111 ceph-mon[116524]: pgmap v6714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:56 smithi155 ceph-mon[102677]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:56 smithi111 ceph-mon[97855]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:56 smithi111 ceph-mon[116524]: pgmap v6715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:57:58 smithi155 ceph-mon[102677]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:57:58 smithi111 ceph-mon[97855]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:57:58 smithi111 ceph-mon[116524]: pgmap v6716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:57:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:57:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:58:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:00 smithi155 ceph-mon[102677]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:00 smithi111 ceph-mon[97855]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:00 smithi111 ceph-mon[116524]: pgmap v6717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:02 smithi155 ceph-mon[102677]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:02 smithi111 ceph-mon[97855]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:02 smithi111 ceph-mon[116524]: pgmap v6718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:04 smithi155 ceph-mon[102677]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:04 smithi111 ceph-mon[97855]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:04 smithi111 ceph-mon[116524]: pgmap v6719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:06 smithi155 ceph-mon[102677]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:06 smithi111 ceph-mon[97855]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:06 smithi111 ceph-mon[116524]: pgmap v6720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:08 smithi155 ceph-mon[102677]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:08 smithi111 ceph-mon[97855]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:08 smithi111 ceph-mon[116524]: pgmap v6721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:58:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T06:58:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:10 smithi155 ceph-mon[102677]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:10 smithi111 ceph-mon[97855]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:10 smithi111 ceph-mon[116524]: pgmap v6722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:12 smithi155 ceph-mon[102677]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:58:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:12 smithi111 ceph-mon[97855]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:58:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:12 smithi111 ceph-mon[116524]: pgmap v6723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:58:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:58:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:58:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:58:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:58:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:58:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:58:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:58:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:58:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:58:14.467 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:58:14.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:58:14.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:58:14.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:58:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:58:14.469 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:14 smithi155 ceph-mon[102677]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:14 smithi155 ceph-mon[102677]: from='client.31313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:14 smithi155 ceph-mon[102677]: from='client.21444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3316735918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[97855]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[97855]: from='client.31313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[97855]: from='client.21444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3316735918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[116524]: pgmap v6724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[116524]: from='client.31313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[116524]: from='client.21444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3316735918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:58:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:16 smithi155 ceph-mon[102677]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:16 smithi111 ceph-mon[97855]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:16 smithi111 ceph-mon[116524]: pgmap v6725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:18 smithi155 ceph-mon[102677]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:18 smithi111 ceph-mon[97855]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:18 smithi111 ceph-mon[116524]: pgmap v6726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:19.615 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:58:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:58:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:20 smithi155 ceph-mon[102677]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:20 smithi111 ceph-mon[97855]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:20 smithi111 ceph-mon[116524]: pgmap v6727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:22 smithi155 ceph-mon[102677]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:22 smithi111 ceph-mon[97855]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:22 smithi111 ceph-mon[116524]: pgmap v6728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:24 smithi155 ceph-mon[102677]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:24 smithi111 ceph-mon[97855]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:24 smithi111 ceph-mon[116524]: pgmap v6729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:26 smithi155 ceph-mon[102677]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:26 smithi111 ceph-mon[97855]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:26 smithi111 ceph-mon[116524]: pgmap v6730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:28 smithi155 ceph-mon[102677]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:28 smithi111 ceph-mon[97855]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:28 smithi111 ceph-mon[116524]: pgmap v6731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:58:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:58:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:30 smithi155 ceph-mon[102677]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:30 smithi111 ceph-mon[116524]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:30 smithi111 ceph-mon[97855]: pgmap v6732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:32 smithi155 ceph-mon[102677]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:32 smithi111 ceph-mon[97855]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:32 smithi111 ceph-mon[116524]: pgmap v6733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:34 smithi155 ceph-mon[102677]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:34 smithi111 ceph-mon[97855]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:34 smithi111 ceph-mon[116524]: pgmap v6734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:36.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:36 smithi155 ceph-mon[102677]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:36 smithi111 ceph-mon[97855]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:36 smithi111 ceph-mon[116524]: pgmap v6735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:38 smithi155 ceph-mon[102677]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:38 smithi111 ceph-mon[97855]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:38 smithi111 ceph-mon[116524]: pgmap v6736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:58:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T06:58:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:40 smithi155 ceph-mon[102677]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:40 smithi111 ceph-mon[97855]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:40 smithi111 ceph-mon[116524]: pgmap v6737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:42 smithi155 ceph-mon[102677]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:42 smithi111 ceph-mon[97855]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:42 smithi111 ceph-mon[116524]: pgmap v6738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:44.814 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:58:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:44 smithi155 ceph-mon[102677]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:44 smithi111 ceph-mon[97855]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:44 smithi111 ceph-mon[116524]: pgmap v6739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:58:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:58:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:58:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:58:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 647M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 804M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 369M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4448M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4738M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5158M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4196M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3318M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4105M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:58:45.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3587M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:58:45.124 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4207M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:58:45.124 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:58:45.503 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:58:45.503 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:58:45.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:58:45.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:58:45.505 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:58:45.505 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:45 smithi155 ceph-mon[102677]: from='client.31331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:45 smithi155 ceph-mon[102677]: from='client.31337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3086306007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:58:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:45 smithi111 ceph-mon[97855]: from='client.31331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:45 smithi111 ceph-mon[97855]: from='client.31337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3086306007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:45 smithi111 ceph-mon[116524]: from='client.31331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:45 smithi111 ceph-mon[116524]: from='client.31337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3086306007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:58:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:46 smithi155 ceph-mon[102677]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:46 smithi111 ceph-mon[97855]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:46 smithi111 ceph-mon[116524]: pgmap v6740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:48 smithi155 ceph-mon[102677]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:48 smithi111 ceph-mon[97855]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:48 smithi111 ceph-mon[116524]: pgmap v6741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:49.642 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:58:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:58:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:50.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:58:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:50 smithi155 ceph-mon[102677]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:50 smithi111 ceph-mon[97855]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:50 smithi111 ceph-mon[116524]: pgmap v6742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:52 smithi155 ceph-mon[102677]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:52 smithi111 ceph-mon[97855]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:52 smithi111 ceph-mon[116524]: pgmap v6743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:54 smithi155 ceph-mon[102677]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:54 smithi111 ceph-mon[97855]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:54 smithi111 ceph-mon[116524]: pgmap v6744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:56 smithi155 ceph-mon[102677]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:56 smithi111 ceph-mon[97855]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:56 smithi111 ceph-mon[116524]: pgmap v6745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:58:58 smithi155 ceph-mon[102677]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:58:58 smithi111 ceph-mon[97855]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:58:58 smithi111 ceph-mon[116524]: pgmap v6746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:58:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:58:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T06:59:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:00 smithi155 ceph-mon[102677]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:00 smithi111 ceph-mon[97855]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:00 smithi111 ceph-mon[116524]: pgmap v6747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:02 smithi155 ceph-mon[102677]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:02 smithi111 ceph-mon[97855]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:02 smithi111 ceph-mon[116524]: pgmap v6748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:04 smithi155 ceph-mon[102677]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:04 smithi111 ceph-mon[97855]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:04 smithi111 ceph-mon[116524]: pgmap v6749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:06 smithi155 ceph-mon[102677]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:06 smithi111 ceph-mon[97855]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:06 smithi111 ceph-mon[116524]: pgmap v6750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:08 smithi155 ceph-mon[102677]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:08 smithi111 ceph-mon[97855]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:08 smithi111 ceph-mon[116524]: pgmap v6751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:59:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:59:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:10 smithi155 ceph-mon[102677]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:10 smithi111 ceph-mon[97855]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:10 smithi111 ceph-mon[116524]: pgmap v6752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:12 smithi155 ceph-mon[102677]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:12 smithi111 ceph-mon[97855]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:12 smithi111 ceph-mon[116524]: pgmap v6753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:59:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:59:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T06:59:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:14 smithi155 ceph-mon[102677]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:14 smithi111 ceph-mon[97855]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:14 smithi111 ceph-mon[116524]: pgmap v6754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:15.845 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:59:16.164 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:59:16.164 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 1s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:59:16.164 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 0s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:59:16.164 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 1s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:59:16.164 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 0s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:59:16.164 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 0s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 1s ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 1s ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 0s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 1s ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 1s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 0s ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 1s ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 1s ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 1s ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 1s ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 0s ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 0s ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 0s ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:59:16.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 0s ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:59:16.166 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 0s ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:59:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:59:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T06:59:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T06:59:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T06:59:16.545 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:59:16.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:59:16.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:16.547 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:59:16.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:59:16.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:59:16.547 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:17 smithi155 ceph-mon[102677]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:17 smithi155 ceph-mon[102677]: from='client.21474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:17 smithi155 ceph-mon[102677]: from='client.31355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2071861004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[97855]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[97855]: from='client.21474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[97855]: from='client.31355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2071861004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[116524]: pgmap v6755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[116524]: from='client.21474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[116524]: from='client.31355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2071861004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:19 smithi155 ceph-mon[102677]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:59:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:59:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:19 smithi111 ceph-mon[116524]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:19 smithi111 ceph-mon[97855]: pgmap v6756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:21 smithi155 ceph-mon[102677]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:21 smithi111 ceph-mon[97855]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:21 smithi111 ceph-mon[116524]: pgmap v6757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:23 smithi155 ceph-mon[102677]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:23 smithi111 ceph-mon[97855]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:23 smithi111 ceph-mon[116524]: pgmap v6758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:25 smithi155 ceph-mon[102677]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:25 smithi111 ceph-mon[97855]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:25 smithi111 ceph-mon[116524]: pgmap v6759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:26 smithi155 ceph-mon[102677]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:26 smithi111 ceph-mon[97855]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:26 smithi111 ceph-mon[116524]: pgmap v6760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:28 smithi155 ceph-mon[102677]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:28 smithi111 ceph-mon[97855]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:28 smithi111 ceph-mon[116524]: pgmap v6761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:59:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T06:59:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:30 smithi155 ceph-mon[102677]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:30 smithi111 ceph-mon[97855]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:30 smithi111 ceph-mon[116524]: pgmap v6762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:32 smithi155 ceph-mon[102677]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:32 smithi111 ceph-mon[97855]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:32 smithi111 ceph-mon[116524]: pgmap v6763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:34 smithi155 ceph-mon[102677]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:34 smithi111 ceph-mon[97855]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:34 smithi111 ceph-mon[116524]: pgmap v6764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:36 smithi155 ceph-mon[102677]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:36 smithi111 ceph-mon[97855]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:36 smithi111 ceph-mon[116524]: pgmap v6765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:38 smithi155 ceph-mon[102677]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:38 smithi111 ceph-mon[97855]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:38 smithi111 ceph-mon[116524]: pgmap v6766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:59:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T06:59:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:40 smithi155 ceph-mon[102677]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:40 smithi111 ceph-mon[97855]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:40 smithi111 ceph-mon[116524]: pgmap v6767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:42 smithi155 ceph-mon[102677]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:42 smithi111 ceph-mon[97855]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:42 smithi111 ceph-mon[116524]: pgmap v6768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:44 smithi155 ceph-mon[102677]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:44 smithi111 ceph-mon[97855]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:44 smithi111 ceph-mon[116524]: pgmap v6769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:46 smithi155 ceph-mon[102677]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:46 smithi111 ceph-mon[97855]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:46 smithi111 ceph-mon[116524]: pgmap v6770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:46.896 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T06:59:47.201 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 32s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 31s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 32s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 31s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 31s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 32s ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 32s ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 31s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 32s ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 32s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T06:59:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 31s ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 32s ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 32s ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 32s ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 32s ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 31s ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 31s ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 31s ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 31s ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T06:59:47.203 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 31s ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T06:59:47.582 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T06:59:47.583 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T06:59:47.584 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T06:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:47 smithi155 ceph-mon[102677]: from='client.31367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:47 smithi155 ceph-mon[102677]: from='client.31373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:47 smithi111 ceph-mon[97855]: from='client.31367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:47 smithi111 ceph-mon[97855]: from='client.31373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:47 smithi111 ceph-mon[116524]: from='client.31367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:47 smithi111 ceph-mon[116524]: from='client.31373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T06:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2219651461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:48 smithi155 ceph-mon[102677]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2219651461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:59:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:48 smithi111 ceph-mon[97855]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2219651461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T06:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:48 smithi111 ceph-mon[116524]: pgmap v6771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T06:59:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:59:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T06:59:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:50 smithi111 ceph-mon[97855]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:50 smithi111 ceph-mon[116524]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:50 smithi155 ceph-mon[102677]: pgmap v6772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:52 smithi155 ceph-mon[102677]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:53.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:52 smithi111 ceph-mon[97855]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:52 smithi111 ceph-mon[116524]: pgmap v6773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:54 smithi155 ceph-mon[102677]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:54 smithi111 ceph-mon[97855]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:54 smithi111 ceph-mon[116524]: pgmap v6774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:56 smithi155 ceph-mon[102677]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:56 smithi111 ceph-mon[97855]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:56 smithi111 ceph-mon[116524]: pgmap v6775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 06:59:58 smithi155 ceph-mon[102677]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 06:59:58 smithi111 ceph-mon[97855]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 06:59:58 smithi111 ceph-mon[116524]: pgmap v6776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T06:59:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 06:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:06:59:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:00:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:00 smithi111 conmon[97831]: 2023-12-01T06:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:00:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:00 smithi155 ceph-mon[102677]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:00:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:00 smithi111 ceph-mon[97855]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:00:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:00 smithi111 ceph-mon[116524]: pgmap v6777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:00:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:02 smithi155 ceph-mon[102677]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:03.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:02 smithi111 ceph-mon[97855]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:02 smithi111 ceph-mon[116524]: pgmap v6778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:04 smithi155 ceph-mon[102677]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:04 smithi111 ceph-mon[97855]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:04 smithi111 ceph-mon[116524]: pgmap v6779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:06 smithi155 ceph-mon[102677]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:06 smithi111 ceph-mon[97855]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:06 smithi111 ceph-mon[116524]: pgmap v6780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:08 smithi111 ceph-mon[97855]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:08 smithi111 ceph-mon[116524]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:08 smithi155 ceph-mon[102677]: pgmap v6781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:00:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T07:00:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:10 smithi155 ceph-mon[102677]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:10 smithi111 ceph-mon[116524]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:10 smithi111 ceph-mon[97855]: pgmap v6782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:12 smithi155 ceph-mon[102677]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:12 smithi111 ceph-mon[97855]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:12 smithi111 ceph-mon[116524]: pgmap v6783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:14 smithi155 ceph-mon[102677]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:15.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:14 smithi111 ceph-mon[97855]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:15.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:14 smithi111 ceph-mon[116524]: pgmap v6784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:16 smithi155 ceph-mon[102677]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:00:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:16 smithi111 ceph-mon[97855]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:00:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:16 smithi111 ceph-mon[116524]: pgmap v6785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:16.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:00:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:00:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:00:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:00:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:00:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:00:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:00:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:00:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:00:17.928 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:00:18.232 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:00:18.232 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 63s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:00:18.232 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 62s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 63s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 62s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 62s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 63s ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 63s ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 62s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 63s ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 63s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 62s ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 63s ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 63s ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 63s ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:00:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 63s ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:00:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 62s ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:00:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 62s ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:00:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 62s ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:00:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 62s ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:00:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 62s ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:18.613 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:00:18.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:00:18.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:18.614 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:00:18.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:00:18.614 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:00:18.614 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:00:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:18 smithi111 ceph-mon[97855]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:18 smithi111 ceph-mon[97855]: from='client.21510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:18 smithi111 ceph-mon[97855]: from='client.31391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:18 smithi111 ceph-mon[116524]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:18 smithi111 ceph-mon[116524]: from='client.21510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:18 smithi111 ceph-mon[116524]: from='client.31391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:18 smithi155 ceph-mon[102677]: pgmap v6786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:18 smithi155 ceph-mon[102677]: from='client.21510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:18 smithi155 ceph-mon[102677]: from='client.31391 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:00:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:00:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3025652216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:00:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3025652216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:00:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3025652216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:00:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:20 smithi111 ceph-mon[97855]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:20 smithi111 ceph-mon[116524]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:20 smithi155 ceph-mon[102677]: pgmap v6787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:22 smithi155 ceph-mon[102677]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:22 smithi111 ceph-mon[97855]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:22 smithi111 ceph-mon[116524]: pgmap v6788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:24 smithi155 ceph-mon[102677]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:24 smithi111 ceph-mon[97855]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:24 smithi111 ceph-mon[116524]: pgmap v6789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:26 smithi155 ceph-mon[102677]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:26 smithi111 ceph-mon[97855]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:26 smithi111 ceph-mon[116524]: pgmap v6790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:28 smithi155 ceph-mon[102677]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:28 smithi111 ceph-mon[97855]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:28 smithi111 ceph-mon[116524]: pgmap v6791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:00:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:00:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:30 smithi155 ceph-mon[102677]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:30 smithi111 ceph-mon[97855]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:30 smithi111 ceph-mon[116524]: pgmap v6792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:32 smithi155 ceph-mon[102677]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:32 smithi111 ceph-mon[97855]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:32 smithi111 ceph-mon[116524]: pgmap v6793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:34 smithi155 ceph-mon[102677]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:34 smithi111 ceph-mon[97855]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:34 smithi111 ceph-mon[116524]: pgmap v6794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:36 smithi111 ceph-mon[97855]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:36 smithi111 ceph-mon[116524]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:36.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:36 smithi155 ceph-mon[102677]: pgmap v6795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:38 smithi155 ceph-mon[102677]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:38 smithi111 ceph-mon[97855]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:38 smithi111 ceph-mon[116524]: pgmap v6796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:00:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:00:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:40 smithi155 ceph-mon[102677]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:40 smithi111 ceph-mon[97855]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:40 smithi111 ceph-mon[116524]: pgmap v6797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:42 smithi155 ceph-mon[102677]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:42 smithi111 ceph-mon[97855]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:42 smithi111 ceph-mon[116524]: pgmap v6798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:44 smithi155 ceph-mon[102677]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:44 smithi111 ceph-mon[97855]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:44 smithi111 ceph-mon[116524]: pgmap v6799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:46 smithi111 ceph-mon[97855]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:46 smithi111 ceph-mon[116524]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:46 smithi155 ceph-mon[102677]: pgmap v6800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:48 smithi155 ceph-mon[102677]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:48.961 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:00:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:48 smithi111 ceph-mon[97855]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:48 smithi111 ceph-mon[116524]: pgmap v6801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 94s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 93s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 94s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 93s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 93s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:00:49.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 94s ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 94s ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 93s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 94s ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 94s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 93s ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 94s ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 94s ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 94s ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 94s ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 93s ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 93s ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 93s ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 93s ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:00:49.271 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 93s ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:49.651 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:00:49.652 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:00:49.659 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:00:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:00:49.660 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:49 smithi111 ceph-mon[116524]: from='client.21528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:49.660 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:49.660 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/529160483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:49 smithi155 ceph-mon[102677]: from='client.21528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/529160483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:00:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:49 smithi111 ceph-mon[97855]: from='client.21528 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:00:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/529160483' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:50 smithi155 ceph-mon[102677]: from='client.21534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:50 smithi155 ceph-mon[102677]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:50 smithi111 ceph-mon[97855]: from='client.21534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:50 smithi111 ceph-mon[97855]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:50 smithi111 ceph-mon[116524]: from='client.21534 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:50 smithi111 ceph-mon[116524]: pgmap v6802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:52 smithi155 ceph-mon[102677]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:52 smithi111 ceph-mon[97855]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:52 smithi111 ceph-mon[116524]: pgmap v6803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:54 smithi155 ceph-mon[102677]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:54 smithi111 ceph-mon[97855]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:54 smithi111 ceph-mon[116524]: pgmap v6804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:56 smithi111 ceph-mon[97855]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:56 smithi111 ceph-mon[116524]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:56 smithi155 ceph-mon[102677]: pgmap v6805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:00:58 smithi155 ceph-mon[102677]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:00:58 smithi111 ceph-mon[97855]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:00:58 smithi111 ceph-mon[116524]: pgmap v6806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:00:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:00:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:01:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:00 smithi155 ceph-mon[102677]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:00 smithi111 ceph-mon[97855]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:00 smithi111 ceph-mon[116524]: pgmap v6807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:02 smithi155 ceph-mon[102677]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:02 smithi111 ceph-mon[97855]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:03.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:02 smithi111 ceph-mon[116524]: pgmap v6808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:04 smithi155 ceph-mon[102677]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:04 smithi111 ceph-mon[97855]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:04 smithi111 ceph-mon[116524]: pgmap v6809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:06 smithi111 ceph-mon[97855]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:06 smithi111 ceph-mon[116524]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:06 smithi155 ceph-mon[102677]: pgmap v6810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:08 smithi155 ceph-mon[102677]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:08 smithi111 ceph-mon[97855]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:08 smithi111 ceph-mon[116524]: pgmap v6811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:01:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:01:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:10 smithi155 ceph-mon[102677]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:10 smithi111 ceph-mon[97855]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:10 smithi111 ceph-mon[116524]: pgmap v6812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:12 smithi155 ceph-mon[102677]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:12 smithi111 ceph-mon[97855]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:12 smithi111 ceph-mon[116524]: pgmap v6813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:14 smithi155 ceph-mon[102677]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:14 smithi111 ceph-mon[97855]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:14 smithi111 ceph-mon[116524]: pgmap v6814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:16 smithi111 ceph-mon[97855]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:16 smithi111 ceph-mon[116524]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:16 smithi155 ceph-mon[102677]: pgmap v6815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:01:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:01:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:01:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:01:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:18 smithi111 ceph-mon[97855]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:18 smithi111 ceph-mon[116524]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:18 smithi155 ceph-mon[102677]: pgmap v6816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:01:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:01:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:19.998 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:01:20.301 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:01:20.301 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:01:20.301 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:01:20.301 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:01:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:01:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:01:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:01:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:01:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:01:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:01:20.303 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:01:20.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:01:20.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:01:20.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:01:20.304 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:20.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:01:20.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:01:20.688 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:20.688 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:01:20.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:01:20.688 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:01:20.688 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:01:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:20 smithi111 ceph-mon[97855]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:20 smithi111 ceph-mon[97855]: from='client.31421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:20 smithi111 ceph-mon[116524]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:20 smithi111 ceph-mon[116524]: from='client.31421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:20 smithi155 ceph-mon[102677]: pgmap v6817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:20 smithi155 ceph-mon[102677]: from='client.31421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:21 smithi111 ceph-mon[97855]: from='client.21552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2700131182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:01:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:21 smithi111 ceph-mon[116524]: from='client.21552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:21.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2700131182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:21 smithi155 ceph-mon[102677]: from='client.21552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2700131182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:01:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:22 smithi111 ceph-mon[97855]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:22 smithi111 ceph-mon[116524]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:22 smithi155 ceph-mon[102677]: pgmap v6818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:24 smithi155 ceph-mon[102677]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:24 smithi111 ceph-mon[97855]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:24 smithi111 ceph-mon[116524]: pgmap v6819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:26 smithi111 ceph-mon[97855]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:26 smithi111 ceph-mon[116524]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:26 smithi155 ceph-mon[102677]: pgmap v6820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:28 smithi155 ceph-mon[102677]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:28 smithi111 ceph-mon[97855]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:28 smithi111 ceph-mon[116524]: pgmap v6821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:01:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:01:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:30 smithi155 ceph-mon[102677]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:30 smithi111 ceph-mon[97855]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:30 smithi111 ceph-mon[116524]: pgmap v6822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:32 smithi155 ceph-mon[102677]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:32 smithi111 ceph-mon[97855]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:32 smithi111 ceph-mon[116524]: pgmap v6823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:34 smithi155 ceph-mon[102677]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:34 smithi111 ceph-mon[116524]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:34 smithi111 ceph-mon[97855]: pgmap v6824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:36 smithi111 ceph-mon[97855]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:36 smithi111 ceph-mon[116524]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:36 smithi155 ceph-mon[102677]: pgmap v6825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:38 smithi155 ceph-mon[102677]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:38 smithi111 ceph-mon[116524]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:38 smithi111 ceph-mon[97855]: pgmap v6826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:01:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:01:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:40 smithi155 ceph-mon[102677]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:40 smithi111 ceph-mon[97855]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:40 smithi111 ceph-mon[116524]: pgmap v6827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:42 smithi155 ceph-mon[102677]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:42 smithi111 ceph-mon[97855]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:42 smithi111 ceph-mon[116524]: pgmap v6828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:44 smithi155 ceph-mon[102677]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:44 smithi111 ceph-mon[97855]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:44 smithi111 ceph-mon[116524]: pgmap v6829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:46 smithi111 ceph-mon[97855]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:46 smithi111 ceph-mon[116524]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:46 smithi155 ceph-mon[102677]: pgmap v6830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:48 smithi155 ceph-mon[102677]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:48 smithi111 ceph-mon[97855]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:48 smithi111 ceph-mon[116524]: pgmap v6831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:49.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:01:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:01:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:01:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:50 smithi155 ceph-mon[102677]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:50 smithi111 ceph-mon[97855]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:50 smithi111 ceph-mon[116524]: pgmap v6832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:51.036 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:01:51.341 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:01:51.341 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:01:51.342 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:01:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:01:51.721 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:01:51.722 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:01:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:51 smithi155 ceph-mon[102677]: from='client.21564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:51 smithi111 ceph-mon[97855]: from='client.21564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:51 smithi111 ceph-mon[116524]: from='client.21564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:52 smithi155 ceph-mon[102677]: from='client.21570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:52 smithi155 ceph-mon[102677]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2434407520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:01:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:52 smithi111 ceph-mon[97855]: from='client.21570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:52 smithi111 ceph-mon[97855]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2434407520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:01:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:52 smithi111 ceph-mon[116524]: from='client.21570 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:01:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:52 smithi111 ceph-mon[116524]: pgmap v6833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2434407520' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:01:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:54 smithi155 ceph-mon[102677]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:54 smithi111 ceph-mon[97855]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:54 smithi111 ceph-mon[116524]: pgmap v6834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:56 smithi111 ceph-mon[97855]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:56 smithi111 ceph-mon[116524]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:56 smithi155 ceph-mon[102677]: pgmap v6835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:01:58 smithi155 ceph-mon[102677]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:01:58 smithi111 ceph-mon[97855]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:01:58 smithi111 ceph-mon[116524]: pgmap v6836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:01:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:01:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:02:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:00 smithi155 ceph-mon[102677]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:00 smithi111 ceph-mon[97855]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:00 smithi111 ceph-mon[116524]: pgmap v6837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:02 smithi155 ceph-mon[102677]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:02 smithi111 ceph-mon[97855]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:02 smithi111 ceph-mon[116524]: pgmap v6838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:04 smithi155 ceph-mon[102677]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:04 smithi111 ceph-mon[97855]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:04 smithi111 ceph-mon[116524]: pgmap v6839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:06 smithi111 ceph-mon[97855]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:06 smithi111 ceph-mon[116524]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:06 smithi155 ceph-mon[102677]: pgmap v6840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:08 smithi155 ceph-mon[102677]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:08 smithi111 ceph-mon[97855]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:08 smithi111 ceph-mon[116524]: pgmap v6841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:02:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:02:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:10 smithi155 ceph-mon[102677]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:10 smithi111 ceph-mon[97855]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:10 smithi111 ceph-mon[116524]: pgmap v6842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:12 smithi155 ceph-mon[102677]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:12 smithi111 ceph-mon[97855]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:12 smithi111 ceph-mon[116524]: pgmap v6843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:14 smithi155 ceph-mon[102677]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:14 smithi111 ceph-mon[97855]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:15.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:14 smithi111 ceph-mon[116524]: pgmap v6844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:16 smithi111 ceph-mon[97855]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:16 smithi111 ceph-mon[116524]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:16 smithi155 ceph-mon[102677]: pgmap v6845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:02:18.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:02:18.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:02:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:18 smithi155 ceph-mon[102677]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:02:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:02:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:02:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[97855]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[116524]: pgmap v6846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:02:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:02:19.551 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:02:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:02:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:20 smithi155 ceph-mon[102677]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:20 smithi111 ceph-mon[97855]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:20 smithi111 ceph-mon[116524]: pgmap v6847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:22.068 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:02:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:02:22.375 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:02:22.756 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:02:22.756 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:02:22.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:02:22.756 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:02:22.757 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:02:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:22 smithi155 ceph-mon[102677]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:22 smithi155 ceph-mon[102677]: from='client.31457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:22 smithi111 ceph-mon[97855]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:22 smithi111 ceph-mon[97855]: from='client.31457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:22 smithi111 ceph-mon[116524]: pgmap v6848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:22 smithi111 ceph-mon[116524]: from='client.31457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:23 smithi155 ceph-mon[102677]: from='client.21588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3305733308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:02:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:23 smithi111 ceph-mon[97855]: from='client.21588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3305733308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:02:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:23 smithi111 ceph-mon[116524]: from='client.21588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3305733308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:02:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:24 smithi155 ceph-mon[102677]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:24 smithi111 ceph-mon[97855]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:24 smithi111 ceph-mon[116524]: pgmap v6849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:26 smithi111 ceph-mon[97855]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:26 smithi111 ceph-mon[116524]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:26 smithi155 ceph-mon[102677]: pgmap v6850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:28 smithi155 ceph-mon[102677]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:28 smithi111 ceph-mon[97855]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:29.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:28 smithi111 ceph-mon[116524]: pgmap v6851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:02:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:02:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:30 smithi155 ceph-mon[102677]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:30 smithi111 ceph-mon[97855]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:30 smithi111 ceph-mon[116524]: pgmap v6852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:32 smithi155 ceph-mon[102677]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:32 smithi111 ceph-mon[97855]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:32 smithi111 ceph-mon[116524]: pgmap v6853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:34 smithi155 ceph-mon[102677]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:34 smithi111 ceph-mon[97855]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:34 smithi111 ceph-mon[116524]: pgmap v6854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:36 smithi111 ceph-mon[97855]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:36 smithi111 ceph-mon[116524]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:36 smithi155 ceph-mon[102677]: pgmap v6855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:38 smithi155 ceph-mon[102677]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:38 smithi111 ceph-mon[97855]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:38 smithi111 ceph-mon[116524]: pgmap v6856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:02:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:02:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 07:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T07:02:40.045490599Z level=info msg="Completed cleanup jobs" duration=11.553553ms 2023-12-01T07:02:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:40 smithi155 ceph-mon[102677]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:40 smithi111 ceph-mon[97855]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:40 smithi111 ceph-mon[116524]: pgmap v6857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:42 smithi155 ceph-mon[102677]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:42 smithi111 ceph-mon[97855]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:42 smithi111 ceph-mon[116524]: pgmap v6858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:44 smithi155 ceph-mon[102677]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:44 smithi111 ceph-mon[97855]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:44 smithi111 ceph-mon[116524]: pgmap v6859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:46 smithi111 ceph-mon[97855]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:46 smithi111 ceph-mon[116524]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:46 smithi155 ceph-mon[102677]: pgmap v6860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:48 smithi155 ceph-mon[102677]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:48 smithi111 ceph-mon[97855]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:48 smithi111 ceph-mon[116524]: pgmap v6861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:49.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:02:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:02:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:02:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:50 smithi155 ceph-mon[102677]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:50 smithi111 ceph-mon[97855]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:50 smithi111 ceph-mon[116524]: pgmap v6862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:52 smithi155 ceph-mon[102677]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:52 smithi111 ceph-mon[97855]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:52 smithi111 ceph-mon[116524]: pgmap v6863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:53.104 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:02:53.410 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:02:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:53.790 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:02:53.791 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:02:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:53 smithi111 ceph-mon[97855]: from='client.21600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:53 smithi111 ceph-mon[116524]: from='client.21600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:53 smithi155 ceph-mon[102677]: from='client.21600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:54 smithi111 ceph-mon[116524]: from='client.31481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:54 smithi111 ceph-mon[116524]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2051196390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:02:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:54 smithi111 ceph-mon[97855]: from='client.31481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:54 smithi111 ceph-mon[97855]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2051196390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:02:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:54 smithi155 ceph-mon[102677]: from='client.31481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:02:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:54 smithi155 ceph-mon[102677]: pgmap v6864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2051196390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:02:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:56 smithi111 ceph-mon[97855]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:56 smithi111 ceph-mon[116524]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:56 smithi155 ceph-mon[102677]: pgmap v6865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:02:58 smithi155 ceph-mon[102677]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:02:58 smithi111 ceph-mon[97855]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:02:58 smithi111 ceph-mon[116524]: pgmap v6866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:02:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:02:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:03:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:00 smithi155 ceph-mon[102677]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:00 smithi111 ceph-mon[116524]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:00 smithi111 ceph-mon[97855]: pgmap v6867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:02 smithi155 ceph-mon[102677]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:02 smithi111 ceph-mon[97855]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:02 smithi111 ceph-mon[116524]: pgmap v6868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:04 smithi155 ceph-mon[102677]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:04 smithi111 ceph-mon[97855]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:04 smithi111 ceph-mon[116524]: pgmap v6869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:06 smithi111 ceph-mon[97855]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:06 smithi111 ceph-mon[116524]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:06 smithi155 ceph-mon[102677]: pgmap v6870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:08 smithi155 ceph-mon[102677]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:08 smithi111 ceph-mon[97855]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:08 smithi111 ceph-mon[116524]: pgmap v6871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:03:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:03:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:10 smithi111 ceph-mon[116524]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:10 smithi111 ceph-mon[97855]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:10 smithi155 ceph-mon[102677]: pgmap v6872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:12 smithi111 ceph-mon[116524]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:12 smithi111 ceph-mon[97855]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:12 smithi155 ceph-mon[102677]: pgmap v6873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:14 smithi111 ceph-mon[116524]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:14 smithi111 ceph-mon[97855]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:14 smithi155 ceph-mon[102677]: pgmap v6874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:16 smithi111 ceph-mon[97855]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:16 smithi111 ceph-mon[116524]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:16 smithi155 ceph-mon[102677]: pgmap v6875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:18 smithi155 ceph-mon[102677]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:03:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:03:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:03:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:03:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[97855]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[116524]: pgmap v6876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:03:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:03:19.707 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:03:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:03:19.707 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:20 smithi111 ceph-mon[97855]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:20 smithi111 ceph-mon[116524]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:20 smithi155 ceph-mon[102677]: pgmap v6877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:22 smithi111 ceph-mon[97855]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:22 smithi111 ceph-mon[116524]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:22 smithi155 ceph-mon[102677]: pgmap v6878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:24.138 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:03:24.445 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:03:24.446 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:03:24.446 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:03:24.446 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:03:24.446 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:03:24.446 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:03:24.446 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:03:24.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:03:24.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:03:24.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:03:24.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:03:24.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:03:24.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:03:24.448 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:03:24.830 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:24.845 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:03:24.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:03:24.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:24.846 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:03:24.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:03:24.846 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:03:24.846 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:24 smithi111 ceph-mon[97855]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:24 smithi111 ceph-mon[97855]: from='client.31493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:24 smithi111 ceph-mon[116524]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:24 smithi111 ceph-mon[116524]: from='client.31493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:24 smithi155 ceph-mon[102677]: pgmap v6879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:24 smithi155 ceph-mon[102677]: from='client.31493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:25 smithi111 ceph-mon[97855]: from='client.21624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/279355849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:03:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:25 smithi111 ceph-mon[116524]: from='client.21624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/279355849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:03:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:25 smithi155 ceph-mon[102677]: from='client.21624 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/279355849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:03:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:26 smithi111 ceph-mon[97855]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:26 smithi111 ceph-mon[116524]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:26 smithi155 ceph-mon[102677]: pgmap v6880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:28 smithi111 ceph-mon[97855]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:28 smithi111 ceph-mon[116524]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:28 smithi155 ceph-mon[102677]: pgmap v6881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:03:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:03:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:30 smithi111 ceph-mon[97855]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:30 smithi111 ceph-mon[116524]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:30 smithi155 ceph-mon[102677]: pgmap v6882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:32 smithi111 ceph-mon[97855]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:32 smithi111 ceph-mon[116524]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:32 smithi155 ceph-mon[102677]: pgmap v6883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:34 smithi111 ceph-mon[97855]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:34 smithi111 ceph-mon[116524]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:34 smithi155 ceph-mon[102677]: pgmap v6884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:36 smithi155 ceph-mon[102677]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:36 smithi111 ceph-mon[97855]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:36 smithi111 ceph-mon[116524]: pgmap v6885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:38 smithi111 ceph-mon[97855]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:38 smithi111 ceph-mon[116524]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:38 smithi155 ceph-mon[102677]: pgmap v6886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:03:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T07:03:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:40 smithi111 ceph-mon[116524]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:40 smithi111 ceph-mon[97855]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:40 smithi155 ceph-mon[102677]: pgmap v6887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:42 smithi111 ceph-mon[116524]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:42 smithi111 ceph-mon[97855]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:42 smithi155 ceph-mon[102677]: pgmap v6888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:44 smithi111 ceph-mon[116524]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:44 smithi111 ceph-mon[97855]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:44 smithi155 ceph-mon[102677]: pgmap v6889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:46 smithi155 ceph-mon[102677]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:46 smithi111 ceph-mon[97855]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:46 smithi111 ceph-mon[116524]: pgmap v6890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:48 smithi111 ceph-mon[97855]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:48 smithi111 ceph-mon[116524]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:48 smithi155 ceph-mon[102677]: pgmap v6891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:49.716 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:03:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:03:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:03:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:50 smithi111 ceph-mon[97855]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:50 smithi111 ceph-mon[116524]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:50 smithi155 ceph-mon[102677]: pgmap v6892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:52 smithi111 ceph-mon[97855]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:52 smithi111 ceph-mon[116524]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:52 smithi155 ceph-mon[102677]: pgmap v6893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:54 smithi111 ceph-mon[97855]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:54 smithi111 ceph-mon[116524]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:55.179 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:03:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:54 smithi155 ceph-mon[102677]: pgmap v6894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:03:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:03:55.489 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:03:55.872 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:03:55.872 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:03:55.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:03:55.872 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:55.872 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:03:55.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:03:55.873 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:03:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:55 smithi111 ceph-mon[97855]: from='client.21636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:55 smithi111 ceph-mon[116524]: from='client.21636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:55 smithi155 ceph-mon[102677]: from='client.21636 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:56 smithi111 ceph-mon[97855]: from='client.31517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:56 smithi111 ceph-mon[97855]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3605633437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:03:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:56 smithi111 ceph-mon[116524]: from='client.31517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:56 smithi111 ceph-mon[116524]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3605633437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:03:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:56 smithi155 ceph-mon[102677]: from='client.31517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:03:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:56 smithi155 ceph-mon[102677]: pgmap v6895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3605633437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:03:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:03:58 smithi111 ceph-mon[97855]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:03:58 smithi111 ceph-mon[116524]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:03:58 smithi155 ceph-mon[102677]: pgmap v6896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:03:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:03:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:04:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:00 smithi111 ceph-mon[97855]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:00 smithi111 ceph-mon[116524]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:00 smithi155 ceph-mon[102677]: pgmap v6897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:02 smithi111 ceph-mon[97855]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:02 smithi111 ceph-mon[116524]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:02 smithi155 ceph-mon[102677]: pgmap v6898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:04 smithi111 ceph-mon[116524]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:04 smithi111 ceph-mon[97855]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:04 smithi155 ceph-mon[102677]: pgmap v6899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:06 smithi155 ceph-mon[102677]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:06 smithi111 ceph-mon[97855]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:06 smithi111 ceph-mon[116524]: pgmap v6900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:08 smithi111 ceph-mon[97855]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:08 smithi111 ceph-mon[116524]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:08 smithi155 ceph-mon[102677]: pgmap v6901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:04:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:04:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:10 smithi111 ceph-mon[97855]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:10 smithi111 ceph-mon[116524]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:10 smithi155 ceph-mon[102677]: pgmap v6902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:12 smithi111 ceph-mon[97855]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:12 smithi111 ceph-mon[116524]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:12 smithi155 ceph-mon[102677]: pgmap v6903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:14 smithi111 ceph-mon[97855]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:14 smithi111 ceph-mon[116524]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:14 smithi155 ceph-mon[102677]: pgmap v6904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:16 smithi155 ceph-mon[102677]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:16 smithi111 ceph-mon[97855]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:16 smithi111 ceph-mon[116524]: pgmap v6905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:18 smithi111 ceph-mon[97855]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:04:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:18 smithi111 ceph-mon[116524]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:04:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:18 smithi155 ceph-mon[102677]: pgmap v6906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:04:19.723 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:04:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:04:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:04:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:04:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:04:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:04:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:04:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:04:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:04:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:04:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:20 smithi155 ceph-mon[102677]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:20 smithi111 ceph-mon[97855]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:20 smithi111 ceph-mon[116524]: pgmap v6907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:22 smithi155 ceph-mon[102677]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:22 smithi111 ceph-mon[97855]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:22 smithi111 ceph-mon[116524]: pgmap v6908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:24 smithi155 ceph-mon[102677]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:24 smithi111 ceph-mon[97855]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:24 smithi111 ceph-mon[116524]: pgmap v6909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:26.216 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:04:26.527 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:04:26.528 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:04:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:04:26.909 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:04:26.909 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:04:26.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:04:26.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:26.910 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:04:26.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:04:26.910 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:26.910 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:04:26.911 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:04:26.912 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:26 smithi155 ceph-mon[102677]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:26 smithi155 ceph-mon[102677]: from='client.21654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:26 smithi111 ceph-mon[97855]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:26 smithi111 ceph-mon[97855]: from='client.21654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:26 smithi111 ceph-mon[116524]: pgmap v6910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:26 smithi111 ceph-mon[116524]: from='client.21654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:27 smithi155 ceph-mon[102677]: from='client.31535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1881321261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:04:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:27 smithi111 ceph-mon[97855]: from='client.31535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1881321261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:04:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:27 smithi111 ceph-mon[116524]: from='client.31535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1881321261' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:04:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:28 smithi155 ceph-mon[102677]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:28 smithi111 ceph-mon[97855]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:28 smithi111 ceph-mon[116524]: pgmap v6911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:04:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:04:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:30 smithi111 ceph-mon[97855]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:30 smithi111 ceph-mon[116524]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:30 smithi155 ceph-mon[102677]: pgmap v6912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:32 smithi111 ceph-mon[97855]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:32 smithi111 ceph-mon[116524]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:32 smithi155 ceph-mon[102677]: pgmap v6913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:34 smithi111 ceph-mon[97855]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:34 smithi111 ceph-mon[116524]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:34 smithi155 ceph-mon[102677]: pgmap v6914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:36 smithi155 ceph-mon[102677]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:36 smithi111 ceph-mon[97855]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:36 smithi111 ceph-mon[116524]: pgmap v6915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:38 smithi111 ceph-mon[97855]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:38 smithi111 ceph-mon[116524]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:38 smithi155 ceph-mon[102677]: pgmap v6916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:04:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:04:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:40 smithi111 ceph-mon[97855]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:40 smithi111 ceph-mon[116524]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:40 smithi155 ceph-mon[102677]: pgmap v6917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:42 smithi111 ceph-mon[97855]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:42 smithi111 ceph-mon[116524]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:42 smithi155 ceph-mon[102677]: pgmap v6918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:44 smithi111 ceph-mon[97855]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:44 smithi111 ceph-mon[116524]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:44 smithi155 ceph-mon[102677]: pgmap v6919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:46 smithi155 ceph-mon[102677]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:46 smithi111 ceph-mon[97855]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:46 smithi111 ceph-mon[116524]: pgmap v6920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:48 smithi111 ceph-mon[97855]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:48 smithi111 ceph-mon[116524]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:48 smithi155 ceph-mon[102677]: pgmap v6921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:49.733 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:04:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:04:49.733 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:50.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:04:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:50 smithi111 ceph-mon[97855]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:50 smithi111 ceph-mon[116524]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:50 smithi155 ceph-mon[102677]: pgmap v6922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:52 smithi111 ceph-mon[97855]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:52 smithi111 ceph-mon[116524]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:52 smithi155 ceph-mon[102677]: pgmap v6923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:54 smithi111 ceph-mon[97855]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:54 smithi111 ceph-mon[116524]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:54 smithi155 ceph-mon[102677]: pgmap v6924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:56 smithi155 ceph-mon[102677]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:56 smithi111 ceph-mon[97855]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:56 smithi111 ceph-mon[116524]: pgmap v6925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:04:57.559 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:04:57.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:04:57.561 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:04:57.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:04:57.938 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:04:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:57 smithi155 ceph-mon[102677]: from='client.31547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:57 smithi111 ceph-mon[97855]: from='client.31547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:57 smithi111 ceph-mon[116524]: from='client.31547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:58 smithi155 ceph-mon[102677]: from='client.21678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:58 smithi155 ceph-mon[102677]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2330851699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:04:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:58 smithi111 ceph-mon[97855]: from='client.21678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:58 smithi111 ceph-mon[97855]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2330851699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:58 smithi111 ceph-mon[116524]: from='client.21678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:58 smithi111 ceph-mon[116524]: pgmap v6926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2330851699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:04:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:04:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:05:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:00 smithi111 ceph-mon[97855]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:00 smithi111 ceph-mon[116524]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:00 smithi155 ceph-mon[102677]: pgmap v6927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:02 smithi111 ceph-mon[97855]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:02 smithi111 ceph-mon[116524]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:02 smithi155 ceph-mon[102677]: pgmap v6928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:04 smithi111 ceph-mon[97855]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:04 smithi111 ceph-mon[116524]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:04 smithi155 ceph-mon[102677]: pgmap v6929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:06 smithi155 ceph-mon[102677]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:06 smithi111 ceph-mon[97855]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:06 smithi111 ceph-mon[116524]: pgmap v6930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:08 smithi111 ceph-mon[97855]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:08 smithi111 ceph-mon[116524]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:08 smithi155 ceph-mon[102677]: pgmap v6931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:05:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:05:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:10 smithi111 ceph-mon[116524]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:10 smithi111 ceph-mon[97855]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:10 smithi155 ceph-mon[102677]: pgmap v6932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:12 smithi111 ceph-mon[116524]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:12 smithi111 ceph-mon[97855]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:12 smithi155 ceph-mon[102677]: pgmap v6933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:14 smithi111 ceph-mon[97855]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:14 smithi111 ceph-mon[116524]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:14 smithi155 ceph-mon[102677]: pgmap v6934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:16 smithi155 ceph-mon[102677]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:16 smithi111 ceph-mon[97855]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:16 smithi111 ceph-mon[116524]: pgmap v6935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:18 smithi111 ceph-mon[97855]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:18 smithi111 ceph-mon[116524]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:18 smithi155 ceph-mon[102677]: pgmap v6936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:19.738 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:05:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:05:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:05:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:05:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:05:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:05:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:05:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:05:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:20 smithi111 ceph-mon[97855]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:20 smithi111 ceph-mon[116524]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:20 smithi155 ceph-mon[102677]: pgmap v6937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:22 smithi111 ceph-mon[97855]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:22 smithi111 ceph-mon[116524]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:22 smithi155 ceph-mon[102677]: pgmap v6938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:24 smithi111 ceph-mon[97855]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:24 smithi111 ceph-mon[116524]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:24 smithi155 ceph-mon[102677]: pgmap v6939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:26 smithi155 ceph-mon[102677]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:26 smithi111 ceph-mon[97855]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:26 smithi111 ceph-mon[116524]: pgmap v6940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:28.282 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:05:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:05:28.586 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:05:28.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:05:28.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:05:28.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:05:28.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:05:28.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:05:28.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:05:28.588 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:05:28.971 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:05:28.972 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:05:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:28 smithi111 ceph-mon[97855]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:28 smithi111 ceph-mon[97855]: from='client.31565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:05:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:28 smithi111 ceph-mon[116524]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:28 smithi111 ceph-mon[116524]: from='client.31565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:05:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:28 smithi155 ceph-mon[102677]: pgmap v6941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:28 smithi155 ceph-mon[102677]: from='client.31565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:05:29.741 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:05:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:29 smithi111 ceph-mon[116524]: from='client.31571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3137282174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:29 smithi111 ceph-mon[97855]: from='client.31571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3137282174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:05:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:29 smithi155 ceph-mon[102677]: from='client.31571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:05:30.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3137282174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:05:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:30 smithi111 ceph-mon[97855]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:30 smithi111 ceph-mon[116524]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:30 smithi155 ceph-mon[102677]: pgmap v6942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:32 smithi155 ceph-mon[102677]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:32 smithi111 ceph-mon[97855]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:32 smithi111 ceph-mon[116524]: pgmap v6943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:34 smithi155 ceph-mon[102677]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:34 smithi111 ceph-mon[97855]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:34 smithi111 ceph-mon[116524]: pgmap v6944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:36 smithi155 ceph-mon[102677]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:36 smithi111 ceph-mon[97855]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:36 smithi111 ceph-mon[116524]: pgmap v6945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:38 smithi111 ceph-mon[97855]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:38 smithi111 ceph-mon[116524]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:38 smithi155 ceph-mon[102677]: pgmap v6946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:05:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:05:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:40 smithi111 ceph-mon[97855]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:40 smithi111 ceph-mon[116524]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:40 smithi155 ceph-mon[102677]: pgmap v6947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:42 smithi155 ceph-mon[102677]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:42 smithi111 ceph-mon[97855]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:42 smithi111 ceph-mon[116524]: pgmap v6948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:44 smithi155 ceph-mon[102677]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:44 smithi111 ceph-mon[97855]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:44 smithi111 ceph-mon[116524]: pgmap v6949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:46 smithi155 ceph-mon[102677]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:46 smithi111 ceph-mon[97855]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:46 smithi111 ceph-mon[116524]: pgmap v6950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:48 smithi111 ceph-mon[97855]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:48 smithi111 ceph-mon[116524]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:48 smithi155 ceph-mon[102677]: pgmap v6951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:05:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:05:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:05:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:50 smithi155 ceph-mon[102677]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:50 smithi111 ceph-mon[97855]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:50 smithi111 ceph-mon[116524]: pgmap v6952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:52 smithi155 ceph-mon[102677]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:52 smithi111 ceph-mon[116524]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:52 smithi111 ceph-mon[97855]: pgmap v6953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:54 smithi155 ceph-mon[102677]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:54 smithi111 ceph-mon[97855]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:54 smithi111 ceph-mon[116524]: pgmap v6954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:56 smithi155 ceph-mon[102677]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:56 smithi111 ceph-mon[97855]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:56 smithi111 ceph-mon[116524]: pgmap v6955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:58 smithi155 ceph-mon[102677]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:58 smithi111 ceph-mon[97855]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:58 smithi111 ceph-mon[116524]: pgmap v6956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:05:59.624 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:05:59.625 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:05:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:06:00.007 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:06:00.007 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:06:00.007 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:06:00.007 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:06:00.008 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:06:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:05:59 smithi155 ceph-mon[102677]: from='client.21708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:05:59 smithi111 ceph-mon[97855]: from='client.21708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:05:59 smithi111 ceph-mon[116524]: from='client.21708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:00 smithi155 ceph-mon[102677]: from='client.21714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:00 smithi155 ceph-mon[102677]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3386297167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:06:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:00 smithi111 ceph-mon[97855]: from='client.21714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:00 smithi111 ceph-mon[97855]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3386297167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:06:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:00 smithi111 ceph-mon[116524]: from='client.21714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:00 smithi111 ceph-mon[116524]: pgmap v6957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3386297167' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:06:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:02 smithi155 ceph-mon[102677]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:02 smithi111 ceph-mon[97855]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:02 smithi111 ceph-mon[116524]: pgmap v6958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:04 smithi155 ceph-mon[102677]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:04 smithi111 ceph-mon[97855]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:04 smithi111 ceph-mon[116524]: pgmap v6959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:06 smithi155 ceph-mon[102677]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:06 smithi111 ceph-mon[97855]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:06 smithi111 ceph-mon[116524]: pgmap v6960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:08 smithi155 ceph-mon[102677]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:08 smithi111 ceph-mon[97855]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:08 smithi111 ceph-mon[116524]: pgmap v6961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:06:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:06:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:10 smithi155 ceph-mon[102677]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:10 smithi111 ceph-mon[97855]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:10 smithi111 ceph-mon[116524]: pgmap v6962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:12 smithi155 ceph-mon[102677]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:12 smithi111 ceph-mon[97855]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:12 smithi111 ceph-mon[116524]: pgmap v6963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:14 smithi155 ceph-mon[102677]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:14 smithi111 ceph-mon[97855]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:14 smithi111 ceph-mon[116524]: pgmap v6964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:16 smithi155 ceph-mon[102677]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:16 smithi111 ceph-mon[97855]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:16 smithi111 ceph-mon[116524]: pgmap v6965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:18 smithi155 ceph-mon[102677]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:18 smithi111 ceph-mon[97855]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:18 smithi111 ceph-mon[116524]: pgmap v6966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:06:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:06:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:06:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:06:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:06:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:20 smithi155 ceph-mon[102677]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:06:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:06:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:06:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[97855]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[116524]: pgmap v6967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:06:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:06:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:22 smithi155 ceph-mon[102677]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:22 smithi111 ceph-mon[97855]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:22 smithi111 ceph-mon[116524]: pgmap v6968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:24 smithi155 ceph-mon[102677]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:24 smithi111 ceph-mon[97855]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:24 smithi111 ceph-mon[116524]: pgmap v6969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:26 smithi155 ceph-mon[102677]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:26 smithi111 ceph-mon[97855]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:26 smithi111 ceph-mon[116524]: pgmap v6970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:29.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:28 smithi155 ceph-mon[102677]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:29.545 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:28 smithi111 ceph-mon[97855]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:29.545 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:28 smithi111 ceph-mon[116524]: pgmap v6971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:06:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:06:30.351 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:06:30.658 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:06:30.658 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:06:30.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:06:30.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:06:30.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:06:30.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:06:30.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:06:30.660 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:06:31.038 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:06:31.039 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:30 smithi155 ceph-mon[102677]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:30 smithi111 ceph-mon[97855]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:30 smithi111 ceph-mon[116524]: pgmap v6972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:31 smithi155 ceph-mon[102677]: from='client.21726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:31 smithi155 ceph-mon[102677]: from='client.21732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2395185627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:06:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:31 smithi111 ceph-mon[97855]: from='client.21726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:31 smithi111 ceph-mon[97855]: from='client.21732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2395185627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:31 smithi111 ceph-mon[116524]: from='client.21726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:31 smithi111 ceph-mon[116524]: from='client.21732 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2395185627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:06:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:32 smithi155 ceph-mon[102677]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:32 smithi111 ceph-mon[97855]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:32 smithi111 ceph-mon[116524]: pgmap v6973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:34 smithi155 ceph-mon[102677]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:34 smithi111 ceph-mon[97855]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:34 smithi111 ceph-mon[116524]: pgmap v6974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:36 smithi155 ceph-mon[102677]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:36 smithi111 ceph-mon[97855]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:36 smithi111 ceph-mon[116524]: pgmap v6975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:38 smithi155 ceph-mon[102677]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:38 smithi111 ceph-mon[97855]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:38 smithi111 ceph-mon[116524]: pgmap v6976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:06:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:06:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:40 smithi155 ceph-mon[102677]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:40 smithi111 ceph-mon[97855]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:40 smithi111 ceph-mon[116524]: pgmap v6977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:42 smithi155 ceph-mon[102677]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:42 smithi111 ceph-mon[97855]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:42 smithi111 ceph-mon[116524]: pgmap v6978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:45.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:44 smithi155 ceph-mon[102677]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:44 smithi111 ceph-mon[97855]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:44 smithi111 ceph-mon[116524]: pgmap v6979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:46 smithi155 ceph-mon[102677]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:46 smithi111 ceph-mon[97855]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:46 smithi111 ceph-mon[116524]: pgmap v6980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:48 smithi155 ceph-mon[102677]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:48 smithi111 ceph-mon[97855]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:48 smithi111 ceph-mon[116524]: pgmap v6981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:06:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:06:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:50 smithi155 ceph-mon[102677]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:50 smithi111 ceph-mon[97855]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:50 smithi111 ceph-mon[116524]: pgmap v6982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:52 smithi155 ceph-mon[102677]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:52 smithi111 ceph-mon[97855]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:52 smithi111 ceph-mon[116524]: pgmap v6983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:54 smithi155 ceph-mon[102677]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:54 smithi111 ceph-mon[97855]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:54 smithi111 ceph-mon[116524]: pgmap v6984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:56 smithi155 ceph-mon[102677]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:56 smithi111 ceph-mon[97855]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:56 smithi111 ceph-mon[116524]: pgmap v6985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:06:58 smithi155 ceph-mon[102677]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:06:58 smithi111 ceph-mon[97855]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:06:58 smithi111 ceph-mon[116524]: pgmap v6986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:06:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:07:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:00 smithi155 ceph-mon[102677]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:00 smithi111 ceph-mon[97855]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:00 smithi111 ceph-mon[116524]: pgmap v6987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:01.383 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:07:01.689 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:07:01.689 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:07:01.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:07:01.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:07:01.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:07:01.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:07:01.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:07:01.691 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:07:02.070 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:07:02.070 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:07:02.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:07:02.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:02.070 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:07:02.071 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:02 smithi155 ceph-mon[102677]: from='client.21744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:02 smithi155 ceph-mon[102677]: from='client.21750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:02 smithi155 ceph-mon[102677]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2139051345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[116524]: from='client.21744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[116524]: from='client.21750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[116524]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2139051345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[97855]: from='client.21744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[97855]: from='client.21750 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[97855]: pgmap v6988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2139051345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:04 smithi155 ceph-mon[102677]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:04 smithi111 ceph-mon[97855]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:04 smithi111 ceph-mon[116524]: pgmap v6989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:06 smithi155 ceph-mon[102677]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:06 smithi111 ceph-mon[97855]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:06 smithi111 ceph-mon[116524]: pgmap v6990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:08 smithi155 ceph-mon[102677]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:08 smithi111 ceph-mon[97855]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:08 smithi111 ceph-mon[116524]: pgmap v6991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:07:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:07:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:10 smithi155 ceph-mon[102677]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:11.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:10 smithi111 ceph-mon[97855]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:10 smithi111 ceph-mon[116524]: pgmap v6992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:12 smithi155 ceph-mon[102677]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:12 smithi111 ceph-mon[97855]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:12 smithi111 ceph-mon[116524]: pgmap v6993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:14 smithi155 ceph-mon[102677]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:14 smithi111 ceph-mon[97855]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:14 smithi111 ceph-mon[116524]: pgmap v6994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:16 smithi155 ceph-mon[102677]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:16 smithi111 ceph-mon[97855]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:16 smithi111 ceph-mon[116524]: pgmap v6995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:18 smithi155 ceph-mon[102677]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:18 smithi111 ceph-mon[97855]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:18 smithi111 ceph-mon[116524]: pgmap v6996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:07:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:07:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:20 smithi155 ceph-mon[102677]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:07:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:07:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:07:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[97855]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[116524]: pgmap v6997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:07:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:07:21.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:07:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:22 smithi155 ceph-mon[102677]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:22 smithi111 ceph-mon[97855]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:22 smithi111 ceph-mon[116524]: pgmap v6998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:24 smithi155 ceph-mon[102677]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:24 smithi111 ceph-mon[97855]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:24 smithi111 ceph-mon[116524]: pgmap v6999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:26 smithi155 ceph-mon[102677]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:26 smithi111 ceph-mon[97855]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:26 smithi111 ceph-mon[116524]: pgmap v7000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:28 smithi155 ceph-mon[102677]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:28 smithi111 ceph-mon[97855]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:28 smithi111 ceph-mon[116524]: pgmap v7001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:07:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:07:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:30 smithi155 ceph-mon[102677]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:30 smithi111 ceph-mon[97855]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:30 smithi111 ceph-mon[116524]: pgmap v7002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:32.423 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:07:32.732 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:07:32.733 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:07:32.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:07:32.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:07:32.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:07:32.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:07:32.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:07:32.734 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:07:33.114 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:07:33.114 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:07:33.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:07:33.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:33.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:07:33.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:07:33.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:07:33.116 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:07:33.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:07:33.116 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:07:33.116 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:07:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:32 smithi155 ceph-mon[102677]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:32 smithi111 ceph-mon[97855]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:32 smithi111 ceph-mon[116524]: pgmap v7003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:33 smithi155 ceph-mon[102677]: from='client.31637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:33 smithi155 ceph-mon[102677]: from='client.21768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1880692722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:07:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:33 smithi111 ceph-mon[97855]: from='client.31637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:33 smithi111 ceph-mon[97855]: from='client.21768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1880692722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:33 smithi111 ceph-mon[116524]: from='client.31637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:33 smithi111 ceph-mon[116524]: from='client.21768 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1880692722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:07:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:34 smithi155 ceph-mon[102677]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:34 smithi111 ceph-mon[97855]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:34 smithi111 ceph-mon[116524]: pgmap v7004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:36 smithi155 ceph-mon[102677]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:36 smithi111 ceph-mon[97855]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:36 smithi111 ceph-mon[116524]: pgmap v7005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:38 smithi155 ceph-mon[102677]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:38 smithi111 ceph-mon[97855]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:38 smithi111 ceph-mon[116524]: pgmap v7006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:07:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:07:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:40 smithi155 ceph-mon[102677]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:40 smithi111 ceph-mon[97855]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:40 smithi111 ceph-mon[116524]: pgmap v7007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:42 smithi155 ceph-mon[102677]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:42 smithi111 ceph-mon[97855]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:42 smithi111 ceph-mon[116524]: pgmap v7008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:44 smithi155 ceph-mon[102677]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:44 smithi111 ceph-mon[97855]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:44 smithi111 ceph-mon[116524]: pgmap v7009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:46 smithi155 ceph-mon[102677]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:46 smithi111 ceph-mon[97855]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:46 smithi111 ceph-mon[116524]: pgmap v7010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:48 smithi155 ceph-mon[102677]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:48 smithi111 ceph-mon[97855]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:48 smithi111 ceph-mon[116524]: pgmap v7011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:07:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:07:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:07:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:50 smithi155 ceph-mon[102677]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:50 smithi111 ceph-mon[97855]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:50 smithi111 ceph-mon[116524]: pgmap v7012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:52 smithi155 ceph-mon[102677]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:52 smithi111 ceph-mon[97855]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:52 smithi111 ceph-mon[116524]: pgmap v7013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:54 smithi155 ceph-mon[102677]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:54 smithi111 ceph-mon[97855]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:54 smithi111 ceph-mon[116524]: pgmap v7014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:56 smithi155 ceph-mon[102677]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:56 smithi111 ceph-mon[97855]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:56 smithi111 ceph-mon[116524]: pgmap v7015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:07:58 smithi155 ceph-mon[102677]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:07:58 smithi111 ceph-mon[97855]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:07:58 smithi111 ceph-mon[116524]: pgmap v7016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:07:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:08:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:00 smithi155 ceph-mon[102677]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:00 smithi111 ceph-mon[97855]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:00 smithi111 ceph-mon[116524]: pgmap v7017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:02 smithi155 ceph-mon[102677]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:02 smithi111 ceph-mon[97855]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:02 smithi111 ceph-mon[116524]: pgmap v7018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:03.461 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:08:03.764 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:08:03.764 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:08:03.765 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:08:03.766 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:04.152 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:08:04.153 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:04 smithi155 ceph-mon[102677]: from='client.21780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:04 smithi155 ceph-mon[102677]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:04 smithi155 ceph-mon[102677]: from='client.21786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2214653066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[97855]: from='client.21780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[97855]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[97855]: from='client.21786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2214653066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[116524]: from='client.21780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[116524]: pgmap v7019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[116524]: from='client.21786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2214653066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:08:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:06 smithi155 ceph-mon[102677]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:06 smithi111 ceph-mon[97855]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:06 smithi111 ceph-mon[116524]: pgmap v7020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:08 smithi155 ceph-mon[102677]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:08 smithi111 ceph-mon[97855]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:08 smithi111 ceph-mon[116524]: pgmap v7021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:08:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:08:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:10 smithi155 ceph-mon[102677]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:10 smithi111 ceph-mon[97855]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:10 smithi111 ceph-mon[116524]: pgmap v7022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:12 smithi155 ceph-mon[102677]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:12 smithi111 ceph-mon[97855]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:12 smithi111 ceph-mon[116524]: pgmap v7023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:14 smithi155 ceph-mon[102677]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:14 smithi111 ceph-mon[97855]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:14 smithi111 ceph-mon[116524]: pgmap v7024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:16 smithi155 ceph-mon[102677]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:16 smithi111 ceph-mon[97855]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:16 smithi111 ceph-mon[116524]: pgmap v7025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:18 smithi155 ceph-mon[102677]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:18 smithi111 ceph-mon[97855]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:18 smithi111 ceph-mon[116524]: pgmap v7026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:08:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:08:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:20 smithi155 ceph-mon[102677]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:08:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:20 smithi111 ceph-mon[97855]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:08:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:20 smithi111 ceph-mon[116524]: pgmap v7027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:08:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:08:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:08:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:08:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:08:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:08:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:08:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:23 smithi155 ceph-mon[102677]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:23 smithi111 ceph-mon[97855]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:23 smithi111 ceph-mon[116524]: pgmap v7028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:25 smithi155 ceph-mon[102677]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:25 smithi111 ceph-mon[97855]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:25 smithi111 ceph-mon[116524]: pgmap v7029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:26 smithi155 ceph-mon[102677]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:26 smithi111 ceph-mon[97855]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:26 smithi111 ceph-mon[116524]: pgmap v7030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:28 smithi155 ceph-mon[102677]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:28 smithi111 ceph-mon[97855]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:28 smithi111 ceph-mon[116524]: pgmap v7031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:08:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:08:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:30 smithi155 ceph-mon[102677]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:30 smithi111 ceph-mon[97855]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:30 smithi111 ceph-mon[116524]: pgmap v7032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:32 smithi155 ceph-mon[102677]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:32 smithi111 ceph-mon[97855]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:32 smithi111 ceph-mon[116524]: pgmap v7033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:34.497 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:08:34.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:08:34.809 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:08:35.185 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:08:35.186 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:08:35.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:08:35.187 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:08:35.187 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:34 smithi155 ceph-mon[102677]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:34 smithi111 ceph-mon[97855]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:34 smithi111 ceph-mon[116524]: pgmap v7034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:35 smithi155 ceph-mon[102677]: from='client.31673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:35 smithi155 ceph-mon[102677]: from='client.31679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2575214343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:08:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:35 smithi111 ceph-mon[97855]: from='client.31673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:35 smithi111 ceph-mon[97855]: from='client.31679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2575214343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:35 smithi111 ceph-mon[116524]: from='client.31673 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:35 smithi111 ceph-mon[116524]: from='client.31679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2575214343' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:08:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:36 smithi155 ceph-mon[102677]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:36 smithi111 ceph-mon[97855]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:36 smithi111 ceph-mon[116524]: pgmap v7035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:38 smithi155 ceph-mon[102677]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:38 smithi111 ceph-mon[97855]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:38 smithi111 ceph-mon[116524]: pgmap v7036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:08:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:08:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:40 smithi155 ceph-mon[102677]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:40 smithi111 ceph-mon[97855]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:40 smithi111 ceph-mon[116524]: pgmap v7037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:42 smithi155 ceph-mon[102677]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:42 smithi111 ceph-mon[97855]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:42 smithi111 ceph-mon[116524]: pgmap v7038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:44 smithi155 ceph-mon[102677]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:44 smithi111 ceph-mon[97855]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:44 smithi111 ceph-mon[116524]: pgmap v7039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:46 smithi155 ceph-mon[102677]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:46 smithi111 ceph-mon[97855]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:46 smithi111 ceph-mon[116524]: pgmap v7040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:48 smithi155 ceph-mon[102677]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:48 smithi111 ceph-mon[97855]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:48 smithi111 ceph-mon[116524]: pgmap v7041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:08:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:08:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:08:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:50 smithi155 ceph-mon[102677]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:50 smithi111 ceph-mon[97855]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:50 smithi111 ceph-mon[116524]: pgmap v7042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:52 smithi155 ceph-mon[102677]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:52 smithi111 ceph-mon[97855]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:52 smithi111 ceph-mon[116524]: pgmap v7043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:54 smithi155 ceph-mon[102677]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:54 smithi111 ceph-mon[97855]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:54 smithi111 ceph-mon[116524]: pgmap v7044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:56 smithi155 ceph-mon[102677]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:56 smithi111 ceph-mon[97855]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:56 smithi111 ceph-mon[116524]: pgmap v7045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:08:58 smithi155 ceph-mon[102677]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:08:58 smithi111 ceph-mon[97855]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:08:58 smithi111 ceph-mon[116524]: pgmap v7046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:08:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:08:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:09:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:00 smithi155 ceph-mon[102677]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:00 smithi111 ceph-mon[97855]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:00 smithi111 ceph-mon[116524]: pgmap v7047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:02 smithi155 ceph-mon[102677]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:02 smithi111 ceph-mon[97855]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:02 smithi111 ceph-mon[116524]: pgmap v7048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:04 smithi155 ceph-mon[102677]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:04 smithi111 ceph-mon[97855]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:04 smithi111 ceph-mon[116524]: pgmap v7049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:05.529 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:09:05.834 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:09:05.834 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 654M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 841M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 385M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4477M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4768M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5182M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:09:05.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4225M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:09:05.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3343M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:09:05.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4135M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:09:05.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3615M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:09:05.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4240M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:09:05.836 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:09:06.213 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:09:06.213 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:09:06.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:06.214 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:09:06.215 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:09:06.215 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:09:06.215 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:06 smithi155 ceph-mon[102677]: from='client.31691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:06 smithi155 ceph-mon[102677]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:06 smithi155 ceph-mon[102677]: from='client.21822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2664068861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:09:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[116524]: from='client.31691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[116524]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[116524]: from='client.21822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2664068861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[97855]: from='client.31691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[97855]: pgmap v7050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[97855]: from='client.21822 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2664068861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:09:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:08 smithi155 ceph-mon[102677]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:08 smithi111 ceph-mon[97855]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:08 smithi111 ceph-mon[116524]: pgmap v7051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:09:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:09:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:10 smithi155 ceph-mon[102677]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:10 smithi111 ceph-mon[116524]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:10 smithi111 ceph-mon[97855]: pgmap v7052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:12 smithi155 ceph-mon[102677]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:12 smithi111 ceph-mon[97855]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:12 smithi111 ceph-mon[116524]: pgmap v7053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:14 smithi155 ceph-mon[102677]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:14 smithi111 ceph-mon[116524]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:14 smithi111 ceph-mon[97855]: pgmap v7054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:16 smithi155 ceph-mon[102677]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:16 smithi111 ceph-mon[97855]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:16 smithi111 ceph-mon[116524]: pgmap v7055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:18 smithi155 ceph-mon[102677]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:18 smithi111 ceph-mon[97855]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:18 smithi111 ceph-mon[116524]: pgmap v7056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:09:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:20 smithi155 ceph-mon[102677]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:20 smithi111 ceph-mon[97855]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:20 smithi111 ceph-mon[116524]: pgmap v7057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:09:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:09:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:09:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:22 smithi155 ceph-mon[102677]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:22 smithi111 ceph-mon[97855]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:22 smithi111 ceph-mon[116524]: pgmap v7058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:09:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:09:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:09:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:09:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:25 smithi155 ceph-mon[102677]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:25 smithi111 ceph-mon[97855]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:25 smithi111 ceph-mon[116524]: pgmap v7059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:26 smithi155 ceph-mon[102677]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:26 smithi111 ceph-mon[97855]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:26 smithi111 ceph-mon[116524]: pgmap v7060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:28 smithi155 ceph-mon[102677]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:28 smithi111 ceph-mon[97855]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:28 smithi111 ceph-mon[116524]: pgmap v7061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:09:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:09:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:30 smithi155 ceph-mon[102677]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:30 smithi111 ceph-mon[97855]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:30 smithi111 ceph-mon[116524]: pgmap v7062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:32 smithi155 ceph-mon[102677]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:32 smithi111 ceph-mon[97855]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:32 smithi111 ceph-mon[116524]: pgmap v7063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:34 smithi155 ceph-mon[102677]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:34 smithi111 ceph-mon[97855]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:34 smithi111 ceph-mon[116524]: pgmap v7064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:36.559 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:09:36.869 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:09:36.869 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 13s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 13s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 13s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 13s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 13s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 13s ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 13s ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 13s ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 13s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 13s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 13s ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:09:36.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 13s ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 13s ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 13s ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 13s ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 13s ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 13s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 13s ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 13s ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:09:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 13s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:09:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:36 smithi155 ceph-mon[102677]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:36 smithi111 ceph-mon[97855]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:36 smithi111 ceph-mon[116524]: pgmap v7065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:37.252 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:09:37.253 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:09:37.254 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:09:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:37 smithi155 ceph-mon[102677]: from='client.31709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:37 smithi155 ceph-mon[102677]: from='client.21840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2718122144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:09:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:37 smithi111 ceph-mon[97855]: from='client.31709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:37 smithi111 ceph-mon[97855]: from='client.21840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2718122144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:09:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:37 smithi111 ceph-mon[116524]: from='client.31709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:37 smithi111 ceph-mon[116524]: from='client.21840 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:09:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2718122144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:09:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:38 smithi155 ceph-mon[102677]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:38 smithi111 ceph-mon[97855]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:38 smithi111 ceph-mon[116524]: pgmap v7066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:09:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:09:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:40 smithi155 ceph-mon[102677]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:40 smithi111 ceph-mon[97855]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:40 smithi111 ceph-mon[116524]: pgmap v7067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:42 smithi155 ceph-mon[102677]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:42 smithi111 ceph-mon[97855]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:42 smithi111 ceph-mon[116524]: pgmap v7068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:44 smithi155 ceph-mon[102677]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:44 smithi111 ceph-mon[97855]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:44 smithi111 ceph-mon[116524]: pgmap v7069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:46 smithi155 ceph-mon[102677]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:46 smithi111 ceph-mon[97855]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:46 smithi111 ceph-mon[116524]: pgmap v7070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:48 smithi155 ceph-mon[102677]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:48 smithi111 ceph-mon[97855]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:48 smithi111 ceph-mon[116524]: pgmap v7071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:09:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:09:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:50 smithi155 ceph-mon[102677]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:50 smithi111 ceph-mon[97855]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:50 smithi111 ceph-mon[116524]: pgmap v7072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:52 smithi155 ceph-mon[102677]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:52 smithi111 ceph-mon[97855]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:52 smithi111 ceph-mon[116524]: pgmap v7073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:54 smithi155 ceph-mon[102677]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:54 smithi111 ceph-mon[97855]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:54 smithi111 ceph-mon[116524]: pgmap v7074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:56 smithi111 ceph-mon[97855]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:56 smithi111 ceph-mon[116524]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:57.165 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:56 smithi155 ceph-mon[102677]: pgmap v7075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:09:58 smithi155 ceph-mon[102677]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:09:58 smithi111 ceph-mon[97855]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:09:58 smithi111 ceph-mon[116524]: pgmap v7076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:09:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:10:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:00 smithi111 conmon[97831]: 2023-12-01T07:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:10:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:00 smithi155 ceph-mon[102677]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:10:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:00 smithi111 ceph-mon[97855]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:10:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:00 smithi111 ceph-mon[116524]: pgmap v7077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:10:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:02 smithi155 ceph-mon[102677]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:02 smithi111 ceph-mon[97855]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:02 smithi111 ceph-mon[116524]: pgmap v7078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:04 smithi155 ceph-mon[102677]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:04 smithi111 ceph-mon[97855]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:04 smithi111 ceph-mon[116524]: pgmap v7079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:06 smithi155 ceph-mon[102677]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:06 smithi111 ceph-mon[97855]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:06 smithi111 ceph-mon[116524]: pgmap v7080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 44s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 44s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 44s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 44s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 44s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 44s ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 44s ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 44s ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:10:07.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 44s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 44s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 44s ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 44s ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 44s ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 44s ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 44s ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 44s ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 44s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 44s ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 44s ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:10:07.908 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 44s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:10:08.286 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:10:08.286 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:10:08.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:10:08.288 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:10:08.288 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:08 smithi155 ceph-mon[102677]: from='client.31727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:08 smithi155 ceph-mon[102677]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:08 smithi155 ceph-mon[102677]: from='client.31733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2784736156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[97855]: from='client.31727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[97855]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[97855]: from='client.31733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2784736156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[116524]: from='client.31727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[116524]: pgmap v7081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[116524]: from='client.31733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2784736156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:10:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:10:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T07:10:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:10 smithi155 ceph-mon[102677]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:10 smithi111 ceph-mon[116524]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:10 smithi111 ceph-mon[97855]: pgmap v7082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:12 smithi155 ceph-mon[102677]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:12 smithi111 ceph-mon[97855]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:12 smithi111 ceph-mon[116524]: pgmap v7083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:14 smithi155 ceph-mon[102677]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:14 smithi111 ceph-mon[97855]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:14 smithi111 ceph-mon[116524]: pgmap v7084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:16 smithi155 ceph-mon[102677]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:16 smithi111 ceph-mon[97855]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:16 smithi111 ceph-mon[116524]: pgmap v7085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:18 smithi155 ceph-mon[102677]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:18 smithi111 ceph-mon[97855]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:18 smithi111 ceph-mon[116524]: pgmap v7086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:10:19] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T07:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:20 smithi155 ceph-mon[102677]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:20 smithi111 ceph-mon[97855]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:20 smithi111 ceph-mon[116524]: pgmap v7087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:22 smithi155 ceph-mon[102677]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:22 smithi111 ceph-mon[97855]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:22 smithi111 ceph-mon[116524]: pgmap v7088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:24 smithi155 ceph-mon[102677]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:10:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[116524]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[97855]: pgmap v7089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:10:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:10:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:26 smithi155 ceph-mon[102677]: osdmap e2695: 8 total, 8 up, 8 in 2023-12-01T07:10:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:26 smithi155 ceph-mon[102677]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:26 smithi111 ceph-mon[97855]: osdmap e2695: 8 total, 8 up, 8 in 2023-12-01T07:10:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:26 smithi111 ceph-mon[97855]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:26 smithi111 ceph-mon[116524]: osdmap e2695: 8 total, 8 up, 8 in 2023-12-01T07:10:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:26 smithi111 ceph-mon[116524]: pgmap v7091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:28 smithi155 ceph-mon[102677]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:28 smithi111 ceph-mon[97855]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:28 smithi111 ceph-mon[116524]: pgmap v7092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:10:29] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T07:10:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:30 smithi155 ceph-mon[102677]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:30 smithi111 ceph-mon[97855]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:30 smithi111 ceph-mon[116524]: pgmap v7093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:32 smithi155 ceph-mon[102677]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:32 smithi111 ceph-mon[97855]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:32 smithi111 ceph-mon[116524]: pgmap v7094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:34 smithi155 ceph-mon[102677]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:34 smithi111 ceph-mon[97855]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:34 smithi111 ceph-mon[116524]: pgmap v7095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:36 smithi155 ceph-mon[102677]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:36 smithi111 ceph-mon[97855]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:36 smithi111 ceph-mon[116524]: pgmap v7096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:38.632 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 75s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 75s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 75s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 75s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 75s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:10:38.940 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 75s ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 75s ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 75s ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 75s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 75s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 75s ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 75s ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 75s ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 75s ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 75s ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 75s ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 75s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 75s ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 75s ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:10:38.941 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 75s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:10:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:38 smithi155 ceph-mon[102677]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:38 smithi111 ceph-mon[97855]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:38 smithi111 ceph-mon[116524]: pgmap v7097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:39.317 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:10:39.318 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:10:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:10:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:39 smithi155 ceph-mon[102677]: from='client.31745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:39 smithi155 ceph-mon[102677]: from='client.31751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1953446086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:10:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:39 smithi111 ceph-mon[97855]: from='client.31745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:39 smithi111 ceph-mon[97855]: from='client.31751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1953446086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:39 smithi111 ceph-mon[116524]: from='client.31745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:39 smithi111 ceph-mon[116524]: from='client.31751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1953446086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:10:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:40 smithi155 ceph-mon[102677]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:40 smithi111 ceph-mon[97855]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:40 smithi111 ceph-mon[116524]: pgmap v7098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:42 smithi155 ceph-mon[102677]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:42 smithi111 ceph-mon[97855]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:42 smithi111 ceph-mon[116524]: pgmap v7099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:44 smithi155 ceph-mon[102677]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:44 smithi111 ceph-mon[97855]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:44 smithi111 ceph-mon[116524]: pgmap v7100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:46 smithi155 ceph-mon[102677]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:46 smithi111 ceph-mon[97855]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:46 smithi111 ceph-mon[116524]: pgmap v7101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:48 smithi155 ceph-mon[102677]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:48 smithi111 ceph-mon[97855]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:48 smithi111 ceph-mon[116524]: pgmap v7102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:10:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:10:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:10:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:50 smithi155 ceph-mon[102677]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:50 smithi111 ceph-mon[97855]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:50 smithi111 ceph-mon[116524]: pgmap v7103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:52 smithi155 ceph-mon[102677]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:52 smithi111 ceph-mon[97855]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:52 smithi111 ceph-mon[116524]: pgmap v7104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:54 smithi155 ceph-mon[102677]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:54 smithi111 ceph-mon[97855]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:54 smithi111 ceph-mon[116524]: pgmap v7105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:56 smithi155 ceph-mon[102677]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:56 smithi111 ceph-mon[97855]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:56 smithi111 ceph-mon[116524]: pgmap v7106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:10:58 smithi155 ceph-mon[102677]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:10:58 smithi111 ceph-mon[97855]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:10:58 smithi111 ceph-mon[116524]: pgmap v7107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:10:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:10:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:11:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:00 smithi155 ceph-mon[102677]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:00 smithi111 ceph-mon[97855]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:00 smithi111 ceph-mon[116524]: pgmap v7108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:02 smithi155 ceph-mon[102677]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:02 smithi111 ceph-mon[97855]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:02 smithi111 ceph-mon[116524]: pgmap v7109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:04 smithi155 ceph-mon[102677]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:04 smithi111 ceph-mon[97855]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:04 smithi111 ceph-mon[116524]: pgmap v7110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:06 smithi155 ceph-mon[102677]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:06 smithi111 ceph-mon[97855]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:06 smithi111 ceph-mon[116524]: pgmap v7111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:08 smithi155 ceph-mon[102677]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:08 smithi111 ceph-mon[97855]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:08 smithi111 ceph-mon[116524]: pgmap v7112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:09.663 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:11:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:11:09] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T07:11:09.968 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:11:09.968 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 106s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:11:09.968 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 106s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:11:09.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 106s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 106s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 106s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 106s ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 106s ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 106s ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 106s ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 106s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 106s ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 106s ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 106s ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 106s ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 106s ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 106s ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:11:09.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 106s ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:11:09.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 106s ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:11:09.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 106s ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:11:09.970 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 106s ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:11:10.347 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:11:10.348 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:11:10.349 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:10.349 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:11:10.349 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:11:10.349 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:11:10.349 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:11:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:10 smithi155 ceph-mon[102677]: from='client.21888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:10 smithi155 ceph-mon[102677]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:10 smithi155 ceph-mon[102677]: from='client.31769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:11.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/809785043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[97855]: from='client.21888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[97855]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[97855]: from='client.31769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/809785043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:11:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[116524]: from='client.21888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[116524]: pgmap v7113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[116524]: from='client.31769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/809785043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:11:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:12 smithi155 ceph-mon[102677]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:12 smithi111 ceph-mon[97855]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:12 smithi111 ceph-mon[116524]: pgmap v7114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:14 smithi155 ceph-mon[102677]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:14 smithi111 ceph-mon[97855]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:14 smithi111 ceph-mon[116524]: pgmap v7115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:16 smithi155 ceph-mon[102677]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:16 smithi111 ceph-mon[97855]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:16 smithi111 ceph-mon[116524]: pgmap v7116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:18 smithi155 ceph-mon[102677]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:18 smithi111 ceph-mon[97855]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:18 smithi111 ceph-mon[116524]: pgmap v7117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:11:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T07:11:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:20 smithi155 ceph-mon[102677]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:20 smithi111 ceph-mon[97855]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:20 smithi111 ceph-mon[116524]: pgmap v7118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:22 smithi155 ceph-mon[102677]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:22 smithi111 ceph-mon[97855]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:22 smithi111 ceph-mon[116524]: pgmap v7119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:24 smithi155 ceph-mon[102677]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:11:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:24 smithi111 ceph-mon[97855]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:11:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:24 smithi111 ceph-mon[116524]: pgmap v7120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:27.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:27 smithi155 ceph-mon[102677]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:27 smithi111 ceph-mon[97855]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:27 smithi111 ceph-mon[116524]: pgmap v7121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:29 smithi155 ceph-mon[102677]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:11:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[97855]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[116524]: pgmap v7122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:11:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:11:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:11:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:31 smithi155 ceph-mon[102677]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:31 smithi111 ceph-mon[97855]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:31 smithi111 ceph-mon[116524]: pgmap v7123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:33 smithi155 ceph-mon[102677]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:33 smithi111 ceph-mon[97855]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:33 smithi111 ceph-mon[116524]: pgmap v7124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:35 smithi155 ceph-mon[102677]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:35 smithi111 ceph-mon[97855]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:35 smithi111 ceph-mon[116524]: pgmap v7125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:36 smithi155 ceph-mon[102677]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:36 smithi111 ceph-mon[97855]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:36 smithi111 ceph-mon[116524]: pgmap v7126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:38 smithi155 ceph-mon[102677]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:38 smithi111 ceph-mon[97855]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:38 smithi111 ceph-mon[116524]: pgmap v7127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:11:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:11:40.692 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:11:40.999 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:11:41.000 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:11:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:40 smithi155 ceph-mon[102677]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:40 smithi111 ceph-mon[97855]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:40 smithi111 ceph-mon[116524]: pgmap v7128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:41.378 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:11:41.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:11:41.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:11:41.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:11:41.379 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:41 smithi155 ceph-mon[102677]: from='client.21906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:41 smithi155 ceph-mon[102677]: from='client.31787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/508800617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:11:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:41 smithi111 ceph-mon[97855]: from='client.21906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:41 smithi111 ceph-mon[97855]: from='client.31787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/508800617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:41 smithi111 ceph-mon[116524]: from='client.21906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:41 smithi111 ceph-mon[116524]: from='client.31787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/508800617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:11:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:42 smithi155 ceph-mon[102677]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:42 smithi111 ceph-mon[97855]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:42 smithi111 ceph-mon[116524]: pgmap v7129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:44 smithi155 ceph-mon[102677]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:44 smithi111 ceph-mon[97855]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:44 smithi111 ceph-mon[116524]: pgmap v7130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:46 smithi155 ceph-mon[102677]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:46 smithi111 ceph-mon[97855]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:46 smithi111 ceph-mon[116524]: pgmap v7131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:48 smithi155 ceph-mon[102677]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:48 smithi111 ceph-mon[97855]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:48 smithi111 ceph-mon[116524]: pgmap v7132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:11:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:11:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:11:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:50 smithi155 ceph-mon[102677]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:50 smithi111 ceph-mon[97855]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:50 smithi111 ceph-mon[116524]: pgmap v7133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:52 smithi155 ceph-mon[102677]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:52 smithi111 ceph-mon[97855]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:52 smithi111 ceph-mon[116524]: pgmap v7134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:54 smithi155 ceph-mon[102677]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:54 smithi111 ceph-mon[97855]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:54 smithi111 ceph-mon[116524]: pgmap v7135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:56 smithi155 ceph-mon[102677]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:56 smithi111 ceph-mon[97855]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:56 smithi111 ceph-mon[116524]: pgmap v7136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:11:58 smithi155 ceph-mon[102677]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:11:58 smithi111 ceph-mon[97855]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:11:58 smithi111 ceph-mon[116524]: pgmap v7137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:11:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:11:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:12:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:00 smithi155 ceph-mon[102677]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:00 smithi111 ceph-mon[97855]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:00 smithi111 ceph-mon[116524]: pgmap v7138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:02 smithi155 ceph-mon[102677]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:02 smithi111 ceph-mon[97855]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:02 smithi111 ceph-mon[116524]: pgmap v7139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:04 smithi155 ceph-mon[102677]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:04 smithi111 ceph-mon[97855]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:04 smithi111 ceph-mon[116524]: pgmap v7140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:06 smithi155 ceph-mon[102677]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:06 smithi111 ceph-mon[97855]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:06 smithi111 ceph-mon[116524]: pgmap v7141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:08 smithi155 ceph-mon[102677]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:08 smithi111 ceph-mon[97855]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:08 smithi111 ceph-mon[116524]: pgmap v7142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:12:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:12:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:10 smithi155 ceph-mon[102677]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:10 smithi111 ceph-mon[97855]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:10 smithi111 ceph-mon[116524]: pgmap v7143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:11.716 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:12:12.028 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:12:12.028 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:12:12.029 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:12:12.030 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:12:12.030 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:12:12.030 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:12:12.411 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:12:12.429 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:12:12.429 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:12:12.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:12:12.430 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:12 smithi155 ceph-mon[102677]: from='client.21924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:12 smithi155 ceph-mon[102677]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:12 smithi155 ceph-mon[102677]: from='client.21930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/133710228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[97855]: from='client.21924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[97855]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[97855]: from='client.21930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/133710228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[116524]: from='client.21924 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[116524]: pgmap v7144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[116524]: from='client.21930 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/133710228' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:12:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:14 smithi155 ceph-mon[102677]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:14 smithi111 ceph-mon[97855]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:14 smithi111 ceph-mon[116524]: pgmap v7145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:16 smithi155 ceph-mon[102677]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:16 smithi111 ceph-mon[97855]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:16 smithi111 ceph-mon[116524]: pgmap v7146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:18 smithi155 ceph-mon[102677]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:18 smithi111 ceph-mon[97855]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:18 smithi111 ceph-mon[116524]: pgmap v7147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:12:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:12:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:20 smithi155 ceph-mon[102677]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:20 smithi111 ceph-mon[97855]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:20 smithi111 ceph-mon[116524]: pgmap v7148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:22 smithi155 ceph-mon[102677]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:22 smithi111 ceph-mon[97855]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:22 smithi111 ceph-mon[116524]: pgmap v7149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:24 smithi155 ceph-mon[102677]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:24 smithi111 ceph-mon[97855]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:24 smithi111 ceph-mon[116524]: pgmap v7150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:26 smithi155 ceph-mon[102677]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:26 smithi111 ceph-mon[97855]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:26 smithi111 ceph-mon[116524]: pgmap v7151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:28 smithi155 ceph-mon[102677]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:12:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:28 smithi111 ceph-mon[97855]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:12:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:28 smithi111 ceph-mon[116524]: pgmap v7152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:12:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:12:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:12:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:30 smithi155 ceph-mon[102677]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:30 smithi111 ceph-mon[97855]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:30 smithi111 ceph-mon[116524]: pgmap v7153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:32 smithi155 ceph-mon[102677]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:12:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[97855]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[116524]: pgmap v7154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:12:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:12:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:34 smithi155 ceph-mon[102677]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:34 smithi111 ceph-mon[97855]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:34 smithi111 ceph-mon[116524]: pgmap v7155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:36 smithi155 ceph-mon[102677]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:36 smithi111 ceph-mon[97855]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:36 smithi111 ceph-mon[116524]: pgmap v7156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:38 smithi155 ceph-mon[102677]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:38 smithi111 ceph-mon[116524]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:38 smithi111 ceph-mon[97855]: pgmap v7157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:12:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T07:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 07:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T07:12:40.079150193Z level=info msg="Completed cleanup jobs" duration=45.51702ms 2023-12-01T07:12:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:40 smithi155 ceph-mon[102677]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:40 smithi111 ceph-mon[97855]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:40 smithi111 ceph-mon[116524]: pgmap v7158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:42.757 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:12:43.061 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:12:43.061 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:12:43.061 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:12:43.061 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:12:43.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:12:43.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:12:43.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:12:43.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:12:43.063 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:12:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:42 smithi155 ceph-mon[102677]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:42 smithi111 ceph-mon[97855]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:42 smithi111 ceph-mon[116524]: pgmap v7159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:43.440 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:12:43.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:12:43.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:12:43.442 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:12:43.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:12:43.442 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:12:43.442 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:43 smithi155 ceph-mon[102677]: from='client.21942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:43 smithi155 ceph-mon[102677]: from='client.31823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3134024773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:43 smithi111 ceph-mon[97855]: from='client.21942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:43 smithi111 ceph-mon[97855]: from='client.31823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3134024773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:12:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:43 smithi111 ceph-mon[116524]: from='client.21942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:43 smithi111 ceph-mon[116524]: from='client.31823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:12:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3134024773' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:12:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:44 smithi155 ceph-mon[102677]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:44 smithi111 ceph-mon[97855]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:44 smithi111 ceph-mon[116524]: pgmap v7160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:46 smithi155 ceph-mon[102677]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:46 smithi111 ceph-mon[97855]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:46 smithi111 ceph-mon[116524]: pgmap v7161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:48 smithi155 ceph-mon[102677]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:48 smithi111 ceph-mon[97855]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:48 smithi111 ceph-mon[116524]: pgmap v7162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:12:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:12:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:12:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:50 smithi155 ceph-mon[102677]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:50 smithi111 ceph-mon[97855]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:50 smithi111 ceph-mon[116524]: pgmap v7163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:52 smithi155 ceph-mon[102677]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:52 smithi111 ceph-mon[97855]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:52 smithi111 ceph-mon[116524]: pgmap v7164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:54 smithi155 ceph-mon[102677]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:54 smithi111 ceph-mon[97855]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:54 smithi111 ceph-mon[116524]: pgmap v7165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:56 smithi155 ceph-mon[102677]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:56 smithi111 ceph-mon[97855]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:56 smithi111 ceph-mon[116524]: pgmap v7166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:12:58 smithi155 ceph-mon[102677]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:12:58 smithi111 ceph-mon[97855]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:12:58 smithi111 ceph-mon[116524]: pgmap v7167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:12:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:13:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:00 smithi155 ceph-mon[102677]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:00 smithi111 ceph-mon[97855]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:00 smithi111 ceph-mon[116524]: pgmap v7168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:02 smithi155 ceph-mon[102677]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:02 smithi111 ceph-mon[97855]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:02 smithi111 ceph-mon[116524]: pgmap v7169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:04 smithi155 ceph-mon[102677]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:04 smithi111 ceph-mon[97855]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:04 smithi111 ceph-mon[116524]: pgmap v7170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:06 smithi155 ceph-mon[102677]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:06 smithi111 ceph-mon[97855]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:06 smithi111 ceph-mon[116524]: pgmap v7171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:08 smithi155 ceph-mon[102677]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:08 smithi111 ceph-mon[97855]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:08 smithi111 ceph-mon[116524]: pgmap v7172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:13:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:13:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:10 smithi155 ceph-mon[102677]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:10 smithi111 ceph-mon[97855]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:10 smithi111 ceph-mon[116524]: pgmap v7173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:12 smithi155 ceph-mon[102677]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:12 smithi111 ceph-mon[97855]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:12 smithi111 ceph-mon[116524]: pgmap v7174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:13.781 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:13:14.086 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:13:14.086 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:13:14.086 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:13:14.086 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:13:14.086 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:13:14.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:13:14.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:13:14.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:13:14.088 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:13:14.467 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:13:14.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:14.469 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:13:14.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:13:14.469 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:13:14.469 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:14 smithi155 ceph-mon[102677]: from='client.21960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:14 smithi155 ceph-mon[102677]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:14 smithi155 ceph-mon[102677]: from='client.31841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3636108698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:13:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[97855]: from='client.21960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[97855]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[97855]: from='client.31841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3636108698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[116524]: from='client.21960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[116524]: pgmap v7175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[116524]: from='client.31841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3636108698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:13:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:16 smithi155 ceph-mon[102677]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:16 smithi111 ceph-mon[97855]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:16 smithi111 ceph-mon[116524]: pgmap v7176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:18 smithi155 ceph-mon[102677]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:18 smithi111 ceph-mon[97855]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:18 smithi111 ceph-mon[116524]: pgmap v7177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:13:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:20 smithi155 ceph-mon[102677]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:20 smithi111 ceph-mon[97855]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:20 smithi111 ceph-mon[116524]: pgmap v7178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:22 smithi155 ceph-mon[102677]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:22 smithi111 ceph-mon[97855]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:22 smithi111 ceph-mon[116524]: pgmap v7179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:24 smithi155 ceph-mon[102677]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:24 smithi111 ceph-mon[97855]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:24 smithi111 ceph-mon[116524]: pgmap v7180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:26 smithi155 ceph-mon[102677]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:26 smithi111 ceph-mon[97855]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:26 smithi111 ceph-mon[116524]: pgmap v7181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:28 smithi155 ceph-mon[102677]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:28 smithi111 ceph-mon[97855]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:28 smithi111 ceph-mon[116524]: pgmap v7182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:13:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:13:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:30 smithi155 ceph-mon[102677]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:30 smithi111 ceph-mon[97855]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:30 smithi111 ceph-mon[116524]: pgmap v7183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:32 smithi155 ceph-mon[102677]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:13:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:32 smithi111 ceph-mon[97855]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:32 smithi111 ceph-mon[116524]: pgmap v7184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:13:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:13:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:13:34.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:35 smithi155 ceph-mon[102677]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:35 smithi111 ceph-mon[97855]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:35 smithi111 ceph-mon[116524]: pgmap v7185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:36 smithi155 ceph-mon[102677]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:36 smithi111 ceph-mon[97855]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:36 smithi111 ceph-mon[116524]: pgmap v7186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:38 smithi155 ceph-mon[102677]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:38 smithi111 ceph-mon[97855]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:38 smithi111 ceph-mon[116524]: pgmap v7187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:13:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:13:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:40 smithi155 ceph-mon[102677]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:40 smithi111 ceph-mon[97855]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:40 smithi111 ceph-mon[116524]: pgmap v7188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:42 smithi155 ceph-mon[102677]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:42 smithi111 ceph-mon[97855]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:42 smithi111 ceph-mon[116524]: pgmap v7189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:44.813 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:13:45.121 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:13:45.122 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:13:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:44 smithi155 ceph-mon[102677]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:44 smithi111 ceph-mon[97855]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:44 smithi111 ceph-mon[116524]: pgmap v7190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:13:45.498 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:13:45.499 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:45 smithi155 ceph-mon[102677]: from='client.31853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:45 smithi155 ceph-mon[102677]: from='client.21984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1099333613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:13:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:45 smithi111 ceph-mon[97855]: from='client.31853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:45 smithi111 ceph-mon[97855]: from='client.21984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1099333613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:45 smithi111 ceph-mon[116524]: from='client.31853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:45 smithi111 ceph-mon[116524]: from='client.21984 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1099333613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:13:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:46 smithi155 ceph-mon[102677]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:46 smithi111 ceph-mon[97855]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:46 smithi111 ceph-mon[116524]: pgmap v7191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:48 smithi155 ceph-mon[102677]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:48 smithi111 ceph-mon[97855]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:48 smithi111 ceph-mon[116524]: pgmap v7192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:13:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:13:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:50 smithi155 ceph-mon[102677]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:50 smithi111 ceph-mon[97855]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:50 smithi111 ceph-mon[116524]: pgmap v7193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:52 smithi155 ceph-mon[102677]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:52 smithi111 ceph-mon[97855]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:52 smithi111 ceph-mon[116524]: pgmap v7194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:54 smithi155 ceph-mon[102677]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:54 smithi111 ceph-mon[97855]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:54 smithi111 ceph-mon[116524]: pgmap v7195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:56 smithi155 ceph-mon[102677]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:56 smithi111 ceph-mon[97855]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:56 smithi111 ceph-mon[116524]: pgmap v7196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:13:58 smithi155 ceph-mon[102677]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:13:58 smithi111 ceph-mon[97855]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:13:58 smithi111 ceph-mon[116524]: pgmap v7197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:13:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:13:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:14:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:00 smithi155 ceph-mon[102677]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:00 smithi111 ceph-mon[116524]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:00 smithi111 ceph-mon[97855]: pgmap v7198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:02 smithi155 ceph-mon[102677]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:02 smithi111 ceph-mon[116524]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:02 smithi111 ceph-mon[97855]: pgmap v7199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:04 smithi155 ceph-mon[102677]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:04 smithi111 ceph-mon[97855]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:04 smithi111 ceph-mon[116524]: pgmap v7200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:06 smithi155 ceph-mon[102677]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:06 smithi111 ceph-mon[97855]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:06 smithi111 ceph-mon[116524]: pgmap v7201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:08 smithi155 ceph-mon[102677]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:08 smithi111 ceph-mon[97855]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:08 smithi111 ceph-mon[116524]: pgmap v7202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:14:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:14:11.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:10 smithi155 ceph-mon[102677]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:10 smithi111 ceph-mon[97855]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:10 smithi111 ceph-mon[116524]: pgmap v7203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:12 smithi155 ceph-mon[102677]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:12 smithi111 ceph-mon[97855]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:12 smithi111 ceph-mon[116524]: pgmap v7204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:14 smithi155 ceph-mon[102677]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:14 smithi111 ceph-mon[97855]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:14 smithi111 ceph-mon[116524]: pgmap v7205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:15.844 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:14:16.150 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:14:16.151 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:14:16.527 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:14:16.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:14:16.529 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:14:16.529 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:16 smithi155 ceph-mon[102677]: from='client.31871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:16 smithi155 ceph-mon[102677]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:16 smithi155 ceph-mon[102677]: from='client.31877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1869215778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:14:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[97855]: from='client.31871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[97855]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[97855]: from='client.31877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1869215778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[116524]: from='client.31871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[116524]: pgmap v7206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[116524]: from='client.31877 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1869215778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:14:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:18 smithi155 ceph-mon[102677]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:18 smithi111 ceph-mon[97855]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:18 smithi111 ceph-mon[116524]: pgmap v7207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:14:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:14:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:20 smithi155 ceph-mon[102677]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:20 smithi111 ceph-mon[97855]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:20 smithi111 ceph-mon[116524]: pgmap v7208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:22 smithi155 ceph-mon[102677]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:22 smithi111 ceph-mon[97855]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:22 smithi111 ceph-mon[116524]: pgmap v7209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:24 smithi155 ceph-mon[102677]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:24 smithi111 ceph-mon[97855]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:24 smithi111 ceph-mon[116524]: pgmap v7210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:26 smithi155 ceph-mon[102677]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:26 smithi111 ceph-mon[97855]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:26 smithi111 ceph-mon[116524]: pgmap v7211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:28 smithi155 ceph-mon[102677]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:28 smithi111 ceph-mon[97855]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:28 smithi111 ceph-mon[116524]: pgmap v7212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:14:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:14:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:30 smithi155 ceph-mon[102677]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:30 smithi111 ceph-mon[97855]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:30 smithi111 ceph-mon[116524]: pgmap v7213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:32 smithi155 ceph-mon[102677]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:32 smithi111 ceph-mon[97855]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:32 smithi111 ceph-mon[116524]: pgmap v7214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:14:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:14:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:14:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:14:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:14:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:14:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:34 smithi155 ceph-mon[102677]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:34 smithi111 ceph-mon[97855]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:34 smithi111 ceph-mon[116524]: pgmap v7215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:36 smithi155 ceph-mon[102677]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:36 smithi111 ceph-mon[97855]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:36 smithi111 ceph-mon[116524]: pgmap v7216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:38 smithi155 ceph-mon[102677]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:38 smithi111 ceph-mon[97855]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:38 smithi111 ceph-mon[116524]: pgmap v7217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:14:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:14:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:40 smithi155 ceph-mon[102677]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:40 smithi111 ceph-mon[97855]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:40 smithi111 ceph-mon[116524]: pgmap v7218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:42 smithi155 ceph-mon[102677]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:42 smithi111 ceph-mon[97855]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:42 smithi111 ceph-mon[116524]: pgmap v7219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:44 smithi155 ceph-mon[102677]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:44 smithi111 ceph-mon[97855]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:44 smithi111 ceph-mon[116524]: pgmap v7220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:46.875 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:14:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:46 smithi155 ceph-mon[102677]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:46 smithi111 ceph-mon[97855]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:46 smithi111 ceph-mon[116524]: pgmap v7221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:14:47.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:14:47.182 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:14:47.557 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:14:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:14:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:14:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:47.557 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:14:47.558 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:47 smithi155 ceph-mon[102677]: from='client.22014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:47 smithi155 ceph-mon[102677]: from='client.22020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/214689628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:14:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:47 smithi111 ceph-mon[97855]: from='client.22014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:47 smithi111 ceph-mon[97855]: from='client.22020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/214689628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:14:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:47 smithi111 ceph-mon[116524]: from='client.22014 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:47 smithi111 ceph-mon[116524]: from='client.22020 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:14:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/214689628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:14:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:48 smithi155 ceph-mon[102677]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:48 smithi111 ceph-mon[97855]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:48 smithi111 ceph-mon[116524]: pgmap v7222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:49.668 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:14:49] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:14:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:14:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:50 smithi155 ceph-mon[102677]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:50 smithi111 ceph-mon[97855]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:50 smithi111 ceph-mon[116524]: pgmap v7223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:52 smithi155 ceph-mon[102677]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:52 smithi111 ceph-mon[97855]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:52 smithi111 ceph-mon[116524]: pgmap v7224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:54 smithi155 ceph-mon[102677]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:54 smithi111 ceph-mon[97855]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:54 smithi111 ceph-mon[116524]: pgmap v7225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:56 smithi155 ceph-mon[102677]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:56 smithi111 ceph-mon[97855]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:56 smithi111 ceph-mon[116524]: pgmap v7226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:14:58 smithi155 ceph-mon[102677]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:14:58 smithi111 ceph-mon[97855]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:14:58 smithi111 ceph-mon[116524]: pgmap v7227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:14:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:14:59] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:15:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:00 smithi155 ceph-mon[102677]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:00 smithi111 ceph-mon[97855]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:00 smithi111 ceph-mon[116524]: pgmap v7228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:02 smithi155 ceph-mon[102677]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:02 smithi111 ceph-mon[97855]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:02 smithi111 ceph-mon[116524]: pgmap v7229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:04 smithi155 ceph-mon[102677]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:04 smithi111 ceph-mon[97855]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:04 smithi111 ceph-mon[116524]: pgmap v7230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:06 smithi155 ceph-mon[102677]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:06 smithi111 ceph-mon[97855]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:06 smithi111 ceph-mon[116524]: pgmap v7231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:08 smithi155 ceph-mon[102677]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:08 smithi111 ceph-mon[97855]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:08 smithi111 ceph-mon[116524]: pgmap v7232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:15:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:15:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:10 smithi155 ceph-mon[102677]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:10 smithi111 ceph-mon[97855]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:10 smithi111 ceph-mon[116524]: pgmap v7233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:12 smithi155 ceph-mon[102677]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:12 smithi111 ceph-mon[97855]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:12 smithi111 ceph-mon[116524]: pgmap v7234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:14 smithi155 ceph-mon[102677]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:14 smithi111 ceph-mon[97855]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:14 smithi111 ceph-mon[116524]: pgmap v7235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:16 smithi155 ceph-mon[102677]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:16 smithi111 ceph-mon[97855]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:16 smithi111 ceph-mon[116524]: pgmap v7236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:17.901 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:15:18.210 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:15:18.210 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:15:18.210 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:15:18.210 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:15:18.210 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:15:18.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:15:18.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:15:18.212 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:15:18.589 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:15:18.590 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:18 smithi155 ceph-mon[102677]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:18 smithi155 ceph-mon[102677]: from='client.22032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:18 smithi155 ceph-mon[102677]: from='client.22038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1129962211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:15:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[97855]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[97855]: from='client.22032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[97855]: from='client.22038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1129962211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[116524]: pgmap v7237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[116524]: from='client.22032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[116524]: from='client.22038 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1129962211' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:15:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:15:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:20 smithi155 ceph-mon[102677]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:20 smithi111 ceph-mon[97855]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:20 smithi111 ceph-mon[116524]: pgmap v7238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:22 smithi155 ceph-mon[102677]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:22 smithi111 ceph-mon[97855]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:22 smithi111 ceph-mon[116524]: pgmap v7239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:24 smithi155 ceph-mon[102677]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:24 smithi111 ceph-mon[97855]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:24 smithi111 ceph-mon[116524]: pgmap v7240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:26 smithi155 ceph-mon[102677]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:26 smithi111 ceph-mon[97855]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:26 smithi111 ceph-mon[116524]: pgmap v7241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:28 smithi155 ceph-mon[102677]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:28 smithi111 ceph-mon[97855]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:28 smithi111 ceph-mon[116524]: pgmap v7242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:15:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:15:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:30 smithi155 ceph-mon[102677]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:30 smithi111 ceph-mon[97855]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:30 smithi111 ceph-mon[116524]: pgmap v7243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:32 smithi155 ceph-mon[102677]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:32 smithi111 ceph-mon[97855]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:32 smithi111 ceph-mon[116524]: pgmap v7244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:34 smithi155 ceph-mon[102677]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:15:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:15:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[97855]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:15:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[116524]: pgmap v7245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:36 smithi155 ceph-mon[102677]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:36 smithi111 ceph-mon[97855]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:36 smithi111 ceph-mon[116524]: pgmap v7246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:38 smithi155 ceph-mon[102677]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:38 smithi111 ceph-mon[97855]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:38 smithi111 ceph-mon[116524]: pgmap v7247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:15:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:15:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:40 smithi155 ceph-mon[102677]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:40 smithi111 ceph-mon[97855]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:40 smithi111 ceph-mon[116524]: pgmap v7248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:42 smithi155 ceph-mon[102677]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:42 smithi111 ceph-mon[97855]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:42 smithi111 ceph-mon[116524]: pgmap v7249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:44 smithi155 ceph-mon[102677]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:44 smithi111 ceph-mon[97855]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:44 smithi111 ceph-mon[116524]: pgmap v7250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:46 smithi155 ceph-mon[102677]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:46 smithi111 ceph-mon[97855]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:46 smithi111 ceph-mon[116524]: pgmap v7251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:48.934 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:15:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:48 smithi155 ceph-mon[102677]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:15:49.240 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:15:49.241 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:15:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:48 smithi111 ceph-mon[97855]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:48 smithi111 ceph-mon[116524]: pgmap v7252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:15:49.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:15:49.621 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:15:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:49 smithi155 ceph-mon[102677]: from='client.31925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:49 smithi155 ceph-mon[102677]: from='client.22056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3320584539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:15:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[97855]: from='client.31925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[97855]: from='client.22056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3320584539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[116524]: from='client.31925 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[116524]: from='client.22056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3320584539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:15:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:50 smithi155 ceph-mon[102677]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:50 smithi111 ceph-mon[97855]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:50 smithi111 ceph-mon[116524]: pgmap v7253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:52 smithi155 ceph-mon[102677]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:52 smithi111 ceph-mon[97855]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:52 smithi111 ceph-mon[116524]: pgmap v7254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:54 smithi155 ceph-mon[102677]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:54 smithi111 ceph-mon[97855]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:54 smithi111 ceph-mon[116524]: pgmap v7255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:56 smithi155 ceph-mon[102677]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:56 smithi111 ceph-mon[97855]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:56 smithi111 ceph-mon[116524]: pgmap v7256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:15:58 smithi155 ceph-mon[102677]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:15:58 smithi111 ceph-mon[97855]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:15:58 smithi111 ceph-mon[116524]: pgmap v7257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:15:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:16:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:00 smithi155 ceph-mon[102677]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:00 smithi111 ceph-mon[97855]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:00 smithi111 ceph-mon[116524]: pgmap v7258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:02 smithi155 ceph-mon[102677]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:02 smithi111 ceph-mon[97855]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:02 smithi111 ceph-mon[116524]: pgmap v7259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:04 smithi155 ceph-mon[102677]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:04 smithi111 ceph-mon[97855]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:04 smithi111 ceph-mon[116524]: pgmap v7260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:06 smithi155 ceph-mon[102677]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:06 smithi111 ceph-mon[97855]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:06 smithi111 ceph-mon[116524]: pgmap v7261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:08 smithi155 ceph-mon[102677]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:08 smithi111 ceph-mon[97855]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:08 smithi111 ceph-mon[116524]: pgmap v7262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:16:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:16:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:10 smithi155 ceph-mon[102677]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:10 smithi111 ceph-mon[97855]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:10 smithi111 ceph-mon[116524]: pgmap v7263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:12 smithi155 ceph-mon[102677]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:12 smithi111 ceph-mon[97855]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:12 smithi111 ceph-mon[116524]: pgmap v7264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:14 smithi155 ceph-mon[102677]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:14 smithi111 ceph-mon[97855]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:14 smithi111 ceph-mon[116524]: pgmap v7265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:16 smithi155 ceph-mon[102677]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:16 smithi111 ceph-mon[97855]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:16 smithi111 ceph-mon[116524]: pgmap v7266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:18 smithi155 ceph-mon[102677]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:18 smithi111 ceph-mon[97855]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:18 smithi111 ceph-mon[116524]: pgmap v7267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:16:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:16:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:16:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:20.276 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:16:20.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:16:20.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:16:20.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:16:20.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:16:20.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:16:20.278 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:16:20.658 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:16:20.659 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:20 smithi155 ceph-mon[102677]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:20 smithi155 ceph-mon[102677]: from='client.22068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:20 smithi155 ceph-mon[102677]: from='client.31949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3448169234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[97855]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[97855]: from='client.22068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[97855]: from='client.31949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3448169234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[116524]: pgmap v7268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[116524]: from='client.22068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[116524]: from='client.31949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3448169234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:16:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:22 smithi155 ceph-mon[102677]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:22 smithi111 ceph-mon[97855]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:22 smithi111 ceph-mon[116524]: pgmap v7269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:24 smithi155 ceph-mon[102677]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:24 smithi111 ceph-mon[97855]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:24 smithi111 ceph-mon[116524]: pgmap v7270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:26 smithi155 ceph-mon[102677]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:26 smithi111 ceph-mon[97855]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:26 smithi111 ceph-mon[116524]: pgmap v7271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:28 smithi155 ceph-mon[102677]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:28 smithi111 ceph-mon[97855]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:28 smithi111 ceph-mon[116524]: pgmap v7272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:16:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:16:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:30 smithi155 ceph-mon[102677]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:30 smithi111 ceph-mon[116524]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:30 smithi111 ceph-mon[97855]: pgmap v7273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:32 smithi155 ceph-mon[102677]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:32 smithi111 ceph-mon[97855]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:32 smithi111 ceph-mon[116524]: pgmap v7274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:34 smithi155 ceph-mon[102677]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:16:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:34 smithi111 ceph-mon[97855]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:16:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:34 smithi111 ceph-mon[116524]: pgmap v7275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:16:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:16:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:16:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:16:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:16:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:16:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:16:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:36 smithi155 ceph-mon[102677]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:36 smithi111 ceph-mon[97855]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:36 smithi111 ceph-mon[116524]: pgmap v7276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:38 smithi155 ceph-mon[102677]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:38 smithi111 ceph-mon[97855]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:38 smithi111 ceph-mon[116524]: pgmap v7277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:16:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:16:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:40 smithi155 ceph-mon[102677]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:40 smithi111 ceph-mon[97855]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:40 smithi111 ceph-mon[116524]: pgmap v7278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:42 smithi155 ceph-mon[102677]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:42 smithi111 ceph-mon[97855]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:42 smithi111 ceph-mon[116524]: pgmap v7279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:44 smithi111 ceph-mon[97855]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:44 smithi111 ceph-mon[116524]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:44 smithi155 ceph-mon[102677]: pgmap v7280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:46 smithi155 ceph-mon[102677]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:46 smithi111 ceph-mon[97855]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:46 smithi111 ceph-mon[116524]: pgmap v7281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:48 smithi155 ceph-mon[102677]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:48 smithi111 ceph-mon[97855]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:48 smithi111 ceph-mon[116524]: pgmap v7282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:16:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:16:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:16:51.006 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:16:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:50 smithi155 ceph-mon[102677]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:50 smithi111 ceph-mon[97855]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:50 smithi111 ceph-mon[116524]: pgmap v7283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:51.314 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:16:51.314 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:16:51.314 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:16:51.314 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:16:51.314 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:16:51.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:16:51.316 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:16:51.692 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:16:51.693 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:51 smithi155 ceph-mon[102677]: from='client.31961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:51 smithi155 ceph-mon[102677]: from='client.31967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2415137839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:16:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:51 smithi111 ceph-mon[97855]: from='client.31961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:51 smithi111 ceph-mon[97855]: from='client.31967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2415137839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:51 smithi111 ceph-mon[116524]: from='client.31961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:51 smithi111 ceph-mon[116524]: from='client.31967 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2415137839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:16:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:52 smithi111 ceph-mon[97855]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:52 smithi111 ceph-mon[116524]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:52 smithi155 ceph-mon[102677]: pgmap v7284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:54 smithi111 ceph-mon[97855]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:54 smithi111 ceph-mon[116524]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:54 smithi155 ceph-mon[102677]: pgmap v7285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:56 smithi155 ceph-mon[102677]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:56 smithi111 ceph-mon[97855]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:56 smithi111 ceph-mon[116524]: pgmap v7286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:16:58 smithi155 ceph-mon[102677]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:16:58 smithi111 ceph-mon[97855]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:16:58 smithi111 ceph-mon[116524]: pgmap v7287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:16:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:16:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:17:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:00 smithi155 ceph-mon[102677]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:00 smithi111 ceph-mon[97855]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:00 smithi111 ceph-mon[116524]: pgmap v7288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:02 smithi155 ceph-mon[102677]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:02 smithi111 ceph-mon[97855]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:02 smithi111 ceph-mon[116524]: pgmap v7289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:04 smithi111 ceph-mon[97855]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:04 smithi111 ceph-mon[116524]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:04 smithi155 ceph-mon[102677]: pgmap v7290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:06 smithi155 ceph-mon[102677]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:06 smithi111 ceph-mon[97855]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:06 smithi111 ceph-mon[116524]: pgmap v7291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:08 smithi155 ceph-mon[102677]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:08 smithi111 ceph-mon[97855]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:08 smithi111 ceph-mon[116524]: pgmap v7292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:17:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:17:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:10 smithi155 ceph-mon[102677]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:10 smithi111 ceph-mon[97855]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:10 smithi111 ceph-mon[116524]: pgmap v7293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:12 smithi155 ceph-mon[102677]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:12 smithi111 ceph-mon[97855]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:12 smithi111 ceph-mon[116524]: pgmap v7294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:14 smithi111 ceph-mon[97855]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:14 smithi111 ceph-mon[116524]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:14 smithi155 ceph-mon[102677]: pgmap v7295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:16 smithi155 ceph-mon[102677]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:16 smithi111 ceph-mon[97855]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:16 smithi111 ceph-mon[116524]: pgmap v7296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:18 smithi155 ceph-mon[102677]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:18 smithi111 ceph-mon[97855]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:18 smithi111 ceph-mon[116524]: pgmap v7297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:17:19] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:17:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:20 smithi111 ceph-mon[97855]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:20 smithi111 ceph-mon[116524]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:20 smithi155 ceph-mon[102677]: pgmap v7298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:22.037 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:17:22.344 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:17:22.345 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:22.727 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:17:22.728 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[97855]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[97855]: from='client.22104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[97855]: from='client.22110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2888733836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[116524]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[116524]: from='client.22104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[116524]: from='client.22110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2888733836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:22 smithi155 ceph-mon[102677]: pgmap v7299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:22 smithi155 ceph-mon[102677]: from='client.22104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:22 smithi155 ceph-mon[102677]: from='client.22110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2888733836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:17:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:24 smithi111 ceph-mon[97855]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:24 smithi111 ceph-mon[116524]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:24 smithi155 ceph-mon[102677]: pgmap v7300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:26 smithi155 ceph-mon[102677]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:26 smithi111 ceph-mon[97855]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:26 smithi111 ceph-mon[116524]: pgmap v7301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:28 smithi155 ceph-mon[102677]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:28 smithi111 ceph-mon[97855]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:28 smithi111 ceph-mon[116524]: pgmap v7302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:17:29] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:17:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:30 smithi111 ceph-mon[97855]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:30 smithi111 ceph-mon[116524]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:30 smithi155 ceph-mon[102677]: pgmap v7303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:32 smithi111 ceph-mon[97855]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:32 smithi111 ceph-mon[116524]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:32 smithi155 ceph-mon[102677]: pgmap v7304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:34 smithi111 ceph-mon[97855]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:34 smithi111 ceph-mon[116524]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:34 smithi155 ceph-mon[102677]: pgmap v7305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:17:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:17:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:17:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:17:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:17:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:17:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:36 smithi111 ceph-mon[97855]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:36 smithi111 ceph-mon[116524]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:36 smithi155 ceph-mon[102677]: pgmap v7306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:38 smithi111 ceph-mon[97855]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:38 smithi111 ceph-mon[116524]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:38 smithi155 ceph-mon[102677]: pgmap v7307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:17:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:17:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:40 smithi111 ceph-mon[97855]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:40 smithi111 ceph-mon[116524]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:40 smithi155 ceph-mon[102677]: pgmap v7308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:42 smithi111 ceph-mon[97855]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:42 smithi111 ceph-mon[116524]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:42 smithi155 ceph-mon[102677]: pgmap v7309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:44 smithi111 ceph-mon[97855]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:44 smithi111 ceph-mon[116524]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:44 smithi155 ceph-mon[102677]: pgmap v7310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:46 smithi155 ceph-mon[102677]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:46 smithi111 ceph-mon[97855]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:46 smithi111 ceph-mon[116524]: pgmap v7311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:48 smithi111 ceph-mon[97855]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:48 smithi111 ceph-mon[116524]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:48 smithi155 ceph-mon[102677]: pgmap v7312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:17:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:17:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:17:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:50 smithi111 ceph-mon[97855]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:50 smithi111 ceph-mon[116524]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:50 smithi155 ceph-mon[102677]: pgmap v7313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:53.072 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:17:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:52 smithi111 ceph-mon[97855]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:52 smithi111 ceph-mon[116524]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:53.378 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:17:53.378 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:17:53.378 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:17:53.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:17:53.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:17:53.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:17:53.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:17:53.380 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:17:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:52 smithi155 ceph-mon[102677]: pgmap v7314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:17:53.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:17:53.759 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:17:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:53 smithi111 ceph-mon[97855]: from='client.31997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:53 smithi111 ceph-mon[97855]: from='client.32003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1200968021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:17:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:53 smithi111 ceph-mon[116524]: from='client.31997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:53 smithi111 ceph-mon[116524]: from='client.32003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1200968021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:17:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:53 smithi155 ceph-mon[102677]: from='client.31997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:53 smithi155 ceph-mon[102677]: from='client.32003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:17:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1200968021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:17:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:54 smithi111 ceph-mon[97855]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:54 smithi111 ceph-mon[116524]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:54 smithi155 ceph-mon[102677]: pgmap v7315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:56 smithi155 ceph-mon[102677]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:56 smithi111 ceph-mon[97855]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:56 smithi111 ceph-mon[116524]: pgmap v7316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:17:58 smithi111 ceph-mon[97855]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:17:58 smithi111 ceph-mon[116524]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:17:58 smithi155 ceph-mon[102677]: pgmap v7317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:17:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:17:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:18:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:00 smithi111 ceph-mon[97855]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:00 smithi111 ceph-mon[116524]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:00 smithi155 ceph-mon[102677]: pgmap v7318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:02 smithi111 ceph-mon[97855]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:02 smithi111 ceph-mon[116524]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:02 smithi155 ceph-mon[102677]: pgmap v7319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:04 smithi111 ceph-mon[97855]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:04 smithi111 ceph-mon[116524]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:04 smithi155 ceph-mon[102677]: pgmap v7320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:06 smithi155 ceph-mon[102677]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:07.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:06 smithi111 ceph-mon[97855]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:07.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:06 smithi111 ceph-mon[116524]: pgmap v7321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:08 smithi111 ceph-mon[97855]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:08 smithi111 ceph-mon[116524]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:08 smithi155 ceph-mon[102677]: pgmap v7322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:18:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:18:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:10 smithi111 ceph-mon[97855]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:10 smithi111 ceph-mon[116524]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:10 smithi155 ceph-mon[102677]: pgmap v7323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:12 smithi111 ceph-mon[97855]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:12 smithi111 ceph-mon[116524]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:12 smithi155 ceph-mon[102677]: pgmap v7324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:15.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:14 smithi111 ceph-mon[97855]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:14 smithi111 ceph-mon[116524]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:14 smithi155 ceph-mon[102677]: pgmap v7325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:16 smithi111 ceph-mon[97855]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:16 smithi111 ceph-mon[116524]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:16 smithi155 ceph-mon[102677]: pgmap v7326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:18 smithi111 ceph-mon[97855]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:18 smithi111 ceph-mon[116524]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:18 smithi155 ceph-mon[102677]: pgmap v7327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:18:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:18:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:20 smithi111 ceph-mon[97855]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:20 smithi111 ceph-mon[116524]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:20 smithi155 ceph-mon[102677]: pgmap v7328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:22 smithi111 ceph-mon[97855]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:22 smithi111 ceph-mon[116524]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:22 smithi155 ceph-mon[102677]: pgmap v7329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:24.104 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:18:24.410 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:18:24.410 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:18:24.410 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:18:24.410 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:18:24.410 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:18:24.410 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:18:24.411 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:24.792 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:18:24.793 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:18:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[97855]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[97855]: from='client.32015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[97855]: from='client.22146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/648445642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[116524]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[116524]: from='client.32015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[116524]: from='client.22146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/648445642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:24 smithi155 ceph-mon[102677]: pgmap v7330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:24 smithi155 ceph-mon[102677]: from='client.32015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:24 smithi155 ceph-mon[102677]: from='client.22146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/648445642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:18:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:26 smithi111 ceph-mon[97855]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:26 smithi111 ceph-mon[116524]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:26 smithi155 ceph-mon[102677]: pgmap v7331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:28 smithi111 ceph-mon[97855]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:28 smithi111 ceph-mon[116524]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:28 smithi155 ceph-mon[102677]: pgmap v7332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:18:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:18:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:30 smithi111 ceph-mon[97855]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:30 smithi111 ceph-mon[116524]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:30 smithi155 ceph-mon[102677]: pgmap v7333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:32 smithi111 ceph-mon[97855]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:32 smithi111 ceph-mon[116524]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:32 smithi155 ceph-mon[102677]: pgmap v7334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:34 smithi111 ceph-mon[97855]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:34 smithi111 ceph-mon[116524]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:34 smithi155 ceph-mon[102677]: pgmap v7335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:18:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:18:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:18:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[97855]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:18:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:18:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:18:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[116524]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:18:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:18:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:18:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:36 smithi155 ceph-mon[102677]: pgmap v7336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:18:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:18:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:18:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:38 smithi111 ceph-mon[97855]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:38 smithi111 ceph-mon[116524]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:38 smithi155 ceph-mon[102677]: pgmap v7337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:18:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:18:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:40 smithi111 ceph-mon[97855]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:40 smithi111 ceph-mon[116524]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:40 smithi155 ceph-mon[102677]: pgmap v7338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:42 smithi111 ceph-mon[97855]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:42 smithi111 ceph-mon[116524]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:42 smithi155 ceph-mon[102677]: pgmap v7339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:44 smithi111 ceph-mon[97855]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:45 smithi111 ceph-mon[116524]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:44 smithi155 ceph-mon[102677]: pgmap v7340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:46 smithi111 ceph-mon[97855]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:46 smithi111 ceph-mon[116524]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:46 smithi155 ceph-mon[102677]: pgmap v7341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:48 smithi111 ceph-mon[97855]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:48 smithi111 ceph-mon[116524]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:48 smithi155 ceph-mon[102677]: pgmap v7342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:18:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:18:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:18:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:50 smithi111 ceph-mon[97855]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:50 smithi111 ceph-mon[116524]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:50 smithi155 ceph-mon[102677]: pgmap v7343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:52 smithi111 ceph-mon[97855]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:52 smithi111 ceph-mon[116524]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:52 smithi155 ceph-mon[102677]: pgmap v7344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:55.141 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:18:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:54 smithi111 ceph-mon[97855]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:54 smithi111 ceph-mon[116524]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:18:55.446 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:18:55.447 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:18:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:54 smithi155 ceph-mon[102677]: pgmap v7345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:55.826 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:18:55.827 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:18:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:55 smithi111 ceph-mon[97855]: from='client.32033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:55 smithi111 ceph-mon[97855]: from='client.22164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2293129920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:55 smithi111 ceph-mon[116524]: from='client.32033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:55 smithi111 ceph-mon[116524]: from='client.22164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2293129920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:55 smithi155 ceph-mon[102677]: from='client.32033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:55 smithi155 ceph-mon[102677]: from='client.22164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2293129920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:18:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:56 smithi111 ceph-mon[97855]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:56 smithi111 ceph-mon[116524]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:56 smithi155 ceph-mon[102677]: pgmap v7346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:18:58 smithi111 ceph-mon[97855]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:18:58 smithi111 ceph-mon[116524]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:18:58 smithi155 ceph-mon[102677]: pgmap v7347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:18:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:18:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:19:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:00 smithi111 ceph-mon[97855]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:00 smithi111 ceph-mon[116524]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:00 smithi155 ceph-mon[102677]: pgmap v7348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:03 smithi155 ceph-mon[102677]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:03 smithi111 ceph-mon[97855]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:03 smithi111 ceph-mon[116524]: pgmap v7349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:05 smithi155 ceph-mon[102677]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:05 smithi111 ceph-mon[97855]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:05 smithi111 ceph-mon[116524]: pgmap v7350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:06 smithi111 ceph-mon[97855]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:06 smithi111 ceph-mon[116524]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:06 smithi155 ceph-mon[102677]: pgmap v7351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:08 smithi111 ceph-mon[97855]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:08 smithi111 ceph-mon[116524]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:08 smithi155 ceph-mon[102677]: pgmap v7352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:19:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:19:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:10 smithi111 ceph-mon[97855]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:10 smithi111 ceph-mon[116524]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:10 smithi155 ceph-mon[102677]: pgmap v7353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:12 smithi111 ceph-mon[97855]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:12 smithi111 ceph-mon[116524]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:12 smithi155 ceph-mon[102677]: pgmap v7354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:14 smithi111 ceph-mon[97855]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:14 smithi111 ceph-mon[116524]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:14 smithi155 ceph-mon[102677]: pgmap v7355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:16 smithi111 ceph-mon[97855]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:16 smithi111 ceph-mon[116524]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:16 smithi155 ceph-mon[102677]: pgmap v7356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:18 smithi111 ceph-mon[97855]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:18 smithi111 ceph-mon[116524]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:18 smithi155 ceph-mon[102677]: pgmap v7357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:19:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:19:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:20 smithi111 ceph-mon[97855]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:20 smithi111 ceph-mon[116524]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:20 smithi155 ceph-mon[102677]: pgmap v7358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:22 smithi111 ceph-mon[97855]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:22 smithi111 ceph-mon[116524]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:22 smithi155 ceph-mon[102677]: pgmap v7359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:24 smithi111 ceph-mon[97855]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:24 smithi111 ceph-mon[116524]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:24 smithi155 ceph-mon[102677]: pgmap v7360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:26.170 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:19:26.475 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:19:26.475 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 10m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:19:26.475 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 10m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:19:26.475 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 10m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 10m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 10m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 10m ago 2h 660M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 10m ago 2h 877M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 10m ago 2h 430M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 10m ago 2h 399M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 10m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 10m ago 2h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 10m ago 2h 4506M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 10m ago 2h 4798M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 10m ago 2h 5206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 10m ago 2h 4253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 10m ago 2h 3365M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 10m ago 2h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:19:26.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 10m ago 2h 3642M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:19:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 10m ago 2h 4273M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:19:26.477 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 10m ago 2h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:19:26.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:19:26.857 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:19:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:26 smithi111 ceph-mon[97855]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:26 smithi111 ceph-mon[97855]: from='client.32051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:26 smithi111 ceph-mon[116524]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:26 smithi111 ceph-mon[116524]: from='client.32051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:26 smithi155 ceph-mon[102677]: pgmap v7361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:26 smithi155 ceph-mon[102677]: from='client.32051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:27 smithi111 ceph-mon[97855]: from='client.32057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/517875021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:27 smithi111 ceph-mon[116524]: from='client.32057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/517875021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:19:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:27 smithi155 ceph-mon[102677]: from='client.32057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/517875021' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:19:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:28 smithi111 ceph-mon[97855]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:28 smithi111 ceph-mon[116524]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:28 smithi155 ceph-mon[102677]: pgmap v7362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:19:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:19:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:30 smithi111 ceph-mon[97855]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:30 smithi111 ceph-mon[116524]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:30 smithi155 ceph-mon[102677]: pgmap v7363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:32 smithi111 ceph-mon[97855]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:32 smithi111 ceph-mon[116524]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:32 smithi155 ceph-mon[102677]: pgmap v7364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:34 smithi111 ceph-mon[97855]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:34 smithi111 ceph-mon[116524]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:34 smithi155 ceph-mon[102677]: pgmap v7365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:36 smithi111 ceph-mon[97855]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:19:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:36 smithi111 ceph-mon[116524]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:19:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:36 smithi155 ceph-mon[102677]: pgmap v7366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:19:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:19:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:19:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:19:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: pgmap v7367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:19:41.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:41 smithi155 ceph-mon[102677]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:41 smithi111 ceph-mon[97855]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:41 smithi111 ceph-mon[116524]: pgmap v7368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:43 smithi155 ceph-mon[102677]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:43 smithi111 ceph-mon[97855]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:43 smithi111 ceph-mon[116524]: pgmap v7369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:45 smithi155 ceph-mon[102677]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:45 smithi111 ceph-mon[97855]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:45 smithi111 ceph-mon[116524]: pgmap v7370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:46 smithi111 ceph-mon[97855]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:46 smithi111 ceph-mon[116524]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:46 smithi155 ceph-mon[102677]: pgmap v7371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:48 smithi111 ceph-mon[97855]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:48 smithi111 ceph-mon[116524]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:48 smithi155 ceph-mon[102677]: pgmap v7372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:19:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:19:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:19:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:51 smithi155 ceph-mon[102677]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:51 smithi111 ceph-mon[97855]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:51 smithi111 ceph-mon[116524]: pgmap v7373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:53 smithi155 ceph-mon[102677]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:53.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:53 smithi111 ceph-mon[97855]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:53.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:53 smithi111 ceph-mon[116524]: pgmap v7374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:55 smithi155 ceph-mon[102677]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:55 smithi111 ceph-mon[97855]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:55 smithi111 ceph-mon[116524]: pgmap v7375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:56 smithi111 ceph-mon[97855]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:56 smithi111 ceph-mon[116524]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:57.202 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:19:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:56 smithi155 ceph-mon[102677]: pgmap v7376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 19s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 18s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 19s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 18s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 18s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 19s ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 19s ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:19:57.504 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 18s ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 19s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 19s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 18s ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 19s ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 19s ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 19s ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 19s ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 18s ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 18s ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 18s ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 18s ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:19:57.505 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 18s ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:19:57.886 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:19:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:19:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:19:57.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:19:57.887 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:19:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:57 smithi111 ceph-mon[97855]: from='client.22194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:57 smithi111 ceph-mon[116524]: from='client.22194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:57 smithi155 ceph-mon[102677]: from='client.22194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:58 smithi111 ceph-mon[97855]: from='client.32075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2538285249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:19:58 smithi111 ceph-mon[97855]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:58 smithi111 ceph-mon[116524]: from='client.32075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2538285249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:19:58 smithi111 ceph-mon[116524]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:58 smithi155 ceph-mon[102677]: from='client.32075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:19:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2538285249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:19:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:19:58 smithi155 ceph-mon[102677]: pgmap v7377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:19:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:19:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:20:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:00 smithi111 conmon[97831]: 2023-12-01T07:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:20:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:00 smithi111 ceph-mon[97855]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:20:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:00 smithi111 ceph-mon[116524]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:20:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:00 smithi155 ceph-mon[102677]: pgmap v7378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:20:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:03 smithi155 ceph-mon[102677]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:03 smithi111 ceph-mon[97855]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:03 smithi111 ceph-mon[116524]: pgmap v7379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:05 smithi155 ceph-mon[102677]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:05 smithi111 ceph-mon[97855]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:05 smithi111 ceph-mon[116524]: pgmap v7380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:06 smithi111 ceph-mon[97855]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:06 smithi111 ceph-mon[116524]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:06 smithi155 ceph-mon[102677]: pgmap v7381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:08 smithi111 ceph-mon[97855]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:09 smithi111 ceph-mon[116524]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:09 smithi155 ceph-mon[102677]: pgmap v7382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:20:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:20:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:11 smithi155 ceph-mon[102677]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:11 smithi111 ceph-mon[97855]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:11 smithi111 ceph-mon[116524]: pgmap v7383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:13 smithi155 ceph-mon[102677]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:13 smithi111 ceph-mon[97855]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:13 smithi111 ceph-mon[116524]: pgmap v7384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:15 smithi155 ceph-mon[102677]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:15 smithi111 ceph-mon[97855]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:15 smithi111 ceph-mon[116524]: pgmap v7385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:16 smithi111 ceph-mon[97855]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:16 smithi111 ceph-mon[116524]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:16 smithi155 ceph-mon[102677]: pgmap v7386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:19 smithi111 ceph-mon[97855]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:19 smithi111 ceph-mon[116524]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:19 smithi155 ceph-mon[102677]: pgmap v7387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:20:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:20:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:21 smithi155 ceph-mon[102677]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:21 smithi111 ceph-mon[97855]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:21 smithi111 ceph-mon[116524]: pgmap v7388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:23 smithi155 ceph-mon[102677]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:23 smithi111 ceph-mon[97855]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:23 smithi111 ceph-mon[116524]: pgmap v7389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:25 smithi155 ceph-mon[102677]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:25 smithi111 ceph-mon[97855]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:25 smithi111 ceph-mon[116524]: pgmap v7390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:26 smithi111 ceph-mon[97855]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:26 smithi111 ceph-mon[116524]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:26 smithi155 ceph-mon[102677]: pgmap v7391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:20:28.544 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 50s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 49s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 50s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 49s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 49s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 50s ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 50s ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 49s ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 50s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 50s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 49s ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 50s ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 50s ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:20:28.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 50s ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:20:28.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 50s ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:20:28.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 49s ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:20:28.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 49s ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:20:28.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 49s ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:20:28.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 49s ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:20:28.546 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 49s ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:20:28.922 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:28.923 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:20:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:20:28.924 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:20:28.924 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:20:29.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:29 smithi111 ceph-mon[97855]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:29.350 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:29 smithi111 ceph-mon[97855]: from='client.22212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:20:29.350 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/547381388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:20:29.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:29 smithi111 ceph-mon[116524]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:29.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:29 smithi111 ceph-mon[116524]: from='client.22212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:20:29.351 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/547381388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:20:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:29 smithi155 ceph-mon[102677]: pgmap v7392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:29 smithi155 ceph-mon[102677]: from='client.22212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:20:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/547381388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:20:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:20:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:20:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:30 smithi155 ceph-mon[102677]: from='client.32093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:20:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:30 smithi111 ceph-mon[97855]: from='client.32093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:20:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:30 smithi111 ceph-mon[116524]: from='client.32093 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:20:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:31 smithi155 ceph-mon[102677]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:31 smithi111 ceph-mon[97855]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:31 smithi111 ceph-mon[116524]: pgmap v7393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:33 smithi155 ceph-mon[102677]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:33 smithi111 ceph-mon[97855]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:33 smithi111 ceph-mon[116524]: pgmap v7394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:35 smithi155 ceph-mon[102677]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:35 smithi111 ceph-mon[97855]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:35 smithi111 ceph-mon[116524]: pgmap v7395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:36 smithi111 ceph-mon[97855]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:36 smithi111 ceph-mon[116524]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:36 smithi155 ceph-mon[102677]: pgmap v7396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:39 smithi111 ceph-mon[97855]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:39 smithi111 ceph-mon[116524]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:39 smithi155 ceph-mon[102677]: pgmap v7397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:20:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:20:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:20:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:20:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:20:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:20:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:20:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:20:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:20:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:20:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:20:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:20:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:20:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:20:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:41 smithi155 ceph-mon[102677]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:41 smithi111 ceph-mon[97855]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:41 smithi111 ceph-mon[116524]: pgmap v7398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:43 smithi155 ceph-mon[102677]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:43 smithi111 ceph-mon[97855]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:43 smithi111 ceph-mon[116524]: pgmap v7399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:45 smithi155 ceph-mon[102677]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:45 smithi111 ceph-mon[97855]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:45 smithi111 ceph-mon[116524]: pgmap v7400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:46 smithi111 ceph-mon[97855]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:46 smithi111 ceph-mon[116524]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:46 smithi155 ceph-mon[102677]: pgmap v7401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:49 smithi111 ceph-mon[97855]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:49 smithi111 ceph-mon[116524]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:49 smithi155 ceph-mon[102677]: pgmap v7402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:20:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:20:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:20:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:51 smithi155 ceph-mon[102677]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:51 smithi111 ceph-mon[97855]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:51 smithi111 ceph-mon[116524]: pgmap v7403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:53 smithi155 ceph-mon[102677]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:53 smithi111 ceph-mon[97855]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:53 smithi111 ceph-mon[116524]: pgmap v7404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:55 smithi155 ceph-mon[102677]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:55 smithi111 ceph-mon[97855]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:55 smithi111 ceph-mon[116524]: pgmap v7405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:56 smithi111 ceph-mon[97855]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:56 smithi111 ceph-mon[116524]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:56 smithi155 ceph-mon[102677]: pgmap v7406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:59.271 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:20:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:20:59 smithi111 ceph-mon[97855]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:20:59 smithi111 ceph-mon[116524]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:20:59 smithi155 ceph-mon[102677]: pgmap v7407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 81s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 80s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 81s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 80s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 80s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:20:59.578 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 81s ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 81s ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 80s ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 81s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 81s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 80s ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 81s ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 81s ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 81s ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 81s ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 80s ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 80s ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 80s ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 80s ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:20:59.579 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 80s ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:20:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:59.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:20:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:20:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:20:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:20:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:20:59.962 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:20:59.962 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:21:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:00 smithi155 ceph-mon[102677]: from='client.32105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3556964225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:21:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:00 smithi111 ceph-mon[97855]: from='client.32105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3556964225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:21:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:00 smithi111 ceph-mon[116524]: from='client.32105 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3556964225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:21:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:01 smithi155 ceph-mon[102677]: from='client.32111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:01 smithi155 ceph-mon[102677]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:01 smithi111 ceph-mon[97855]: from='client.32111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:01 smithi111 ceph-mon[97855]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:01 smithi111 ceph-mon[116524]: from='client.32111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:01 smithi111 ceph-mon[116524]: pgmap v7408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:03 smithi155 ceph-mon[102677]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:03 smithi111 ceph-mon[97855]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:03 smithi111 ceph-mon[116524]: pgmap v7409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:05 smithi155 ceph-mon[102677]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:05 smithi111 ceph-mon[97855]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:05 smithi111 ceph-mon[116524]: pgmap v7410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:06 smithi111 ceph-mon[97855]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:06 smithi111 ceph-mon[116524]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:06 smithi155 ceph-mon[102677]: pgmap v7411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:09 smithi111 ceph-mon[97855]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:09.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:09 smithi111 ceph-mon[116524]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:09 smithi155 ceph-mon[102677]: pgmap v7412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:21:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:21:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:11 smithi155 ceph-mon[102677]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:11 smithi111 ceph-mon[116524]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:11 smithi111 ceph-mon[97855]: pgmap v7413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:13 smithi155 ceph-mon[102677]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:13 smithi111 ceph-mon[97855]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:13 smithi111 ceph-mon[116524]: pgmap v7414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:15 smithi155 ceph-mon[102677]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:15 smithi111 ceph-mon[97855]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:15 smithi111 ceph-mon[116524]: pgmap v7415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:16 smithi111 ceph-mon[97855]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:16 smithi111 ceph-mon[116524]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:16 smithi155 ceph-mon[102677]: pgmap v7416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:19 smithi111 ceph-mon[97855]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:19 smithi111 ceph-mon[116524]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:19 smithi155 ceph-mon[102677]: pgmap v7417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:21:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:21:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:21 smithi155 ceph-mon[102677]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:21 smithi111 ceph-mon[97855]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:21 smithi111 ceph-mon[116524]: pgmap v7418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:23 smithi155 ceph-mon[102677]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:23 smithi111 ceph-mon[97855]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:23 smithi111 ceph-mon[116524]: pgmap v7419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:25 smithi155 ceph-mon[102677]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:25 smithi111 ceph-mon[97855]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:25 smithi111 ceph-mon[116524]: pgmap v7420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:26 smithi155 ceph-mon[102677]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:26 smithi111 ceph-mon[97855]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:26 smithi111 ceph-mon[116524]: pgmap v7421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:29 smithi111 ceph-mon[97855]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:29 smithi111 ceph-mon[116524]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:29 smithi155 ceph-mon[102677]: pgmap v7422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:21:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:21:30.308 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:21:30.612 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 112s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 111s ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 112s ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 111s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 111s ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 112s ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 112s ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 111s ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 112s ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 112s ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 111s ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 112s ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 112s ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 112s ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:21:30.613 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 112s ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:21:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 111s ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:21:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 111s ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:21:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 111s ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:21:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 111s ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:21:30.614 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 111s ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:21:30.990 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:21:30.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:21:30.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:21:30.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:21:30.992 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:21:30.992 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:21:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:31 smithi155 ceph-mon[102677]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:31 smithi155 ceph-mon[102677]: from='client.22248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3216612352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:21:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:31 smithi111 ceph-mon[97855]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:31 smithi111 ceph-mon[97855]: from='client.22248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3216612352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:21:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:31 smithi111 ceph-mon[116524]: pgmap v7423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:31 smithi111 ceph-mon[116524]: from='client.22248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3216612352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:21:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:32 smithi155 ceph-mon[102677]: from='client.32129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:32 smithi111 ceph-mon[97855]: from='client.32129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:32 smithi111 ceph-mon[116524]: from='client.32129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:21:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:33 smithi155 ceph-mon[102677]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:33 smithi111 ceph-mon[97855]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:33 smithi111 ceph-mon[116524]: pgmap v7424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:35 smithi155 ceph-mon[102677]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:35 smithi111 ceph-mon[97855]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:35 smithi111 ceph-mon[116524]: pgmap v7425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:37.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:36 smithi155 ceph-mon[102677]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:36 smithi111 ceph-mon[97855]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:36 smithi111 ceph-mon[116524]: pgmap v7426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:39 smithi111 ceph-mon[97855]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:39 smithi111 ceph-mon[116524]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:39 smithi155 ceph-mon[102677]: pgmap v7427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:21:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:21:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:21:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:21:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:21:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: pgmap v7428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:21:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:21:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:21:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:43 smithi155 ceph-mon[102677]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:43 smithi111 ceph-mon[97855]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:43 smithi111 ceph-mon[116524]: pgmap v7429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:45 smithi155 ceph-mon[102677]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:45 smithi111 ceph-mon[97855]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:45 smithi111 ceph-mon[116524]: pgmap v7430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:46 smithi155 ceph-mon[102677]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:46 smithi111 ceph-mon[97855]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:46 smithi111 ceph-mon[116524]: pgmap v7431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:49 smithi111 ceph-mon[97855]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:49 smithi111 ceph-mon[116524]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:49 smithi155 ceph-mon[102677]: pgmap v7432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:21:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:21:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:51 smithi155 ceph-mon[102677]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:51 smithi111 ceph-mon[97855]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:51 smithi111 ceph-mon[116524]: pgmap v7433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:53 smithi155 ceph-mon[102677]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:53 smithi111 ceph-mon[97855]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:53 smithi111 ceph-mon[116524]: pgmap v7434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:55 smithi155 ceph-mon[102677]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:55 smithi111 ceph-mon[97855]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:55 smithi111 ceph-mon[116524]: pgmap v7435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:56 smithi155 ceph-mon[102677]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:56 smithi111 ceph-mon[97855]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:56 smithi111 ceph-mon[116524]: pgmap v7436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:21:59 smithi111 ceph-mon[97855]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:21:59 smithi111 ceph-mon[116524]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:21:59 smithi155 ceph-mon[102677]: pgmap v7437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:21:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:22:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:22:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:01 smithi155 ceph-mon[102677]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:01.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:01 smithi111 ceph-mon[97855]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:01.508 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:01 smithi111 ceph-mon[116524]: pgmap v7438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:01.642 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:22:01.642 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:22:01.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:22:01.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:22:01.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:22:01.644 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:22:02.017 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:02.018 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:22:02.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:22:02.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:22:02.019 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:22:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:02 smithi155 ceph-mon[102677]: from='client.22266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/951232652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:22:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:02 smithi111 ceph-mon[97855]: from='client.22266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/951232652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:22:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:02 smithi111 ceph-mon[116524]: from='client.22266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/951232652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:22:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:03 smithi155 ceph-mon[102677]: from='client.32147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:03 smithi155 ceph-mon[102677]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:03 smithi111 ceph-mon[97855]: from='client.32147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:03 smithi111 ceph-mon[97855]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:03 smithi111 ceph-mon[116524]: from='client.32147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:03 smithi111 ceph-mon[116524]: pgmap v7439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:05 smithi155 ceph-mon[102677]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:05 smithi111 ceph-mon[97855]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:05 smithi111 ceph-mon[116524]: pgmap v7440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:06 smithi155 ceph-mon[102677]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:06 smithi111 ceph-mon[97855]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:06 smithi111 ceph-mon[116524]: pgmap v7441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:09 smithi111 ceph-mon[97855]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:09 smithi111 ceph-mon[116524]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:09 smithi155 ceph-mon[102677]: pgmap v7442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:22:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:22:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:11 smithi155 ceph-mon[102677]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:11 smithi111 ceph-mon[97855]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:11 smithi111 ceph-mon[116524]: pgmap v7443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:13 smithi155 ceph-mon[102677]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:13 smithi111 ceph-mon[97855]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:13 smithi111 ceph-mon[116524]: pgmap v7444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:15 smithi155 ceph-mon[102677]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:15 smithi111 ceph-mon[97855]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:15 smithi111 ceph-mon[116524]: pgmap v7445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:16 smithi155 ceph-mon[102677]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:16 smithi111 ceph-mon[97855]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:16 smithi111 ceph-mon[116524]: pgmap v7446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:19 smithi111 ceph-mon[97855]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:19 smithi111 ceph-mon[116524]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:19 smithi155 ceph-mon[102677]: pgmap v7447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:22:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:22:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:21 smithi155 ceph-mon[102677]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:21 smithi111 ceph-mon[97855]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:21 smithi111 ceph-mon[116524]: pgmap v7448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:23 smithi155 ceph-mon[102677]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:23 smithi111 ceph-mon[97855]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:23 smithi111 ceph-mon[116524]: pgmap v7449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:25 smithi155 ceph-mon[102677]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:25 smithi111 ceph-mon[97855]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:25 smithi111 ceph-mon[116524]: pgmap v7450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:26 smithi155 ceph-mon[102677]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:26 smithi111 ceph-mon[97855]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:26 smithi111 ceph-mon[116524]: pgmap v7451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:29.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:29 smithi111 ceph-mon[97855]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:29 smithi111 ceph-mon[116524]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:29 smithi155 ceph-mon[102677]: pgmap v7452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:22:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:22:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:31 smithi155 ceph-mon[102677]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:31 smithi111 ceph-mon[97855]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:31 smithi111 ceph-mon[116524]: pgmap v7453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:32.359 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:22:32.666 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:22:32.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:22:32.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:22:32.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:22:32.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:22:32.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:22:32.668 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:33.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:22:33.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:22:33.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:22:33.045 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:22:33.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:22:33.045 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:22:33.045 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:22:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:33 smithi155 ceph-mon[102677]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:33 smithi155 ceph-mon[102677]: from='client.22284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/90683313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:22:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:33 smithi111 ceph-mon[97855]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:33 smithi111 ceph-mon[97855]: from='client.22284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/90683313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:22:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:33 smithi111 ceph-mon[116524]: pgmap v7454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:33 smithi111 ceph-mon[116524]: from='client.22284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/90683313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:22:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:34 smithi155 ceph-mon[102677]: from='client.32165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:34 smithi111 ceph-mon[97855]: from='client.32165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:34 smithi111 ceph-mon[116524]: from='client.32165 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:35 smithi155 ceph-mon[102677]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:35 smithi111 ceph-mon[97855]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:35 smithi111 ceph-mon[116524]: pgmap v7455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:36 smithi155 ceph-mon[102677]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:36 smithi111 ceph-mon[97855]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:36 smithi111 ceph-mon[116524]: pgmap v7456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:39 smithi111 ceph-mon[97855]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:39 smithi111 ceph-mon[116524]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:39 smithi155 ceph-mon[102677]: pgmap v7457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:22:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:22:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 07:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T07:22:40.098665032Z level=info msg="Completed cleanup jobs" duration=65.633528ms 2023-12-01T07:22:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:41 smithi155 ceph-mon[102677]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:22:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:41 smithi111 ceph-mon[97855]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:22:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:41 smithi111 ceph-mon[116524]: pgmap v7458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:22:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:43 smithi155 ceph-mon[102677]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:43 smithi111 ceph-mon[97855]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:43 smithi111 ceph-mon[116524]: pgmap v7459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:45 smithi155 ceph-mon[102677]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:45 smithi111 ceph-mon[97855]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:45 smithi111 ceph-mon[116524]: pgmap v7460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:46 smithi155 ceph-mon[102677]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:46 smithi111 ceph-mon[97855]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:46 smithi111 ceph-mon[116524]: pgmap v7461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:49 smithi111 ceph-mon[97855]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:49 smithi111 ceph-mon[116524]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:49 smithi155 ceph-mon[102677]: pgmap v7462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:22:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:22:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T07:22:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:51 smithi155 ceph-mon[102677]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:51 smithi111 ceph-mon[97855]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:51 smithi111 ceph-mon[116524]: pgmap v7463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:53 smithi155 ceph-mon[102677]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:53 smithi111 ceph-mon[97855]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:53 smithi111 ceph-mon[116524]: pgmap v7464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:55 smithi155 ceph-mon[102677]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:55 smithi111 ceph-mon[97855]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:55 smithi111 ceph-mon[116524]: pgmap v7465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:56 smithi155 ceph-mon[102677]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:56 smithi111 ceph-mon[97855]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:56 smithi111 ceph-mon[116524]: pgmap v7466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:22:59 smithi155 ceph-mon[102677]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:22:59 smithi111 ceph-mon[97855]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:22:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:22:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T07:22:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:22:59 smithi111 ceph-mon[116524]: pgmap v7467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:01 smithi155 ceph-mon[102677]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:01 smithi111 ceph-mon[97855]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:01 smithi111 ceph-mon[116524]: pgmap v7468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:03.390 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:23:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:03 smithi155 ceph-mon[102677]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:03 smithi111 ceph-mon[97855]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:03 smithi111 ceph-mon[116524]: pgmap v7469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:03.694 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:23:03.694 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:23:03.694 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:23:03.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:23:03.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:23:03.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:23:03.695 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:04.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:23:04.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:23:04.077 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:04.077 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:23:04.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:23:04.077 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:23:04.077 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:23:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:04 smithi155 ceph-mon[102677]: from='client.22302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:04 smithi111 ceph-mon[97855]: from='client.22302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:04 smithi111 ceph-mon[116524]: from='client.22302 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:05 smithi155 ceph-mon[102677]: from='client.32183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:05 smithi155 ceph-mon[102677]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2686412677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:23:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:05 smithi111 ceph-mon[97855]: from='client.32183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:05 smithi111 ceph-mon[97855]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2686412677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:23:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:05 smithi111 ceph-mon[116524]: from='client.32183 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:05 smithi111 ceph-mon[116524]: pgmap v7470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2686412677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:23:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:06 smithi155 ceph-mon[102677]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:06 smithi111 ceph-mon[97855]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:06 smithi111 ceph-mon[116524]: pgmap v7471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:09 smithi155 ceph-mon[102677]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:09 smithi111 ceph-mon[97855]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:23:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:23:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:09 smithi111 ceph-mon[116524]: pgmap v7472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:11 smithi155 ceph-mon[102677]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:11 smithi111 ceph-mon[97855]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:11 smithi111 ceph-mon[116524]: pgmap v7473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:13 smithi155 ceph-mon[102677]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:13 smithi111 ceph-mon[97855]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:13 smithi111 ceph-mon[116524]: pgmap v7474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:15 smithi155 ceph-mon[102677]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:15 smithi111 ceph-mon[97855]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:15 smithi111 ceph-mon[116524]: pgmap v7475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:16 smithi155 ceph-mon[102677]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:16 smithi111 ceph-mon[97855]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:16 smithi111 ceph-mon[116524]: pgmap v7476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:19 smithi155 ceph-mon[102677]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:23:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:23:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:19 smithi111 ceph-mon[97855]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:19 smithi111 ceph-mon[116524]: pgmap v7477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:21 smithi155 ceph-mon[102677]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:21 smithi111 ceph-mon[97855]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:21 smithi111 ceph-mon[116524]: pgmap v7478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:23 smithi155 ceph-mon[102677]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:23 smithi111 ceph-mon[97855]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:23 smithi111 ceph-mon[116524]: pgmap v7479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:25 smithi155 ceph-mon[102677]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:25 smithi111 ceph-mon[97855]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:25 smithi111 ceph-mon[116524]: pgmap v7480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:26 smithi155 ceph-mon[102677]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:26 smithi111 ceph-mon[97855]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:26 smithi111 ceph-mon[116524]: pgmap v7481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:29 smithi155 ceph-mon[102677]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:29 smithi111 ceph-mon[97855]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:23:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:23:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:29 smithi111 ceph-mon[116524]: pgmap v7482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:31 smithi155 ceph-mon[102677]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:31 smithi111 ceph-mon[97855]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:31 smithi111 ceph-mon[116524]: pgmap v7483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:33.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:33 smithi155 ceph-mon[102677]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:33 smithi111 ceph-mon[97855]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:33 smithi111 ceph-mon[116524]: pgmap v7484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:34.418 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:23:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:34.723 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:23:34.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:23:34.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:23:34.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:23:34.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:23:34.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:23:34.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:23:34.725 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:23:35.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:23:35.104 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:23:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:35 smithi155 ceph-mon[102677]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:35 smithi155 ceph-mon[102677]: from='client.32195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:35 smithi111 ceph-mon[97855]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:35 smithi111 ceph-mon[97855]: from='client.32195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:35 smithi111 ceph-mon[116524]: pgmap v7485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:35 smithi111 ceph-mon[116524]: from='client.32195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:36 smithi155 ceph-mon[102677]: from='client.32201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:36 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2309503078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:23:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:36 smithi111 ceph-mon[97855]: from='client.32201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:36 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2309503078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:36 smithi111 ceph-mon[116524]: from='client.32201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:36 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2309503078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:23:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:37 smithi155 ceph-mon[102677]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:37 smithi111 ceph-mon[97855]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:37 smithi111 ceph-mon[116524]: pgmap v7486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:39 smithi155 ceph-mon[102677]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:39 smithi111 ceph-mon[97855]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:23:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:23:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:39 smithi111 ceph-mon[116524]: pgmap v7487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:41 smithi155 ceph-mon[102677]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:41 smithi111 ceph-mon[97855]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:41 smithi111 ceph-mon[116524]: pgmap v7488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:23:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:23:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:23:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:23:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:23:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:23:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:23:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:23:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:23:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:23:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:23:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:23:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:43 smithi155 ceph-mon[102677]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:43 smithi111 ceph-mon[97855]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:43 smithi111 ceph-mon[116524]: pgmap v7489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:45 smithi155 ceph-mon[102677]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:45 smithi111 ceph-mon[97855]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:45 smithi111 ceph-mon[116524]: pgmap v7490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:46 smithi155 ceph-mon[102677]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:46 smithi111 ceph-mon[97855]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:46 smithi111 ceph-mon[116524]: pgmap v7491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:49 smithi155 ceph-mon[102677]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:49 smithi111 ceph-mon[97855]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:23:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:23:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:49 smithi111 ceph-mon[116524]: pgmap v7492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:23:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:51 smithi155 ceph-mon[102677]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:51 smithi111 ceph-mon[97855]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:51 smithi111 ceph-mon[116524]: pgmap v7493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:53 smithi155 ceph-mon[102677]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:53 smithi111 ceph-mon[97855]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:53 smithi111 ceph-mon[116524]: pgmap v7494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:55 smithi155 ceph-mon[102677]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:55 smithi111 ceph-mon[97855]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:55 smithi111 ceph-mon[116524]: pgmap v7495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:56 smithi155 ceph-mon[102677]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:56 smithi111 ceph-mon[97855]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:56 smithi111 ceph-mon[116524]: pgmap v7496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:23:59 smithi155 ceph-mon[102677]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:23:59 smithi111 ceph-mon[97855]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:23:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:23:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:23:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:23:59 smithi111 ceph-mon[116524]: pgmap v7497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:01 smithi155 ceph-mon[102677]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:01 smithi111 ceph-mon[97855]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:01 smithi111 ceph-mon[116524]: pgmap v7498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:03 smithi155 ceph-mon[102677]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:03 smithi111 ceph-mon[97855]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:03 smithi111 ceph-mon[116524]: pgmap v7499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:05.449 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:24:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:05 smithi155 ceph-mon[102677]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:05 smithi111 ceph-mon[97855]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:05 smithi111 ceph-mon[116524]: pgmap v7500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:05.753 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:24:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:24:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:24:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:24:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:24:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:24:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:24:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:24:06.136 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:24:06.138 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:24:06.138 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:24:06.138 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:06 smithi155 ceph-mon[102677]: from='client.22338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:06 smithi111 ceph-mon[97855]: from='client.22338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:06 smithi111 ceph-mon[116524]: from='client.22338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:07 smithi155 ceph-mon[102677]: from='client.32219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:07 smithi155 ceph-mon[102677]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3458106198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:24:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:07 smithi111 ceph-mon[97855]: from='client.32219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:07 smithi111 ceph-mon[97855]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3458106198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:24:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:07 smithi111 ceph-mon[116524]: from='client.32219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:07 smithi111 ceph-mon[116524]: pgmap v7501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3458106198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:24:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:09 smithi155 ceph-mon[102677]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:09 smithi111 ceph-mon[97855]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:09 smithi111 ceph-mon[116524]: pgmap v7502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:24:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:24:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:11 smithi155 ceph-mon[102677]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:11 smithi111 ceph-mon[97855]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:11 smithi111 ceph-mon[116524]: pgmap v7503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:13 smithi155 ceph-mon[102677]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:13 smithi111 ceph-mon[97855]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:13 smithi111 ceph-mon[116524]: pgmap v7504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:15 smithi155 ceph-mon[102677]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:15 smithi111 ceph-mon[97855]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:15 smithi111 ceph-mon[116524]: pgmap v7505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:16 smithi155 ceph-mon[102677]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:16 smithi111 ceph-mon[97855]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:16 smithi111 ceph-mon[116524]: pgmap v7506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:19 smithi155 ceph-mon[102677]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:24:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:24:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:19 smithi111 ceph-mon[97855]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:19 smithi111 ceph-mon[116524]: pgmap v7507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:21 smithi155 ceph-mon[102677]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:21 smithi111 ceph-mon[97855]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:21 smithi111 ceph-mon[116524]: pgmap v7508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:23 smithi155 ceph-mon[102677]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:23 smithi111 ceph-mon[97855]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:23 smithi111 ceph-mon[116524]: pgmap v7509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:25 smithi155 ceph-mon[102677]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:25 smithi111 ceph-mon[97855]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:25 smithi111 ceph-mon[116524]: pgmap v7510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:26 smithi155 ceph-mon[102677]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:26 smithi111 ceph-mon[97855]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:26 smithi111 ceph-mon[116524]: pgmap v7511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:29 smithi155 ceph-mon[102677]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:29 smithi111 ceph-mon[97855]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:29 smithi111 ceph-mon[116524]: pgmap v7512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:24:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:24:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:31 smithi155 ceph-mon[102677]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:31 smithi111 ceph-mon[97855]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:31 smithi111 ceph-mon[116524]: pgmap v7513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:33 smithi155 ceph-mon[102677]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:33 smithi111 ceph-mon[97855]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:33 smithi111 ceph-mon[116524]: pgmap v7514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:35 smithi155 ceph-mon[102677]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:35 smithi111 ceph-mon[97855]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:35 smithi111 ceph-mon[116524]: pgmap v7515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:24:36.791 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:24:36.792 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:24:37.169 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:24:37.169 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:24:37.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:24:37.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:37.169 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:24:37.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:24:37.170 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:24:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:36 smithi155 ceph-mon[102677]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:36 smithi155 ceph-mon[102677]: from='client.22356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:36 smithi111 ceph-mon[97855]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:36 smithi111 ceph-mon[97855]: from='client.22356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:36 smithi111 ceph-mon[116524]: pgmap v7516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:36 smithi111 ceph-mon[116524]: from='client.22356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:37 smithi155 ceph-mon[102677]: from='client.22362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1309961518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:24:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:37 smithi111 ceph-mon[97855]: from='client.22362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1309961518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:37 smithi111 ceph-mon[116524]: from='client.22362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1309961518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:24:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:38 smithi155 ceph-mon[102677]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:38 smithi111 ceph-mon[97855]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:38 smithi111 ceph-mon[116524]: pgmap v7517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:24:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:24:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:41 smithi155 ceph-mon[102677]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:41 smithi111 ceph-mon[97855]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:41 smithi111 ceph-mon[116524]: pgmap v7518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:24:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:24:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:24:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:24:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:24:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:24:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:24:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:24:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:24:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:24:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:24:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:24:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:43 smithi155 ceph-mon[102677]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:43 smithi111 ceph-mon[97855]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:43 smithi111 ceph-mon[116524]: pgmap v7519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:45 smithi155 ceph-mon[102677]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:45 smithi111 ceph-mon[97855]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:45 smithi111 ceph-mon[116524]: pgmap v7520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:46 smithi155 ceph-mon[102677]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:46 smithi111 ceph-mon[97855]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:46 smithi111 ceph-mon[116524]: pgmap v7521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:49 smithi155 ceph-mon[102677]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:24:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:24:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:49 smithi111 ceph-mon[97855]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:49 smithi111 ceph-mon[116524]: pgmap v7522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:24:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:51 smithi155 ceph-mon[102677]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:51 smithi111 ceph-mon[97855]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:51 smithi111 ceph-mon[116524]: pgmap v7523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:53 smithi155 ceph-mon[102677]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:53 smithi111 ceph-mon[97855]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:53 smithi111 ceph-mon[116524]: pgmap v7524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:55 smithi155 ceph-mon[102677]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:55 smithi111 ceph-mon[97855]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:55 smithi111 ceph-mon[116524]: pgmap v7525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:56 smithi155 ceph-mon[102677]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:56 smithi111 ceph-mon[97855]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:56 smithi111 ceph-mon[116524]: pgmap v7526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:24:59 smithi155 ceph-mon[102677]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:24:59 smithi111 ceph-mon[97855]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:24:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:24:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:24:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:24:59 smithi111 ceph-mon[116524]: pgmap v7527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:01 smithi155 ceph-mon[102677]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:01 smithi111 ceph-mon[97855]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:01 smithi111 ceph-mon[116524]: pgmap v7528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:03 smithi155 ceph-mon[102677]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:03 smithi111 ceph-mon[97855]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:03 smithi111 ceph-mon[116524]: pgmap v7529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:05 smithi155 ceph-mon[102677]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:05 smithi111 ceph-mon[97855]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:05 smithi111 ceph-mon[116524]: pgmap v7530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:06.802 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:06 smithi111 ceph-mon[97855]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:06.802 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:06 smithi111 ceph-mon[116524]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:06 smithi155 ceph-mon[102677]: pgmap v7531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:07.515 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:25:07.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:25:07.823 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:08.205 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:25:08.206 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:25:08.206 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:08.206 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:25:08.206 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:25:08.206 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:25:08.206 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:25:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:07 smithi155 ceph-mon[102677]: from='client.22374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:07 smithi111 ceph-mon[97855]: from='client.22374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:07 smithi111 ceph-mon[116524]: from='client.22374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:08 smithi155 ceph-mon[102677]: from='client.32255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:08 smithi155 ceph-mon[102677]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3222482348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:25:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:08 smithi111 ceph-mon[97855]: from='client.32255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:08 smithi111 ceph-mon[97855]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3222482348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:25:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:08 smithi111 ceph-mon[116524]: from='client.32255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:08 smithi111 ceph-mon[116524]: pgmap v7532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3222482348' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:25:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:25:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:25:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:11 smithi155 ceph-mon[102677]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:11 smithi111 ceph-mon[97855]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:11 smithi111 ceph-mon[116524]: pgmap v7533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:13 smithi155 ceph-mon[102677]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:13 smithi111 ceph-mon[97855]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:13 smithi111 ceph-mon[116524]: pgmap v7534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:15 smithi155 ceph-mon[102677]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:15 smithi111 ceph-mon[97855]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:15 smithi111 ceph-mon[116524]: pgmap v7535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:16 smithi155 ceph-mon[102677]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:16 smithi111 ceph-mon[97855]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:16 smithi111 ceph-mon[116524]: pgmap v7536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:19 smithi155 ceph-mon[102677]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:25:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:25:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:19 smithi111 ceph-mon[97855]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:19 smithi111 ceph-mon[116524]: pgmap v7537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:21 smithi155 ceph-mon[102677]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:21 smithi111 ceph-mon[97855]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:21 smithi111 ceph-mon[116524]: pgmap v7538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:23 smithi155 ceph-mon[102677]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:23 smithi111 ceph-mon[97855]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:23 smithi111 ceph-mon[116524]: pgmap v7539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:25 smithi155 ceph-mon[102677]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:25 smithi111 ceph-mon[97855]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:25 smithi111 ceph-mon[116524]: pgmap v7540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:26 smithi155 ceph-mon[102677]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:26 smithi111 ceph-mon[97855]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:26 smithi111 ceph-mon[116524]: pgmap v7541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:29 smithi155 ceph-mon[102677]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:29 smithi111 ceph-mon[97855]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:25:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:25:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:29 smithi111 ceph-mon[116524]: pgmap v7542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:31 smithi155 ceph-mon[102677]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:31 smithi111 ceph-mon[97855]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:31 smithi111 ceph-mon[116524]: pgmap v7543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:33 smithi155 ceph-mon[102677]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:33 smithi111 ceph-mon[97855]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:33 smithi111 ceph-mon[116524]: pgmap v7544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:35 smithi155 ceph-mon[102677]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:35 smithi111 ceph-mon[97855]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:35 smithi111 ceph-mon[116524]: pgmap v7545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:36 smithi155 ceph-mon[102677]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:36 smithi111 ceph-mon[97855]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:36 smithi111 ceph-mon[116524]: pgmap v7546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:38.549 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:25:38.856 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:25:38.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:25:38.858 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:25:39.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:25:39.234 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:39 smithi155 ceph-mon[102677]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:39 smithi111 ceph-mon[97855]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:39 smithi111 ceph-mon[116524]: pgmap v7547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:25:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:40 smithi155 ceph-mon[102677]: from='client.32267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:40 smithi155 ceph-mon[102677]: from='client.32273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2970661759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:25:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:40 smithi111 ceph-mon[97855]: from='client.32267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:40 smithi111 ceph-mon[97855]: from='client.32273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2970661759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:25:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:40 smithi111 ceph-mon[116524]: from='client.32267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:40 smithi111 ceph-mon[116524]: from='client.32273 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:25:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2970661759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:25:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:41 smithi155 ceph-mon[102677]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:41 smithi111 ceph-mon[97855]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:41 smithi111 ceph-mon[116524]: pgmap v7548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:43 smithi155 ceph-mon[102677]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:25:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:25:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[97855]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[116524]: pgmap v7549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:25:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:25:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:45 smithi155 ceph-mon[102677]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:45 smithi111 ceph-mon[97855]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:45 smithi111 ceph-mon[116524]: pgmap v7550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:46 smithi155 ceph-mon[102677]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:46 smithi111 ceph-mon[97855]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:46 smithi111 ceph-mon[116524]: pgmap v7551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:49 smithi155 ceph-mon[102677]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:49 smithi111 ceph-mon[97855]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:49 smithi111 ceph-mon[116524]: pgmap v7552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:25:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:25:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:25:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:51 smithi155 ceph-mon[102677]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:51 smithi111 ceph-mon[97855]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:51 smithi111 ceph-mon[116524]: pgmap v7553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:53 smithi155 ceph-mon[102677]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:53 smithi111 ceph-mon[97855]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:53 smithi111 ceph-mon[116524]: pgmap v7554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:55 smithi155 ceph-mon[102677]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:55 smithi111 ceph-mon[97855]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:55 smithi111 ceph-mon[116524]: pgmap v7555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:56 smithi155 ceph-mon[102677]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:56 smithi111 ceph-mon[97855]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:56 smithi111 ceph-mon[116524]: pgmap v7556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:25:59 smithi155 ceph-mon[102677]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:25:59 smithi111 ceph-mon[97855]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:25:59 smithi111 ceph-mon[116524]: pgmap v7557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:25:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:25:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:26:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:01 smithi155 ceph-mon[102677]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:01 smithi111 ceph-mon[97855]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:01 smithi111 ceph-mon[116524]: pgmap v7558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:03 smithi155 ceph-mon[102677]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:03 smithi111 ceph-mon[97855]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:03 smithi111 ceph-mon[116524]: pgmap v7559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:05 smithi155 ceph-mon[102677]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:05 smithi111 ceph-mon[97855]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:05 smithi111 ceph-mon[116524]: pgmap v7560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:06 smithi155 ceph-mon[102677]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:06 smithi111 ceph-mon[97855]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:06 smithi111 ceph-mon[116524]: pgmap v7561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:09 smithi155 ceph-mon[102677]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:09 smithi111 ceph-mon[97855]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:26:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:26:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:09 smithi111 ceph-mon[116524]: pgmap v7562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:09.576 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:26:09.883 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:26:09.883 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:26:09.883 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:26:09.883 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:26:09.884 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:26:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:26:10.265 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:26:10.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:26:10.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:26:10.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:10.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:26:10.266 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:11 smithi155 ceph-mon[102677]: from='client.32285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:11 smithi155 ceph-mon[102677]: from='client.32291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:11 smithi155 ceph-mon[102677]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1900614150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[97855]: from='client.32285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[97855]: from='client.32291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[97855]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1900614150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[116524]: from='client.32285 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[116524]: from='client.32291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[116524]: pgmap v7563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1900614150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:26:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:13 smithi155 ceph-mon[102677]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:13 smithi111 ceph-mon[97855]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:13 smithi111 ceph-mon[116524]: pgmap v7564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:15 smithi155 ceph-mon[102677]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:15 smithi111 ceph-mon[97855]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:15 smithi111 ceph-mon[116524]: pgmap v7565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:16 smithi155 ceph-mon[102677]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:16 smithi111 ceph-mon[97855]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:16 smithi111 ceph-mon[116524]: pgmap v7566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:19 smithi155 ceph-mon[102677]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:19 smithi111 ceph-mon[97855]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:26:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:26:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:19 smithi111 ceph-mon[116524]: pgmap v7567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:21 smithi155 ceph-mon[102677]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:21 smithi111 ceph-mon[97855]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:21 smithi111 ceph-mon[116524]: pgmap v7568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:23 smithi155 ceph-mon[102677]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:23 smithi111 ceph-mon[97855]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:23 smithi111 ceph-mon[116524]: pgmap v7569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:25 smithi155 ceph-mon[102677]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:25 smithi111 ceph-mon[97855]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:25 smithi111 ceph-mon[116524]: pgmap v7570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:26 smithi155 ceph-mon[102677]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:26 smithi111 ceph-mon[97855]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:26 smithi111 ceph-mon[116524]: pgmap v7571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:29 smithi155 ceph-mon[102677]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:29 smithi111 ceph-mon[97855]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:29 smithi111 ceph-mon[116524]: pgmap v7572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:29.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:26:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:26:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:31 smithi155 ceph-mon[102677]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:31 smithi111 ceph-mon[97855]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:31 smithi111 ceph-mon[116524]: pgmap v7573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:33 smithi155 ceph-mon[102677]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:33 smithi111 ceph-mon[97855]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:33 smithi111 ceph-mon[116524]: pgmap v7574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:35 smithi155 ceph-mon[102677]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:35 smithi111 ceph-mon[97855]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:35 smithi111 ceph-mon[116524]: pgmap v7575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:36 smithi155 ceph-mon[102677]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:36 smithi111 ceph-mon[97855]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:36 smithi111 ceph-mon[116524]: pgmap v7576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:39 smithi155 ceph-mon[102677]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:39 smithi111 ceph-mon[97855]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:39 smithi111 ceph-mon[116524]: pgmap v7577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:26:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:26:40.610 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:26:40.917 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:26:40.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:26:40.919 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:26:41.301 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:26:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:26:41.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:26:41.303 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:26:41.303 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:26:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:41 smithi155 ceph-mon[102677]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:41 smithi111 ceph-mon[97855]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:41 smithi111 ceph-mon[116524]: pgmap v7578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:42 smithi155 ceph-mon[102677]: from='client.22428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:42 smithi155 ceph-mon[102677]: from='client.22434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3778038255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:26:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:42 smithi111 ceph-mon[97855]: from='client.22428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:42 smithi111 ceph-mon[97855]: from='client.22434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3778038255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:26:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:42 smithi111 ceph-mon[116524]: from='client.22428 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:42 smithi111 ceph-mon[116524]: from='client.22434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:26:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3778038255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:26:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:43 smithi155 ceph-mon[102677]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:26:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:26:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:26:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:26:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[97855]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:26:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[116524]: pgmap v7579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:26:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:26:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:45 smithi155 ceph-mon[102677]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:45 smithi111 ceph-mon[97855]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:45 smithi111 ceph-mon[116524]: pgmap v7580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:46 smithi155 ceph-mon[102677]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:46 smithi111 ceph-mon[97855]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:46 smithi111 ceph-mon[116524]: pgmap v7581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:49 smithi155 ceph-mon[102677]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:49 smithi111 ceph-mon[97855]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:49 smithi111 ceph-mon[116524]: pgmap v7582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:26:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:26:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:26:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:51 smithi155 ceph-mon[102677]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:51 smithi111 ceph-mon[97855]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:51 smithi111 ceph-mon[116524]: pgmap v7583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:53 smithi155 ceph-mon[102677]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:53 smithi111 ceph-mon[97855]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:53 smithi111 ceph-mon[116524]: pgmap v7584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:55 smithi155 ceph-mon[102677]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:55 smithi111 ceph-mon[97855]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:55 smithi111 ceph-mon[116524]: pgmap v7585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:56 smithi155 ceph-mon[102677]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:56 smithi111 ceph-mon[97855]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:56 smithi111 ceph-mon[116524]: pgmap v7586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:26:59 smithi155 ceph-mon[102677]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:26:59 smithi111 ceph-mon[97855]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:26:59 smithi111 ceph-mon[116524]: pgmap v7587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:26:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:26:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:27:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:01 smithi155 ceph-mon[102677]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:01 smithi111 ceph-mon[97855]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:01 smithi111 ceph-mon[116524]: pgmap v7588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:03 smithi155 ceph-mon[102677]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:03 smithi111 ceph-mon[97855]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:03 smithi111 ceph-mon[116524]: pgmap v7589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:05 smithi155 ceph-mon[102677]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:05 smithi111 ceph-mon[97855]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:05 smithi111 ceph-mon[116524]: pgmap v7590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:06 smithi155 ceph-mon[102677]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:06 smithi111 ceph-mon[97855]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:06 smithi111 ceph-mon[116524]: pgmap v7591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:09 smithi155 ceph-mon[102677]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:09 smithi111 ceph-mon[97855]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:27:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:27:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:09 smithi111 ceph-mon[116524]: pgmap v7592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:11 smithi155 ceph-mon[102677]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:11 smithi111 ceph-mon[97855]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:11 smithi111 ceph-mon[116524]: pgmap v7593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:11.641 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:27:11.943 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 7m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 7m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:27:11.944 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:27:11.945 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:27:12.323 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:27:12.323 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:27:12.323 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:27:12.323 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:12.323 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:27:12.323 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:27:12.324 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:13 smithi155 ceph-mon[102677]: from='client.22446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:13 smithi155 ceph-mon[102677]: from='client.32327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:13 smithi155 ceph-mon[102677]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3241466154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:27:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[97855]: from='client.22446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[97855]: from='client.32327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[97855]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3241466154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[116524]: from='client.22446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[116524]: from='client.32327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[116524]: pgmap v7594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3241466154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:27:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:15 smithi155 ceph-mon[102677]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:15 smithi111 ceph-mon[97855]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:15 smithi111 ceph-mon[116524]: pgmap v7595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:16 smithi155 ceph-mon[102677]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:16 smithi111 ceph-mon[97855]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:16 smithi111 ceph-mon[116524]: pgmap v7596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:19 smithi155 ceph-mon[102677]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:19 smithi111 ceph-mon[97855]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:27:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:27:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:19 smithi111 ceph-mon[116524]: pgmap v7597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:21 smithi155 ceph-mon[102677]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:21 smithi111 ceph-mon[97855]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:21 smithi111 ceph-mon[116524]: pgmap v7598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:23 smithi155 ceph-mon[102677]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:23 smithi111 ceph-mon[97855]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:23 smithi111 ceph-mon[116524]: pgmap v7599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:25 smithi155 ceph-mon[102677]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:25 smithi111 ceph-mon[97855]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:25 smithi111 ceph-mon[116524]: pgmap v7600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:26 smithi155 ceph-mon[102677]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:26 smithi111 ceph-mon[97855]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:26 smithi111 ceph-mon[116524]: pgmap v7601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:29 smithi155 ceph-mon[102677]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:29 smithi111 ceph-mon[97855]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:27:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:27:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:29 smithi111 ceph-mon[116524]: pgmap v7602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:31 smithi155 ceph-mon[102677]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:31 smithi111 ceph-mon[97855]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:31 smithi111 ceph-mon[116524]: pgmap v7603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:33 smithi155 ceph-mon[102677]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:33 smithi111 ceph-mon[97855]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:33 smithi111 ceph-mon[116524]: pgmap v7604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:34.522 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:35 smithi155 ceph-mon[102677]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:35 smithi111 ceph-mon[97855]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:35 smithi111 ceph-mon[116524]: pgmap v7605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:36 smithi155 ceph-mon[102677]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:36 smithi111 ceph-mon[97855]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:36 smithi111 ceph-mon[116524]: pgmap v7606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:39 smithi155 ceph-mon[102677]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:39 smithi111 ceph-mon[97855]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:27:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:27:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:39 smithi111 ceph-mon[116524]: pgmap v7607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:41 smithi155 ceph-mon[102677]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:41 smithi111 ceph-mon[97855]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:41 smithi111 ceph-mon[116524]: pgmap v7608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:42.669 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:27:42.973 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:27:42.973 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:27:42.973 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:27:42.973 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:27:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:27:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:27:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:27:43.389 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:27:43.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:27:43.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:27:43.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:27:43.390 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:27:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:43 smithi155 ceph-mon[102677]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:27:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:43 smithi111 ceph-mon[97855]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:27:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:43 smithi111 ceph-mon[116524]: pgmap v7609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:44 smithi155 ceph-mon[102677]: from='client.32339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:44 smithi155 ceph-mon[102677]: from='client.22470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3027265538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:27:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[97855]: from='client.32339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[97855]: from='client.22470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3027265538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[116524]: from='client.32339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[116524]: from='client.22470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3027265538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:27:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:27:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:45 smithi155 ceph-mon[102677]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:45 smithi111 ceph-mon[97855]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:45 smithi111 ceph-mon[116524]: pgmap v7610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:46 smithi155 ceph-mon[102677]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:46 smithi111 ceph-mon[97855]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:46 smithi111 ceph-mon[116524]: pgmap v7611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:49 smithi155 ceph-mon[102677]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:27:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:27:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:49 smithi111 ceph-mon[97855]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:49 smithi111 ceph-mon[116524]: pgmap v7612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:27:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:51 smithi155 ceph-mon[102677]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:51 smithi111 ceph-mon[97855]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:51 smithi111 ceph-mon[116524]: pgmap v7613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:53 smithi155 ceph-mon[102677]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:53 smithi111 ceph-mon[97855]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:53.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:53 smithi111 ceph-mon[116524]: pgmap v7614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:55 smithi155 ceph-mon[102677]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:55 smithi111 ceph-mon[97855]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:55 smithi111 ceph-mon[116524]: pgmap v7615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:56 smithi155 ceph-mon[102677]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:56 smithi111 ceph-mon[97855]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:56 smithi111 ceph-mon[116524]: pgmap v7616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:27:59 smithi155 ceph-mon[102677]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:27:59 smithi111 ceph-mon[97855]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:27:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:27:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:27:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:27:59 smithi111 ceph-mon[116524]: pgmap v7617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:01 smithi155 ceph-mon[102677]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:01 smithi111 ceph-mon[97855]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:01 smithi111 ceph-mon[116524]: pgmap v7618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:03 smithi155 ceph-mon[102677]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:03 smithi111 ceph-mon[97855]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:03 smithi111 ceph-mon[116524]: pgmap v7619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:05 smithi155 ceph-mon[102677]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:05 smithi111 ceph-mon[97855]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:05 smithi111 ceph-mon[116524]: pgmap v7620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:06 smithi155 ceph-mon[102677]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:06 smithi111 ceph-mon[97855]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:06 smithi111 ceph-mon[116524]: pgmap v7621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:09 smithi155 ceph-mon[102677]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:09 smithi111 ceph-mon[97855]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:28:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:28:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:09 smithi111 ceph-mon[116524]: pgmap v7622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:11 smithi155 ceph-mon[102677]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:11 smithi111 ceph-mon[97855]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:11 smithi111 ceph-mon[116524]: pgmap v7623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:13 smithi155 ceph-mon[102677]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:13 smithi111 ceph-mon[97855]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:13 smithi111 ceph-mon[116524]: pgmap v7624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:13.732 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 8m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 8m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 8m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 8m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:28:14.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 8m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:28:14.039 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:28:14.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:28:14.416 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:28:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:15 smithi155 ceph-mon[102677]: from='client.22482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:15 smithi155 ceph-mon[102677]: from='client.22488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:15 smithi155 ceph-mon[102677]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/175898022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:28:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[97855]: from='client.22482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[97855]: from='client.22488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[97855]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/175898022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:28:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[116524]: from='client.22482 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[116524]: from='client.22488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[116524]: pgmap v7625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/175898022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:28:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:16 smithi155 ceph-mon[102677]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:16 smithi111 ceph-mon[97855]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:16 smithi111 ceph-mon[116524]: pgmap v7626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:19 smithi155 ceph-mon[102677]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:28:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:28:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:19 smithi111 ceph-mon[97855]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:19 smithi111 ceph-mon[116524]: pgmap v7627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:21 smithi155 ceph-mon[102677]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:21 smithi111 ceph-mon[97855]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:21 smithi111 ceph-mon[116524]: pgmap v7628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:23 smithi155 ceph-mon[102677]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:23 smithi111 ceph-mon[97855]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:23 smithi111 ceph-mon[116524]: pgmap v7629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:25 smithi155 ceph-mon[102677]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:25 smithi111 ceph-mon[97855]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:25 smithi111 ceph-mon[116524]: pgmap v7630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:26 smithi155 ceph-mon[102677]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:26 smithi111 ceph-mon[97855]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:26 smithi111 ceph-mon[116524]: pgmap v7631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:29 smithi155 ceph-mon[102677]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:29 smithi111 ceph-mon[97855]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:29 smithi111 ceph-mon[116524]: pgmap v7632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:28:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:28:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:31 smithi155 ceph-mon[102677]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:31 smithi111 ceph-mon[97855]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:31 smithi111 ceph-mon[116524]: pgmap v7633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:33 smithi155 ceph-mon[102677]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:33 smithi111 ceph-mon[97855]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:33 smithi111 ceph-mon[116524]: pgmap v7634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:35 smithi155 ceph-mon[102677]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:35 smithi111 ceph-mon[97855]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:35 smithi111 ceph-mon[116524]: pgmap v7635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:36 smithi155 ceph-mon[102677]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:36 smithi111 ceph-mon[97855]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:36 smithi111 ceph-mon[116524]: pgmap v7636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:39 smithi155 ceph-mon[102677]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:39 smithi111 ceph-mon[97855]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:28:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:28:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:39 smithi111 ceph-mon[116524]: pgmap v7637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:41 smithi155 ceph-mon[102677]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:41 smithi111 ceph-mon[97855]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:41 smithi111 ceph-mon[116524]: pgmap v7638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:43 smithi155 ceph-mon[102677]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:43 smithi111 ceph-mon[97855]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:43 smithi111 ceph-mon[116524]: pgmap v7639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:28:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:28:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:28:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:28:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:28:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:28:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:28:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:28:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:28:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:28:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:28:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:28:44.752 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:28:45.060 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:28:45.061 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:45.440 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:28:45.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:28:45.441 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:28:45.441 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:28:45.441 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:28:45.441 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:28:45.441 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:28:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:45 smithi155 ceph-mon[102677]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:45 smithi111 ceph-mon[97855]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:45 smithi111 ceph-mon[116524]: pgmap v7640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:46 smithi155 ceph-mon[102677]: from='client.32375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:46 smithi155 ceph-mon[102677]: from='client.22506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/533177036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:46 smithi111 ceph-mon[97855]: from='client.32375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:46 smithi111 ceph-mon[97855]: from='client.22506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/533177036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:46 smithi111 ceph-mon[116524]: from='client.32375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:46 smithi111 ceph-mon[116524]: from='client.22506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/533177036' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:28:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:47 smithi155 ceph-mon[102677]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:47 smithi111 ceph-mon[97855]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:47 smithi111 ceph-mon[116524]: pgmap v7641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:49 smithi155 ceph-mon[102677]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:49 smithi111 ceph-mon[97855]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:28:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:28:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:49 smithi111 ceph-mon[116524]: pgmap v7642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:28:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:51 smithi155 ceph-mon[102677]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:51 smithi111 ceph-mon[97855]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:51 smithi111 ceph-mon[116524]: pgmap v7643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:53 smithi155 ceph-mon[102677]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:53 smithi111 ceph-mon[97855]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:53 smithi111 ceph-mon[116524]: pgmap v7644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:55 smithi155 ceph-mon[102677]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:55 smithi111 ceph-mon[97855]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:55 smithi111 ceph-mon[116524]: pgmap v7645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:56 smithi155 ceph-mon[102677]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:56 smithi111 ceph-mon[97855]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:56 smithi111 ceph-mon[116524]: pgmap v7646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:28:59 smithi155 ceph-mon[102677]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:28:59 smithi111 ceph-mon[97855]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:28:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:28:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:28:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:28:59 smithi111 ceph-mon[116524]: pgmap v7647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:01 smithi155 ceph-mon[102677]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:01 smithi111 ceph-mon[97855]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:01 smithi111 ceph-mon[116524]: pgmap v7648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:03 smithi155 ceph-mon[102677]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:03 smithi111 ceph-mon[97855]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:03 smithi111 ceph-mon[116524]: pgmap v7649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:05 smithi155 ceph-mon[102677]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:05 smithi111 ceph-mon[97855]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:05 smithi111 ceph-mon[116524]: pgmap v7650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:06 smithi155 ceph-mon[102677]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:06 smithi111 ceph-mon[97855]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:06 smithi111 ceph-mon[116524]: pgmap v7651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:09 smithi155 ceph-mon[102677]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:09 smithi111 ceph-mon[97855]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:29:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:29:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:09 smithi111 ceph-mon[116524]: pgmap v7652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:11 smithi155 ceph-mon[102677]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:11 smithi111 ceph-mon[97855]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:11 smithi111 ceph-mon[116524]: pgmap v7653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:13 smithi155 ceph-mon[102677]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:13 smithi111 ceph-mon[97855]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:13 smithi111 ceph-mon[116524]: pgmap v7654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:15 smithi155 ceph-mon[102677]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:15 smithi111 ceph-mon[97855]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:15 smithi111 ceph-mon[116524]: pgmap v7655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:15.785 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:29:16.094 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:29:16.094 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:29:16.094 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:29:16.094 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 25.9M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 9m ago 2h 460M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 9m ago 2h 667M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 9m ago 2h 915M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 9m ago 2h 447M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 9m ago 2h 415M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 9m ago 2h 4536M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 9m ago 2h 4827M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 9m ago 2h 5229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4282M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3390M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4198M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:29:16.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3671M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:29:16.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4305M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:29:16.096 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:29:16.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:16.476 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:29:16.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:29:16.476 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:29:16.476 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:16 smithi155 ceph-mon[102677]: from='client.32393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:16 smithi155 ceph-mon[102677]: from='client.32399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:16 smithi155 ceph-mon[102677]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3374636233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[97855]: from='client.32393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[97855]: from='client.32399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[97855]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3374636233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:29:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[116524]: from='client.32393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[116524]: from='client.32399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[116524]: pgmap v7656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3374636233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:29:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:19 smithi155 ceph-mon[102677]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:19 smithi111 ceph-mon[97855]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:29:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:29:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:19 smithi111 ceph-mon[116524]: pgmap v7657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:21 smithi155 ceph-mon[102677]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:21 smithi111 ceph-mon[97855]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:21 smithi111 ceph-mon[116524]: pgmap v7658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:23 smithi155 ceph-mon[102677]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:23 smithi111 ceph-mon[97855]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:23 smithi111 ceph-mon[116524]: pgmap v7659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:25 smithi155 ceph-mon[102677]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:25 smithi111 ceph-mon[97855]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:25 smithi111 ceph-mon[116524]: pgmap v7660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:26 smithi155 ceph-mon[102677]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:26 smithi111 ceph-mon[97855]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:26 smithi111 ceph-mon[116524]: pgmap v7661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:29 smithi155 ceph-mon[102677]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:29 smithi111 ceph-mon[97855]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:29:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:29:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:29 smithi111 ceph-mon[116524]: pgmap v7662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:31 smithi155 ceph-mon[102677]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:31 smithi111 ceph-mon[97855]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:31 smithi111 ceph-mon[116524]: pgmap v7663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:33 smithi155 ceph-mon[102677]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:33 smithi111 ceph-mon[97855]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:33 smithi111 ceph-mon[116524]: pgmap v7664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:35 smithi155 ceph-mon[102677]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:35 smithi111 ceph-mon[97855]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:35 smithi111 ceph-mon[116524]: pgmap v7665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:36 smithi155 ceph-mon[102677]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:36 smithi111 ceph-mon[97855]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:36 smithi111 ceph-mon[116524]: pgmap v7666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:39 smithi155 ceph-mon[102677]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:39 smithi111 ceph-mon[97855]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:29:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:29:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:39 smithi111 ceph-mon[116524]: pgmap v7667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:41 smithi155 ceph-mon[102677]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:41 smithi111 ceph-mon[97855]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:41 smithi111 ceph-mon[116524]: pgmap v7668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:43 smithi155 ceph-mon[102677]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:43 smithi111 ceph-mon[97855]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:43 smithi111 ceph-mon[116524]: pgmap v7669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:29:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:29:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:29:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:45 smithi155 ceph-mon[102677]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:45 smithi111 ceph-mon[97855]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:45 smithi111 ceph-mon[116524]: pgmap v7670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 0s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 0s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 0s ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 0s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 0s ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 0s ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 0s ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 0s ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:29:47.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 0s ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 0s ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 0s ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 0s ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 0s ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 0s ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 0s ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 0s ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 0s ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 0s ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 0s ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:29:47.135 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 0s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:29:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:29:47.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:29:47.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:47.516 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:29:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:29:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:29:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:29:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:29:47.517 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:29:47.517 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:29:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: pgmap v7671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:29:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:48 smithi111 ceph-mon[97855]: from='client.22536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:48 smithi111 ceph-mon[97855]: from='client.22542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/586271345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:29:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:48 smithi111 ceph-mon[116524]: from='client.22536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:48 smithi111 ceph-mon[116524]: from='client.22542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/586271345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:48 smithi155 ceph-mon[102677]: from='client.22536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:48 smithi155 ceph-mon[102677]: from='client.22542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/586271345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:29:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:49 smithi111 ceph-mon[97855]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:49 smithi111 ceph-mon[116524]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:29:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:49 smithi155 ceph-mon[102677]: pgmap v7672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:29:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:51 smithi155 ceph-mon[102677]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:51 smithi111 ceph-mon[97855]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:51 smithi111 ceph-mon[116524]: pgmap v7673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:53 smithi155 ceph-mon[102677]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:53 smithi111 ceph-mon[97855]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:53 smithi111 ceph-mon[116524]: pgmap v7674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:55 smithi155 ceph-mon[102677]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:55 smithi111 ceph-mon[97855]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:55 smithi111 ceph-mon[116524]: pgmap v7675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:56 smithi155 ceph-mon[102677]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:56 smithi111 ceph-mon[97855]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:56 smithi111 ceph-mon[116524]: pgmap v7676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:29:59 smithi155 ceph-mon[102677]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:29:59 smithi111 ceph-mon[97855]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:29:59 smithi111 ceph-mon[116524]: pgmap v7677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:29:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:29:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:30:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:30:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:00 smithi111 conmon[97831]: 2023-12-01T07:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:30:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:01 smithi155 ceph-mon[102677]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:01 smithi111 ceph-mon[97855]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:01 smithi111 ceph-mon[116524]: pgmap v7678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:03 smithi155 ceph-mon[102677]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:03 smithi111 ceph-mon[97855]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:03 smithi111 ceph-mon[116524]: pgmap v7679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:05 smithi155 ceph-mon[102677]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:05 smithi111 ceph-mon[97855]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:05 smithi111 ceph-mon[116524]: pgmap v7680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:06 smithi155 ceph-mon[102677]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:06 smithi111 ceph-mon[97855]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:06 smithi111 ceph-mon[116524]: pgmap v7681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:09 smithi155 ceph-mon[102677]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:09 smithi111 ceph-mon[97855]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:30:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:30:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:09 smithi111 ceph-mon[116524]: pgmap v7682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:11 smithi155 ceph-mon[102677]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:11 smithi111 ceph-mon[97855]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:11 smithi111 ceph-mon[116524]: pgmap v7683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:13 smithi155 ceph-mon[102677]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:13 smithi111 ceph-mon[97855]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:13 smithi111 ceph-mon[116524]: pgmap v7684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:15 smithi155 ceph-mon[102677]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:15 smithi111 ceph-mon[97855]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:15 smithi111 ceph-mon[116524]: pgmap v7685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:16 smithi155 ceph-mon[102677]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:16 smithi111 ceph-mon[97855]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:16 smithi111 ceph-mon[116524]: pgmap v7686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:17.857 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 31s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 31s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 31s ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 31s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 31s ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:30:18.167 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 31s ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 31s ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 31s ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 31s ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 31s ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 31s ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 31s ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 31s ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 31s ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 31s ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 31s ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 31s ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 31s ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 31s ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:30:18.168 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 31s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:30:18.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:30:18.547 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:19 smithi155 ceph-mon[102677]: from='client.32429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:19 smithi155 ceph-mon[102677]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:19 smithi155 ceph-mon[102677]: from='client.22560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3796486840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:30:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[116524]: from='client.32429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[116524]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[116524]: from='client.22560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3796486840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[97855]: from='client.32429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[97855]: pgmap v7687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[97855]: from='client.22560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3796486840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:21 smithi155 ceph-mon[102677]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:21 smithi111 ceph-mon[97855]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:21 smithi111 ceph-mon[116524]: pgmap v7688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:23 smithi155 ceph-mon[102677]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:23 smithi111 ceph-mon[97855]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:23 smithi111 ceph-mon[116524]: pgmap v7689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:25 smithi155 ceph-mon[102677]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:25 smithi111 ceph-mon[97855]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:25 smithi111 ceph-mon[116524]: pgmap v7690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:26 smithi155 ceph-mon[102677]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:26 smithi111 ceph-mon[97855]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:26 smithi111 ceph-mon[116524]: pgmap v7691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:29 smithi155 ceph-mon[102677]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:29 smithi111 ceph-mon[97855]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:30:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:30:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:29 smithi111 ceph-mon[116524]: pgmap v7692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:31 smithi155 ceph-mon[102677]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:31 smithi111 ceph-mon[97855]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:31 smithi111 ceph-mon[116524]: pgmap v7693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:33 smithi155 ceph-mon[102677]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:33 smithi111 ceph-mon[97855]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:33 smithi111 ceph-mon[116524]: pgmap v7694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:35 smithi155 ceph-mon[102677]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:35 smithi111 ceph-mon[97855]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:35 smithi111 ceph-mon[116524]: pgmap v7695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:36 smithi155 ceph-mon[102677]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:36 smithi111 ceph-mon[97855]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:36 smithi111 ceph-mon[116524]: pgmap v7696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:39 smithi155 ceph-mon[102677]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:39 smithi111 ceph-mon[97855]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:30:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:30:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:39 smithi111 ceph-mon[116524]: pgmap v7697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:41 smithi155 ceph-mon[102677]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:41 smithi111 ceph-mon[97855]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:41 smithi111 ceph-mon[116524]: pgmap v7698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:43 smithi155 ceph-mon[102677]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:43 smithi111 ceph-mon[97855]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:43 smithi111 ceph-mon[116524]: pgmap v7699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:45 smithi155 ceph-mon[102677]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:45 smithi111 ceph-mon[97855]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:45 smithi111 ceph-mon[116524]: pgmap v7700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:46 smithi155 ceph-mon[102677]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:46 smithi111 ceph-mon[97855]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:46 smithi111 ceph-mon[116524]: pgmap v7701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:30:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:30:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:30:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:30:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:30:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:30:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:30:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:30:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:30:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:30:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:30:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:30:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:48 smithi155 ceph-mon[102677]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:49.212 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:30:49.212 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 62s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:30:49.212 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 62s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:30:49.212 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 62s ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:30:49.212 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 62s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:30:49.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 62s ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 62s ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 62s ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 62s ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 62s ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 62s ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 62s ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 62s ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 62s ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 62s ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 62s ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 62s ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 62s ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 62s ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 62s ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:30:49.213 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 62s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:30:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:48 smithi111 ceph-mon[97855]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:48 smithi111 ceph-mon[116524]: pgmap v7702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:30:49.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:30:49.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:30:49.596 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:30:49.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:30:49.596 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:30:49.596 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:30:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:30:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:49 smithi155 ceph-mon[102677]: from='client.32447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:49 smithi155 ceph-mon[102677]: from='client.22578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1398937560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:30:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[116524]: from='client.32447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[116524]: from='client.22578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1398937560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:30:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[97855]: from='client.32447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:30:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[97855]: from='client.22578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:30:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1398937560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:30:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:50 smithi155 ceph-mon[102677]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:50 smithi111 ceph-mon[97855]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:50 smithi111 ceph-mon[116524]: pgmap v7703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:53 smithi155 ceph-mon[102677]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:53 smithi111 ceph-mon[97855]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:53 smithi111 ceph-mon[116524]: pgmap v7704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:55 smithi155 ceph-mon[102677]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:55 smithi111 ceph-mon[97855]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:55 smithi111 ceph-mon[116524]: pgmap v7705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:56 smithi155 ceph-mon[102677]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:56 smithi111 ceph-mon[97855]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:56 smithi111 ceph-mon[116524]: pgmap v7706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:30:59 smithi155 ceph-mon[102677]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:30:59 smithi111 ceph-mon[97855]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:30:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:30:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:30:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:30:59 smithi111 ceph-mon[116524]: pgmap v7707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:01 smithi155 ceph-mon[102677]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:01 smithi111 ceph-mon[97855]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:01 smithi111 ceph-mon[116524]: pgmap v7708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:03 smithi155 ceph-mon[102677]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:03 smithi111 ceph-mon[97855]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:03 smithi111 ceph-mon[116524]: pgmap v7709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:05 smithi111 ceph-mon[97855]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:05 smithi111 ceph-mon[116524]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:05 smithi155 ceph-mon[102677]: pgmap v7710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:06 smithi155 ceph-mon[102677]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:06 smithi111 ceph-mon[97855]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:06 smithi111 ceph-mon[116524]: pgmap v7711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:09 smithi155 ceph-mon[102677]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:09 smithi111 ceph-mon[97855]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:31:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:31:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:09 smithi111 ceph-mon[116524]: pgmap v7712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:11 smithi155 ceph-mon[102677]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:11 smithi111 ceph-mon[97855]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:11 smithi111 ceph-mon[116524]: pgmap v7713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:13 smithi155 ceph-mon[102677]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:13 smithi111 ceph-mon[97855]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:13 smithi111 ceph-mon[116524]: pgmap v7714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:15 smithi155 ceph-mon[102677]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:15 smithi111 ceph-mon[97855]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:15 smithi111 ceph-mon[116524]: pgmap v7715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:16 smithi155 ceph-mon[102677]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:16 smithi111 ceph-mon[97855]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:16 smithi111 ceph-mon[116524]: pgmap v7716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:19 smithi155 ceph-mon[102677]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:31:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:31:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:19 smithi111 ceph-mon[97855]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:19 smithi111 ceph-mon[116524]: pgmap v7717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:19.942 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:31:20.245 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:31:20.245 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 94s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:31:20.245 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 93s ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:31:20.245 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 94s ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 93s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 93s ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 94s ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 94s ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 93s ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 94s ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 94s ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 93s ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 94s ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 94s ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 94s ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 94s ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:31:20.246 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 93s ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:31:20.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 93s ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:31:20.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 93s ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:31:20.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 93s ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:31:20.247 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 93s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:31:20.624 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:31:20.625 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:31:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:21 smithi155 ceph-mon[102677]: from='client.32465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:21 smithi155 ceph-mon[102677]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:21 smithi155 ceph-mon[102677]: from='client.32471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2882103288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[97855]: from='client.32465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[97855]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[97855]: from='client.32471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2882103288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[116524]: from='client.32465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[116524]: pgmap v7718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[116524]: from='client.32471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2882103288' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:31:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:23 smithi155 ceph-mon[102677]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:23 smithi111 ceph-mon[97855]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:23 smithi111 ceph-mon[116524]: pgmap v7719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:25 smithi111 ceph-mon[97855]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:25 smithi111 ceph-mon[116524]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:25 smithi155 ceph-mon[102677]: pgmap v7720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:26 smithi155 ceph-mon[102677]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:26 smithi111 ceph-mon[97855]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:26 smithi111 ceph-mon[116524]: pgmap v7721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:29 smithi155 ceph-mon[102677]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:29 smithi111 ceph-mon[97855]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:31:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:31:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:29 smithi111 ceph-mon[116524]: pgmap v7722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:31 smithi155 ceph-mon[102677]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:31 smithi111 ceph-mon[97855]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:31 smithi111 ceph-mon[116524]: pgmap v7723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:33 smithi155 ceph-mon[102677]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:33 smithi111 ceph-mon[97855]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:33 smithi111 ceph-mon[116524]: pgmap v7724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:34.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:34.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:35 smithi111 ceph-mon[97855]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:35 smithi111 ceph-mon[116524]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:35 smithi155 ceph-mon[102677]: pgmap v7725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:36 smithi155 ceph-mon[102677]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:36 smithi111 ceph-mon[97855]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:36 smithi111 ceph-mon[116524]: pgmap v7726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:39 smithi155 ceph-mon[102677]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:39 smithi111 ceph-mon[97855]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:31:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:31:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:39 smithi111 ceph-mon[116524]: pgmap v7727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:41 smithi155 ceph-mon[102677]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:41 smithi111 ceph-mon[97855]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:41 smithi111 ceph-mon[116524]: pgmap v7728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:43 smithi111 ceph-mon[97855]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:43 smithi111 ceph-mon[116524]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:43 smithi155 ceph-mon[102677]: pgmap v7729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:45 smithi111 ceph-mon[97855]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:45 smithi111 ceph-mon[116524]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:45 smithi155 ceph-mon[102677]: pgmap v7730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:46 smithi155 ceph-mon[102677]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:46 smithi111 ceph-mon[97855]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:46 smithi111 ceph-mon[116524]: pgmap v7731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:31:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:31:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:31:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: pgmap v7732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:31:49.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:31:50.967 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:31:51.272 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:31:51.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:31:51.274 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:31:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:51 smithi111 ceph-mon[97855]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:51 smithi111 ceph-mon[116524]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:31:51.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:31:51.653 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:31:51.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:31:51.653 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:31:51.653 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:31:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:51 smithi155 ceph-mon[102677]: pgmap v7733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:52 smithi111 ceph-mon[97855]: from='client.32483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:52 smithi111 ceph-mon[97855]: from='client.22614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1456222431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:52 smithi111 ceph-mon[116524]: from='client.32483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:52 smithi111 ceph-mon[116524]: from='client.22614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1456222431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:31:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:52 smithi155 ceph-mon[102677]: from='client.32483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:52 smithi155 ceph-mon[102677]: from='client.22614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:31:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1456222431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:31:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:53 smithi111 ceph-mon[97855]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:53 smithi111 ceph-mon[116524]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:53 smithi155 ceph-mon[102677]: pgmap v7734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:55 smithi111 ceph-mon[97855]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:55 smithi111 ceph-mon[116524]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:55 smithi155 ceph-mon[102677]: pgmap v7735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:56 smithi155 ceph-mon[102677]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:56 smithi111 ceph-mon[97855]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:56 smithi111 ceph-mon[116524]: pgmap v7736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:31:59 smithi111 ceph-mon[97855]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:31:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:31:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:31:59 smithi111 ceph-mon[116524]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:31:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:31:59 smithi155 ceph-mon[102677]: pgmap v7737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:01 smithi111 ceph-mon[97855]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:01 smithi111 ceph-mon[116524]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:01 smithi155 ceph-mon[102677]: pgmap v7738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:03 smithi111 ceph-mon[97855]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:03 smithi111 ceph-mon[116524]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:03 smithi155 ceph-mon[102677]: pgmap v7739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:05 smithi111 ceph-mon[97855]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:05 smithi111 ceph-mon[116524]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:05 smithi155 ceph-mon[102677]: pgmap v7740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:06 smithi155 ceph-mon[102677]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:06 smithi111 ceph-mon[97855]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:06 smithi111 ceph-mon[116524]: pgmap v7741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:09 smithi111 ceph-mon[97855]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:32:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:32:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:09 smithi111 ceph-mon[116524]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:09 smithi155 ceph-mon[102677]: pgmap v7742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:11 smithi111 ceph-mon[97855]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:11 smithi111 ceph-mon[116524]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:11 smithi155 ceph-mon[102677]: pgmap v7743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:13 smithi111 ceph-mon[97855]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:13 smithi111 ceph-mon[116524]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:13 smithi155 ceph-mon[102677]: pgmap v7744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:15 smithi111 ceph-mon[97855]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:15 smithi111 ceph-mon[116524]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:15 smithi155 ceph-mon[102677]: pgmap v7745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:16 smithi155 ceph-mon[102677]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:16 smithi111 ceph-mon[97855]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:16 smithi111 ceph-mon[116524]: pgmap v7746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:32:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:19 smithi111 ceph-mon[116524]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:19 smithi111 ceph-mon[97855]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:19 smithi155 ceph-mon[102677]: pgmap v7747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:21 smithi111 ceph-mon[97855]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:21 smithi111 ceph-mon[116524]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:21 smithi155 ceph-mon[102677]: pgmap v7748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:32:22.299 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:32:22.299 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:32:22.299 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:32:22.299 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 2m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:32:22.299 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 2m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:32:22.299 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 2m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:32:22.300 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 2m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:32:22.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 2m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:32:22.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 2m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:32:22.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 2m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:32:22.300 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:32:22.300 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:32:22.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 2m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:32:22.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 2m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:32:22.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 2m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:32:22.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 2m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:32:22.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 2m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:32:22.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 2m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:32:22.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 2m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:32:22.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 2m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:32:22.302 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:32:22.677 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:32:22.677 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:32:22.677 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:32:22.678 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:32:22.679 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:32:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[116524]: from='client.22626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[116524]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[116524]: from='client.32507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3183625029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:32:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[97855]: from='client.22626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[97855]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[97855]: from='client.32507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3183625029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:32:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:23 smithi155 ceph-mon[102677]: from='client.22626 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:23 smithi155 ceph-mon[102677]: pgmap v7749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:23 smithi155 ceph-mon[102677]: from='client.32507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3183625029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:32:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:25 smithi111 ceph-mon[97855]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:25 smithi111 ceph-mon[116524]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:25 smithi155 ceph-mon[102677]: pgmap v7750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:26 smithi155 ceph-mon[102677]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:26 smithi111 ceph-mon[97855]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:26 smithi111 ceph-mon[116524]: pgmap v7751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:29 smithi111 ceph-mon[97855]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:32:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:32:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:29 smithi111 ceph-mon[116524]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:29 smithi155 ceph-mon[102677]: pgmap v7752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:31 smithi111 ceph-mon[97855]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:31 smithi111 ceph-mon[116524]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:31 smithi155 ceph-mon[102677]: pgmap v7753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:33 smithi111 ceph-mon[97855]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:33 smithi111 ceph-mon[116524]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:33 smithi155 ceph-mon[102677]: pgmap v7754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:35 smithi111 ceph-mon[97855]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:35 smithi111 ceph-mon[116524]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:35 smithi155 ceph-mon[102677]: pgmap v7755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:36 smithi155 ceph-mon[102677]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:36 smithi111 ceph-mon[97855]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:36 smithi111 ceph-mon[116524]: pgmap v7756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:39 smithi111 ceph-mon[97855]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:39 smithi111 ceph-mon[116524]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:32:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:32:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:39 smithi155 ceph-mon[102677]: pgmap v7757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 07:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T07:32:40.174235279Z level=info msg="Completed cleanup jobs" duration=141.054708ms 2023-12-01T07:32:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:41 smithi111 ceph-mon[97855]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:41 smithi111 ceph-mon[116524]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:41 smithi155 ceph-mon[102677]: pgmap v7758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:43 smithi111 ceph-mon[97855]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:43 smithi111 ceph-mon[116524]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:43 smithi155 ceph-mon[102677]: pgmap v7759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:45 smithi111 ceph-mon[97855]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:45 smithi111 ceph-mon[116524]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:45 smithi155 ceph-mon[102677]: pgmap v7760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:46 smithi155 ceph-mon[102677]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:46 smithi111 ceph-mon[97855]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:46 smithi111 ceph-mon[116524]: pgmap v7761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:32:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[97855]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[116524]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:32:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:32:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:32:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:32:49.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:49 smithi155 ceph-mon[102677]: pgmap v7762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:32:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:32:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:32:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:32:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:51 smithi111 ceph-mon[97855]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:51 smithi111 ceph-mon[116524]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:51 smithi155 ceph-mon[102677]: pgmap v7763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:53.017 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:32:53.323 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:32:53.324 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:32:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:53 smithi111 ceph-mon[97855]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:53 smithi111 ceph-mon[116524]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:32:53.700 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:32:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:53 smithi155 ceph-mon[102677]: pgmap v7764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:54 smithi111 ceph-mon[97855]: from='client.32519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:54 smithi111 ceph-mon[97855]: from='client.32525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1820208791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:32:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:54 smithi111 ceph-mon[116524]: from='client.32519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:54 smithi111 ceph-mon[116524]: from='client.32525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1820208791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:32:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:54 smithi155 ceph-mon[102677]: from='client.32519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:54 smithi155 ceph-mon[102677]: from='client.32525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:32:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1820208791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:32:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:55 smithi111 ceph-mon[97855]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:55 smithi111 ceph-mon[116524]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:55 smithi155 ceph-mon[102677]: pgmap v7765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:56 smithi155 ceph-mon[102677]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:56 smithi111 ceph-mon[97855]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:56 smithi111 ceph-mon[116524]: pgmap v7766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:32:59 smithi111 ceph-mon[97855]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:32:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:32:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:32:59 smithi111 ceph-mon[116524]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:32:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:32:59 smithi155 ceph-mon[102677]: pgmap v7767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:01 smithi111 ceph-mon[97855]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:01 smithi111 ceph-mon[116524]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:01 smithi155 ceph-mon[102677]: pgmap v7768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:03 smithi111 ceph-mon[97855]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:03 smithi111 ceph-mon[116524]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:03 smithi155 ceph-mon[102677]: pgmap v7769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:05 smithi111 ceph-mon[116524]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:05 smithi111 ceph-mon[97855]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:05 smithi155 ceph-mon[102677]: pgmap v7770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:06 smithi155 ceph-mon[102677]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:06 smithi111 ceph-mon[97855]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:06 smithi111 ceph-mon[116524]: pgmap v7771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:09 smithi111 ceph-mon[97855]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:33:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:33:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:09 smithi111 ceph-mon[116524]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:09 smithi155 ceph-mon[102677]: pgmap v7772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:11 smithi111 ceph-mon[97855]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:11 smithi111 ceph-mon[116524]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:11 smithi155 ceph-mon[102677]: pgmap v7773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:13 smithi111 ceph-mon[97855]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:13 smithi111 ceph-mon[116524]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:13 smithi155 ceph-mon[102677]: pgmap v7774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:15 smithi111 ceph-mon[97855]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:15 smithi111 ceph-mon[116524]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:15 smithi155 ceph-mon[102677]: pgmap v7775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:16 smithi155 ceph-mon[102677]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:16 smithi111 ceph-mon[97855]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:16 smithi111 ceph-mon[116524]: pgmap v7776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:33:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:33:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:19 smithi111 ceph-mon[97855]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:19 smithi111 ceph-mon[116524]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:19 smithi155 ceph-mon[102677]: pgmap v7777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:21 smithi111 ceph-mon[97855]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:21 smithi111 ceph-mon[116524]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:21 smithi155 ceph-mon[102677]: pgmap v7778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:23 smithi111 ceph-mon[97855]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:23 smithi111 ceph-mon[116524]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:23 smithi155 ceph-mon[102677]: pgmap v7779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:24.046 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 3m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 3m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 3m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 3m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 3m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 3m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 3m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 3m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 3m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:33:24.356 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 3m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 3m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 3m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 3m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 3m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 3m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 3m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 3m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 3m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 3m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:33:24.357 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 3m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:33:24.735 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[97855]: from='client.22662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[97855]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[97855]: from='client.22668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/991302135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[116524]: from='client.22662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[116524]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[116524]: from='client.22668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/991302135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:33:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:25 smithi155 ceph-mon[102677]: from='client.22662 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:25 smithi155 ceph-mon[102677]: pgmap v7780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:25 smithi155 ceph-mon[102677]: from='client.22668 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/991302135' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:33:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:26 smithi155 ceph-mon[102677]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:26 smithi111 ceph-mon[97855]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:26 smithi111 ceph-mon[116524]: pgmap v7781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:29 smithi111 ceph-mon[97855]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:33:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:33:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:29 smithi111 ceph-mon[116524]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:29 smithi155 ceph-mon[102677]: pgmap v7782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:31 smithi111 ceph-mon[97855]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:31 smithi111 ceph-mon[116524]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:31 smithi155 ceph-mon[102677]: pgmap v7783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:33 smithi111 ceph-mon[97855]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:33 smithi111 ceph-mon[116524]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:33 smithi155 ceph-mon[102677]: pgmap v7784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:35 smithi155 ceph-mon[102677]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:35 smithi111 ceph-mon[97855]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:35 smithi111 ceph-mon[116524]: pgmap v7785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:36 smithi155 ceph-mon[102677]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:36 smithi111 ceph-mon[97855]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:36 smithi111 ceph-mon[116524]: pgmap v7786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:39 smithi111 ceph-mon[97855]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:39 smithi111 ceph-mon[116524]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:33:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:33:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:39 smithi155 ceph-mon[102677]: pgmap v7787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:41 smithi111 ceph-mon[97855]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:41 smithi111 ceph-mon[116524]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:41 smithi155 ceph-mon[102677]: pgmap v7788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:43 smithi111 ceph-mon[97855]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:43 smithi111 ceph-mon[116524]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:43 smithi155 ceph-mon[102677]: pgmap v7789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:45 smithi111 ceph-mon[97855]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:45 smithi111 ceph-mon[116524]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:45 smithi155 ceph-mon[102677]: pgmap v7790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:46 smithi155 ceph-mon[102677]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:46 smithi111 ceph-mon[97855]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:46 smithi111 ceph-mon[116524]: pgmap v7791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:33:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:33:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:49 smithi111 ceph-mon[97855]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:33:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:49 smithi111 ceph-mon[116524]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:33:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:49 smithi155 ceph-mon[102677]: pgmap v7792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:33:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:33:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:33:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:33:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:33:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:33:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:33:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:33:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:33:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:33:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:33:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:51 smithi155 ceph-mon[102677]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:51 smithi111 ceph-mon[97855]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:51 smithi111 ceph-mon[116524]: pgmap v7793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:53 smithi155 ceph-mon[102677]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:53 smithi111 ceph-mon[97855]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:53 smithi111 ceph-mon[116524]: pgmap v7794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:55.082 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:33:55.389 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:33:55.390 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:33:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:33:55.769 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:33:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:55 smithi155 ceph-mon[102677]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:55 smithi111 ceph-mon[97855]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:55 smithi111 ceph-mon[116524]: pgmap v7795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:56 smithi155 ceph-mon[102677]: from='client.22680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:56 smithi155 ceph-mon[102677]: from='client.22686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3816126011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:33:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:56 smithi111 ceph-mon[97855]: from='client.22680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:56 smithi111 ceph-mon[97855]: from='client.22686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3816126011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:33:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:56 smithi111 ceph-mon[116524]: from='client.22680 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:56 smithi111 ceph-mon[116524]: from='client.22686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:33:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3816126011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:33:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:57 smithi155 ceph-mon[102677]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:57 smithi111 ceph-mon[97855]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:57 smithi111 ceph-mon[116524]: pgmap v7796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:59.551 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:33:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:33:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:33:59 smithi155 ceph-mon[102677]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:33:59 smithi111 ceph-mon[97855]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:33:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:33:59 smithi111 ceph-mon[116524]: pgmap v7797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:01 smithi155 ceph-mon[102677]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:01 smithi111 ceph-mon[97855]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:01 smithi111 ceph-mon[116524]: pgmap v7798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:03 smithi155 ceph-mon[102677]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:03 smithi111 ceph-mon[97855]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:03 smithi111 ceph-mon[116524]: pgmap v7799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:05 smithi155 ceph-mon[102677]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:05 smithi111 ceph-mon[97855]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:05 smithi111 ceph-mon[116524]: pgmap v7800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:06 smithi155 ceph-mon[102677]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:06 smithi111 ceph-mon[97855]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:06 smithi111 ceph-mon[116524]: pgmap v7801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:09 smithi111 ceph-mon[97855]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:34:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:34:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:09 smithi111 ceph-mon[116524]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:09 smithi155 ceph-mon[102677]: pgmap v7802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:11 smithi155 ceph-mon[102677]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:11 smithi111 ceph-mon[97855]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:11 smithi111 ceph-mon[116524]: pgmap v7803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:13 smithi155 ceph-mon[102677]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:13 smithi111 ceph-mon[97855]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:13 smithi111 ceph-mon[116524]: pgmap v7804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:15 smithi155 ceph-mon[102677]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:15 smithi111 ceph-mon[97855]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:15 smithi111 ceph-mon[116524]: pgmap v7805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:16 smithi155 ceph-mon[102677]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:16 smithi111 ceph-mon[97855]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:16 smithi111 ceph-mon[116524]: pgmap v7806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:19 smithi155 ceph-mon[102677]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:19 smithi111 ceph-mon[97855]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:34:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:34:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:19 smithi111 ceph-mon[116524]: pgmap v7807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:21 smithi155 ceph-mon[102677]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:21 smithi111 ceph-mon[97855]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:21 smithi111 ceph-mon[116524]: pgmap v7808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:23 smithi155 ceph-mon[102677]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:23 smithi111 ceph-mon[97855]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:23 smithi111 ceph-mon[116524]: pgmap v7809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:25 smithi155 ceph-mon[102677]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:25 smithi111 ceph-mon[97855]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:25 smithi111 ceph-mon[116524]: pgmap v7810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:26.113 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:34:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:34:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 4m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:34:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 4m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:34:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 4m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:34:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 4m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 4m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 4m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 4m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 4m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 4m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 4m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 4m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 4m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 4m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 4m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 4m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 4m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 4m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 4m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:34:26.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 4m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:34:26.422 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 4m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:34:26.804 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:34:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:34:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:34:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:34:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:34:26.806 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:34:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:26 smithi155 ceph-mon[102677]: from='client.22698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:26 smithi155 ceph-mon[102677]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:26 smithi155 ceph-mon[102677]: from='client.32579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/496562746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[97855]: from='client.22698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[97855]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[97855]: from='client.32579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/496562746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[116524]: from='client.22698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[116524]: pgmap v7811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[116524]: from='client.32579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/496562746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:34:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:29 smithi155 ceph-mon[102677]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:29 smithi111 ceph-mon[97855]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:34:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:34:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:29 smithi111 ceph-mon[116524]: pgmap v7812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:31 smithi155 ceph-mon[102677]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:31 smithi111 ceph-mon[97855]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:31 smithi111 ceph-mon[116524]: pgmap v7813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:33 smithi155 ceph-mon[102677]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:33 smithi111 ceph-mon[97855]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:33 smithi111 ceph-mon[116524]: pgmap v7814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:35 smithi155 ceph-mon[102677]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:35 smithi111 ceph-mon[97855]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:35 smithi111 ceph-mon[116524]: pgmap v7815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:36 smithi155 ceph-mon[102677]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:36 smithi111 ceph-mon[97855]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:36 smithi111 ceph-mon[116524]: pgmap v7816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:39 smithi155 ceph-mon[102677]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:39 smithi111 ceph-mon[97855]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:34:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:34:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:39 smithi111 ceph-mon[116524]: pgmap v7817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:41 smithi155 ceph-mon[102677]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:41 smithi111 ceph-mon[97855]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:41 smithi111 ceph-mon[116524]: pgmap v7818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:43 smithi155 ceph-mon[102677]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:43 smithi111 ceph-mon[97855]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:43 smithi111 ceph-mon[116524]: pgmap v7819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:45 smithi155 ceph-mon[102677]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:45 smithi111 ceph-mon[97855]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:45 smithi111 ceph-mon[116524]: pgmap v7820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:46 smithi155 ceph-mon[102677]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:46 smithi111 ceph-mon[97855]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:46 smithi111 ceph-mon[116524]: pgmap v7821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:49 smithi155 ceph-mon[102677]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:49 smithi111 ceph-mon[97855]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:34:49] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T07:34:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:49 smithi111 ceph-mon[116524]: pgmap v7822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:34:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:34:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:34:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:34:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:34:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:34:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:34:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:51 smithi155 ceph-mon[102677]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:51 smithi111 ceph-mon[97855]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:51 smithi111 ceph-mon[116524]: pgmap v7823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:53 smithi155 ceph-mon[102677]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:53 smithi111 ceph-mon[97855]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:53 smithi111 ceph-mon[116524]: pgmap v7824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:55 smithi155 ceph-mon[102677]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:55 smithi111 ceph-mon[97855]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:55 smithi111 ceph-mon[116524]: pgmap v7825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:57.148 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:34:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:56 smithi155 ceph-mon[102677]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:56 smithi111 ceph-mon[97855]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:56 smithi111 ceph-mon[116524]: pgmap v7826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:34:57.456 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:34:57.457 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:57.837 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:34:57.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:34:57.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:34:57.838 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:34:57.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:34:57.838 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:34:57.838 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:57 smithi155 ceph-mon[102677]: from='client.32591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:57 smithi155 ceph-mon[102677]: from='client.22722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2899709808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:57 smithi111 ceph-mon[97855]: from='client.32591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:57 smithi111 ceph-mon[97855]: from='client.22722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2899709808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:57 smithi111 ceph-mon[116524]: from='client.32591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:57 smithi111 ceph-mon[116524]: from='client.22722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2899709808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:34:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:34:58 smithi155 ceph-mon[102677]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:34:58 smithi111 ceph-mon[97855]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:34:58 smithi111 ceph-mon[116524]: pgmap v7827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:34:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:34:59] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T07:35:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:01 smithi155 ceph-mon[102677]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:01 smithi111 ceph-mon[97855]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:01 smithi111 ceph-mon[116524]: pgmap v7828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:03 smithi155 ceph-mon[102677]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:03 smithi111 ceph-mon[97855]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:03 smithi111 ceph-mon[116524]: pgmap v7829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:05 smithi155 ceph-mon[102677]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:05 smithi111 ceph-mon[97855]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:05 smithi111 ceph-mon[116524]: pgmap v7830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:06 smithi155 ceph-mon[102677]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:06 smithi111 ceph-mon[97855]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:06 smithi111 ceph-mon[116524]: pgmap v7831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:09 smithi155 ceph-mon[102677]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:09 smithi111 ceph-mon[97855]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:09 smithi111 ceph-mon[116524]: pgmap v7832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:35:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:35:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:11 smithi155 ceph-mon[102677]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:11 smithi111 ceph-mon[97855]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:11 smithi111 ceph-mon[116524]: pgmap v7833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:13 smithi155 ceph-mon[102677]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:13 smithi111 ceph-mon[97855]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:13 smithi111 ceph-mon[116524]: pgmap v7834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:15 smithi155 ceph-mon[102677]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:15 smithi111 ceph-mon[97855]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:15 smithi111 ceph-mon[116524]: pgmap v7835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:16 smithi155 ceph-mon[102677]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:16 smithi111 ceph-mon[97855]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:16 smithi111 ceph-mon[116524]: pgmap v7836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:19 smithi155 ceph-mon[102677]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:35:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:35:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:19 smithi111 ceph-mon[97855]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:19 smithi111 ceph-mon[116524]: pgmap v7837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:21 smithi155 ceph-mon[102677]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:21 smithi111 ceph-mon[97855]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:21 smithi111 ceph-mon[116524]: pgmap v7838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:23 smithi155 ceph-mon[102677]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:23 smithi111 ceph-mon[97855]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:23 smithi111 ceph-mon[116524]: pgmap v7839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:25 smithi155 ceph-mon[102677]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:25 smithi111 ceph-mon[97855]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:25 smithi111 ceph-mon[116524]: pgmap v7840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:26 smithi155 ceph-mon[102677]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:26 smithi111 ceph-mon[97855]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:26 smithi111 ceph-mon[116524]: pgmap v7841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:28.184 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 5m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 5m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 5m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 5m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 5m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 5m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 5m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 5m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:35:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 5m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 5m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 5m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 5m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 5m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 5m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 5m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 5m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 5m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 5m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 5m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:35:28.492 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 5m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:35:28.876 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:35:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:35:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:35:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:35:28.877 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:29 smithi155 ceph-mon[102677]: from='client.32609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:29 smithi155 ceph-mon[102677]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:29 smithi155 ceph-mon[102677]: from='client.22740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3194824133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:35:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:35:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[97855]: from='client.32609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[97855]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[97855]: from='client.22740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:35:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3194824133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[116524]: from='client.32609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[116524]: pgmap v7842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[116524]: from='client.22740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3194824133' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:35:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:31 smithi155 ceph-mon[102677]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:31 smithi111 ceph-mon[97855]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:31 smithi111 ceph-mon[116524]: pgmap v7843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:33 smithi155 ceph-mon[102677]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:33 smithi111 ceph-mon[97855]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:33 smithi111 ceph-mon[116524]: pgmap v7844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:35 smithi155 ceph-mon[102677]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:35 smithi111 ceph-mon[97855]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:35 smithi111 ceph-mon[116524]: pgmap v7845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:36 smithi155 ceph-mon[102677]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:36 smithi111 ceph-mon[97855]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:36 smithi111 ceph-mon[116524]: pgmap v7846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:39 smithi155 ceph-mon[102677]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:39 smithi111 ceph-mon[97855]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:35:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:35:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:39 smithi111 ceph-mon[116524]: pgmap v7847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:41 smithi155 ceph-mon[102677]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:41 smithi111 ceph-mon[97855]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:41 smithi111 ceph-mon[116524]: pgmap v7848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:43 smithi155 ceph-mon[102677]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:43 smithi111 ceph-mon[97855]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:43 smithi111 ceph-mon[116524]: pgmap v7849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:45 smithi155 ceph-mon[102677]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:45 smithi111 ceph-mon[97855]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:45 smithi111 ceph-mon[116524]: pgmap v7850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:46 smithi155 ceph-mon[102677]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:46 smithi111 ceph-mon[97855]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:46 smithi111 ceph-mon[116524]: pgmap v7851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:49 smithi155 ceph-mon[102677]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:35:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:35:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:49 smithi111 ceph-mon[97855]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:49 smithi111 ceph-mon[116524]: pgmap v7852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:35:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:35:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:35:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:35:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:51 smithi155 ceph-mon[102677]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:35:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:35:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:35:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[97855]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:35:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:35:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:35:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[116524]: pgmap v7853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:35:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:35:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:35:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:53 smithi155 ceph-mon[102677]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:53 smithi111 ceph-mon[97855]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:53 smithi111 ceph-mon[116524]: pgmap v7854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:55 smithi155 ceph-mon[102677]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:55 smithi111 ceph-mon[97855]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:55 smithi111 ceph-mon[116524]: pgmap v7855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:56 smithi155 ceph-mon[102677]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:56 smithi111 ceph-mon[97855]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:56 smithi111 ceph-mon[116524]: pgmap v7856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:59.219 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:35:59.524 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (2h) 6m ago 2h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (2h) 6m ago 2h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:35:59.525 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:35:59.526 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:35:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:35:59 smithi155 ceph-mon[102677]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:35:59 smithi111 ceph-mon[97855]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:35:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:35:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:35:59 smithi111 ceph-mon[116524]: pgmap v7857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:35:59.905 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:35:59.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:35:59.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:35:59.906 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:36:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:00 smithi155 ceph-mon[102677]: from='client.32627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:00 smithi155 ceph-mon[102677]: from='client.22758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/283265270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:36:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:00 smithi111 ceph-mon[97855]: from='client.32627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:00 smithi111 ceph-mon[97855]: from='client.22758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/283265270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:36:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:00 smithi111 ceph-mon[116524]: from='client.32627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:00 smithi111 ceph-mon[116524]: from='client.22758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/283265270' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:36:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:01 smithi155 ceph-mon[102677]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:01 smithi111 ceph-mon[97855]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:01 smithi111 ceph-mon[116524]: pgmap v7858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:03 smithi155 ceph-mon[102677]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:03 smithi111 ceph-mon[97855]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:03 smithi111 ceph-mon[116524]: pgmap v7859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:05 smithi155 ceph-mon[102677]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:05 smithi111 ceph-mon[97855]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:05 smithi111 ceph-mon[116524]: pgmap v7860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:06 smithi155 ceph-mon[102677]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:06 smithi111 ceph-mon[97855]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:06 smithi111 ceph-mon[116524]: pgmap v7861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:09 smithi155 ceph-mon[102677]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:09 smithi111 ceph-mon[97855]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:09 smithi111 ceph-mon[116524]: pgmap v7862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:36:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:36:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:11 smithi155 ceph-mon[102677]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:11 smithi111 ceph-mon[97855]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:11 smithi111 ceph-mon[116524]: pgmap v7863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:13 smithi155 ceph-mon[102677]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:13 smithi111 ceph-mon[97855]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:13 smithi111 ceph-mon[116524]: pgmap v7864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:15 smithi155 ceph-mon[102677]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:15 smithi111 ceph-mon[97855]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:15 smithi111 ceph-mon[116524]: pgmap v7865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:16 smithi155 ceph-mon[102677]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:16 smithi111 ceph-mon[97855]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:16 smithi111 ceph-mon[116524]: pgmap v7866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:19 smithi155 ceph-mon[102677]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:19 smithi111 ceph-mon[97855]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:19 smithi111 ceph-mon[116524]: pgmap v7867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:36:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:36:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:21 smithi155 ceph-mon[102677]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:21 smithi111 ceph-mon[97855]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:21 smithi111 ceph-mon[116524]: pgmap v7868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:23 smithi155 ceph-mon[102677]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:23 smithi111 ceph-mon[97855]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:23 smithi111 ceph-mon[116524]: pgmap v7869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:25 smithi155 ceph-mon[102677]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:25 smithi111 ceph-mon[97855]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:25 smithi111 ceph-mon[116524]: pgmap v7870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:26 smithi111 ceph-mon[97855]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:26 smithi111 ceph-mon[116524]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:26 smithi155 ceph-mon[102677]: pgmap v7871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:29 smithi155 ceph-mon[102677]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:29 smithi111 ceph-mon[97855]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:36:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:36:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:29 smithi111 ceph-mon[116524]: pgmap v7872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:30.253 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 6m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 6m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 6m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 6m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 6m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:36:30.559 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 6m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 6m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 6m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 6m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 6m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 6m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 6m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 6m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 6m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 6m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 6m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 6m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:36:30.560 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 6m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:36:30.938 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:36:30.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:36:30.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:36:30.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:36:30.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:36:30.939 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:36:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:31 smithi155 ceph-mon[102677]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:31 smithi155 ceph-mon[102677]: from='client.22770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:31 smithi155 ceph-mon[102677]: from='client.32651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/871700542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[116524]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[116524]: from='client.22770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[116524]: from='client.32651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/871700542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[97855]: pgmap v7873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[97855]: from='client.22770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[97855]: from='client.32651 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:36:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/871700542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:36:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:33 smithi155 ceph-mon[102677]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:33 smithi111 ceph-mon[97855]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:33 smithi111 ceph-mon[116524]: pgmap v7874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:35 smithi155 ceph-mon[102677]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:35 smithi111 ceph-mon[97855]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:35 smithi111 ceph-mon[116524]: pgmap v7875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:36 smithi111 ceph-mon[97855]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:36 smithi111 ceph-mon[116524]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:36 smithi155 ceph-mon[102677]: pgmap v7876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:39 smithi155 ceph-mon[102677]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:39 smithi111 ceph-mon[97855]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:36:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:36:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:39 smithi111 ceph-mon[116524]: pgmap v7877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:41 smithi155 ceph-mon[102677]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:41 smithi111 ceph-mon[97855]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:41 smithi111 ceph-mon[116524]: pgmap v7878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:43 smithi155 ceph-mon[102677]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:43 smithi111 ceph-mon[97855]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:43 smithi111 ceph-mon[116524]: pgmap v7879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:45 smithi155 ceph-mon[102677]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:45 smithi111 ceph-mon[97855]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:45 smithi111 ceph-mon[116524]: pgmap v7880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:46 smithi111 ceph-mon[97855]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:46 smithi111 ceph-mon[116524]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:46 smithi155 ceph-mon[102677]: pgmap v7881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:49 smithi155 ceph-mon[102677]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:49 smithi111 ceph-mon[97855]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:36:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:36:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:49 smithi111 ceph-mon[116524]: pgmap v7882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:36:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:51 smithi155 ceph-mon[102677]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:36:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:36:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:36:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:36:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[97855]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:36:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:36:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:36:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:36:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[116524]: pgmap v7883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:36:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:36:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:36:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:36:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:53 smithi155 ceph-mon[102677]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:53 smithi111 ceph-mon[97855]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:53 smithi111 ceph-mon[116524]: pgmap v7884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:55 smithi155 ceph-mon[102677]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:55 smithi111 ceph-mon[97855]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:55 smithi111 ceph-mon[116524]: pgmap v7885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:56 smithi111 ceph-mon[97855]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:56 smithi111 ceph-mon[116524]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:56 smithi155 ceph-mon[102677]: pgmap v7886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:36:59 smithi155 ceph-mon[102677]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:36:59 smithi111 ceph-mon[97855]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:36:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:36:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:36:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:36:59 smithi111 ceph-mon[116524]: pgmap v7887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:01.279 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:37:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:37:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:37:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:01 smithi155 ceph-mon[102677]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:01 smithi111 ceph-mon[97855]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:01 smithi111 ceph-mon[116524]: pgmap v7888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:01.965 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:37:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:37:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:37:01.966 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:37:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:02 smithi155 ceph-mon[102677]: from='client.32663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:02 smithi155 ceph-mon[102677]: from='client.32669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3062132028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:37:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:02 smithi111 ceph-mon[97855]: from='client.32663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:02 smithi111 ceph-mon[97855]: from='client.32669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3062132028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:37:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:02 smithi111 ceph-mon[116524]: from='client.32663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:02 smithi111 ceph-mon[116524]: from='client.32669 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3062132028' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:37:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:03 smithi155 ceph-mon[102677]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:03 smithi111 ceph-mon[97855]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:03 smithi111 ceph-mon[116524]: pgmap v7889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:05 smithi155 ceph-mon[102677]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:05 smithi111 ceph-mon[97855]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:05 smithi111 ceph-mon[116524]: pgmap v7890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:06 smithi111 ceph-mon[97855]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:06 smithi111 ceph-mon[116524]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:06 smithi155 ceph-mon[102677]: pgmap v7891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:09 smithi155 ceph-mon[102677]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:09 smithi111 ceph-mon[97855]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:09 smithi111 ceph-mon[116524]: pgmap v7892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:37:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:37:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:11 smithi155 ceph-mon[102677]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:11 smithi111 ceph-mon[97855]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:11 smithi111 ceph-mon[116524]: pgmap v7893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:13 smithi155 ceph-mon[102677]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:13 smithi111 ceph-mon[97855]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:13 smithi111 ceph-mon[116524]: pgmap v7894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:15 smithi155 ceph-mon[102677]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:15 smithi111 ceph-mon[97855]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:15 smithi111 ceph-mon[116524]: pgmap v7895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:16 smithi111 ceph-mon[97855]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:16 smithi111 ceph-mon[116524]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:16 smithi155 ceph-mon[102677]: pgmap v7896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:19 smithi155 ceph-mon[102677]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:37:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:37:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:19 smithi111 ceph-mon[97855]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:19 smithi111 ceph-mon[116524]: pgmap v7897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:21 smithi155 ceph-mon[102677]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:21 smithi111 ceph-mon[97855]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:21 smithi111 ceph-mon[116524]: pgmap v7898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:23 smithi155 ceph-mon[102677]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:23 smithi111 ceph-mon[97855]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:23 smithi111 ceph-mon[116524]: pgmap v7899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:25 smithi155 ceph-mon[102677]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:25 smithi111 ceph-mon[97855]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:25 smithi111 ceph-mon[116524]: pgmap v7900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:26 smithi111 ceph-mon[97855]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:26 smithi111 ceph-mon[116524]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:26 smithi155 ceph-mon[102677]: pgmap v7901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:29 smithi155 ceph-mon[102677]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:29 smithi111 ceph-mon[97855]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:29 smithi111 ceph-mon[116524]: pgmap v7902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:37:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:37:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:31 smithi155 ceph-mon[102677]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:31 smithi111 ceph-mon[97855]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:31 smithi111 ceph-mon[116524]: pgmap v7903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:32.311 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:37:32.619 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 7m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 7m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 7m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 7m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (2h) 7m ago 2h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (2h) 7m ago 2h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (2h) 7m ago 2h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 7m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 7m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:37:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 7m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 7m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 7m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 7m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 7m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 7m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 7m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 7m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:37:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 7m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:37:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:37:33.001 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:37:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:33 smithi155 ceph-mon[102677]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:33 smithi155 ceph-mon[102677]: from='client.32681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:33 smithi155 ceph-mon[102677]: from='client.22812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1461889565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:37:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[97855]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[97855]: from='client.32681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[97855]: from='client.22812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1461889565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:37:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[116524]: pgmap v7904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[116524]: from='client.32681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[116524]: from='client.22812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:37:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1461889565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:37:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:35 smithi155 ceph-mon[102677]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:35 smithi111 ceph-mon[97855]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:35 smithi111 ceph-mon[116524]: pgmap v7905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:36 smithi111 ceph-mon[97855]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:36 smithi111 ceph-mon[116524]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:36 smithi155 ceph-mon[102677]: pgmap v7906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:39.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:39 smithi155 ceph-mon[102677]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:39 smithi111 ceph-mon[97855]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:39 smithi111 ceph-mon[116524]: pgmap v7907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:37:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:37:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:41 smithi155 ceph-mon[102677]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:41 smithi111 ceph-mon[97855]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:41 smithi111 ceph-mon[116524]: pgmap v7908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:43 smithi155 ceph-mon[102677]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:43 smithi111 ceph-mon[97855]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:43 smithi111 ceph-mon[116524]: pgmap v7909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:45 smithi155 ceph-mon[102677]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:45 smithi111 ceph-mon[97855]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:45 smithi111 ceph-mon[116524]: pgmap v7910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:46 smithi111 ceph-mon[97855]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:46 smithi111 ceph-mon[116524]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:46 smithi155 ceph-mon[102677]: pgmap v7911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:49 smithi155 ceph-mon[102677]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:49 smithi111 ceph-mon[97855]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:37:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:37:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:49 smithi111 ceph-mon[116524]: pgmap v7912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:37:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:51 smithi155 ceph-mon[102677]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:51 smithi111 ceph-mon[97855]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:37:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:51 smithi111 ceph-mon[116524]: pgmap v7913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:37:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:37:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:37:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:37:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:37:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:37:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:37:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:37:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:37:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:37:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:53 smithi155 ceph-mon[102677]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:53 smithi111 ceph-mon[97855]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:53 smithi111 ceph-mon[116524]: pgmap v7914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:55 smithi155 ceph-mon[102677]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:55 smithi111 ceph-mon[97855]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:55 smithi111 ceph-mon[116524]: pgmap v7915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:56 smithi111 ceph-mon[97855]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:56 smithi111 ceph-mon[116524]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:56 smithi155 ceph-mon[102677]: pgmap v7916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:37:59 smithi155 ceph-mon[102677]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:37:59 smithi111 ceph-mon[97855]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:37:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:37:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:37:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:37:59 smithi111 ceph-mon[116524]: pgmap v7917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:01 smithi155 ceph-mon[102677]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:01 smithi111 ceph-mon[97855]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:01 smithi111 ceph-mon[116524]: pgmap v7918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:03.348 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:38:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:38:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (2h) 8m ago 2h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:38:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:38:03.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:38:03.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:38:03.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:38:03.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:38:03.657 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:38:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:03 smithi155 ceph-mon[102677]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:03 smithi111 ceph-mon[97855]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:03 smithi111 ceph-mon[116524]: pgmap v7919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:38:04.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:38:04.037 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:04.037 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:38:04.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:38:04.037 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:38:04.037 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:38:04.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:04 smithi155 ceph-mon[102677]: from='client.32699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:04.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:04 smithi155 ceph-mon[102677]: from='client.22830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:04.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4165094431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:38:04.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[97855]: from='client.32699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[97855]: from='client.22830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4165094431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[116524]: from='client.32699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[116524]: from='client.22830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4165094431' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:38:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:05 smithi155 ceph-mon[102677]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:05 smithi111 ceph-mon[97855]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:05 smithi111 ceph-mon[116524]: pgmap v7920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:06 smithi111 ceph-mon[97855]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:06 smithi111 ceph-mon[116524]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:06 smithi155 ceph-mon[102677]: pgmap v7921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:09 smithi155 ceph-mon[102677]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:09 smithi111 ceph-mon[97855]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:38:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:38:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:09 smithi111 ceph-mon[116524]: pgmap v7922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:11 smithi155 ceph-mon[102677]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:11 smithi111 ceph-mon[97855]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:11 smithi111 ceph-mon[116524]: pgmap v7923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:13 smithi155 ceph-mon[102677]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:13 smithi111 ceph-mon[97855]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:13 smithi111 ceph-mon[116524]: pgmap v7924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:15 smithi155 ceph-mon[102677]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:15 smithi111 ceph-mon[97855]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:15 smithi111 ceph-mon[116524]: pgmap v7925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:16 smithi111 ceph-mon[97855]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:16 smithi111 ceph-mon[116524]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:16 smithi155 ceph-mon[102677]: pgmap v7926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:19 smithi155 ceph-mon[102677]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:19 smithi111 ceph-mon[97855]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:38:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:38:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:19 smithi111 ceph-mon[116524]: pgmap v7927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:21 smithi155 ceph-mon[102677]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:21 smithi111 ceph-mon[97855]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:21 smithi111 ceph-mon[116524]: pgmap v7928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:23 smithi155 ceph-mon[102677]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:23 smithi111 ceph-mon[97855]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:23 smithi111 ceph-mon[116524]: pgmap v7929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:25 smithi155 ceph-mon[102677]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:25 smithi111 ceph-mon[97855]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:25 smithi111 ceph-mon[116524]: pgmap v7930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:26 smithi111 ceph-mon[97855]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:26 smithi111 ceph-mon[116524]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:26 smithi155 ceph-mon[102677]: pgmap v7931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:29 smithi155 ceph-mon[102677]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:29 smithi111 ceph-mon[97855]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:38:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:38:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:29 smithi111 ceph-mon[116524]: pgmap v7932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:31 smithi155 ceph-mon[102677]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:31 smithi111 ceph-mon[97855]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:31 smithi111 ceph-mon[116524]: pgmap v7933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:33 smithi155 ceph-mon[102677]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:33 smithi111 ceph-mon[97855]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:33 smithi111 ceph-mon[116524]: pgmap v7934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:34.383 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 8m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 8m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 8m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 8m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:38:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 8m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 8m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (2h) 8m ago 2h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (2h) 8m ago 2h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 8m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 8m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 8m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 8m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 8m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:38:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 8m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:38:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:35.069 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:38:35.069 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:38:35.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:38:35.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:35.069 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:38:35.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:38:35.070 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:38:35.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:35 smithi155 ceph-mon[102677]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:35.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:35 smithi155 ceph-mon[102677]: from='client.22842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:35.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3363199363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:38:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:35 smithi111 ceph-mon[97855]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:35 smithi111 ceph-mon[97855]: from='client.22842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3363199363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:38:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:35 smithi111 ceph-mon[116524]: pgmap v7935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:35 smithi111 ceph-mon[116524]: from='client.22842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3363199363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:38:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:36 smithi155 ceph-mon[102677]: from='client.22848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:36 smithi111 ceph-mon[97855]: from='client.22848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:36 smithi111 ceph-mon[116524]: from='client.22848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:38:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:37 smithi155 ceph-mon[102677]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:37.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:37 smithi111 ceph-mon[97855]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:37.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:37 smithi111 ceph-mon[116524]: pgmap v7936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:39 smithi155 ceph-mon[102677]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:39 smithi111 ceph-mon[97855]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:39 smithi111 ceph-mon[116524]: pgmap v7937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:38:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:38:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:41 smithi155 ceph-mon[102677]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:41 smithi111 ceph-mon[97855]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:41 smithi111 ceph-mon[116524]: pgmap v7938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:43 smithi155 ceph-mon[102677]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:43 smithi111 ceph-mon[97855]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:43 smithi111 ceph-mon[116524]: pgmap v7939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:45 smithi155 ceph-mon[102677]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:45 smithi111 ceph-mon[97855]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:45 smithi111 ceph-mon[116524]: pgmap v7940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:46 smithi111 ceph-mon[97855]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:46 smithi111 ceph-mon[116524]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:46 smithi155 ceph-mon[102677]: pgmap v7941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:49 smithi155 ceph-mon[102677]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:38:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:38:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:49 smithi111 ceph-mon[116524]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:49 smithi111 ceph-mon[97855]: pgmap v7942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:38:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:51 smithi155 ceph-mon[102677]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:51 smithi111 ceph-mon[97855]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:51 smithi111 ceph-mon[116524]: pgmap v7943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:38:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:38:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:38:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:38:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:38:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:38:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:53 smithi155 ceph-mon[102677]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:53 smithi111 ceph-mon[97855]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:53 smithi111 ceph-mon[116524]: pgmap v7944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:55 smithi155 ceph-mon[102677]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:55 smithi111 ceph-mon[97855]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:55 smithi111 ceph-mon[116524]: pgmap v7945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:56 smithi111 ceph-mon[97855]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:56 smithi111 ceph-mon[116524]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:56 smithi155 ceph-mon[102677]: pgmap v7946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:38:59 smithi155 ceph-mon[102677]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:38:59 smithi111 ceph-mon[97855]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:38:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:38:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:38:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:38:59 smithi111 ceph-mon[116524]: pgmap v7947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:01 smithi155 ceph-mon[102677]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:01 smithi111 ceph-mon[97855]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:01 smithi111 ceph-mon[116524]: pgmap v7948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:03 smithi155 ceph-mon[102677]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:03 smithi111 ceph-mon[97855]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:03 smithi111 ceph-mon[116524]: pgmap v7949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:05.417 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:39:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:05 smithi155 ceph-mon[102677]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:39:05.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (2h) 9m ago 2h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:39:05.726 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:39:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:05 smithi111 ceph-mon[97855]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:05 smithi111 ceph-mon[116524]: pgmap v7950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:39:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:39:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:39:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:39:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:39:06.106 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:39:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:06 smithi155 ceph-mon[102677]: from='client.22860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3195809359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:06 smithi111 ceph-mon[97855]: from='client.22860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3195809359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:39:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:06 smithi111 ceph-mon[116524]: from='client.22860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3195809359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:39:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:07 smithi155 ceph-mon[102677]: from='client.32741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:07 smithi155 ceph-mon[102677]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:07 smithi111 ceph-mon[97855]: from='client.32741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:07 smithi111 ceph-mon[97855]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:07 smithi111 ceph-mon[116524]: from='client.32741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:07 smithi111 ceph-mon[116524]: pgmap v7951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:09 smithi155 ceph-mon[102677]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:09 smithi111 ceph-mon[97855]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:39:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:39:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:09 smithi111 ceph-mon[116524]: pgmap v7952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:11 smithi155 ceph-mon[102677]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:11 smithi111 ceph-mon[97855]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:11 smithi111 ceph-mon[116524]: pgmap v7953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:13 smithi155 ceph-mon[102677]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:13 smithi111 ceph-mon[97855]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:13 smithi111 ceph-mon[116524]: pgmap v7954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:15 smithi155 ceph-mon[102677]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:15 smithi111 ceph-mon[97855]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:15 smithi111 ceph-mon[116524]: pgmap v7955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:16 smithi111 ceph-mon[97855]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:16 smithi111 ceph-mon[116524]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:16 smithi155 ceph-mon[102677]: pgmap v7956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:19 smithi155 ceph-mon[102677]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:39:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:39:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:19 smithi111 ceph-mon[116524]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:19 smithi111 ceph-mon[97855]: pgmap v7957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:21 smithi155 ceph-mon[102677]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:21 smithi111 ceph-mon[97855]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:21 smithi111 ceph-mon[116524]: pgmap v7958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:23 smithi155 ceph-mon[102677]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:23 smithi111 ceph-mon[97855]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:23 smithi111 ceph-mon[116524]: pgmap v7959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:25 smithi155 ceph-mon[102677]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:25 smithi111 ceph-mon[97855]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:25 smithi111 ceph-mon[116524]: pgmap v7960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:27 smithi155 ceph-mon[102677]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:27.765 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:27 smithi111 ceph-mon[97855]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:27.765 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:27 smithi111 ceph-mon[116524]: pgmap v7961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:29 smithi155 ceph-mon[102677]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:29 smithi111 ceph-mon[97855]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:39:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:39:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:29 smithi111 ceph-mon[116524]: pgmap v7962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:31 smithi155 ceph-mon[102677]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:31 smithi111 ceph-mon[97855]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:31 smithi111 ceph-mon[116524]: pgmap v7963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:33 smithi155 ceph-mon[102677]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:33 smithi111 ceph-mon[97855]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:33 smithi111 ceph-mon[116524]: pgmap v7964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:35 smithi155 ceph-mon[102677]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:35 smithi111 ceph-mon[97855]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:35 smithi111 ceph-mon[116524]: pgmap v7965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:36.452 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 9m ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 9m ago 2h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 9m ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 9m ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 674M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 952M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 464M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:39:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 429M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 9m ago 2h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 9m ago 2h 22.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4566M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4856M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5254M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4311M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (2h) 9m ago 2h 3414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (2h) 9m ago 2h 4229M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 9m ago 2h 3698M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 9m ago 2h 4338M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:39:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 9m ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:39:37.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:39:37.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:39:37.145 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:39:37.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:39:37.145 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:39:37.145 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:39:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:36 smithi155 ceph-mon[102677]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:36 smithi155 ceph-mon[102677]: from='client.22878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:36 smithi111 ceph-mon[97855]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:36 smithi111 ceph-mon[97855]: from='client.22878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:36 smithi111 ceph-mon[116524]: pgmap v7966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:36 smithi111 ceph-mon[116524]: from='client.22878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:38 smithi155 ceph-mon[102677]: from='client.22884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1937319076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:39:38.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:38 smithi111 ceph-mon[97855]: from='client.22884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:38.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1937319076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:39:38.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:38 smithi111 ceph-mon[116524]: from='client.22884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:39:38.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1937319076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:39:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:39 smithi111 ceph-mon[97855]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:39 smithi111 ceph-mon[116524]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:39 smithi155 ceph-mon[102677]: pgmap v7967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:39:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:39:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:41 smithi155 ceph-mon[102677]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:41 smithi111 ceph-mon[97855]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:41 smithi111 ceph-mon[116524]: pgmap v7968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:43 smithi155 ceph-mon[102677]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:43 smithi111 ceph-mon[97855]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:43 smithi111 ceph-mon[116524]: pgmap v7969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:45 smithi155 ceph-mon[102677]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:45 smithi111 ceph-mon[97855]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:45 smithi111 ceph-mon[116524]: pgmap v7970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:47 smithi155 ceph-mon[102677]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:47 smithi111 ceph-mon[97855]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:47 smithi111 ceph-mon[116524]: pgmap v7971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:49 smithi155 ceph-mon[102677]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:49 smithi111 ceph-mon[97855]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:49 smithi111 ceph-mon[116524]: pgmap v7972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:39:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:39:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:39:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:51 smithi155 ceph-mon[102677]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:51 smithi111 ceph-mon[97855]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:51 smithi111 ceph-mon[116524]: pgmap v7973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:39:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:39:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:39:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:53 smithi155 ceph-mon[102677]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:53 smithi111 ceph-mon[97855]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:53 smithi111 ceph-mon[116524]: pgmap v7974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:39:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: pgmap v7975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:39:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:39:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:57 smithi155 ceph-mon[102677]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:57 smithi111 ceph-mon[97855]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:57 smithi111 ceph-mon[116524]: pgmap v7976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:39:59 smithi155 ceph-mon[102677]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:39:59 smithi111 ceph-mon[97855]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:39:59 smithi111 ceph-mon[116524]: pgmap v7977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:39:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:39:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:40:00.353 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:00 smithi111 conmon[97831]: 2023-12-01T07:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:40:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:40:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:40:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:40:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:01 smithi155 ceph-mon[102677]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:01 smithi111 ceph-mon[97855]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:01 smithi111 ceph-mon[116524]: pgmap v7978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:03 smithi155 ceph-mon[102677]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:03 smithi111 ceph-mon[97855]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:03 smithi111 ceph-mon[116524]: pgmap v7979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:05 smithi155 ceph-mon[102677]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:05 smithi111 ceph-mon[97855]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:05 smithi111 ceph-mon[116524]: pgmap v7980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:07 smithi155 ceph-mon[102677]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:07.491 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:40:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:07 smithi111 ceph-mon[97855]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:07 smithi111 ceph-mon[116524]: pgmap v7981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 13s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 13s ago 2h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 13s ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 13s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 13s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 13s ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 13s ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:40:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 13s ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 13s ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 13s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 13s ago 2h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 13s ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 13s ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 13s ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 13s ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 13s ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 13s ago 2h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (2h) 13s ago 2h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 13s ago 2h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:40:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 13s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:08.188 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:40:08.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:40:08.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:08.189 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:40:08.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:40:08.189 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:40:08.189 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:40:08.431 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:08 smithi111 ceph-mon[97855]: from='client.22896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:08.432 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:08 smithi111 ceph-mon[116524]: from='client.22896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:08 smithi155 ceph-mon[102677]: from='client.22896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:09 smithi111 ceph-mon[97855]: from='client.22902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/109723751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:40:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:09 smithi111 ceph-mon[97855]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:09 smithi111 ceph-mon[116524]: from='client.22902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/109723751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:40:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:09 smithi111 ceph-mon[116524]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:09 smithi155 ceph-mon[102677]: from='client.22902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/109723751' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:40:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:09 smithi155 ceph-mon[102677]: pgmap v7982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:40:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:40:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:11 smithi155 ceph-mon[102677]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:11 smithi111 ceph-mon[97855]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:11.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:11 smithi111 ceph-mon[116524]: pgmap v7983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:13 smithi155 ceph-mon[102677]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:13 smithi111 ceph-mon[97855]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:13 smithi111 ceph-mon[116524]: pgmap v7984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:15 smithi155 ceph-mon[102677]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:15 smithi111 ceph-mon[97855]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:15 smithi111 ceph-mon[116524]: pgmap v7985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:17 smithi155 ceph-mon[102677]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:17 smithi111 ceph-mon[97855]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:17 smithi111 ceph-mon[116524]: pgmap v7986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:19.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:19 smithi155 ceph-mon[102677]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:19.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:40:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:40:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:19 smithi111 ceph-mon[97855]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:19 smithi111 ceph-mon[116524]: pgmap v7987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:21 smithi155 ceph-mon[102677]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:21 smithi111 ceph-mon[97855]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:21.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:21 smithi111 ceph-mon[116524]: pgmap v7988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:23 smithi155 ceph-mon[102677]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:23 smithi111 ceph-mon[97855]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:23 smithi111 ceph-mon[116524]: pgmap v7989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:25 smithi155 ceph-mon[102677]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:25 smithi111 ceph-mon[97855]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:25 smithi111 ceph-mon[116524]: pgmap v7990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:27 smithi155 ceph-mon[102677]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:27 smithi111 ceph-mon[97855]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:27 smithi111 ceph-mon[116524]: pgmap v7991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:29 smithi155 ceph-mon[102677]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:29 smithi111 ceph-mon[97855]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:40:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:40:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:29 smithi111 ceph-mon[116524]: pgmap v7992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:31 smithi155 ceph-mon[102677]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:31 smithi111 ceph-mon[97855]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:31 smithi111 ceph-mon[116524]: pgmap v7993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:33 smithi155 ceph-mon[102677]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:33 smithi111 ceph-mon[97855]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:33 smithi111 ceph-mon[116524]: pgmap v7994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:35 smithi155 ceph-mon[102677]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:35 smithi111 ceph-mon[97855]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:35 smithi111 ceph-mon[116524]: pgmap v7995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:37 smithi155 ceph-mon[102677]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:37 smithi111 ceph-mon[97855]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:37 smithi111 ceph-mon[116524]: pgmap v7996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:38.533 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 44s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 44s ago 2h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (2h) 44s ago 2h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 44s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 44s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 44s ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 44s ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 44s ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 44s ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 44s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:40:38.837 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 44s ago 2h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 44s ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 44s ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 44s ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 44s ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 44s ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 44s ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 44s ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (2h) 44s ago 2h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:40:38.838 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 44s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:40:39.216 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:40:39.217 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:40:39.217 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:40:39.217 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:40:39.217 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:40:39.217 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:40:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:39 smithi155 ceph-mon[102677]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:39 smithi155 ceph-mon[102677]: from='client.32789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1929754395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:40:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:40:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:40:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:39 smithi111 ceph-mon[97855]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:39 smithi111 ceph-mon[97855]: from='client.32789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1929754395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:40:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:39 smithi111 ceph-mon[116524]: pgmap v7997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:39 smithi111 ceph-mon[116524]: from='client.32789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1929754395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:40:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:40 smithi155 ceph-mon[102677]: from='client.22920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:40 smithi111 ceph-mon[97855]: from='client.22920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:40 smithi111 ceph-mon[116524]: from='client.22920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:40:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:41 smithi155 ceph-mon[102677]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:41 smithi111 ceph-mon[97855]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:41 smithi111 ceph-mon[116524]: pgmap v7998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:43 smithi155 ceph-mon[102677]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:43 smithi111 ceph-mon[97855]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:43 smithi111 ceph-mon[116524]: pgmap v7999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:45 smithi155 ceph-mon[102677]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:45 smithi111 ceph-mon[97855]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:45 smithi111 ceph-mon[116524]: pgmap v8000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:47 smithi155 ceph-mon[102677]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:47 smithi111 ceph-mon[97855]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:47 smithi111 ceph-mon[116524]: pgmap v8001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:49 smithi155 ceph-mon[102677]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:40:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:49 smithi111 ceph-mon[97855]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:49 smithi111 ceph-mon[116524]: pgmap v8002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:40:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:51 smithi155 ceph-mon[102677]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:51 smithi111 ceph-mon[97855]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:51 smithi111 ceph-mon[116524]: pgmap v8003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:53 smithi155 ceph-mon[102677]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:53 smithi111 ceph-mon[97855]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:53 smithi111 ceph-mon[116524]: pgmap v8004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:55 smithi155 ceph-mon[102677]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:40:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:55 smithi111 ceph-mon[97855]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:40:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:55 smithi111 ceph-mon[116524]: pgmap v8005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:40:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:40:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:40:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:40:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:40:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:40:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:40:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:40:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:40:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:40:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:57 smithi155 ceph-mon[102677]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:57 smithi111 ceph-mon[97855]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:57 smithi111 ceph-mon[116524]: pgmap v8006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:40:59 smithi155 ceph-mon[102677]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:40:59 smithi111 ceph-mon[97855]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:40:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:40:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:40:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:40:59 smithi111 ceph-mon[116524]: pgmap v8007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:01 smithi155 ceph-mon[102677]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:01 smithi111 ceph-mon[97855]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:01 smithi111 ceph-mon[116524]: pgmap v8008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:03 smithi155 ceph-mon[102677]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:03 smithi111 ceph-mon[97855]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:03 smithi111 ceph-mon[116524]: pgmap v8009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:05 smithi155 ceph-mon[102677]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:05 smithi111 ceph-mon[97855]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:05 smithi111 ceph-mon[116524]: pgmap v8010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:07 smithi155 ceph-mon[102677]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:07 smithi111 ceph-mon[97855]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:07 smithi111 ceph-mon[116524]: pgmap v8011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:09.565 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:41:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:09 smithi155 ceph-mon[102677]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:09 smithi111 ceph-mon[97855]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:41:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:41:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:09 smithi111 ceph-mon[116524]: pgmap v8012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:09.872 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:41:09.872 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 75s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:41:09.872 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 75s ago 2h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:41:09.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 75s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:41:09.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (2h) 75s ago 2h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 75s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 75s ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 75s ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 75s ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 75s ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 75s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 75s ago 2h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 75s ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 75s ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 75s ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:41:09.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 75s ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:41:09.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 75s ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:41:09.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 75s ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:41:09.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 75s ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:41:09.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 75s ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:41:09.874 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 75s ago 2h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:41:10.248 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:41:10.248 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:41:10.248 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:41:10.249 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:10.250 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:41:10.250 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:41:10.250 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:41:10.250 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:41:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:10 smithi155 ceph-mon[102677]: from='client.22932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1018065839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:41:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:10 smithi111 ceph-mon[97855]: from='client.22932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1018065839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:41:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:10 smithi111 ceph-mon[116524]: from='client.22932 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1018065839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:41:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:11 smithi155 ceph-mon[102677]: from='client.32813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:11 smithi155 ceph-mon[102677]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:11 smithi111 ceph-mon[97855]: from='client.32813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:11 smithi111 ceph-mon[97855]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:11 smithi111 ceph-mon[116524]: from='client.32813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:11 smithi111 ceph-mon[116524]: pgmap v8013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:13 smithi155 ceph-mon[102677]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:13 smithi111 ceph-mon[97855]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:13 smithi111 ceph-mon[116524]: pgmap v8014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:15 smithi155 ceph-mon[102677]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:15 smithi111 ceph-mon[97855]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:15 smithi111 ceph-mon[116524]: pgmap v8015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:17 smithi155 ceph-mon[102677]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:17 smithi111 ceph-mon[97855]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:17 smithi111 ceph-mon[116524]: pgmap v8016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:19 smithi155 ceph-mon[102677]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:19 smithi111 ceph-mon[97855]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:41:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:41:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:19 smithi111 ceph-mon[116524]: pgmap v8017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:21 smithi155 ceph-mon[102677]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:21 smithi111 ceph-mon[97855]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:21 smithi111 ceph-mon[116524]: pgmap v8018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:23 smithi155 ceph-mon[102677]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:23 smithi111 ceph-mon[97855]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:23 smithi111 ceph-mon[116524]: pgmap v8019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:25 smithi155 ceph-mon[102677]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:25 smithi111 ceph-mon[97855]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:25 smithi111 ceph-mon[116524]: pgmap v8020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:27 smithi155 ceph-mon[102677]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:27 smithi111 ceph-mon[97855]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:27 smithi111 ceph-mon[116524]: pgmap v8021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:29 smithi155 ceph-mon[102677]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:29 smithi111 ceph-mon[97855]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:41:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:41:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:29 smithi111 ceph-mon[116524]: pgmap v8022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:31 smithi155 ceph-mon[102677]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:31 smithi111 ceph-mon[97855]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:31 smithi111 ceph-mon[116524]: pgmap v8023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:33 smithi155 ceph-mon[102677]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:33 smithi111 ceph-mon[97855]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:33 smithi111 ceph-mon[116524]: pgmap v8024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:35 smithi155 ceph-mon[102677]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:35 smithi111 ceph-mon[97855]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:35 smithi111 ceph-mon[116524]: pgmap v8025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:37 smithi155 ceph-mon[102677]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:37 smithi111 ceph-mon[97855]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:37 smithi111 ceph-mon[116524]: pgmap v8026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:39 smithi155 ceph-mon[102677]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:39 smithi111 ceph-mon[97855]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:41:39] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T07:41:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:39 smithi111 ceph-mon[116524]: pgmap v8027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:40.595 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:41:40.902 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 106s ago 2h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 106s ago 2h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 106s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 106s ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 106s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 106s ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 106s ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 106s ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 106s ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 106s ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 106s ago 2h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 106s ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 106s ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 106s ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:41:40.903 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 106s ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:41:40.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 106s ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:41:40.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 106s ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:41:40.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 106s ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:41:40.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 106s ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:41:40.904 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 106s ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:41:41.282 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:41:41.283 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:41:41.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:41:41.284 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:41:41.284 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:41:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:41 smithi155 ceph-mon[102677]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:41 smithi155 ceph-mon[102677]: from='client.22950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3534276100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:41:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:41 smithi111 ceph-mon[97855]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:41 smithi111 ceph-mon[97855]: from='client.22950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3534276100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:41:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:41 smithi111 ceph-mon[116524]: pgmap v8028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:41 smithi111 ceph-mon[116524]: from='client.22950 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3534276100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:41:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:42 smithi155 ceph-mon[102677]: from='client.32831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:42 smithi111 ceph-mon[97855]: from='client.32831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:42 smithi111 ceph-mon[116524]: from='client.32831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:41:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:43 smithi155 ceph-mon[102677]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:43 smithi111 ceph-mon[97855]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:43 smithi111 ceph-mon[116524]: pgmap v8029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:45 smithi155 ceph-mon[102677]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:45 smithi111 ceph-mon[97855]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:45 smithi111 ceph-mon[116524]: pgmap v8030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:47 smithi155 ceph-mon[102677]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:47 smithi111 ceph-mon[97855]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:47 smithi111 ceph-mon[116524]: pgmap v8031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:49 smithi155 ceph-mon[102677]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:41:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:41:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:49 smithi111 ceph-mon[97855]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:49 smithi111 ceph-mon[116524]: pgmap v8032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:41:50.456 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 07:41:50 smithi155 conmon[154588]: ts=2023-12-01T07:41:50.180Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1701405709294 maxt=1701410400000 ulid=01HGJ578NW7737DJGT7PC1CCES duration=39.533491ms 2023-12-01T07:41:50.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 07:41:50 smithi155 conmon[154588]: ts=2023-12-01T07:41:50.187Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=6.32451ms 2023-12-01T07:41:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:51 smithi155 ceph-mon[102677]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:51 smithi111 ceph-mon[97855]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:51 smithi111 ceph-mon[116524]: pgmap v8033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:53 smithi155 ceph-mon[102677]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:53 smithi111 ceph-mon[97855]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:53 smithi111 ceph-mon[116524]: pgmap v8034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:55 smithi155 ceph-mon[102677]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:55 smithi111 ceph-mon[97855]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:55 smithi111 ceph-mon[116524]: pgmap v8035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:41:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:41:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:57 smithi155 ceph-mon[102677]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:57 smithi111 ceph-mon[97855]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:57 smithi111 ceph-mon[116524]: pgmap v8036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:59.559 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:41:59 smithi111 ceph-mon[97855]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:59.560 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:41:59 smithi111 ceph-mon[116524]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:41:59.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:41:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:41:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:41:59 smithi155 ceph-mon[102677]: pgmap v8037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:42:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:42:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:42:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:42:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:42:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:01 smithi155 ceph-mon[102677]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:01 smithi111 ceph-mon[97855]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:01 smithi111 ceph-mon[116524]: pgmap v8038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:03 smithi155 ceph-mon[102677]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:03 smithi111 ceph-mon[97855]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:03 smithi111 ceph-mon[116524]: pgmap v8039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:05 smithi155 ceph-mon[102677]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:05 smithi111 ceph-mon[97855]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:05 smithi111 ceph-mon[116524]: pgmap v8040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:07 smithi155 ceph-mon[102677]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:07 smithi111 ceph-mon[97855]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:07 smithi111 ceph-mon[116524]: pgmap v8041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:09 smithi155 ceph-mon[102677]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:09 smithi111 ceph-mon[97855]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:42:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:42:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:09 smithi111 ceph-mon[116524]: pgmap v8042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:11.630 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:42:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:11 smithi155 ceph-mon[102677]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:11 smithi111 ceph-mon[97855]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:11 smithi111 ceph-mon[116524]: pgmap v8043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:11.935 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (2h) 2m ago 2h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (2h) 2m ago 2h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (2h) 2m ago 2h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:42:11.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:42:11.937 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:42:12.313 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:42:12.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:42:12.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:42:12.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:12.315 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:42:12.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:42:12.315 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:42:12.315 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:42:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:12 smithi155 ceph-mon[102677]: from='client.22968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1204781650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:42:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:12 smithi111 ceph-mon[97855]: from='client.22968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1204781650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:42:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:12 smithi111 ceph-mon[116524]: from='client.22968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1204781650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:42:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:13 smithi155 ceph-mon[102677]: from='client.32849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:13 smithi155 ceph-mon[102677]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:13 smithi111 ceph-mon[97855]: from='client.32849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:13 smithi111 ceph-mon[97855]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:13 smithi111 ceph-mon[116524]: from='client.32849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:13 smithi111 ceph-mon[116524]: pgmap v8044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:15 smithi155 ceph-mon[102677]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:15 smithi111 ceph-mon[97855]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:15 smithi111 ceph-mon[116524]: pgmap v8045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:17 smithi155 ceph-mon[102677]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:17 smithi111 ceph-mon[97855]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:17 smithi111 ceph-mon[116524]: pgmap v8046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:19 smithi155 ceph-mon[102677]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:42:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:42:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:19 smithi111 ceph-mon[97855]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:19 smithi111 ceph-mon[116524]: pgmap v8047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:21 smithi155 ceph-mon[102677]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:21 smithi111 ceph-mon[97855]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:21 smithi111 ceph-mon[116524]: pgmap v8048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:23 smithi155 ceph-mon[102677]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:23 smithi111 ceph-mon[97855]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:23 smithi111 ceph-mon[116524]: pgmap v8049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:25 smithi155 ceph-mon[102677]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:25 smithi111 ceph-mon[116524]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:25 smithi111 ceph-mon[97855]: pgmap v8050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:27 smithi155 ceph-mon[102677]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:27 smithi111 ceph-mon[97855]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:27 smithi111 ceph-mon[116524]: pgmap v8051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:29 smithi155 ceph-mon[102677]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:29 smithi111 ceph-mon[97855]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:42:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:42:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:29 smithi111 ceph-mon[116524]: pgmap v8052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:31 smithi155 ceph-mon[102677]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:31 smithi111 ceph-mon[97855]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:31 smithi111 ceph-mon[116524]: pgmap v8053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:33 smithi155 ceph-mon[102677]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:33 smithi111 ceph-mon[97855]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:33 smithi111 ceph-mon[116524]: pgmap v8054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:35 smithi155 ceph-mon[102677]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:35 smithi111 ceph-mon[97855]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:35 smithi111 ceph-mon[116524]: pgmap v8055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:37 smithi155 ceph-mon[102677]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:37 smithi111 ceph-mon[97855]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:37 smithi111 ceph-mon[116524]: pgmap v8056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:39 smithi155 ceph-mon[102677]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:39 smithi111 ceph-mon[97855]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:42:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:42:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:39 smithi111 ceph-mon[116524]: pgmap v8057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 07:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T07:42:40.100674317Z level=info msg="Completed cleanup jobs" duration=67.554043ms 2023-12-01T07:42:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:41 smithi155 ceph-mon[102677]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:41 smithi111 ceph-mon[97855]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:41 smithi111 ceph-mon[116524]: pgmap v8058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:42.659 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:42:42.967 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:42:42.967 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (2h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:42:42.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:42:42.969 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (2h) 2m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:43.349 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:42:43.350 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:42:43.350 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:42:43.350 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:42:43.350 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:42:43.350 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:42:43.350 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:42:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:43 smithi155 ceph-mon[102677]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:43 smithi155 ceph-mon[102677]: from='client.22986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/99702100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:42:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:43 smithi111 ceph-mon[97855]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:43 smithi111 ceph-mon[97855]: from='client.22986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/99702100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:42:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:43 smithi111 ceph-mon[116524]: pgmap v8059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:43 smithi111 ceph-mon[116524]: from='client.22986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/99702100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:42:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:44 smithi155 ceph-mon[102677]: from='client.32867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:44 smithi111 ceph-mon[97855]: from='client.32867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:44 smithi111 ceph-mon[116524]: from='client.32867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:42:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:45 smithi155 ceph-mon[102677]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:45 smithi111 ceph-mon[97855]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:45 smithi111 ceph-mon[116524]: pgmap v8060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:47 smithi155 ceph-mon[102677]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:47 smithi111 ceph-mon[97855]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:47 smithi111 ceph-mon[116524]: pgmap v8061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:49 smithi155 ceph-mon[102677]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:49 smithi111 ceph-mon[97855]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:49 smithi111 ceph-mon[116524]: pgmap v8062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:42:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:42:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:42:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:51 smithi155 ceph-mon[102677]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:51 smithi111 ceph-mon[97855]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:51 smithi111 ceph-mon[116524]: pgmap v8063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:53 smithi155 ceph-mon[102677]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:53 smithi111 ceph-mon[97855]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:53 smithi111 ceph-mon[116524]: pgmap v8064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:55 smithi155 ceph-mon[102677]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:55 smithi111 ceph-mon[97855]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:55 smithi111 ceph-mon[116524]: pgmap v8065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:57 smithi155 ceph-mon[102677]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:57 smithi111 ceph-mon[97855]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:57 smithi111 ceph-mon[116524]: pgmap v8066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:42:59 smithi155 ceph-mon[102677]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:42:59 smithi111 ceph-mon[97855]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:42:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:42:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:42:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:42:59 smithi111 ceph-mon[116524]: pgmap v8067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:00.698 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:43:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:43:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:43:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:01 smithi155 ceph-mon[102677]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:01 smithi111 ceph-mon[97855]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:01 smithi111 ceph-mon[116524]: pgmap v8068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:03 smithi155 ceph-mon[102677]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:43:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[97855]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[116524]: pgmap v8069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:43:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:43:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:43:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:05 smithi155 ceph-mon[102677]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:05 smithi111 ceph-mon[97855]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:05 smithi111 ceph-mon[116524]: pgmap v8070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:07 smithi155 ceph-mon[102677]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:07 smithi111 ceph-mon[97855]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:07 smithi111 ceph-mon[116524]: pgmap v8071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:09 smithi155 ceph-mon[102677]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:09 smithi111 ceph-mon[97855]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:43:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T07:43:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:09 smithi111 ceph-mon[116524]: pgmap v8072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:11 smithi155 ceph-mon[102677]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:11 smithi111 ceph-mon[97855]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:11 smithi111 ceph-mon[116524]: pgmap v8073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:13.699 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:43:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:13 smithi155 ceph-mon[102677]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:13 smithi111 ceph-mon[97855]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:13 smithi111 ceph-mon[116524]: pgmap v8074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:43:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:43:14.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:43:14.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:43:14.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:43:14.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:43:14.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:43:14.007 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:43:14.379 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:43:14.380 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:43:14.381 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:43:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:14 smithi155 ceph-mon[102677]: from='client.32879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/835049246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:43:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:14 smithi111 ceph-mon[97855]: from='client.32879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/835049246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:43:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:14 smithi111 ceph-mon[116524]: from='client.32879 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/835049246' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:43:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:15 smithi155 ceph-mon[102677]: from='client.32885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:15 smithi155 ceph-mon[102677]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:15 smithi111 ceph-mon[97855]: from='client.32885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:15 smithi111 ceph-mon[97855]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:15 smithi111 ceph-mon[116524]: from='client.32885 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:15 smithi111 ceph-mon[116524]: pgmap v8075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:17 smithi155 ceph-mon[102677]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:17 smithi111 ceph-mon[97855]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:17 smithi111 ceph-mon[116524]: pgmap v8076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:19 smithi155 ceph-mon[102677]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:43:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:43:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:19 smithi111 ceph-mon[97855]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:19 smithi111 ceph-mon[116524]: pgmap v8077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:21 smithi155 ceph-mon[102677]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:21 smithi111 ceph-mon[97855]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:21 smithi111 ceph-mon[116524]: pgmap v8078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:23 smithi155 ceph-mon[102677]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:23 smithi111 ceph-mon[97855]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:23 smithi111 ceph-mon[116524]: pgmap v8079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:25 smithi155 ceph-mon[102677]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:25 smithi111 ceph-mon[97855]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:25 smithi111 ceph-mon[116524]: pgmap v8080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:27 smithi155 ceph-mon[102677]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:27 smithi111 ceph-mon[97855]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:27 smithi111 ceph-mon[116524]: pgmap v8081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:29 smithi155 ceph-mon[102677]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:29 smithi111 ceph-mon[97855]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:43:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:43:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:29 smithi111 ceph-mon[116524]: pgmap v8082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:31 smithi155 ceph-mon[102677]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:31 smithi111 ceph-mon[97855]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:31 smithi111 ceph-mon[116524]: pgmap v8083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:33 smithi155 ceph-mon[102677]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:33 smithi111 ceph-mon[97855]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:33 smithi111 ceph-mon[116524]: pgmap v8084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:35 smithi155 ceph-mon[102677]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:35 smithi111 ceph-mon[97855]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:35 smithi111 ceph-mon[116524]: pgmap v8085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:37 smithi155 ceph-mon[102677]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:37 smithi111 ceph-mon[97855]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:37 smithi111 ceph-mon[116524]: pgmap v8086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:39 smithi155 ceph-mon[102677]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:39 smithi111 ceph-mon[97855]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:43:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:43:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:39 smithi111 ceph-mon[116524]: pgmap v8087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:41 smithi155 ceph-mon[102677]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:41 smithi111 ceph-mon[97855]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:41 smithi111 ceph-mon[116524]: pgmap v8088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:43 smithi155 ceph-mon[102677]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:43 smithi111 ceph-mon[97855]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:43 smithi111 ceph-mon[116524]: pgmap v8089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:44.732 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:43:45.040 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:43:45.041 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:43:45.419 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:43:45.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:43:45.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:43:45.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:43:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:43:45.421 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:43:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:45 smithi155 ceph-mon[102677]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/106445365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:45 smithi111 ceph-mon[97855]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/106445365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:45 smithi111 ceph-mon[116524]: pgmap v8090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/106445365' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:43:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:46 smithi155 ceph-mon[102677]: from='client.23022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:46 smithi155 ceph-mon[102677]: from='client.32903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:46 smithi111 ceph-mon[97855]: from='client.23022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:46 smithi111 ceph-mon[97855]: from='client.32903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:46 smithi111 ceph-mon[116524]: from='client.23022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:46 smithi111 ceph-mon[116524]: from='client.32903 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:43:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:47 smithi155 ceph-mon[102677]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:47 smithi111 ceph-mon[97855]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:47 smithi111 ceph-mon[116524]: pgmap v8091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:49 smithi155 ceph-mon[102677]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:49 smithi111 ceph-mon[97855]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:49 smithi111 ceph-mon[116524]: pgmap v8092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:43:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:43:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:43:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:51 smithi155 ceph-mon[102677]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:51 smithi111 ceph-mon[97855]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:51 smithi111 ceph-mon[116524]: pgmap v8093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:53 smithi155 ceph-mon[102677]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:53 smithi111 ceph-mon[97855]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:53 smithi111 ceph-mon[116524]: pgmap v8094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:55 smithi155 ceph-mon[102677]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:55 smithi111 ceph-mon[97855]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:55 smithi111 ceph-mon[116524]: pgmap v8095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:57 smithi155 ceph-mon[102677]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:57 smithi111 ceph-mon[97855]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:57 smithi111 ceph-mon[116524]: pgmap v8096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:43:59 smithi155 ceph-mon[102677]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:43:59 smithi111 ceph-mon[97855]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:43:59 smithi111 ceph-mon[116524]: pgmap v8097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:43:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:43:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:44:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:01 smithi155 ceph-mon[102677]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:01 smithi111 ceph-mon[97855]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:01 smithi111 ceph-mon[116524]: pgmap v8098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:03 smithi155 ceph-mon[102677]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:03 smithi111 ceph-mon[97855]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:03 smithi111 ceph-mon[116524]: pgmap v8099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:44:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:44:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:05 smithi155 ceph-mon[102677]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:05 smithi111 ceph-mon[97855]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:05 smithi111 ceph-mon[116524]: pgmap v8100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:07 smithi155 ceph-mon[102677]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:07 smithi111 ceph-mon[97855]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:07 smithi111 ceph-mon[116524]: pgmap v8101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:09 smithi155 ceph-mon[102677]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:09 smithi111 ceph-mon[97855]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:44:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:44:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:09 smithi111 ceph-mon[116524]: pgmap v8102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:11 smithi155 ceph-mon[102677]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:11 smithi111 ceph-mon[97855]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:11 smithi111 ceph-mon[116524]: pgmap v8103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:13 smithi155 ceph-mon[102677]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:13 smithi111 ceph-mon[97855]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:13 smithi111 ceph-mon[116524]: pgmap v8104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:15 smithi155 ceph-mon[102677]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:15 smithi111 ceph-mon[97855]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:15 smithi111 ceph-mon[116524]: pgmap v8105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:15.764 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:44:16.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:44:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:44:16.448 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:44:16.448 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:44:16.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:44:16.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:16.448 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:44:16.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:44:16.449 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:44:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:17 smithi155 ceph-mon[102677]: from='client.32915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:17 smithi155 ceph-mon[102677]: from='client.32921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:17 smithi155 ceph-mon[102677]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1774005352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:44:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[116524]: from='client.32915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[116524]: from='client.32921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[116524]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1774005352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[97855]: from='client.32915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[97855]: from='client.32921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[97855]: pgmap v8106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1774005352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:44:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:19 smithi155 ceph-mon[102677]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:44:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:44:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:19 smithi111 ceph-mon[97855]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:19 smithi111 ceph-mon[116524]: pgmap v8107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:21 smithi155 ceph-mon[102677]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:21 smithi111 ceph-mon[97855]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:21 smithi111 ceph-mon[116524]: pgmap v8108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:23 smithi155 ceph-mon[102677]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:23 smithi111 ceph-mon[97855]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:23 smithi111 ceph-mon[116524]: pgmap v8109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:25 smithi155 ceph-mon[102677]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:25 smithi111 ceph-mon[97855]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:25 smithi111 ceph-mon[116524]: pgmap v8110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:27 smithi155 ceph-mon[102677]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:27 smithi111 ceph-mon[97855]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:27 smithi111 ceph-mon[116524]: pgmap v8111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:29 smithi155 ceph-mon[102677]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:29 smithi111 ceph-mon[97855]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:44:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:44:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:29 smithi111 ceph-mon[116524]: pgmap v8112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:31 smithi155 ceph-mon[102677]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:31 smithi111 ceph-mon[97855]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:31 smithi111 ceph-mon[116524]: pgmap v8113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:33 smithi155 ceph-mon[102677]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:33 smithi111 ceph-mon[97855]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:33 smithi111 ceph-mon[116524]: pgmap v8114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:35 smithi155 ceph-mon[102677]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:35 smithi111 ceph-mon[97855]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:35 smithi111 ceph-mon[116524]: pgmap v8115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:37 smithi155 ceph-mon[102677]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:37 smithi111 ceph-mon[97855]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:37 smithi111 ceph-mon[116524]: pgmap v8116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:39 smithi155 ceph-mon[102677]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:39 smithi111 ceph-mon[97855]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:44:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:44:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:39 smithi111 ceph-mon[116524]: pgmap v8117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:41 smithi155 ceph-mon[102677]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:41 smithi111 ceph-mon[97855]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:41 smithi111 ceph-mon[116524]: pgmap v8118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:43 smithi155 ceph-mon[102677]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:43 smithi111 ceph-mon[97855]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:43 smithi111 ceph-mon[116524]: pgmap v8119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:45 smithi155 ceph-mon[102677]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:45 smithi111 ceph-mon[97855]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:45 smithi111 ceph-mon[116524]: pgmap v8120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:46.793 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:44:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:44:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:44:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:44:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:44:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:44:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:44:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:44:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:44:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:47 smithi155 ceph-mon[102677]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:44:47.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:44:47.480 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:44:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:47 smithi111 ceph-mon[97855]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:47 smithi111 ceph-mon[116524]: pgmap v8121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:48 smithi155 ceph-mon[102677]: from='client.32933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:48 smithi155 ceph-mon[102677]: from='client.32939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3375554905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:48 smithi111 ceph-mon[97855]: from='client.32933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:48 smithi111 ceph-mon[97855]: from='client.32939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3375554905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:44:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:48 smithi111 ceph-mon[116524]: from='client.32933 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:48 smithi111 ceph-mon[116524]: from='client.32939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3375554905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:44:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:49 smithi155 ceph-mon[102677]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:44:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:44:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:49 smithi111 ceph-mon[97855]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:49 smithi111 ceph-mon[116524]: pgmap v8122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:44:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:51 smithi155 ceph-mon[102677]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:51 smithi111 ceph-mon[97855]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:51 smithi111 ceph-mon[116524]: pgmap v8123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:53 smithi155 ceph-mon[102677]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:53 smithi111 ceph-mon[97855]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:53 smithi111 ceph-mon[116524]: pgmap v8124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:55 smithi155 ceph-mon[102677]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:55 smithi111 ceph-mon[97855]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:55 smithi111 ceph-mon[116524]: pgmap v8125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:57 smithi155 ceph-mon[102677]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:57 smithi111 ceph-mon[97855]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:57 smithi111 ceph-mon[116524]: pgmap v8126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:44:59 smithi155 ceph-mon[102677]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:44:59 smithi111 ceph-mon[97855]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:44:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:44:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:44:59 smithi111 ceph-mon[116524]: pgmap v8127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:01 smithi155 ceph-mon[102677]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:01 smithi111 ceph-mon[97855]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:01 smithi111 ceph-mon[116524]: pgmap v8128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:03 smithi155 ceph-mon[102677]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:03 smithi111 ceph-mon[97855]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:03 smithi111 ceph-mon[116524]: pgmap v8129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:45:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:45:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:45:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:05 smithi155 ceph-mon[102677]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:45:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:45:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[97855]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[116524]: pgmap v8130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:45:05.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:45:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:07 smithi155 ceph-mon[102677]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:07 smithi111 ceph-mon[97855]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:07 smithi111 ceph-mon[116524]: pgmap v8131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:09 smithi155 ceph-mon[102677]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:09 smithi111 ceph-mon[97855]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:45:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:45:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:09 smithi111 ceph-mon[116524]: pgmap v8132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:11 smithi155 ceph-mon[102677]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:11 smithi111 ceph-mon[97855]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:11 smithi111 ceph-mon[116524]: pgmap v8133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:13 smithi155 ceph-mon[102677]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:13 smithi111 ceph-mon[97855]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:13 smithi111 ceph-mon[116524]: pgmap v8134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:15 smithi155 ceph-mon[102677]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:15 smithi111 ceph-mon[97855]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:15 smithi111 ceph-mon[116524]: pgmap v8135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:17 smithi155 ceph-mon[102677]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:17 smithi111 ceph-mon[97855]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:17 smithi111 ceph-mon[116524]: pgmap v8136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:17.825 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:45:18.133 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:45:18.134 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:45:18.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:45:18.512 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:19 smithi155 ceph-mon[102677]: from='client.23076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:19 smithi155 ceph-mon[102677]: from='client.23082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:19 smithi155 ceph-mon[102677]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1046315613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:45:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[97855]: from='client.23076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[97855]: from='client.23082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[97855]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1046315613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[116524]: from='client.23076 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[116524]: from='client.23082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[116524]: pgmap v8137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1046315613' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:21 smithi155 ceph-mon[102677]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:21 smithi111 ceph-mon[97855]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:21 smithi111 ceph-mon[116524]: pgmap v8138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:23 smithi155 ceph-mon[102677]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:23 smithi111 ceph-mon[97855]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:23 smithi111 ceph-mon[116524]: pgmap v8139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:25 smithi155 ceph-mon[102677]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:25 smithi111 ceph-mon[97855]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:25 smithi111 ceph-mon[116524]: pgmap v8140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:27 smithi155 ceph-mon[102677]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:27 smithi111 ceph-mon[97855]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:27 smithi111 ceph-mon[116524]: pgmap v8141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:29 smithi155 ceph-mon[102677]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:29 smithi111 ceph-mon[97855]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:45:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:45:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:29 smithi111 ceph-mon[116524]: pgmap v8142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:31 smithi155 ceph-mon[102677]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:31 smithi111 ceph-mon[97855]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:31 smithi111 ceph-mon[116524]: pgmap v8143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:33 smithi155 ceph-mon[102677]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:33 smithi111 ceph-mon[97855]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:33 smithi111 ceph-mon[116524]: pgmap v8144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:35 smithi111 ceph-mon[97855]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:35 smithi111 ceph-mon[116524]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:35 smithi155 ceph-mon[102677]: pgmap v8145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:37 smithi155 ceph-mon[102677]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:37 smithi111 ceph-mon[97855]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:37 smithi111 ceph-mon[116524]: pgmap v8146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:39 smithi155 ceph-mon[102677]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:39 smithi111 ceph-mon[97855]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:39 smithi111 ceph-mon[116524]: pgmap v8147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:45:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:45:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:41 smithi155 ceph-mon[102677]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:41 smithi111 ceph-mon[97855]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:41 smithi111 ceph-mon[116524]: pgmap v8148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:43 smithi155 ceph-mon[102677]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:43 smithi111 ceph-mon[97855]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:43 smithi111 ceph-mon[116524]: pgmap v8149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:45 smithi111 ceph-mon[97855]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:45 smithi111 ceph-mon[116524]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:45 smithi155 ceph-mon[102677]: pgmap v8150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:47 smithi155 ceph-mon[102677]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:47 smithi111 ceph-mon[97855]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:47 smithi111 ceph-mon[116524]: pgmap v8151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:48.855 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:45:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:45:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:45:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:45:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:45:49.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:45:49.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:45:49.164 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:45:49.545 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:45:49.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:45:49.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:45:49.547 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:45:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:49 smithi155 ceph-mon[102677]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:45:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:49 smithi111 ceph-mon[97855]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:49 smithi111 ceph-mon[116524]: pgmap v8152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:50 smithi111 ceph-mon[97855]: from='client.23094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:50 smithi111 ceph-mon[97855]: from='client.23100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1937079147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:45:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:50 smithi111 ceph-mon[116524]: from='client.23094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:50 smithi111 ceph-mon[116524]: from='client.23100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1937079147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:45:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:50 smithi155 ceph-mon[102677]: from='client.23094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:50 smithi155 ceph-mon[102677]: from='client.23100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:45:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1937079147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:45:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:51 smithi111 ceph-mon[97855]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:51 smithi111 ceph-mon[116524]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:51 smithi155 ceph-mon[102677]: pgmap v8153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:53 smithi111 ceph-mon[97855]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:53 smithi111 ceph-mon[116524]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:53 smithi155 ceph-mon[102677]: pgmap v8154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:55 smithi111 ceph-mon[97855]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:55 smithi111 ceph-mon[116524]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:55 smithi155 ceph-mon[102677]: pgmap v8155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:57 smithi155 ceph-mon[102677]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:57 smithi111 ceph-mon[97855]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:57 smithi111 ceph-mon[116524]: pgmap v8156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:45:59 smithi111 ceph-mon[97855]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:45:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:45:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:45:59 smithi111 ceph-mon[116524]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:45:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:45:59 smithi155 ceph-mon[102677]: pgmap v8157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:01 smithi111 ceph-mon[97855]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:01 smithi111 ceph-mon[116524]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:01 smithi155 ceph-mon[102677]: pgmap v8158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:03 smithi111 ceph-mon[97855]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:03 smithi111 ceph-mon[116524]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:03 smithi155 ceph-mon[102677]: pgmap v8159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[97855]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:46:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:46:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:46:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[116524]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:46:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:46:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:05 smithi155 ceph-mon[102677]: pgmap v8160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:46:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:07 smithi155 ceph-mon[102677]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:07 smithi111 ceph-mon[97855]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:07 smithi111 ceph-mon[116524]: pgmap v8161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:09 smithi111 ceph-mon[97855]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:46:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:09 smithi111 ceph-mon[116524]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:09 smithi155 ceph-mon[102677]: pgmap v8162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:11 smithi111 ceph-mon[97855]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:11 smithi111 ceph-mon[116524]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:11 smithi155 ceph-mon[102677]: pgmap v8163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:13 smithi111 ceph-mon[97855]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:13 smithi111 ceph-mon[116524]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:13 smithi155 ceph-mon[102677]: pgmap v8164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:15 smithi111 ceph-mon[97855]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:15 smithi111 ceph-mon[116524]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:15 smithi155 ceph-mon[102677]: pgmap v8165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:17 smithi155 ceph-mon[102677]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:17 smithi111 ceph-mon[97855]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:17 smithi111 ceph-mon[116524]: pgmap v8166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:46:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:19 smithi111 ceph-mon[97855]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:19 smithi111 ceph-mon[116524]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:19.893 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:46:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:19 smithi155 ceph-mon[102677]: pgmap v8167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:46:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:46:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:46:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:46:20.202 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:46:20.202 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:46:20.202 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:46:20.584 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:46:20.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:46:20.586 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:20.586 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:46:20.586 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:46:20.586 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:46:20.586 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:46:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[97855]: from='client.32987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[97855]: from='client.32993 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[97855]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2690329906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[116524]: from='client.32987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[116524]: from='client.32993 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[116524]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2690329906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:46:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:21 smithi155 ceph-mon[102677]: from='client.32987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:21 smithi155 ceph-mon[102677]: from='client.32993 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:21 smithi155 ceph-mon[102677]: pgmap v8168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2690329906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:46:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:23 smithi111 ceph-mon[97855]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:23 smithi111 ceph-mon[116524]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:23 smithi155 ceph-mon[102677]: pgmap v8169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:25 smithi111 ceph-mon[97855]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:25 smithi111 ceph-mon[116524]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:25 smithi155 ceph-mon[102677]: pgmap v8170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:27 smithi155 ceph-mon[102677]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:27 smithi111 ceph-mon[97855]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:27 smithi111 ceph-mon[116524]: pgmap v8171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:29 smithi111 ceph-mon[97855]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:46:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:46:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:29 smithi111 ceph-mon[116524]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:29 smithi155 ceph-mon[102677]: pgmap v8172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:31 smithi111 ceph-mon[97855]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:31 smithi111 ceph-mon[116524]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:31 smithi155 ceph-mon[102677]: pgmap v8173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:33 smithi111 ceph-mon[97855]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:33 smithi111 ceph-mon[116524]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:33 smithi155 ceph-mon[102677]: pgmap v8174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:35 smithi111 ceph-mon[97855]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:35 smithi111 ceph-mon[116524]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:35 smithi155 ceph-mon[102677]: pgmap v8175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:37 smithi155 ceph-mon[102677]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:37 smithi111 ceph-mon[97855]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:37 smithi111 ceph-mon[116524]: pgmap v8176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:39 smithi111 ceph-mon[97855]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:46:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:46:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:39 smithi111 ceph-mon[116524]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:39 smithi155 ceph-mon[102677]: pgmap v8177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:41 smithi111 ceph-mon[97855]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:41 smithi111 ceph-mon[116524]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:41 smithi155 ceph-mon[102677]: pgmap v8178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:43 smithi111 ceph-mon[97855]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:43 smithi111 ceph-mon[116524]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:43 smithi155 ceph-mon[102677]: pgmap v8179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:45 smithi111 ceph-mon[97855]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:45 smithi111 ceph-mon[116524]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:45 smithi155 ceph-mon[102677]: pgmap v8180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:47 smithi155 ceph-mon[102677]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:47 smithi111 ceph-mon[97855]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:47 smithi111 ceph-mon[116524]: pgmap v8181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:46:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:46:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:49 smithi111 ceph-mon[97855]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:49 smithi111 ceph-mon[116524]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:49 smithi155 ceph-mon[102677]: pgmap v8182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:46:50.928 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:46:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:46:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:46:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:46:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:46:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:46:51.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:46:51.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:46:51.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:46:51.238 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:46:51.615 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:46:51.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:46:51.616 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:46:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:51 smithi111 ceph-mon[97855]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:51 smithi111 ceph-mon[116524]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:51 smithi155 ceph-mon[102677]: pgmap v8183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:52 smithi111 ceph-mon[97855]: from='client.33005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:52 smithi111 ceph-mon[97855]: from='client.23136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1664537118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:46:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:52 smithi111 ceph-mon[116524]: from='client.33005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:52 smithi111 ceph-mon[116524]: from='client.23136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1664537118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:46:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:52 smithi155 ceph-mon[102677]: from='client.33005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:52 smithi155 ceph-mon[102677]: from='client.23136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:46:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1664537118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:46:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:53 smithi111 ceph-mon[97855]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:53 smithi111 ceph-mon[116524]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:53 smithi155 ceph-mon[102677]: pgmap v8184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:55 smithi111 ceph-mon[97855]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:55 smithi111 ceph-mon[116524]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:55 smithi155 ceph-mon[102677]: pgmap v8185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:57 smithi155 ceph-mon[102677]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:57 smithi111 ceph-mon[97855]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:57 smithi111 ceph-mon[116524]: pgmap v8186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:46:59 smithi111 ceph-mon[97855]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:46:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:46:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:46:59 smithi111 ceph-mon[116524]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:46:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:46:59 smithi155 ceph-mon[102677]: pgmap v8187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:01 smithi111 ceph-mon[97855]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:01 smithi111 ceph-mon[116524]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:01 smithi155 ceph-mon[102677]: pgmap v8188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:03 smithi111 ceph-mon[97855]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:03 smithi111 ceph-mon[116524]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:03 smithi155 ceph-mon[102677]: pgmap v8189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:05 smithi111 ceph-mon[97855]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:47:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:05 smithi111 ceph-mon[116524]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:47:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:05 smithi155 ceph-mon[102677]: pgmap v8190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:47:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:47:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:47:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:47:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:47:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:47:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:47:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:47:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:47:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:47:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:07 smithi111 ceph-mon[97855]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:07 smithi111 ceph-mon[116524]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:07 smithi155 ceph-mon[102677]: pgmap v8191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:09 smithi111 ceph-mon[97855]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:09 smithi111 ceph-mon[116524]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:47:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:47:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:09 smithi155 ceph-mon[102677]: pgmap v8192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:11 smithi111 ceph-mon[97855]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:11 smithi111 ceph-mon[116524]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:11 smithi155 ceph-mon[102677]: pgmap v8193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:13 smithi111 ceph-mon[97855]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:13 smithi111 ceph-mon[116524]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:13 smithi155 ceph-mon[102677]: pgmap v8194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:15 smithi155 ceph-mon[102677]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:15 smithi111 ceph-mon[97855]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:15 smithi111 ceph-mon[116524]: pgmap v8195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:17 smithi155 ceph-mon[102677]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:17 smithi111 ceph-mon[97855]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:17 smithi111 ceph-mon[116524]: pgmap v8196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:19 smithi111 ceph-mon[97855]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:47:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:19 smithi111 ceph-mon[116524]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:19 smithi155 ceph-mon[102677]: pgmap v8197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:21 smithi111 ceph-mon[97855]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:21 smithi111 ceph-mon[116524]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:21.952 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:47:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:21 smithi155 ceph-mon[102677]: pgmap v8198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:22.259 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:47:22.259 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:47:22.259 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:47:22.259 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:47:22.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:47:22.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:47:22.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:47:22.261 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:47:22.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:47:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:47:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:47:22.641 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:47:22.641 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:47:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[97855]: from='client.33023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[97855]: from='client.23154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[97855]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3917297317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[116524]: from='client.33023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[116524]: from='client.23154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[116524]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3917297317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:47:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:23 smithi155 ceph-mon[102677]: from='client.33023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:23 smithi155 ceph-mon[102677]: from='client.23154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:23 smithi155 ceph-mon[102677]: pgmap v8199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3917297317' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:47:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:25 smithi111 ceph-mon[97855]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:25 smithi111 ceph-mon[116524]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:25 smithi155 ceph-mon[102677]: pgmap v8200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:27 smithi155 ceph-mon[102677]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:27 smithi111 ceph-mon[97855]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:27 smithi111 ceph-mon[116524]: pgmap v8201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:29 smithi111 ceph-mon[97855]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:47:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:47:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:29 smithi111 ceph-mon[116524]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:29 smithi155 ceph-mon[102677]: pgmap v8202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:31 smithi111 ceph-mon[97855]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:31 smithi111 ceph-mon[116524]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:31 smithi155 ceph-mon[102677]: pgmap v8203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:33 smithi111 ceph-mon[97855]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:33 smithi111 ceph-mon[116524]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:33 smithi155 ceph-mon[102677]: pgmap v8204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:35 smithi111 ceph-mon[97855]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:35 smithi111 ceph-mon[116524]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:35 smithi155 ceph-mon[102677]: pgmap v8205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:37 smithi155 ceph-mon[102677]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:37 smithi111 ceph-mon[97855]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:37 smithi111 ceph-mon[116524]: pgmap v8206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:39 smithi111 ceph-mon[97855]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:39.780 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:47:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:47:39.780 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:39 smithi111 ceph-mon[116524]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:39 smithi155 ceph-mon[102677]: pgmap v8207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:41 smithi111 ceph-mon[97855]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:41 smithi111 ceph-mon[116524]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:41 smithi155 ceph-mon[102677]: pgmap v8208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:43 smithi111 ceph-mon[97855]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:43 smithi111 ceph-mon[116524]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:43 smithi155 ceph-mon[102677]: pgmap v8209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:45 smithi111 ceph-mon[97855]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:45 smithi111 ceph-mon[116524]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:45 smithi155 ceph-mon[102677]: pgmap v8210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:47 smithi155 ceph-mon[102677]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:47 smithi111 ceph-mon[97855]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:47 smithi111 ceph-mon[116524]: pgmap v8211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:49 smithi111 ceph-mon[97855]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:49 smithi111 ceph-mon[116524]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:47:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:47:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:49 smithi155 ceph-mon[102677]: pgmap v8212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:47:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:51 smithi111 ceph-mon[97855]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:51 smithi111 ceph-mon[116524]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:51 smithi155 ceph-mon[102677]: pgmap v8213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:52.984 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:47:53.289 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:47:53.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:47:53.291 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:47:53.291 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:47:53.291 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:47:53.291 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:47:53.291 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:47:53.666 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:47:53.666 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:47:53.667 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:47:53.668 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:47:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:53 smithi111 ceph-mon[97855]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:53 smithi111 ceph-mon[116524]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:53 smithi155 ceph-mon[102677]: pgmap v8214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:54 smithi155 ceph-mon[102677]: from='client.23166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:54 smithi155 ceph-mon[102677]: from='client.33047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1327704048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:47:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:54 smithi111 ceph-mon[97855]: from='client.23166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:54 smithi111 ceph-mon[97855]: from='client.33047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1327704048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:47:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:54 smithi111 ceph-mon[116524]: from='client.23166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:54 smithi111 ceph-mon[116524]: from='client.33047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:47:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1327704048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:47:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:55 smithi155 ceph-mon[102677]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:55 smithi111 ceph-mon[97855]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:55 smithi111 ceph-mon[116524]: pgmap v8215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:57 smithi155 ceph-mon[102677]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:57 smithi111 ceph-mon[97855]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:57 smithi111 ceph-mon[116524]: pgmap v8216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:47:59 smithi111 ceph-mon[97855]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:47:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:47:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:47:59 smithi111 ceph-mon[116524]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:47:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:47:59 smithi155 ceph-mon[102677]: pgmap v8217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:01 smithi111 ceph-mon[97855]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:01 smithi111 ceph-mon[116524]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:01 smithi155 ceph-mon[102677]: pgmap v8218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:03 smithi155 ceph-mon[102677]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:03 smithi111 ceph-mon[97855]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:03 smithi111 ceph-mon[116524]: pgmap v8219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:05 smithi155 ceph-mon[102677]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:05 smithi111 ceph-mon[97855]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:05 smithi111 ceph-mon[116524]: pgmap v8220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:48:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:48:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:48:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:48:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:48:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:07 smithi155 ceph-mon[102677]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:07 smithi111 ceph-mon[97855]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:07 smithi111 ceph-mon[116524]: pgmap v8221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:09 smithi111 ceph-mon[97855]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:48:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:48:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:09 smithi111 ceph-mon[116524]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:09 smithi155 ceph-mon[102677]: pgmap v8222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:11 smithi155 ceph-mon[102677]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:11 smithi111 ceph-mon[97855]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:11 smithi111 ceph-mon[116524]: pgmap v8223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:13 smithi155 ceph-mon[102677]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:13 smithi111 ceph-mon[97855]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:13 smithi111 ceph-mon[116524]: pgmap v8224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:15 smithi155 ceph-mon[102677]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:15 smithi111 ceph-mon[97855]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:15 smithi111 ceph-mon[116524]: pgmap v8225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:17 smithi155 ceph-mon[102677]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:17 smithi111 ceph-mon[97855]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:17 smithi111 ceph-mon[116524]: pgmap v8226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:19 smithi111 ceph-mon[97855]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:19 smithi111 ceph-mon[116524]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:48:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:48:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:19 smithi155 ceph-mon[102677]: pgmap v8227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:21 smithi155 ceph-mon[102677]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:21 smithi111 ceph-mon[97855]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:21 smithi111 ceph-mon[116524]: pgmap v8228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:23 smithi155 ceph-mon[102677]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:23 smithi111 ceph-mon[97855]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:23 smithi111 ceph-mon[116524]: pgmap v8229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:24.013 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:48:24.317 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:48:24.318 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:48:24.319 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:48:24.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:24.699 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:48:24.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:48:24.699 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:48:24.699 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:48:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:25 smithi155 ceph-mon[102677]: from='client.23184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:25 smithi155 ceph-mon[102677]: from='client.23190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:25 smithi155 ceph-mon[102677]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3969385137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:48:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[97855]: from='client.23184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[97855]: from='client.23190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[97855]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3969385137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:48:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[116524]: from='client.23184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[116524]: from='client.23190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[116524]: pgmap v8230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3969385137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:48:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:27 smithi155 ceph-mon[102677]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:27 smithi111 ceph-mon[97855]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:27 smithi111 ceph-mon[116524]: pgmap v8231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:29 smithi111 ceph-mon[97855]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:48:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:48:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:29 smithi111 ceph-mon[116524]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:29 smithi155 ceph-mon[102677]: pgmap v8232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:31 smithi155 ceph-mon[102677]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:31 smithi111 ceph-mon[97855]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:31 smithi111 ceph-mon[116524]: pgmap v8233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:33 smithi155 ceph-mon[102677]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:33 smithi111 ceph-mon[97855]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:33 smithi111 ceph-mon[116524]: pgmap v8234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:35 smithi155 ceph-mon[102677]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:35 smithi111 ceph-mon[97855]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:35 smithi111 ceph-mon[116524]: pgmap v8235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:37 smithi155 ceph-mon[102677]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:37 smithi111 ceph-mon[97855]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:37 smithi111 ceph-mon[116524]: pgmap v8236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:39 smithi111 ceph-mon[97855]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:48:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:48:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:39 smithi111 ceph-mon[116524]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:39 smithi155 ceph-mon[102677]: pgmap v8237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:41 smithi155 ceph-mon[102677]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:41 smithi111 ceph-mon[97855]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:41 smithi111 ceph-mon[116524]: pgmap v8238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:43 smithi155 ceph-mon[102677]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:43 smithi111 ceph-mon[97855]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:43 smithi111 ceph-mon[116524]: pgmap v8239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:45 smithi155 ceph-mon[102677]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:45 smithi111 ceph-mon[97855]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:45 smithi111 ceph-mon[116524]: pgmap v8240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:47 smithi155 ceph-mon[102677]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:47 smithi111 ceph-mon[97855]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:47 smithi111 ceph-mon[116524]: pgmap v8241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:49 smithi111 ceph-mon[97855]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:48:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:49 smithi111 ceph-mon[116524]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:49 smithi155 ceph-mon[102677]: pgmap v8242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:48:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:51 smithi155 ceph-mon[102677]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:51 smithi111 ceph-mon[97855]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:51 smithi111 ceph-mon[116524]: pgmap v8243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:53 smithi155 ceph-mon[102677]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:53 smithi111 ceph-mon[97855]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:53 smithi111 ceph-mon[116524]: pgmap v8244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:55.046 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:48:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:48:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:48:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:48:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:48:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:48:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:48:55.731 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:48:55.731 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:48:55.732 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:48:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:55 smithi155 ceph-mon[102677]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:55 smithi111 ceph-mon[97855]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:55 smithi111 ceph-mon[116524]: pgmap v8245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:56 smithi155 ceph-mon[102677]: from='client.33077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:56 smithi155 ceph-mon[102677]: from='client.33083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2690984574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:48:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:56 smithi111 ceph-mon[116524]: from='client.33077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:56 smithi111 ceph-mon[116524]: from='client.33083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2690984574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:48:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:56 smithi111 ceph-mon[97855]: from='client.33077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:56 smithi111 ceph-mon[97855]: from='client.33083 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:48:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2690984574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:48:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:57 smithi155 ceph-mon[102677]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:57 smithi111 ceph-mon[97855]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:57 smithi111 ceph-mon[116524]: pgmap v8246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:48:59 smithi111 ceph-mon[97855]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:48:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:48:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:48:59 smithi111 ceph-mon[116524]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:48:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:48:59 smithi155 ceph-mon[102677]: pgmap v8247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:01 smithi155 ceph-mon[102677]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:01 smithi111 ceph-mon[97855]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:01 smithi111 ceph-mon[116524]: pgmap v8248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:03 smithi155 ceph-mon[102677]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:03 smithi111 ceph-mon[97855]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:03 smithi111 ceph-mon[116524]: pgmap v8249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:05 smithi155 ceph-mon[102677]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:05 smithi111 ceph-mon[97855]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:05 smithi111 ceph-mon[116524]: pgmap v8250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:49:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:07 smithi155 ceph-mon[102677]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:49:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:49:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:49:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:49:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[116524]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:49:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:49:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:49:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:49:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[97855]: pgmap v8251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:49:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:49:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:49:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:09 smithi111 ceph-mon[97855]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:49:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:49:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:09 smithi111 ceph-mon[116524]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:09 smithi155 ceph-mon[102677]: pgmap v8252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:11 smithi155 ceph-mon[102677]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:11 smithi111 ceph-mon[97855]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:11 smithi111 ceph-mon[116524]: pgmap v8253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:13 smithi155 ceph-mon[102677]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:13 smithi111 ceph-mon[97855]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:13 smithi111 ceph-mon[116524]: pgmap v8254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:15 smithi155 ceph-mon[102677]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:15 smithi111 ceph-mon[97855]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:15 smithi111 ceph-mon[116524]: pgmap v8255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:17 smithi155 ceph-mon[102677]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:17 smithi111 ceph-mon[97855]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:17 smithi111 ceph-mon[116524]: pgmap v8256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:49:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:49:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:19 smithi111 ceph-mon[97855]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:19 smithi111 ceph-mon[116524]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:19 smithi155 ceph-mon[102677]: pgmap v8257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:21 smithi155 ceph-mon[102677]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:21 smithi111 ceph-mon[97855]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:21 smithi111 ceph-mon[116524]: pgmap v8258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:23 smithi155 ceph-mon[102677]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:23 smithi111 ceph-mon[97855]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:23 smithi111 ceph-mon[116524]: pgmap v8259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:25 smithi155 ceph-mon[102677]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:25 smithi111 ceph-mon[97855]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:25 smithi111 ceph-mon[116524]: pgmap v8260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:26.070 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:49:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:49:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:49:26.762 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:49:26.763 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:49:26.764 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:27 smithi155 ceph-mon[102677]: from='client.33095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:27 smithi155 ceph-mon[102677]: from='client.23226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:27 smithi155 ceph-mon[102677]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/748319783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[97855]: from='client.33095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[97855]: from='client.23226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[97855]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/748319783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[116524]: from='client.33095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[116524]: from='client.23226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[116524]: pgmap v8261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/748319783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:49:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:29 smithi111 ceph-mon[97855]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:49:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:49:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:29 smithi111 ceph-mon[116524]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:29 smithi155 ceph-mon[102677]: pgmap v8262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:31 smithi155 ceph-mon[102677]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:31 smithi111 ceph-mon[97855]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:31 smithi111 ceph-mon[116524]: pgmap v8263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:33 smithi155 ceph-mon[102677]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:33 smithi111 ceph-mon[97855]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:33 smithi111 ceph-mon[116524]: pgmap v8264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:35 smithi155 ceph-mon[102677]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:35 smithi111 ceph-mon[97855]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:35 smithi111 ceph-mon[116524]: pgmap v8265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:37 smithi155 ceph-mon[102677]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:37 smithi111 ceph-mon[97855]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:37 smithi111 ceph-mon[116524]: pgmap v8266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:39 smithi111 ceph-mon[97855]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:39 smithi111 ceph-mon[116524]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:49:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:49:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:39 smithi155 ceph-mon[102677]: pgmap v8267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:41 smithi155 ceph-mon[102677]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:41 smithi111 ceph-mon[97855]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:41 smithi111 ceph-mon[116524]: pgmap v8268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:43 smithi155 ceph-mon[102677]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:43 smithi111 ceph-mon[97855]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:43 smithi111 ceph-mon[116524]: pgmap v8269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:45 smithi155 ceph-mon[102677]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:45 smithi111 ceph-mon[97855]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:45 smithi111 ceph-mon[116524]: pgmap v8270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:47 smithi155 ceph-mon[102677]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:47 smithi111 ceph-mon[97855]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:47 smithi111 ceph-mon[116524]: pgmap v8271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:49:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:49:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:49 smithi111 ceph-mon[97855]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:49 smithi111 ceph-mon[116524]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:49 smithi155 ceph-mon[102677]: pgmap v8272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:49:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:51 smithi155 ceph-mon[102677]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:51 smithi111 ceph-mon[97855]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:51 smithi111 ceph-mon[116524]: pgmap v8273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:53 smithi155 ceph-mon[102677]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:53 smithi111 ceph-mon[97855]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:53 smithi111 ceph-mon[116524]: pgmap v8274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:55 smithi155 ceph-mon[102677]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:55 smithi111 ceph-mon[97855]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:55 smithi111 ceph-mon[116524]: pgmap v8275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:57.107 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 10m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 10m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 10m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 10m ago 3h 28.0M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 10m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 10m ago 3h 680M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:49:57.415 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 10m ago 3h 988M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 10m ago 3h 479M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 10m ago 3h 443M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 10m ago 3h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 10m ago 3h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 10m ago 3h 4595M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 10m ago 3h 4886M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 10m ago 3h 5277M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 10m ago 3h 4339M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 10m ago 3h 3437M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 10m ago 3h 4259M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 10m ago 3h 3727M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 10m ago 3h 4371M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:49:57.416 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 10m ago 3h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:49:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:57 smithi155 ceph-mon[102677]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:57 smithi111 ceph-mon[97855]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:57 smithi111 ceph-mon[116524]: pgmap v8276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:57.795 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:49:57.796 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:49:57.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:49:57.797 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:49:57.797 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:49:57.797 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:49:57.797 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:49:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:58 smithi155 ceph-mon[102677]: from='client.23238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:58 smithi155 ceph-mon[102677]: from='client.33119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1037448241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:49:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:58 smithi111 ceph-mon[116524]: from='client.23238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:58 smithi111 ceph-mon[116524]: from='client.33119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1037448241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:58 smithi111 ceph-mon[97855]: from='client.23238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:58 smithi111 ceph-mon[97855]: from='client.33119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1037448241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:49:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:49:59 smithi155 ceph-mon[102677]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:49:59 smithi111 ceph-mon[116524]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:49:59 smithi111 ceph-mon[97855]: pgmap v8277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:49:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:49:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:50:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:50:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:00 smithi111 conmon[97831]: 2023-12-01T07:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:50:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:50:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T07:50:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:01 smithi155 ceph-mon[102677]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:01 smithi111 ceph-mon[97855]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:01 smithi111 ceph-mon[116524]: pgmap v8278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:03 smithi155 ceph-mon[102677]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:03 smithi111 ceph-mon[97855]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:03 smithi111 ceph-mon[116524]: pgmap v8279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:05 smithi155 ceph-mon[102677]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:05 smithi111 ceph-mon[97855]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:05 smithi111 ceph-mon[116524]: pgmap v8280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:07 smithi155 ceph-mon[102677]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:50:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:07 smithi111 ceph-mon[97855]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:50:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:07 smithi111 ceph-mon[116524]: pgmap v8281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:50:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:50:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:50:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[97855]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[116524]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:09 smithi155 ceph-mon[102677]: pgmap v8282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:50:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:50:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:50:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:50:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:50:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:50:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:50:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:11 smithi155 ceph-mon[102677]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:11 smithi111 ceph-mon[97855]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:11 smithi111 ceph-mon[116524]: pgmap v8283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:13 smithi155 ceph-mon[102677]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:13 smithi111 ceph-mon[97855]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:13 smithi111 ceph-mon[116524]: pgmap v8284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:15 smithi155 ceph-mon[102677]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:15 smithi111 ceph-mon[97855]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:15 smithi111 ceph-mon[116524]: pgmap v8285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:17 smithi155 ceph-mon[102677]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:17 smithi111 ceph-mon[97855]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:17 smithi111 ceph-mon[116524]: pgmap v8286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:19 smithi111 ceph-mon[97855]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:50:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:19 smithi111 ceph-mon[116524]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:19 smithi155 ceph-mon[102677]: pgmap v8287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:21 smithi155 ceph-mon[102677]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:21 smithi111 ceph-mon[97855]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:21 smithi111 ceph-mon[116524]: pgmap v8288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:23 smithi155 ceph-mon[102677]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:23 smithi111 ceph-mon[97855]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:23 smithi111 ceph-mon[116524]: pgmap v8289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:25 smithi155 ceph-mon[102677]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:25 smithi111 ceph-mon[97855]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:25 smithi111 ceph-mon[116524]: pgmap v8290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:27 smithi155 ceph-mon[102677]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:27 smithi111 ceph-mon[97855]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:27 smithi111 ceph-mon[116524]: pgmap v8291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:28.151 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:50:28.460 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:50:28.460 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 19s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:50:28.460 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 18s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:50:28.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 19s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 18s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 18s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 19s ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 19s ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 18s ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 19s ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 19s ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 18s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 19s ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 19s ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 19s ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 19s ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 18s ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 18s ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:50:28.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 18s ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:50:28.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 18s ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:50:28.462 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 18s ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:50:28.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:50:28.842 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:28.842 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:50:28.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:50:28.842 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:50:28.842 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:50:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:50:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:50:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[97855]: from='client.33131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:50:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[97855]: from='client.33137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:50:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[97855]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/679744691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:50:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[116524]: from='client.33131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:50:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[116524]: from='client.33137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:50:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[116524]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/679744691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:50:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:29 smithi155 ceph-mon[102677]: from='client.33131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:50:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:29 smithi155 ceph-mon[102677]: from='client.33137 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:50:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:29 smithi155 ceph-mon[102677]: pgmap v8292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/679744691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:50:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:31 smithi155 ceph-mon[102677]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:31 smithi111 ceph-mon[97855]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:31 smithi111 ceph-mon[116524]: pgmap v8293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:33 smithi155 ceph-mon[102677]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:33 smithi111 ceph-mon[97855]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:33 smithi111 ceph-mon[116524]: pgmap v8294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:35 smithi155 ceph-mon[102677]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:35 smithi111 ceph-mon[97855]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:35 smithi111 ceph-mon[116524]: pgmap v8295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:37 smithi155 ceph-mon[102677]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:37 smithi111 ceph-mon[97855]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:37 smithi111 ceph-mon[116524]: pgmap v8296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:39 smithi111 ceph-mon[97855]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:50:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:50:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:39 smithi111 ceph-mon[116524]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:39 smithi155 ceph-mon[102677]: pgmap v8297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:41 smithi155 ceph-mon[102677]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:41 smithi111 ceph-mon[97855]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:41 smithi111 ceph-mon[116524]: pgmap v8298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:43 smithi155 ceph-mon[102677]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:43 smithi111 ceph-mon[97855]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:43 smithi111 ceph-mon[116524]: pgmap v8299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:45 smithi155 ceph-mon[102677]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:45 smithi111 ceph-mon[97855]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:45 smithi111 ceph-mon[116524]: pgmap v8300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:47 smithi155 ceph-mon[102677]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:47 smithi111 ceph-mon[97855]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:47 smithi111 ceph-mon[116524]: pgmap v8301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:49 smithi111 ceph-mon[97855]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:50:49] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T07:50:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:49 smithi111 ceph-mon[116524]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:49 smithi155 ceph-mon[102677]: pgmap v8302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:50:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:51 smithi155 ceph-mon[102677]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:51 smithi111 ceph-mon[97855]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:51 smithi111 ceph-mon[116524]: pgmap v8303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:53 smithi155 ceph-mon[102677]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:53 smithi111 ceph-mon[97855]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:53 smithi111 ceph-mon[116524]: pgmap v8304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:55 smithi155 ceph-mon[102677]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:55 smithi111 ceph-mon[97855]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:55 smithi111 ceph-mon[116524]: pgmap v8305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:57 smithi155 ceph-mon[102677]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:57 smithi111 ceph-mon[97855]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:57 smithi111 ceph-mon[116524]: pgmap v8306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:59.184 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 50s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 49s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 50s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 49s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 49s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 50s ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 50s ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 49s ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 50s ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 50s ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:50:59.491 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 49s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 50s ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 50s ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 50s ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 50s ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 49s ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 49s ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 49s ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 49s ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:50:59.492 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 49s ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:50:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:50:59 smithi111 ceph-mon[97855]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:50:59] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T07:50:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:50:59 smithi111 ceph-mon[116524]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:50:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:50:59 smithi155 ceph-mon[102677]: pgmap v8307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:00 smithi155 ceph-mon[102677]: from='client.33149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:00 smithi155 ceph-mon[102677]: from='client.23280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3159105260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:51:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:00 smithi111 ceph-mon[97855]: from='client.33149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:00 smithi111 ceph-mon[97855]: from='client.23280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3159105260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:51:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:00 smithi111 ceph-mon[116524]: from='client.33149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:00 smithi111 ceph-mon[116524]: from='client.23280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3159105260' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:51:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:01 smithi155 ceph-mon[102677]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:01 smithi111 ceph-mon[97855]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:01 smithi111 ceph-mon[116524]: pgmap v8308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:03 smithi155 ceph-mon[102677]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:03 smithi111 ceph-mon[97855]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:03 smithi111 ceph-mon[116524]: pgmap v8309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:05 smithi155 ceph-mon[102677]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:05 smithi111 ceph-mon[97855]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:05 smithi111 ceph-mon[116524]: pgmap v8310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:07 smithi155 ceph-mon[102677]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:07 smithi111 ceph-mon[97855]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:07 smithi111 ceph-mon[116524]: pgmap v8311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:09.547 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:09 smithi111 ceph-mon[97855]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:09.547 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:51:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:51:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:09 smithi155 ceph-mon[102677]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:09.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:09 smithi111 ceph-mon[116524]: pgmap v8312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:51:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:51:10.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:51:10.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:51:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:51:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:51:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:51:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:51:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:51:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:51:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:51:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:51:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:11 smithi155 ceph-mon[102677]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:11 smithi111 ceph-mon[97855]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:11 smithi111 ceph-mon[116524]: pgmap v8313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:13 smithi155 ceph-mon[102677]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:13 smithi111 ceph-mon[97855]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:13 smithi111 ceph-mon[116524]: pgmap v8314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:15 smithi155 ceph-mon[102677]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:15 smithi111 ceph-mon[97855]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:15 smithi111 ceph-mon[116524]: pgmap v8315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:17 smithi155 ceph-mon[102677]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:17 smithi111 ceph-mon[97855]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:17 smithi111 ceph-mon[116524]: pgmap v8316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:19.550 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:51:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:51:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:19 smithi155 ceph-mon[102677]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:19 smithi111 ceph-mon[97855]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:19 smithi111 ceph-mon[116524]: pgmap v8317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:21 smithi155 ceph-mon[102677]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:21 smithi111 ceph-mon[97855]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:21 smithi111 ceph-mon[116524]: pgmap v8318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:23 smithi155 ceph-mon[102677]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:23 smithi111 ceph-mon[97855]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:23 smithi111 ceph-mon[116524]: pgmap v8319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:25 smithi155 ceph-mon[102677]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:25 smithi111 ceph-mon[97855]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:25 smithi111 ceph-mon[116524]: pgmap v8320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:27 smithi155 ceph-mon[102677]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:27 smithi111 ceph-mon[97855]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:27 smithi111 ceph-mon[116524]: pgmap v8321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:29.552 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:51:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:51:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:29 smithi155 ceph-mon[102677]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:29 smithi111 ceph-mon[97855]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:29 smithi111 ceph-mon[116524]: pgmap v8322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:30.217 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 81s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 81s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 81s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 81s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 81s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 81s ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 81s ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 81s ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 81s ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 81s ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:51:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 81s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 81s ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 81s ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 81s ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 81s ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 81s ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 81s ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 81s ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 81s ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 81s ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:51:30.905 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:51:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:51:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:51:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:51:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:51:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:51:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:51:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:51:30.907 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:51:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:31 smithi155 ceph-mon[102677]: from='client.23292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:31 smithi155 ceph-mon[102677]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:31 smithi155 ceph-mon[102677]: from='client.33173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4044570490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:51:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[97855]: from='client.23292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[97855]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[97855]: from='client.33173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4044570490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:51:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[116524]: from='client.23292 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[116524]: pgmap v8323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[116524]: from='client.33173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:51:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4044570490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:51:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:33 smithi155 ceph-mon[102677]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:33 smithi111 ceph-mon[97855]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:33 smithi111 ceph-mon[116524]: pgmap v8324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:35 smithi155 ceph-mon[102677]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:35 smithi111 ceph-mon[97855]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:35 smithi111 ceph-mon[116524]: pgmap v8325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:37 smithi155 ceph-mon[102677]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:37 smithi111 ceph-mon[97855]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:37 smithi111 ceph-mon[116524]: pgmap v8326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:39.554 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:51:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:51:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:39 smithi155 ceph-mon[102677]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:39 smithi111 ceph-mon[97855]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:39 smithi111 ceph-mon[116524]: pgmap v8327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:41 smithi155 ceph-mon[102677]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:41 smithi111 ceph-mon[97855]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:41 smithi111 ceph-mon[116524]: pgmap v8328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:43 smithi155 ceph-mon[102677]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:43 smithi111 ceph-mon[97855]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:43 smithi111 ceph-mon[116524]: pgmap v8329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:45 smithi155 ceph-mon[102677]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:45 smithi111 ceph-mon[97855]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:45 smithi111 ceph-mon[116524]: pgmap v8330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:47 smithi155 ceph-mon[102677]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:47 smithi111 ceph-mon[97855]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:47 smithi111 ceph-mon[116524]: pgmap v8331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:49.557 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:51:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:51:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:49 smithi155 ceph-mon[102677]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:49 smithi111 ceph-mon[97855]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:49 smithi111 ceph-mon[116524]: pgmap v8332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:51:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:51 smithi155 ceph-mon[102677]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:51 smithi111 ceph-mon[97855]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:51 smithi111 ceph-mon[116524]: pgmap v8333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:53 smithi155 ceph-mon[102677]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:53 smithi111 ceph-mon[97855]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:53 smithi111 ceph-mon[116524]: pgmap v8334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:55 smithi155 ceph-mon[102677]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:55 smithi111 ceph-mon[97855]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:55 smithi111 ceph-mon[116524]: pgmap v8335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:57 smithi155 ceph-mon[102677]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:57 smithi111 ceph-mon[97855]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:57 smithi111 ceph-mon[116524]: pgmap v8336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:59.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:51:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:51:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:51:59 smithi155 ceph-mon[102677]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:51:59 smithi111 ceph-mon[97855]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:51:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:51:59 smithi111 ceph-mon[116524]: pgmap v8337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:01.249 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:52:01.554 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:52:01.554 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 112s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:52:01.554 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 112s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:52:01.554 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 112s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:52:01.554 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 112s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:52:01.554 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 112s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 112s ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 112s ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 112s ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 112s ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 112s ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 112s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 112s ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 112s ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 112s ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 112s ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:52:01.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 112s ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:52:01.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 112s ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:52:01.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 112s ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:52:01.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 112s ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:52:01.556 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 112s ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:01.933 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:52:01.934 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:52:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:01 smithi155 ceph-mon[102677]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:01 smithi111 ceph-mon[97855]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:01 smithi111 ceph-mon[116524]: pgmap v8338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:02 smithi155 ceph-mon[102677]: from='client.33185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:02 smithi155 ceph-mon[102677]: from='client.33191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3342741062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:52:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:02 smithi111 ceph-mon[97855]: from='client.33185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:02 smithi111 ceph-mon[97855]: from='client.33191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3342741062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:52:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:02 smithi111 ceph-mon[116524]: from='client.33185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:02 smithi111 ceph-mon[116524]: from='client.33191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3342741062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:52:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:03 smithi155 ceph-mon[102677]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:03 smithi111 ceph-mon[97855]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:03 smithi111 ceph-mon[116524]: pgmap v8339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:05 smithi155 ceph-mon[102677]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:05 smithi111 ceph-mon[97855]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:05 smithi111 ceph-mon[116524]: pgmap v8340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:07 smithi155 ceph-mon[102677]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:07 smithi111 ceph-mon[97855]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:07 smithi111 ceph-mon[116524]: pgmap v8341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:09.564 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:52:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:52:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:09 smithi155 ceph-mon[102677]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:09 smithi111 ceph-mon[116524]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:09 smithi111 ceph-mon[97855]: pgmap v8342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:52:10.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:52:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:52:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:52:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: pgmap v8343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:12.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:52:12.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:52:12.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:52:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:13 smithi155 ceph-mon[102677]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:13 smithi111 ceph-mon[97855]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:13 smithi111 ceph-mon[116524]: pgmap v8344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:15 smithi155 ceph-mon[102677]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:15 smithi111 ceph-mon[97855]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:15 smithi111 ceph-mon[116524]: pgmap v8345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:17 smithi155 ceph-mon[102677]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:17 smithi111 ceph-mon[97855]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:17 smithi111 ceph-mon[116524]: pgmap v8346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:19.567 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:52:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:52:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:19 smithi155 ceph-mon[102677]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:19 smithi111 ceph-mon[116524]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:19 smithi111 ceph-mon[97855]: pgmap v8347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:21 smithi155 ceph-mon[102677]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:21 smithi111 ceph-mon[97855]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:21 smithi111 ceph-mon[116524]: pgmap v8348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:23 smithi155 ceph-mon[102677]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:23 smithi111 ceph-mon[97855]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:23 smithi111 ceph-mon[116524]: pgmap v8349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:25 smithi155 ceph-mon[102677]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:25 smithi111 ceph-mon[97855]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:25 smithi111 ceph-mon[116524]: pgmap v8350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:27 smithi155 ceph-mon[102677]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:27 smithi111 ceph-mon[97855]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:27 smithi111 ceph-mon[116524]: pgmap v8351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:29.571 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:52:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:52:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:29 smithi155 ceph-mon[102677]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:29 smithi111 ceph-mon[97855]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:29 smithi111 ceph-mon[116524]: pgmap v8352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:31 smithi155 ceph-mon[102677]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:31.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:31 smithi111 ceph-mon[97855]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:31 smithi111 ceph-mon[116524]: pgmap v8353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:32.277 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:52:32.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:52:32.587 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:52:32.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:52:32.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:52:32.968 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:52:32.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:52:32.968 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:52:32.968 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:52:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:33 smithi155 ceph-mon[102677]: from='client.23328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:33 smithi155 ceph-mon[102677]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:33 smithi155 ceph-mon[102677]: from='client.23334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/301483679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[97855]: from='client.23328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[97855]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[97855]: from='client.23334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/301483679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[116524]: from='client.23328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[116524]: pgmap v8354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[116524]: from='client.23334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:52:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/301483679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:52:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:35 smithi155 ceph-mon[102677]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:35 smithi111 ceph-mon[97855]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:35 smithi111 ceph-mon[116524]: pgmap v8355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:37 smithi155 ceph-mon[102677]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:37 smithi111 ceph-mon[97855]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:37 smithi111 ceph-mon[116524]: pgmap v8356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:39.573 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:52:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:52:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:39 smithi155 ceph-mon[102677]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:39 smithi111 ceph-mon[97855]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:39 smithi111 ceph-mon[116524]: pgmap v8357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 07:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T07:52:40.174539854Z level=info msg="Completed cleanup jobs" duration=140.745593ms 2023-12-01T07:52:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:41 smithi155 ceph-mon[102677]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:41 smithi111 ceph-mon[97855]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:41 smithi111 ceph-mon[116524]: pgmap v8358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:43 smithi155 ceph-mon[102677]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:43 smithi111 ceph-mon[97855]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:43 smithi111 ceph-mon[116524]: pgmap v8359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:45 smithi155 ceph-mon[102677]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:45 smithi111 ceph-mon[97855]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:45 smithi111 ceph-mon[116524]: pgmap v8360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:47 smithi155 ceph-mon[102677]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:47 smithi111 ceph-mon[97855]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:47 smithi111 ceph-mon[116524]: pgmap v8361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:49.576 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:52:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:52:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:49 smithi155 ceph-mon[102677]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:49 smithi111 ceph-mon[97855]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:49 smithi111 ceph-mon[116524]: pgmap v8362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:52:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:51 smithi155 ceph-mon[102677]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:51 smithi111 ceph-mon[97855]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:51 smithi111 ceph-mon[116524]: pgmap v8363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:53 smithi155 ceph-mon[102677]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:53 smithi111 ceph-mon[97855]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:53 smithi111 ceph-mon[116524]: pgmap v8364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:55 smithi155 ceph-mon[102677]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:55 smithi111 ceph-mon[97855]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:55 smithi111 ceph-mon[116524]: pgmap v8365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:57 smithi155 ceph-mon[102677]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:57 smithi111 ceph-mon[97855]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:57 smithi111 ceph-mon[116524]: pgmap v8366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:59.578 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:52:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:52:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:52:59 smithi155 ceph-mon[102677]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:52:59 smithi111 ceph-mon[97855]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:52:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:52:59 smithi111 ceph-mon[116524]: pgmap v8367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:01 smithi155 ceph-mon[102677]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:01 smithi111 ceph-mon[97855]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:01 smithi111 ceph-mon[116524]: pgmap v8368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:03.312 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:53:03.618 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:53:03.619 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:53:03.620 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:53:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:03 smithi155 ceph-mon[102677]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:03.996 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:53:03.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:53:03.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:53:03.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:53:03.998 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:53:03.998 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:53:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:03 smithi111 ceph-mon[116524]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:03 smithi111 ceph-mon[97855]: pgmap v8369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:04 smithi155 ceph-mon[102677]: from='client.33221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:04 smithi155 ceph-mon[102677]: from='client.23352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4064475378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:53:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[97855]: from='client.33221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[97855]: from='client.23352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4064475378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[116524]: from='client.33221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[116524]: from='client.23352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4064475378' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:53:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:05 smithi155 ceph-mon[102677]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:05 smithi111 ceph-mon[97855]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:05 smithi111 ceph-mon[116524]: pgmap v8370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:07 smithi155 ceph-mon[102677]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:07 smithi111 ceph-mon[97855]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:07 smithi111 ceph-mon[116524]: pgmap v8371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:09.582 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:53:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:53:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:09 smithi155 ceph-mon[102677]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:09 smithi111 ceph-mon[97855]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:09 smithi111 ceph-mon[116524]: pgmap v8372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:11 smithi155 ceph-mon[102677]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:53:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:11 smithi111 ceph-mon[97855]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:53:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:11 smithi111 ceph-mon[116524]: pgmap v8373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:53:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:53:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:53:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:53:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:53:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:53:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:53:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:53:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:53:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:53:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:13 smithi111 ceph-mon[97855]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:13 smithi111 ceph-mon[116524]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:13 smithi155 ceph-mon[102677]: pgmap v8374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:15 smithi111 ceph-mon[97855]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:15 smithi111 ceph-mon[116524]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:15 smithi155 ceph-mon[102677]: pgmap v8375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:17 smithi155 ceph-mon[102677]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:17 smithi111 ceph-mon[97855]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:17 smithi111 ceph-mon[116524]: pgmap v8376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:19.585 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:53:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:53:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:19 smithi155 ceph-mon[102677]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:19 smithi111 ceph-mon[97855]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:19 smithi111 ceph-mon[116524]: pgmap v8377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:21 smithi155 ceph-mon[102677]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:21 smithi111 ceph-mon[97855]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:21 smithi111 ceph-mon[116524]: pgmap v8378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:23 smithi155 ceph-mon[102677]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:23 smithi111 ceph-mon[97855]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:23 smithi111 ceph-mon[116524]: pgmap v8379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:25 smithi155 ceph-mon[102677]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:25 smithi111 ceph-mon[97855]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:25 smithi111 ceph-mon[116524]: pgmap v8380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:27 smithi155 ceph-mon[102677]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:27 smithi111 ceph-mon[97855]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:27 smithi111 ceph-mon[116524]: pgmap v8381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:29.587 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:53:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:53:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:29 smithi155 ceph-mon[102677]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:29 smithi111 ceph-mon[97855]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:29 smithi111 ceph-mon[116524]: pgmap v8382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:31 smithi155 ceph-mon[102677]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:31 smithi111 ceph-mon[97855]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:31 smithi111 ceph-mon[116524]: pgmap v8383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:33 smithi155 ceph-mon[102677]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:33 smithi111 ceph-mon[97855]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:33 smithi111 ceph-mon[116524]: pgmap v8384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:34.339 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:53:34.648 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:53:34.649 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:53:34.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:53:34.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:53:34.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:53:34.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:53:34.650 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:53:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:35.030 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:53:35.031 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:53:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:53:35.032 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:53:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:35 smithi155 ceph-mon[102677]: from='client.23364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:35 smithi155 ceph-mon[102677]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:35 smithi155 ceph-mon[102677]: from='client.23370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1156107848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[97855]: from='client.23364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[97855]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[97855]: from='client.23370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1156107848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[116524]: from='client.23364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[116524]: pgmap v8385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[116524]: from='client.23370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:53:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1156107848' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:53:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:37 smithi155 ceph-mon[102677]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:37 smithi111 ceph-mon[97855]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:37 smithi111 ceph-mon[116524]: pgmap v8386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:39.590 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:53:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:53:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:39 smithi155 ceph-mon[102677]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:39 smithi111 ceph-mon[97855]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:39 smithi111 ceph-mon[116524]: pgmap v8387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:41 smithi155 ceph-mon[102677]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:41.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:41 smithi111 ceph-mon[97855]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:41 smithi111 ceph-mon[116524]: pgmap v8388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:43 smithi155 ceph-mon[102677]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:43 smithi111 ceph-mon[97855]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:43 smithi111 ceph-mon[116524]: pgmap v8389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:45 smithi155 ceph-mon[102677]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:45 smithi111 ceph-mon[97855]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:45 smithi111 ceph-mon[116524]: pgmap v8390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:47 smithi155 ceph-mon[102677]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:47 smithi111 ceph-mon[97855]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:47 smithi111 ceph-mon[116524]: pgmap v8391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:49.593 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:53:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:53:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:49 smithi155 ceph-mon[102677]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:49 smithi111 ceph-mon[97855]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:49 smithi111 ceph-mon[116524]: pgmap v8392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:53:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:51 smithi155 ceph-mon[102677]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:51 smithi111 ceph-mon[97855]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:51 smithi111 ceph-mon[116524]: pgmap v8393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:53 smithi155 ceph-mon[102677]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:53 smithi111 ceph-mon[97855]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:53 smithi111 ceph-mon[116524]: pgmap v8394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:55 smithi155 ceph-mon[102677]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:55 smithi111 ceph-mon[97855]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:55 smithi111 ceph-mon[116524]: pgmap v8395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:57 smithi155 ceph-mon[102677]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:57.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:57 smithi111 ceph-mon[97855]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:57 smithi111 ceph-mon[116524]: pgmap v8396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:59.596 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:53:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:53:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:53:59 smithi155 ceph-mon[102677]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:53:59 smithi111 ceph-mon[97855]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:53:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:53:59 smithi111 ceph-mon[116524]: pgmap v8397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:01 smithi155 ceph-mon[102677]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:01 smithi111 ceph-mon[97855]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:01 smithi111 ceph-mon[116524]: pgmap v8398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:03 smithi155 ceph-mon[102677]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:03 smithi111 ceph-mon[97855]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:03 smithi111 ceph-mon[116524]: pgmap v8399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:05.374 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:54:05.682 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:54:05.682 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:54:05.682 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:54:05.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:54:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:54:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:54:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:05 smithi155 ceph-mon[102677]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:05 smithi111 ceph-mon[97855]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:05 smithi111 ceph-mon[116524]: pgmap v8400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:54:06.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:54:06.060 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:54:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:06 smithi155 ceph-mon[102677]: from='client.23382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:06 smithi155 ceph-mon[102677]: from='client.33263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3752823978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:06 smithi111 ceph-mon[97855]: from='client.23382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:06 smithi111 ceph-mon[97855]: from='client.33263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3752823978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:54:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:06 smithi111 ceph-mon[116524]: from='client.23382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:06 smithi111 ceph-mon[116524]: from='client.33263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3752823978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:54:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:07 smithi155 ceph-mon[102677]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:07 smithi111 ceph-mon[97855]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:07 smithi111 ceph-mon[116524]: pgmap v8401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:09.615 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:54:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:54:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:09 smithi155 ceph-mon[102677]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:09 smithi111 ceph-mon[97855]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:09 smithi111 ceph-mon[116524]: pgmap v8402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:11 smithi155 ceph-mon[102677]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:11 smithi111 ceph-mon[97855]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:11 smithi111 ceph-mon[116524]: pgmap v8403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:54:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:54:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:54:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:54:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:54:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:13 smithi155 ceph-mon[102677]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:13 smithi111 ceph-mon[97855]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:13 smithi111 ceph-mon[116524]: pgmap v8404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:15 smithi155 ceph-mon[102677]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:15 smithi111 ceph-mon[97855]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:15 smithi111 ceph-mon[116524]: pgmap v8405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:17 smithi111 ceph-mon[97855]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:17 smithi111 ceph-mon[116524]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:17 smithi155 ceph-mon[102677]: pgmap v8406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:19.602 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:54:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:54:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:19 smithi155 ceph-mon[102677]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:19 smithi111 ceph-mon[97855]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:19 smithi111 ceph-mon[116524]: pgmap v8407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:21 smithi155 ceph-mon[102677]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:21 smithi111 ceph-mon[97855]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:21 smithi111 ceph-mon[116524]: pgmap v8408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:23 smithi155 ceph-mon[102677]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:23 smithi111 ceph-mon[97855]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:23 smithi111 ceph-mon[116524]: pgmap v8409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:25 smithi155 ceph-mon[102677]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:25 smithi111 ceph-mon[97855]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:25 smithi111 ceph-mon[116524]: pgmap v8410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:27 smithi111 ceph-mon[97855]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:27 smithi111 ceph-mon[116524]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:27 smithi155 ceph-mon[102677]: pgmap v8411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:29.605 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:54:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:54:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:29 smithi155 ceph-mon[102677]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:29 smithi111 ceph-mon[97855]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:29 smithi111 ceph-mon[116524]: pgmap v8412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:31 smithi155 ceph-mon[102677]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:31 smithi111 ceph-mon[97855]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:31 smithi111 ceph-mon[116524]: pgmap v8413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:33 smithi155 ceph-mon[102677]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:33 smithi111 ceph-mon[97855]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:33 smithi111 ceph-mon[116524]: pgmap v8414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:35 smithi155 ceph-mon[102677]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:35 smithi111 ceph-mon[97855]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:35 smithi111 ceph-mon[116524]: pgmap v8415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:36.411 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:54:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:54:36.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:54:36.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:54:36.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:54:36.720 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[116524]: from='client.33275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[116524]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[116524]: from='client.23406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3346969152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[97855]: from='client.33275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[97855]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[97855]: from='client.23406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3346969152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:54:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:37 smithi155 ceph-mon[102677]: from='client.33275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:37 smithi155 ceph-mon[102677]: pgmap v8416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:37 smithi155 ceph-mon[102677]: from='client.23406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:54:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3346969152' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:54:39.607 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:54:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:54:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:39 smithi155 ceph-mon[102677]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:39 smithi111 ceph-mon[116524]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:39 smithi111 ceph-mon[97855]: pgmap v8417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:41 smithi155 ceph-mon[102677]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:41 smithi111 ceph-mon[97855]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:41 smithi111 ceph-mon[116524]: pgmap v8418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:43 smithi155 ceph-mon[102677]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:43 smithi111 ceph-mon[97855]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:43 smithi111 ceph-mon[116524]: pgmap v8419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:45 smithi155 ceph-mon[102677]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:45 smithi111 ceph-mon[97855]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:45 smithi111 ceph-mon[116524]: pgmap v8420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:47 smithi111 ceph-mon[97855]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:47 smithi111 ceph-mon[116524]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:47 smithi155 ceph-mon[102677]: pgmap v8421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:49.611 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:54:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:54:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:49 smithi155 ceph-mon[102677]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:49 smithi111 ceph-mon[97855]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:49 smithi111 ceph-mon[116524]: pgmap v8422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:54:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:51 smithi155 ceph-mon[102677]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:51 smithi111 ceph-mon[97855]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:51 smithi111 ceph-mon[116524]: pgmap v8423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:53 smithi155 ceph-mon[102677]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:53 smithi111 ceph-mon[97855]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:53 smithi111 ceph-mon[116524]: pgmap v8424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:55 smithi155 ceph-mon[102677]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:55 smithi111 ceph-mon[97855]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:55 smithi111 ceph-mon[116524]: pgmap v8425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:57 smithi111 ceph-mon[97855]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:57 smithi111 ceph-mon[116524]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:57 smithi155 ceph-mon[102677]: pgmap v8426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:59.614 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:54:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:54:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:54:59 smithi155 ceph-mon[102677]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:59.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:54:59 smithi111 ceph-mon[97855]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:54:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:54:59 smithi111 ceph-mon[116524]: pgmap v8427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:01 smithi155 ceph-mon[102677]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:01 smithi111 ceph-mon[97855]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:01 smithi111 ceph-mon[116524]: pgmap v8428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:03.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:03 smithi155 ceph-mon[102677]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:03 smithi111 ceph-mon[97855]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:03 smithi111 ceph-mon[116524]: pgmap v8429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:05 smithi155 ceph-mon[102677]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:05 smithi111 ceph-mon[97855]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:05 smithi111 ceph-mon[116524]: pgmap v8430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:07.444 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:55:07.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:07 smithi111 ceph-mon[97855]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:07 smithi111 ceph-mon[116524]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:07 smithi155 ceph-mon[102677]: pgmap v8431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:55:07.750 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:55:07.751 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:08.133 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:55:08.134 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:08 smithi111 ceph-mon[97855]: from='client.33293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:08 smithi111 ceph-mon[97855]: from='client.33299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1483087157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:55:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:08 smithi111 ceph-mon[116524]: from='client.33293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:08 smithi111 ceph-mon[116524]: from='client.33299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1483087157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:55:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:08 smithi155 ceph-mon[102677]: from='client.33293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:08 smithi155 ceph-mon[102677]: from='client.33299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1483087157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:55:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:09 smithi111 ceph-mon[97855]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:55:09] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:55:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:09 smithi111 ceph-mon[116524]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:09 smithi155 ceph-mon[102677]: pgmap v8432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:11 smithi155 ceph-mon[102677]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:11 smithi111 ceph-mon[97855]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:11 smithi111 ceph-mon[116524]: pgmap v8433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:55:12.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:55:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:55:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:13 smithi155 ceph-mon[102677]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:55:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:55:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[97855]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:55:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[116524]: pgmap v8434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:55:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:55:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:15 smithi155 ceph-mon[102677]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:15.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:15 smithi111 ceph-mon[97855]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:15 smithi111 ceph-mon[116524]: pgmap v8435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:17 smithi111 ceph-mon[97855]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:17 smithi111 ceph-mon[116524]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:17 smithi155 ceph-mon[102677]: pgmap v8436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:19.619 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:55:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:55:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:19 smithi155 ceph-mon[102677]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:19 smithi111 ceph-mon[97855]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:19 smithi111 ceph-mon[116524]: pgmap v8437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:21 smithi155 ceph-mon[102677]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:21 smithi111 ceph-mon[97855]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:21 smithi111 ceph-mon[116524]: pgmap v8438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:23 smithi155 ceph-mon[102677]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:23.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:23 smithi111 ceph-mon[97855]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:23 smithi111 ceph-mon[116524]: pgmap v8439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:25 smithi155 ceph-mon[102677]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:25 smithi111 ceph-mon[97855]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:25 smithi111 ceph-mon[116524]: pgmap v8440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:27 smithi111 ceph-mon[97855]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:27 smithi111 ceph-mon[116524]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:27 smithi155 ceph-mon[102677]: pgmap v8441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:29.622 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:55:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T07:55:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:29 smithi155 ceph-mon[102677]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:29 smithi111 ceph-mon[97855]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:29 smithi111 ceph-mon[116524]: pgmap v8442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:31 smithi155 ceph-mon[102677]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:31 smithi111 ceph-mon[97855]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:31 smithi111 ceph-mon[116524]: pgmap v8443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:33 smithi155 ceph-mon[102677]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:33.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:33 smithi111 ceph-mon[97855]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:33 smithi111 ceph-mon[116524]: pgmap v8444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:35 smithi155 ceph-mon[102677]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:35.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:35 smithi111 ceph-mon[97855]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:35 smithi111 ceph-mon[116524]: pgmap v8445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:37 smithi111 ceph-mon[97855]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:37 smithi111 ceph-mon[116524]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:37 smithi155 ceph-mon[102677]: pgmap v8446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:38.479 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:55:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:55:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:55:39.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:55:39.168 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:55:39.625 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:55:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:55:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:39 smithi155 ceph-mon[102677]: from='client.33311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:39 smithi155 ceph-mon[102677]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:39 smithi155 ceph-mon[102677]: from='client.33317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1271937674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:55:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[116524]: from='client.33311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[116524]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[116524]: from='client.33317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1271937674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:55:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[97855]: from='client.33311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[97855]: pgmap v8447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[97855]: from='client.33317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:55:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1271937674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:55:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:41 smithi155 ceph-mon[102677]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:41.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:41 smithi111 ceph-mon[116524]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:41 smithi111 ceph-mon[97855]: pgmap v8448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:43 smithi155 ceph-mon[102677]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:43 smithi111 ceph-mon[97855]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:43 smithi111 ceph-mon[116524]: pgmap v8449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:45 smithi155 ceph-mon[102677]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:45.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:45 smithi111 ceph-mon[97855]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:45 smithi111 ceph-mon[116524]: pgmap v8450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:47.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:47 smithi111 ceph-mon[97855]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:47 smithi111 ceph-mon[116524]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:47 smithi155 ceph-mon[102677]: pgmap v8451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:49.628 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:55:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:55:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:49 smithi155 ceph-mon[102677]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:49 smithi111 ceph-mon[97855]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:49 smithi111 ceph-mon[116524]: pgmap v8452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:55:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:51 smithi155 ceph-mon[102677]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:51 smithi111 ceph-mon[97855]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:51 smithi111 ceph-mon[116524]: pgmap v8453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:53 smithi155 ceph-mon[102677]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:53 smithi111 ceph-mon[97855]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:53 smithi111 ceph-mon[116524]: pgmap v8454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:55 smithi155 ceph-mon[102677]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:55.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:55 smithi111 ceph-mon[97855]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:55 smithi111 ceph-mon[116524]: pgmap v8455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:57 smithi111 ceph-mon[97855]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:57 smithi111 ceph-mon[116524]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:57 smithi155 ceph-mon[102677]: pgmap v8456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:59.631 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:55:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:55:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:55:59 smithi155 ceph-mon[102677]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:55:59 smithi111 ceph-mon[97855]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:55:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:55:59 smithi111 ceph-mon[116524]: pgmap v8457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:01 smithi155 ceph-mon[102677]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:01.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:01 smithi111 ceph-mon[97855]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:01 smithi111 ceph-mon[116524]: pgmap v8458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:03 smithi155 ceph-mon[102677]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:03.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:03 smithi111 ceph-mon[97855]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:03 smithi111 ceph-mon[116524]: pgmap v8459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:05 smithi155 ceph-mon[102677]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:05 smithi111 ceph-mon[97855]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:05 smithi111 ceph-mon[116524]: pgmap v8460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:07 smithi111 ceph-mon[97855]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:07 smithi111 ceph-mon[116524]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:07 smithi155 ceph-mon[102677]: pgmap v8461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:09.508 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:56:09.633 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:56:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:56:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:56:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:56:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:56:09.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:56:09.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:56:09.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:56:09.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:56:09.818 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:56:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:09 smithi155 ceph-mon[102677]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:09 smithi111 ceph-mon[97855]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:09 smithi111 ceph-mon[116524]: pgmap v8462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:56:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:56:10.195 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:56:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:10 smithi155 ceph-mon[102677]: from='client.33329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:10 smithi155 ceph-mon[102677]: from='client.23457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2642408617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:56:10.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:10 smithi111 ceph-mon[97855]: from='client.33329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:10 smithi111 ceph-mon[97855]: from='client.23457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2642408617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:56:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:10 smithi111 ceph-mon[116524]: from='client.33329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:10 smithi111 ceph-mon[116524]: from='client.23457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2642408617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:56:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:11 smithi155 ceph-mon[102677]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:11 smithi111 ceph-mon[97855]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:11 smithi111 ceph-mon[116524]: pgmap v8463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:13 smithi155 ceph-mon[102677]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:56:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:56:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:56:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[97855]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[116524]: pgmap v8464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:56:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:56:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:56:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:56:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:15 smithi155 ceph-mon[102677]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:15 smithi111 ceph-mon[97855]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:15 smithi111 ceph-mon[116524]: pgmap v8465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:17 smithi111 ceph-mon[97855]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:17 smithi111 ceph-mon[116524]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:17 smithi155 ceph-mon[102677]: pgmap v8466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:19.637 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:56:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:56:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:19 smithi155 ceph-mon[102677]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:19 smithi111 ceph-mon[97855]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:19 smithi111 ceph-mon[116524]: pgmap v8467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:21 smithi155 ceph-mon[102677]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:21 smithi111 ceph-mon[97855]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:21 smithi111 ceph-mon[116524]: pgmap v8468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:23 smithi155 ceph-mon[102677]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:23 smithi111 ceph-mon[97855]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:23 smithi111 ceph-mon[116524]: pgmap v8469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:25 smithi155 ceph-mon[102677]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:25 smithi111 ceph-mon[97855]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:25 smithi111 ceph-mon[116524]: pgmap v8470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:27 smithi111 ceph-mon[97855]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:27 smithi111 ceph-mon[116524]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:27 smithi155 ceph-mon[102677]: pgmap v8471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:29.639 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:56:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:56:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:29 smithi155 ceph-mon[102677]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:29 smithi111 ceph-mon[97855]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:29.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:29 smithi111 ceph-mon[116524]: pgmap v8472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:31 smithi155 ceph-mon[102677]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:31.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:31 smithi111 ceph-mon[97855]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:31 smithi111 ceph-mon[116524]: pgmap v8473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:33 smithi155 ceph-mon[102677]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:33 smithi111 ceph-mon[97855]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:33 smithi111 ceph-mon[116524]: pgmap v8474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:35 smithi155 ceph-mon[102677]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:35.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:35 smithi111 ceph-mon[97855]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:35 smithi111 ceph-mon[116524]: pgmap v8475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:37 smithi111 ceph-mon[97855]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:37 smithi111 ceph-mon[116524]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:37 smithi155 ceph-mon[102677]: pgmap v8476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:39.643 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:56:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:56:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:39 smithi155 ceph-mon[102677]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:39 smithi111 ceph-mon[97855]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:39 smithi111 ceph-mon[116524]: pgmap v8477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:40.542 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:56:40.850 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:56:40.851 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:56:41.228 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:56:41.228 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:56:41.228 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:56:41.228 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:41.228 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:56:41.228 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:56:41.229 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:41 smithi155 ceph-mon[102677]: from='client.23469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:41 smithi155 ceph-mon[102677]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:41 smithi155 ceph-mon[102677]: from='client.33353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/517723038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:56:41.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[97855]: from='client.23469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:41.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[97855]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[97855]: from='client.33353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/517723038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:56:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[116524]: from='client.23469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[116524]: pgmap v8478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[116524]: from='client.33353 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:56:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/517723038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:56:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:43 smithi155 ceph-mon[102677]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:43.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:43 smithi111 ceph-mon[97855]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:43.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:43 smithi111 ceph-mon[116524]: pgmap v8479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:45 smithi155 ceph-mon[102677]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:45 smithi111 ceph-mon[97855]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:45 smithi111 ceph-mon[116524]: pgmap v8480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:47 smithi111 ceph-mon[97855]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:47 smithi111 ceph-mon[116524]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:47 smithi155 ceph-mon[102677]: pgmap v8481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:49.646 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:56:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:56:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:49 smithi155 ceph-mon[102677]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:49 smithi111 ceph-mon[116524]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:49 smithi111 ceph-mon[97855]: pgmap v8482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:56:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:51 smithi155 ceph-mon[102677]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:51 smithi111 ceph-mon[97855]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:51.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:51 smithi111 ceph-mon[116524]: pgmap v8483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:53 smithi155 ceph-mon[102677]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:53.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:53 smithi111 ceph-mon[97855]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:53 smithi111 ceph-mon[116524]: pgmap v8484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:55 smithi155 ceph-mon[102677]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:55.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:55 smithi111 ceph-mon[97855]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:55 smithi111 ceph-mon[116524]: pgmap v8485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:57 smithi111 ceph-mon[97855]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:57 smithi111 ceph-mon[116524]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:57 smithi155 ceph-mon[102677]: pgmap v8486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:59.649 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:56:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:56:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:56:59 smithi155 ceph-mon[102677]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:59.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:56:59 smithi111 ceph-mon[97855]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:56:59.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:56:59 smithi111 ceph-mon[116524]: pgmap v8487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:01 smithi155 ceph-mon[102677]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:01 smithi111 ceph-mon[97855]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:01 smithi111 ceph-mon[116524]: pgmap v8488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:03 smithi155 ceph-mon[102677]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:03 smithi111 ceph-mon[97855]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:03 smithi111 ceph-mon[116524]: pgmap v8489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:04.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:05 smithi155 ceph-mon[102677]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:05 smithi111 ceph-mon[97855]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:05.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:05 smithi111 ceph-mon[116524]: pgmap v8490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:07 smithi111 ceph-mon[97855]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:07 smithi111 ceph-mon[116524]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:07 smithi155 ceph-mon[102677]: pgmap v8491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:09.651 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:57:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:57:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:09 smithi155 ceph-mon[102677]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:09.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:09 smithi111 ceph-mon[116524]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:09 smithi111 ceph-mon[97855]: pgmap v8492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:11.573 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:57:11.881 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:57:11.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:57:11.883 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:57:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:11 smithi155 ceph-mon[102677]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:11 smithi111 ceph-mon[97855]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:11 smithi111 ceph-mon[116524]: pgmap v8493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:12.266 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:57:12.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:57:12.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:57:12.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:57:12.268 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:57:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:12 smithi155 ceph-mon[102677]: from='client.33365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1966191738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:57:12.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:12 smithi111 ceph-mon[97855]: from='client.33365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:12.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1966191738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:57:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:12 smithi111 ceph-mon[116524]: from='client.33365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1966191738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:57:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:13 smithi155 ceph-mon[102677]: from='client.33371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:13 smithi155 ceph-mon[102677]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:57:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:13 smithi111 ceph-mon[97855]: from='client.33371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:13 smithi111 ceph-mon[97855]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:57:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:13 smithi111 ceph-mon[116524]: from='client.33371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:13 smithi111 ceph-mon[116524]: pgmap v8494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:57:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:57:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:57:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:57:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:57:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:57:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:57:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:57:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:57:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:57:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:15 smithi155 ceph-mon[102677]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:15.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:15 smithi111 ceph-mon[97855]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:15 smithi111 ceph-mon[116524]: pgmap v8495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:17 smithi111 ceph-mon[97855]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:17 smithi111 ceph-mon[116524]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:17 smithi155 ceph-mon[102677]: pgmap v8496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:19.654 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:57:19] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:57:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:19 smithi155 ceph-mon[102677]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:19 smithi111 ceph-mon[97855]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:19 smithi111 ceph-mon[116524]: pgmap v8497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:21 smithi155 ceph-mon[102677]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:21 smithi111 ceph-mon[97855]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:21.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:21 smithi111 ceph-mon[116524]: pgmap v8498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:23 smithi155 ceph-mon[102677]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:23 smithi111 ceph-mon[97855]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:23 smithi111 ceph-mon[116524]: pgmap v8499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:25 smithi155 ceph-mon[102677]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:25.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:25 smithi111 ceph-mon[97855]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:25 smithi111 ceph-mon[116524]: pgmap v8500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:27 smithi111 ceph-mon[97855]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:27 smithi111 ceph-mon[116524]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:27 smithi155 ceph-mon[102677]: pgmap v8501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:29.658 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:57:29] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T07:57:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:29 smithi155 ceph-mon[102677]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:29 smithi111 ceph-mon[97855]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:29 smithi111 ceph-mon[116524]: pgmap v8502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:31 smithi155 ceph-mon[102677]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:31.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:31 smithi111 ceph-mon[97855]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:31 smithi111 ceph-mon[116524]: pgmap v8503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:33 smithi155 ceph-mon[102677]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:33 smithi111 ceph-mon[97855]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:33 smithi111 ceph-mon[116524]: pgmap v8504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:35 smithi155 ceph-mon[102677]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:35.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:35 smithi111 ceph-mon[97855]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:35 smithi111 ceph-mon[116524]: pgmap v8505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:37 smithi155 ceph-mon[102677]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:37.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:37 smithi111 ceph-mon[97855]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:37 smithi111 ceph-mon[116524]: pgmap v8506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:39.664 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:57:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:57:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:39 smithi155 ceph-mon[102677]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:39 smithi111 ceph-mon[97855]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:39 smithi111 ceph-mon[116524]: pgmap v8507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:41 smithi155 ceph-mon[102677]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:41.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:41 smithi111 ceph-mon[97855]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:41 smithi111 ceph-mon[116524]: pgmap v8508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:42.612 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:57:42.921 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:57:42.921 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:57:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:57:43.301 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:57:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:43 smithi155 ceph-mon[102677]: from='client.33383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:43 smithi155 ceph-mon[102677]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/910279495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:57:43.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:43 smithi111 ceph-mon[97855]: from='client.33383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:43 smithi111 ceph-mon[97855]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/910279495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:57:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:43 smithi111 ceph-mon[116524]: from='client.33383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:43 smithi111 ceph-mon[116524]: pgmap v8509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/910279495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:57:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:44 smithi155 ceph-mon[102677]: from='client.23511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:44 smithi111 ceph-mon[97855]: from='client.23511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:44 smithi111 ceph-mon[116524]: from='client.23511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:57:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:45 smithi155 ceph-mon[102677]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:45 smithi111 ceph-mon[97855]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:45 smithi111 ceph-mon[116524]: pgmap v8510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:47 smithi155 ceph-mon[102677]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:47.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:47 smithi111 ceph-mon[97855]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:47.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:47 smithi111 ceph-mon[116524]: pgmap v8511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:49.664 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:57:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:57:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:49 smithi155 ceph-mon[102677]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:49.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:49 smithi111 ceph-mon[116524]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:49 smithi111 ceph-mon[97855]: pgmap v8512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:57:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:51 smithi155 ceph-mon[102677]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:51 smithi111 ceph-mon[97855]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:51.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:51 smithi111 ceph-mon[116524]: pgmap v8513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:53 smithi155 ceph-mon[102677]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:53.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:53 smithi111 ceph-mon[97855]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:53 smithi111 ceph-mon[116524]: pgmap v8514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:55 smithi155 ceph-mon[102677]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:55.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:55 smithi111 ceph-mon[97855]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:55 smithi111 ceph-mon[116524]: pgmap v8515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:57 smithi155 ceph-mon[102677]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:57.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:57 smithi111 ceph-mon[97855]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:57 smithi111 ceph-mon[116524]: pgmap v8516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:59.667 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:57:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:57:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:57:59 smithi155 ceph-mon[102677]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:57:59 smithi111 ceph-mon[97855]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:57:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:57:59 smithi111 ceph-mon[116524]: pgmap v8517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:01 smithi155 ceph-mon[102677]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:01 smithi111 ceph-mon[97855]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:01 smithi111 ceph-mon[116524]: pgmap v8518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:03 smithi155 ceph-mon[102677]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:03 smithi111 ceph-mon[97855]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:03 smithi111 ceph-mon[116524]: pgmap v8519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:05 smithi155 ceph-mon[102677]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:05 smithi111 ceph-mon[97855]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:05.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:05 smithi111 ceph-mon[116524]: pgmap v8520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:07 smithi155 ceph-mon[102677]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:07.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:07 smithi111 ceph-mon[97855]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:07 smithi111 ceph-mon[116524]: pgmap v8521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:09.670 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:58:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:58:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:09 smithi155 ceph-mon[102677]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:09.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:09 smithi111 ceph-mon[116524]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:09 smithi111 ceph-mon[97855]: pgmap v8522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:11 smithi155 ceph-mon[102677]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:11 smithi111 ceph-mon[97855]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:11 smithi111 ceph-mon[116524]: pgmap v8523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:13.643 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:58:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:58:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:58:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4625M 2500M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 4916M 2500M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5301M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4368M 2500M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:58:13.952 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:58:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:13 smithi155 ceph-mon[102677]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:13.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:13 smithi111 ceph-mon[97855]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:13 smithi111 ceph-mon[116524]: pgmap v8524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:14.390 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:58:14.391 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:58:14.392 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:58:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='client.33401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:58:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3716678966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:58:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='client.33401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:58:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3716678966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='client.33401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T07:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3716678966' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:58:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:58:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:15 smithi155 ceph-mon[102677]: from='client.23529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:15 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2494M 2023-12-01T07:58:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:15 smithi155 ceph-mon[102677]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:15 smithi111 ceph-mon[97855]: from='client.23529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:15 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2494M 2023-12-01T07:58:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:15 smithi111 ceph-mon[97855]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:15 smithi111 ceph-mon[116524]: from='client.23529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:15 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2494M 2023-12-01T07:58:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:15 smithi111 ceph-mon[116524]: pgmap v8525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:17 smithi155 ceph-mon[102677]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:17 smithi111 ceph-mon[97855]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:17 smithi111 ceph-mon[116524]: pgmap v8526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:19.673 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:58:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:58:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:19 smithi155 ceph-mon[102677]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:19 smithi111 ceph-mon[97855]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:19 smithi111 ceph-mon[116524]: pgmap v8527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:21 smithi155 ceph-mon[102677]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:21 smithi111 ceph-mon[97855]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:21 smithi111 ceph-mon[116524]: pgmap v8528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:23 smithi155 ceph-mon[102677]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:23 smithi111 ceph-mon[97855]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:23 smithi111 ceph-mon[116524]: pgmap v8529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:25 smithi155 ceph-mon[102677]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:25 smithi111 ceph-mon[97855]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:25 smithi111 ceph-mon[116524]: pgmap v8530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:27 smithi155 ceph-mon[102677]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:27.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:27 smithi111 ceph-mon[97855]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:27 smithi111 ceph-mon[116524]: pgmap v8531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:29.676 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:58:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:58:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:29 smithi155 ceph-mon[102677]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:29 smithi111 ceph-mon[97855]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:29 smithi111 ceph-mon[116524]: pgmap v8532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:31 smithi155 ceph-mon[102677]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:31 smithi111 ceph-mon[97855]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:31 smithi111 ceph-mon[116524]: pgmap v8533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:33 smithi155 ceph-mon[102677]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:33 smithi111 ceph-mon[97855]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:33 smithi111 ceph-mon[116524]: pgmap v8534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:35 smithi155 ceph-mon[102677]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:35 smithi111 ceph-mon[97855]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:35 smithi111 ceph-mon[116524]: pgmap v8535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:37 smithi155 ceph-mon[102677]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:37.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:37 smithi111 ceph-mon[97855]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:37 smithi111 ceph-mon[116524]: pgmap v8536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:39.679 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:58:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T07:58:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:39 smithi155 ceph-mon[102677]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:39.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:39 smithi111 ceph-mon[97855]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:39 smithi111 ceph-mon[116524]: pgmap v8537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:41 smithi155 ceph-mon[102677]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:41 smithi111 ceph-mon[97855]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:41 smithi111 ceph-mon[116524]: pgmap v8538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:43 smithi155 ceph-mon[102677]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:43 smithi111 ceph-mon[97855]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:43 smithi111 ceph-mon[116524]: pgmap v8539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:44.738 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:58:45.043 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:58:45.043 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:58:45.043 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4625M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 4916M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5301M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:58:45.044 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4368M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:58:45.045 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:58:45.045 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:58:45.045 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:58:45.045 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:58:45.045 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:58:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:45 smithi155 ceph-mon[102677]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:45 smithi155 ceph-mon[102677]: from='client.23541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3289458930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:58:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:45 smithi111 ceph-mon[97855]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:45 smithi111 ceph-mon[97855]: from='client.23541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3289458930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:58:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:45 smithi111 ceph-mon[116524]: pgmap v8540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:45 smithi111 ceph-mon[116524]: from='client.23541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3289458930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:58:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:46 smithi155 ceph-mon[102677]: from='client.23547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:46 smithi111 ceph-mon[97855]: from='client.23547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:46 smithi111 ceph-mon[116524]: from='client.23547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:58:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:47 smithi155 ceph-mon[102677]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:47 smithi111 ceph-mon[97855]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:47 smithi111 ceph-mon[116524]: pgmap v8541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:49.695 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:58:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:58:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:49 smithi155 ceph-mon[102677]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:49 smithi111 ceph-mon[116524]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:49 smithi111 ceph-mon[97855]: pgmap v8542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:58:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:51 smithi155 ceph-mon[102677]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:51.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:51 smithi111 ceph-mon[116524]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:51 smithi111 ceph-mon[97855]: pgmap v8543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:53 smithi155 ceph-mon[102677]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:53 smithi111 ceph-mon[97855]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:53 smithi111 ceph-mon[116524]: pgmap v8544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:55 smithi155 ceph-mon[102677]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:55.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:55 smithi111 ceph-mon[97855]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:55 smithi111 ceph-mon[116524]: pgmap v8545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:57 smithi155 ceph-mon[102677]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:57.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:57 smithi111 ceph-mon[97855]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:57 smithi111 ceph-mon[116524]: pgmap v8546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:59.685 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:58:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:58:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:58:59 smithi155 ceph-mon[102677]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:59.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:58:59 smithi111 ceph-mon[97855]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:58:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:58:59 smithi111 ceph-mon[116524]: pgmap v8547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:01 smithi155 ceph-mon[102677]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:01.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:01 smithi111 ceph-mon[97855]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:01 smithi111 ceph-mon[116524]: pgmap v8548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:03 smithi155 ceph-mon[102677]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:03 smithi111 ceph-mon[97855]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:03 smithi111 ceph-mon[116524]: pgmap v8549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:04.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:05 smithi155 ceph-mon[102677]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:05 smithi111 ceph-mon[97855]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:05 smithi111 ceph-mon[116524]: pgmap v8550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:07 smithi155 ceph-mon[102677]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:07.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:07 smithi111 ceph-mon[97855]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:07 smithi111 ceph-mon[116524]: pgmap v8551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:09.689 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:59:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T07:59:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:09 smithi155 ceph-mon[102677]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:09 smithi111 ceph-mon[97855]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:09 smithi111 ceph-mon[116524]: pgmap v8552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:11 smithi155 ceph-mon[102677]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:11 smithi111 ceph-mon[97855]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:11 smithi111 ceph-mon[116524]: pgmap v8553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:13 smithi155 ceph-mon[102677]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:13 smithi111 ceph-mon[97855]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:13 smithi111 ceph-mon[116524]: pgmap v8554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:59:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:59:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T07:59:15.754 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:59:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:15 smithi155 ceph-mon[102677]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:59:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:59:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:59:15.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[116524]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[97855]: pgmap v8555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T07:59:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4625M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:59:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4916M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5301M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4368M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:59:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:59:16.446 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:59:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:59:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:59:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:59:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:59:16.447 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:59:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:16 smithi155 ceph-mon[102677]: from='client.23559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4115349192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:59:16.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:16 smithi111 ceph-mon[97855]: from='client.23559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4115349192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:59:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:16 smithi111 ceph-mon[116524]: from='client.23559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4115349192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:59:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:17 smithi155 ceph-mon[102677]: from='client.23565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:17 smithi155 ceph-mon[102677]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:17 smithi111 ceph-mon[97855]: from='client.23565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:17 smithi111 ceph-mon[97855]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:17 smithi111 ceph-mon[116524]: from='client.23565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:18.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:17 smithi111 ceph-mon[116524]: pgmap v8556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:19.706 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:59:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:59:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:19 smithi111 ceph-mon[97855]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:19 smithi111 ceph-mon[116524]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:19 smithi155 ceph-mon[102677]: pgmap v8557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:21 smithi111 ceph-mon[97855]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:21 smithi111 ceph-mon[116524]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:21 smithi155 ceph-mon[102677]: pgmap v8558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:23 smithi111 ceph-mon[97855]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:23 smithi111 ceph-mon[116524]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:23 smithi155 ceph-mon[102677]: pgmap v8559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:25 smithi111 ceph-mon[97855]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:25 smithi111 ceph-mon[116524]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:25 smithi155 ceph-mon[102677]: pgmap v8560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:27 smithi155 ceph-mon[102677]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:27 smithi111 ceph-mon[97855]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:27 smithi111 ceph-mon[116524]: pgmap v8561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:29.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:59:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T07:59:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:29 smithi155 ceph-mon[102677]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:29 smithi111 ceph-mon[97855]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:29 smithi111 ceph-mon[116524]: pgmap v8562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:31 smithi155 ceph-mon[102677]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:31 smithi111 ceph-mon[97855]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:31 smithi111 ceph-mon[116524]: pgmap v8563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:33 smithi155 ceph-mon[102677]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:33 smithi111 ceph-mon[97855]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:33 smithi111 ceph-mon[116524]: pgmap v8564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:35 smithi111 ceph-mon[97855]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:35 smithi111 ceph-mon[116524]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:35 smithi155 ceph-mon[102677]: pgmap v8565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:37 smithi155 ceph-mon[102677]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:37 smithi111 ceph-mon[97855]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:37 smithi111 ceph-mon[116524]: pgmap v8566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:39.697 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:59:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T07:59:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:39 smithi155 ceph-mon[102677]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:39 smithi111 ceph-mon[116524]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:39 smithi111 ceph-mon[97855]: pgmap v8567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:41 smithi155 ceph-mon[102677]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:41 smithi111 ceph-mon[97855]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:41 smithi111 ceph-mon[116524]: pgmap v8568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:43 smithi155 ceph-mon[102677]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:43 smithi111 ceph-mon[116524]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:43 smithi111 ceph-mon[97855]: pgmap v8569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:45 smithi111 ceph-mon[97855]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:45 smithi111 ceph-mon[116524]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:45 smithi155 ceph-mon[102677]: pgmap v8570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:46.793 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T07:59:47.096 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T07:59:47.096 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T07:59:47.096 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T07:59:47.096 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 687M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1048M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 494M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 457M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4625M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4916M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5301M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4368M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T07:59:47.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T07:59:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4290M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T07:59:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3756M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T07:59:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4404M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T07:59:47.098 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T07:59:47.476 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T07:59:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T07:59:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T07:59:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T07:59:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:59:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T07:59:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T07:59:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T07:59:47.478 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T07:59:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:47 smithi155 ceph-mon[102677]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:47 smithi155 ceph-mon[102677]: from='client.23577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:47.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:47 smithi111 ceph-mon[97855]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:47 smithi111 ceph-mon[97855]: from='client.23577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:47 smithi111 ceph-mon[116524]: pgmap v8571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:47 smithi111 ceph-mon[116524]: from='client.23577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:48 smithi155 ceph-mon[102677]: from='client.33461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/186587250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:48 smithi111 ceph-mon[97855]: from='client.33461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/186587250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:59:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:48 smithi111 ceph-mon[116524]: from='client.33461 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T07:59:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/186587250' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T07:59:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:49 smithi155 ceph-mon[102677]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:59:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:59:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:49 smithi111 ceph-mon[97855]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:49 smithi111 ceph-mon[116524]: pgmap v8572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T07:59:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:51 smithi155 ceph-mon[102677]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:51 smithi111 ceph-mon[97855]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:51 smithi111 ceph-mon[116524]: pgmap v8573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:53 smithi155 ceph-mon[102677]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:53 smithi111 ceph-mon[97855]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:53 smithi111 ceph-mon[116524]: pgmap v8574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:55 smithi111 ceph-mon[97855]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:55 smithi111 ceph-mon[116524]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:55 smithi155 ceph-mon[102677]: pgmap v8575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:57 smithi155 ceph-mon[102677]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:57.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:57 smithi111 ceph-mon[97855]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:57 smithi111 ceph-mon[116524]: pgmap v8576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:59.703 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 07:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:07:59:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T07:59:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 07:59:59 smithi155 ceph-mon[102677]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:59.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 07:59:59 smithi111 ceph-mon[97855]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T07:59:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 07:59:59 smithi111 ceph-mon[116524]: pgmap v8577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:00 smithi111 conmon[97831]: 2023-12-01T08:00:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:00:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:00:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:00:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:00:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:01 smithi111 ceph-mon[97855]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:01 smithi111 ceph-mon[116524]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:01 smithi155 ceph-mon[102677]: pgmap v8578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:03 smithi111 ceph-mon[97855]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:03 smithi111 ceph-mon[116524]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:03 smithi155 ceph-mon[102677]: pgmap v8579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:05 smithi111 ceph-mon[97855]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:05 smithi111 ceph-mon[116524]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:05 smithi155 ceph-mon[102677]: pgmap v8580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:07 smithi155 ceph-mon[102677]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:07 smithi111 ceph-mon[97855]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:07 smithi111 ceph-mon[116524]: pgmap v8581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:09.707 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:00:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:00:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:09 smithi111 ceph-mon[97855]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:09 smithi111 ceph-mon[116524]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:09 smithi155 ceph-mon[102677]: pgmap v8582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:11 smithi111 ceph-mon[97855]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:11 smithi111 ceph-mon[116524]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:11 smithi155 ceph-mon[102677]: pgmap v8583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:13 smithi111 ceph-mon[97855]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:13 smithi111 ceph-mon[116524]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:13 smithi155 ceph-mon[102677]: pgmap v8584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:15.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:15 smithi111 ceph-mon[97855]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:00:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:15 smithi111 ceph-mon[116524]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:00:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:15 smithi155 ceph-mon[102677]: pgmap v8585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:17 smithi155 ceph-mon[102677]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:17.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:17 smithi111 ceph-mon[97855]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:17 smithi111 ceph-mon[116524]: pgmap v8586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:17.815 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:00:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 1s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 0s ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 1s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 0s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 0s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 1s ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 1s ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 0s ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 1s ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 1s ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:00:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 0s ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 1s ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 1s ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 1s ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 1s ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 0s ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 0s ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 0s ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 0s ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:00:18.130 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 0s ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:00:18.510 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:00:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='client.23595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2785302624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='client.23595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2785302624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='client.23595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2785302624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:00:19.684 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:00:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:00:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:19 smithi155 ceph-mon[102677]: from='client.33479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:19 smithi155 ceph-mon[102677]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:19 smithi111 ceph-mon[97855]: from='client.33479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:19 smithi111 ceph-mon[97855]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:19 smithi111 ceph-mon[116524]: from='client.33479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:19 smithi111 ceph-mon[116524]: pgmap v8587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:21 smithi155 ceph-mon[102677]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:21 smithi111 ceph-mon[97855]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:21 smithi111 ceph-mon[116524]: pgmap v8588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:23 smithi155 ceph-mon[102677]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:23.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:23 smithi111 ceph-mon[97855]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:23 smithi111 ceph-mon[116524]: pgmap v8589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:25 smithi155 ceph-mon[102677]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:25 smithi111 ceph-mon[97855]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:25 smithi111 ceph-mon[116524]: pgmap v8590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:27 smithi155 ceph-mon[102677]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:27 smithi111 ceph-mon[97855]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:27 smithi111 ceph-mon[116524]: pgmap v8591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:29.713 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:00:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:00:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:29 smithi111 ceph-mon[97855]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:29 smithi111 ceph-mon[116524]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:29 smithi155 ceph-mon[102677]: pgmap v8592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:31 smithi111 ceph-mon[97855]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:31 smithi111 ceph-mon[116524]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:31 smithi155 ceph-mon[102677]: pgmap v8593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:33 smithi111 ceph-mon[97855]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:33 smithi111 ceph-mon[116524]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:33 smithi155 ceph-mon[102677]: pgmap v8594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:35 smithi111 ceph-mon[97855]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:35 smithi111 ceph-mon[116524]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:35 smithi155 ceph-mon[102677]: pgmap v8595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:37 smithi155 ceph-mon[102677]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:37 smithi111 ceph-mon[97855]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:37 smithi111 ceph-mon[116524]: pgmap v8596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:39.716 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:00:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:00:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:39 smithi111 ceph-mon[97855]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:39 smithi111 ceph-mon[116524]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:39 smithi155 ceph-mon[102677]: pgmap v8597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:41 smithi111 ceph-mon[97855]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:41 smithi111 ceph-mon[116524]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:41 smithi155 ceph-mon[102677]: pgmap v8598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:43 smithi111 ceph-mon[97855]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:43 smithi111 ceph-mon[116524]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:43 smithi155 ceph-mon[102677]: pgmap v8599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:45 smithi111 ceph-mon[97855]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:45 smithi111 ceph-mon[116524]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:45 smithi155 ceph-mon[102677]: pgmap v8600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:47 smithi155 ceph-mon[102677]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:47 smithi111 ceph-mon[97855]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:47 smithi111 ceph-mon[116524]: pgmap v8601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:48.859 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:00:49.166 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 32s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 31s ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 32s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 31s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 31s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 32s ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 32s ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 31s ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 32s ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 32s ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:00:49.167 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 31s ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 32s ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 32s ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 32s ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 32s ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 31s ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 31s ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 31s ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 31s ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:00:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 31s ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:00:49.548 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:00:49.549 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:00:49.717 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:00:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:00:49.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[97855]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[97855]: from='client.23613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3020789090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[116524]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[116524]: from='client.23613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3020789090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:49 smithi155 ceph-mon[102677]: pgmap v8602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:49 smithi155 ceph-mon[102677]: from='client.23613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3020789090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:00:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:50 smithi111 ceph-mon[97855]: from='client.33497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:50 smithi111 ceph-mon[116524]: from='client.33497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:50 smithi155 ceph-mon[102677]: from='client.33497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:00:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:51 smithi111 ceph-mon[97855]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:51 smithi111 ceph-mon[116524]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:51 smithi155 ceph-mon[102677]: pgmap v8603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:53 smithi111 ceph-mon[97855]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:53 smithi111 ceph-mon[116524]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:53 smithi155 ceph-mon[102677]: pgmap v8604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:55 smithi111 ceph-mon[97855]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:55 smithi111 ceph-mon[116524]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:55 smithi155 ceph-mon[102677]: pgmap v8605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:57 smithi155 ceph-mon[102677]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:57 smithi111 ceph-mon[97855]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:57 smithi111 ceph-mon[116524]: pgmap v8606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:59.721 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:00:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:00:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:00:59 smithi111 ceph-mon[116524]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:00:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:00:59 smithi111 ceph-mon[97855]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:00:59 smithi155 ceph-mon[102677]: pgmap v8607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:01 smithi155 ceph-mon[102677]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:01 smithi111 ceph-mon[97855]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:01 smithi111 ceph-mon[116524]: pgmap v8608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:03 smithi111 ceph-mon[97855]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:03 smithi111 ceph-mon[116524]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:03 smithi155 ceph-mon[102677]: pgmap v8609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:05 smithi111 ceph-mon[97855]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:05 smithi111 ceph-mon[116524]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:05 smithi155 ceph-mon[102677]: pgmap v8610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:07 smithi155 ceph-mon[102677]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:07 smithi111 ceph-mon[97855]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:07 smithi111 ceph-mon[116524]: pgmap v8611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:09.724 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:01:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:01:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:09 smithi111 ceph-mon[97855]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:09 smithi111 ceph-mon[116524]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:09 smithi155 ceph-mon[102677]: pgmap v8612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:11 smithi111 ceph-mon[97855]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:11 smithi111 ceph-mon[116524]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:11 smithi155 ceph-mon[102677]: pgmap v8613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:13 smithi111 ceph-mon[97855]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:13 smithi111 ceph-mon[116524]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:13 smithi155 ceph-mon[102677]: pgmap v8614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:15 smithi111 ceph-mon[97855]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:15 smithi111 ceph-mon[116524]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:15 smithi155 ceph-mon[102677]: pgmap v8615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:17 smithi155 ceph-mon[102677]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:17 smithi111 ceph-mon[97855]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:17 smithi111 ceph-mon[116524]: pgmap v8616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:01:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:01:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:01:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:01:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:01:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:01:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:19 smithi155 ceph-mon[102677]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:01:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:01:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:01:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[97855]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:01:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:01:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:01:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:01:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:01:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[116524]: pgmap v8617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:19.894 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:01:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:01:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 63s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 62s ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 63s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 62s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 62s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 63s ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 63s ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 62s ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 63s ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 63s ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:01:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 62s ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 63s ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 63s ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 63s ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 63s ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 62s ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 62s ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 62s ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 62s ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:01:20.201 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 62s ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:01:20.580 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:01:20.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:01:20.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:01:20.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:20.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:01:20.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:01:20.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:20.582 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:01:20.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:01:20.582 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:01:20.582 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:20 smithi155 ceph-mon[102677]: from='client.33509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/692600187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:20 smithi111 ceph-mon[97855]: from='client.33509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/692600187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:01:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:20 smithi111 ceph-mon[116524]: from='client.33509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/692600187' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:01:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:21 smithi155 ceph-mon[102677]: from='client.23637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:21 smithi155 ceph-mon[102677]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:21 smithi111 ceph-mon[97855]: from='client.23637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:21 smithi111 ceph-mon[97855]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:21 smithi111 ceph-mon[116524]: from='client.23637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:21 smithi111 ceph-mon[116524]: pgmap v8618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:23 smithi111 ceph-mon[97855]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:23 smithi111 ceph-mon[116524]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:23 smithi155 ceph-mon[102677]: pgmap v8619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:25 smithi111 ceph-mon[97855]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:25 smithi111 ceph-mon[116524]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:25 smithi155 ceph-mon[102677]: pgmap v8620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:27 smithi155 ceph-mon[102677]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:27 smithi111 ceph-mon[97855]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:27 smithi111 ceph-mon[116524]: pgmap v8621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:29.730 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:01:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:01:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:29 smithi111 ceph-mon[97855]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:29 smithi111 ceph-mon[116524]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:29 smithi155 ceph-mon[102677]: pgmap v8622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:31 smithi111 ceph-mon[116524]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:31 smithi111 ceph-mon[97855]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:31 smithi155 ceph-mon[102677]: pgmap v8623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:33 smithi111 ceph-mon[97855]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:33 smithi111 ceph-mon[116524]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:33 smithi155 ceph-mon[102677]: pgmap v8624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:35 smithi155 ceph-mon[102677]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:35 smithi111 ceph-mon[97855]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:35 smithi111 ceph-mon[116524]: pgmap v8625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:37 smithi155 ceph-mon[102677]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:37 smithi111 ceph-mon[97855]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:37 smithi111 ceph-mon[116524]: pgmap v8626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:39.733 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:01:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:01:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:39 smithi111 ceph-mon[97855]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:39 smithi111 ceph-mon[116524]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:39 smithi155 ceph-mon[102677]: pgmap v8627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:41 smithi111 ceph-mon[97855]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:41 smithi111 ceph-mon[116524]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:41 smithi155 ceph-mon[102677]: pgmap v8628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:43 smithi111 ceph-mon[116524]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:43 smithi111 ceph-mon[97855]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:43 smithi155 ceph-mon[102677]: pgmap v8629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:45 smithi111 ceph-mon[97855]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:45 smithi111 ceph-mon[116524]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:45 smithi155 ceph-mon[102677]: pgmap v8630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:47 smithi155 ceph-mon[102677]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:47 smithi111 ceph-mon[97855]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:47 smithi111 ceph-mon[116524]: pgmap v8631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:49.736 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:01:49] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:01:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:49 smithi111 ceph-mon[97855]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:49 smithi111 ceph-mon[116524]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:49 smithi155 ceph-mon[102677]: pgmap v8632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:01:50.928 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:01:51.235 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:01:51.235 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 94s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:01:51.235 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 93s ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:01:51.235 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 94s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:01:51.235 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 93s ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:01:51.235 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 93s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 94s ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 94s ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 93s ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 94s ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 94s ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 93s ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 94s ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 94s ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 94s ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:01:51.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 94s ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:01:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 93s ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:01:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 93s ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:01:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 93s ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:01:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 93s ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:01:51.237 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 93s ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:01:51.613 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:01:51.613 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:01:51.613 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:01:51.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:01:51.615 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:01:51.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:01:51.615 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:01:51.615 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:01:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:51 smithi111 ceph-mon[97855]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/205044293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:01:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:51 smithi111 ceph-mon[116524]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/205044293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:01:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:51 smithi155 ceph-mon[102677]: pgmap v8633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/205044293' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:01:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:52 smithi111 ceph-mon[97855]: from='client.23649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:52 smithi111 ceph-mon[97855]: from='client.33533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:52 smithi111 ceph-mon[116524]: from='client.23649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:52 smithi111 ceph-mon[116524]: from='client.33533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:52 smithi155 ceph-mon[102677]: from='client.23649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:52 smithi155 ceph-mon[102677]: from='client.33533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:01:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:53 smithi111 ceph-mon[97855]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:53 smithi111 ceph-mon[116524]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:53 smithi155 ceph-mon[102677]: pgmap v8634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:55 smithi155 ceph-mon[102677]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:55 smithi111 ceph-mon[116524]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:55 smithi111 ceph-mon[97855]: pgmap v8635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:57 smithi155 ceph-mon[102677]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:57 smithi111 ceph-mon[97855]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:57 smithi111 ceph-mon[116524]: pgmap v8636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:59.739 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:01:59] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:01:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:01:59 smithi111 ceph-mon[116524]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:01:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:01:59 smithi111 ceph-mon[97855]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:01:59 smithi155 ceph-mon[102677]: pgmap v8637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:01 smithi111 ceph-mon[97855]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:01 smithi111 ceph-mon[116524]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:01 smithi155 ceph-mon[102677]: pgmap v8638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:03 smithi111 ceph-mon[97855]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:03 smithi111 ceph-mon[116524]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:03 smithi155 ceph-mon[102677]: pgmap v8639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:05 smithi155 ceph-mon[102677]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:05 smithi111 ceph-mon[97855]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:05 smithi111 ceph-mon[116524]: pgmap v8640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:07 smithi155 ceph-mon[102677]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:07 smithi111 ceph-mon[97855]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:07 smithi111 ceph-mon[116524]: pgmap v8641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:09.742 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:02:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:02:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:09 smithi111 ceph-mon[97855]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:09 smithi111 ceph-mon[116524]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:09 smithi155 ceph-mon[102677]: pgmap v8642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:11 smithi111 ceph-mon[97855]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:11 smithi111 ceph-mon[116524]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:11 smithi155 ceph-mon[102677]: pgmap v8643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:13 smithi155 ceph-mon[102677]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:13 smithi111 ceph-mon[97855]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:13 smithi111 ceph-mon[116524]: pgmap v8644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:15 smithi155 ceph-mon[102677]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:15 smithi111 ceph-mon[97855]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:15 smithi111 ceph-mon[116524]: pgmap v8645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:17 smithi155 ceph-mon[102677]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:17 smithi111 ceph-mon[97855]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:17 smithi111 ceph-mon[116524]: pgmap v8646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:02:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:02:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:02:19.744 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:02:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:02:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:02:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:02:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: pgmap v8647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:02:21.960 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:21 smithi111 ceph-mon[97855]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:21 smithi111 ceph-mon[116524]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:21 smithi155 ceph-mon[102677]: pgmap v8648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:22.267 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:02:22.267 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:02:22.267 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:02:22.267 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:02:22.268 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:02:22.269 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:02:22.269 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:02:22.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:02:22.648 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:02:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1813995309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1813995309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:02:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1813995309' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:02:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:23 smithi155 ceph-mon[102677]: from='client.23667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:23 smithi155 ceph-mon[102677]: from='client.33551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:23 smithi155 ceph-mon[102677]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:23 smithi111 ceph-mon[97855]: from='client.23667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:23 smithi111 ceph-mon[97855]: from='client.33551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:23 smithi111 ceph-mon[97855]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:23 smithi111 ceph-mon[116524]: from='client.23667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:23 smithi111 ceph-mon[116524]: from='client.33551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:23 smithi111 ceph-mon[116524]: pgmap v8649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:25 smithi155 ceph-mon[102677]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:25 smithi111 ceph-mon[97855]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:25 smithi111 ceph-mon[116524]: pgmap v8650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:27 smithi155 ceph-mon[102677]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:27 smithi111 ceph-mon[97855]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:27 smithi111 ceph-mon[116524]: pgmap v8651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:02:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:02:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:29 smithi111 ceph-mon[97855]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:29 smithi111 ceph-mon[116524]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:29 smithi155 ceph-mon[102677]: pgmap v8652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:31 smithi155 ceph-mon[102677]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:31 smithi111 ceph-mon[97855]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:31 smithi111 ceph-mon[116524]: pgmap v8653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:33 smithi155 ceph-mon[102677]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:33 smithi111 ceph-mon[97855]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:33 smithi111 ceph-mon[116524]: pgmap v8654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:35 smithi155 ceph-mon[102677]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:35 smithi111 ceph-mon[97855]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:35 smithi111 ceph-mon[116524]: pgmap v8655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:37 smithi155 ceph-mon[102677]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:37 smithi111 ceph-mon[97855]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:37 smithi111 ceph-mon[116524]: pgmap v8656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:02:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:02:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:39 smithi155 ceph-mon[102677]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:39 smithi111 ceph-mon[97855]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:39 smithi111 ceph-mon[116524]: pgmap v8657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:40.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 08:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T08:02:40.275126996Z level=info msg="Completed cleanup jobs" duration=242.008402ms 2023-12-01T08:02:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:41 smithi155 ceph-mon[102677]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:41 smithi111 ceph-mon[97855]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:41 smithi111 ceph-mon[116524]: pgmap v8658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:43 smithi155 ceph-mon[102677]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:43 smithi111 ceph-mon[97855]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:43 smithi111 ceph-mon[116524]: pgmap v8659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:45 smithi155 ceph-mon[102677]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:45 smithi111 ceph-mon[97855]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:45 smithi111 ceph-mon[116524]: pgmap v8660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:47 smithi155 ceph-mon[102677]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:47 smithi111 ceph-mon[97855]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:47 smithi111 ceph-mon[116524]: pgmap v8661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:02:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:02:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:49 smithi155 ceph-mon[102677]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:49 smithi111 ceph-mon[97855]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:49 smithi111 ceph-mon[116524]: pgmap v8662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:02:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:51 smithi155 ceph-mon[102677]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:51 smithi111 ceph-mon[97855]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:51 smithi111 ceph-mon[116524]: pgmap v8663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:52.993 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:02:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:02:53.300 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:02:53.678 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:02:53.678 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:02:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:02:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:02:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:02:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:02:53.680 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:02:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:53 smithi155 ceph-mon[102677]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3133979687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:53 smithi111 ceph-mon[97855]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3133979687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:02:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:53 smithi111 ceph-mon[116524]: pgmap v8664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3133979687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:02:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:54 smithi155 ceph-mon[102677]: from='client.23685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:54 smithi155 ceph-mon[102677]: from='client.23691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:54 smithi111 ceph-mon[97855]: from='client.23685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:54 smithi111 ceph-mon[97855]: from='client.23691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:54 smithi111 ceph-mon[116524]: from='client.23685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:54 smithi111 ceph-mon[116524]: from='client.23691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:02:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:55 smithi155 ceph-mon[102677]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:55 smithi111 ceph-mon[97855]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:55 smithi111 ceph-mon[116524]: pgmap v8665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:57 smithi155 ceph-mon[102677]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:57 smithi111 ceph-mon[97855]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:57 smithi111 ceph-mon[116524]: pgmap v8666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:02:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:03:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:02:59 smithi155 ceph-mon[102677]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:02:59 smithi111 ceph-mon[97855]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:02:59 smithi111 ceph-mon[116524]: pgmap v8667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:01 smithi155 ceph-mon[102677]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:01 smithi111 ceph-mon[97855]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:01 smithi111 ceph-mon[116524]: pgmap v8668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:03 smithi155 ceph-mon[102677]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:03 smithi111 ceph-mon[97855]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:03 smithi111 ceph-mon[116524]: pgmap v8669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:05 smithi155 ceph-mon[102677]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:05 smithi111 ceph-mon[97855]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:05 smithi111 ceph-mon[116524]: pgmap v8670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:07 smithi155 ceph-mon[102677]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:07 smithi111 ceph-mon[97855]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:07 smithi111 ceph-mon[116524]: pgmap v8671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:03:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:03:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:09 smithi155 ceph-mon[102677]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:09 smithi111 ceph-mon[97855]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:09 smithi111 ceph-mon[116524]: pgmap v8672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:11 smithi155 ceph-mon[102677]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:11 smithi111 ceph-mon[97855]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:11 smithi111 ceph-mon[116524]: pgmap v8673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:13 smithi155 ceph-mon[102677]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:13 smithi111 ceph-mon[97855]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:13 smithi111 ceph-mon[116524]: pgmap v8674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:15 smithi155 ceph-mon[102677]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:15 smithi111 ceph-mon[97855]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:15 smithi111 ceph-mon[116524]: pgmap v8675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:17 smithi155 ceph-mon[102677]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:17 smithi111 ceph-mon[97855]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:17 smithi111 ceph-mon[116524]: pgmap v8676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:03:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:03:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:19 smithi155 ceph-mon[102677]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:19 smithi111 ceph-mon[97855]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:03:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:19 smithi111 ceph-mon[116524]: pgmap v8677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:03:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:03:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:03:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:03:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:03:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:03:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:03:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:21 smithi155 ceph-mon[102677]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:21 smithi111 ceph-mon[97855]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:21 smithi111 ceph-mon[116524]: pgmap v8678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:22 smithi111 ceph-mon[97855]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:22 smithi111 ceph-mon[116524]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:22 smithi155 ceph-mon[102677]: pgmap v8679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:24.026 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:03:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:03:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:03:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:03:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:03:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:03:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:03:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:03:24.714 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:03:24.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:03:24.716 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:03:24.716 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:03:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/836662104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/836662104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:03:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/836662104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:03:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:25 smithi155 ceph-mon[102677]: from='client.23703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:25 smithi155 ceph-mon[102677]: from='client.23709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:25 smithi155 ceph-mon[102677]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:25 smithi111 ceph-mon[97855]: from='client.23703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:25 smithi111 ceph-mon[97855]: from='client.23709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:25 smithi111 ceph-mon[97855]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:25 smithi111 ceph-mon[116524]: from='client.23703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:25 smithi111 ceph-mon[116524]: from='client.23709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:25 smithi111 ceph-mon[116524]: pgmap v8680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:27 smithi155 ceph-mon[102677]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:27 smithi111 ceph-mon[97855]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:27 smithi111 ceph-mon[116524]: pgmap v8681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:03:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:03:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:29 smithi155 ceph-mon[102677]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:29 smithi111 ceph-mon[97855]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:29 smithi111 ceph-mon[116524]: pgmap v8682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:31 smithi155 ceph-mon[102677]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:31 smithi111 ceph-mon[97855]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:31 smithi111 ceph-mon[116524]: pgmap v8683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:33 smithi155 ceph-mon[102677]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:33 smithi111 ceph-mon[97855]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:33 smithi111 ceph-mon[116524]: pgmap v8684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:35 smithi155 ceph-mon[102677]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:35 smithi111 ceph-mon[116524]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:35 smithi111 ceph-mon[97855]: pgmap v8685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:37 smithi155 ceph-mon[102677]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:37 smithi111 ceph-mon[97855]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:37 smithi111 ceph-mon[116524]: pgmap v8686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:03:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:03:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:39 smithi155 ceph-mon[102677]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:39 smithi111 ceph-mon[97855]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:39 smithi111 ceph-mon[116524]: pgmap v8687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:41 smithi155 ceph-mon[102677]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:41 smithi111 ceph-mon[97855]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:41 smithi111 ceph-mon[116524]: pgmap v8688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:43 smithi155 ceph-mon[102677]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:43 smithi111 ceph-mon[97855]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:43 smithi111 ceph-mon[116524]: pgmap v8689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:45 smithi155 ceph-mon[102677]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:45 smithi111 ceph-mon[97855]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:45 smithi111 ceph-mon[116524]: pgmap v8690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:47 smithi155 ceph-mon[102677]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:47 smithi111 ceph-mon[97855]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:47 smithi111 ceph-mon[116524]: pgmap v8691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:03:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:03:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:49 smithi155 ceph-mon[102677]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:49 smithi111 ceph-mon[97855]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:49 smithi111 ceph-mon[116524]: pgmap v8692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:03:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:51 smithi155 ceph-mon[102677]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:51 smithi111 ceph-mon[97855]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:51 smithi111 ceph-mon[116524]: pgmap v8693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:53 smithi155 ceph-mon[102677]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:53 smithi111 ceph-mon[97855]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:53 smithi111 ceph-mon[116524]: pgmap v8694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:55.062 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:03:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:03:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:03:55.368 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:03:55.744 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:03:55.745 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:03:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:55 smithi155 ceph-mon[102677]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1233046109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:03:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:55 smithi111 ceph-mon[97855]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1233046109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:03:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:55 smithi111 ceph-mon[116524]: pgmap v8695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1233046109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:03:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:56 smithi155 ceph-mon[102677]: from='client.23721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:56 smithi155 ceph-mon[102677]: from='client.33605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:56 smithi111 ceph-mon[97855]: from='client.23721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:56 smithi111 ceph-mon[97855]: from='client.33605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:56 smithi111 ceph-mon[116524]: from='client.23721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:56 smithi111 ceph-mon[116524]: from='client.33605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:03:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:57 smithi155 ceph-mon[102677]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:57 smithi111 ceph-mon[97855]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:57 smithi111 ceph-mon[116524]: pgmap v8696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:03:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:03:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:04:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:03:59 smithi155 ceph-mon[102677]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:03:59 smithi111 ceph-mon[97855]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:03:59 smithi111 ceph-mon[116524]: pgmap v8697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:01 smithi155 ceph-mon[102677]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:01 smithi111 ceph-mon[97855]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:01 smithi111 ceph-mon[116524]: pgmap v8698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:03 smithi155 ceph-mon[102677]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:03 smithi111 ceph-mon[97855]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:03 smithi111 ceph-mon[116524]: pgmap v8699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:05 smithi155 ceph-mon[102677]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:05 smithi111 ceph-mon[97855]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:05 smithi111 ceph-mon[116524]: pgmap v8700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:07 smithi155 ceph-mon[102677]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:07 smithi111 ceph-mon[97855]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:07 smithi111 ceph-mon[116524]: pgmap v8701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:04:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:04:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:09 smithi155 ceph-mon[102677]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:09 smithi111 ceph-mon[97855]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:09 smithi111 ceph-mon[116524]: pgmap v8702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:11 smithi155 ceph-mon[102677]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:11 smithi111 ceph-mon[97855]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:11 smithi111 ceph-mon[116524]: pgmap v8703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:13 smithi155 ceph-mon[102677]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:13 smithi111 ceph-mon[97855]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:13 smithi111 ceph-mon[116524]: pgmap v8704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:15 smithi155 ceph-mon[102677]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:15 smithi111 ceph-mon[97855]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:15 smithi111 ceph-mon[116524]: pgmap v8705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:17 smithi155 ceph-mon[102677]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:17 smithi111 ceph-mon[97855]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:17 smithi111 ceph-mon[116524]: pgmap v8706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:04:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T08:04:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:19 smithi155 ceph-mon[102677]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:19 smithi111 ceph-mon[97855]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:19 smithi111 ceph-mon[116524]: pgmap v8707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:04:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:04:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:04:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:04:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:04:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:04:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:04:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:04:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:04:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:04:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:04:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:04:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:21 smithi155 ceph-mon[102677]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:21 smithi111 ceph-mon[97855]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:21 smithi111 ceph-mon[116524]: pgmap v8708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:23 smithi155 ceph-mon[102677]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:23 smithi111 ceph-mon[97855]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:23 smithi111 ceph-mon[116524]: pgmap v8709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:26.089 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:04:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:25 smithi155 ceph-mon[102677]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:25 smithi111 ceph-mon[97855]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:25 smithi111 ceph-mon[116524]: pgmap v8710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:26.396 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:04:26.397 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:04:26.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:04:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:04:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:04:26.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:04:26.778 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:04:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:27 smithi155 ceph-mon[102677]: from='client.23739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:27 smithi155 ceph-mon[102677]: from='client.23745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:27 smithi155 ceph-mon[102677]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1185136029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[97855]: from='client.23739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[97855]: from='client.23745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[97855]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1185136029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[116524]: from='client.23739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[116524]: from='client.23745 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[116524]: pgmap v8711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1185136029' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:04:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:04:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T08:04:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:29 smithi155 ceph-mon[102677]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:29 smithi111 ceph-mon[97855]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:29 smithi111 ceph-mon[116524]: pgmap v8712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:31 smithi155 ceph-mon[102677]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:31 smithi111 ceph-mon[97855]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:31 smithi111 ceph-mon[116524]: pgmap v8713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:33 smithi155 ceph-mon[102677]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:33 smithi111 ceph-mon[97855]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:33 smithi111 ceph-mon[116524]: pgmap v8714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:35 smithi155 ceph-mon[102677]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:35 smithi111 ceph-mon[97855]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:35 smithi111 ceph-mon[116524]: pgmap v8715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:37 smithi155 ceph-mon[102677]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:37 smithi111 ceph-mon[97855]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:37 smithi111 ceph-mon[116524]: pgmap v8716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:04:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:04:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:39 smithi155 ceph-mon[102677]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:39 smithi111 ceph-mon[97855]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:39 smithi111 ceph-mon[116524]: pgmap v8717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:41 smithi155 ceph-mon[102677]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:41 smithi111 ceph-mon[97855]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:41 smithi111 ceph-mon[116524]: pgmap v8718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:43 smithi155 ceph-mon[102677]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:43 smithi111 ceph-mon[97855]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:43 smithi111 ceph-mon[116524]: pgmap v8719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:45 smithi155 ceph-mon[102677]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:45 smithi111 ceph-mon[97855]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:45 smithi111 ceph-mon[116524]: pgmap v8720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:47 smithi155 ceph-mon[102677]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:47 smithi111 ceph-mon[97855]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:47 smithi111 ceph-mon[116524]: pgmap v8721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:04:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:04:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:49 smithi155 ceph-mon[102677]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:49 smithi111 ceph-mon[97855]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:49 smithi111 ceph-mon[116524]: pgmap v8722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:04:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:51 smithi155 ceph-mon[102677]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:51 smithi111 ceph-mon[97855]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:51 smithi111 ceph-mon[116524]: pgmap v8723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:53 smithi155 ceph-mon[102677]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:53 smithi111 ceph-mon[97855]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:53 smithi111 ceph-mon[116524]: pgmap v8724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:55 smithi155 ceph-mon[102677]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:55 smithi111 ceph-mon[116524]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:55 smithi111 ceph-mon[97855]: pgmap v8725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:57.124 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:04:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:04:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:04:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:57 smithi155 ceph-mon[102677]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:57 smithi111 ceph-mon[97855]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:57 smithi111 ceph-mon[116524]: pgmap v8726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:57.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:04:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:04:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:04:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:04:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:04:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:04:57.813 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:04:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:58 smithi155 ceph-mon[102677]: from='client.33635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:58 smithi155 ceph-mon[102677]: from='client.33641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1299996095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:04:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:58 smithi111 ceph-mon[97855]: from='client.33635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:58 smithi111 ceph-mon[97855]: from='client.33641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1299996095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:04:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:58 smithi111 ceph-mon[116524]: from='client.33635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:58 smithi111 ceph-mon[116524]: from='client.33641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:04:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1299996095' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:04:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:04:59 smithi155 ceph-mon[102677]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:04:59 smithi111 ceph-mon[97855]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:04:59 smithi111 ceph-mon[116524]: pgmap v8727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:04:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:05:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:01 smithi155 ceph-mon[102677]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:01 smithi111 ceph-mon[97855]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:01 smithi111 ceph-mon[116524]: pgmap v8728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:03 smithi155 ceph-mon[102677]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:03 smithi111 ceph-mon[97855]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:03 smithi111 ceph-mon[116524]: pgmap v8729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:05 smithi155 ceph-mon[102677]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:05 smithi111 ceph-mon[97855]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:05 smithi111 ceph-mon[116524]: pgmap v8730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:07 smithi155 ceph-mon[102677]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:07 smithi111 ceph-mon[97855]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:07 smithi111 ceph-mon[116524]: pgmap v8731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:05:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:05:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:09 smithi155 ceph-mon[102677]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:09 smithi111 ceph-mon[97855]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:09 smithi111 ceph-mon[116524]: pgmap v8732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:11 smithi155 ceph-mon[102677]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:11 smithi111 ceph-mon[97855]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:11 smithi111 ceph-mon[116524]: pgmap v8733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:13 smithi155 ceph-mon[102677]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:13 smithi111 ceph-mon[97855]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:13 smithi111 ceph-mon[116524]: pgmap v8734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:15 smithi155 ceph-mon[102677]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:15 smithi111 ceph-mon[116524]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:15 smithi111 ceph-mon[97855]: pgmap v8735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:17 smithi155 ceph-mon[102677]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:17 smithi111 ceph-mon[97855]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:17 smithi111 ceph-mon[116524]: pgmap v8736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:05:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:05:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:19 smithi155 ceph-mon[102677]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:19 smithi111 ceph-mon[97855]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:19 smithi111 ceph-mon[116524]: pgmap v8737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:05:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:05:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:05:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:21 smithi155 ceph-mon[102677]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:05:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:05:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[97855]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[116524]: pgmap v8738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:05:22.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:05:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:23 smithi155 ceph-mon[102677]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:23 smithi111 ceph-mon[97855]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:23 smithi111 ceph-mon[116524]: pgmap v8739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:25 smithi155 ceph-mon[102677]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:25 smithi111 ceph-mon[97855]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:25 smithi111 ceph-mon[116524]: pgmap v8740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:27 smithi155 ceph-mon[102677]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:27 smithi111 ceph-mon[97855]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:27 smithi111 ceph-mon[116524]: pgmap v8741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:28.162 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:05:28.465 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:05:28.465 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:05:28.465 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:05:28.465 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:05:28.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:05:28.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:05:28.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:05:28.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:05:28.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:05:28.467 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:05:28.845 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:05:28.846 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:05:28.847 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:05:28.847 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:05:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:05:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:05:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:29 smithi155 ceph-mon[102677]: from='client.33653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:05:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:29 smithi155 ceph-mon[102677]: from='client.23781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:05:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:29 smithi155 ceph-mon[102677]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/24991311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[97855]: from='client.33653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[97855]: from='client.23781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[97855]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/24991311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[116524]: from='client.33653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[116524]: from='client.23781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[116524]: pgmap v8742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/24991311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:05:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:31 smithi155 ceph-mon[102677]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:31 smithi111 ceph-mon[97855]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:31 smithi111 ceph-mon[116524]: pgmap v8743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:33 smithi155 ceph-mon[102677]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:33 smithi111 ceph-mon[97855]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:33 smithi111 ceph-mon[116524]: pgmap v8744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:35 smithi155 ceph-mon[102677]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:35 smithi111 ceph-mon[97855]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:35 smithi111 ceph-mon[116524]: pgmap v8745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:37 smithi155 ceph-mon[102677]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:37 smithi111 ceph-mon[97855]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:37 smithi111 ceph-mon[116524]: pgmap v8746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:05:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:05:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:39 smithi155 ceph-mon[102677]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:39 smithi111 ceph-mon[97855]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:39 smithi111 ceph-mon[116524]: pgmap v8747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:41 smithi155 ceph-mon[102677]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:41 smithi111 ceph-mon[97855]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:41 smithi111 ceph-mon[116524]: pgmap v8748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:43 smithi155 ceph-mon[102677]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:43 smithi111 ceph-mon[97855]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:43 smithi111 ceph-mon[116524]: pgmap v8749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:45 smithi155 ceph-mon[102677]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:45 smithi111 ceph-mon[97855]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:45 smithi111 ceph-mon[116524]: pgmap v8750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:47 smithi155 ceph-mon[102677]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:47 smithi111 ceph-mon[97855]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:47 smithi111 ceph-mon[116524]: pgmap v8751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:05:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:05:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:49 smithi155 ceph-mon[102677]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:49 smithi111 ceph-mon[97855]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:49 smithi111 ceph-mon[116524]: pgmap v8752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:05:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:51 smithi155 ceph-mon[102677]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:51 smithi111 ceph-mon[97855]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:51 smithi111 ceph-mon[116524]: pgmap v8753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:53 smithi155 ceph-mon[102677]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:53 smithi111 ceph-mon[97855]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:53 smithi111 ceph-mon[116524]: pgmap v8754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:55 smithi155 ceph-mon[102677]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:55 smithi111 ceph-mon[97855]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:55 smithi111 ceph-mon[116524]: pgmap v8755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:57 smithi155 ceph-mon[102677]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:57 smithi111 ceph-mon[97855]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:57 smithi111 ceph-mon[116524]: pgmap v8756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:05:59.187 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:05:59.494 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:05:59.494 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:05:59.494 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:05:59.495 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:05:59.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:05:59.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:05:59.496 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:05:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:59.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:05:59.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:05:59.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:05:59.876 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:05:59.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:05:59.876 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:05:59.876 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:06:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:05:59 smithi155 ceph-mon[102677]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:05:59 smithi111 ceph-mon[97855]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:05:59 smithi111 ceph-mon[116524]: pgmap v8757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:00 smithi155 ceph-mon[102677]: from='client.33671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:00 smithi155 ceph-mon[102677]: from='client.33677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3468974618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:06:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:00 smithi111 ceph-mon[97855]: from='client.33671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:00 smithi111 ceph-mon[97855]: from='client.33677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3468974618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:06:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:00 smithi111 ceph-mon[116524]: from='client.33671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:00 smithi111 ceph-mon[116524]: from='client.33677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3468974618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:06:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:01 smithi155 ceph-mon[102677]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:01 smithi111 ceph-mon[97855]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:01 smithi111 ceph-mon[116524]: pgmap v8758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:03 smithi155 ceph-mon[102677]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:03 smithi111 ceph-mon[97855]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:03 smithi111 ceph-mon[116524]: pgmap v8759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:05 smithi155 ceph-mon[102677]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:05 smithi111 ceph-mon[97855]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:05 smithi111 ceph-mon[116524]: pgmap v8760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:07 smithi155 ceph-mon[102677]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:07 smithi111 ceph-mon[97855]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:07 smithi111 ceph-mon[116524]: pgmap v8761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:06:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:06:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:09 smithi155 ceph-mon[102677]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:09 smithi111 ceph-mon[116524]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:09 smithi111 ceph-mon[97855]: pgmap v8762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:11 smithi155 ceph-mon[102677]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:11 smithi111 ceph-mon[97855]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:11 smithi111 ceph-mon[116524]: pgmap v8763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:13 smithi155 ceph-mon[102677]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:13 smithi111 ceph-mon[97855]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:13 smithi111 ceph-mon[116524]: pgmap v8764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:16.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:15 smithi155 ceph-mon[102677]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:15 smithi111 ceph-mon[97855]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:15 smithi111 ceph-mon[116524]: pgmap v8765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:17 smithi155 ceph-mon[102677]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:17 smithi111 ceph-mon[97855]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:17 smithi111 ceph-mon[116524]: pgmap v8766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:06:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:06:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:19 smithi155 ceph-mon[102677]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:19 smithi111 ceph-mon[97855]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:19 smithi111 ceph-mon[116524]: pgmap v8767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:21 smithi155 ceph-mon[102677]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:06:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:06:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:06:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[97855]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[116524]: pgmap v8768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:06:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:06:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:06:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:06:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:23 smithi155 ceph-mon[102677]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:23 smithi111 ceph-mon[97855]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:23 smithi111 ceph-mon[116524]: pgmap v8769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:25 smithi155 ceph-mon[102677]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:25 smithi111 ceph-mon[97855]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:25 smithi111 ceph-mon[116524]: pgmap v8770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:27 smithi155 ceph-mon[102677]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:27 smithi111 ceph-mon[97855]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:27 smithi111 ceph-mon[116524]: pgmap v8771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:06:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:06:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:29 smithi155 ceph-mon[102677]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:30.218 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:06:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:29 smithi111 ceph-mon[97855]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:29 smithi111 ceph-mon[116524]: pgmap v8772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:30.524 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:06:30.524 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:06:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:06:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:06:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:06:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:06:30.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:06:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:06:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:06:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:06:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:06:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:06:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:06:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:06:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:06:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:06:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:06:30.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:06:30.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:06:30.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:06:30.528 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:06:30.904 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:06:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:06:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:06:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:06:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:06:30.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:06:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:06:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:06:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:06:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:06:30.906 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:06:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:06:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:06:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:06:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:06:30.907 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:06:30.907 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:06:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:31 smithi155 ceph-mon[102677]: from='client.23811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:31 smithi155 ceph-mon[102677]: from='client.23817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:31 smithi155 ceph-mon[102677]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1924598702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:06:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[97855]: from='client.23811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[97855]: from='client.23817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[97855]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1924598702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:06:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[116524]: from='client.23811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[116524]: from='client.23817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[116524]: pgmap v8773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1924598702' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:06:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:33 smithi155 ceph-mon[102677]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:33 smithi111 ceph-mon[97855]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:33 smithi111 ceph-mon[116524]: pgmap v8774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:35 smithi155 ceph-mon[102677]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:35 smithi111 ceph-mon[97855]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:35 smithi111 ceph-mon[116524]: pgmap v8775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:37 smithi155 ceph-mon[102677]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:37 smithi111 ceph-mon[97855]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:37 smithi111 ceph-mon[116524]: pgmap v8776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:06:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:06:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:39 smithi155 ceph-mon[102677]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:39 smithi111 ceph-mon[97855]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:39 smithi111 ceph-mon[116524]: pgmap v8777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:41 smithi155 ceph-mon[102677]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:41 smithi111 ceph-mon[97855]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:41 smithi111 ceph-mon[116524]: pgmap v8778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:43 smithi155 ceph-mon[102677]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:43 smithi111 ceph-mon[97855]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:43 smithi111 ceph-mon[116524]: pgmap v8779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:45 smithi155 ceph-mon[102677]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:45 smithi111 ceph-mon[97855]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:45 smithi111 ceph-mon[116524]: pgmap v8780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:47 smithi155 ceph-mon[102677]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:47 smithi111 ceph-mon[97855]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:47 smithi111 ceph-mon[116524]: pgmap v8781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:06:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:06:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:49 smithi155 ceph-mon[102677]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:49 smithi111 ceph-mon[97855]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:49 smithi111 ceph-mon[116524]: pgmap v8782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:06:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:51 smithi155 ceph-mon[102677]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:51 smithi111 ceph-mon[97855]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:51 smithi111 ceph-mon[116524]: pgmap v8783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:53 smithi155 ceph-mon[102677]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:53 smithi111 ceph-mon[97855]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:53 smithi111 ceph-mon[116524]: pgmap v8784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:55 smithi155 ceph-mon[102677]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:55 smithi111 ceph-mon[97855]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:55 smithi111 ceph-mon[116524]: pgmap v8785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:57 smithi155 ceph-mon[102677]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:57 smithi111 ceph-mon[97855]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:57 smithi111 ceph-mon[116524]: pgmap v8786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:06:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:07:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:06:59 smithi155 ceph-mon[102677]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:06:59 smithi111 ceph-mon[97855]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:06:59 smithi111 ceph-mon[116524]: pgmap v8787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:01.250 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:07:01.558 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:07:01.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:07:01.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:07:01.560 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:07:01.935 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:07:01.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:07:01.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:07:01.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:01.937 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:07:01.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:07:01.937 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:07:01.937 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:07:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:01 smithi155 ceph-mon[102677]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:01 smithi111 ceph-mon[97855]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:01 smithi111 ceph-mon[116524]: pgmap v8788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:02 smithi155 ceph-mon[102677]: from='client.23829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:02 smithi155 ceph-mon[102677]: from='client.33713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2433361432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:02 smithi111 ceph-mon[97855]: from='client.23829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:02 smithi111 ceph-mon[97855]: from='client.33713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2433361432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:07:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:02 smithi111 ceph-mon[116524]: from='client.23829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:02 smithi111 ceph-mon[116524]: from='client.33713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2433361432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:07:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:03 smithi155 ceph-mon[102677]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:03 smithi111 ceph-mon[97855]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:03 smithi111 ceph-mon[116524]: pgmap v8789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:05 smithi155 ceph-mon[102677]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:05 smithi111 ceph-mon[97855]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:05 smithi111 ceph-mon[116524]: pgmap v8790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:07 smithi155 ceph-mon[102677]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:07 smithi111 ceph-mon[97855]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:07 smithi111 ceph-mon[116524]: pgmap v8791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:07:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:07:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:09 smithi155 ceph-mon[102677]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:09 smithi111 ceph-mon[97855]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:09 smithi111 ceph-mon[116524]: pgmap v8792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:11 smithi155 ceph-mon[102677]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:11 smithi111 ceph-mon[97855]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:11 smithi111 ceph-mon[116524]: pgmap v8793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:13 smithi155 ceph-mon[102677]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:13 smithi111 ceph-mon[97855]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:13 smithi111 ceph-mon[116524]: pgmap v8794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:15 smithi155 ceph-mon[102677]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:15 smithi111 ceph-mon[97855]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:15 smithi111 ceph-mon[116524]: pgmap v8795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:17 smithi155 ceph-mon[102677]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:17 smithi111 ceph-mon[97855]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:17 smithi111 ceph-mon[116524]: pgmap v8796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:07:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:07:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:19 smithi155 ceph-mon[102677]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:19 smithi111 ceph-mon[97855]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:19 smithi111 ceph-mon[116524]: pgmap v8797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:21 smithi155 ceph-mon[102677]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:07:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:21 smithi111 ceph-mon[97855]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:07:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:21 smithi111 ceph-mon[116524]: pgmap v8798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:07:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:07:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:07:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:07:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:07:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:07:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:07:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:07:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:07:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:07:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:23 smithi155 ceph-mon[102677]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:23 smithi111 ceph-mon[97855]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:23 smithi111 ceph-mon[116524]: pgmap v8799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:25 smithi155 ceph-mon[102677]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:25 smithi111 ceph-mon[97855]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:25 smithi111 ceph-mon[116524]: pgmap v8800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:27 smithi155 ceph-mon[102677]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:27 smithi111 ceph-mon[97855]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:27 smithi111 ceph-mon[116524]: pgmap v8801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:07:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:07:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:29 smithi155 ceph-mon[102677]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:29 smithi111 ceph-mon[97855]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:29 smithi111 ceph-mon[116524]: pgmap v8802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:31 smithi155 ceph-mon[102677]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:31 smithi111 ceph-mon[97855]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:31 smithi111 ceph-mon[116524]: pgmap v8803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:32.282 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:07:32.591 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:07:32.591 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:07:32.592 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:07:32.593 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:07:32.972 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:07:32.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:07:32.974 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:07:32.974 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:07:32.974 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:07:32.974 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:33 smithi155 ceph-mon[102677]: from='client.23847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:33 smithi155 ceph-mon[102677]: from='client.23853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:33 smithi155 ceph-mon[102677]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4154385658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:07:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[97855]: from='client.23847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[97855]: from='client.23853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[97855]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4154385658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[116524]: from='client.23847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[116524]: from='client.23853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[116524]: pgmap v8804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4154385658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:07:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:35 smithi155 ceph-mon[102677]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:35 smithi111 ceph-mon[97855]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:35 smithi111 ceph-mon[116524]: pgmap v8805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:37 smithi155 ceph-mon[102677]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:37 smithi111 ceph-mon[97855]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:37 smithi111 ceph-mon[116524]: pgmap v8806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:07:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:07:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:39 smithi155 ceph-mon[102677]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:39 smithi111 ceph-mon[97855]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:39 smithi111 ceph-mon[116524]: pgmap v8807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:41 smithi155 ceph-mon[102677]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:41 smithi111 ceph-mon[97855]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:41 smithi111 ceph-mon[116524]: pgmap v8808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:43 smithi155 ceph-mon[102677]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:43 smithi111 ceph-mon[97855]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:43 smithi111 ceph-mon[116524]: pgmap v8809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:45 smithi155 ceph-mon[102677]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:45 smithi111 ceph-mon[97855]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:45 smithi111 ceph-mon[116524]: pgmap v8810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:47 smithi155 ceph-mon[102677]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:47 smithi111 ceph-mon[97855]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:47 smithi111 ceph-mon[116524]: pgmap v8811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:07:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:07:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:49 smithi155 ceph-mon[102677]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:49 smithi111 ceph-mon[97855]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:49 smithi111 ceph-mon[116524]: pgmap v8812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:07:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:51 smithi155 ceph-mon[102677]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:51 smithi111 ceph-mon[97855]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:51 smithi111 ceph-mon[116524]: pgmap v8813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:53 smithi155 ceph-mon[102677]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:53 smithi111 ceph-mon[97855]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:53 smithi111 ceph-mon[116524]: pgmap v8814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:55 smithi155 ceph-mon[102677]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:55 smithi111 ceph-mon[97855]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:55 smithi111 ceph-mon[116524]: pgmap v8815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:57 smithi155 ceph-mon[102677]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:57 smithi111 ceph-mon[97855]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:57 smithi111 ceph-mon[116524]: pgmap v8816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:07:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:08:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:07:59 smithi155 ceph-mon[102677]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:07:59 smithi111 ceph-mon[97855]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:07:59 smithi111 ceph-mon[116524]: pgmap v8817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:01 smithi155 ceph-mon[102677]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:01 smithi111 ceph-mon[97855]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:01 smithi111 ceph-mon[116524]: pgmap v8818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:03.319 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:08:03.626 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:08:03.626 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:08:03.626 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:08:03.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:08:03.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:08:03.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4654M 2494M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4945M 2494M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5324M 2494M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4397M 2494M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:08:03.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:08:03.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:08:03.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:08:03.628 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:08:04.005 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:08:04.005 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:04.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:08:04.007 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:08:04.007 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:04.007 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:08:04.007 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:08:04.007 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:08:04.007 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:08:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:03 smithi155 ceph-mon[102677]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:03 smithi111 ceph-mon[97855]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:03 smithi111 ceph-mon[116524]: pgmap v8819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:04 smithi155 ceph-mon[102677]: from='client.23865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:04 smithi155 ceph-mon[102677]: from='client.33749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1545364397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:08:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[97855]: from='client.23865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[97855]: from='client.33749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1545364397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:08:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[116524]: from='client.23865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[116524]: from='client.33749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1545364397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:08:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:05 smithi155 ceph-mon[102677]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:05 smithi111 ceph-mon[97855]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:05 smithi111 ceph-mon[116524]: pgmap v8820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:07 smithi155 ceph-mon[102677]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:07 smithi111 ceph-mon[97855]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:07 smithi111 ceph-mon[116524]: pgmap v8821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:08:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:08:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:09 smithi155 ceph-mon[102677]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:09 smithi111 ceph-mon[97855]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:09 smithi111 ceph-mon[116524]: pgmap v8822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:11 smithi155 ceph-mon[102677]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:11 smithi111 ceph-mon[97855]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:11 smithi111 ceph-mon[116524]: pgmap v8823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:13 smithi155 ceph-mon[102677]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:13 smithi111 ceph-mon[97855]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:13 smithi111 ceph-mon[116524]: pgmap v8824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:15 smithi155 ceph-mon[102677]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:15 smithi111 ceph-mon[97855]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:15 smithi111 ceph-mon[116524]: pgmap v8825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:17 smithi155 ceph-mon[102677]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:17 smithi111 ceph-mon[97855]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:17 smithi111 ceph-mon[116524]: pgmap v8826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:08:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:08:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:19 smithi155 ceph-mon[102677]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:19 smithi111 ceph-mon[97855]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:19 smithi111 ceph-mon[116524]: pgmap v8827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:21 smithi155 ceph-mon[102677]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:21 smithi111 ceph-mon[97855]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:21 smithi111 ceph-mon[116524]: pgmap v8828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:08:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:08:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:08:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:08:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:08:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:08:23.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:08:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:23 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2484M 2023-12-01T08:08:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:23 smithi155 ceph-mon[102677]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:23 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2484M 2023-12-01T08:08:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:23 smithi111 ceph-mon[97855]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:23 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2484M 2023-12-01T08:08:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:23 smithi111 ceph-mon[116524]: pgmap v8829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:25 smithi155 ceph-mon[102677]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:25 smithi111 ceph-mon[116524]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:25 smithi111 ceph-mon[97855]: pgmap v8830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:27 smithi155 ceph-mon[102677]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:27 smithi111 ceph-mon[97855]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:27 smithi111 ceph-mon[116524]: pgmap v8831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:08:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:08:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:29 smithi155 ceph-mon[102677]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:29 smithi111 ceph-mon[97855]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:29 smithi111 ceph-mon[116524]: pgmap v8832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:31 smithi155 ceph-mon[102677]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:31 smithi111 ceph-mon[97855]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:31 smithi111 ceph-mon[116524]: pgmap v8833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:33 smithi155 ceph-mon[102677]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:33 smithi111 ceph-mon[97855]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:33 smithi111 ceph-mon[116524]: pgmap v8834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:34.356 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:08:34.662 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4654M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 4945M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5324M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4397M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:08:34.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:08:34.664 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:08:35.046 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:08:35.046 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:08:35.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:08:35.046 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:35.046 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:08:35.047 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:08:35.048 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:08:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:35 smithi155 ceph-mon[102677]: from='client.23883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:35 smithi155 ceph-mon[102677]: from='client.23889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:35 smithi155 ceph-mon[102677]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3605913541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:08:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[97855]: from='client.23883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[97855]: from='client.23889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[97855]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3605913541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[116524]: from='client.23883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[116524]: from='client.23889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[116524]: pgmap v8835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3605913541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:08:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:37 smithi155 ceph-mon[102677]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:37 smithi111 ceph-mon[97855]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:37 smithi111 ceph-mon[116524]: pgmap v8836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:08:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:08:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:39 smithi155 ceph-mon[102677]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:39 smithi111 ceph-mon[97855]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:39 smithi111 ceph-mon[116524]: pgmap v8837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:41 smithi155 ceph-mon[102677]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:41 smithi111 ceph-mon[97855]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:41 smithi111 ceph-mon[116524]: pgmap v8838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:43 smithi155 ceph-mon[102677]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:43 smithi111 ceph-mon[97855]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:43 smithi111 ceph-mon[116524]: pgmap v8839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:45 smithi155 ceph-mon[102677]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:45 smithi111 ceph-mon[97855]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:45 smithi111 ceph-mon[116524]: pgmap v8840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:47 smithi155 ceph-mon[102677]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:47 smithi111 ceph-mon[97855]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:47 smithi111 ceph-mon[116524]: pgmap v8841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:08:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:08:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:49 smithi155 ceph-mon[102677]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:49 smithi111 ceph-mon[97855]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:49 smithi111 ceph-mon[116524]: pgmap v8842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:08:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:51 smithi155 ceph-mon[102677]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:51 smithi111 ceph-mon[97855]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:51 smithi111 ceph-mon[116524]: pgmap v8843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:53 smithi155 ceph-mon[102677]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:53 smithi111 ceph-mon[97855]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:53 smithi111 ceph-mon[116524]: pgmap v8844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:55 smithi155 ceph-mon[102677]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:55 smithi111 ceph-mon[97855]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:55 smithi111 ceph-mon[116524]: pgmap v8845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:57 smithi155 ceph-mon[102677]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:57 smithi111 ceph-mon[97855]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:57 smithi111 ceph-mon[116524]: pgmap v8846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:08:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:08:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:08:59 smithi155 ceph-mon[102677]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:08:59 smithi111 ceph-mon[97855]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:08:59 smithi111 ceph-mon[116524]: pgmap v8847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:01 smithi155 ceph-mon[102677]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:01 smithi111 ceph-mon[97855]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:01 smithi111 ceph-mon[116524]: pgmap v8848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:03 smithi155 ceph-mon[102677]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:03 smithi111 ceph-mon[97855]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:03 smithi111 ceph-mon[116524]: pgmap v8849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:05.393 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:09:05.697 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:09:05.697 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:09:05.697 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:09:05.697 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:09:05.697 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:09:05.697 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4654M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 4945M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:09:05.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5324M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:09:05.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4397M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:09:05.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:09:05.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:09:05.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:09:05.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:09:05.699 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:09:06.076 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:09:06.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:09:06.077 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:09:06.078 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:06.078 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:09:06.078 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:09:06.078 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:09:06.078 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:09:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:05 smithi155 ceph-mon[102677]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:05 smithi111 ceph-mon[97855]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:05 smithi111 ceph-mon[116524]: pgmap v8850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:06 smithi155 ceph-mon[102677]: from='client.23901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:06 smithi155 ceph-mon[102677]: from='client.33785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/371600442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:06 smithi111 ceph-mon[97855]: from='client.23901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:06 smithi111 ceph-mon[97855]: from='client.33785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/371600442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:09:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:06 smithi111 ceph-mon[116524]: from='client.23901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:06 smithi111 ceph-mon[116524]: from='client.33785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/371600442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:09:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:07 smithi155 ceph-mon[102677]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:07 smithi111 ceph-mon[97855]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:07 smithi111 ceph-mon[116524]: pgmap v8851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:09:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:09:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:09 smithi155 ceph-mon[102677]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:09 smithi111 ceph-mon[97855]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:09 smithi111 ceph-mon[116524]: pgmap v8852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:11 smithi155 ceph-mon[102677]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:11 smithi111 ceph-mon[97855]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:11 smithi111 ceph-mon[116524]: pgmap v8853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:13 smithi155 ceph-mon[102677]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:13 smithi111 ceph-mon[97855]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:13 smithi111 ceph-mon[116524]: pgmap v8854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:15 smithi155 ceph-mon[102677]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:15 smithi111 ceph-mon[97855]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:15 smithi111 ceph-mon[116524]: pgmap v8855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:17 smithi155 ceph-mon[102677]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:17 smithi111 ceph-mon[97855]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:17 smithi111 ceph-mon[116524]: pgmap v8856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:09:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:19 smithi155 ceph-mon[102677]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:19 smithi111 ceph-mon[97855]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:19 smithi111 ceph-mon[116524]: pgmap v8857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:21 smithi155 ceph-mon[102677]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:21 smithi111 ceph-mon[97855]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:21 smithi111 ceph-mon[116524]: pgmap v8858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:09:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:09:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:09:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:23 smithi155 ceph-mon[102677]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:09:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:09:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:09:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[97855]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:09:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:09:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[116524]: pgmap v8859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:09:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:25 smithi155 ceph-mon[102677]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:25 smithi111 ceph-mon[97855]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:25 smithi111 ceph-mon[116524]: pgmap v8860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:27 smithi155 ceph-mon[102677]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:27 smithi111 ceph-mon[97855]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:27 smithi111 ceph-mon[116524]: pgmap v8861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:09:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:09:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:29 smithi155 ceph-mon[102677]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:29 smithi111 ceph-mon[97855]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:29 smithi111 ceph-mon[116524]: pgmap v8862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:31 smithi155 ceph-mon[102677]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:31 smithi111 ceph-mon[97855]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:31 smithi111 ceph-mon[116524]: pgmap v8863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:33 smithi155 ceph-mon[102677]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:33 smithi111 ceph-mon[97855]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:33 smithi111 ceph-mon[116524]: pgmap v8864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:35 smithi155 ceph-mon[102677]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:35 smithi111 ceph-mon[97855]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:35 smithi111 ceph-mon[116524]: pgmap v8865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:36.422 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:09:36.732 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:09:36.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4654M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4945M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5324M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4397M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:09:36.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:09:36.735 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:09:37.111 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:09:37.111 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:09:37.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:09:37.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:37.111 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:09:37.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:09:37.112 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:09:37.113 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:37 smithi155 ceph-mon[102677]: from='client.33797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:37 smithi155 ceph-mon[102677]: from='client.23925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:37 smithi155 ceph-mon[102677]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2395209637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:09:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[97855]: from='client.33797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[97855]: from='client.23925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[97855]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2395209637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:09:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[116524]: from='client.33797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[116524]: from='client.23925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:09:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[116524]: pgmap v8866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2395209637' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:09:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:09:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:39 smithi155 ceph-mon[102677]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:39 smithi111 ceph-mon[97855]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:39 smithi111 ceph-mon[116524]: pgmap v8867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:41 smithi155 ceph-mon[102677]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:41 smithi111 ceph-mon[97855]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:41 smithi111 ceph-mon[116524]: pgmap v8868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:44.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:43 smithi155 ceph-mon[102677]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:43 smithi111 ceph-mon[97855]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:43 smithi111 ceph-mon[116524]: pgmap v8869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:45 smithi155 ceph-mon[102677]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:45 smithi111 ceph-mon[97855]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:45 smithi111 ceph-mon[116524]: pgmap v8870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:47 smithi155 ceph-mon[102677]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:47 smithi111 ceph-mon[97855]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:47 smithi111 ceph-mon[116524]: pgmap v8871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:09:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:09:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:49 smithi155 ceph-mon[102677]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:49 smithi111 ceph-mon[97855]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:49 smithi111 ceph-mon[116524]: pgmap v8872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:09:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:51 smithi155 ceph-mon[102677]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:51 smithi111 ceph-mon[97855]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:51 smithi111 ceph-mon[116524]: pgmap v8873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:53 smithi155 ceph-mon[102677]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:53 smithi111 ceph-mon[97855]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:53 smithi111 ceph-mon[116524]: pgmap v8874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:55 smithi155 ceph-mon[102677]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:55 smithi111 ceph-mon[97855]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:55 smithi111 ceph-mon[116524]: pgmap v8875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:57 smithi155 ceph-mon[102677]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:57 smithi111 ceph-mon[97855]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:57 smithi111 ceph-mon[116524]: pgmap v8876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:09:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:10:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:09:59 smithi155 ceph-mon[102677]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:09:59 smithi111 ceph-mon[97855]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:00 smithi111 conmon[97831]: 2023-12-01T08:09:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:10:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:09:59 smithi111 ceph-mon[116524]: pgmap v8877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:10:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:10:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:10:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:01 smithi155 ceph-mon[102677]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:01 smithi111 ceph-mon[97855]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:01 smithi111 ceph-mon[116524]: pgmap v8878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:03 smithi155 ceph-mon[102677]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:03 smithi111 ceph-mon[97855]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:03 smithi111 ceph-mon[116524]: pgmap v8879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:05 smithi155 ceph-mon[102677]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:05 smithi111 ceph-mon[97855]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:05 smithi111 ceph-mon[116524]: pgmap v8880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:07.457 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:10:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:07 smithi155 ceph-mon[102677]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:07 smithi111 ceph-mon[97855]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:07 smithi111 ceph-mon[116524]: pgmap v8881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:07.762 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:10:07.762 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.1M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 693M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1085M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 511M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 473M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:10:07.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4654M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4945M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5324M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4397M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3484M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4320M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3784M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4436M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:10:07.764 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:10:08.143 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:10:08.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:10:08.145 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:10:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:08 smithi155 ceph-mon[102677]: from='client.33815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:08 smithi155 ceph-mon[102677]: from='client.23943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3340251171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:08 smithi111 ceph-mon[97855]: from='client.33815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:08 smithi111 ceph-mon[97855]: from='client.23943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3340251171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:10:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:08 smithi111 ceph-mon[116524]: from='client.33815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:08 smithi111 ceph-mon[116524]: from='client.23943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3340251171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:10:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:09 smithi155 ceph-mon[102677]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:09 smithi111 ceph-mon[97855]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:10:09] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:10:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:09 smithi111 ceph-mon[116524]: pgmap v8882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:11 smithi155 ceph-mon[102677]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:11 smithi111 ceph-mon[97855]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:11 smithi111 ceph-mon[116524]: pgmap v8883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:13 smithi155 ceph-mon[102677]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:13 smithi111 ceph-mon[97855]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:13 smithi111 ceph-mon[116524]: pgmap v8884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:15 smithi155 ceph-mon[102677]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:15 smithi111 ceph-mon[97855]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:15 smithi111 ceph-mon[116524]: pgmap v8885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:17 smithi155 ceph-mon[102677]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:17 smithi111 ceph-mon[97855]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:17 smithi111 ceph-mon[116524]: pgmap v8886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:10:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:19 smithi155 ceph-mon[102677]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:19 smithi111 ceph-mon[97855]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:19 smithi111 ceph-mon[116524]: pgmap v8887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:22.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:21 smithi155 ceph-mon[102677]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:21 smithi111 ceph-mon[97855]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:21 smithi111 ceph-mon[116524]: pgmap v8888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:23 smithi155 ceph-mon[102677]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:24.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:10:24.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:23 smithi111 ceph-mon[97855]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:24.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:10:24.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:23 smithi111 ceph-mon[116524]: pgmap v8889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:24.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:10:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:25 smithi155 ceph-mon[102677]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[97855]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[116524]: pgmap v8890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:10:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:10:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:10:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:10:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:10:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:10:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:27 smithi155 ceph-mon[102677]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:27 smithi111 ceph-mon[97855]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:27 smithi111 ceph-mon[116524]: pgmap v8891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:10:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:10:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:29 smithi155 ceph-mon[102677]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:29 smithi111 ceph-mon[116524]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:29 smithi111 ceph-mon[97855]: pgmap v8892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:31 smithi155 ceph-mon[102677]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:31 smithi111 ceph-mon[97855]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:31 smithi111 ceph-mon[116524]: pgmap v8893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:33 smithi155 ceph-mon[102677]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:33 smithi111 ceph-mon[97855]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:33 smithi111 ceph-mon[116524]: pgmap v8894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:35 smithi155 ceph-mon[102677]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:35 smithi111 ceph-mon[97855]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:35 smithi111 ceph-mon[116524]: pgmap v8895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:37 smithi155 ceph-mon[102677]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:37 smithi111 ceph-mon[97855]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:37 smithi111 ceph-mon[116524]: pgmap v8896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:38.485 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:10:38.789 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:10:38.789 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 13s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:10:38.789 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 13s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:10:38.789 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 13s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:10:38.789 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 13s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 13s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 13s ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 13s ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 13s ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 13s ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 13s ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 13s ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 13s ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 13s ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 13s ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:10:38.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 13s ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:10:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 13s ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:10:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 13s ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:10:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 13s ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:10:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 13s ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:10:38.791 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 13s ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:10:39.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:10:39.169 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:10:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:10:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:10:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:39 smithi155 ceph-mon[102677]: from='client.23952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:39 smithi155 ceph-mon[102677]: from='client.33839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:39 smithi155 ceph-mon[102677]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3270396595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:10:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[97855]: from='client.23952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[97855]: from='client.33839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[97855]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3270396595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:10:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[116524]: from='client.23952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[116524]: from='client.33839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[116524]: pgmap v8897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3270396595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:10:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:41 smithi155 ceph-mon[102677]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:41 smithi111 ceph-mon[97855]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:41 smithi111 ceph-mon[116524]: pgmap v8898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:43 smithi155 ceph-mon[102677]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:43 smithi111 ceph-mon[97855]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:43 smithi111 ceph-mon[116524]: pgmap v8899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:46.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:45 smithi155 ceph-mon[102677]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:45 smithi111 ceph-mon[97855]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:45 smithi111 ceph-mon[116524]: pgmap v8900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:47.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:47 smithi155 ceph-mon[102677]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:47 smithi111 ceph-mon[97855]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:47 smithi111 ceph-mon[116524]: pgmap v8901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:10:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:10:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:49 smithi155 ceph-mon[102677]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:49 smithi111 ceph-mon[97855]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:49 smithi111 ceph-mon[116524]: pgmap v8902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:10:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:51 smithi155 ceph-mon[102677]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:51 smithi111 ceph-mon[97855]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:51 smithi111 ceph-mon[116524]: pgmap v8903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:53 smithi155 ceph-mon[102677]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:53 smithi111 ceph-mon[97855]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:53 smithi111 ceph-mon[116524]: pgmap v8904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:55 smithi155 ceph-mon[102677]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:55 smithi111 ceph-mon[97855]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:55 smithi111 ceph-mon[116524]: pgmap v8905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:57 smithi155 ceph-mon[102677]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:57 smithi111 ceph-mon[97855]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:57 smithi111 ceph-mon[116524]: pgmap v8906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:10:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:10:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:11:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:10:59 smithi155 ceph-mon[102677]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:10:59 smithi111 ceph-mon[97855]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:10:59 smithi111 ceph-mon[116524]: pgmap v8907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:01 smithi155 ceph-mon[102677]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:01 smithi111 ceph-mon[97855]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:01 smithi111 ceph-mon[116524]: pgmap v8908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:03 smithi155 ceph-mon[102677]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:03 smithi111 ceph-mon[97855]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:03 smithi111 ceph-mon[116524]: pgmap v8909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:05 smithi155 ceph-mon[102677]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:05 smithi111 ceph-mon[97855]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:05 smithi111 ceph-mon[116524]: pgmap v8910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:07 smithi155 ceph-mon[102677]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:07 smithi111 ceph-mon[97855]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:07 smithi111 ceph-mon[116524]: pgmap v8911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:09.510 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:11:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:11:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 44s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 44s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 44s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 44s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 44s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 44s ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 44s ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 44s ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 44s ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 44s ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 44s ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 44s ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 44s ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:11:09.816 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 44s ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:11:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 44s ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:11:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 44s ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:11:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 44s ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:11:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 44s ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:11:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 44s ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:11:09.817 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 44s ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:11:10.196 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:11:10.196 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:11:10.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:11:10.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:10.196 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:11:10.197 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:11:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:09 smithi155 ceph-mon[102677]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:09 smithi111 ceph-mon[97855]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:09 smithi111 ceph-mon[116524]: pgmap v8912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:10 smithi155 ceph-mon[102677]: from='client.33851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:10 smithi155 ceph-mon[102677]: from='client.33857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1375028469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:11:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:10 smithi111 ceph-mon[97855]: from='client.33851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:10 smithi111 ceph-mon[97855]: from='client.33857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1375028469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:11:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:10 smithi111 ceph-mon[116524]: from='client.33851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:10 smithi111 ceph-mon[116524]: from='client.33857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1375028469' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:11:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:11 smithi155 ceph-mon[102677]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:11 smithi111 ceph-mon[97855]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:11 smithi111 ceph-mon[116524]: pgmap v8913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:13 smithi155 ceph-mon[102677]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:13 smithi111 ceph-mon[97855]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:13 smithi111 ceph-mon[116524]: pgmap v8914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:15 smithi155 ceph-mon[102677]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:15 smithi111 ceph-mon[97855]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:15 smithi111 ceph-mon[116524]: pgmap v8915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:17 smithi155 ceph-mon[102677]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:17 smithi111 ceph-mon[97855]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:17 smithi111 ceph-mon[116524]: pgmap v8916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:11:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:11:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:19 smithi155 ceph-mon[102677]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:19 smithi111 ceph-mon[116524]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:20.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:19 smithi111 ceph-mon[97855]: pgmap v8917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:20.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:21 smithi155 ceph-mon[102677]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:21 smithi111 ceph-mon[97855]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:21 smithi111 ceph-mon[116524]: pgmap v8918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:23 smithi155 ceph-mon[102677]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:23 smithi111 ceph-mon[97855]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:23 smithi111 ceph-mon[116524]: pgmap v8919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:25 smithi155 ceph-mon[102677]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:25 smithi111 ceph-mon[97855]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:25 smithi111 ceph-mon[116524]: pgmap v8920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:11:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:11:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:11:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:11:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:11:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:11:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:11:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:11:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:11:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:11:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:11:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:11:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:27 smithi155 ceph-mon[102677]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:27 smithi111 ceph-mon[97855]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:27 smithi111 ceph-mon[116524]: pgmap v8921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:11:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:11:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:29 smithi155 ceph-mon[102677]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:29 smithi111 ceph-mon[97855]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:29 smithi111 ceph-mon[116524]: pgmap v8922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:31 smithi155 ceph-mon[102677]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:31 smithi111 ceph-mon[97855]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:31 smithi111 ceph-mon[116524]: pgmap v8923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:33 smithi155 ceph-mon[102677]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:33 smithi111 ceph-mon[97855]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:33 smithi111 ceph-mon[116524]: pgmap v8924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:35 smithi155 ceph-mon[102677]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:35 smithi111 ceph-mon[97855]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:35 smithi111 ceph-mon[116524]: pgmap v8925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:37 smithi155 ceph-mon[102677]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:37 smithi111 ceph-mon[97855]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:37 smithi111 ceph-mon[116524]: pgmap v8926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:11:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:11:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:39 smithi155 ceph-mon[102677]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:39 smithi111 ceph-mon[97855]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:39 smithi111 ceph-mon[116524]: pgmap v8927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:40.551 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:11:40.853 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 75s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 75s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 75s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 75s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 75s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 75s ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 75s ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 75s ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 75s ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 75s ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:11:40.854 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 75s ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 75s ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 75s ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 75s ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 75s ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 75s ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 75s ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 75s ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 75s ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:11:40.855 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 75s ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:11:41.235 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:11:41.235 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:11:41.235 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:11:41.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:11:41.237 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:11:41.237 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:11:41.237 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:11:41.237 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:41 smithi155 ceph-mon[102677]: from='client.33869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:41 smithi155 ceph-mon[102677]: from='client.33875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:41 smithi155 ceph-mon[102677]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2759460616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:11:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[97855]: from='client.33869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[97855]: from='client.33875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[97855]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2759460616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[116524]: from='client.33869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[116524]: from='client.33875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[116524]: pgmap v8928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2759460616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:11:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:43 smithi155 ceph-mon[102677]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:43 smithi111 ceph-mon[97855]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:43 smithi111 ceph-mon[116524]: pgmap v8929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:45 smithi155 ceph-mon[102677]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:45 smithi111 ceph-mon[97855]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:45 smithi111 ceph-mon[116524]: pgmap v8930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:47 smithi155 ceph-mon[102677]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:47 smithi111 ceph-mon[97855]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:47 smithi111 ceph-mon[116524]: pgmap v8931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:11:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:11:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:49 smithi155 ceph-mon[102677]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:49 smithi111 ceph-mon[97855]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:49 smithi111 ceph-mon[116524]: pgmap v8932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:11:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:51 smithi155 ceph-mon[102677]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:51 smithi111 ceph-mon[97855]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:51 smithi111 ceph-mon[116524]: pgmap v8933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:53 smithi155 ceph-mon[102677]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:53 smithi111 ceph-mon[97855]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:53 smithi111 ceph-mon[116524]: pgmap v8934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:55 smithi155 ceph-mon[102677]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:55 smithi111 ceph-mon[97855]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:55 smithi111 ceph-mon[116524]: pgmap v8935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:57 smithi155 ceph-mon[102677]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:57 smithi111 ceph-mon[116524]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:57 smithi111 ceph-mon[97855]: pgmap v8936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:11:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:11:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:12:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:11:59 smithi155 ceph-mon[102677]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:11:59 smithi111 ceph-mon[97855]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:11:59 smithi111 ceph-mon[116524]: pgmap v8937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:01 smithi155 ceph-mon[102677]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:01 smithi111 ceph-mon[97855]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:01 smithi111 ceph-mon[116524]: pgmap v8938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:03 smithi155 ceph-mon[102677]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:03 smithi111 ceph-mon[97855]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:03 smithi111 ceph-mon[116524]: pgmap v8939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:05 smithi155 ceph-mon[102677]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:05 smithi111 ceph-mon[97855]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:05 smithi111 ceph-mon[116524]: pgmap v8940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:07 smithi155 ceph-mon[102677]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:07 smithi111 ceph-mon[97855]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:07 smithi111 ceph-mon[116524]: pgmap v8941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:12:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:12:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:09 smithi155 ceph-mon[102677]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:09 smithi111 ceph-mon[97855]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:09 smithi111 ceph-mon[116524]: pgmap v8942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:11.584 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:12:11.887 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 106s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 106s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 106s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 106s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 106s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 106s ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 106s ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 106s ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:12:11.888 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 106s ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 106s ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 106s ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 106s ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 106s ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 106s ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 106s ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 106s ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 106s ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:12:11.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 106s ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:12:11.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 106s ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:12:11.890 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 106s ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:12:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:11 smithi155 ceph-mon[102677]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:11 smithi111 ceph-mon[97855]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:11 smithi111 ceph-mon[116524]: pgmap v8943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:12:12.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:12:12.270 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:12:12.271 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:12:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:12 smithi155 ceph-mon[102677]: from='client.24006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:12 smithi155 ceph-mon[102677]: from='client.33893 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1599933732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:12:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:12 smithi111 ceph-mon[97855]: from='client.24006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:12 smithi111 ceph-mon[97855]: from='client.33893 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1599933732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:12:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:12 smithi111 ceph-mon[116524]: from='client.24006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:12 smithi111 ceph-mon[116524]: from='client.33893 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1599933732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:12:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:13 smithi155 ceph-mon[102677]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:13 smithi111 ceph-mon[97855]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:13 smithi111 ceph-mon[116524]: pgmap v8944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:15 smithi155 ceph-mon[102677]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:15 smithi111 ceph-mon[97855]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:15 smithi111 ceph-mon[116524]: pgmap v8945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:17 smithi111 ceph-mon[97855]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:17 smithi111 ceph-mon[116524]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:17 smithi155 ceph-mon[102677]: pgmap v8946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:12:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:12:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:19 smithi155 ceph-mon[102677]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:19 smithi111 ceph-mon[97855]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:19 smithi111 ceph-mon[116524]: pgmap v8947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:21 smithi155 ceph-mon[102677]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:21 smithi111 ceph-mon[97855]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:21 smithi111 ceph-mon[116524]: pgmap v8948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:23 smithi155 ceph-mon[102677]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:23 smithi111 ceph-mon[97855]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:23 smithi111 ceph-mon[116524]: pgmap v8949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:25 smithi155 ceph-mon[102677]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:25 smithi111 ceph-mon[97855]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:25 smithi111 ceph-mon[116524]: pgmap v8950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:12:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[97855]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[116524]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:12:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:27 smithi155 ceph-mon[102677]: pgmap v8951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:12:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:12:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:29 smithi155 ceph-mon[102677]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:29 smithi111 ceph-mon[97855]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:29 smithi111 ceph-mon[116524]: pgmap v8952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:31 smithi155 ceph-mon[102677]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[116524]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:12:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:12:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:12:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:31 smithi111 ceph-mon[97855]: pgmap v8953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:33 smithi155 ceph-mon[102677]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:33 smithi111 ceph-mon[97855]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:33 smithi111 ceph-mon[116524]: pgmap v8954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:35 smithi155 ceph-mon[102677]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:35 smithi111 ceph-mon[97855]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:35 smithi111 ceph-mon[116524]: pgmap v8955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:37 smithi111 ceph-mon[97855]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:37 smithi111 ceph-mon[116524]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:37 smithi155 ceph-mon[102677]: pgmap v8956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:12:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:12:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:39 smithi155 ceph-mon[102677]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:39 smithi111 ceph-mon[97855]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:39 smithi111 ceph-mon[116524]: pgmap v8957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:40.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 08:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T08:12:40.22450709Z level=info msg="Completed cleanup jobs" duration=190.689932ms 2023-12-01T08:12:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:41 smithi155 ceph-mon[102677]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:41 smithi111 ceph-mon[97855]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:41 smithi111 ceph-mon[116524]: pgmap v8958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:42.616 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:12:42.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:12:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:12:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:12:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:12:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:12:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:12:43.299 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:12:43.299 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:12:43.299 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:12:43.299 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:43.299 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:12:43.300 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:12:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:12:43.301 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:12:43.301 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:12:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:43 smithi155 ceph-mon[102677]: from='client.33905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:43 smithi155 ceph-mon[102677]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:43 smithi155 ceph-mon[102677]: from='client.24030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4000743081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[97855]: from='client.33905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[97855]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[97855]: from='client.24030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4000743081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[116524]: from='client.33905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[116524]: pgmap v8959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[116524]: from='client.24030 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:12:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4000743081' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:12:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:45 smithi155 ceph-mon[102677]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:45 smithi111 ceph-mon[97855]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:45 smithi111 ceph-mon[116524]: pgmap v8960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:47 smithi111 ceph-mon[97855]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:47 smithi111 ceph-mon[116524]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:47 smithi155 ceph-mon[102677]: pgmap v8961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:12:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:12:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:49 smithi155 ceph-mon[102677]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:49 smithi111 ceph-mon[97855]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:49 smithi111 ceph-mon[116524]: pgmap v8962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:12:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:51 smithi155 ceph-mon[102677]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:51 smithi111 ceph-mon[97855]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:51 smithi111 ceph-mon[116524]: pgmap v8963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:53 smithi155 ceph-mon[102677]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:53 smithi111 ceph-mon[97855]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:53 smithi111 ceph-mon[116524]: pgmap v8964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:55 smithi155 ceph-mon[102677]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:55 smithi111 ceph-mon[97855]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:55 smithi111 ceph-mon[116524]: pgmap v8965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:57 smithi111 ceph-mon[97855]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:57 smithi111 ceph-mon[116524]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:57 smithi155 ceph-mon[102677]: pgmap v8966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:12:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:13:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:12:59 smithi155 ceph-mon[102677]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:12:59 smithi111 ceph-mon[97855]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:12:59 smithi111 ceph-mon[116524]: pgmap v8967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:01 smithi155 ceph-mon[102677]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:01 smithi111 ceph-mon[97855]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:01 smithi111 ceph-mon[116524]: pgmap v8968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:03 smithi155 ceph-mon[102677]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:03 smithi111 ceph-mon[97855]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:03 smithi111 ceph-mon[116524]: pgmap v8969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:05 smithi155 ceph-mon[102677]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:05 smithi111 ceph-mon[97855]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:05 smithi111 ceph-mon[116524]: pgmap v8970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:07 smithi111 ceph-mon[97855]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:07 smithi111 ceph-mon[116524]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:07 smithi155 ceph-mon[102677]: pgmap v8971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:13:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:13:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:09 smithi155 ceph-mon[102677]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:09 smithi111 ceph-mon[97855]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:09 smithi111 ceph-mon[116524]: pgmap v8972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:11 smithi155 ceph-mon[102677]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:11 smithi111 ceph-mon[97855]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:11 smithi111 ceph-mon[116524]: pgmap v8973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:13.644 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:13:13.951 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:13:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:13 smithi155 ceph-mon[102677]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:13 smithi111 ceph-mon[97855]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:13 smithi111 ceph-mon[116524]: pgmap v8974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:13:14.327 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:13:14.328 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:13:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:14 smithi155 ceph-mon[102677]: from='client.33923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:14 smithi155 ceph-mon[102677]: from='client.24048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3284135452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:13:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:14 smithi111 ceph-mon[97855]: from='client.33923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:14 smithi111 ceph-mon[97855]: from='client.24048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3284135452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:13:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:14 smithi111 ceph-mon[116524]: from='client.33923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:14 smithi111 ceph-mon[116524]: from='client.24048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3284135452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:13:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:15 smithi155 ceph-mon[102677]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:15 smithi111 ceph-mon[97855]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:15 smithi111 ceph-mon[116524]: pgmap v8975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:17 smithi111 ceph-mon[97855]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:17 smithi111 ceph-mon[116524]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:17 smithi155 ceph-mon[102677]: pgmap v8976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:13:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:13:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:19 smithi155 ceph-mon[102677]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:19 smithi111 ceph-mon[97855]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:19 smithi111 ceph-mon[116524]: pgmap v8977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:21 smithi155 ceph-mon[102677]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:21 smithi111 ceph-mon[97855]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:21 smithi111 ceph-mon[116524]: pgmap v8978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:23 smithi155 ceph-mon[102677]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:23 smithi111 ceph-mon[97855]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:23 smithi111 ceph-mon[116524]: pgmap v8979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:25 smithi155 ceph-mon[102677]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:25 smithi111 ceph-mon[97855]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:25 smithi111 ceph-mon[116524]: pgmap v8980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:27 smithi111 ceph-mon[97855]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:27 smithi111 ceph-mon[116524]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:27 smithi155 ceph-mon[102677]: pgmap v8981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:13:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:13:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:29 smithi155 ceph-mon[102677]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:29 smithi111 ceph-mon[97855]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:29 smithi111 ceph-mon[116524]: pgmap v8982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:13:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:13:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:13:32.083 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:31 smithi155 ceph-mon[102677]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:31 smithi111 ceph-mon[97855]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:31 smithi111 ceph-mon[116524]: pgmap v8983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:33 smithi155 ceph-mon[102677]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:33 smithi111 ceph-mon[97855]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:33 smithi111 ceph-mon[116524]: pgmap v8984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:13:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:13:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:13:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:13:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:13:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:35 smithi155 ceph-mon[102677]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:35 smithi111 ceph-mon[97855]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:35 smithi111 ceph-mon[116524]: pgmap v8985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:37.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:37 smithi111 ceph-mon[97855]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:37.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:37 smithi111 ceph-mon[116524]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:37 smithi155 ceph-mon[102677]: pgmap v8986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:13:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T08:13:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:39 smithi155 ceph-mon[102677]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:39 smithi111 ceph-mon[97855]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:39 smithi111 ceph-mon[116524]: pgmap v8987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:41 smithi155 ceph-mon[102677]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:41 smithi111 ceph-mon[97855]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:41 smithi111 ceph-mon[116524]: pgmap v8988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:43 smithi155 ceph-mon[102677]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:43 smithi111 ceph-mon[97855]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:43 smithi111 ceph-mon[116524]: pgmap v8989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:44.670 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:13:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:13:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:13:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:13:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:13:44.978 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:13:44.979 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:13:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:13:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:13:44.980 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:13:45.358 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:13:45.359 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:13:45.360 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[97855]: from='client.33941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[97855]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[97855]: from='client.33947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3075054290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:13:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[116524]: from='client.33941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[116524]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[116524]: from='client.33947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3075054290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:13:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:45 smithi155 ceph-mon[102677]: from='client.33941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:45 smithi155 ceph-mon[102677]: pgmap v8990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:45 smithi155 ceph-mon[102677]: from='client.33947 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:13:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3075054290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:13:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:47 smithi111 ceph-mon[97855]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:47.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:47 smithi111 ceph-mon[116524]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:47 smithi155 ceph-mon[102677]: pgmap v8991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:13:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:49 smithi155 ceph-mon[102677]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:49 smithi111 ceph-mon[97855]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:49 smithi111 ceph-mon[116524]: pgmap v8992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:13:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:51 smithi155 ceph-mon[102677]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:51 smithi111 ceph-mon[97855]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:51 smithi111 ceph-mon[116524]: pgmap v8993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:53 smithi155 ceph-mon[102677]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:53 smithi111 ceph-mon[97855]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:53 smithi111 ceph-mon[116524]: pgmap v8994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:55 smithi111 ceph-mon[97855]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:55 smithi111 ceph-mon[116524]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:55 smithi155 ceph-mon[102677]: pgmap v8995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:57 smithi111 ceph-mon[97855]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:57 smithi111 ceph-mon[116524]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:57 smithi155 ceph-mon[102677]: pgmap v8996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:13:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:13:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:14:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:13:59 smithi155 ceph-mon[102677]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:13:59 smithi111 ceph-mon[97855]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:13:59 smithi111 ceph-mon[116524]: pgmap v8997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:01 smithi111 ceph-mon[97855]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:01 smithi111 ceph-mon[116524]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:01 smithi155 ceph-mon[102677]: pgmap v8998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:03 smithi111 ceph-mon[97855]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:03 smithi111 ceph-mon[116524]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:03 smithi155 ceph-mon[102677]: pgmap v8999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:05 smithi111 ceph-mon[97855]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:05 smithi111 ceph-mon[116524]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:05 smithi155 ceph-mon[102677]: pgmap v9000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:07 smithi111 ceph-mon[97855]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:07 smithi111 ceph-mon[116524]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:07 smithi155 ceph-mon[102677]: pgmap v9001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:14:09] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:14:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:09 smithi111 ceph-mon[97855]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:09 smithi111 ceph-mon[116524]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:09 smithi155 ceph-mon[102677]: pgmap v9002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:11 smithi111 ceph-mon[97855]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:11 smithi111 ceph-mon[116524]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:11 smithi155 ceph-mon[102677]: pgmap v9003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:13 smithi111 ceph-mon[97855]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:13 smithi111 ceph-mon[116524]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:13 smithi155 ceph-mon[102677]: pgmap v9004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:15.703 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:14:16.008 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:14:16.008 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:14:16.008 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:14:16.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:14:16.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:14:16.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:14:16.010 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:14:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:15 smithi111 ceph-mon[97855]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:15 smithi111 ceph-mon[116524]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:16.386 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:14:16.387 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:14:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:15 smithi155 ceph-mon[102677]: pgmap v9005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:16 smithi111 ceph-mon[97855]: from='client.33959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:16 smithi111 ceph-mon[97855]: from='client.33965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2755020791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:14:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:16 smithi111 ceph-mon[116524]: from='client.33959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:16 smithi111 ceph-mon[116524]: from='client.33965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2755020791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:14:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:16 smithi155 ceph-mon[102677]: from='client.33959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:16 smithi155 ceph-mon[102677]: from='client.33965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2755020791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:14:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:17 smithi111 ceph-mon[97855]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:17 smithi111 ceph-mon[116524]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:17 smithi155 ceph-mon[102677]: pgmap v9006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:14:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:14:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:19 smithi111 ceph-mon[97855]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:19 smithi111 ceph-mon[116524]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:19 smithi155 ceph-mon[102677]: pgmap v9007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:21 smithi111 ceph-mon[97855]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:21 smithi111 ceph-mon[116524]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:21 smithi155 ceph-mon[102677]: pgmap v9008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:23 smithi111 ceph-mon[97855]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:23 smithi111 ceph-mon[116524]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:23 smithi155 ceph-mon[102677]: pgmap v9009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:25 smithi111 ceph-mon[97855]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:25 smithi111 ceph-mon[116524]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:25 smithi155 ceph-mon[102677]: pgmap v9010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:27 smithi111 ceph-mon[97855]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:27 smithi111 ceph-mon[116524]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:27 smithi155 ceph-mon[102677]: pgmap v9011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:14:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:14:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:29 smithi111 ceph-mon[97855]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:29 smithi111 ceph-mon[116524]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:29 smithi155 ceph-mon[102677]: pgmap v9012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:31 smithi111 ceph-mon[97855]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:31 smithi111 ceph-mon[116524]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:31 smithi155 ceph-mon[102677]: pgmap v9013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:33 smithi111 ceph-mon[97855]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:33 smithi111 ceph-mon[116524]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:33 smithi155 ceph-mon[102677]: pgmap v9014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:14:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:14:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:14:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:14:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: pgmap v9015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:14:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:14:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:14:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:37 smithi111 ceph-mon[97855]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:37 smithi111 ceph-mon[116524]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:37 smithi155 ceph-mon[102677]: pgmap v9016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:14:39] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:14:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:39 smithi111 ceph-mon[97855]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:39 smithi111 ceph-mon[116524]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:39 smithi155 ceph-mon[102677]: pgmap v9017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:41 smithi111 ceph-mon[116524]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:41 smithi111 ceph-mon[97855]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:41 smithi155 ceph-mon[102677]: pgmap v9018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:43 smithi111 ceph-mon[97855]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:43 smithi111 ceph-mon[116524]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:43 smithi155 ceph-mon[102677]: pgmap v9019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:45 smithi111 ceph-mon[97855]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:45 smithi111 ceph-mon[116524]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:45 smithi155 ceph-mon[102677]: pgmap v9020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:46.731 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:14:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:14:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:14:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:14:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:14:47.040 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:14:47.041 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:14:47.415 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:14:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:14:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:14:47.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:14:47.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:14:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:14:47.417 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:14:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[116524]: from='client.33977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[116524]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[116524]: from='client.33983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1822090747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[97855]: from='client.33977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[97855]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[97855]: from='client.33983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1822090747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:47 smithi155 ceph-mon[102677]: from='client.33977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:47 smithi155 ceph-mon[102677]: pgmap v9021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:47 smithi155 ceph-mon[102677]: from='client.33983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1822090747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:14:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:14:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:14:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:49 smithi111 ceph-mon[116524]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:49 smithi111 ceph-mon[97855]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:49 smithi155 ceph-mon[102677]: pgmap v9022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:14:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:51 smithi111 ceph-mon[116524]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:51 smithi111 ceph-mon[97855]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:51 smithi155 ceph-mon[102677]: pgmap v9023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:53 smithi111 ceph-mon[116524]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:53 smithi111 ceph-mon[97855]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:53 smithi155 ceph-mon[102677]: pgmap v9024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:55 smithi111 ceph-mon[116524]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:55 smithi111 ceph-mon[97855]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:55 smithi155 ceph-mon[102677]: pgmap v9025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:57 smithi111 ceph-mon[97855]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:57 smithi111 ceph-mon[116524]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:57 smithi155 ceph-mon[102677]: pgmap v9026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:14:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:14:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:15:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:14:59 smithi111 ceph-mon[97855]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:14:59 smithi111 ceph-mon[116524]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:14:59 smithi155 ceph-mon[102677]: pgmap v9027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:01 smithi111 ceph-mon[97855]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:01 smithi111 ceph-mon[116524]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:01 smithi155 ceph-mon[102677]: pgmap v9028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:03 smithi111 ceph-mon[97855]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:03 smithi111 ceph-mon[116524]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:03 smithi155 ceph-mon[102677]: pgmap v9029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:05 smithi111 ceph-mon[97855]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:05 smithi111 ceph-mon[116524]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:05 smithi155 ceph-mon[102677]: pgmap v9030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:07 smithi111 ceph-mon[97855]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:07 smithi111 ceph-mon[116524]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:07 smithi155 ceph-mon[102677]: pgmap v9031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:15:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:15:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:09 smithi111 ceph-mon[97855]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:09 smithi111 ceph-mon[116524]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:09 smithi155 ceph-mon[102677]: pgmap v9032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:11 smithi111 ceph-mon[97855]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:11 smithi111 ceph-mon[116524]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:11 smithi155 ceph-mon[102677]: pgmap v9033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:13 smithi111 ceph-mon[97855]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:13 smithi111 ceph-mon[116524]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:13 smithi155 ceph-mon[102677]: pgmap v9034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:15 smithi111 ceph-mon[97855]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:15 smithi111 ceph-mon[116524]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:15 smithi155 ceph-mon[102677]: pgmap v9035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:17 smithi111 ceph-mon[97855]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:17 smithi111 ceph-mon[116524]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:17.762 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:15:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:17 smithi155 ceph-mon[102677]: pgmap v9036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:18.072 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:15:18.072 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:15:18.072 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:15:18.072 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:15:18.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:15:18.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:15:18.074 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:15:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:15:18.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:18.451 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:15:18.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:15:18.451 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:15:18.451 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:15:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:18 smithi155 ceph-mon[102677]: from='client.24114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/638277043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:15:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:18 smithi111 ceph-mon[97855]: from='client.24114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/638277043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:15:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:18 smithi111 ceph-mon[116524]: from='client.24114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/638277043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:15:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:15:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:15:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:19 smithi111 ceph-mon[97855]: from='client.24120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:19 smithi111 ceph-mon[97855]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:19 smithi111 ceph-mon[116524]: from='client.24120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:19 smithi111 ceph-mon[116524]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:19 smithi155 ceph-mon[102677]: from='client.24120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:19 smithi155 ceph-mon[102677]: pgmap v9037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:21 smithi111 ceph-mon[97855]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:21 smithi111 ceph-mon[116524]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:21 smithi155 ceph-mon[102677]: pgmap v9038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:23 smithi111 ceph-mon[97855]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:23 smithi111 ceph-mon[116524]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:23 smithi155 ceph-mon[102677]: pgmap v9039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:25 smithi111 ceph-mon[97855]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:25 smithi111 ceph-mon[116524]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:25 smithi155 ceph-mon[102677]: pgmap v9040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:27 smithi155 ceph-mon[102677]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:27 smithi111 ceph-mon[97855]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:27 smithi111 ceph-mon[116524]: pgmap v9041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:15:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:15:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:29 smithi111 ceph-mon[97855]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:29 smithi111 ceph-mon[116524]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:29 smithi155 ceph-mon[102677]: pgmap v9042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:31 smithi111 ceph-mon[97855]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:31 smithi111 ceph-mon[116524]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:31 smithi155 ceph-mon[102677]: pgmap v9043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:33 smithi111 ceph-mon[97855]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:33 smithi111 ceph-mon[116524]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:33 smithi155 ceph-mon[102677]: pgmap v9044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[97855]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:15:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[116524]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:15:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:15:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:35 smithi155 ceph-mon[102677]: pgmap v9045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:15:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:15:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:15:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:15:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:37 smithi155 ceph-mon[102677]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:37 smithi111 ceph-mon[97855]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:37 smithi111 ceph-mon[116524]: pgmap v9046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:15:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:15:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:39 smithi111 ceph-mon[97855]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:39 smithi111 ceph-mon[116524]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:39 smithi155 ceph-mon[102677]: pgmap v9047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:41 smithi111 ceph-mon[97855]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:41 smithi111 ceph-mon[116524]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:41 smithi155 ceph-mon[102677]: pgmap v9048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:43 smithi111 ceph-mon[97855]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:43 smithi111 ceph-mon[116524]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:43 smithi155 ceph-mon[102677]: pgmap v9049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:45 smithi111 ceph-mon[97855]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:45 smithi111 ceph-mon[116524]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:45 smithi155 ceph-mon[102677]: pgmap v9050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:47 smithi155 ceph-mon[102677]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:47 smithi111 ceph-mon[97855]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:47 smithi111 ceph-mon[116524]: pgmap v9051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:48.797 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:15:49.119 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:15:49.119 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:15:49.120 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:15:49.121 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:15:49.498 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:15:49.498 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:15:49.498 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:15:49.499 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:15:49.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:15:49.500 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:15:49.500 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:15:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:15:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[97855]: from='client.34013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[97855]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1709738618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[116524]: from='client.34013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[116524]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1709738618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:15:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:49 smithi155 ceph-mon[102677]: from='client.34013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:49 smithi155 ceph-mon[102677]: pgmap v9052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:15:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1709738618' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:15:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:50 smithi111 ceph-mon[97855]: from='client.34019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:50 smithi111 ceph-mon[116524]: from='client.34019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:50 smithi155 ceph-mon[102677]: from='client.34019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:15:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:51 smithi111 ceph-mon[97855]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:51 smithi111 ceph-mon[116524]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:51 smithi155 ceph-mon[102677]: pgmap v9053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:53 smithi111 ceph-mon[97855]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:53 smithi111 ceph-mon[116524]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:53 smithi155 ceph-mon[102677]: pgmap v9054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:56 smithi155 ceph-mon[102677]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:55 smithi111 ceph-mon[97855]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:55 smithi111 ceph-mon[116524]: pgmap v9055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:57 smithi155 ceph-mon[102677]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:57 smithi111 ceph-mon[97855]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:57 smithi111 ceph-mon[116524]: pgmap v9056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:15:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:16:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:15:59 smithi111 ceph-mon[97855]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:15:59 smithi111 ceph-mon[116524]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:15:59 smithi155 ceph-mon[102677]: pgmap v9057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:01 smithi111 ceph-mon[97855]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:01 smithi111 ceph-mon[116524]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:01 smithi155 ceph-mon[102677]: pgmap v9058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:03 smithi111 ceph-mon[97855]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:03 smithi111 ceph-mon[116524]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:03 smithi155 ceph-mon[102677]: pgmap v9059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:06 smithi155 ceph-mon[102677]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:06 smithi111 ceph-mon[97855]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:06 smithi111 ceph-mon[116524]: pgmap v9060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:07 smithi155 ceph-mon[102677]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:07 smithi111 ceph-mon[97855]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:07 smithi111 ceph-mon[116524]: pgmap v9061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:16:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T08:16:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:09 smithi111 ceph-mon[97855]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:09 smithi111 ceph-mon[116524]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:09 smithi155 ceph-mon[102677]: pgmap v9062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:11 smithi111 ceph-mon[97855]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:11 smithi111 ceph-mon[116524]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:11 smithi155 ceph-mon[102677]: pgmap v9063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:14 smithi155 ceph-mon[102677]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:14 smithi111 ceph-mon[97855]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:14 smithi111 ceph-mon[116524]: pgmap v9064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:16 smithi155 ceph-mon[102677]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:16 smithi111 ceph-mon[97855]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:16 smithi111 ceph-mon[116524]: pgmap v9065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:17 smithi155 ceph-mon[102677]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:17 smithi111 ceph-mon[97855]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:17 smithi111 ceph-mon[116524]: pgmap v9066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:16:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:16:19.847 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:16:20.159 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:16:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:19 smithi111 ceph-mon[97855]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:19 smithi111 ceph-mon[116524]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:19 smithi155 ceph-mon[102677]: pgmap v9067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:16:20.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:16:20.541 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:16:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:21 smithi155 ceph-mon[102677]: from='client.34031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1917841662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:16:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:21 smithi111 ceph-mon[97855]: from='client.34031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1917841662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:16:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:21 smithi111 ceph-mon[116524]: from='client.34031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1917841662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:16:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:22 smithi155 ceph-mon[102677]: from='client.24156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:22 smithi155 ceph-mon[102677]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:22 smithi111 ceph-mon[97855]: from='client.24156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:22 smithi111 ceph-mon[97855]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:22 smithi111 ceph-mon[116524]: from='client.24156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:22 smithi111 ceph-mon[116524]: pgmap v9068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:24 smithi155 ceph-mon[102677]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:24 smithi111 ceph-mon[97855]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:24 smithi111 ceph-mon[116524]: pgmap v9069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:26 smithi155 ceph-mon[102677]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:26 smithi111 ceph-mon[97855]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:26 smithi111 ceph-mon[116524]: pgmap v9070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:27 smithi155 ceph-mon[102677]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:27 smithi111 ceph-mon[97855]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:27 smithi111 ceph-mon[116524]: pgmap v9071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:16:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:16:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:29 smithi155 ceph-mon[102677]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:29 smithi111 ceph-mon[97855]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:29 smithi111 ceph-mon[116524]: pgmap v9072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:32 smithi155 ceph-mon[102677]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:32 smithi111 ceph-mon[97855]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:32 smithi111 ceph-mon[116524]: pgmap v9073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:34 smithi155 ceph-mon[102677]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:34 smithi111 ceph-mon[97855]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:34 smithi111 ceph-mon[116524]: pgmap v9074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:36 smithi155 ceph-mon[102677]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:16:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:36 smithi111 ceph-mon[97855]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:16:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:36 smithi111 ceph-mon[116524]: pgmap v9075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:16:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:16:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:16:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:16:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:16:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:16:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:16:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:16:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:16:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:16:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:38 smithi155 ceph-mon[102677]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:38 smithi111 ceph-mon[97855]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:38 smithi111 ceph-mon[116524]: pgmap v9076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:16:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:16:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:40 smithi155 ceph-mon[102677]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:40 smithi111 ceph-mon[116524]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:40 smithi111 ceph-mon[97855]: pgmap v9077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:42 smithi155 ceph-mon[102677]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:42 smithi111 ceph-mon[116524]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:42 smithi111 ceph-mon[97855]: pgmap v9078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:44 smithi155 ceph-mon[102677]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:44 smithi111 ceph-mon[97855]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:44 smithi111 ceph-mon[116524]: pgmap v9079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:46 smithi155 ceph-mon[102677]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:46 smithi111 ceph-mon[97855]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:46 smithi111 ceph-mon[116524]: pgmap v9080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:47 smithi155 ceph-mon[102677]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:47 smithi111 ceph-mon[97855]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:47 smithi111 ceph-mon[116524]: pgmap v9081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:16:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:16:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:50 smithi155 ceph-mon[102677]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:50 smithi111 ceph-mon[97855]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:50 smithi111 ceph-mon[116524]: pgmap v9082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:16:50.885 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:16:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:16:51.573 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:16:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:16:51.575 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:52 smithi155 ceph-mon[102677]: from='client.34049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:52 smithi155 ceph-mon[102677]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2305565071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:16:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:52 smithi111 ceph-mon[97855]: from='client.34049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:52 smithi111 ceph-mon[97855]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2305565071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:52 smithi111 ceph-mon[116524]: from='client.34049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:52 smithi111 ceph-mon[116524]: pgmap v9083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2305565071' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:16:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:53 smithi155 ceph-mon[102677]: from='client.24174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:53 smithi111 ceph-mon[97855]: from='client.24174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:53 smithi111 ceph-mon[116524]: from='client.24174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:16:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:54 smithi155 ceph-mon[102677]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:54 smithi111 ceph-mon[97855]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:54 smithi111 ceph-mon[116524]: pgmap v9084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:56 smithi155 ceph-mon[102677]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:56 smithi111 ceph-mon[97855]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:56 smithi111 ceph-mon[116524]: pgmap v9085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:16:57 smithi155 ceph-mon[102677]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:16:57 smithi111 ceph-mon[97855]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:16:57 smithi111 ceph-mon[116524]: pgmap v9086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:16:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:16:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:17:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:00 smithi155 ceph-mon[102677]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:00 smithi111 ceph-mon[97855]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:00 smithi111 ceph-mon[116524]: pgmap v9087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:02 smithi155 ceph-mon[102677]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:02 smithi111 ceph-mon[97855]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:02 smithi111 ceph-mon[116524]: pgmap v9088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:04 smithi155 ceph-mon[102677]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:04 smithi111 ceph-mon[97855]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:04 smithi111 ceph-mon[116524]: pgmap v9089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:06 smithi155 ceph-mon[102677]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:06 smithi111 ceph-mon[97855]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:06 smithi111 ceph-mon[116524]: pgmap v9090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:07 smithi155 ceph-mon[102677]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:07 smithi111 ceph-mon[97855]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:07 smithi111 ceph-mon[116524]: pgmap v9091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:17:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:17:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:10 smithi155 ceph-mon[102677]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:10 smithi111 ceph-mon[97855]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:10 smithi111 ceph-mon[116524]: pgmap v9092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:12 smithi155 ceph-mon[102677]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:12 smithi111 ceph-mon[97855]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:12 smithi111 ceph-mon[116524]: pgmap v9093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:14 smithi155 ceph-mon[102677]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:14 smithi111 ceph-mon[97855]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:14 smithi111 ceph-mon[116524]: pgmap v9094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:16 smithi155 ceph-mon[102677]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:16 smithi111 ceph-mon[97855]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:16 smithi111 ceph-mon[116524]: pgmap v9095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:17 smithi155 ceph-mon[102677]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:17 smithi111 ceph-mon[97855]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:17 smithi111 ceph-mon[116524]: pgmap v9096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:17:19] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:17:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:20 smithi155 ceph-mon[102677]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:20 smithi111 ceph-mon[97855]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:20 smithi111 ceph-mon[116524]: pgmap v9097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:21.919 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:17:22.228 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:17:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:22 smithi155 ceph-mon[102677]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:22 smithi111 ceph-mon[97855]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:22 smithi111 ceph-mon[116524]: pgmap v9098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:22.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:17:22.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:17:22.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:22.609 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:17:22.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:17:22.609 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:17:22.609 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:17:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:23 smithi155 ceph-mon[102677]: from='client.24186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3430891832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:23 smithi111 ceph-mon[97855]: from='client.24186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3430891832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:23 smithi111 ceph-mon[116524]: from='client.24186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3430891832' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:17:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:24 smithi155 ceph-mon[102677]: from='client.24192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:24 smithi155 ceph-mon[102677]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:24 smithi111 ceph-mon[97855]: from='client.24192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:24 smithi111 ceph-mon[97855]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:24 smithi111 ceph-mon[116524]: from='client.24192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:24 smithi111 ceph-mon[116524]: pgmap v9099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:26 smithi155 ceph-mon[102677]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:26 smithi111 ceph-mon[97855]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:26 smithi111 ceph-mon[116524]: pgmap v9100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:27 smithi155 ceph-mon[102677]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:27 smithi111 ceph-mon[97855]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:27 smithi111 ceph-mon[116524]: pgmap v9101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:17:29] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:17:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:30 smithi155 ceph-mon[102677]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:30 smithi111 ceph-mon[97855]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:30 smithi111 ceph-mon[116524]: pgmap v9102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:32 smithi155 ceph-mon[102677]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:32 smithi111 ceph-mon[97855]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:32 smithi111 ceph-mon[116524]: pgmap v9103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:34 smithi155 ceph-mon[102677]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:34 smithi111 ceph-mon[97855]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:34 smithi111 ceph-mon[116524]: pgmap v9104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:36 smithi155 ceph-mon[102677]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:36 smithi111 ceph-mon[97855]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:36 smithi111 ceph-mon[116524]: pgmap v9105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:17:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:17:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:17:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:17:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:17:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:17:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:17:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:17:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:17:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:17:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:17:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:17:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:38 smithi155 ceph-mon[102677]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:38 smithi111 ceph-mon[97855]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:38 smithi111 ceph-mon[116524]: pgmap v9106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:17:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:17:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:40 smithi155 ceph-mon[102677]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:40 smithi111 ceph-mon[97855]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:40 smithi111 ceph-mon[116524]: pgmap v9107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:42 smithi155 ceph-mon[102677]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:42 smithi111 ceph-mon[97855]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:42 smithi111 ceph-mon[116524]: pgmap v9108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:44 smithi155 ceph-mon[102677]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:44 smithi111 ceph-mon[97855]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:44 smithi111 ceph-mon[116524]: pgmap v9109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:46 smithi155 ceph-mon[102677]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:46 smithi111 ceph-mon[97855]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:46 smithi111 ceph-mon[116524]: pgmap v9110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:47 smithi155 ceph-mon[102677]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:47 smithi111 ceph-mon[97855]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:47 smithi111 ceph-mon[116524]: pgmap v9111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:17:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:17:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:50 smithi155 ceph-mon[102677]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:50 smithi111 ceph-mon[97855]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:50 smithi111 ceph-mon[116524]: pgmap v9112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:17:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:52 smithi155 ceph-mon[102677]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:52 smithi111 ceph-mon[97855]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:52 smithi111 ceph-mon[116524]: pgmap v9113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:52.951 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:17:53.257 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:17:53.257 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:17:53.257 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:17:53.258 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:17:53.636 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:17:53.637 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:17:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:54 smithi155 ceph-mon[102677]: from='client.34085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:54 smithi155 ceph-mon[102677]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3914294186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:17:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:54 smithi111 ceph-mon[97855]: from='client.34085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:54 smithi111 ceph-mon[97855]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3914294186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:17:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:54 smithi111 ceph-mon[116524]: from='client.34085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:54 smithi111 ceph-mon[116524]: pgmap v9114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3914294186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:17:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:55 smithi155 ceph-mon[102677]: from='client.34091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:55 smithi111 ceph-mon[97855]: from='client.34091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:55 smithi111 ceph-mon[116524]: from='client.34091 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:17:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:56 smithi155 ceph-mon[102677]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:56 smithi111 ceph-mon[97855]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:56 smithi111 ceph-mon[116524]: pgmap v9115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:17:57 smithi155 ceph-mon[102677]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:17:57 smithi111 ceph-mon[97855]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:17:57 smithi111 ceph-mon[116524]: pgmap v9116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:17:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:17:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:18:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:00 smithi155 ceph-mon[102677]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:00 smithi111 ceph-mon[97855]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:00 smithi111 ceph-mon[116524]: pgmap v9117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:02 smithi155 ceph-mon[102677]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:02 smithi111 ceph-mon[97855]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:02 smithi111 ceph-mon[116524]: pgmap v9118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:04 smithi155 ceph-mon[102677]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:04 smithi111 ceph-mon[97855]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:04 smithi111 ceph-mon[116524]: pgmap v9119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:06 smithi155 ceph-mon[102677]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:06 smithi111 ceph-mon[97855]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:06 smithi111 ceph-mon[116524]: pgmap v9120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:07 smithi155 ceph-mon[102677]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:07 smithi111 ceph-mon[97855]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:07 smithi111 ceph-mon[116524]: pgmap v9121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:18:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:18:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:10 smithi155 ceph-mon[102677]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:10 smithi111 ceph-mon[97855]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:10 smithi111 ceph-mon[116524]: pgmap v9122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:12 smithi155 ceph-mon[102677]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:12 smithi111 ceph-mon[97855]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:12 smithi111 ceph-mon[116524]: pgmap v9123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:14 smithi155 ceph-mon[102677]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:14 smithi111 ceph-mon[97855]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:14 smithi111 ceph-mon[116524]: pgmap v9124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:16 smithi155 ceph-mon[102677]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:16 smithi111 ceph-mon[97855]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:16 smithi111 ceph-mon[116524]: pgmap v9125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:17 smithi155 ceph-mon[102677]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:17 smithi111 ceph-mon[97855]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:17 smithi111 ceph-mon[116524]: pgmap v9126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:18:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:18:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:20 smithi155 ceph-mon[102677]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:20 smithi111 ceph-mon[97855]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:20 smithi111 ceph-mon[116524]: pgmap v9127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:22 smithi155 ceph-mon[102677]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:22 smithi111 ceph-mon[97855]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:22 smithi111 ceph-mon[116524]: pgmap v9128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:23.981 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:18:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:18:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:18:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:18:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4683M 2484M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 4976M 2484M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:18:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5348M 2484M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:18:24.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4424M 2484M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:18:24.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:18:24.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:18:24.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:18:24.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:18:24.288 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:18:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:24 smithi155 ceph-mon[102677]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:24 smithi111 ceph-mon[97855]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:24 smithi111 ceph-mon[116524]: pgmap v9129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:24.668 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:18:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:18:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:18:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:18:24.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:18:24.670 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:18:24.670 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:18:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:25 smithi155 ceph-mon[102677]: from='client.24222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/652061107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:25 smithi111 ceph-mon[97855]: from='client.24222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/652061107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:18:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:25 smithi111 ceph-mon[116524]: from='client.24222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/652061107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:18:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:26 smithi155 ceph-mon[102677]: from='client.34109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:26 smithi155 ceph-mon[102677]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:26 smithi111 ceph-mon[97855]: from='client.34109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:26 smithi111 ceph-mon[97855]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:26 smithi111 ceph-mon[116524]: from='client.34109 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:26 smithi111 ceph-mon[116524]: pgmap v9130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:27 smithi155 ceph-mon[102677]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:27 smithi111 ceph-mon[97855]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:27 smithi111 ceph-mon[116524]: pgmap v9131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:18:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:18:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:30 smithi155 ceph-mon[102677]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:30 smithi111 ceph-mon[97855]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:30 smithi111 ceph-mon[116524]: pgmap v9132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:32 smithi155 ceph-mon[102677]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:32 smithi111 ceph-mon[97855]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:32 smithi111 ceph-mon[116524]: pgmap v9133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:34 smithi155 ceph-mon[102677]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:34 smithi111 ceph-mon[97855]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:34 smithi111 ceph-mon[116524]: pgmap v9134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:36 smithi155 ceph-mon[102677]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:36 smithi111 ceph-mon[97855]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:36 smithi111 ceph-mon[116524]: pgmap v9135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:18:37.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:18:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:18:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:18:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: pgmap v9136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:18:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:18:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:38 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2475M 2023-12-01T08:18:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:38 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2475M 2023-12-01T08:18:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:38 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2475M 2023-12-01T08:18:39.549 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:18:39] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:18:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:39 smithi155 ceph-mon[102677]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:39 smithi111 ceph-mon[116524]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:39 smithi111 ceph-mon[97855]: pgmap v9137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:42 smithi155 ceph-mon[102677]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:42 smithi111 ceph-mon[97855]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:42 smithi111 ceph-mon[116524]: pgmap v9138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:44 smithi155 ceph-mon[102677]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:44 smithi111 ceph-mon[97855]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:44 smithi111 ceph-mon[116524]: pgmap v9139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:46 smithi155 ceph-mon[102677]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:46 smithi111 ceph-mon[97855]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:46 smithi111 ceph-mon[116524]: pgmap v9140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:47 smithi155 ceph-mon[102677]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:47 smithi111 ceph-mon[97855]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:47 smithi111 ceph-mon[116524]: pgmap v9141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:18:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:18:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:50 smithi155 ceph-mon[102677]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:50 smithi111 ceph-mon[97855]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:50 smithi111 ceph-mon[116524]: pgmap v9142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:18:52.043 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:52 smithi111 ceph-mon[97855]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:52.043 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:52 smithi111 ceph-mon[116524]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:52 smithi155 ceph-mon[102677]: pgmap v9143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:54 smithi155 ceph-mon[102677]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:54 smithi111 ceph-mon[116524]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:54 smithi111 ceph-mon[97855]: pgmap v9144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:55.015 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:18:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4683M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 4976M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5348M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4424M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:18:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:18:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:18:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:18:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:18:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:18:55.703 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:18:55.704 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:56 smithi155 ceph-mon[102677]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:56 smithi155 ceph-mon[102677]: from='client.34121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1112776565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:18:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:56 smithi111 ceph-mon[97855]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:56.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:56 smithi111 ceph-mon[97855]: from='client.34121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:56.508 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1112776565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:18:56.509 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:56 smithi111 ceph-mon[116524]: pgmap v9145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:56.509 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:56 smithi111 ceph-mon[116524]: from='client.34121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:56.509 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1112776565' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:18:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:57 smithi155 ceph-mon[102677]: from='client.24246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:57 smithi111 ceph-mon[97855]: from='client.24246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:57 smithi111 ceph-mon[116524]: from='client.24246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:18:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:18:58 smithi155 ceph-mon[102677]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:18:58 smithi111 ceph-mon[97855]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:18:58 smithi111 ceph-mon[116524]: pgmap v9146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:18:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:18:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:19:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:00 smithi155 ceph-mon[102677]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:00 smithi111 ceph-mon[97855]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:00 smithi111 ceph-mon[116524]: pgmap v9147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:02 smithi155 ceph-mon[102677]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:02 smithi111 ceph-mon[97855]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:02 smithi111 ceph-mon[116524]: pgmap v9148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:04 smithi155 ceph-mon[102677]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:04 smithi111 ceph-mon[97855]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:04 smithi111 ceph-mon[116524]: pgmap v9149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:06 smithi155 ceph-mon[102677]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:06 smithi111 ceph-mon[97855]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:06 smithi111 ceph-mon[116524]: pgmap v9150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:07 smithi155 ceph-mon[102677]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:07 smithi111 ceph-mon[97855]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:07 smithi111 ceph-mon[116524]: pgmap v9151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:19:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:19:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:10 smithi155 ceph-mon[102677]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:10 smithi111 ceph-mon[97855]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:10 smithi111 ceph-mon[116524]: pgmap v9152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:12 smithi155 ceph-mon[102677]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:12 smithi111 ceph-mon[97855]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:12 smithi111 ceph-mon[116524]: pgmap v9153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:14 smithi155 ceph-mon[102677]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:14 smithi111 ceph-mon[97855]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:14 smithi111 ceph-mon[116524]: pgmap v9154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:16 smithi155 ceph-mon[102677]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:16 smithi111 ceph-mon[97855]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:16 smithi111 ceph-mon[116524]: pgmap v9155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:17 smithi155 ceph-mon[102677]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:17 smithi111 ceph-mon[97855]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:17 smithi111 ceph-mon[116524]: pgmap v9156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:19:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:19:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:20 smithi155 ceph-mon[102677]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:20 smithi111 ceph-mon[97855]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:20 smithi111 ceph-mon[116524]: pgmap v9157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:22 smithi155 ceph-mon[102677]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:22 smithi111 ceph-mon[97855]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:22 smithi111 ceph-mon[116524]: pgmap v9158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:24.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:24 smithi155 ceph-mon[102677]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:24 smithi111 ceph-mon[97855]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:24 smithi111 ceph-mon[116524]: pgmap v9159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:26.047 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:19:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:19:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4683M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4976M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:19:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5348M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:19:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4424M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:19:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:19:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:19:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:19:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:19:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:19:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:26 smithi155 ceph-mon[102677]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:26 smithi111 ceph-mon[97855]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:26 smithi111 ceph-mon[116524]: pgmap v9160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:19:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:19:26.734 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:19:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:27 smithi155 ceph-mon[102677]: from='client.24258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3668450385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:19:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:27 smithi111 ceph-mon[97855]: from='client.24258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3668450385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:19:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:27 smithi111 ceph-mon[116524]: from='client.24258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3668450385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:19:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:28 smithi155 ceph-mon[102677]: from='client.24264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:28 smithi155 ceph-mon[102677]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:28 smithi111 ceph-mon[97855]: from='client.24264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:28 smithi111 ceph-mon[97855]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:28 smithi111 ceph-mon[116524]: from='client.24264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:28 smithi111 ceph-mon[116524]: pgmap v9161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:19:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:19:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:30 smithi155 ceph-mon[102677]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:30 smithi111 ceph-mon[97855]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:30 smithi111 ceph-mon[116524]: pgmap v9162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:32 smithi155 ceph-mon[102677]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:32 smithi111 ceph-mon[97855]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:32 smithi111 ceph-mon[116524]: pgmap v9163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:34 smithi155 ceph-mon[102677]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:34 smithi111 ceph-mon[97855]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:34 smithi111 ceph-mon[116524]: pgmap v9164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:36 smithi155 ceph-mon[102677]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:36 smithi111 ceph-mon[97855]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:36 smithi111 ceph-mon[116524]: pgmap v9165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:37 smithi155 ceph-mon[102677]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:19:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:37 smithi111 ceph-mon[97855]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:19:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:37 smithi111 ceph-mon[116524]: pgmap v9166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:19:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:19:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:19:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:19:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:19:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:19:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:19:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:19:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:19:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:19:39.563 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:19:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:19:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:39 smithi155 ceph-mon[102677]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:39 smithi111 ceph-mon[97855]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:39 smithi111 ceph-mon[116524]: pgmap v9167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:42 smithi155 ceph-mon[102677]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:42 smithi111 ceph-mon[97855]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:42 smithi111 ceph-mon[116524]: pgmap v9168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:44 smithi155 ceph-mon[102677]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:44 smithi111 ceph-mon[97855]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:44 smithi111 ceph-mon[116524]: pgmap v9169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:46 smithi155 ceph-mon[102677]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:46 smithi111 ceph-mon[97855]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:46 smithi111 ceph-mon[116524]: pgmap v9170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:47 smithi155 ceph-mon[102677]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:47 smithi111 ceph-mon[97855]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:47 smithi111 ceph-mon[116524]: pgmap v9171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:19:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:19:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:50 smithi155 ceph-mon[102677]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:50 smithi111 ceph-mon[97855]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:50 smithi111 ceph-mon[116524]: pgmap v9172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:19:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:52 smithi155 ceph-mon[102677]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:52 smithi111 ceph-mon[97855]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:52 smithi111 ceph-mon[116524]: pgmap v9173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:54 smithi155 ceph-mon[102677]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:54 smithi111 ceph-mon[97855]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:54 smithi111 ceph-mon[116524]: pgmap v9174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:56 smithi155 ceph-mon[102677]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:56 smithi111 ceph-mon[97855]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:56 smithi111 ceph-mon[116524]: pgmap v9175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:57.078 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:19:57.386 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:19:57.386 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:19:57.386 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:19:57.386 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:19:57.386 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4683M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 4976M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5348M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4424M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:19:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:19:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:19:57.769 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:19:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:19:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:19:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:19:57.770 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:19:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:57 smithi155 ceph-mon[102677]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:57 smithi155 ceph-mon[102677]: from='client.34157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:57 smithi111 ceph-mon[97855]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:57 smithi111 ceph-mon[97855]: from='client.34157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:57 smithi111 ceph-mon[116524]: pgmap v9176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:57 smithi111 ceph-mon[116524]: from='client.34157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:58 smithi155 ceph-mon[102677]: from='client.34163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3586153208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:58 smithi111 ceph-mon[97855]: from='client.34163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3586153208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:19:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:58 smithi111 ceph-mon[116524]: from='client.34163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:19:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3586153208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:19:59.570 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:19:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:19:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:19:59 smithi155 ceph-mon[102677]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:19:59 smithi111 ceph-mon[97855]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:19:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:19:59 smithi111 ceph-mon[116524]: pgmap v9177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:00 smithi111 conmon[97831]: 2023-12-01T08:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:20:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:20:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:20:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:20:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:01 smithi155 ceph-mon[102677]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:01 smithi111 ceph-mon[97855]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:01 smithi111 ceph-mon[116524]: pgmap v9178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:04 smithi155 ceph-mon[102677]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:04 smithi111 ceph-mon[97855]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:04 smithi111 ceph-mon[116524]: pgmap v9179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:06 smithi155 ceph-mon[102677]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:06 smithi111 ceph-mon[97855]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:06 smithi111 ceph-mon[116524]: pgmap v9180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:07 smithi155 ceph-mon[102677]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:07 smithi111 ceph-mon[97855]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:07 smithi111 ceph-mon[116524]: pgmap v9181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:20:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:20:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:10 smithi155 ceph-mon[102677]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:10 smithi111 ceph-mon[97855]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:10 smithi111 ceph-mon[116524]: pgmap v9182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:12 smithi155 ceph-mon[102677]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:12 smithi111 ceph-mon[97855]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:12 smithi111 ceph-mon[116524]: pgmap v9183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:14 smithi155 ceph-mon[102677]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:14 smithi111 ceph-mon[97855]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:14 smithi111 ceph-mon[116524]: pgmap v9184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:16 smithi155 ceph-mon[102677]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:16 smithi111 ceph-mon[97855]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:16 smithi111 ceph-mon[116524]: pgmap v9185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:17 smithi155 ceph-mon[102677]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:17 smithi111 ceph-mon[97855]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:17 smithi111 ceph-mon[116524]: pgmap v9186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:20:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:20:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:20 smithi155 ceph-mon[102677]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:20 smithi111 ceph-mon[97855]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:20 smithi111 ceph-mon[116524]: pgmap v9187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:22 smithi155 ceph-mon[102677]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:22 smithi111 ceph-mon[97855]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:22 smithi111 ceph-mon[116524]: pgmap v9188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:24 smithi155 ceph-mon[102677]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:24 smithi111 ceph-mon[97855]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:24 smithi111 ceph-mon[116524]: pgmap v9189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:26 smithi155 ceph-mon[102677]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:26 smithi111 ceph-mon[97855]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:26 smithi111 ceph-mon[116524]: pgmap v9190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:27 smithi155 ceph-mon[102677]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:27 smithi111 ceph-mon[97855]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:27 smithi111 ceph-mon[116524]: pgmap v9191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:28.121 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 10m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 10m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 10m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 10m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 10m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 10m ago 3h 700M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 10m ago 3h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 10m ago 3h 528M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 10m ago 3h 488M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 10m ago 3h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 10m ago 3h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:20:28.433 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 10m ago 3h 4683M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 10m ago 3h 4976M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 10m ago 3h 5348M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 10m ago 3h 4424M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 10m ago 3h 3508M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 10m ago 3h 4352M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 10m ago 3h 3812M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 10m ago 3h 4469M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:20:28.434 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 10m ago 3h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:20:28.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:20:28.815 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:28.815 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:20:28.815 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:20:28.815 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:20:28.815 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:20:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3264040775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:20:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3264040775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:20:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3264040775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:20:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:20:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:20:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:29 smithi155 ceph-mon[102677]: from='client.24294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:20:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:29 smithi155 ceph-mon[102677]: from='client.24300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:20:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:29 smithi155 ceph-mon[102677]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:29 smithi111 ceph-mon[97855]: from='client.24294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:20:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:29 smithi111 ceph-mon[97855]: from='client.24300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:20:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:29 smithi111 ceph-mon[97855]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:29 smithi111 ceph-mon[116524]: from='client.24294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:20:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:29 smithi111 ceph-mon[116524]: from='client.24300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:20:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:29 smithi111 ceph-mon[116524]: pgmap v9192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:32 smithi155 ceph-mon[102677]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:32 smithi111 ceph-mon[97855]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:32 smithi111 ceph-mon[116524]: pgmap v9193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:34 smithi155 ceph-mon[102677]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:34 smithi111 ceph-mon[97855]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:34 smithi111 ceph-mon[116524]: pgmap v9194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:36 smithi155 ceph-mon[102677]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:36 smithi111 ceph-mon[97855]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:36 smithi111 ceph-mon[116524]: pgmap v9195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:37 smithi155 ceph-mon[102677]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:37 smithi111 ceph-mon[97855]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:37 smithi111 ceph-mon[116524]: pgmap v9196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:20:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:20:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:20:39.582 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:20:39] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:20:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:39 smithi155 ceph-mon[102677]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:39 smithi111 ceph-mon[97855]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:39 smithi111 ceph-mon[116524]: pgmap v9197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:42 smithi155 ceph-mon[102677]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:20:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:20:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[97855]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:20:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:20:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[116524]: pgmap v9198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:20:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:20:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:20:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:44 smithi155 ceph-mon[102677]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:44 smithi111 ceph-mon[97855]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:44 smithi111 ceph-mon[116524]: pgmap v9199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:46 smithi155 ceph-mon[102677]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:46 smithi111 ceph-mon[97855]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:46 smithi111 ceph-mon[116524]: pgmap v9200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:47 smithi155 ceph-mon[102677]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:47 smithi111 ceph-mon[97855]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:47 smithi111 ceph-mon[116524]: pgmap v9201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:20:49] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-01T08:20:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:50 smithi155 ceph-mon[102677]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:50 smithi111 ceph-mon[97855]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:50 smithi111 ceph-mon[116524]: pgmap v9202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:20:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:52 smithi155 ceph-mon[102677]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:52 smithi111 ceph-mon[97855]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:52 smithi111 ceph-mon[116524]: pgmap v9203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:54 smithi155 ceph-mon[102677]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:54 smithi111 ceph-mon[97855]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:54 smithi111 ceph-mon[116524]: pgmap v9204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:56 smithi155 ceph-mon[102677]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:56 smithi111 ceph-mon[97855]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:56 smithi111 ceph-mon[116524]: pgmap v9205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:20:57 smithi155 ceph-mon[102677]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:20:57 smithi111 ceph-mon[97855]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:20:57 smithi111 ceph-mon[116524]: pgmap v9206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:20:59.162 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 19s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 18s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 19s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 18s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 18s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 19s ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 19s ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:20:59.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 18s ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 19s ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 19s ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 18s ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 19s ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 19s ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 19s ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 19s ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 18s ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:20:59.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 18s ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:20:59.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 18s ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:20:59.471 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 18s ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:20:59.471 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 18s ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:20:59] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-01T08:20:59.849 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:20:59.849 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:20:59.849 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:20:59.849 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:59.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:20:59.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:20:59.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:59.850 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:20:59.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:20:59.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:59.851 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:20:59.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:20:59.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:20:59.852 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:20:59.852 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:20:59.852 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:20:59.852 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:21:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:00 smithi155 ceph-mon[102677]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2409822948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:21:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:00 smithi111 ceph-mon[97855]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2409822948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:21:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:00 smithi111 ceph-mon[116524]: pgmap v9207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2409822948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:21:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:01 smithi155 ceph-mon[102677]: from='client.24312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:01 smithi155 ceph-mon[102677]: from='client.34199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:01 smithi111 ceph-mon[97855]: from='client.24312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:01 smithi111 ceph-mon[97855]: from='client.34199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:01 smithi111 ceph-mon[116524]: from='client.24312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:01 smithi111 ceph-mon[116524]: from='client.34199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:02 smithi155 ceph-mon[102677]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:02 smithi111 ceph-mon[97855]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:02 smithi111 ceph-mon[116524]: pgmap v9208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:04 smithi155 ceph-mon[102677]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:04 smithi111 ceph-mon[97855]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:04 smithi111 ceph-mon[116524]: pgmap v9209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:06 smithi155 ceph-mon[102677]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:06 smithi111 ceph-mon[97855]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:06 smithi111 ceph-mon[116524]: pgmap v9210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:07 smithi155 ceph-mon[102677]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:07 smithi111 ceph-mon[97855]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:07 smithi111 ceph-mon[116524]: pgmap v9211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:21:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:21:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:10 smithi155 ceph-mon[102677]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:10 smithi111 ceph-mon[97855]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:10 smithi111 ceph-mon[116524]: pgmap v9212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:12 smithi155 ceph-mon[102677]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:12 smithi111 ceph-mon[97855]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:12 smithi111 ceph-mon[116524]: pgmap v9213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:14 smithi155 ceph-mon[102677]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:14 smithi111 ceph-mon[97855]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:14 smithi111 ceph-mon[116524]: pgmap v9214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:16 smithi155 ceph-mon[102677]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:16 smithi111 ceph-mon[97855]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:16 smithi111 ceph-mon[116524]: pgmap v9215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:17 smithi155 ceph-mon[102677]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:17 smithi111 ceph-mon[97855]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:17 smithi111 ceph-mon[116524]: pgmap v9216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:21:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:21:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:20 smithi155 ceph-mon[102677]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:20 smithi111 ceph-mon[97855]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:20 smithi111 ceph-mon[116524]: pgmap v9217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:22 smithi155 ceph-mon[102677]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:22 smithi111 ceph-mon[97855]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:22 smithi111 ceph-mon[116524]: pgmap v9218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:24 smithi155 ceph-mon[102677]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:24 smithi111 ceph-mon[97855]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:24 smithi111 ceph-mon[116524]: pgmap v9219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:26 smithi155 ceph-mon[102677]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:26 smithi111 ceph-mon[97855]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:26 smithi111 ceph-mon[116524]: pgmap v9220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:27 smithi155 ceph-mon[102677]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:27 smithi111 ceph-mon[97855]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:27 smithi111 ceph-mon[116524]: pgmap v9221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:21:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:21:30.194 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:21:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:30 smithi155 ceph-mon[102677]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 50s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 49s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 50s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 49s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 49s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 50s ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 50s ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 49s ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 50s ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 50s ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:21:30.498 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 49s ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 50s ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 50s ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 50s ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 50s ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 49s ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 49s ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 49s ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 49s ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:21:30.499 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 49s ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:21:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:30 smithi111 ceph-mon[97855]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:30 smithi111 ceph-mon[116524]: pgmap v9222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:21:30.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:21:30.874 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:21:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1685628678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:21:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1685628678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:21:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1685628678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:21:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:32 smithi155 ceph-mon[102677]: from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:32 smithi155 ceph-mon[102677]: from='client.24336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:32 smithi155 ceph-mon[102677]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:32 smithi111 ceph-mon[97855]: from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:32 smithi111 ceph-mon[97855]: from='client.24336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:32 smithi111 ceph-mon[97855]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:32 smithi111 ceph-mon[116524]: from='client.34211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:32 smithi111 ceph-mon[116524]: from='client.24336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:21:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:32 smithi111 ceph-mon[116524]: pgmap v9223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:34 smithi155 ceph-mon[102677]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:34 smithi111 ceph-mon[97855]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:34 smithi111 ceph-mon[116524]: pgmap v9224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:36 smithi155 ceph-mon[102677]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:36 smithi111 ceph-mon[97855]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:36 smithi111 ceph-mon[116524]: pgmap v9225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:37 smithi155 ceph-mon[102677]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:37 smithi111 ceph-mon[97855]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:37 smithi111 ceph-mon[116524]: pgmap v9226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:21:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:21:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:40 smithi155 ceph-mon[102677]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:40 smithi111 ceph-mon[97855]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:40 smithi111 ceph-mon[116524]: pgmap v9227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:42 smithi155 ceph-mon[102677]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:21:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:21:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:21:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:21:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[97855]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[116524]: pgmap v9228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:21:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:21:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:44 smithi155 ceph-mon[102677]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:44 smithi111 ceph-mon[97855]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:44 smithi111 ceph-mon[116524]: pgmap v9229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:46 smithi155 ceph-mon[102677]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:46 smithi111 ceph-mon[97855]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:46 smithi111 ceph-mon[116524]: pgmap v9230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:47 smithi155 ceph-mon[102677]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:47 smithi111 ceph-mon[97855]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:47 smithi111 ceph-mon[116524]: pgmap v9231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:21:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:21:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:50 smithi155 ceph-mon[102677]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:50 smithi111 ceph-mon[97855]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:50 smithi111 ceph-mon[116524]: pgmap v9232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:21:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:52 smithi155 ceph-mon[102677]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:52 smithi111 ceph-mon[97855]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:52 smithi111 ceph-mon[116524]: pgmap v9233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:54 smithi155 ceph-mon[102677]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:54 smithi111 ceph-mon[97855]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:54 smithi111 ceph-mon[116524]: pgmap v9234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:56 smithi155 ceph-mon[102677]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:56 smithi111 ceph-mon[97855]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:56 smithi111 ceph-mon[116524]: pgmap v9235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:21:57 smithi155 ceph-mon[102677]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:21:57 smithi111 ceph-mon[97855]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:21:57 smithi111 ceph-mon[116524]: pgmap v9236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:21:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:22:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:00 smithi155 ceph-mon[102677]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:00 smithi111 ceph-mon[97855]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:00 smithi111 ceph-mon[116524]: pgmap v9237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:01.220 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 81s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 80s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 81s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 80s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 80s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 81s ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 81s ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 80s ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:22:01.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 81s ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 81s ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 80s ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 81s ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 81s ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 81s ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 81s ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 80s ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 80s ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 80s ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 80s ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:22:01.526 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 80s ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:22:01.903 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:22:01.904 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:22:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:02 smithi155 ceph-mon[102677]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3281924604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:22:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:02 smithi111 ceph-mon[97855]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3281924604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:22:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:02 smithi111 ceph-mon[116524]: pgmap v9238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3281924604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:22:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:03 smithi155 ceph-mon[102677]: from='client.34229 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:03 smithi155 ceph-mon[102677]: from='client.24354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:03 smithi111 ceph-mon[97855]: from='client.34229 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:03 smithi111 ceph-mon[97855]: from='client.24354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:03 smithi111 ceph-mon[116524]: from='client.34229 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:03 smithi111 ceph-mon[116524]: from='client.24354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:04 smithi155 ceph-mon[102677]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:04 smithi111 ceph-mon[97855]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:04 smithi111 ceph-mon[116524]: pgmap v9239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:06 smithi155 ceph-mon[102677]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:06 smithi111 ceph-mon[97855]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:06 smithi111 ceph-mon[116524]: pgmap v9240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:07 smithi155 ceph-mon[102677]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:07 smithi111 ceph-mon[97855]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:07 smithi111 ceph-mon[116524]: pgmap v9241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:22:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:22:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:10 smithi155 ceph-mon[102677]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:10 smithi111 ceph-mon[97855]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:10 smithi111 ceph-mon[116524]: pgmap v9242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:12 smithi155 ceph-mon[102677]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:12 smithi111 ceph-mon[97855]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:12 smithi111 ceph-mon[116524]: pgmap v9243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:14 smithi155 ceph-mon[102677]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:14 smithi111 ceph-mon[97855]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:14 smithi111 ceph-mon[116524]: pgmap v9244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:16 smithi155 ceph-mon[102677]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:16 smithi111 ceph-mon[97855]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:16 smithi111 ceph-mon[116524]: pgmap v9245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:17 smithi155 ceph-mon[102677]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:17 smithi111 ceph-mon[97855]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:17 smithi111 ceph-mon[116524]: pgmap v9246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:22:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:22:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:20 smithi155 ceph-mon[102677]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:20 smithi111 ceph-mon[97855]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:20 smithi111 ceph-mon[116524]: pgmap v9247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:22 smithi155 ceph-mon[102677]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:22 smithi111 ceph-mon[97855]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:22 smithi111 ceph-mon[116524]: pgmap v9248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:24 smithi155 ceph-mon[102677]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:24 smithi111 ceph-mon[97855]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:24 smithi111 ceph-mon[116524]: pgmap v9249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:26 smithi155 ceph-mon[102677]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:26 smithi111 ceph-mon[97855]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:26 smithi111 ceph-mon[116524]: pgmap v9250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:27 smithi155 ceph-mon[102677]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:27 smithi111 ceph-mon[97855]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:27 smithi111 ceph-mon[116524]: pgmap v9251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:22:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:22:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:30 smithi155 ceph-mon[102677]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:30 smithi111 ceph-mon[97855]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:30 smithi111 ceph-mon[116524]: pgmap v9252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:32.248 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:22:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:32 smithi155 ceph-mon[102677]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:32 smithi111 ceph-mon[97855]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:32 smithi111 ceph-mon[116524]: pgmap v9253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:32.554 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:22:32.554 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 112s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:22:32.554 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 111s ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:22:32.554 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 112s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:22:32.554 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 111s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:22:32.554 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 111s ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 112s ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 112s ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 111s ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 112s ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 112s ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 111s ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 112s ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 112s ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 112s ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 112s ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 111s ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 111s ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 111s ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 111s ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:22:32.555 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 111s ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:22:32.935 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:22:32.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:22:32.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:22:32.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:22:32.936 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:22:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/309899609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:22:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/309899609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:22:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/309899609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:22:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:34 smithi155 ceph-mon[102677]: from='client.24366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:34 smithi155 ceph-mon[102677]: from='client.34253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:34 smithi155 ceph-mon[102677]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[97855]: from='client.24366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[97855]: from='client.34253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[97855]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[116524]: from='client.24366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[116524]: from='client.34253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[116524]: pgmap v9254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:36 smithi155 ceph-mon[102677]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:36 smithi111 ceph-mon[97855]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:36 smithi111 ceph-mon[116524]: pgmap v9255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:37 smithi155 ceph-mon[102677]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:37 smithi111 ceph-mon[97855]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:37 smithi111 ceph-mon[116524]: pgmap v9256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:22:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:22:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 08:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T08:22:40.150342125Z level=info msg="Completed cleanup jobs" duration=116.929914ms 2023-12-01T08:22:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:40 smithi155 ceph-mon[102677]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:40 smithi111 ceph-mon[97855]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:40 smithi111 ceph-mon[116524]: pgmap v9257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:42 smithi155 ceph-mon[102677]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[97855]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[116524]: pgmap v9258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:22:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:22:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:22:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:22:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:22:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:22:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:22:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:44 smithi155 ceph-mon[102677]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:44 smithi111 ceph-mon[97855]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:44 smithi111 ceph-mon[116524]: pgmap v9259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:46 smithi155 ceph-mon[102677]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:46 smithi111 ceph-mon[97855]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:46 smithi111 ceph-mon[116524]: pgmap v9260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:47 smithi155 ceph-mon[102677]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:47 smithi111 ceph-mon[97855]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:47 smithi111 ceph-mon[116524]: pgmap v9261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:49 smithi155 ceph-mon[102677]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:22:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:22:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:49 smithi111 ceph-mon[97855]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:49 smithi111 ceph-mon[116524]: pgmap v9262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:22:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:52 smithi155 ceph-mon[102677]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:52 smithi111 ceph-mon[97855]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:52 smithi111 ceph-mon[116524]: pgmap v9263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:54 smithi155 ceph-mon[102677]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:54 smithi111 ceph-mon[97855]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:54 smithi111 ceph-mon[116524]: pgmap v9264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:56 smithi155 ceph-mon[102677]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:56 smithi111 ceph-mon[97855]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:56 smithi111 ceph-mon[116524]: pgmap v9265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:22:57 smithi155 ceph-mon[102677]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:22:57 smithi111 ceph-mon[97855]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:22:57 smithi111 ceph-mon[116524]: pgmap v9266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:22:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:22:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:23:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:00 smithi155 ceph-mon[102677]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:00 smithi111 ceph-mon[97855]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:00 smithi111 ceph-mon[116524]: pgmap v9267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:02 smithi155 ceph-mon[102677]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:02 smithi111 ceph-mon[97855]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:02 smithi111 ceph-mon[116524]: pgmap v9268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:03.281 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:23:03.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:23:03.587 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:23:03.964 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:23:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:04 smithi155 ceph-mon[102677]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/73513007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:23:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:04 smithi111 ceph-mon[97855]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/73513007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:23:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:04 smithi111 ceph-mon[116524]: pgmap v9269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/73513007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:23:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:05 smithi155 ceph-mon[102677]: from='client.34265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:05 smithi155 ceph-mon[102677]: from='client.34271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:05 smithi111 ceph-mon[97855]: from='client.34265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:05 smithi111 ceph-mon[97855]: from='client.34271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:05 smithi111 ceph-mon[116524]: from='client.34265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:05 smithi111 ceph-mon[116524]: from='client.34271 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:06 smithi155 ceph-mon[102677]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:06 smithi111 ceph-mon[97855]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:06 smithi111 ceph-mon[116524]: pgmap v9270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:07 smithi155 ceph-mon[102677]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:07 smithi111 ceph-mon[97855]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:07 smithi111 ceph-mon[116524]: pgmap v9271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:23:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:23:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:10 smithi155 ceph-mon[102677]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:10 smithi111 ceph-mon[97855]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:10 smithi111 ceph-mon[116524]: pgmap v9272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:12 smithi155 ceph-mon[102677]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:12 smithi111 ceph-mon[97855]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:12 smithi111 ceph-mon[116524]: pgmap v9273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:14 smithi155 ceph-mon[102677]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:14 smithi111 ceph-mon[97855]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:14 smithi111 ceph-mon[116524]: pgmap v9274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:15 smithi155 ceph-mon[102677]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:15 smithi111 ceph-mon[97855]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:15 smithi111 ceph-mon[116524]: pgmap v9275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:17 smithi155 ceph-mon[102677]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:17 smithi111 ceph-mon[97855]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:17 smithi111 ceph-mon[116524]: pgmap v9276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:19 smithi155 ceph-mon[102677]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:19 smithi111 ceph-mon[97855]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:19 smithi111 ceph-mon[116524]: pgmap v9277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:23:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:23:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:22 smithi155 ceph-mon[102677]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:22 smithi111 ceph-mon[97855]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:22 smithi111 ceph-mon[116524]: pgmap v9278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:24 smithi155 ceph-mon[102677]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:24 smithi111 ceph-mon[97855]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:24 smithi111 ceph-mon[116524]: pgmap v9279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:26 smithi155 ceph-mon[102677]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:26 smithi111 ceph-mon[97855]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:26 smithi111 ceph-mon[116524]: pgmap v9280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:27 smithi155 ceph-mon[102677]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:27 smithi111 ceph-mon[97855]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:27 smithi111 ceph-mon[116524]: pgmap v9281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:23:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:23:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:30 smithi155 ceph-mon[102677]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:30 smithi111 ceph-mon[97855]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:30 smithi111 ceph-mon[116524]: pgmap v9282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:32 smithi155 ceph-mon[102677]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:32 smithi111 ceph-mon[97855]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:32 smithi111 ceph-mon[116524]: pgmap v9283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:34.309 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:23:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:34 smithi155 ceph-mon[102677]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:34 smithi111 ceph-mon[97855]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:34 smithi111 ceph-mon[116524]: pgmap v9284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:23:34.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:23:34.618 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:23:34.995 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:23:34.995 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:23:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3076187669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3076187669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:23:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3076187669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:23:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:36 smithi155 ceph-mon[102677]: from='client.24402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:36 smithi155 ceph-mon[102677]: from='client.34289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:36 smithi155 ceph-mon[102677]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:36 smithi111 ceph-mon[97855]: from='client.24402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:36 smithi111 ceph-mon[97855]: from='client.34289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:36 smithi111 ceph-mon[97855]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:36 smithi111 ceph-mon[116524]: from='client.24402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:36 smithi111 ceph-mon[116524]: from='client.34289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:36 smithi111 ceph-mon[116524]: pgmap v9285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:37 smithi155 ceph-mon[102677]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:37 smithi111 ceph-mon[97855]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:37 smithi111 ceph-mon[116524]: pgmap v9286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:39.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:23:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:23:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:40 smithi155 ceph-mon[102677]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:40 smithi111 ceph-mon[116524]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:40 smithi111 ceph-mon[97855]: pgmap v9287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:42 smithi155 ceph-mon[102677]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:42 smithi111 ceph-mon[116524]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:42 smithi111 ceph-mon[97855]: pgmap v9288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:23:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:23:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:23:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:23:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:23:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:23:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:23:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:23:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:23:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:23:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:23:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:23:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:44 smithi155 ceph-mon[102677]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:44 smithi111 ceph-mon[97855]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:44 smithi111 ceph-mon[116524]: pgmap v9289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:45 smithi155 ceph-mon[102677]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:45 smithi111 ceph-mon[97855]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:45 smithi111 ceph-mon[116524]: pgmap v9290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:47 smithi155 ceph-mon[102677]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:47 smithi111 ceph-mon[97855]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:47 smithi111 ceph-mon[116524]: pgmap v9291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:49 smithi155 ceph-mon[102677]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:23:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:23:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:49 smithi111 ceph-mon[97855]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:49 smithi111 ceph-mon[116524]: pgmap v9292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:23:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:52 smithi155 ceph-mon[102677]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:52 smithi111 ceph-mon[97855]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:52 smithi111 ceph-mon[116524]: pgmap v9293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:54 smithi155 ceph-mon[102677]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:54 smithi111 ceph-mon[97855]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:54 smithi111 ceph-mon[116524]: pgmap v9294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:55 smithi155 ceph-mon[102677]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:55 smithi111 ceph-mon[97855]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:55 smithi111 ceph-mon[116524]: pgmap v9295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:23:57 smithi155 ceph-mon[102677]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:23:57 smithi111 ceph-mon[97855]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:23:57 smithi111 ceph-mon[116524]: pgmap v9296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:23:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:23:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:24:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:00 smithi155 ceph-mon[102677]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:00 smithi111 ceph-mon[97855]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:00 smithi111 ceph-mon[116524]: pgmap v9297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:01 smithi155 ceph-mon[102677]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:01 smithi111 ceph-mon[97855]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:01 smithi111 ceph-mon[116524]: pgmap v9298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:04 smithi155 ceph-mon[102677]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:04 smithi111 ceph-mon[97855]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:04 smithi111 ceph-mon[116524]: pgmap v9299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:05.343 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:24:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:05 smithi155 ceph-mon[102677]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:05 smithi111 ceph-mon[97855]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:05 smithi111 ceph-mon[116524]: pgmap v9300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:24:05.649 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:24:05.650 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:24:05.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:24:05.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:24:05.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:24:05.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:24:05.651 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:24:06.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:24:06.029 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:24:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:06 smithi155 ceph-mon[102677]: from='client.34301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:06 smithi155 ceph-mon[102677]: from='client.34307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3917594385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:06 smithi111 ceph-mon[97855]: from='client.34301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:06 smithi111 ceph-mon[97855]: from='client.34307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3917594385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:24:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:06 smithi111 ceph-mon[116524]: from='client.34301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:06 smithi111 ceph-mon[116524]: from='client.34307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3917594385' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:24:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:07 smithi155 ceph-mon[102677]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:07 smithi111 ceph-mon[97855]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:07 smithi111 ceph-mon[116524]: pgmap v9301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:24:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:24:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:10 smithi155 ceph-mon[102677]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:10 smithi111 ceph-mon[97855]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:10 smithi111 ceph-mon[116524]: pgmap v9302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:11 smithi155 ceph-mon[102677]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:11 smithi111 ceph-mon[97855]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:11 smithi111 ceph-mon[116524]: pgmap v9303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:14 smithi155 ceph-mon[102677]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:14 smithi111 ceph-mon[97855]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:14 smithi111 ceph-mon[116524]: pgmap v9304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:15 smithi155 ceph-mon[102677]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:15 smithi111 ceph-mon[97855]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:15 smithi111 ceph-mon[116524]: pgmap v9305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:17 smithi155 ceph-mon[102677]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:17 smithi111 ceph-mon[97855]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:17 smithi111 ceph-mon[116524]: pgmap v9306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:19 smithi155 ceph-mon[102677]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:24:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:24:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:19 smithi111 ceph-mon[97855]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:19 smithi111 ceph-mon[116524]: pgmap v9307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:21 smithi155 ceph-mon[102677]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:21 smithi111 ceph-mon[97855]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:21 smithi111 ceph-mon[116524]: pgmap v9308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:23 smithi155 ceph-mon[102677]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:23 smithi111 ceph-mon[97855]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:23 smithi111 ceph-mon[116524]: pgmap v9309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:25 smithi155 ceph-mon[102677]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:25 smithi111 ceph-mon[97855]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:25 smithi111 ceph-mon[116524]: pgmap v9310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:27 smithi155 ceph-mon[102677]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:27 smithi111 ceph-mon[97855]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:27 smithi111 ceph-mon[116524]: pgmap v9311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:29 smithi155 ceph-mon[102677]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:29 smithi111 ceph-mon[97855]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:24:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:24:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:29 smithi111 ceph-mon[116524]: pgmap v9312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:31 smithi155 ceph-mon[102677]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:31 smithi111 ceph-mon[97855]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:31 smithi111 ceph-mon[116524]: pgmap v9313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:33 smithi155 ceph-mon[102677]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:33 smithi111 ceph-mon[97855]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:33 smithi111 ceph-mon[116524]: pgmap v9314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:35 smithi155 ceph-mon[102677]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:35 smithi111 ceph-mon[97855]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:35 smithi111 ceph-mon[116524]: pgmap v9315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:36.372 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:24:36.682 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:24:36.682 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:24:36.682 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:24:36.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:24:36.684 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:37.058 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:24:37.059 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:37 smithi155 ceph-mon[102677]: from='client.24438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:37 smithi155 ceph-mon[102677]: from='client.24444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2423028360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:37 smithi155 ceph-mon[102677]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[97855]: from='client.24438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[97855]: from='client.24444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2423028360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:24:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[97855]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[116524]: from='client.24438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[116524]: from='client.24444 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2423028360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:37 smithi111 ceph-mon[116524]: pgmap v9316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:39 smithi155 ceph-mon[102677]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:39 smithi111 ceph-mon[97855]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:39 smithi111 ceph-mon[116524]: pgmap v9317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:24:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:24:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:41 smithi155 ceph-mon[102677]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:41 smithi111 ceph-mon[97855]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:41 smithi111 ceph-mon[116524]: pgmap v9318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:24:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:24:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:24:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:44 smithi155 ceph-mon[102677]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:24:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:24:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[97855]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[116524]: pgmap v9319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:24:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:24:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:46 smithi155 ceph-mon[102677]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:46 smithi111 ceph-mon[97855]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:46 smithi111 ceph-mon[116524]: pgmap v9320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:47 smithi155 ceph-mon[102677]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:47 smithi111 ceph-mon[97855]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:47 smithi111 ceph-mon[116524]: pgmap v9321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:49 smithi155 ceph-mon[102677]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:24:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:24:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:49 smithi111 ceph-mon[97855]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:49 smithi111 ceph-mon[116524]: pgmap v9322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:24:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:51 smithi155 ceph-mon[102677]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:51 smithi111 ceph-mon[97855]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:51 smithi111 ceph-mon[116524]: pgmap v9323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:53 smithi155 ceph-mon[102677]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:53 smithi111 ceph-mon[97855]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:53 smithi111 ceph-mon[116524]: pgmap v9324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:55 smithi155 ceph-mon[102677]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:55 smithi111 ceph-mon[97855]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:55 smithi111 ceph-mon[116524]: pgmap v9325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:57 smithi155 ceph-mon[102677]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:57 smithi111 ceph-mon[97855]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:57 smithi111 ceph-mon[116524]: pgmap v9326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:24:59 smithi155 ceph-mon[102677]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:24:59 smithi111 ceph-mon[97855]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:24:59 smithi111 ceph-mon[116524]: pgmap v9327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:24:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:24:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:25:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:01 smithi155 ceph-mon[102677]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:01 smithi111 ceph-mon[97855]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:01 smithi111 ceph-mon[116524]: pgmap v9328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:03 smithi155 ceph-mon[102677]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:03 smithi111 ceph-mon[97855]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:03 smithi111 ceph-mon[116524]: pgmap v9329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:05 smithi111 ceph-mon[97855]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:05 smithi111 ceph-mon[116524]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:05 smithi155 ceph-mon[102677]: pgmap v9330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:07.400 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:25:07.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:25:07.707 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:25:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:07 smithi155 ceph-mon[102677]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:07 smithi111 ceph-mon[97855]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:07 smithi111 ceph-mon[116524]: pgmap v9331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:25:08.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:25:08.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:08.091 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:25:08.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:25:08.091 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:25:08.091 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:25:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:08 smithi155 ceph-mon[102677]: from='client.24456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:08 smithi155 ceph-mon[102677]: from='client.34343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3952406586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:25:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:08 smithi111 ceph-mon[116524]: from='client.24456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:08 smithi111 ceph-mon[116524]: from='client.34343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3952406586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:25:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:08 smithi111 ceph-mon[97855]: from='client.24456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:08 smithi111 ceph-mon[97855]: from='client.34343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3952406586' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:25:09.636 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:25:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:25:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:09 smithi155 ceph-mon[102677]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:09 smithi111 ceph-mon[97855]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:09 smithi111 ceph-mon[116524]: pgmap v9332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:11 smithi155 ceph-mon[102677]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:11 smithi111 ceph-mon[97855]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:11 smithi111 ceph-mon[116524]: pgmap v9333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:13 smithi155 ceph-mon[102677]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:13 smithi111 ceph-mon[97855]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:13 smithi111 ceph-mon[116524]: pgmap v9334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:15 smithi155 ceph-mon[102677]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:15 smithi111 ceph-mon[97855]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:15 smithi111 ceph-mon[116524]: pgmap v9335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:17 smithi155 ceph-mon[102677]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:17 smithi111 ceph-mon[97855]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:17 smithi111 ceph-mon[116524]: pgmap v9336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:19 smithi155 ceph-mon[102677]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:25:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:25:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:19 smithi111 ceph-mon[97855]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:19 smithi111 ceph-mon[116524]: pgmap v9337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:21 smithi155 ceph-mon[102677]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:21 smithi111 ceph-mon[97855]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:21 smithi111 ceph-mon[116524]: pgmap v9338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:23 smithi155 ceph-mon[102677]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:23 smithi111 ceph-mon[97855]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:23 smithi111 ceph-mon[116524]: pgmap v9339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:25 smithi155 ceph-mon[102677]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:25 smithi111 ceph-mon[97855]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:25 smithi111 ceph-mon[116524]: pgmap v9340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:27 smithi155 ceph-mon[102677]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:27 smithi111 ceph-mon[97855]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:27 smithi111 ceph-mon[116524]: pgmap v9341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:29 smithi155 ceph-mon[102677]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:29 smithi111 ceph-mon[97855]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:29 smithi111 ceph-mon[116524]: pgmap v9342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:25:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:25:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:31 smithi155 ceph-mon[102677]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:31 smithi111 ceph-mon[97855]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:31 smithi111 ceph-mon[116524]: pgmap v9343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:33 smithi155 ceph-mon[102677]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:33 smithi111 ceph-mon[97855]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:33 smithi111 ceph-mon[116524]: pgmap v9344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:35 smithi155 ceph-mon[102677]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:35 smithi111 ceph-mon[97855]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:35 smithi111 ceph-mon[116524]: pgmap v9345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:37 smithi155 ceph-mon[102677]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:37 smithi111 ceph-mon[97855]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:37 smithi111 ceph-mon[116524]: pgmap v9346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:38.437 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:25:38.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:25:38.743 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:25:39.118 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:39.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:25:39.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:25:39.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:25:39.120 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:25:39.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:25:39.120 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:25:39.120 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:25:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:39 smithi155 ceph-mon[102677]: from='client.24474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:39 smithi155 ceph-mon[102677]: from='client.24480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:39 smithi155 ceph-mon[102677]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3174080775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:25:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:25:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:25:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[97855]: from='client.24474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[97855]: from='client.24480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[97855]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3174080775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:25:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[116524]: from='client.24474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[116524]: from='client.24480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:25:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[116524]: pgmap v9347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3174080775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:25:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:41 smithi155 ceph-mon[102677]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:41 smithi111 ceph-mon[97855]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:41 smithi111 ceph-mon[116524]: pgmap v9348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:43 smithi155 ceph-mon[102677]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:43 smithi111 ceph-mon[97855]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:43 smithi111 ceph-mon[116524]: pgmap v9349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:25:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:25:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:25:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:25:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:25:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:25:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:45 smithi111 ceph-mon[97855]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:45 smithi111 ceph-mon[116524]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:45 smithi155 ceph-mon[102677]: pgmap v9350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:47 smithi155 ceph-mon[102677]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:47 smithi111 ceph-mon[97855]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:47 smithi111 ceph-mon[116524]: pgmap v9351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:49 smithi155 ceph-mon[102677]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:25:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:25:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:49 smithi111 ceph-mon[97855]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:49 smithi111 ceph-mon[116524]: pgmap v9352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:25:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:51 smithi155 ceph-mon[102677]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:51 smithi111 ceph-mon[97855]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:51 smithi111 ceph-mon[116524]: pgmap v9353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:53 smithi155 ceph-mon[102677]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:53 smithi111 ceph-mon[97855]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:53 smithi111 ceph-mon[116524]: pgmap v9354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:55 smithi155 ceph-mon[102677]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:55 smithi111 ceph-mon[97855]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:55 smithi111 ceph-mon[116524]: pgmap v9355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:57 smithi155 ceph-mon[102677]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:57 smithi111 ceph-mon[97855]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:57 smithi111 ceph-mon[116524]: pgmap v9356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:25:59 smithi155 ceph-mon[102677]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:25:59 smithi111 ceph-mon[97855]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:25:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:25:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:25:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:25:59 smithi111 ceph-mon[116524]: pgmap v9357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:01 smithi155 ceph-mon[102677]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:01 smithi111 ceph-mon[97855]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:01 smithi111 ceph-mon[116524]: pgmap v9358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:03 smithi155 ceph-mon[102677]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:03 smithi111 ceph-mon[97855]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:03 smithi111 ceph-mon[116524]: pgmap v9359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:05 smithi111 ceph-mon[97855]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:05 smithi111 ceph-mon[116524]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:05 smithi155 ceph-mon[102677]: pgmap v9360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:07 smithi155 ceph-mon[102677]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:07 smithi111 ceph-mon[97855]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:07 smithi111 ceph-mon[116524]: pgmap v9361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:09.469 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:26:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:09 smithi111 ceph-mon[97855]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:26:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:26:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:09 smithi111 ceph-mon[116524]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:09 smithi155 ceph-mon[102677]: pgmap v9362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:09.777 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:26:09.777 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:26:09.778 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:26:09.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:26:09.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:26:09.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:26:09.780 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:26:10.157 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:26:10.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:26:10.159 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:26:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:10 smithi155 ceph-mon[102677]: from='client.24492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:10 smithi155 ceph-mon[102677]: from='client.24498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/462130395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:26:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:10 smithi111 ceph-mon[97855]: from='client.24492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:10 smithi111 ceph-mon[97855]: from='client.24498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/462130395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:26:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:10 smithi111 ceph-mon[116524]: from='client.24492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:10 smithi111 ceph-mon[116524]: from='client.24498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/462130395' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:26:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:11 smithi111 ceph-mon[97855]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:11 smithi111 ceph-mon[116524]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:11 smithi155 ceph-mon[102677]: pgmap v9363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:13 smithi155 ceph-mon[102677]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:13 smithi111 ceph-mon[97855]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:13 smithi111 ceph-mon[116524]: pgmap v9364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:15 smithi155 ceph-mon[102677]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:15 smithi111 ceph-mon[97855]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:15 smithi111 ceph-mon[116524]: pgmap v9365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:17 smithi155 ceph-mon[102677]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:17 smithi111 ceph-mon[97855]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:17 smithi111 ceph-mon[116524]: pgmap v9366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:19 smithi155 ceph-mon[102677]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:26:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:26:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:19 smithi111 ceph-mon[97855]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:19 smithi111 ceph-mon[116524]: pgmap v9367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:21 smithi111 ceph-mon[97855]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:21 smithi111 ceph-mon[116524]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:21 smithi155 ceph-mon[102677]: pgmap v9368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:23 smithi111 ceph-mon[97855]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:23 smithi111 ceph-mon[116524]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:23 smithi155 ceph-mon[102677]: pgmap v9369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:25 smithi111 ceph-mon[97855]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:25 smithi111 ceph-mon[116524]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:25 smithi155 ceph-mon[102677]: pgmap v9370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:27 smithi155 ceph-mon[102677]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:27 smithi111 ceph-mon[97855]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:27 smithi111 ceph-mon[116524]: pgmap v9371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:29 smithi111 ceph-mon[97855]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:29.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:26:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:26:29.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:29 smithi111 ceph-mon[116524]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:29 smithi155 ceph-mon[102677]: pgmap v9372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:31 smithi111 ceph-mon[97855]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:31 smithi111 ceph-mon[116524]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:31 smithi155 ceph-mon[102677]: pgmap v9373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:33 smithi111 ceph-mon[97855]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:33 smithi111 ceph-mon[116524]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:33 smithi155 ceph-mon[102677]: pgmap v9374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:35 smithi111 ceph-mon[97855]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:35 smithi111 ceph-mon[116524]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:35 smithi155 ceph-mon[102677]: pgmap v9375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:37 smithi155 ceph-mon[102677]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:37 smithi111 ceph-mon[97855]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:37 smithi111 ceph-mon[116524]: pgmap v9376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:39 smithi111 ceph-mon[97855]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:39 smithi111 ceph-mon[116524]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:26:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:26:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:39 smithi155 ceph-mon[102677]: pgmap v9377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:40.501 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:26:40.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:26:40.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:26:40.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:26:40.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:26:40.810 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:26:41.190 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:26:41.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:26:41.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:26:41.192 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:26:41.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:26:41.192 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:26:41.192 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:26:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[97855]: from='client.24510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[97855]: from='client.24516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[97855]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2596123111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[116524]: from='client.24510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[116524]: from='client.24516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[116524]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2596123111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:26:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:41 smithi155 ceph-mon[102677]: from='client.24510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:41 smithi155 ceph-mon[102677]: from='client.24516 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:41 smithi155 ceph-mon[102677]: pgmap v9378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2596123111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:26:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:43 smithi111 ceph-mon[97855]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:43 smithi111 ceph-mon[116524]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:43 smithi155 ceph-mon[102677]: pgmap v9379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:26:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:26:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:26:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:26:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:26:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:26:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[97855]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:26:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:26:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:26:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:45 smithi111 ceph-mon[116524]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:26:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:26:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:26:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:45 smithi155 ceph-mon[102677]: pgmap v9380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:47 smithi155 ceph-mon[102677]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:47 smithi111 ceph-mon[97855]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:47 smithi111 ceph-mon[116524]: pgmap v9381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:49 smithi155 ceph-mon[102677]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:49 smithi111 ceph-mon[97855]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:26:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:49 smithi111 ceph-mon[116524]: pgmap v9382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:26:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:26:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:51 smithi111 ceph-mon[97855]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:51 smithi111 ceph-mon[116524]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:51 smithi155 ceph-mon[102677]: pgmap v9383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:53 smithi111 ceph-mon[97855]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:53 smithi111 ceph-mon[116524]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:53 smithi155 ceph-mon[102677]: pgmap v9384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:55 smithi111 ceph-mon[97855]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:55 smithi111 ceph-mon[116524]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:55 smithi155 ceph-mon[102677]: pgmap v9385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:57 smithi155 ceph-mon[102677]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:57 smithi111 ceph-mon[97855]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:57 smithi111 ceph-mon[116524]: pgmap v9386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:26:59 smithi111 ceph-mon[97855]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:26:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:26:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:26:59 smithi111 ceph-mon[116524]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:26:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:26:59 smithi155 ceph-mon[102677]: pgmap v9387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:01 smithi111 ceph-mon[97855]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:01 smithi111 ceph-mon[116524]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:01 smithi155 ceph-mon[102677]: pgmap v9388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:03 smithi111 ceph-mon[97855]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:03 smithi111 ceph-mon[116524]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:03 smithi155 ceph-mon[102677]: pgmap v9389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:05 smithi111 ceph-mon[97855]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:05 smithi111 ceph-mon[116524]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:05 smithi155 ceph-mon[102677]: pgmap v9390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:07 smithi155 ceph-mon[102677]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:07 smithi111 ceph-mon[97855]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:07 smithi111 ceph-mon[116524]: pgmap v9391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:09 smithi111 ceph-mon[97855]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:27:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:27:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:09 smithi111 ceph-mon[116524]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:09 smithi155 ceph-mon[102677]: pgmap v9392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:11 smithi111 ceph-mon[97855]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:11 smithi111 ceph-mon[116524]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:11.538 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:27:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:11 smithi155 ceph-mon[102677]: pgmap v9393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 6m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:27:11.843 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 6m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:27:11.844 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:27:12.224 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:27:12.224 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:27:12.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:27:12.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:12.224 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:27:12.225 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:27:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:12 smithi155 ceph-mon[102677]: from='client.34409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:12 smithi155 ceph-mon[102677]: from='client.34415 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1401879128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:27:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:12 smithi111 ceph-mon[97855]: from='client.34409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:12 smithi111 ceph-mon[97855]: from='client.34415 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1401879128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:27:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:12 smithi111 ceph-mon[116524]: from='client.34409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:12 smithi111 ceph-mon[116524]: from='client.34415 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1401879128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:27:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:13 smithi155 ceph-mon[102677]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:13 smithi111 ceph-mon[97855]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:13 smithi111 ceph-mon[116524]: pgmap v9394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:15 smithi111 ceph-mon[97855]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:15 smithi111 ceph-mon[116524]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:15 smithi155 ceph-mon[102677]: pgmap v9395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:17 smithi155 ceph-mon[102677]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:17 smithi111 ceph-mon[97855]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:17 smithi111 ceph-mon[116524]: pgmap v9396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:27:19] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-01T08:27:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:20 smithi155 ceph-mon[102677]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:20 smithi111 ceph-mon[97855]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:20 smithi111 ceph-mon[116524]: pgmap v9397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:21 smithi111 ceph-mon[97855]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:21 smithi111 ceph-mon[116524]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:21 smithi155 ceph-mon[102677]: pgmap v9398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:23 smithi111 ceph-mon[97855]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:23 smithi111 ceph-mon[116524]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:23 smithi155 ceph-mon[102677]: pgmap v9399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:25 smithi111 ceph-mon[97855]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:25 smithi111 ceph-mon[116524]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:25 smithi155 ceph-mon[102677]: pgmap v9400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:27 smithi155 ceph-mon[102677]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:27 smithi111 ceph-mon[97855]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:27 smithi111 ceph-mon[116524]: pgmap v9401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:29 smithi111 ceph-mon[97855]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:29 smithi111 ceph-mon[116524]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:27:29] "GET /metrics HTTP/1.1" 200 33950 "" "Prometheus/2.43.0" 2023-12-01T08:27:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:29 smithi155 ceph-mon[102677]: pgmap v9402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:31 smithi111 ceph-mon[97855]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:31 smithi111 ceph-mon[116524]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:31 smithi155 ceph-mon[102677]: pgmap v9403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:33 smithi111 ceph-mon[97855]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:33 smithi111 ceph-mon[116524]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:33 smithi155 ceph-mon[102677]: pgmap v9404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:35 smithi111 ceph-mon[97855]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:35 smithi111 ceph-mon[116524]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:35 smithi155 ceph-mon[102677]: pgmap v9405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:37 smithi155 ceph-mon[102677]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:37 smithi111 ceph-mon[97855]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:37 smithi111 ceph-mon[116524]: pgmap v9406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:39 smithi111 ceph-mon[97855]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:39 smithi111 ceph-mon[116524]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:27:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:27:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:39 smithi155 ceph-mon[102677]: pgmap v9407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:41 smithi111 ceph-mon[97855]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:41 smithi111 ceph-mon[116524]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:41 smithi155 ceph-mon[102677]: pgmap v9408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:42.568 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:27:42.872 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:27:42.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:27:42.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:27:42.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:27:42.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:27:42.874 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:27:43.257 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:27:43.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:43.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:27:43.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:27:43.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:27:43.259 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:27:43.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:27:43.259 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:27:43.259 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:27:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:43 smithi111 ceph-mon[97855]: from='client.24546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:43 smithi111 ceph-mon[97855]: from='client.24552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:43 smithi111 ceph-mon[97855]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:43 smithi111 ceph-mon[116524]: from='client.24546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:43 smithi111 ceph-mon[116524]: from='client.24552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:43 smithi111 ceph-mon[116524]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:43 smithi155 ceph-mon[102677]: from='client.24546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:43 smithi155 ceph-mon[102677]: from='client.24552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:27:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:43 smithi155 ceph-mon[102677]: pgmap v9409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2407561352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:27:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2407561352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:27:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2407561352' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[97855]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:27:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:27:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:27:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:27:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:45 smithi111 ceph-mon[116524]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:27:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:27:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:27:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:27:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:45 smithi155 ceph-mon[102677]: pgmap v9410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:47 smithi155 ceph-mon[102677]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:47 smithi111 ceph-mon[97855]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:47 smithi111 ceph-mon[116524]: pgmap v9411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:27:49] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T08:27:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:27:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:50 smithi155 ceph-mon[102677]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:50 smithi111 ceph-mon[97855]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:50 smithi111 ceph-mon[116524]: pgmap v9412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:52 smithi155 ceph-mon[102677]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:52 smithi111 ceph-mon[97855]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:52 smithi111 ceph-mon[116524]: pgmap v9413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:53 smithi111 ceph-mon[97855]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:53 smithi111 ceph-mon[116524]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:53 smithi155 ceph-mon[102677]: pgmap v9414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:55 smithi111 ceph-mon[97855]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:55 smithi111 ceph-mon[116524]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:55 smithi155 ceph-mon[102677]: pgmap v9415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:57 smithi155 ceph-mon[102677]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:57 smithi111 ceph-mon[97855]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:57 smithi111 ceph-mon[116524]: pgmap v9416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:27:59 smithi111 ceph-mon[97855]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:27:59 smithi111 ceph-mon[116524]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:27:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:27:59] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T08:27:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:27:59 smithi155 ceph-mon[102677]: pgmap v9417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:01 smithi111 ceph-mon[97855]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:01 smithi111 ceph-mon[116524]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:01 smithi155 ceph-mon[102677]: pgmap v9418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:03 smithi111 ceph-mon[97855]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:03 smithi111 ceph-mon[116524]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:03 smithi155 ceph-mon[102677]: pgmap v9419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:05 smithi111 ceph-mon[97855]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:05 smithi111 ceph-mon[116524]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:05 smithi155 ceph-mon[102677]: pgmap v9420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:07 smithi155 ceph-mon[102677]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:07 smithi111 ceph-mon[97855]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:07 smithi111 ceph-mon[116524]: pgmap v9421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:09 smithi111 ceph-mon[97855]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:28:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:28:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:09 smithi111 ceph-mon[116524]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:09 smithi155 ceph-mon[102677]: pgmap v9422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:11 smithi111 ceph-mon[97855]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:11 smithi111 ceph-mon[116524]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:11 smithi155 ceph-mon[102677]: pgmap v9423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:13 smithi111 ceph-mon[97855]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:13 smithi111 ceph-mon[116524]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:13.604 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:28:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:13 smithi155 ceph-mon[102677]: pgmap v9424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:13.910 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:28:13.910 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:28:13.910 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:28:13.910 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:28:13.910 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:28:13.910 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 7m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 7m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 7m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 7m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 7m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:28:13.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:28:13.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:28:13.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:28:13.912 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:28:14.293 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:28:14.293 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:28:14.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:28:14.295 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:28:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:14 smithi111 ceph-mon[97855]: from='client.34445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:14 smithi111 ceph-mon[97855]: from='client.34451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:14 smithi111 ceph-mon[116524]: from='client.34445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:14 smithi111 ceph-mon[116524]: from='client.34451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:14 smithi155 ceph-mon[102677]: from='client.34445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:14 smithi155 ceph-mon[102677]: from='client.34451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3353491998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:28:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:15 smithi111 ceph-mon[97855]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3353491998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:28:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:15 smithi111 ceph-mon[116524]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3353491998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:28:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:15 smithi155 ceph-mon[102677]: pgmap v9425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:17 smithi155 ceph-mon[102677]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:17 smithi111 ceph-mon[97855]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:17 smithi111 ceph-mon[116524]: pgmap v9426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:28:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:28:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:20 smithi155 ceph-mon[102677]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:20 smithi111 ceph-mon[97855]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:20 smithi111 ceph-mon[116524]: pgmap v9427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:22 smithi155 ceph-mon[102677]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:22 smithi111 ceph-mon[97855]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:22 smithi111 ceph-mon[116524]: pgmap v9428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:24 smithi155 ceph-mon[102677]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:24 smithi111 ceph-mon[97855]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:24 smithi111 ceph-mon[116524]: pgmap v9429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:26 smithi155 ceph-mon[102677]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:26 smithi111 ceph-mon[97855]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:26 smithi111 ceph-mon[116524]: pgmap v9430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:27 smithi155 ceph-mon[102677]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:27 smithi111 ceph-mon[97855]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:27 smithi111 ceph-mon[116524]: pgmap v9431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:29 smithi111 ceph-mon[97855]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:29 smithi111 ceph-mon[116524]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:28:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:28:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:29 smithi155 ceph-mon[102677]: pgmap v9432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:31 smithi111 ceph-mon[97855]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:31 smithi111 ceph-mon[116524]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:31 smithi155 ceph-mon[102677]: pgmap v9433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:33 smithi111 ceph-mon[97855]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:33 smithi111 ceph-mon[116524]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:33 smithi155 ceph-mon[102677]: pgmap v9434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:35 smithi111 ceph-mon[97855]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:35 smithi111 ceph-mon[116524]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:35 smithi155 ceph-mon[102677]: pgmap v9435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:37 smithi155 ceph-mon[102677]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:37 smithi111 ceph-mon[97855]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:37 smithi111 ceph-mon[116524]: pgmap v9436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:39 smithi111 ceph-mon[97855]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:28:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:28:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:39 smithi111 ceph-mon[116524]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:39 smithi155 ceph-mon[102677]: pgmap v9437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:41 smithi111 ceph-mon[97855]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:41 smithi111 ceph-mon[116524]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:41 smithi155 ceph-mon[102677]: pgmap v9438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:43 smithi111 ceph-mon[97855]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:43 smithi111 ceph-mon[116524]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:43 smithi155 ceph-mon[102677]: pgmap v9439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:44.641 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:28:44.947 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:28:44.947 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:28:44.947 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4713M 2475M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:28:44.948 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 5006M 2475M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5372M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4453M 2475M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:28:44.949 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:28:45.352 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:28:45.352 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:28:45.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:28:45.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:28:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:28:45.354 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:28:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:28:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:28:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:28:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='client.24582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='client.24588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1064723597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='client.24582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='client.24588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1064723597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='client.24582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='client.24588 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: pgmap v9440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1064723597' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:28:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:28:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:28:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:28:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:28:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:47 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2465M 2023-12-01T08:28:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:47 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2465M 2023-12-01T08:28:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:47 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2465M 2023-12-01T08:28:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:48 smithi155 ceph-mon[102677]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:48 smithi111 ceph-mon[97855]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:48 smithi111 ceph-mon[116524]: pgmap v9441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:28:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:28:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:28:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:50 smithi155 ceph-mon[102677]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:50 smithi111 ceph-mon[97855]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:50 smithi111 ceph-mon[116524]: pgmap v9442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:51 smithi111 ceph-mon[97855]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:51 smithi111 ceph-mon[116524]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:51 smithi155 ceph-mon[102677]: pgmap v9443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:53 smithi111 ceph-mon[97855]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:53 smithi111 ceph-mon[116524]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:53 smithi155 ceph-mon[102677]: pgmap v9444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:55 smithi111 ceph-mon[97855]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:55 smithi111 ceph-mon[116524]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:55 smithi155 ceph-mon[102677]: pgmap v9445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:57 smithi155 ceph-mon[102677]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:57 smithi111 ceph-mon[97855]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:57 smithi111 ceph-mon[116524]: pgmap v9446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:28:59 smithi111 ceph-mon[97855]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:28:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:28:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:28:59 smithi111 ceph-mon[116524]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:28:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:28:59 smithi155 ceph-mon[102677]: pgmap v9447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:01 smithi111 ceph-mon[97855]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:01 smithi111 ceph-mon[116524]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:01 smithi155 ceph-mon[102677]: pgmap v9448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:03 smithi111 ceph-mon[97855]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:03 smithi111 ceph-mon[116524]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:03 smithi155 ceph-mon[102677]: pgmap v9449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:05 smithi111 ceph-mon[97855]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:05 smithi111 ceph-mon[116524]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:05 smithi155 ceph-mon[102677]: pgmap v9450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:07 smithi155 ceph-mon[102677]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:07 smithi111 ceph-mon[97855]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:07 smithi111 ceph-mon[116524]: pgmap v9451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:09 smithi111 ceph-mon[97855]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:09 smithi111 ceph-mon[116524]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:29:09] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:29:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:09 smithi155 ceph-mon[102677]: pgmap v9452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:11 smithi111 ceph-mon[97855]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:11 smithi111 ceph-mon[116524]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:11 smithi155 ceph-mon[102677]: pgmap v9453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:13 smithi111 ceph-mon[97855]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:13 smithi111 ceph-mon[116524]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:13 smithi155 ceph-mon[102677]: pgmap v9454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:15 smithi111 ceph-mon[97855]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:15 smithi111 ceph-mon[116524]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:15.697 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:29:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:15 smithi155 ceph-mon[102677]: pgmap v9455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:16.003 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:29:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:29:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:29:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:29:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:29:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 8m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 8m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 8m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 8m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 8m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 8m ago 3h 4713M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 8m ago 3h 5006M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 8m ago 3h 5372M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4453M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:29:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:29:16.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:29:16.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:29:16.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:29:16.073 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:29:16.383 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:29:16.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:16.384 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:29:16.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:29:16.385 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:29:16.385 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:16 smithi111 ceph-mon[97855]: from='client.34481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:16 smithi111 ceph-mon[97855]: from='client.34487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:16 smithi111 ceph-mon[116524]: from='client.34481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:16 smithi111 ceph-mon[116524]: from='client.34487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:16 smithi155 ceph-mon[102677]: from='client.34481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:16 smithi155 ceph-mon[102677]: from='client.34487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3339370219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:29:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:17 smithi111 ceph-mon[116524]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3339370219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:29:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:17 smithi111 ceph-mon[97855]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3339370219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:29:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:17 smithi155 ceph-mon[102677]: pgmap v9456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:29:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:29:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:20 smithi155 ceph-mon[102677]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:20 smithi111 ceph-mon[97855]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:20 smithi111 ceph-mon[116524]: pgmap v9457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:21 smithi111 ceph-mon[97855]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:21 smithi111 ceph-mon[116524]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:21 smithi155 ceph-mon[102677]: pgmap v9458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:23 smithi111 ceph-mon[97855]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:23 smithi111 ceph-mon[116524]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:23 smithi155 ceph-mon[102677]: pgmap v9459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:25 smithi111 ceph-mon[97855]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:25 smithi111 ceph-mon[116524]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:25 smithi155 ceph-mon[102677]: pgmap v9460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:27 smithi155 ceph-mon[102677]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:27 smithi111 ceph-mon[97855]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:27 smithi111 ceph-mon[116524]: pgmap v9461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:29 smithi111 ceph-mon[97855]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:29:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:29:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:29 smithi111 ceph-mon[116524]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:29 smithi155 ceph-mon[102677]: pgmap v9462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:31 smithi111 ceph-mon[97855]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:31 smithi111 ceph-mon[116524]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:31 smithi155 ceph-mon[102677]: pgmap v9463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:33 smithi111 ceph-mon[97855]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:33 smithi111 ceph-mon[116524]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:33 smithi155 ceph-mon[102677]: pgmap v9464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:35.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:35 smithi111 ceph-mon[97855]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:35.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:35 smithi111 ceph-mon[116524]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:35 smithi155 ceph-mon[102677]: pgmap v9465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:37 smithi155 ceph-mon[102677]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:37 smithi111 ceph-mon[97855]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:37 smithi111 ceph-mon[116524]: pgmap v9466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:39 smithi111 ceph-mon[97855]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:29:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:29:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:39 smithi111 ceph-mon[116524]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:39 smithi155 ceph-mon[102677]: pgmap v9467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:41 smithi111 ceph-mon[97855]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:41 smithi111 ceph-mon[116524]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:41 smithi155 ceph-mon[102677]: pgmap v9468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:43 smithi111 ceph-mon[97855]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:43.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:43 smithi111 ceph-mon[116524]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:43 smithi155 ceph-mon[102677]: pgmap v9469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:45 smithi111 ceph-mon[97855]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:45 smithi111 ceph-mon[116524]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:45 smithi155 ceph-mon[102677]: pgmap v9470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:29:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:29:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:29:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:29:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:29:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:29:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:29:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:29:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:29:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:29:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:29:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:29:46.717 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:29:47.023 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:29:47.024 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4713M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 5006M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5372M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4453M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:29:47.025 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:29:47.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:29:47.404 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:29:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:47 smithi155 ceph-mon[102677]: from='client.34499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:47 smithi155 ceph-mon[102677]: from='client.34505 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:47 smithi155 ceph-mon[102677]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2181110086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[97855]: from='client.34499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[97855]: from='client.34505 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[97855]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2181110086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[116524]: from='client.34499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[116524]: from='client.34505 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[116524]: pgmap v9471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2181110086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:29:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:29:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:29:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:29:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:50 smithi155 ceph-mon[102677]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:50 smithi111 ceph-mon[97855]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:50 smithi111 ceph-mon[116524]: pgmap v9472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:51 smithi111 ceph-mon[97855]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:51 smithi111 ceph-mon[116524]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:51 smithi155 ceph-mon[102677]: pgmap v9473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:53 smithi111 ceph-mon[97855]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:53 smithi111 ceph-mon[116524]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:53 smithi155 ceph-mon[102677]: pgmap v9474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:55 smithi111 ceph-mon[97855]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:55 smithi111 ceph-mon[116524]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:55 smithi155 ceph-mon[102677]: pgmap v9475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:57 smithi155 ceph-mon[102677]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:57 smithi111 ceph-mon[97855]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:57 smithi111 ceph-mon[116524]: pgmap v9476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:29:59 smithi111 ceph-mon[97855]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:29:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:29:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:29:59 smithi111 ceph-mon[116524]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:29:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:29:59 smithi155 ceph-mon[102677]: pgmap v9477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:30:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:00 smithi111 conmon[97831]: 2023-12-01T08:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:30:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:30:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:30:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:01 smithi155 ceph-mon[102677]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:01 smithi111 ceph-mon[97855]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:01 smithi111 ceph-mon[116524]: pgmap v9478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:03 smithi111 ceph-mon[97855]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:03 smithi111 ceph-mon[116524]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:03 smithi155 ceph-mon[102677]: pgmap v9479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:05 smithi155 ceph-mon[102677]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:05 smithi111 ceph-mon[97855]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:05 smithi111 ceph-mon[116524]: pgmap v9480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:07 smithi155 ceph-mon[102677]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:07 smithi111 ceph-mon[97855]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:07 smithi111 ceph-mon[116524]: pgmap v9481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:09 smithi111 ceph-mon[97855]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:30:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:30:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:09 smithi111 ceph-mon[116524]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:09 smithi155 ceph-mon[102677]: pgmap v9482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:11 smithi111 ceph-mon[97855]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:11 smithi111 ceph-mon[116524]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:11 smithi155 ceph-mon[102677]: pgmap v9483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:13 smithi111 ceph-mon[97855]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:13 smithi111 ceph-mon[116524]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:13 smithi155 ceph-mon[102677]: pgmap v9484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:15 smithi111 ceph-mon[97855]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:15 smithi111 ceph-mon[116524]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:15 smithi155 ceph-mon[102677]: pgmap v9485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:17.749 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:30:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:17 smithi155 ceph-mon[102677]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:17 smithi111 ceph-mon[97855]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:17 smithi111 ceph-mon[116524]: pgmap v9486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 9m ago 3h 461M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 9m ago 3h 706M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 9m ago 3h 1162M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 9m ago 3h 545M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 9m ago 3h 504M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:30:18.056 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 9m ago 3h 4713M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 9m ago 3h 5006M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 9m ago 3h 5372M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 9m ago 3h 4453M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 9m ago 3h 3532M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 9m ago 3h 4382M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3841M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4502M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:30:18.057 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:30:18.437 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:30:18.437 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:30:18.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:30:18.437 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:18.437 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:30:18.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:30:18.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:30:18.439 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:30:18.439 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:30:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:18 smithi155 ceph-mon[102677]: from='client.34517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:18 smithi155 ceph-mon[102677]: from='client.34523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1298053907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:30:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:18 smithi111 ceph-mon[97855]: from='client.34517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:18 smithi111 ceph-mon[97855]: from='client.34523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1298053907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:30:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:18 smithi111 ceph-mon[116524]: from='client.34517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:18 smithi111 ceph-mon[116524]: from='client.34523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1298053907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:30:19.707 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:30:19] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T08:30:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:19 smithi111 ceph-mon[97855]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:19 smithi111 ceph-mon[116524]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:19 smithi155 ceph-mon[102677]: pgmap v9487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:21 smithi111 ceph-mon[97855]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:21 smithi111 ceph-mon[116524]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:21 smithi155 ceph-mon[102677]: pgmap v9488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:23 smithi111 ceph-mon[97855]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:23 smithi111 ceph-mon[116524]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:23 smithi155 ceph-mon[102677]: pgmap v9489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:25 smithi155 ceph-mon[102677]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:25 smithi111 ceph-mon[97855]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:25 smithi111 ceph-mon[116524]: pgmap v9490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:27 smithi155 ceph-mon[102677]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:27 smithi111 ceph-mon[97855]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:27 smithi111 ceph-mon[116524]: pgmap v9491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:29.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:29 smithi155 ceph-mon[102677]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:29 smithi111 ceph-mon[97855]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:30:29] "GET /metrics HTTP/1.1" 200 33951 "" "Prometheus/2.43.0" 2023-12-01T08:30:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:29 smithi111 ceph-mon[116524]: pgmap v9492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:31 smithi155 ceph-mon[102677]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:31 smithi111 ceph-mon[97855]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:31 smithi111 ceph-mon[116524]: pgmap v9493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:33 smithi155 ceph-mon[102677]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:33 smithi111 ceph-mon[97855]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:33 smithi111 ceph-mon[116524]: pgmap v9494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:35 smithi155 ceph-mon[102677]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:35 smithi111 ceph-mon[116524]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:35 smithi111 ceph-mon[97855]: pgmap v9495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:37.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:37 smithi155 ceph-mon[102677]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:37 smithi111 ceph-mon[97855]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:37 smithi111 ceph-mon[116524]: pgmap v9496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:39 smithi155 ceph-mon[102677]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:39 smithi111 ceph-mon[97855]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:30:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:30:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:39 smithi111 ceph-mon[116524]: pgmap v9497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:41 smithi155 ceph-mon[102677]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:41 smithi111 ceph-mon[97855]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:41 smithi111 ceph-mon[116524]: pgmap v9498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:43 smithi155 ceph-mon[102677]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:43 smithi111 ceph-mon[97855]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:43 smithi111 ceph-mon[116524]: pgmap v9499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:45 smithi155 ceph-mon[102677]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:45 smithi111 ceph-mon[97855]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:45 smithi111 ceph-mon[116524]: pgmap v9500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:30:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:30:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:30:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:47 smithi111 ceph-mon[97855]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:47 smithi111 ceph-mon[116524]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:47 smithi155 ceph-mon[102677]: pgmap v9501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:48.810 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:30:49.122 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:30:49.122 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 0s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:30:49.122 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 0s ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:30:49.122 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 0s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 0s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 0s ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 0s ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 0s ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 0s ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 0s ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 0s ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 0s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 0s ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 0s ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 0s ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 0s ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 0s ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:30:49.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 0s ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:30:49.124 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 0s ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:30:49.124 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 0s ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:30:49.124 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 0s ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:30:49.514 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:30:49.514 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:30:49.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:30:49.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:30:49.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:30:49.516 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:30:49.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:30:49.516 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:30:49.516 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='client.24654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='client.24660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:49 smithi155 ceph-mon[102677]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:30:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:30:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='client.24654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='client.24660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[116524]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='client.24654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='client.24660 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:30:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:30:49.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:49 smithi111 ceph-mon[97855]: pgmap v9502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3317632588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3317632588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:30:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3317632588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:30:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:51 smithi155 ceph-mon[102677]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:51 smithi111 ceph-mon[97855]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:51 smithi111 ceph-mon[116524]: pgmap v9503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:53 smithi155 ceph-mon[102677]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:53 smithi111 ceph-mon[97855]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:53 smithi111 ceph-mon[116524]: pgmap v9504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:55 smithi155 ceph-mon[102677]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:55 smithi111 ceph-mon[97855]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:55 smithi111 ceph-mon[116524]: pgmap v9505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:57 smithi111 ceph-mon[97855]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:57 smithi111 ceph-mon[116524]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:57 smithi155 ceph-mon[102677]: pgmap v9506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:30:59 smithi155 ceph-mon[102677]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:30:59 smithi111 ceph-mon[97855]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:30:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:30:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:30:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:30:59 smithi111 ceph-mon[116524]: pgmap v9507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:01 smithi155 ceph-mon[102677]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:01 smithi111 ceph-mon[97855]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:01 smithi111 ceph-mon[116524]: pgmap v9508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:03 smithi155 ceph-mon[102677]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:03 smithi111 ceph-mon[97855]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:03 smithi111 ceph-mon[116524]: pgmap v9509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:05 smithi155 ceph-mon[102677]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:05 smithi111 ceph-mon[97855]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:05 smithi111 ceph-mon[116524]: pgmap v9510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:07 smithi111 ceph-mon[97855]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:07 smithi111 ceph-mon[116524]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:07 smithi155 ceph-mon[102677]: pgmap v9511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:09 smithi155 ceph-mon[102677]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:09 smithi111 ceph-mon[97855]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:31:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:31:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:09 smithi111 ceph-mon[116524]: pgmap v9512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:11 smithi155 ceph-mon[102677]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:11 smithi111 ceph-mon[97855]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:11 smithi111 ceph-mon[116524]: pgmap v9513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:13 smithi155 ceph-mon[102677]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:13 smithi111 ceph-mon[97855]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:13 smithi111 ceph-mon[116524]: pgmap v9514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:15 smithi155 ceph-mon[102677]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:15 smithi111 ceph-mon[97855]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:15 smithi111 ceph-mon[116524]: pgmap v9515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:17 smithi111 ceph-mon[97855]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:17 smithi111 ceph-mon[116524]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:17 smithi155 ceph-mon[102677]: pgmap v9516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:31:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:31:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:19.858 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:31:20.163 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:31:20.163 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 31s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:31:20.163 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 31s ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:31:20.163 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 31s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 31s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 31s ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 31s ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 31s ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 31s ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 31s ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 31s ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 31s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 31s ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:31:20.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 31s ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 31s ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 31s ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 31s ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 31s ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 31s ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 31s ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:31:20.165 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 31s ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:20.541 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:31:20.542 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:31:20.543 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:31:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:21 smithi155 ceph-mon[102677]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:21 smithi155 ceph-mon[102677]: from='client.24672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:21 smithi155 ceph-mon[102677]: from='client.34559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2212934089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[97855]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[97855]: from='client.24672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[97855]: from='client.34559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2212934089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[116524]: pgmap v9517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[116524]: from='client.24672 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[116524]: from='client.34559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2212934089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:31:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:23 smithi155 ceph-mon[102677]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:23 smithi111 ceph-mon[97855]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:23 smithi111 ceph-mon[116524]: pgmap v9518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:25 smithi155 ceph-mon[102677]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:25 smithi111 ceph-mon[97855]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:25 smithi111 ceph-mon[116524]: pgmap v9519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:27 smithi155 ceph-mon[102677]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:27 smithi111 ceph-mon[97855]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:27 smithi111 ceph-mon[116524]: pgmap v9520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:29 smithi155 ceph-mon[102677]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:29 smithi111 ceph-mon[97855]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:29 smithi111 ceph-mon[116524]: pgmap v9521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:31:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:31:31.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:31 smithi155 ceph-mon[102677]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:31 smithi111 ceph-mon[97855]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:31 smithi111 ceph-mon[116524]: pgmap v9522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:33 smithi155 ceph-mon[102677]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:33 smithi111 ceph-mon[97855]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:33 smithi111 ceph-mon[116524]: pgmap v9523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:35 smithi155 ceph-mon[102677]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:35 smithi111 ceph-mon[97855]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:35 smithi111 ceph-mon[116524]: pgmap v9524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:37 smithi111 ceph-mon[97855]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:37 smithi111 ceph-mon[116524]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:37 smithi155 ceph-mon[102677]: pgmap v9525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:38 smithi111 ceph-mon[97855]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:38 smithi111 ceph-mon[116524]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:38 smithi155 ceph-mon[102677]: pgmap v9526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:31:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:31:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:40 smithi111 ceph-mon[97855]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:40 smithi111 ceph-mon[116524]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:40 smithi155 ceph-mon[102677]: pgmap v9527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:42 smithi111 ceph-mon[97855]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:42 smithi111 ceph-mon[116524]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:42 smithi155 ceph-mon[102677]: pgmap v9528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:44 smithi111 ceph-mon[97855]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:44 smithi111 ceph-mon[116524]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:44 smithi155 ceph-mon[102677]: pgmap v9529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:46 smithi111 ceph-mon[97855]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:46 smithi111 ceph-mon[116524]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:46 smithi155 ceph-mon[102677]: pgmap v9530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:48 smithi111 ceph-mon[97855]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:48 smithi111 ceph-mon[116524]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:48 smithi155 ceph-mon[102677]: pgmap v9531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:49.733 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:31:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:31:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:31:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:31:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:31:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:31:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:31:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:31:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:31:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:31:50.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:31:50.885 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:31:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:50 smithi111 ceph-mon[97855]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:50 smithi111 ceph-mon[116524]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:31:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 62s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:31:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 62s ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:31:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 62s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:31:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 62s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 62s ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 62s ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 62s ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 62s ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 62s ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 62s ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 62s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 62s ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:31:51.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 62s ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 62s ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 62s ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 62s ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 62s ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 62s ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 62s ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:31:51.195 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 62s ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:31:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:50 smithi155 ceph-mon[102677]: pgmap v9532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:51.572 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:31:51.572 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:31:51.572 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:31:51.572 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:51.572 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:31:51.573 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:31:51.574 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:31:51.574 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:31:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:51 smithi111 ceph-mon[97855]: from='client.24690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:51 smithi111 ceph-mon[97855]: from='client.24696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2907730144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:31:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:51 smithi111 ceph-mon[116524]: from='client.24690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:51 smithi111 ceph-mon[116524]: from='client.24696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2907730144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:31:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:51 smithi155 ceph-mon[102677]: from='client.24690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:51 smithi155 ceph-mon[102677]: from='client.24696 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:31:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2907730144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:31:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:52 smithi111 ceph-mon[116524]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:52 smithi111 ceph-mon[97855]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:52 smithi155 ceph-mon[102677]: pgmap v9533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:54 smithi111 ceph-mon[97855]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:54 smithi111 ceph-mon[116524]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:54 smithi155 ceph-mon[102677]: pgmap v9534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:56 smithi155 ceph-mon[102677]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:56 smithi111 ceph-mon[97855]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:56 smithi111 ceph-mon[116524]: pgmap v9535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:31:58 smithi155 ceph-mon[102677]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:31:58 smithi111 ceph-mon[97855]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:31:58 smithi111 ceph-mon[116524]: pgmap v9536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:31:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:31:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:32:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:00 smithi155 ceph-mon[102677]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:00 smithi111 ceph-mon[97855]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:00 smithi111 ceph-mon[116524]: pgmap v9537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:02 smithi155 ceph-mon[102677]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:02 smithi111 ceph-mon[97855]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:02 smithi111 ceph-mon[116524]: pgmap v9538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:04 smithi155 ceph-mon[102677]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:04 smithi111 ceph-mon[97855]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:04 smithi111 ceph-mon[116524]: pgmap v9539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:06 smithi155 ceph-mon[102677]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:06 smithi111 ceph-mon[97855]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:06 smithi111 ceph-mon[116524]: pgmap v9540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:08 smithi155 ceph-mon[102677]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:08 smithi111 ceph-mon[97855]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:08 smithi111 ceph-mon[116524]: pgmap v9541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:32:09] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T08:32:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:10 smithi155 ceph-mon[102677]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:10 smithi111 ceph-mon[97855]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:10 smithi111 ceph-mon[116524]: pgmap v9542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:12 smithi155 ceph-mon[102677]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:12 smithi111 ceph-mon[97855]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:12 smithi111 ceph-mon[116524]: pgmap v9543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:14 smithi155 ceph-mon[102677]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:14 smithi111 ceph-mon[97855]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:14 smithi111 ceph-mon[116524]: pgmap v9544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:16 smithi155 ceph-mon[102677]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:16 smithi111 ceph-mon[97855]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:16 smithi111 ceph-mon[116524]: pgmap v9545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:18 smithi155 ceph-mon[102677]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:18 smithi111 ceph-mon[97855]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:18 smithi111 ceph-mon[116524]: pgmap v9546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:32:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:32:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:20 smithi155 ceph-mon[102677]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:20 smithi111 ceph-mon[97855]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:20 smithi111 ceph-mon[116524]: pgmap v9547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:21.918 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 93s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 93s ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 93s ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 93s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 93s ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 93s ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 93s ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 93s ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:32:22.224 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 93s ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 93s ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 93s ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 93s ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 93s ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 93s ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 93s ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 93s ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 93s ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 93s ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 93s ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:32:22.225 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 93s ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:22.603 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:32:22.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:32:22.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:22.604 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:32:22.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:32:22.604 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:32:22.604 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:32:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:22 smithi155 ceph-mon[102677]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:22 smithi155 ceph-mon[102677]: from='client.34589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:22 smithi155 ceph-mon[102677]: from='client.24714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2578729356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[97855]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[97855]: from='client.34589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[97855]: from='client.24714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2578729356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[116524]: pgmap v9548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[116524]: from='client.34589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[116524]: from='client.24714 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2578729356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:32:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:24 smithi155 ceph-mon[102677]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:24 smithi111 ceph-mon[97855]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:24 smithi111 ceph-mon[116524]: pgmap v9549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:26 smithi155 ceph-mon[102677]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:26 smithi111 ceph-mon[97855]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:26 smithi111 ceph-mon[116524]: pgmap v9550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:28 smithi155 ceph-mon[102677]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:28 smithi111 ceph-mon[97855]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:28 smithi111 ceph-mon[116524]: pgmap v9551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:32:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:32:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:30 smithi155 ceph-mon[102677]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:30 smithi111 ceph-mon[97855]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:30 smithi111 ceph-mon[116524]: pgmap v9552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:32 smithi155 ceph-mon[102677]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:32 smithi111 ceph-mon[97855]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:32 smithi111 ceph-mon[116524]: pgmap v9553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:34 smithi155 ceph-mon[102677]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:34 smithi111 ceph-mon[97855]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:34 smithi111 ceph-mon[116524]: pgmap v9554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:36 smithi155 ceph-mon[102677]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:36 smithi111 ceph-mon[97855]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:36 smithi111 ceph-mon[116524]: pgmap v9555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:38 smithi155 ceph-mon[102677]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:38 smithi111 ceph-mon[97855]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:38 smithi111 ceph-mon[116524]: pgmap v9556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:32:39] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:32:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 08:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T08:32:40.079810964Z level=info msg="Completed cleanup jobs" duration=46.492988ms 2023-12-01T08:32:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:40 smithi155 ceph-mon[102677]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:40 smithi111 ceph-mon[97855]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:40 smithi111 ceph-mon[116524]: pgmap v9557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:42 smithi155 ceph-mon[102677]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:42 smithi111 ceph-mon[97855]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:42 smithi111 ceph-mon[116524]: pgmap v9558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:44 smithi155 ceph-mon[102677]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:44 smithi111 ceph-mon[97855]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:44 smithi111 ceph-mon[116524]: pgmap v9559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:46 smithi155 ceph-mon[102677]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:46 smithi111 ceph-mon[97855]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:46 smithi111 ceph-mon[116524]: pgmap v9560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:48 smithi155 ceph-mon[102677]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:48 smithi111 ceph-mon[97855]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:48 smithi111 ceph-mon[116524]: pgmap v9561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:32:49] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:32:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:32:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:32:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:32:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:32:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:32:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: pgmap v9562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:32:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:32:52.946 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:32:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:32:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:32:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:53 smithi155 ceph-mon[102677]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:53 smithi111 ceph-mon[97855]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:53 smithi111 ceph-mon[116524]: pgmap v9563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:53.629 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:32:53.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:32:53.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:32:53.631 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:32:53.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:32:53.631 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:32:53.631 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:32:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:54 smithi155 ceph-mon[102677]: from='client.24726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1675349704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:32:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:54 smithi111 ceph-mon[97855]: from='client.24726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1675349704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:32:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:54 smithi111 ceph-mon[116524]: from='client.24726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1675349704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:32:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:55 smithi155 ceph-mon[102677]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:55 smithi155 ceph-mon[102677]: from='client.34613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:55 smithi111 ceph-mon[97855]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:55 smithi111 ceph-mon[97855]: from='client.34613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:55 smithi111 ceph-mon[116524]: pgmap v9564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:55 smithi111 ceph-mon[116524]: from='client.34613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:32:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:57 smithi155 ceph-mon[102677]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:57 smithi111 ceph-mon[97855]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:57 smithi111 ceph-mon[116524]: pgmap v9565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:32:59 smithi155 ceph-mon[102677]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:32:59 smithi111 ceph-mon[97855]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:32:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:32:59] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:32:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:32:59 smithi111 ceph-mon[116524]: pgmap v9566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:01 smithi155 ceph-mon[102677]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:01 smithi111 ceph-mon[97855]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:01 smithi111 ceph-mon[116524]: pgmap v9567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:03 smithi155 ceph-mon[102677]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:03 smithi111 ceph-mon[97855]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:03 smithi111 ceph-mon[116524]: pgmap v9568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:05 smithi155 ceph-mon[102677]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:05 smithi111 ceph-mon[97855]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:05 smithi111 ceph-mon[116524]: pgmap v9569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:07 smithi155 ceph-mon[102677]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:07 smithi111 ceph-mon[97855]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:07 smithi111 ceph-mon[116524]: pgmap v9570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:09 smithi155 ceph-mon[102677]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:09 smithi111 ceph-mon[97855]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:33:09] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:33:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:09 smithi111 ceph-mon[116524]: pgmap v9571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:11 smithi155 ceph-mon[102677]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:11 smithi111 ceph-mon[97855]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:11 smithi111 ceph-mon[116524]: pgmap v9572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:13 smithi155 ceph-mon[102677]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:13 smithi111 ceph-mon[97855]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:13 smithi111 ceph-mon[116524]: pgmap v9573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:15 smithi155 ceph-mon[102677]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:15 smithi111 ceph-mon[97855]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:15 smithi111 ceph-mon[116524]: pgmap v9574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:17 smithi155 ceph-mon[102677]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:17 smithi111 ceph-mon[97855]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:17 smithi111 ceph-mon[116524]: pgmap v9575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:19 smithi155 ceph-mon[102677]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:19 smithi111 ceph-mon[116524]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:19 smithi111 ceph-mon[97855]: pgmap v9576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:33:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:33:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:21 smithi155 ceph-mon[102677]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:21 smithi111 ceph-mon[97855]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:21 smithi111 ceph-mon[116524]: pgmap v9577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:23 smithi155 ceph-mon[102677]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:23 smithi111 ceph-mon[97855]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:23 smithi111 ceph-mon[116524]: pgmap v9578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:23.973 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 2m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 2m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 2m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 2m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 2m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 2m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:33:24.281 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 2m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 2m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 2m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 2m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 2m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 2m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 2m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 2m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 2m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 2m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 2m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 2m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 2m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:33:24.282 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 2m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:33:24.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:33:24.667 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:33:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:25 smithi155 ceph-mon[102677]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:25 smithi155 ceph-mon[102677]: from='client.24744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/254787649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:25 smithi111 ceph-mon[97855]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:25 smithi111 ceph-mon[97855]: from='client.24744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/254787649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:33:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:25 smithi111 ceph-mon[116524]: pgmap v9579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:25 smithi111 ceph-mon[116524]: from='client.24744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/254787649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:33:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:26 smithi155 ceph-mon[102677]: from='client.34631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:26 smithi111 ceph-mon[97855]: from='client.34631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:26 smithi111 ceph-mon[116524]: from='client.34631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:27 smithi155 ceph-mon[102677]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:27 smithi111 ceph-mon[97855]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:27 smithi111 ceph-mon[116524]: pgmap v9580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:29 smithi155 ceph-mon[102677]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:29 smithi111 ceph-mon[97855]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:33:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:33:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:29 smithi111 ceph-mon[116524]: pgmap v9581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:31 smithi155 ceph-mon[102677]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:31 smithi111 ceph-mon[97855]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:31 smithi111 ceph-mon[116524]: pgmap v9582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:33 smithi155 ceph-mon[102677]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:33 smithi111 ceph-mon[97855]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:33 smithi111 ceph-mon[116524]: pgmap v9583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:35 smithi155 ceph-mon[102677]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:35 smithi111 ceph-mon[97855]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:35 smithi111 ceph-mon[116524]: pgmap v9584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:37 smithi155 ceph-mon[102677]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:37 smithi111 ceph-mon[97855]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:37 smithi111 ceph-mon[116524]: pgmap v9585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:39 smithi155 ceph-mon[102677]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:39 smithi111 ceph-mon[97855]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:33:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:33:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:39 smithi111 ceph-mon[116524]: pgmap v9586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:41 smithi155 ceph-mon[102677]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:41 smithi111 ceph-mon[97855]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:41 smithi111 ceph-mon[116524]: pgmap v9587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:43 smithi155 ceph-mon[102677]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:43 smithi111 ceph-mon[97855]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:43 smithi111 ceph-mon[116524]: pgmap v9588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:45 smithi155 ceph-mon[102677]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:45 smithi111 ceph-mon[97855]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:45 smithi111 ceph-mon[116524]: pgmap v9589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:47 smithi155 ceph-mon[102677]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:47 smithi111 ceph-mon[97855]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:47 smithi111 ceph-mon[116524]: pgmap v9590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:49 smithi155 ceph-mon[102677]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:33:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:33:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:49 smithi111 ceph-mon[97855]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:49 smithi111 ceph-mon[116524]: pgmap v9591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:33:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:51 smithi155 ceph-mon[102677]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:33:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:33:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:33:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[97855]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[116524]: pgmap v9592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:33:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:33:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:33:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:33:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:53 smithi155 ceph-mon[102677]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:53 smithi111 ceph-mon[97855]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:53 smithi111 ceph-mon[116524]: pgmap v9593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:55.012 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:33:55.319 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:33:55.319 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:33:55.320 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:33:55.321 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:33:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:55 smithi155 ceph-mon[102677]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:55 smithi111 ceph-mon[97855]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:55 smithi111 ceph-mon[116524]: pgmap v9594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:55.699 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:33:55.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:33:55.701 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:56 smithi155 ceph-mon[102677]: from='client.34643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1005946776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:33:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:56 smithi111 ceph-mon[97855]: from='client.34643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1005946776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:33:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:56 smithi111 ceph-mon[116524]: from='client.34643 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1005946776' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:33:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:57 smithi155 ceph-mon[102677]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:57 smithi155 ceph-mon[102677]: from='client.34649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:57 smithi111 ceph-mon[97855]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:57 smithi111 ceph-mon[97855]: from='client.34649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:57 smithi111 ceph-mon[116524]: pgmap v9595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:57 smithi111 ceph-mon[116524]: from='client.34649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:33:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:33:59 smithi155 ceph-mon[102677]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:33:59 smithi111 ceph-mon[97855]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:33:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:33:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:33:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:33:59 smithi111 ceph-mon[116524]: pgmap v9596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:01 smithi155 ceph-mon[102677]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:01 smithi111 ceph-mon[97855]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:01 smithi111 ceph-mon[116524]: pgmap v9597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:03 smithi155 ceph-mon[102677]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:03 smithi111 ceph-mon[97855]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:03 smithi111 ceph-mon[116524]: pgmap v9598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:05 smithi155 ceph-mon[102677]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:05 smithi111 ceph-mon[97855]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:05 smithi111 ceph-mon[116524]: pgmap v9599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:07 smithi155 ceph-mon[102677]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:07 smithi111 ceph-mon[97855]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:07 smithi111 ceph-mon[116524]: pgmap v9600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:09 smithi155 ceph-mon[102677]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:09 smithi111 ceph-mon[97855]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:09 smithi111 ceph-mon[116524]: pgmap v9601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:34:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:34:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:11 smithi155 ceph-mon[102677]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:11 smithi111 ceph-mon[97855]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:11 smithi111 ceph-mon[116524]: pgmap v9602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:13 smithi155 ceph-mon[102677]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:13 smithi111 ceph-mon[97855]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:13 smithi111 ceph-mon[116524]: pgmap v9603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:15 smithi155 ceph-mon[102677]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:15 smithi111 ceph-mon[97855]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:15 smithi111 ceph-mon[116524]: pgmap v9604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:17 smithi155 ceph-mon[102677]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:17 smithi111 ceph-mon[97855]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:17 smithi111 ceph-mon[116524]: pgmap v9605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:19 smithi155 ceph-mon[102677]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:19 smithi111 ceph-mon[97855]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:34:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:34:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:19 smithi111 ceph-mon[116524]: pgmap v9606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:21 smithi111 ceph-mon[97855]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:21 smithi111 ceph-mon[116524]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:21 smithi155 ceph-mon[102677]: pgmap v9607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:23 smithi111 ceph-mon[97855]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:23 smithi111 ceph-mon[116524]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:23 smithi155 ceph-mon[102677]: pgmap v9608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:25 smithi111 ceph-mon[97855]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:25 smithi111 ceph-mon[116524]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:25 smithi155 ceph-mon[102677]: pgmap v9609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:26.043 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:34:26.349 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 3m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 3m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 3m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 3m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 3m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 3m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 3m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 3m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 3m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 3m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 3m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:34:26.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 3m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 3m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 3m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 3m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 3m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 3m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 3m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 3m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:34:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 3m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:34:26.726 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:34:26.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:34:26.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:34:26.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:26.727 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:34:26.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:34:26.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:34:26.728 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:34:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:27 smithi111 ceph-mon[97855]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:27 smithi111 ceph-mon[97855]: from='client.24780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2070699677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:27 smithi111 ceph-mon[116524]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:27 smithi111 ceph-mon[116524]: from='client.24780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2070699677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:34:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:27 smithi155 ceph-mon[102677]: pgmap v9610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:27 smithi155 ceph-mon[102677]: from='client.24780 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2070699677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:34:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:28 smithi111 ceph-mon[97855]: from='client.24786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:28 smithi111 ceph-mon[116524]: from='client.24786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:28 smithi155 ceph-mon[102677]: from='client.24786 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:29 smithi111 ceph-mon[97855]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:34:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:34:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:29 smithi111 ceph-mon[116524]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:29 smithi155 ceph-mon[102677]: pgmap v9611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:31 smithi111 ceph-mon[97855]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:31 smithi111 ceph-mon[116524]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:31 smithi155 ceph-mon[102677]: pgmap v9612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:33 smithi111 ceph-mon[97855]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:33 smithi111 ceph-mon[116524]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:33 smithi155 ceph-mon[102677]: pgmap v9613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:35 smithi111 ceph-mon[97855]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:35 smithi111 ceph-mon[116524]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:35 smithi155 ceph-mon[102677]: pgmap v9614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:36 smithi155 ceph-mon[102677]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:36 smithi111 ceph-mon[97855]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:36 smithi111 ceph-mon[116524]: pgmap v9615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:38 smithi155 ceph-mon[102677]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:38 smithi111 ceph-mon[97855]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:38 smithi111 ceph-mon[116524]: pgmap v9616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:34:39] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:34:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:40 smithi155 ceph-mon[102677]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:40 smithi111 ceph-mon[97855]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:40 smithi111 ceph-mon[116524]: pgmap v9617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:42 smithi155 ceph-mon[102677]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:42 smithi111 ceph-mon[97855]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:42 smithi111 ceph-mon[116524]: pgmap v9618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:44 smithi155 ceph-mon[102677]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:44 smithi111 ceph-mon[97855]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:44 smithi111 ceph-mon[116524]: pgmap v9619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:46 smithi155 ceph-mon[102677]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:46 smithi111 ceph-mon[97855]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:46 smithi111 ceph-mon[116524]: pgmap v9620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:48 smithi155 ceph-mon[102677]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:48 smithi111 ceph-mon[97855]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:48 smithi111 ceph-mon[116524]: pgmap v9621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:34:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:34:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:34:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:50 smithi155 ceph-mon[102677]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:50 smithi111 ceph-mon[97855]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:50 smithi111 ceph-mon[116524]: pgmap v9622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:34:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:34:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:34:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:34:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:34:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:52 smithi155 ceph-mon[102677]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:52 smithi111 ceph-mon[97855]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:52 smithi111 ceph-mon[116524]: pgmap v9623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:54 smithi155 ceph-mon[102677]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:54 smithi111 ceph-mon[97855]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:54 smithi111 ceph-mon[116524]: pgmap v9624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:57.074 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:34:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:56 smithi155 ceph-mon[102677]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:56 smithi111 ceph-mon[97855]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:56 smithi111 ceph-mon[116524]: pgmap v9625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:34:57.380 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:34:57.381 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:57.760 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:34:57.761 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:34:57.761 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:34:57.761 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:34:57.761 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:34:57.761 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:34:57.761 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:34:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:57 smithi155 ceph-mon[102677]: from='client.34679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1490718142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:57 smithi111 ceph-mon[97855]: from='client.34679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1490718142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:34:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:57 smithi111 ceph-mon[116524]: from='client.34679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1490718142' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:34:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:58 smithi155 ceph-mon[102677]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:34:58 smithi155 ceph-mon[102677]: from='client.24804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:58 smithi111 ceph-mon[97855]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:34:58 smithi111 ceph-mon[97855]: from='client.24804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:58 smithi111 ceph-mon[116524]: pgmap v9626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:34:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:34:58 smithi111 ceph-mon[116524]: from='client.24804 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:34:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:34:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:35:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:00 smithi155 ceph-mon[102677]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:00 smithi111 ceph-mon[97855]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:00 smithi111 ceph-mon[116524]: pgmap v9627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:02 smithi155 ceph-mon[102677]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:02 smithi111 ceph-mon[97855]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:02 smithi111 ceph-mon[116524]: pgmap v9628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:04 smithi155 ceph-mon[102677]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:04 smithi111 ceph-mon[97855]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:04 smithi111 ceph-mon[116524]: pgmap v9629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:06 smithi155 ceph-mon[102677]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:06 smithi111 ceph-mon[97855]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:06 smithi111 ceph-mon[116524]: pgmap v9630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:08 smithi155 ceph-mon[102677]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:08 smithi111 ceph-mon[97855]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:08 smithi111 ceph-mon[116524]: pgmap v9631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:35:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:35:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:10 smithi155 ceph-mon[102677]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:10 smithi111 ceph-mon[97855]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:10 smithi111 ceph-mon[116524]: pgmap v9632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:12 smithi155 ceph-mon[102677]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:12 smithi111 ceph-mon[97855]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:12 smithi111 ceph-mon[116524]: pgmap v9633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:14 smithi155 ceph-mon[102677]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:14 smithi111 ceph-mon[97855]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:14 smithi111 ceph-mon[116524]: pgmap v9634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:16 smithi155 ceph-mon[102677]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:16 smithi111 ceph-mon[97855]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:16 smithi111 ceph-mon[116524]: pgmap v9635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:18 smithi155 ceph-mon[102677]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:18 smithi111 ceph-mon[97855]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:18 smithi111 ceph-mon[116524]: pgmap v9636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:35:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:35:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:20 smithi155 ceph-mon[102677]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:20 smithi111 ceph-mon[97855]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:20 smithi111 ceph-mon[116524]: pgmap v9637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:22 smithi155 ceph-mon[102677]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:22 smithi111 ceph-mon[97855]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:22 smithi111 ceph-mon[116524]: pgmap v9638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:24 smithi155 ceph-mon[102677]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:24 smithi111 ceph-mon[97855]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:24 smithi111 ceph-mon[116524]: pgmap v9639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:26 smithi155 ceph-mon[102677]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:26 smithi111 ceph-mon[97855]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:26 smithi111 ceph-mon[116524]: pgmap v9640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:28.113 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:35:28.420 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 4m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 4m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 4m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 4m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 4m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 4m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 4m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 4m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 4m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 4m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 4m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 4m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 4m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:35:28.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 4m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:35:28.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 4m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:35:28.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 4m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:35:28.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 4m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:35:28.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 4m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:35:28.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 4m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:35:28.422 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 4m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:35:28.800 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:35:28.800 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:35:28.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:28.802 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:35:28.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:35:28.802 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:35:28.802 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:35:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:28 smithi155 ceph-mon[102677]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:28 smithi155 ceph-mon[102677]: from='client.24816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:35:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3796308730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:35:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:28 smithi111 ceph-mon[97855]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:28 smithi111 ceph-mon[97855]: from='client.24816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:35:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3796308730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:35:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:28 smithi111 ceph-mon[116524]: pgmap v9641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:28 smithi111 ceph-mon[116524]: from='client.24816 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:35:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3796308730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:35:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:35:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:35:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:29 smithi155 ceph-mon[102677]: from='client.34703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:35:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:29 smithi111 ceph-mon[97855]: from='client.34703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:35:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:29 smithi111 ceph-mon[116524]: from='client.34703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:35:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:30 smithi155 ceph-mon[102677]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:30 smithi111 ceph-mon[97855]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:30 smithi111 ceph-mon[116524]: pgmap v9642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:32 smithi155 ceph-mon[102677]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:32 smithi111 ceph-mon[97855]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:32 smithi111 ceph-mon[116524]: pgmap v9643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:34 smithi155 ceph-mon[102677]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:34 smithi111 ceph-mon[97855]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:34 smithi111 ceph-mon[116524]: pgmap v9644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:36 smithi155 ceph-mon[102677]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:36 smithi111 ceph-mon[97855]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:36 smithi111 ceph-mon[116524]: pgmap v9645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:38 smithi155 ceph-mon[102677]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:38 smithi111 ceph-mon[97855]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:38 smithi111 ceph-mon[116524]: pgmap v9646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:35:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:35:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:40 smithi155 ceph-mon[102677]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:40 smithi111 ceph-mon[97855]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:40 smithi111 ceph-mon[116524]: pgmap v9647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:42 smithi155 ceph-mon[102677]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:42 smithi111 ceph-mon[97855]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:42 smithi111 ceph-mon[116524]: pgmap v9648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:44 smithi155 ceph-mon[102677]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:44 smithi111 ceph-mon[97855]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:44 smithi111 ceph-mon[116524]: pgmap v9649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:46 smithi155 ceph-mon[102677]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:46 smithi111 ceph-mon[97855]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:46 smithi111 ceph-mon[116524]: pgmap v9650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:48 smithi155 ceph-mon[102677]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:48 smithi111 ceph-mon[97855]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:48 smithi111 ceph-mon[116524]: pgmap v9651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:35:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:35:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:35:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:50 smithi155 ceph-mon[102677]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:50 smithi111 ceph-mon[97855]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:50 smithi111 ceph-mon[116524]: pgmap v9652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:35:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:35:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:35:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:52 smithi155 ceph-mon[102677]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:35:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:35:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:35:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[97855]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:35:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:35:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:35:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[116524]: pgmap v9653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:35:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:35:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:35:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:54 smithi155 ceph-mon[102677]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:54 smithi111 ceph-mon[97855]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:54 smithi111 ceph-mon[116524]: pgmap v9654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:56 smithi155 ceph-mon[102677]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:56 smithi111 ceph-mon[97855]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:56 smithi111 ceph-mon[116524]: pgmap v9655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:59.145 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:35:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:58 smithi155 ceph-mon[102677]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:58 smithi111 ceph-mon[97855]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:58 smithi111 ceph-mon[116524]: pgmap v9656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:35:59.452 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:35:59.452 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:35:59.452 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (3h) 5m ago 3h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (3h) 5m ago 3h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:35:59.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:35:59.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:35:59.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:35:59.454 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:35:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:35:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:35:59.832 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:35:59.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:35:59.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:35:59.833 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:36:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:59 smithi155 ceph-mon[102677]: from='client.34715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:35:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1392301406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:36:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:59 smithi111 ceph-mon[97855]: from='client.34715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:35:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1392301406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:36:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:59 smithi111 ceph-mon[116524]: from='client.34715 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:35:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1392301406' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:36:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:00 smithi155 ceph-mon[102677]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:00 smithi155 ceph-mon[102677]: from='client.34721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:00 smithi111 ceph-mon[97855]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:00 smithi111 ceph-mon[97855]: from='client.34721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:00 smithi111 ceph-mon[116524]: pgmap v9657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:00 smithi111 ceph-mon[116524]: from='client.34721 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:02 smithi155 ceph-mon[102677]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:02 smithi111 ceph-mon[97855]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:02 smithi111 ceph-mon[116524]: pgmap v9658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:04 smithi155 ceph-mon[102677]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:04 smithi111 ceph-mon[97855]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:04 smithi111 ceph-mon[116524]: pgmap v9659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:06 smithi155 ceph-mon[102677]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:06 smithi111 ceph-mon[97855]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:06 smithi111 ceph-mon[116524]: pgmap v9660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:08 smithi155 ceph-mon[102677]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:08 smithi111 ceph-mon[97855]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:08 smithi111 ceph-mon[116524]: pgmap v9661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:36:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:36:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:10 smithi155 ceph-mon[102677]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:10 smithi111 ceph-mon[97855]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:10 smithi111 ceph-mon[116524]: pgmap v9662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:12 smithi155 ceph-mon[102677]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:12 smithi111 ceph-mon[97855]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:12 smithi111 ceph-mon[116524]: pgmap v9663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:14 smithi155 ceph-mon[102677]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:14 smithi111 ceph-mon[97855]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:14 smithi111 ceph-mon[116524]: pgmap v9664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:16 smithi155 ceph-mon[102677]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:16 smithi111 ceph-mon[97855]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:16 smithi111 ceph-mon[116524]: pgmap v9665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:18 smithi111 ceph-mon[97855]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:18 smithi111 ceph-mon[116524]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:18 smithi155 ceph-mon[102677]: pgmap v9666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:36:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:36:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:20 smithi111 ceph-mon[97855]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:20 smithi111 ceph-mon[116524]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:20 smithi155 ceph-mon[102677]: pgmap v9667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:22 smithi111 ceph-mon[97855]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:22 smithi111 ceph-mon[116524]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:22 smithi155 ceph-mon[102677]: pgmap v9668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:24 smithi111 ceph-mon[97855]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:24 smithi111 ceph-mon[116524]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:24 smithi155 ceph-mon[102677]: pgmap v9669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:26 smithi111 ceph-mon[97855]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:26 smithi111 ceph-mon[116524]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:26 smithi155 ceph-mon[102677]: pgmap v9670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:28 smithi111 ceph-mon[97855]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:28 smithi111 ceph-mon[116524]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:28 smithi155 ceph-mon[102677]: pgmap v9671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:36:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:36:30.177 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 5m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 5m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 5m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 5m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 5m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:36:30.486 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 5m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 5m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 5m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 5m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 5m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 5m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 5m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 5m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 5m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 5m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:36:30.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 5m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:36:30.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 5m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:36:30.488 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 5m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:36:30.864 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:36:30.864 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:36:30.864 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:36:30.865 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:36:30.866 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:36:30.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:36:30.866 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:36:30.866 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:36:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:30 smithi111 ceph-mon[116524]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:30 smithi111 ceph-mon[116524]: from='client.24852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1724757698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:36:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:30 smithi111 ceph-mon[97855]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:30 smithi111 ceph-mon[97855]: from='client.24852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1724757698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:36:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:30 smithi155 ceph-mon[102677]: pgmap v9672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:30 smithi155 ceph-mon[102677]: from='client.24852 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1724757698' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:36:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:31 smithi111 ceph-mon[97855]: from='client.24858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:31 smithi111 ceph-mon[116524]: from='client.24858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:31 smithi155 ceph-mon[102677]: from='client.24858 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:36:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:32 smithi111 ceph-mon[97855]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:32 smithi111 ceph-mon[116524]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:32 smithi155 ceph-mon[102677]: pgmap v9673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:34 smithi111 ceph-mon[97855]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:34 smithi111 ceph-mon[116524]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:34 smithi155 ceph-mon[102677]: pgmap v9674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:36 smithi111 ceph-mon[97855]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:36 smithi111 ceph-mon[116524]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:36 smithi155 ceph-mon[102677]: pgmap v9675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:38 smithi111 ceph-mon[97855]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:39 smithi111 ceph-mon[116524]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:38 smithi155 ceph-mon[102677]: pgmap v9676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:36:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:36:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:41 smithi155 ceph-mon[102677]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:41 smithi111 ceph-mon[97855]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:41 smithi111 ceph-mon[116524]: pgmap v9677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:43 smithi155 ceph-mon[102677]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:43 smithi111 ceph-mon[97855]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:43 smithi111 ceph-mon[116524]: pgmap v9678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:45 smithi155 ceph-mon[102677]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:45 smithi111 ceph-mon[97855]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:45 smithi111 ceph-mon[116524]: pgmap v9679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:47 smithi155 ceph-mon[102677]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:47 smithi111 ceph-mon[97855]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:47 smithi111 ceph-mon[116524]: pgmap v9680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:49 smithi111 ceph-mon[97855]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:49 smithi111 ceph-mon[116524]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:49 smithi155 ceph-mon[102677]: pgmap v9681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:36:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:36:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:36:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:51 smithi155 ceph-mon[102677]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:51 smithi111 ceph-mon[97855]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:51 smithi111 ceph-mon[116524]: pgmap v9682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:53 smithi155 ceph-mon[102677]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:36:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:36:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:36:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:36:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[97855]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:36:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:36:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:36:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:36:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[116524]: pgmap v9683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:36:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:36:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:36:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:36:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:55 smithi155 ceph-mon[102677]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:55 smithi111 ceph-mon[97855]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:55 smithi111 ceph-mon[116524]: pgmap v9684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:57 smithi155 ceph-mon[102677]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:57 smithi111 ceph-mon[97855]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:57 smithi111 ceph-mon[116524]: pgmap v9685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:36:59 smithi111 ceph-mon[97855]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:36:59 smithi111 ceph-mon[116524]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:36:59 smithi155 ceph-mon[102677]: pgmap v9686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:36:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:36:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:37:01.211 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:37:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:01 smithi155 ceph-mon[102677]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:01 smithi111 ceph-mon[97855]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:01 smithi111 ceph-mon[116524]: pgmap v9687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:37:01.522 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:37:01.523 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:37:01.903 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:37:01.903 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:37:01.903 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:37:01.903 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:37:01.904 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:37:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:02 smithi155 ceph-mon[102677]: from='client.24870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3494036380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:37:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:02 smithi111 ceph-mon[97855]: from='client.24870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3494036380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:37:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:02 smithi111 ceph-mon[116524]: from='client.24870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3494036380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:37:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:03 smithi155 ceph-mon[102677]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:03 smithi155 ceph-mon[102677]: from='client.34757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:03 smithi111 ceph-mon[97855]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:03 smithi111 ceph-mon[97855]: from='client.34757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:03 smithi111 ceph-mon[116524]: pgmap v9688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:03 smithi111 ceph-mon[116524]: from='client.34757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:05 smithi155 ceph-mon[102677]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:05 smithi111 ceph-mon[97855]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:05 smithi111 ceph-mon[116524]: pgmap v9689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:07 smithi155 ceph-mon[102677]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:07 smithi111 ceph-mon[97855]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:07 smithi111 ceph-mon[116524]: pgmap v9690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:09 smithi155 ceph-mon[102677]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:09 smithi111 ceph-mon[97855]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:37:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:37:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:09 smithi111 ceph-mon[116524]: pgmap v9691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:11 smithi155 ceph-mon[102677]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:11 smithi111 ceph-mon[97855]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:11 smithi111 ceph-mon[116524]: pgmap v9692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:13 smithi155 ceph-mon[102677]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:13 smithi111 ceph-mon[97855]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:13 smithi111 ceph-mon[116524]: pgmap v9693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:15 smithi155 ceph-mon[102677]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:15 smithi111 ceph-mon[97855]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:15 smithi111 ceph-mon[116524]: pgmap v9694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:17 smithi155 ceph-mon[102677]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:17 smithi111 ceph-mon[97855]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:17 smithi111 ceph-mon[116524]: pgmap v9695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:19 smithi155 ceph-mon[102677]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:19 smithi111 ceph-mon[97855]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:19 smithi111 ceph-mon[116524]: pgmap v9696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:37:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:37:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:21 smithi155 ceph-mon[102677]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:21 smithi111 ceph-mon[97855]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:21 smithi111 ceph-mon[116524]: pgmap v9697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:23 smithi155 ceph-mon[102677]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:23 smithi111 ceph-mon[97855]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:23 smithi111 ceph-mon[116524]: pgmap v9698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:25 smithi155 ceph-mon[102677]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:25 smithi111 ceph-mon[97855]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:25 smithi111 ceph-mon[116524]: pgmap v9699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:27 smithi155 ceph-mon[102677]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:27 smithi111 ceph-mon[97855]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:27 smithi111 ceph-mon[116524]: pgmap v9700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:29 smithi155 ceph-mon[102677]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:29 smithi111 ceph-mon[97855]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:37:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:37:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:29 smithi111 ceph-mon[116524]: pgmap v9701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:31 smithi155 ceph-mon[102677]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:31 smithi111 ceph-mon[97855]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:31 smithi111 ceph-mon[116524]: pgmap v9702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:32.250 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:37:32.559 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:37:32.559 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 6m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:37:32.559 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 6m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:37:32.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 6m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:37:32.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 6m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (3h) 6m ago 3h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (3h) 6m ago 3h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (3h) 6m ago 3h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 6m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 6m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 6m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:37:32.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 6m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 6m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 6m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 6m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 6m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 6m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 6m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:37:32.561 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 6m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:37:32.938 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:37:32.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:37:32.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:37:32.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:32.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:37:32.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:37:32.939 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:37:32.940 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:37:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:33 smithi155 ceph-mon[102677]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:33 smithi155 ceph-mon[102677]: from='client.24888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/14264830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:37:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:33 smithi111 ceph-mon[97855]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:33 smithi111 ceph-mon[97855]: from='client.24888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/14264830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:37:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:33 smithi111 ceph-mon[116524]: pgmap v9703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:33 smithi111 ceph-mon[116524]: from='client.24888 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/14264830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:37:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:34 smithi155 ceph-mon[102677]: from='client.24894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:34 smithi111 ceph-mon[97855]: from='client.24894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:34 smithi111 ceph-mon[116524]: from='client.24894 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:37:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:35 smithi155 ceph-mon[102677]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:35 smithi111 ceph-mon[97855]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:35 smithi111 ceph-mon[116524]: pgmap v9704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:37 smithi155 ceph-mon[102677]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:37 smithi111 ceph-mon[97855]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:37 smithi111 ceph-mon[116524]: pgmap v9705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:39 smithi155 ceph-mon[102677]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:39 smithi111 ceph-mon[97855]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:37:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:37:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:39 smithi111 ceph-mon[116524]: pgmap v9706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:41 smithi155 ceph-mon[102677]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:41 smithi111 ceph-mon[97855]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:41 smithi111 ceph-mon[116524]: pgmap v9707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:43 smithi155 ceph-mon[102677]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:43 smithi111 ceph-mon[97855]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:43 smithi111 ceph-mon[116524]: pgmap v9708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:45 smithi155 ceph-mon[102677]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:45 smithi111 ceph-mon[97855]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:45 smithi111 ceph-mon[116524]: pgmap v9709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:47 smithi155 ceph-mon[102677]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:47 smithi111 ceph-mon[97855]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:47 smithi111 ceph-mon[116524]: pgmap v9710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:49 smithi155 ceph-mon[102677]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:49 smithi111 ceph-mon[97855]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:49 smithi111 ceph-mon[116524]: pgmap v9711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:37:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:37:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:37:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:51 smithi155 ceph-mon[102677]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:51 smithi111 ceph-mon[97855]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:51 smithi111 ceph-mon[116524]: pgmap v9712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:53 smithi155 ceph-mon[102677]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:37:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:37:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:37:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:37:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[97855]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:37:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:37:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:37:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:37:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[116524]: pgmap v9713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:37:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:37:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:37:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:37:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:55 smithi155 ceph-mon[102677]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:55 smithi111 ceph-mon[97855]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:55 smithi111 ceph-mon[116524]: pgmap v9714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:57 smithi155 ceph-mon[102677]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:57 smithi111 ceph-mon[97855]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:57 smithi111 ceph-mon[116524]: pgmap v9715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:37:59 smithi155 ceph-mon[102677]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:37:59 smithi111 ceph-mon[97855]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:37:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:37:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:37:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:37:59 smithi111 ceph-mon[116524]: pgmap v9716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:01 smithi155 ceph-mon[102677]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:01 smithi111 ceph-mon[97855]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:01 smithi111 ceph-mon[116524]: pgmap v9717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:03.285 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:38:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:03 smithi155 ceph-mon[102677]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:03 smithi111 ceph-mon[97855]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:03 smithi111 ceph-mon[116524]: pgmap v9718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:03.591 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:38:03.591 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:38:03.591 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (3h) 7m ago 3h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:38:03.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:38:03.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:38:03.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:38:03.593 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:38:03.971 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:38:03.971 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:38:03.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:38:03.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:03.971 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:38:03.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:38:03.972 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:38:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:04 smithi155 ceph-mon[102677]: from='client.24906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3336063992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:38:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:04 smithi111 ceph-mon[97855]: from='client.24906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3336063992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:38:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:04 smithi111 ceph-mon[116524]: from='client.24906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3336063992' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:38:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:05 smithi155 ceph-mon[102677]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:05 smithi155 ceph-mon[102677]: from='client.34793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:05 smithi111 ceph-mon[97855]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:05 smithi111 ceph-mon[97855]: from='client.34793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:05 smithi111 ceph-mon[116524]: pgmap v9719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:05 smithi111 ceph-mon[116524]: from='client.34793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:07 smithi155 ceph-mon[102677]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:07 smithi111 ceph-mon[97855]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:07 smithi111 ceph-mon[116524]: pgmap v9720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:09 smithi155 ceph-mon[102677]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:09 smithi111 ceph-mon[97855]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:38:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:38:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:09 smithi111 ceph-mon[116524]: pgmap v9721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:11 smithi155 ceph-mon[102677]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:11 smithi111 ceph-mon[97855]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:11 smithi111 ceph-mon[116524]: pgmap v9722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:13 smithi155 ceph-mon[102677]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:13 smithi111 ceph-mon[97855]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:13 smithi111 ceph-mon[116524]: pgmap v9723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:15 smithi155 ceph-mon[102677]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:15 smithi111 ceph-mon[97855]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:15 smithi111 ceph-mon[116524]: pgmap v9724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:17 smithi155 ceph-mon[102677]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:17 smithi111 ceph-mon[97855]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:17 smithi111 ceph-mon[116524]: pgmap v9725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:19 smithi155 ceph-mon[102677]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:19 smithi111 ceph-mon[97855]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:19 smithi111 ceph-mon[116524]: pgmap v9726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:38:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:38:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:21 smithi155 ceph-mon[102677]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:21 smithi111 ceph-mon[97855]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:21 smithi111 ceph-mon[116524]: pgmap v9727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:23 smithi155 ceph-mon[102677]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:23 smithi111 ceph-mon[97855]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:23 smithi111 ceph-mon[116524]: pgmap v9728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:25 smithi155 ceph-mon[102677]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:25 smithi111 ceph-mon[97855]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:25 smithi111 ceph-mon[116524]: pgmap v9729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:27 smithi155 ceph-mon[102677]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:27 smithi111 ceph-mon[97855]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:27 smithi111 ceph-mon[116524]: pgmap v9730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:29 smithi155 ceph-mon[102677]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:29 smithi111 ceph-mon[97855]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:38:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:38:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:29 smithi111 ceph-mon[116524]: pgmap v9731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:31 smithi155 ceph-mon[102677]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:31 smithi111 ceph-mon[97855]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:31 smithi111 ceph-mon[116524]: pgmap v9732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:33 smithi155 ceph-mon[102677]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:33 smithi111 ceph-mon[97855]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:33 smithi111 ceph-mon[116524]: pgmap v9733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:34.319 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:38:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:34.626 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:38:34.626 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 7m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:38:34.626 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 7m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:38:34.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 7m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:38:34.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 7m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:38:34.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 7m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 7m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4743M 2465M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (3h) 7m ago 3h 5037M 2465M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:38:34.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (3h) 7m ago 3h 5396M 2465M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:38:34.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 7m ago 3h 4482M 2465M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:38:34.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 7m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:38:34.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 7m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:38:34.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 7m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:38:34.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 7m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:38:34.628 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 7m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:38:35.010 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:38:35.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:38:35.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:38:35.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:38:35.012 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:38:35.012 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:38:35.012 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:38:35.012 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:38:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:35 smithi155 ceph-mon[102677]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3664085010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:38:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:35 smithi111 ceph-mon[97855]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3664085010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:38:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:35 smithi111 ceph-mon[116524]: pgmap v9734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3664085010' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:38:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:36 smithi111 ceph-mon[97855]: from='client.34805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:36 smithi111 ceph-mon[97855]: from='client.34811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:36 smithi111 ceph-mon[116524]: from='client.34805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:36 smithi111 ceph-mon[116524]: from='client.34811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:36 smithi155 ceph-mon[102677]: from='client.34805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:36 smithi155 ceph-mon[102677]: from='client.34811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:38:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:37 smithi111 ceph-mon[97855]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:37 smithi111 ceph-mon[116524]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:37 smithi155 ceph-mon[102677]: pgmap v9735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:39 smithi111 ceph-mon[97855]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:38:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:38:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:39 smithi111 ceph-mon[116524]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:39 smithi155 ceph-mon[102677]: pgmap v9736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:41 smithi111 ceph-mon[97855]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:41 smithi111 ceph-mon[116524]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:41 smithi155 ceph-mon[102677]: pgmap v9737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:43 smithi111 ceph-mon[97855]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:43.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:43 smithi111 ceph-mon[116524]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:43 smithi155 ceph-mon[102677]: pgmap v9738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:45 smithi111 ceph-mon[97855]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:45 smithi111 ceph-mon[116524]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:45 smithi155 ceph-mon[102677]: pgmap v9739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:47 smithi111 ceph-mon[97855]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:47 smithi111 ceph-mon[116524]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:47 smithi155 ceph-mon[102677]: pgmap v9740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:38:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:38:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:49 smithi111 ceph-mon[97855]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:49 smithi111 ceph-mon[116524]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:49 smithi155 ceph-mon[102677]: pgmap v9741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:38:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:51 smithi111 ceph-mon[97855]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:51 smithi111 ceph-mon[116524]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:51 smithi155 ceph-mon[102677]: pgmap v9742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:53 smithi111 ceph-mon[97855]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:38:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:53 smithi111 ceph-mon[116524]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:38:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:53 smithi155 ceph-mon[102677]: pgmap v9743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:38:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:38:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:38:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:38:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:38:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:38:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:55 smithi111 ceph-mon[97855]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:55 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2456M 2023-12-01T08:38:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:55 smithi111 ceph-mon[116524]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:55 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2456M 2023-12-01T08:38:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:55 smithi155 ceph-mon[102677]: pgmap v9744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:55 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2456M 2023-12-01T08:38:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:57 smithi111 ceph-mon[97855]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:57 smithi111 ceph-mon[116524]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:57 smithi155 ceph-mon[102677]: pgmap v9745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:38:59 smithi155 ceph-mon[102677]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:38:59 smithi111 ceph-mon[97855]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:38:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:38:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:38:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:38:59 smithi111 ceph-mon[116524]: pgmap v9746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:01 smithi155 ceph-mon[102677]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:01 smithi111 ceph-mon[97855]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:01 smithi111 ceph-mon[116524]: pgmap v9747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:03 smithi155 ceph-mon[102677]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:03 smithi111 ceph-mon[97855]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:03 smithi111 ceph-mon[116524]: pgmap v9748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:05.356 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:39:05.662 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:39:05.662 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:39:05.662 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4743M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5037M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5396M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (3h) 8m ago 3h 4482M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:39:05.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:39:05.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:39:05.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:39:05.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:39:05.664 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:39:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:05 smithi155 ceph-mon[102677]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:05 smithi111 ceph-mon[97855]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:05 smithi111 ceph-mon[116524]: pgmap v9749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:06.043 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:39:06.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:39:06.045 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:39:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1554613633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1554613633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:39:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1554613633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:39:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:07 smithi155 ceph-mon[102677]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:07 smithi155 ceph-mon[102677]: from='client.24942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:07 smithi155 ceph-mon[102677]: from='client.34829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:07 smithi111 ceph-mon[97855]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:07 smithi111 ceph-mon[97855]: from='client.24942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:07 smithi111 ceph-mon[97855]: from='client.34829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:07 smithi111 ceph-mon[116524]: pgmap v9750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:07 smithi111 ceph-mon[116524]: from='client.24942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:07 smithi111 ceph-mon[116524]: from='client.34829 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:09 smithi155 ceph-mon[102677]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:09 smithi111 ceph-mon[97855]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:09 smithi111 ceph-mon[116524]: pgmap v9751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:39:09] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T08:39:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:11 smithi155 ceph-mon[102677]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:11 smithi111 ceph-mon[97855]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:11 smithi111 ceph-mon[116524]: pgmap v9752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:13 smithi155 ceph-mon[102677]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:13 smithi111 ceph-mon[97855]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:13 smithi111 ceph-mon[116524]: pgmap v9753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:15 smithi155 ceph-mon[102677]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:15 smithi111 ceph-mon[97855]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:15 smithi111 ceph-mon[116524]: pgmap v9754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:17 smithi155 ceph-mon[102677]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:17 smithi111 ceph-mon[97855]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:17 smithi111 ceph-mon[116524]: pgmap v9755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:18 smithi155 ceph-mon[102677]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:18 smithi111 ceph-mon[97855]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:18 smithi111 ceph-mon[116524]: pgmap v9756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:39:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:39:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:20 smithi155 ceph-mon[102677]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:20 smithi111 ceph-mon[97855]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:20 smithi111 ceph-mon[116524]: pgmap v9757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:22 smithi155 ceph-mon[102677]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:22 smithi111 ceph-mon[97855]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:22 smithi111 ceph-mon[116524]: pgmap v9758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:24 smithi155 ceph-mon[102677]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:24 smithi111 ceph-mon[97855]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:24 smithi111 ceph-mon[116524]: pgmap v9759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:26 smithi155 ceph-mon[102677]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:26 smithi111 ceph-mon[97855]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:26 smithi111 ceph-mon[116524]: pgmap v9760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:28 smithi155 ceph-mon[102677]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:28 smithi111 ceph-mon[97855]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:28 smithi111 ceph-mon[116524]: pgmap v9761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:39:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:39:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:30 smithi155 ceph-mon[102677]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:30 smithi111 ceph-mon[97855]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:30 smithi111 ceph-mon[116524]: pgmap v9762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:32 smithi155 ceph-mon[102677]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:32 smithi111 ceph-mon[97855]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:32 smithi111 ceph-mon[116524]: pgmap v9763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:34 smithi155 ceph-mon[102677]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:34 smithi111 ceph-mon[97855]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:34 smithi111 ceph-mon[116524]: pgmap v9764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:36.387 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:39:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:39:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 8m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:39:36.693 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 8m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 8m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 8m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 8m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 8m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4743M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5037M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5396M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4482M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:39:36.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (3h) 8m ago 3h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:39:36.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (3h) 8m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:39:36.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 8m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:39:36.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 8m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:39:36.695 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 8m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:39:37.089 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:39:37.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:37.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:39:37.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:39:37.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:39:37.091 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:39:37.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:39:37.091 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:39:37.091 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:39:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:36 smithi155 ceph-mon[102677]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:36 smithi111 ceph-mon[97855]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:36 smithi111 ceph-mon[116524]: pgmap v9765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:37 smithi155 ceph-mon[102677]: from='client.24960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:37 smithi155 ceph-mon[102677]: from='client.24966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1539798157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:39:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:37 smithi111 ceph-mon[97855]: from='client.24960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:37 smithi111 ceph-mon[97855]: from='client.24966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1539798157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:39:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:37 smithi111 ceph-mon[116524]: from='client.24960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:37 smithi111 ceph-mon[116524]: from='client.24966 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:39:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1539798157' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:39:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:38 smithi155 ceph-mon[102677]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:38 smithi111 ceph-mon[97855]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:38 smithi111 ceph-mon[116524]: pgmap v9766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:39:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:39:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:40 smithi155 ceph-mon[102677]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:40 smithi111 ceph-mon[97855]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:40 smithi111 ceph-mon[116524]: pgmap v9767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:42 smithi155 ceph-mon[102677]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:42 smithi111 ceph-mon[97855]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:42 smithi111 ceph-mon[116524]: pgmap v9768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:44 smithi155 ceph-mon[102677]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:44 smithi111 ceph-mon[97855]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:44 smithi111 ceph-mon[116524]: pgmap v9769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:46 smithi155 ceph-mon[102677]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:46 smithi111 ceph-mon[97855]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:46 smithi111 ceph-mon[116524]: pgmap v9770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:48 smithi155 ceph-mon[102677]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:48 smithi111 ceph-mon[97855]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:48 smithi111 ceph-mon[116524]: pgmap v9771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:39:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:39:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:39:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:50 smithi155 ceph-mon[102677]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:50 smithi111 ceph-mon[97855]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:50 smithi111 ceph-mon[116524]: pgmap v9772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:52 smithi155 ceph-mon[102677]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:52 smithi111 ceph-mon[97855]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:52 smithi111 ceph-mon[116524]: pgmap v9773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:39:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:39:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:39:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:54 smithi155 ceph-mon[102677]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:39:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:39:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:39:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[97855]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:39:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:39:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:39:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[116524]: pgmap v9774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:39:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:39:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:39:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:56 smithi155 ceph-mon[102677]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:56 smithi111 ceph-mon[97855]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:56 smithi111 ceph-mon[116524]: pgmap v9775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:39:58 smithi155 ceph-mon[102677]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:39:58 smithi111 ceph-mon[97855]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:39:58 smithi111 ceph-mon[116524]: pgmap v9776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:39:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:39:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:40:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:00 smithi111 conmon[97831]: 2023-12-01T08:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:40:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:00 smithi155 ceph-mon[102677]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:40:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:00 smithi111 ceph-mon[97855]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:40:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:00 smithi111 ceph-mon[116524]: pgmap v9777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:40:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:02 smithi155 ceph-mon[102677]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:02 smithi111 ceph-mon[97855]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:02 smithi111 ceph-mon[116524]: pgmap v9778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:04 smithi155 ceph-mon[102677]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:04 smithi111 ceph-mon[97855]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:04 smithi111 ceph-mon[116524]: pgmap v9779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:06 smithi155 ceph-mon[102677]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:06 smithi111 ceph-mon[97855]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:06 smithi111 ceph-mon[116524]: pgmap v9780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:07.431 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:40:07.734 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:40:07.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4743M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5037M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5396M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4482M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 3h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (3h) 9m ago 3h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:40:07.736 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:40:08.115 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:40:08.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:40:08.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:40:08.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:08.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:40:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:40:08.117 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:40:08.117 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:40:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:08 smithi155 ceph-mon[102677]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:08 smithi155 ceph-mon[102677]: from='client.24978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:08 smithi155 ceph-mon[102677]: from='client.34865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/169982477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[97855]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[97855]: from='client.24978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[97855]: from='client.34865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/169982477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[116524]: pgmap v9781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[116524]: from='client.24978 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[116524]: from='client.34865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/169982477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:40:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:40:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:40:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:10 smithi155 ceph-mon[102677]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:10 smithi111 ceph-mon[97855]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:10 smithi111 ceph-mon[116524]: pgmap v9782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:12 smithi155 ceph-mon[102677]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:12 smithi111 ceph-mon[97855]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:12 smithi111 ceph-mon[116524]: pgmap v9783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:14 smithi155 ceph-mon[102677]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:14 smithi111 ceph-mon[97855]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:14 smithi111 ceph-mon[116524]: pgmap v9784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:16 smithi155 ceph-mon[102677]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:16 smithi111 ceph-mon[116524]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:16 smithi111 ceph-mon[97855]: pgmap v9785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:18 smithi155 ceph-mon[102677]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:18 smithi111 ceph-mon[97855]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:18 smithi111 ceph-mon[116524]: pgmap v9786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:40:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:40:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:20 smithi155 ceph-mon[102677]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:20 smithi111 ceph-mon[97855]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:20 smithi111 ceph-mon[116524]: pgmap v9787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:22 smithi155 ceph-mon[102677]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:22 smithi111 ceph-mon[97855]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:22 smithi111 ceph-mon[116524]: pgmap v9788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:24 smithi155 ceph-mon[102677]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:24 smithi111 ceph-mon[97855]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:24 smithi111 ceph-mon[116524]: pgmap v9789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:26 smithi155 ceph-mon[102677]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:26 smithi111 ceph-mon[97855]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:26 smithi111 ceph-mon[116524]: pgmap v9790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:28 smithi155 ceph-mon[102677]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:28 smithi111 ceph-mon[97855]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:28 smithi111 ceph-mon[116524]: pgmap v9791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:40:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:40:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:30 smithi155 ceph-mon[102677]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:30 smithi111 ceph-mon[97855]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:30 smithi111 ceph-mon[116524]: pgmap v9792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:32 smithi155 ceph-mon[102677]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:32 smithi111 ceph-mon[97855]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:32 smithi111 ceph-mon[116524]: pgmap v9793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:34 smithi155 ceph-mon[102677]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:34 smithi111 ceph-mon[97855]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:34 smithi111 ceph-mon[116524]: pgmap v9794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:36 smithi155 ceph-mon[102677]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:36 smithi111 ceph-mon[97855]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:36 smithi111 ceph-mon[116524]: pgmap v9795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:38.462 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:40:38.769 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:40:38.769 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 9m ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:40:38.769 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 9m ago 3h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:40:38.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (3h) 9m ago 3h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 9m ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 713M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1198M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 559M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 9m ago 3h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:40:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 9m ago 3h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4743M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5037M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5396M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4482M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3556M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4414M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3868M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (3h) 9m ago 3h 4534M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:40:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 9m ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:40:39.148 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:40:39.148 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:39.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:40:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:40:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:40:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:40:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:40:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:40:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:40:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:38 smithi155 ceph-mon[102677]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:38 smithi111 ceph-mon[97855]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:38 smithi111 ceph-mon[116524]: pgmap v9796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:40:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:39 smithi111 ceph-mon[97855]: from='client.34877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:39 smithi111 ceph-mon[97855]: from='client.25002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3731443455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:39 smithi111 ceph-mon[116524]: from='client.34877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:39 smithi111 ceph-mon[116524]: from='client.25002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3731443455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:40:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:39 smithi155 ceph-mon[102677]: from='client.34877 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:39 smithi155 ceph-mon[102677]: from='client.25002 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:40:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3731443455' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:40:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:40 smithi111 ceph-mon[97855]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:40 smithi111 ceph-mon[116524]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:40 smithi155 ceph-mon[102677]: pgmap v9797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:42 smithi111 ceph-mon[97855]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:42 smithi111 ceph-mon[116524]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:42 smithi155 ceph-mon[102677]: pgmap v9798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:44 smithi111 ceph-mon[97855]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:44 smithi111 ceph-mon[116524]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:44 smithi155 ceph-mon[102677]: pgmap v9799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:46 smithi111 ceph-mon[97855]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:46 smithi111 ceph-mon[116524]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:46 smithi155 ceph-mon[102677]: pgmap v9800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:48 smithi111 ceph-mon[97855]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:48 smithi111 ceph-mon[116524]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:48 smithi155 ceph-mon[102677]: pgmap v9801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:40:49] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:40:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:40:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:50 smithi111 ceph-mon[97855]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:50 smithi111 ceph-mon[116524]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:50 smithi155 ceph-mon[102677]: pgmap v9802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:52 smithi111 ceph-mon[97855]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:52 smithi111 ceph-mon[116524]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:52 smithi155 ceph-mon[102677]: pgmap v9803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:54 smithi111 ceph-mon[97855]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:40:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:54 smithi111 ceph-mon[116524]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:40:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:54 smithi155 ceph-mon[102677]: pgmap v9804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:40:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[116524]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[97855]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:56 smithi155 ceph-mon[102677]: pgmap v9805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:40:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:40:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:40:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:40:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:40:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:40:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:40:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:40:59 smithi155 ceph-mon[102677]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:40:59 smithi111 ceph-mon[97855]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:40:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:40:59] "GET /metrics HTTP/1.1" 200 33953 "" "Prometheus/2.43.0" 2023-12-01T08:40:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:40:59 smithi111 ceph-mon[116524]: pgmap v9806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:01 smithi155 ceph-mon[102677]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:01 smithi111 ceph-mon[97855]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:01 smithi111 ceph-mon[116524]: pgmap v9807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:03 smithi155 ceph-mon[102677]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:03 smithi111 ceph-mon[97855]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:03 smithi111 ceph-mon[116524]: pgmap v9808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:05 smithi155 ceph-mon[102677]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:05 smithi111 ceph-mon[97855]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:05 smithi111 ceph-mon[116524]: pgmap v9809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:07 smithi155 ceph-mon[102677]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:07 smithi111 ceph-mon[97855]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:07 smithi111 ceph-mon[116524]: pgmap v9810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:09 smithi155 ceph-mon[102677]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:09 smithi111 ceph-mon[97855]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:41:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:41:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:09 smithi111 ceph-mon[116524]: pgmap v9811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:09.500 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:41:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:41:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 13s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:41:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 13s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:41:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 13s ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:41:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (3h) 13s ago 3h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:41:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 13s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 13s ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 13s ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 13s ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 13s ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 13s ago 3h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 13s ago 3h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 13s ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 13s ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 13s ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 13s ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:41:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 13s ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:41:09.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 13s ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:41:09.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 13s ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:41:09.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 13s ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:41:09.807 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 13s ago 3h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:41:10.184 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:10.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:41:10.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:41:10.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:10.186 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:41:10.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:41:10.186 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:41:10.186 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:41:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:11 smithi155 ceph-mon[102677]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:11 smithi155 ceph-mon[102677]: from='client.34895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:11 smithi155 ceph-mon[102677]: from='client.34901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1249171444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:41:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[97855]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[97855]: from='client.34895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[97855]: from='client.34901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1249171444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:41:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[116524]: pgmap v9812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[116524]: from='client.34895 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[116524]: from='client.34901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1249171444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:41:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:13 smithi155 ceph-mon[102677]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:13 smithi111 ceph-mon[97855]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:13 smithi111 ceph-mon[116524]: pgmap v9813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:15 smithi155 ceph-mon[102677]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:15 smithi111 ceph-mon[97855]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:15 smithi111 ceph-mon[116524]: pgmap v9814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:17 smithi155 ceph-mon[102677]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:17 smithi111 ceph-mon[97855]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:17 smithi111 ceph-mon[116524]: pgmap v9815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:19 smithi155 ceph-mon[102677]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:41:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:41:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:19 smithi111 ceph-mon[97855]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:19 smithi111 ceph-mon[116524]: pgmap v9816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:21 smithi155 ceph-mon[102677]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:21 smithi111 ceph-mon[97855]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:21 smithi111 ceph-mon[116524]: pgmap v9817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:23 smithi155 ceph-mon[102677]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:23 smithi111 ceph-mon[97855]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:23 smithi111 ceph-mon[116524]: pgmap v9818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:25 smithi155 ceph-mon[102677]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:25 smithi111 ceph-mon[97855]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:25 smithi111 ceph-mon[116524]: pgmap v9819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:27 smithi155 ceph-mon[102677]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:27 smithi111 ceph-mon[97855]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:27 smithi111 ceph-mon[116524]: pgmap v9820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:29 smithi155 ceph-mon[102677]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:29 smithi111 ceph-mon[97855]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:29 smithi111 ceph-mon[116524]: pgmap v9821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:41:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:41:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:31 smithi155 ceph-mon[102677]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:31 smithi111 ceph-mon[97855]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:31 smithi111 ceph-mon[116524]: pgmap v9822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:33 smithi155 ceph-mon[102677]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:33 smithi111 ceph-mon[97855]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:33 smithi111 ceph-mon[116524]: pgmap v9823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:35 smithi111 ceph-mon[97855]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:35 smithi111 ceph-mon[116524]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:35 smithi155 ceph-mon[102677]: pgmap v9824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:37 smithi111 ceph-mon[97855]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:37 smithi111 ceph-mon[116524]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:37 smithi155 ceph-mon[102677]: pgmap v9825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:39 smithi111 ceph-mon[97855]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:41:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:41:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:39 smithi111 ceph-mon[116524]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:39 smithi155 ceph-mon[102677]: pgmap v9826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:40.534 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:41:40.840 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:41:40.840 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 44s ago 3h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:41:40.840 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 44s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:41:40.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 44s ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:41:40.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 44s ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:41:40.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 44s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 44s ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 44s ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 44s ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 44s ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 44s ago 3h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 44s ago 3h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 44s ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 44s ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 44s ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 44s ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:41:40.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 44s ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:41:40.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 44s ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:41:40.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 44s ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:41:40.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 44s ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:41:40.842 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 44s ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:41:41.221 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:41:41.221 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:41:41.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:41:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:41:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:41:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:41:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:41:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:41:41.223 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:41:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:41 smithi111 ceph-mon[97855]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:41 smithi111 ceph-mon[116524]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:41 smithi155 ceph-mon[102677]: pgmap v9827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:42 smithi111 ceph-mon[97855]: from='client.25032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:42 smithi111 ceph-mon[97855]: from='client.34919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1441107472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:41:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:42 smithi111 ceph-mon[116524]: from='client.25032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:42 smithi111 ceph-mon[116524]: from='client.34919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1441107472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:41:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:42 smithi155 ceph-mon[102677]: from='client.25032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:42 smithi155 ceph-mon[102677]: from='client.34919 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:41:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1441107472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:41:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:43 smithi111 ceph-mon[97855]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:43 smithi111 ceph-mon[116524]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:43 smithi155 ceph-mon[102677]: pgmap v9828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:45 smithi111 ceph-mon[97855]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:45 smithi111 ceph-mon[116524]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:45 smithi155 ceph-mon[102677]: pgmap v9829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:47 smithi111 ceph-mon[97855]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:47 smithi111 ceph-mon[116524]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:47 smithi155 ceph-mon[102677]: pgmap v9830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:41:49] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:41:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:49 smithi111 ceph-mon[97855]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:49 smithi111 ceph-mon[116524]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:49 smithi155 ceph-mon[102677]: pgmap v9831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:41:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:51 smithi111 ceph-mon[97855]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:51 smithi111 ceph-mon[116524]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:51 smithi155 ceph-mon[102677]: pgmap v9832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:53 smithi111 ceph-mon[97855]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:53 smithi111 ceph-mon[116524]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:53 smithi155 ceph-mon[102677]: pgmap v9833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:55 smithi155 ceph-mon[102677]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:55 smithi111 ceph-mon[97855]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:55 smithi111 ceph-mon[116524]: pgmap v9834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:57 smithi155 ceph-mon[102677]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:41:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:57 smithi111 ceph-mon[97855]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:41:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:57 smithi111 ceph-mon[116524]: pgmap v9835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:41:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:41:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:41:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:41:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:41:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:41:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:41:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:41:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:41:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:41:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:41:59 smithi155 ceph-mon[102677]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:41:59 smithi111 ceph-mon[97855]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:41:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:41:59] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:41:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:41:59 smithi111 ceph-mon[116524]: pgmap v9836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:01 smithi155 ceph-mon[102677]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:01 smithi111 ceph-mon[97855]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:01 smithi111 ceph-mon[116524]: pgmap v9837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:03 smithi155 ceph-mon[102677]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:03 smithi111 ceph-mon[97855]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:03 smithi111 ceph-mon[116524]: pgmap v9838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:05 smithi155 ceph-mon[102677]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:05 smithi111 ceph-mon[97855]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:05 smithi111 ceph-mon[116524]: pgmap v9839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:07 smithi155 ceph-mon[102677]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:07 smithi111 ceph-mon[97855]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:07 smithi111 ceph-mon[116524]: pgmap v9840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:09 smithi155 ceph-mon[102677]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:09 smithi111 ceph-mon[97855]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:42:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:42:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:09 smithi111 ceph-mon[116524]: pgmap v9841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:11.565 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:42:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:11 smithi155 ceph-mon[102677]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:11 smithi111 ceph-mon[97855]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:11 smithi111 ceph-mon[116524]: pgmap v9842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:11.872 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:42:11.872 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 75s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (3h) 75s ago 3h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 75s ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 75s ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 75s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 75s ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 75s ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 75s ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 75s ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (3h) 75s ago 3h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (3h) 75s ago 3h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 75s ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 75s ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 75s ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 75s ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:42:11.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 75s ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:42:11.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 75s ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:42:11.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 75s ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:42:11.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 75s ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:42:11.874 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 75s ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:42:12.254 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:42:12.254 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:42:12.255 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:42:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:12 smithi155 ceph-mon[102677]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:12 smithi155 ceph-mon[102677]: from='client.25050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:12 smithi155 ceph-mon[102677]: from='client.25056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4249260851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:42:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[116524]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[116524]: from='client.25050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[116524]: from='client.25056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4249260851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[97855]: pgmap v9843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[97855]: from='client.25050 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[97855]: from='client.25056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4249260851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:42:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:14 smithi155 ceph-mon[102677]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:14 smithi111 ceph-mon[97855]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:14 smithi111 ceph-mon[116524]: pgmap v9844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:16 smithi155 ceph-mon[102677]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:16 smithi111 ceph-mon[97855]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:16 smithi111 ceph-mon[116524]: pgmap v9845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:18 smithi155 ceph-mon[102677]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:18 smithi111 ceph-mon[97855]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:18 smithi111 ceph-mon[116524]: pgmap v9846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:42:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:42:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:20 smithi155 ceph-mon[102677]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:20 smithi111 ceph-mon[97855]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:20 smithi111 ceph-mon[116524]: pgmap v9847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:22 smithi155 ceph-mon[102677]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:22 smithi111 ceph-mon[97855]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:22 smithi111 ceph-mon[116524]: pgmap v9848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:24 smithi155 ceph-mon[102677]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:24 smithi111 ceph-mon[97855]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:24 smithi111 ceph-mon[116524]: pgmap v9849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:26 smithi155 ceph-mon[102677]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:26 smithi111 ceph-mon[97855]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:26 smithi111 ceph-mon[116524]: pgmap v9850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:28 smithi155 ceph-mon[102677]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:28 smithi111 ceph-mon[97855]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:28 smithi111 ceph-mon[116524]: pgmap v9851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:42:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:42:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:30 smithi155 ceph-mon[102677]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:30 smithi111 ceph-mon[97855]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:30 smithi111 ceph-mon[116524]: pgmap v9852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:32 smithi155 ceph-mon[102677]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:32 smithi111 ceph-mon[97855]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:32 smithi111 ceph-mon[116524]: pgmap v9853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:34 smithi155 ceph-mon[102677]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:34 smithi111 ceph-mon[97855]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:34 smithi111 ceph-mon[116524]: pgmap v9854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:36 smithi155 ceph-mon[102677]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:36 smithi111 ceph-mon[97855]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:36 smithi111 ceph-mon[116524]: pgmap v9855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:38 smithi155 ceph-mon[102677]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:38 smithi111 ceph-mon[97855]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:38 smithi111 ceph-mon[116524]: pgmap v9856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:42:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:42:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 08:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T08:42:40.174741151Z level=info msg="Completed cleanup jobs" duration=141.886845ms 2023-12-01T08:42:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:40 smithi155 ceph-mon[102677]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:40 smithi111 ceph-mon[97855]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:40 smithi111 ceph-mon[116524]: pgmap v9857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:42.603 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:42:42.905 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (3h) 106s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 106s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 106s ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 106s ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 106s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 106s ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 106s ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 106s ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 106s ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 106s ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 106s ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 106s ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:42:42.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 106s ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 106s ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 106s ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 106s ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 106s ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 106s ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 106s ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:42:42.907 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (3h) 106s ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:42:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:42 smithi155 ceph-mon[102677]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:42 smithi111 ceph-mon[97855]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:42 smithi111 ceph-mon[116524]: pgmap v9858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:43.287 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:42:43.288 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:42:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:43 smithi155 ceph-mon[102677]: from='client.25068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:43 smithi155 ceph-mon[102677]: from='client.25074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1299215849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:43 smithi111 ceph-mon[97855]: from='client.25068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:43 smithi111 ceph-mon[97855]: from='client.25074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1299215849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:43 smithi111 ceph-mon[116524]: from='client.25068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:43 smithi111 ceph-mon[116524]: from='client.25074 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1299215849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:42:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:44 smithi155 ceph-mon[102677]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:44 smithi111 ceph-mon[97855]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:44 smithi111 ceph-mon[116524]: pgmap v9859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:46 smithi155 ceph-mon[102677]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:46 smithi111 ceph-mon[97855]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:46 smithi111 ceph-mon[116524]: pgmap v9860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:48 smithi155 ceph-mon[102677]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:48 smithi111 ceph-mon[97855]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:48 smithi111 ceph-mon[116524]: pgmap v9861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:42:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:42:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:42:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:50 smithi155 ceph-mon[102677]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:50 smithi111 ceph-mon[97855]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:50 smithi111 ceph-mon[116524]: pgmap v9862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:52 smithi155 ceph-mon[102677]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:52 smithi111 ceph-mon[97855]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:52 smithi111 ceph-mon[116524]: pgmap v9863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:54 smithi155 ceph-mon[102677]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:54 smithi111 ceph-mon[97855]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:54 smithi111 ceph-mon[116524]: pgmap v9864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:56 smithi155 ceph-mon[102677]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:56 smithi111 ceph-mon[97855]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:56 smithi111 ceph-mon[116524]: pgmap v9865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:42:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:42:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:42:59.282 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[97855]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:59.282 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.282 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.282 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.283 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.283 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[116524]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:59.283 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.283 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.283 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.283 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:59 smithi155 ceph-mon[102677]: pgmap v9866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:42:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:42:59.711 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:42:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:43:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:01 smithi111 ceph-mon[97855]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:01 smithi111 ceph-mon[116524]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:01 smithi155 ceph-mon[102677]: pgmap v9867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:02 smithi155 ceph-mon[102677]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:43:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:43:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[97855]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[116524]: pgmap v9868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:43:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:04 smithi155 ceph-mon[102677]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:04 smithi111 ceph-mon[97855]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:04 smithi111 ceph-mon[116524]: pgmap v9869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:06 smithi155 ceph-mon[102677]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:06 smithi111 ceph-mon[97855]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:06 smithi111 ceph-mon[116524]: pgmap v9870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:08 smithi155 ceph-mon[102677]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:08 smithi111 ceph-mon[97855]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:08 smithi111 ceph-mon[116524]: pgmap v9871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:43:09] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:43:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:10 smithi155 ceph-mon[102677]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:10 smithi111 ceph-mon[97855]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:10 smithi111 ceph-mon[116524]: pgmap v9872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:12 smithi155 ceph-mon[102677]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:12 smithi111 ceph-mon[97855]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:12 smithi111 ceph-mon[116524]: pgmap v9873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:13.634 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:43:13.939 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:43:13.940 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:43:13.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:43:13.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:43:13.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:43:13.941 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:43:13.941 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:43:14.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:43:14.319 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:43:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:14 smithi155 ceph-mon[102677]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:14 smithi155 ceph-mon[102677]: from='client.25086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:14 smithi155 ceph-mon[102677]: from='client.34973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4063263590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:43:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[97855]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[97855]: from='client.25086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[97855]: from='client.34973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4063263590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:43:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[116524]: pgmap v9874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[116524]: from='client.25086 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[116524]: from='client.34973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4063263590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:43:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:16 smithi155 ceph-mon[102677]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:16 smithi111 ceph-mon[97855]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:16 smithi111 ceph-mon[116524]: pgmap v9875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:18 smithi155 ceph-mon[102677]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:18 smithi111 ceph-mon[97855]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:18 smithi111 ceph-mon[116524]: pgmap v9876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:43:19] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:43:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:20 smithi155 ceph-mon[102677]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:20 smithi111 ceph-mon[97855]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:20 smithi111 ceph-mon[116524]: pgmap v9877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:22 smithi155 ceph-mon[102677]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:22 smithi111 ceph-mon[97855]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:22 smithi111 ceph-mon[116524]: pgmap v9878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:24 smithi155 ceph-mon[102677]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:24 smithi111 ceph-mon[97855]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:24 smithi111 ceph-mon[116524]: pgmap v9879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:26 smithi155 ceph-mon[102677]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:26 smithi111 ceph-mon[116524]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:26 smithi111 ceph-mon[97855]: pgmap v9880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:28 smithi155 ceph-mon[102677]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:28 smithi111 ceph-mon[97855]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:28 smithi111 ceph-mon[116524]: pgmap v9881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:43:29] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:43:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:30 smithi155 ceph-mon[102677]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:30 smithi111 ceph-mon[97855]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:30 smithi111 ceph-mon[116524]: pgmap v9882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:32 smithi155 ceph-mon[102677]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:32 smithi111 ceph-mon[97855]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:32 smithi111 ceph-mon[116524]: pgmap v9883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:34 smithi155 ceph-mon[102677]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:34 smithi111 ceph-mon[97855]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:34 smithi111 ceph-mon[116524]: pgmap v9884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:36 smithi155 ceph-mon[102677]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:36 smithi111 ceph-mon[97855]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:36 smithi111 ceph-mon[116524]: pgmap v9885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:38 smithi155 ceph-mon[102677]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:38 smithi111 ceph-mon[97855]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:38 smithi111 ceph-mon[116524]: pgmap v9886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:43:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:43:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:40 smithi155 ceph-mon[102677]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:40 smithi111 ceph-mon[97855]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:40 smithi111 ceph-mon[116524]: pgmap v9887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:42 smithi155 ceph-mon[102677]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:42 smithi111 ceph-mon[97855]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:42 smithi111 ceph-mon[116524]: pgmap v9888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:44.666 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:43:44.975 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:43:44.975 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:43:44.975 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:43:44.976 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:43:44.977 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:43:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:44 smithi155 ceph-mon[102677]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:44 smithi111 ceph-mon[97855]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:44 smithi111 ceph-mon[116524]: pgmap v9889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:43:45.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:43:45.354 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:43:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:45 smithi155 ceph-mon[102677]: from='client.25104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:45 smithi155 ceph-mon[102677]: from='client.25110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/523164736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:45 smithi111 ceph-mon[97855]: from='client.25104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:45 smithi111 ceph-mon[97855]: from='client.25110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/523164736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:45 smithi111 ceph-mon[116524]: from='client.25104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:45 smithi111 ceph-mon[116524]: from='client.25110 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/523164736' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:43:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:46 smithi155 ceph-mon[102677]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:46 smithi111 ceph-mon[97855]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:46 smithi111 ceph-mon[116524]: pgmap v9890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:48 smithi155 ceph-mon[102677]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:48 smithi111 ceph-mon[97855]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:48 smithi111 ceph-mon[116524]: pgmap v9891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:43:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:43:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:43:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:50 smithi155 ceph-mon[102677]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:50 smithi111 ceph-mon[97855]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:50 smithi111 ceph-mon[116524]: pgmap v9892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:52 smithi155 ceph-mon[102677]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:52 smithi111 ceph-mon[97855]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:52 smithi111 ceph-mon[116524]: pgmap v9893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:54 smithi111 ceph-mon[97855]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:54 smithi111 ceph-mon[116524]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:54 smithi155 ceph-mon[102677]: pgmap v9894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:56 smithi111 ceph-mon[97855]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:56 smithi111 ceph-mon[116524]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:56 smithi155 ceph-mon[102677]: pgmap v9895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:43:58 smithi111 ceph-mon[97855]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:59.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:43:58 smithi111 ceph-mon[116524]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:43:58 smithi155 ceph-mon[102677]: pgmap v9896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:43:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:43:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:44:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:00 smithi111 ceph-mon[97855]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:00 smithi111 ceph-mon[116524]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:00 smithi155 ceph-mon[102677]: pgmap v9897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:44:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:44:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:44:03.092 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:02 smithi155 ceph-mon[102677]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:02 smithi111 ceph-mon[97855]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:02 smithi111 ceph-mon[116524]: pgmap v9898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:04 smithi111 ceph-mon[97855]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:04 smithi111 ceph-mon[116524]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:05.332 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:04 smithi155 ceph-mon[102677]: pgmap v9899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:05.332 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:06 smithi155 ceph-mon[102677]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[116524]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:44:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:44:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:44:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:06 smithi111 ceph-mon[97855]: pgmap v9900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:08 smithi155 ceph-mon[102677]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:08 smithi111 ceph-mon[97855]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:08 smithi111 ceph-mon[116524]: pgmap v9901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:44:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:44:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:10 smithi155 ceph-mon[102677]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:10 smithi111 ceph-mon[97855]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:10 smithi111 ceph-mon[116524]: pgmap v9902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:12 smithi155 ceph-mon[102677]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:12 smithi111 ceph-mon[97855]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:12 smithi111 ceph-mon[116524]: pgmap v9903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:14 smithi155 ceph-mon[102677]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:14 smithi111 ceph-mon[97855]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:14 smithi111 ceph-mon[116524]: pgmap v9904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:15.698 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:44:16.004 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:44:16.004 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:44:16.004 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:44:16.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:44:16.006 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:44:16.380 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:44:16.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:44:16.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:44:16.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:16.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:44:16.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:44:16.382 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:44:16.382 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:44:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:16 smithi155 ceph-mon[102677]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:16 smithi155 ceph-mon[102677]: from='client.35003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:16 smithi155 ceph-mon[102677]: from='client.25128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1509224374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:44:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[97855]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[97855]: from='client.35003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[97855]: from='client.25128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1509224374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[116524]: pgmap v9905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[116524]: from='client.35003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[116524]: from='client.25128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1509224374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:44:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:18 smithi155 ceph-mon[102677]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:18 smithi111 ceph-mon[97855]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:18 smithi111 ceph-mon[116524]: pgmap v9906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:44:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:44:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:20 smithi155 ceph-mon[102677]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:20 smithi111 ceph-mon[97855]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:20 smithi111 ceph-mon[116524]: pgmap v9907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:22 smithi155 ceph-mon[102677]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:22 smithi111 ceph-mon[97855]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:22 smithi111 ceph-mon[116524]: pgmap v9908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:24 smithi155 ceph-mon[102677]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:24 smithi111 ceph-mon[97855]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:24 smithi111 ceph-mon[116524]: pgmap v9909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:26 smithi155 ceph-mon[102677]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:26 smithi111 ceph-mon[97855]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:26 smithi111 ceph-mon[116524]: pgmap v9910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:28 smithi155 ceph-mon[102677]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:28 smithi111 ceph-mon[97855]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:28 smithi111 ceph-mon[116524]: pgmap v9911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:44:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:44:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:30 smithi155 ceph-mon[102677]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:30 smithi111 ceph-mon[97855]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:30 smithi111 ceph-mon[116524]: pgmap v9912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:32 smithi155 ceph-mon[102677]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:32 smithi111 ceph-mon[97855]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:32 smithi111 ceph-mon[116524]: pgmap v9913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:34 smithi155 ceph-mon[102677]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:34 smithi111 ceph-mon[97855]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:34 smithi111 ceph-mon[116524]: pgmap v9914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:37.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:36 smithi155 ceph-mon[102677]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:36 smithi111 ceph-mon[97855]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:36 smithi111 ceph-mon[116524]: pgmap v9915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:38 smithi155 ceph-mon[102677]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:38 smithi111 ceph-mon[97855]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:38 smithi111 ceph-mon[116524]: pgmap v9916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:44:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:44:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:40 smithi155 ceph-mon[102677]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:40 smithi111 ceph-mon[97855]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:40 smithi111 ceph-mon[116524]: pgmap v9917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:42 smithi155 ceph-mon[102677]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:42 smithi111 ceph-mon[97855]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:42 smithi111 ceph-mon[116524]: pgmap v9918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:44 smithi155 ceph-mon[102677]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:44 smithi111 ceph-mon[97855]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:44 smithi111 ceph-mon[116524]: pgmap v9919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:46.728 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:44:47.037 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:44:47.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:44:47.039 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:44:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:46 smithi155 ceph-mon[102677]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:46 smithi111 ceph-mon[97855]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:46 smithi111 ceph-mon[116524]: pgmap v9920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:47.417 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:44:47.418 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:47 smithi111 ceph-mon[97855]: from='client.25140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:47 smithi111 ceph-mon[97855]: from='client.35027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/441530099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:47 smithi111 ceph-mon[116524]: from='client.25140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:47 smithi111 ceph-mon[116524]: from='client.35027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/441530099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:44:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:47 smithi155 ceph-mon[102677]: from='client.25140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:47 smithi155 ceph-mon[102677]: from='client.35027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:44:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/441530099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:44:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:48 smithi111 ceph-mon[97855]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:48 smithi111 ceph-mon[116524]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:48 smithi155 ceph-mon[102677]: pgmap v9921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:44:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:44:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:44:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:50 smithi111 ceph-mon[97855]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:50 smithi111 ceph-mon[116524]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:50 smithi155 ceph-mon[102677]: pgmap v9922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:52 smithi111 ceph-mon[97855]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:52 smithi111 ceph-mon[116524]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:52 smithi155 ceph-mon[102677]: pgmap v9923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:54 smithi111 ceph-mon[97855]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:54 smithi111 ceph-mon[116524]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:54 smithi155 ceph-mon[102677]: pgmap v9924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:56 smithi111 ceph-mon[97855]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:56 smithi111 ceph-mon[116524]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:56 smithi155 ceph-mon[102677]: pgmap v9925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:44:58 smithi111 ceph-mon[97855]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:44:58 smithi111 ceph-mon[116524]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:44:58 smithi155 ceph-mon[102677]: pgmap v9926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:44:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:45:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:00 smithi111 ceph-mon[97855]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:00 smithi111 ceph-mon[116524]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:00 smithi155 ceph-mon[102677]: pgmap v9927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:02 smithi111 ceph-mon[97855]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:02 smithi111 ceph-mon[116524]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:02 smithi155 ceph-mon[102677]: pgmap v9928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:04 smithi111 ceph-mon[116524]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:04 smithi111 ceph-mon[97855]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:04 smithi155 ceph-mon[102677]: pgmap v9929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:45:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:45:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:45:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:45:07.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: pgmap v9930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:45:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:45:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:09 smithi111 ceph-mon[97855]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:45:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:45:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:09 smithi111 ceph-mon[116524]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:09 smithi155 ceph-mon[102677]: pgmap v9931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:11 smithi111 ceph-mon[97855]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:11 smithi111 ceph-mon[116524]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:11 smithi155 ceph-mon[102677]: pgmap v9932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:13 smithi111 ceph-mon[97855]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:13 smithi111 ceph-mon[116524]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:13 smithi155 ceph-mon[102677]: pgmap v9933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:15 smithi111 ceph-mon[97855]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:15 smithi111 ceph-mon[116524]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:15 smithi155 ceph-mon[102677]: pgmap v9934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:17 smithi155 ceph-mon[102677]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:17 smithi111 ceph-mon[97855]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:17 smithi111 ceph-mon[116524]: pgmap v9935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:17.761 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:45:18.070 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:45:18.071 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:45:18.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:45:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:45:18.450 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:45:18.450 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:19 smithi155 ceph-mon[102677]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:19 smithi155 ceph-mon[102677]: from='client.25158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:19 smithi155 ceph-mon[102677]: from='client.35045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2652391153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:45:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:45:19] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T08:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[97855]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[97855]: from='client.25158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[97855]: from='client.35045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2652391153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:45:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[116524]: pgmap v9936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[116524]: from='client.25158 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[116524]: from='client.35045 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2652391153' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:21 smithi155 ceph-mon[102677]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:21 smithi111 ceph-mon[97855]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:21 smithi111 ceph-mon[116524]: pgmap v9937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:23 smithi155 ceph-mon[102677]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:23 smithi111 ceph-mon[97855]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:23 smithi111 ceph-mon[116524]: pgmap v9938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:25 smithi155 ceph-mon[102677]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:25 smithi111 ceph-mon[97855]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:25 smithi111 ceph-mon[116524]: pgmap v9939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:27 smithi155 ceph-mon[102677]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:27 smithi111 ceph-mon[97855]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:27 smithi111 ceph-mon[116524]: pgmap v9940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:29 smithi155 ceph-mon[102677]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:29 smithi111 ceph-mon[97855]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:45:29] "GET /metrics HTTP/1.1" 200 33952 "" "Prometheus/2.43.0" 2023-12-01T08:45:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:29 smithi111 ceph-mon[116524]: pgmap v9941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:31 smithi155 ceph-mon[102677]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:31 smithi111 ceph-mon[97855]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:31 smithi111 ceph-mon[116524]: pgmap v9942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:33 smithi155 ceph-mon[102677]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:33 smithi111 ceph-mon[97855]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:33 smithi111 ceph-mon[116524]: pgmap v9943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:35 smithi155 ceph-mon[102677]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:35 smithi111 ceph-mon[97855]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:35 smithi111 ceph-mon[116524]: pgmap v9944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:37 smithi155 ceph-mon[102677]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:37 smithi111 ceph-mon[97855]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:37 smithi111 ceph-mon[116524]: pgmap v9945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:39 smithi155 ceph-mon[102677]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:39 smithi111 ceph-mon[97855]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:45:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:45:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:39 smithi111 ceph-mon[116524]: pgmap v9946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:41 smithi155 ceph-mon[102677]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:41 smithi111 ceph-mon[97855]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:41 smithi111 ceph-mon[116524]: pgmap v9947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:43 smithi155 ceph-mon[102677]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:43 smithi111 ceph-mon[97855]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:43 smithi111 ceph-mon[116524]: pgmap v9948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:45 smithi155 ceph-mon[102677]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:45 smithi111 ceph-mon[97855]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:45 smithi111 ceph-mon[116524]: pgmap v9949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:47 smithi155 ceph-mon[102677]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:47 smithi111 ceph-mon[97855]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:47 smithi111 ceph-mon[116524]: pgmap v9950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:48.795 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:45:49.100 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:45:49.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:45:49.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:45:49.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:45:49.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:45:49.102 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:45:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:45:49.489 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:45:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:49 smithi155 ceph-mon[102677]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:45:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:49 smithi111 ceph-mon[97855]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:49 smithi111 ceph-mon[116524]: pgmap v9951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:50 smithi155 ceph-mon[102677]: from='client.25176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:50 smithi155 ceph-mon[102677]: from='client.25182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/412505852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:50 smithi111 ceph-mon[97855]: from='client.25176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:50 smithi111 ceph-mon[97855]: from='client.25182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/412505852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:45:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:50 smithi111 ceph-mon[116524]: from='client.25176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:50 smithi111 ceph-mon[116524]: from='client.25182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:45:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/412505852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:45:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:51 smithi155 ceph-mon[102677]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:51 smithi111 ceph-mon[97855]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:51 smithi111 ceph-mon[116524]: pgmap v9952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:53 smithi155 ceph-mon[102677]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:53 smithi111 ceph-mon[97855]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:53 smithi111 ceph-mon[116524]: pgmap v9953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:55 smithi155 ceph-mon[102677]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:55 smithi111 ceph-mon[116524]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:55 smithi111 ceph-mon[97855]: pgmap v9954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:57 smithi155 ceph-mon[102677]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:57 smithi111 ceph-mon[97855]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:57 smithi111 ceph-mon[116524]: pgmap v9955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:45:59 smithi155 ceph-mon[102677]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:45:59 smithi111 ceph-mon[97855]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:45:59 smithi111 ceph-mon[116524]: pgmap v9956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:45:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:46:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:01 smithi155 ceph-mon[102677]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:01 smithi111 ceph-mon[97855]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:01 smithi111 ceph-mon[116524]: pgmap v9957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:03 smithi155 ceph-mon[102677]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:03 smithi111 ceph-mon[97855]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:03 smithi111 ceph-mon[116524]: pgmap v9958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:05 smithi155 ceph-mon[102677]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:05 smithi111 ceph-mon[97855]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:05 smithi111 ceph-mon[116524]: pgmap v9959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:46:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:46:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:46:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:07 smithi155 ceph-mon[102677]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:46:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:46:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[97855]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[116524]: pgmap v9960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:46:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:46:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:09 smithi155 ceph-mon[102677]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:09 smithi111 ceph-mon[97855]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:46:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:09 smithi111 ceph-mon[116524]: pgmap v9961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:11 smithi155 ceph-mon[102677]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:11 smithi111 ceph-mon[97855]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:11 smithi111 ceph-mon[116524]: pgmap v9962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:13 smithi155 ceph-mon[102677]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:13 smithi111 ceph-mon[97855]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:13 smithi111 ceph-mon[116524]: pgmap v9963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:15 smithi155 ceph-mon[102677]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:15 smithi111 ceph-mon[97855]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:15 smithi111 ceph-mon[116524]: pgmap v9964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:16 smithi155 ceph-mon[102677]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:16 smithi111 ceph-mon[97855]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:16 smithi111 ceph-mon[116524]: pgmap v9965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:18 smithi155 ceph-mon[102677]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:18 smithi111 ceph-mon[97855]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:18 smithi111 ceph-mon[116524]: pgmap v9966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:46:19] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:46:19.835 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:46:20.146 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:46:20.147 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:46:20.148 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:46:20.149 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:46:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:20.527 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:46:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:46:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:46:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:46:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:46:20.528 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:46:20.529 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:46:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:20 smithi155 ceph-mon[102677]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:20 smithi155 ceph-mon[102677]: from='client.35075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:20 smithi155 ceph-mon[102677]: from='client.35081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3610880987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[97855]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[97855]: from='client.35075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[97855]: from='client.35081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3610880987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:46:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[116524]: pgmap v9967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[116524]: from='client.35075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[116524]: from='client.35081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3610880987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:46:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:22 smithi155 ceph-mon[102677]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:22 smithi111 ceph-mon[97855]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:22 smithi111 ceph-mon[116524]: pgmap v9968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:24 smithi155 ceph-mon[102677]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:24 smithi111 ceph-mon[97855]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:24 smithi111 ceph-mon[116524]: pgmap v9969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:26 smithi155 ceph-mon[102677]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:26 smithi111 ceph-mon[97855]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:26 smithi111 ceph-mon[116524]: pgmap v9970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:28 smithi155 ceph-mon[102677]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:28 smithi111 ceph-mon[97855]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:28 smithi111 ceph-mon[116524]: pgmap v9971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:46:29] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:46:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:30 smithi155 ceph-mon[102677]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:30 smithi111 ceph-mon[97855]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:30 smithi111 ceph-mon[116524]: pgmap v9972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:32 smithi155 ceph-mon[102677]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:32 smithi111 ceph-mon[97855]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:32 smithi111 ceph-mon[116524]: pgmap v9973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:34 smithi155 ceph-mon[102677]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:34 smithi111 ceph-mon[97855]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:34 smithi111 ceph-mon[116524]: pgmap v9974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:36 smithi155 ceph-mon[102677]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:36 smithi111 ceph-mon[97855]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:36 smithi111 ceph-mon[116524]: pgmap v9975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:38 smithi155 ceph-mon[102677]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:38 smithi111 ceph-mon[97855]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:38 smithi111 ceph-mon[116524]: pgmap v9976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:46:39] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:46:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:40 smithi155 ceph-mon[102677]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:40 smithi111 ceph-mon[97855]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:40 smithi111 ceph-mon[116524]: pgmap v9977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:42 smithi155 ceph-mon[102677]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:42 smithi111 ceph-mon[97855]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:42 smithi111 ceph-mon[116524]: pgmap v9978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:44 smithi111 ceph-mon[97855]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:44 smithi111 ceph-mon[116524]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:44 smithi155 ceph-mon[102677]: pgmap v9979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:46 smithi111 ceph-mon[97855]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:46 smithi111 ceph-mon[116524]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:46 smithi155 ceph-mon[102677]: pgmap v9980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:48 smithi111 ceph-mon[97855]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:48 smithi111 ceph-mon[116524]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:48 smithi155 ceph-mon[102677]: pgmap v9981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:46:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:46:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:46:50.873 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:46:51.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:46:51.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:46:51.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:46:51.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:46:51.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:46:51.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:46:51.188 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:46:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:50 smithi111 ceph-mon[97855]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:50 smithi111 ceph-mon[116524]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:50 smithi155 ceph-mon[102677]: pgmap v9982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:51.563 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:46:51.564 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:46:51.565 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:46:51.565 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:46:51.565 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:51 smithi111 ceph-mon[97855]: from='client.25212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:51 smithi111 ceph-mon[97855]: from='client.35099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2992206982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:46:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:51 smithi111 ceph-mon[116524]: from='client.25212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:51 smithi111 ceph-mon[116524]: from='client.35099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2992206982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:46:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:51 smithi155 ceph-mon[102677]: from='client.25212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:51 smithi155 ceph-mon[102677]: from='client.35099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:46:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2992206982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:46:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:52 smithi111 ceph-mon[97855]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:52 smithi111 ceph-mon[116524]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:52 smithi155 ceph-mon[102677]: pgmap v9983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:54 smithi111 ceph-mon[97855]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:54 smithi111 ceph-mon[116524]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:54 smithi155 ceph-mon[102677]: pgmap v9984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:56 smithi111 ceph-mon[97855]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:56 smithi111 ceph-mon[116524]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:56 smithi155 ceph-mon[102677]: pgmap v9985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:46:58 smithi111 ceph-mon[97855]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:46:58 smithi111 ceph-mon[116524]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:46:58 smithi155 ceph-mon[102677]: pgmap v9986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:46:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:47:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:00 smithi111 ceph-mon[97855]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:00 smithi111 ceph-mon[116524]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:00 smithi155 ceph-mon[102677]: pgmap v9987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:02 smithi111 ceph-mon[97855]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:02 smithi111 ceph-mon[116524]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:02 smithi155 ceph-mon[102677]: pgmap v9988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:04 smithi111 ceph-mon[97855]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:04 smithi111 ceph-mon[116524]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:04 smithi155 ceph-mon[102677]: pgmap v9989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:07 smithi155 ceph-mon[102677]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:47:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:07 smithi111 ceph-mon[97855]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:47:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:07 smithi111 ceph-mon[116524]: pgmap v9990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:47:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:47:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:47:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:47:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:47:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:47:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:47:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:47:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:09 smithi155 ceph-mon[102677]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:09 smithi111 ceph-mon[97855]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:47:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:47:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:09 smithi111 ceph-mon[116524]: pgmap v9991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:11 smithi155 ceph-mon[102677]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:11 smithi111 ceph-mon[97855]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:11 smithi111 ceph-mon[116524]: pgmap v9992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:13 smithi155 ceph-mon[102677]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:13 smithi111 ceph-mon[97855]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:13 smithi111 ceph-mon[116524]: pgmap v9993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:15 smithi155 ceph-mon[102677]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:15 smithi111 ceph-mon[97855]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:15 smithi111 ceph-mon[116524]: pgmap v9994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:17 smithi155 ceph-mon[102677]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:17 smithi111 ceph-mon[97855]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:17 smithi111 ceph-mon[116524]: pgmap v9995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:19 smithi155 ceph-mon[102677]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:19 smithi111 ceph-mon[97855]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:47:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:19 smithi111 ceph-mon[116524]: pgmap v9996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:21 smithi155 ceph-mon[102677]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:21 smithi111 ceph-mon[97855]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:21 smithi111 ceph-mon[116524]: pgmap v9997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:21.911 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:47:22.218 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:47:22.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:47:22.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:47:22.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:47:22.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:47:22.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:47:22.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:47:22.220 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:47:22.598 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:47:22.598 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:47:22.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:47:22.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:22.598 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:47:22.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:47:22.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:47:22.600 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:47:22.600 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:47:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:23 smithi155 ceph-mon[102677]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:23 smithi155 ceph-mon[102677]: from='client.35111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:23 smithi155 ceph-mon[102677]: from='client.25236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3908013473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:47:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[116524]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[116524]: from='client.35111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[116524]: from='client.25236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3908013473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[97855]: pgmap v9998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[97855]: from='client.35111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[97855]: from='client.25236 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3908013473' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:47:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:25 smithi155 ceph-mon[102677]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:25 smithi111 ceph-mon[97855]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:25 smithi111 ceph-mon[116524]: pgmap v9999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:27 smithi155 ceph-mon[102677]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:27 smithi111 ceph-mon[97855]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:27 smithi111 ceph-mon[116524]: pgmap v10000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:29 smithi155 ceph-mon[102677]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:29 smithi111 ceph-mon[97855]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:47:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:47:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:29 smithi111 ceph-mon[116524]: pgmap v10001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:31 smithi155 ceph-mon[102677]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:31 smithi111 ceph-mon[97855]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:31 smithi111 ceph-mon[116524]: pgmap v10002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:33 smithi155 ceph-mon[102677]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:33 smithi111 ceph-mon[97855]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:33 smithi111 ceph-mon[116524]: pgmap v10003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:35 smithi155 ceph-mon[102677]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:35 smithi111 ceph-mon[97855]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:35 smithi111 ceph-mon[116524]: pgmap v10004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:37 smithi155 ceph-mon[102677]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:37 smithi111 ceph-mon[97855]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:37 smithi111 ceph-mon[116524]: pgmap v10005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:39 smithi155 ceph-mon[102677]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:39 smithi111 ceph-mon[97855]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:47:39] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T08:47:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:39 smithi111 ceph-mon[116524]: pgmap v10006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:41 smithi155 ceph-mon[102677]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:41 smithi111 ceph-mon[97855]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:41 smithi111 ceph-mon[116524]: pgmap v10007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:43 smithi155 ceph-mon[102677]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:43 smithi111 ceph-mon[97855]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:43 smithi111 ceph-mon[116524]: pgmap v10008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:45 smithi155 ceph-mon[102677]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:45 smithi111 ceph-mon[97855]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:45 smithi111 ceph-mon[116524]: pgmap v10009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:47 smithi155 ceph-mon[102677]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:47 smithi111 ceph-mon[97855]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:47 smithi111 ceph-mon[116524]: pgmap v10010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:49 smithi155 ceph-mon[102677]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:49 smithi111 ceph-mon[97855]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:47:49] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:49 smithi111 ceph-mon[116524]: pgmap v10011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:47:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:51 smithi155 ceph-mon[102677]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:51 smithi111 ceph-mon[97855]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:51 smithi111 ceph-mon[116524]: pgmap v10012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:52.947 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:47:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:47:53.253 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:47:53.254 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:47:53.255 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:47:53.633 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:47:53.633 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:47:53.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:47:53.634 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:47:53.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:47:53.635 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:47:53.635 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:47:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:53 smithi155 ceph-mon[102677]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:53 smithi111 ceph-mon[97855]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:53 smithi111 ceph-mon[116524]: pgmap v10013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:54 smithi155 ceph-mon[102677]: from='client.35129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:54 smithi155 ceph-mon[102677]: from='client.35135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2455509976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:47:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:54 smithi111 ceph-mon[97855]: from='client.35129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:54 smithi111 ceph-mon[97855]: from='client.35135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2455509976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:47:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:54 smithi111 ceph-mon[116524]: from='client.35129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:54 smithi111 ceph-mon[116524]: from='client.35135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2455509976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:47:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:55 smithi155 ceph-mon[102677]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:55 smithi111 ceph-mon[97855]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:55 smithi111 ceph-mon[116524]: pgmap v10014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:57 smithi155 ceph-mon[102677]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:57 smithi111 ceph-mon[97855]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:57 smithi111 ceph-mon[116524]: pgmap v10015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:47:59 smithi155 ceph-mon[102677]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:47:59 smithi111 ceph-mon[97855]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:47:59] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:47:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:47:59 smithi111 ceph-mon[116524]: pgmap v10016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:01 smithi155 ceph-mon[102677]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:01 smithi111 ceph-mon[97855]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:01 smithi111 ceph-mon[116524]: pgmap v10017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:03 smithi155 ceph-mon[102677]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:03 smithi111 ceph-mon[97855]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:03 smithi111 ceph-mon[116524]: pgmap v10018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:05 smithi155 ceph-mon[102677]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:05 smithi111 ceph-mon[116524]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:05 smithi111 ceph-mon[97855]: pgmap v10019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:07 smithi155 ceph-mon[102677]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:48:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:07 smithi111 ceph-mon[97855]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:48:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:07 smithi111 ceph-mon[116524]: pgmap v10020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:48:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:48:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:48:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:48:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:48:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:48:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:48:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:48:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:48:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:48:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:09 smithi155 ceph-mon[102677]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:09 smithi111 ceph-mon[97855]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:48:09] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:48:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:09 smithi111 ceph-mon[116524]: pgmap v10021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:11 smithi155 ceph-mon[102677]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:11 smithi111 ceph-mon[97855]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:11 smithi111 ceph-mon[116524]: pgmap v10022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:13 smithi155 ceph-mon[102677]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:13 smithi111 ceph-mon[97855]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:13 smithi111 ceph-mon[116524]: pgmap v10023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:15 smithi155 ceph-mon[102677]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:15 smithi111 ceph-mon[97855]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:15 smithi111 ceph-mon[116524]: pgmap v10024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:17 smithi155 ceph-mon[102677]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:17 smithi111 ceph-mon[97855]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:17 smithi111 ceph-mon[116524]: pgmap v10025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:19 smithi155 ceph-mon[102677]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:48:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:48:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:19 smithi111 ceph-mon[97855]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:19 smithi111 ceph-mon[116524]: pgmap v10026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:21 smithi155 ceph-mon[102677]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:21 smithi111 ceph-mon[97855]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:21 smithi111 ceph-mon[116524]: pgmap v10027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:22 smithi155 ceph-mon[102677]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:22 smithi111 ceph-mon[97855]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:22 smithi111 ceph-mon[116524]: pgmap v10028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:23.981 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:48:24.286 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:48:24.287 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:48:24.667 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:48:24.668 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:48:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:24 smithi155 ceph-mon[102677]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:24 smithi155 ceph-mon[102677]: from='client.35147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:24 smithi155 ceph-mon[102677]: from='client.25272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1288578456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[97855]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[97855]: from='client.35147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[97855]: from='client.25272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1288578456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[116524]: pgmap v10029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[116524]: from='client.35147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[116524]: from='client.25272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1288578456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:48:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:26 smithi155 ceph-mon[102677]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:26 smithi111 ceph-mon[97855]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:26 smithi111 ceph-mon[116524]: pgmap v10030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:28 smithi111 ceph-mon[97855]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:28 smithi111 ceph-mon[116524]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:28 smithi155 ceph-mon[102677]: pgmap v10031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:48:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:48:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:30 smithi111 ceph-mon[97855]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:30 smithi111 ceph-mon[116524]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:30 smithi155 ceph-mon[102677]: pgmap v10032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:32 smithi111 ceph-mon[97855]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:32 smithi111 ceph-mon[116524]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:32 smithi155 ceph-mon[102677]: pgmap v10033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:34 smithi111 ceph-mon[97855]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:34 smithi111 ceph-mon[116524]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:34 smithi155 ceph-mon[102677]: pgmap v10034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:36 smithi111 ceph-mon[97855]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:36 smithi111 ceph-mon[116524]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:36 smithi155 ceph-mon[102677]: pgmap v10035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:38 smithi111 ceph-mon[97855]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:38 smithi111 ceph-mon[116524]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:38 smithi155 ceph-mon[102677]: pgmap v10036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:48:39] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:48:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:40 smithi111 ceph-mon[97855]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:40 smithi111 ceph-mon[116524]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:40 smithi155 ceph-mon[102677]: pgmap v10037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:42 smithi111 ceph-mon[97855]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:42 smithi111 ceph-mon[116524]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:42 smithi155 ceph-mon[102677]: pgmap v10038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:44 smithi111 ceph-mon[97855]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:44 smithi111 ceph-mon[116524]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:44 smithi155 ceph-mon[102677]: pgmap v10039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:46 smithi111 ceph-mon[97855]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:46 smithi111 ceph-mon[116524]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:46 smithi155 ceph-mon[102677]: pgmap v10040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:48 smithi111 ceph-mon[97855]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:48 smithi111 ceph-mon[116524]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:48 smithi155 ceph-mon[102677]: pgmap v10041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:48:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:48:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:48:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:50 smithi111 ceph-mon[97855]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:50 smithi111 ceph-mon[116524]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:50 smithi155 ceph-mon[102677]: pgmap v10042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:53 smithi155 ceph-mon[102677]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:52 smithi111 ceph-mon[97855]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:53 smithi111 ceph-mon[116524]: pgmap v10043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:55.015 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:48:55.322 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4771M 2456M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5066M 2456M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5420M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4510M 2456M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:48:55.323 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:48:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:55 smithi155 ceph-mon[102677]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:55 smithi111 ceph-mon[97855]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:55 smithi111 ceph-mon[116524]: pgmap v10044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:55.700 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:48:55.701 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:48:55.702 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:48:55.702 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:48:55.702 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:48:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:56 smithi155 ceph-mon[102677]: from='client.25284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:56 smithi155 ceph-mon[102677]: from='client.35171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2938010412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:48:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:56 smithi111 ceph-mon[97855]: from='client.25284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:56 smithi111 ceph-mon[97855]: from='client.35171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2938010412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:48:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:56 smithi111 ceph-mon[116524]: from='client.25284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:56 smithi111 ceph-mon[116524]: from='client.35171 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2938010412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:48:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:57 smithi155 ceph-mon[102677]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:57 smithi111 ceph-mon[97855]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:57 smithi111 ceph-mon[116524]: pgmap v10045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:59.296 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:48:59 smithi111 ceph-mon[97855]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:48:59 smithi111 ceph-mon[116524]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:48:59 smithi155 ceph-mon[102677]: pgmap v10046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:48:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:49:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:01 smithi155 ceph-mon[102677]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:01 smithi111 ceph-mon[97855]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:01 smithi111 ceph-mon[116524]: pgmap v10047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:03 smithi155 ceph-mon[102677]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:03 smithi111 ceph-mon[97855]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:03 smithi111 ceph-mon[116524]: pgmap v10048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:05 smithi155 ceph-mon[102677]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:05 smithi111 ceph-mon[97855]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:05 smithi111 ceph-mon[116524]: pgmap v10049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:07 smithi155 ceph-mon[102677]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:07 smithi111 ceph-mon[97855]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:07 smithi111 ceph-mon[116524]: pgmap v10050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:49:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:49:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2448M 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2448M 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:49:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: pgmap v10051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2448M 2023-12-01T08:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:49:09] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:49:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:11 smithi155 ceph-mon[102677]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:11 smithi111 ceph-mon[97855]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:11 smithi111 ceph-mon[116524]: pgmap v10052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:13 smithi155 ceph-mon[102677]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:13 smithi111 ceph-mon[97855]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:13 smithi111 ceph-mon[116524]: pgmap v10053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:15 smithi155 ceph-mon[102677]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:15 smithi111 ceph-mon[97855]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:15 smithi111 ceph-mon[116524]: pgmap v10054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:17 smithi155 ceph-mon[102677]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:17 smithi111 ceph-mon[97855]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:17 smithi111 ceph-mon[116524]: pgmap v10055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:19 smithi155 ceph-mon[102677]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:19 smithi111 ceph-mon[97855]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:49:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:49:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:19 smithi111 ceph-mon[116524]: pgmap v10056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:21 smithi155 ceph-mon[102677]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:21 smithi111 ceph-mon[97855]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:21 smithi111 ceph-mon[116524]: pgmap v10057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:23 smithi155 ceph-mon[102677]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:23 smithi111 ceph-mon[97855]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:23 smithi111 ceph-mon[116524]: pgmap v10058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:25 smithi155 ceph-mon[102677]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:25 smithi111 ceph-mon[97855]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:25 smithi111 ceph-mon[116524]: pgmap v10059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:26.045 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:49:26.351 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:49:26.352 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4771M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5066M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5420M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4510M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:49:26.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:49:26.354 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:49:26.732 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:49:26.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:49:26.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:26.733 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:49:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:49:26.734 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:49:26.734 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:27 smithi155 ceph-mon[102677]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:27 smithi155 ceph-mon[102677]: from='client.35183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:27 smithi155 ceph-mon[102677]: from='client.25308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3614159842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[97855]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[97855]: from='client.35183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[97855]: from='client.25308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3614159842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[116524]: pgmap v10060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[116524]: from='client.35183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[116524]: from='client.25308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3614159842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:49:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:29 smithi155 ceph-mon[102677]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:29 smithi111 ceph-mon[97855]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:49:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T08:49:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:29 smithi111 ceph-mon[116524]: pgmap v10061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:31 smithi155 ceph-mon[102677]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:31 smithi111 ceph-mon[97855]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:31 smithi111 ceph-mon[116524]: pgmap v10062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:33 smithi155 ceph-mon[102677]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:33 smithi111 ceph-mon[97855]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:33 smithi111 ceph-mon[116524]: pgmap v10063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:35 smithi155 ceph-mon[102677]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:35 smithi111 ceph-mon[97855]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:35 smithi111 ceph-mon[116524]: pgmap v10064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:37 smithi155 ceph-mon[102677]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:37 smithi111 ceph-mon[97855]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:37 smithi111 ceph-mon[116524]: pgmap v10065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:39 smithi155 ceph-mon[102677]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:39 smithi111 ceph-mon[97855]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:49:39] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:49:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:39 smithi111 ceph-mon[116524]: pgmap v10066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:41 smithi155 ceph-mon[102677]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:41 smithi111 ceph-mon[97855]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:41 smithi111 ceph-mon[116524]: pgmap v10067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:43 smithi155 ceph-mon[102677]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:43 smithi111 ceph-mon[97855]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:43 smithi111 ceph-mon[116524]: pgmap v10068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:45 smithi155 ceph-mon[102677]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:45 smithi111 ceph-mon[97855]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:45 smithi111 ceph-mon[116524]: pgmap v10069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:47 smithi155 ceph-mon[102677]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:47 smithi111 ceph-mon[97855]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:47 smithi111 ceph-mon[116524]: pgmap v10070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:49 smithi155 ceph-mon[102677]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:49 smithi111 ceph-mon[97855]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:49:49] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:49:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:49 smithi111 ceph-mon[116524]: pgmap v10071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:49:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:51 smithi155 ceph-mon[102677]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:51 smithi111 ceph-mon[97855]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:51 smithi111 ceph-mon[116524]: pgmap v10072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:53 smithi155 ceph-mon[102677]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:53 smithi111 ceph-mon[97855]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:53 smithi111 ceph-mon[116524]: pgmap v10073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:55 smithi155 ceph-mon[102677]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:55 smithi111 ceph-mon[97855]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:55 smithi111 ceph-mon[116524]: pgmap v10074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:57.078 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:49:57.387 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4771M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5066M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5420M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4510M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:49:57.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:49:57.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:49:57.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:49:57.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:49:57.389 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:49:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:57 smithi155 ceph-mon[102677]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:57 smithi111 ceph-mon[97855]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:57 smithi111 ceph-mon[116524]: pgmap v10075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:57.768 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:49:57.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:49:57.770 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:49:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:58 smithi155 ceph-mon[102677]: from='client.25320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:58 smithi155 ceph-mon[102677]: from='client.25326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/995447193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:58 smithi111 ceph-mon[97855]: from='client.25320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:58 smithi111 ceph-mon[97855]: from='client.25326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/995447193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:49:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:58 smithi111 ceph-mon[116524]: from='client.25320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:58 smithi111 ceph-mon[116524]: from='client.25326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/995447193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:49:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:49:59 smithi155 ceph-mon[102677]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:49:59 smithi111 ceph-mon[97855]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:49:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:49:59] "GET /metrics HTTP/1.1" 200 33955 "" "Prometheus/2.43.0" 2023-12-01T08:49:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:49:59 smithi111 ceph-mon[116524]: pgmap v10076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:50:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:50:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:00 smithi111 conmon[97831]: 2023-12-01T08:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:50:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T08:50:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:01 smithi155 ceph-mon[102677]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:01 smithi111 ceph-mon[97855]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:01 smithi111 ceph-mon[116524]: pgmap v10077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:03 smithi155 ceph-mon[102677]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:03 smithi111 ceph-mon[97855]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:03 smithi111 ceph-mon[116524]: pgmap v10078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:05 smithi155 ceph-mon[102677]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:05 smithi111 ceph-mon[97855]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:05 smithi111 ceph-mon[116524]: pgmap v10079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:07 smithi155 ceph-mon[102677]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:07 smithi111 ceph-mon[97855]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:07 smithi111 ceph-mon[116524]: pgmap v10080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:09 smithi155 ceph-mon[102677]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:50:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:50:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:50:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:50:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:50:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:50:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[97855]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[116524]: pgmap v10081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:50:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:50:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:50:09.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:50:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:11 smithi155 ceph-mon[102677]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:11 smithi111 ceph-mon[97855]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:11 smithi111 ceph-mon[116524]: pgmap v10082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:13 smithi111 ceph-mon[97855]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:13 smithi111 ceph-mon[116524]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:13 smithi155 ceph-mon[102677]: pgmap v10083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:15 smithi155 ceph-mon[102677]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:15 smithi111 ceph-mon[97855]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:15 smithi111 ceph-mon[116524]: pgmap v10084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:17 smithi155 ceph-mon[102677]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:17 smithi111 ceph-mon[97855]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:17 smithi111 ceph-mon[116524]: pgmap v10085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:19 smithi155 ceph-mon[102677]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:19 smithi111 ceph-mon[97855]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:50:19] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:50:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:19 smithi111 ceph-mon[116524]: pgmap v10086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:21 smithi155 ceph-mon[102677]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:21 smithi111 ceph-mon[97855]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:21 smithi111 ceph-mon[116524]: pgmap v10087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:23 smithi155 ceph-mon[102677]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:23 smithi111 ceph-mon[97855]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:23 smithi111 ceph-mon[116524]: pgmap v10088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:25 smithi155 ceph-mon[102677]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:25 smithi111 ceph-mon[97855]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:25 smithi111 ceph-mon[116524]: pgmap v10089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:27 smithi155 ceph-mon[102677]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:27 smithi111 ceph-mon[97855]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:27 smithi111 ceph-mon[116524]: pgmap v10090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:28.122 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:50:28.437 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:50:28.437 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:50:28.437 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:50:28.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:50:28.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:50:28.437 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4771M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5066M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5420M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4510M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:50:28.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:50:28.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:50:28.439 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:28.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:50:28.836 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:50:28.836 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:28.836 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:50:28.836 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:50:28.836 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:50:28.836 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:50:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:29 smithi155 ceph-mon[102677]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:29 smithi155 ceph-mon[102677]: from='client.25338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:50:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/442969075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:50:29.496 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:50:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:50:29.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:29 smithi111 ceph-mon[97855]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:29.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:29 smithi111 ceph-mon[97855]: from='client.25338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:50:29.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/442969075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:50:29.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:29 smithi111 ceph-mon[116524]: pgmap v10091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:29.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:29 smithi111 ceph-mon[116524]: from='client.25338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:50:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/442969075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:50:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:30 smithi155 ceph-mon[102677]: from='client.35225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:50:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:30 smithi111 ceph-mon[97855]: from='client.35225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:50:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:30 smithi111 ceph-mon[116524]: from='client.35225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:50:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:31 smithi155 ceph-mon[102677]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:31 smithi111 ceph-mon[97855]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:31 smithi111 ceph-mon[116524]: pgmap v10092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:33 smithi155 ceph-mon[102677]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:33 smithi111 ceph-mon[97855]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:33 smithi111 ceph-mon[116524]: pgmap v10093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:35 smithi155 ceph-mon[102677]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:35 smithi111 ceph-mon[97855]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:35 smithi111 ceph-mon[116524]: pgmap v10094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:37 smithi155 ceph-mon[102677]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:37 smithi111 ceph-mon[97855]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:37 smithi111 ceph-mon[116524]: pgmap v10095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:39 smithi155 ceph-mon[102677]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:39 smithi111 ceph-mon[97855]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:39 smithi111 ceph-mon[116524]: pgmap v10096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:50:39] "GET /metrics HTTP/1.1" 200 33954 "" "Prometheus/2.43.0" 2023-12-01T08:50:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:41 smithi155 ceph-mon[102677]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:41 smithi111 ceph-mon[97855]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:41 smithi111 ceph-mon[116524]: pgmap v10097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:43 smithi111 ceph-mon[97855]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:43 smithi111 ceph-mon[116524]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:43 smithi155 ceph-mon[102677]: pgmap v10098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:45 smithi111 ceph-mon[97855]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:45 smithi111 ceph-mon[116524]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:45 smithi155 ceph-mon[102677]: pgmap v10099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:47 smithi111 ceph-mon[97855]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:47 smithi111 ceph-mon[116524]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:47 smithi155 ceph-mon[102677]: pgmap v10100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:50:49] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:50:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:49 smithi111 ceph-mon[97855]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:49 smithi111 ceph-mon[116524]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:49 smithi155 ceph-mon[102677]: pgmap v10101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:50:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:51 smithi111 ceph-mon[97855]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:51 smithi111 ceph-mon[116524]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:51 smithi155 ceph-mon[102677]: pgmap v10102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:53 smithi111 ceph-mon[97855]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:53 smithi111 ceph-mon[116524]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:53 smithi155 ceph-mon[102677]: pgmap v10103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:55 smithi111 ceph-mon[97855]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:55 smithi111 ceph-mon[116524]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:55 smithi155 ceph-mon[102677]: pgmap v10104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:57 smithi111 ceph-mon[97855]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:57 smithi111 ceph-mon[116524]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:57 smithi155 ceph-mon[102677]: pgmap v10105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:59.180 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:50:59.488 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 10m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 10m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 10m ago 4h 26.0M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 10m ago 4h 28.2M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 10m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 10m ago 4h 719M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 10m ago 4h 1232M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 10m ago 4h 574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 10m ago 4h 532M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 10m ago 4h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 10m ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 10m ago 4h 4771M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 10m ago 4h 5066M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 10m ago 4h 5420M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:50:59.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 10m ago 4h 4510M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:50:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 10m ago 4h 3579M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:50:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 10m ago 4h 4445M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:50:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 10m ago 4h 3897M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:50:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 10m ago 4h 4567M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:50:59.490 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 10m ago 4h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:50:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:50:59 smithi111 ceph-mon[97855]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:50:59] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:50:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:50:59 smithi111 ceph-mon[116524]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:50:59 smithi155 ceph-mon[102677]: pgmap v10106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:50:59.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:50:59.873 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:51:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:00 smithi111 ceph-mon[97855]: from='client.35237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3408030254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:51:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:00 smithi111 ceph-mon[116524]: from='client.35237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3408030254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:51:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:00 smithi155 ceph-mon[102677]: from='client.35237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3408030254' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:51:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:01 smithi111 ceph-mon[97855]: from='client.25362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:01 smithi111 ceph-mon[97855]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:01 smithi111 ceph-mon[116524]: from='client.25362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:01 smithi111 ceph-mon[116524]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:01 smithi155 ceph-mon[102677]: from='client.25362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:01 smithi155 ceph-mon[102677]: pgmap v10107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:03 smithi111 ceph-mon[97855]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:03 smithi111 ceph-mon[116524]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:03 smithi155 ceph-mon[102677]: pgmap v10108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:05 smithi155 ceph-mon[102677]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:05 smithi111 ceph-mon[97855]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:05 smithi111 ceph-mon[116524]: pgmap v10109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:07 smithi155 ceph-mon[102677]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:07 smithi111 ceph-mon[97855]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:07 smithi111 ceph-mon[116524]: pgmap v10110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:09 smithi155 ceph-mon[102677]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:51:09] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T08:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:09 smithi111 ceph-mon[97855]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:51:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:09 smithi111 ceph-mon[116524]: pgmap v10111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:51:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:11 smithi155 ceph-mon[102677]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:11 smithi111 ceph-mon[97855]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:11 smithi111 ceph-mon[116524]: pgmap v10112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:12 smithi155 ceph-mon[102677]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:51:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[97855]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[116524]: pgmap v10113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:51:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:51:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:51:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:14 smithi155 ceph-mon[102677]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:14 smithi111 ceph-mon[97855]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:14 smithi111 ceph-mon[116524]: pgmap v10114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:16 smithi155 ceph-mon[102677]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:16 smithi111 ceph-mon[97855]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:16 smithi111 ceph-mon[116524]: pgmap v10115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:18 smithi111 ceph-mon[97855]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:18 smithi111 ceph-mon[116524]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:18 smithi155 ceph-mon[102677]: pgmap v10116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:51:19] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:51:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:20 smithi111 ceph-mon[97855]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:20 smithi111 ceph-mon[116524]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:20 smithi155 ceph-mon[102677]: pgmap v10117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:22 smithi111 ceph-mon[97855]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:22 smithi111 ceph-mon[116524]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:22 smithi155 ceph-mon[102677]: pgmap v10118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:24 smithi111 ceph-mon[97855]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:24 smithi111 ceph-mon[116524]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:24 smithi155 ceph-mon[102677]: pgmap v10119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:27 smithi155 ceph-mon[102677]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:26 smithi111 ceph-mon[97855]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:27 smithi111 ceph-mon[116524]: pgmap v10120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:29.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:29 smithi111 ceph-mon[97855]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:29.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:29 smithi111 ceph-mon[116524]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:29 smithi155 ceph-mon[102677]: pgmap v10121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:51:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T08:51:30.220 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 19s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:51:30.526 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 18s ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 19s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 18s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 18s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 19s ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 19s ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 18s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 19s ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 19s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 18s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 19s ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 19s ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 19s ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 19s ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 18s ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 18s ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:51:30.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 18s ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:51:30.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 18s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:51:30.528 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 18s ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:51:30.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:51:30.909 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:51:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:31 smithi155 ceph-mon[102677]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:31 smithi155 ceph-mon[102677]: from='client.25374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2133588808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:51:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:31 smithi111 ceph-mon[97855]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:31 smithi111 ceph-mon[97855]: from='client.25374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2133588808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:51:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:31 smithi111 ceph-mon[116524]: pgmap v10122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:31 smithi111 ceph-mon[116524]: from='client.25374 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2133588808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:51:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:32 smithi155 ceph-mon[102677]: from='client.25380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:32 smithi111 ceph-mon[116524]: from='client.25380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:32 smithi111 ceph-mon[97855]: from='client.25380 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:51:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:33 smithi155 ceph-mon[102677]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:33 smithi111 ceph-mon[97855]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:33 smithi111 ceph-mon[116524]: pgmap v10123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:35 smithi155 ceph-mon[102677]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:35 smithi111 ceph-mon[97855]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:35 smithi111 ceph-mon[116524]: pgmap v10124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:37 smithi155 ceph-mon[102677]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:37 smithi111 ceph-mon[97855]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:37 smithi111 ceph-mon[116524]: pgmap v10125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:39 smithi111 ceph-mon[97855]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:39 smithi111 ceph-mon[116524]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:39 smithi155 ceph-mon[102677]: pgmap v10126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:51:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T08:51:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:41 smithi155 ceph-mon[102677]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:41 smithi111 ceph-mon[97855]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:41 smithi111 ceph-mon[116524]: pgmap v10127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:43 smithi155 ceph-mon[102677]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:43 smithi111 ceph-mon[97855]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:43 smithi111 ceph-mon[116524]: pgmap v10128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:45 smithi155 ceph-mon[102677]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:45 smithi111 ceph-mon[97855]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:45 smithi111 ceph-mon[116524]: pgmap v10129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:47 smithi155 ceph-mon[102677]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:47 smithi111 ceph-mon[97855]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:47 smithi111 ceph-mon[116524]: pgmap v10130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:49.296 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:49 smithi111 ceph-mon[97855]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:49 smithi111 ceph-mon[116524]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:49 smithi155 ceph-mon[102677]: pgmap v10131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:51:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:51:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:51:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:51 smithi155 ceph-mon[102677]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:51 smithi111 ceph-mon[97855]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:51 smithi111 ceph-mon[116524]: pgmap v10132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:53 smithi155 ceph-mon[102677]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:53 smithi111 ceph-mon[97855]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:53 smithi111 ceph-mon[116524]: pgmap v10133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:55 smithi155 ceph-mon[102677]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:55 smithi111 ceph-mon[97855]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:55 smithi111 ceph-mon[116524]: pgmap v10134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:57 smithi155 ceph-mon[102677]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:57 smithi111 ceph-mon[97855]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:57 smithi111 ceph-mon[116524]: pgmap v10135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:51:59 smithi155 ceph-mon[102677]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:51:59 smithi111 ceph-mon[97855]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:51:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:51:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:51:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:51:59 smithi111 ceph-mon[116524]: pgmap v10136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:01.254 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:52:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:01 smithi155 ceph-mon[102677]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:01 smithi111 ceph-mon[97855]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:01 smithi111 ceph-mon[116524]: pgmap v10137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 50s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 49s ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 50s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 49s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 49s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:52:01.562 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 50s ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:52:01.563 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 50s ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:52:01.563 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 49s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:52:01.565 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 50s ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:52:01.565 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 50s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 49s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 50s ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 50s ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 50s ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 50s ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 49s ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 49s ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 49s ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 49s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:52:01.566 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 49s ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:52:01.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:52:01.941 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:52:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:02 smithi155 ceph-mon[102677]: from='client.25392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1989873871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:52:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:02 smithi111 ceph-mon[97855]: from='client.25392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1989873871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:52:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:02 smithi111 ceph-mon[116524]: from='client.25392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1989873871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:52:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:03 smithi155 ceph-mon[102677]: from='client.25398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:03.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:03 smithi155 ceph-mon[102677]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:03 smithi111 ceph-mon[97855]: from='client.25398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:03 smithi111 ceph-mon[97855]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:03 smithi111 ceph-mon[116524]: from='client.25398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:03 smithi111 ceph-mon[116524]: pgmap v10138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:05 smithi155 ceph-mon[102677]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:05 smithi111 ceph-mon[97855]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:05 smithi111 ceph-mon[116524]: pgmap v10139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:07 smithi155 ceph-mon[102677]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:07 smithi111 ceph-mon[97855]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:07 smithi111 ceph-mon[116524]: pgmap v10140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:09 smithi155 ceph-mon[102677]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:09 smithi111 ceph-mon[97855]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:52:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:52:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:09 smithi111 ceph-mon[116524]: pgmap v10141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:11 smithi155 ceph-mon[102677]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:11 smithi111 ceph-mon[97855]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:11 smithi111 ceph-mon[116524]: pgmap v10142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[97855]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[116524]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:52:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:12 smithi155 ceph-mon[102677]: pgmap v10143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:52:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:52:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:52:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:52:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:14 smithi155 ceph-mon[102677]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:14 smithi111 ceph-mon[97855]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:14 smithi111 ceph-mon[116524]: pgmap v10144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:17 smithi155 ceph-mon[102677]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:17 smithi111 ceph-mon[97855]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:17 smithi111 ceph-mon[116524]: pgmap v10145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:19 smithi111 ceph-mon[97855]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:19 smithi111 ceph-mon[116524]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:19 smithi155 ceph-mon[102677]: pgmap v10146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:52:19] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T08:52:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:21 smithi155 ceph-mon[102677]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:21 smithi111 ceph-mon[97855]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:21 smithi111 ceph-mon[116524]: pgmap v10147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:23 smithi155 ceph-mon[102677]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:23 smithi111 ceph-mon[97855]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:23 smithi111 ceph-mon[116524]: pgmap v10148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:25 smithi155 ceph-mon[102677]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:25 smithi111 ceph-mon[97855]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:25 smithi111 ceph-mon[116524]: pgmap v10149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:27.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:27 smithi155 ceph-mon[102677]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:27 smithi111 ceph-mon[97855]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:27 smithi111 ceph-mon[116524]: pgmap v10150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:29.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:29 smithi111 ceph-mon[97855]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:29 smithi111 ceph-mon[116524]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:29 smithi155 ceph-mon[102677]: pgmap v10151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:52:29] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T08:52:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:31 smithi155 ceph-mon[102677]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:31 smithi111 ceph-mon[97855]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:31 smithi111 ceph-mon[116524]: pgmap v10152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:32.287 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:52:32.595 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:52:32.595 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 81s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:52:32.595 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 80s ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:52:32.595 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 81s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:52:32.595 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 80s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 80s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 81s ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 81s ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 80s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 81s ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 81s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 80s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 81s ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:52:32.596 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 81s ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 81s ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 81s ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 80s ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 80s ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 80s ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 80s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:52:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 80s ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:52:32.976 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:52:32.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:52:32.976 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:52:32.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:52:32.978 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:52:32.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:52:32.978 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:52:32.978 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:52:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:33 smithi155 ceph-mon[102677]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:33 smithi155 ceph-mon[102677]: from='client.25410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/509737290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:52:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:33 smithi111 ceph-mon[97855]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:33 smithi111 ceph-mon[97855]: from='client.25410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/509737290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:52:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:33 smithi111 ceph-mon[116524]: pgmap v10153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:33 smithi111 ceph-mon[116524]: from='client.25410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/509737290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:52:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:34 smithi155 ceph-mon[102677]: from='client.35297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:34 smithi111 ceph-mon[97855]: from='client.35297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:34 smithi111 ceph-mon[116524]: from='client.35297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:52:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:35 smithi155 ceph-mon[102677]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:35 smithi111 ceph-mon[97855]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:35 smithi111 ceph-mon[116524]: pgmap v10154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:37.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:37 smithi155 ceph-mon[102677]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:37 smithi111 ceph-mon[97855]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:37 smithi111 ceph-mon[116524]: pgmap v10155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:39 smithi155 ceph-mon[102677]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:39 smithi111 ceph-mon[97855]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:39 smithi111 ceph-mon[116524]: pgmap v10156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:52:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T08:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 08:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T08:52:40.174658496Z level=info msg="Completed cleanup jobs" duration=140.694646ms 2023-12-01T08:52:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:41 smithi155 ceph-mon[102677]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:41 smithi111 ceph-mon[97855]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:41 smithi111 ceph-mon[116524]: pgmap v10157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:43 smithi155 ceph-mon[102677]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:43 smithi111 ceph-mon[97855]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:43 smithi111 ceph-mon[116524]: pgmap v10158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:45 smithi155 ceph-mon[102677]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:45 smithi111 ceph-mon[97855]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:45 smithi111 ceph-mon[116524]: pgmap v10159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:47 smithi155 ceph-mon[102677]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:47 smithi111 ceph-mon[97855]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:47 smithi111 ceph-mon[116524]: pgmap v10160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:49 smithi155 ceph-mon[102677]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:49 smithi111 ceph-mon[97855]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:49 smithi111 ceph-mon[116524]: pgmap v10161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:52:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:52:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:52:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:51 smithi155 ceph-mon[102677]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:51 smithi111 ceph-mon[97855]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:51 smithi111 ceph-mon[116524]: pgmap v10162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:53 smithi155 ceph-mon[102677]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:53 smithi111 ceph-mon[97855]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:53 smithi111 ceph-mon[116524]: pgmap v10163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:55 smithi155 ceph-mon[102677]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:55 smithi111 ceph-mon[97855]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:55 smithi111 ceph-mon[116524]: pgmap v10164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:57 smithi155 ceph-mon[102677]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:57.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:57 smithi111 ceph-mon[97855]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:57.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:57 smithi111 ceph-mon[116524]: pgmap v10165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:52:59 smithi155 ceph-mon[102677]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:52:59 smithi111 ceph-mon[97855]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:52:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:52:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:52:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:52:59 smithi111 ceph-mon[116524]: pgmap v10166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:01.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:01 smithi155 ceph-mon[102677]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:01 smithi111 ceph-mon[97855]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:01 smithi111 ceph-mon[116524]: pgmap v10167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:03.325 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:53:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:03 smithi155 ceph-mon[102677]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:03 smithi111 ceph-mon[97855]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:03 smithi111 ceph-mon[116524]: pgmap v10168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 112s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 111s ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 112s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 111s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 111s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 112s ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 112s ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 111s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:53:03.631 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 112s ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 112s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 111s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 112s ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 112s ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 112s ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 112s ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 111s ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 111s ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 111s ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:53:03.632 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 111s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:53:03.633 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 111s ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:53:04.010 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:53:04.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:53:04.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:53:04.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:04.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:53:04.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:53:04.011 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:53:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:04 smithi155 ceph-mon[102677]: from='client.35309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3389822933' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:53:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:04 smithi111 ceph-mon[97855]: from='client.35309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3389822933' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:53:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:04 smithi111 ceph-mon[116524]: from='client.35309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3389822933' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:53:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:05 smithi155 ceph-mon[102677]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:05 smithi155 ceph-mon[102677]: from='client.35315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:05 smithi111 ceph-mon[97855]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:05 smithi111 ceph-mon[97855]: from='client.35315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:05 smithi111 ceph-mon[116524]: pgmap v10169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:05 smithi111 ceph-mon[116524]: from='client.35315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:07 smithi155 ceph-mon[102677]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:07 smithi111 ceph-mon[97855]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:07 smithi111 ceph-mon[116524]: pgmap v10170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:09 smithi155 ceph-mon[102677]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:09 smithi111 ceph-mon[97855]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:53:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:53:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:09 smithi111 ceph-mon[116524]: pgmap v10171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:11 smithi155 ceph-mon[102677]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:11 smithi111 ceph-mon[97855]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:11 smithi111 ceph-mon[116524]: pgmap v10172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:13 smithi155 ceph-mon[102677]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:53:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[97855]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:53:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[116524]: pgmap v10173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:53:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:53:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:53:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:53:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:53:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:53:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:53:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:15 smithi155 ceph-mon[102677]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:15 smithi111 ceph-mon[97855]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:15 smithi111 ceph-mon[116524]: pgmap v10174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:17 smithi155 ceph-mon[102677]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:17 smithi111 ceph-mon[97855]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:17 smithi111 ceph-mon[116524]: pgmap v10175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:19 smithi155 ceph-mon[102677]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:53:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T08:53:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:19 smithi111 ceph-mon[116524]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:19 smithi111 ceph-mon[97855]: pgmap v10176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:21 smithi155 ceph-mon[102677]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:21 smithi111 ceph-mon[97855]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:21 smithi111 ceph-mon[116524]: pgmap v10177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:23 smithi155 ceph-mon[102677]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:23 smithi111 ceph-mon[97855]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:23 smithi111 ceph-mon[116524]: pgmap v10178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:25 smithi155 ceph-mon[102677]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:25 smithi111 ceph-mon[97855]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:25 smithi111 ceph-mon[116524]: pgmap v10179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:27 smithi155 ceph-mon[102677]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:27 smithi111 ceph-mon[97855]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:27 smithi111 ceph-mon[116524]: pgmap v10180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:29 smithi155 ceph-mon[102677]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:29 smithi111 ceph-mon[97855]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:29 smithi111 ceph-mon[116524]: pgmap v10181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:53:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T08:53:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:31 smithi155 ceph-mon[102677]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:31 smithi111 ceph-mon[97855]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:31 smithi111 ceph-mon[116524]: pgmap v10182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:33 smithi155 ceph-mon[102677]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:33 smithi111 ceph-mon[97855]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:33 smithi111 ceph-mon[116524]: pgmap v10183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:34.363 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:53:34.668 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:53:34.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:53:34.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:53:34.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:53:34.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:53:34.671 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:53:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:35.053 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:53:35.054 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:53:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:35 smithi155 ceph-mon[102677]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:35 smithi155 ceph-mon[102677]: from='client.25446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1634993900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:53:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:35 smithi111 ceph-mon[97855]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:35 smithi111 ceph-mon[97855]: from='client.25446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1634993900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:53:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:35 smithi111 ceph-mon[116524]: pgmap v10184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:35 smithi111 ceph-mon[116524]: from='client.25446 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1634993900' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:53:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:36 smithi155 ceph-mon[102677]: from='client.35333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:36 smithi111 ceph-mon[97855]: from='client.35333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:36 smithi111 ceph-mon[116524]: from='client.35333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:53:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:37 smithi155 ceph-mon[102677]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:37 smithi111 ceph-mon[97855]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:37 smithi111 ceph-mon[116524]: pgmap v10185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:39 smithi155 ceph-mon[102677]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:39 smithi111 ceph-mon[97855]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:53:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:53:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:39 smithi111 ceph-mon[116524]: pgmap v10186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:41 smithi155 ceph-mon[102677]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:41 smithi111 ceph-mon[97855]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:41 smithi111 ceph-mon[116524]: pgmap v10187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:43 smithi155 ceph-mon[102677]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:43 smithi111 ceph-mon[97855]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:43 smithi111 ceph-mon[116524]: pgmap v10188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:45 smithi155 ceph-mon[102677]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:45 smithi111 ceph-mon[97855]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:45 smithi111 ceph-mon[116524]: pgmap v10189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:47 smithi155 ceph-mon[102677]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:47 smithi111 ceph-mon[97855]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:47 smithi111 ceph-mon[116524]: pgmap v10190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:49 smithi155 ceph-mon[102677]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:53:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:53:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:49 smithi111 ceph-mon[97855]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:49 smithi111 ceph-mon[116524]: pgmap v10191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:53:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:51 smithi155 ceph-mon[102677]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:51 smithi111 ceph-mon[97855]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:51 smithi111 ceph-mon[116524]: pgmap v10192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:53 smithi155 ceph-mon[102677]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:53 smithi111 ceph-mon[97855]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:53 smithi111 ceph-mon[116524]: pgmap v10193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:55 smithi155 ceph-mon[102677]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:55 smithi111 ceph-mon[97855]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:55 smithi111 ceph-mon[116524]: pgmap v10194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:57 smithi155 ceph-mon[102677]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:57 smithi111 ceph-mon[97855]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:57 smithi111 ceph-mon[116524]: pgmap v10195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:53:59 smithi155 ceph-mon[102677]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:53:59 smithi111 ceph-mon[97855]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:53:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:53:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:53:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:53:59 smithi111 ceph-mon[116524]: pgmap v10196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:01 smithi155 ceph-mon[102677]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:01 smithi111 ceph-mon[97855]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:01 smithi111 ceph-mon[116524]: pgmap v10197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:03 smithi155 ceph-mon[102677]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:03 smithi111 ceph-mon[97855]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:03 smithi111 ceph-mon[116524]: pgmap v10198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:05.397 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:54:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:05 smithi155 ceph-mon[102677]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:05.707 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:54:05.707 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:54:05.707 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:54:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:54:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:54:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:54:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:54:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:54:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:54:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:54:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:05 smithi111 ceph-mon[97855]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:05 smithi111 ceph-mon[116524]: pgmap v10199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:06.087 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:54:06.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:54:06.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:54:06.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:06.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:54:06.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:54:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:54:06.089 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:54:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:06 smithi155 ceph-mon[102677]: from='client.35345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2559569768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:54:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:06 smithi111 ceph-mon[97855]: from='client.35345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2559569768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:54:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:06 smithi111 ceph-mon[116524]: from='client.35345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2559569768' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:54:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:07 smithi155 ceph-mon[102677]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:07 smithi155 ceph-mon[102677]: from='client.25470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:07 smithi111 ceph-mon[97855]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:07 smithi111 ceph-mon[97855]: from='client.25470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:07 smithi111 ceph-mon[116524]: pgmap v10200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:07 smithi111 ceph-mon[116524]: from='client.25470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:08 smithi155 ceph-mon[102677]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:08 smithi111 ceph-mon[97855]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:08 smithi111 ceph-mon[116524]: pgmap v10201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:54:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:54:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:10 smithi155 ceph-mon[102677]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:10 smithi111 ceph-mon[97855]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:10 smithi111 ceph-mon[116524]: pgmap v10202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:13 smithi155 ceph-mon[102677]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:13 smithi111 ceph-mon[97855]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:13 smithi111 ceph-mon[116524]: pgmap v10203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:54:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:54:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:54:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:54:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:54:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:54:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:54:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:54:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:54:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:54:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:54:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:54:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:15 smithi155 ceph-mon[102677]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:15 smithi111 ceph-mon[97855]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:15 smithi111 ceph-mon[116524]: pgmap v10204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:17 smithi155 ceph-mon[102677]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:17 smithi111 ceph-mon[97855]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:17 smithi111 ceph-mon[116524]: pgmap v10205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:19 smithi111 ceph-mon[97855]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:19 smithi111 ceph-mon[116524]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:19 smithi155 ceph-mon[102677]: pgmap v10206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:54:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:54:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:21 smithi155 ceph-mon[102677]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:21 smithi111 ceph-mon[97855]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:21 smithi111 ceph-mon[116524]: pgmap v10207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:23 smithi155 ceph-mon[102677]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:23 smithi111 ceph-mon[97855]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:23 smithi111 ceph-mon[116524]: pgmap v10208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:25 smithi155 ceph-mon[102677]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:25 smithi111 ceph-mon[97855]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:25 smithi111 ceph-mon[116524]: pgmap v10209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:27 smithi155 ceph-mon[102677]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:27 smithi111 ceph-mon[97855]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:27 smithi111 ceph-mon[116524]: pgmap v10210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:29 smithi155 ceph-mon[102677]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:29 smithi111 ceph-mon[97855]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:29 smithi111 ceph-mon[116524]: pgmap v10211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:54:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:54:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:31 smithi155 ceph-mon[102677]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:31 smithi111 ceph-mon[97855]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:31 smithi111 ceph-mon[116524]: pgmap v10212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:33 smithi155 ceph-mon[102677]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:33 smithi111 ceph-mon[97855]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:33 smithi111 ceph-mon[116524]: pgmap v10213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:35 smithi155 ceph-mon[102677]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:35 smithi111 ceph-mon[97855]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:35 smithi111 ceph-mon[116524]: pgmap v10214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:36.435 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:54:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:54:36.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:54:36.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:54:36.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:54:36.745 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:54:37.123 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:54:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:54:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:54:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:54:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:54:37.125 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:54:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:37 smithi155 ceph-mon[102677]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:37 smithi155 ceph-mon[102677]: from='client.35363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:37 smithi111 ceph-mon[97855]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:37 smithi111 ceph-mon[97855]: from='client.35363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:37 smithi111 ceph-mon[116524]: pgmap v10215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:37 smithi111 ceph-mon[116524]: from='client.35363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:38 smithi155 ceph-mon[102677]: from='client.25488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1428522942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:54:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:38 smithi111 ceph-mon[97855]: from='client.25488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1428522942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:54:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:38 smithi111 ceph-mon[116524]: from='client.25488 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:54:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1428522942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:54:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:39 smithi155 ceph-mon[102677]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:39 smithi111 ceph-mon[97855]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:39 smithi111 ceph-mon[116524]: pgmap v10216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:54:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:54:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:41 smithi155 ceph-mon[102677]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:41 smithi111 ceph-mon[97855]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:41 smithi111 ceph-mon[116524]: pgmap v10217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:43 smithi155 ceph-mon[102677]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:43 smithi111 ceph-mon[97855]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:43 smithi111 ceph-mon[116524]: pgmap v10218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:45 smithi155 ceph-mon[102677]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:45 smithi111 ceph-mon[97855]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:45 smithi111 ceph-mon[116524]: pgmap v10219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:47 smithi155 ceph-mon[102677]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:47 smithi111 ceph-mon[97855]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:47 smithi111 ceph-mon[116524]: pgmap v10220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:49 smithi155 ceph-mon[102677]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:49 smithi111 ceph-mon[97855]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:49 smithi111 ceph-mon[116524]: pgmap v10221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:54:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T08:54:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:54:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:51 smithi155 ceph-mon[102677]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:51 smithi111 ceph-mon[97855]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:51 smithi111 ceph-mon[116524]: pgmap v10222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:53 smithi155 ceph-mon[102677]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:53 smithi111 ceph-mon[97855]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:53 smithi111 ceph-mon[116524]: pgmap v10223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:55 smithi155 ceph-mon[102677]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:55 smithi111 ceph-mon[97855]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:55 smithi111 ceph-mon[116524]: pgmap v10224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:57 smithi155 ceph-mon[102677]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:57 smithi111 ceph-mon[97855]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:57 smithi111 ceph-mon[116524]: pgmap v10225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:54:59 smithi155 ceph-mon[102677]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:54:59 smithi111 ceph-mon[97855]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:54:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:54:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T08:54:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:54:59 smithi111 ceph-mon[116524]: pgmap v10226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:01 smithi155 ceph-mon[102677]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:01 smithi111 ceph-mon[97855]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:01 smithi111 ceph-mon[116524]: pgmap v10227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:03 smithi155 ceph-mon[102677]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:03 smithi111 ceph-mon[97855]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:03 smithi111 ceph-mon[116524]: pgmap v10228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:05 smithi155 ceph-mon[102677]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:05 smithi111 ceph-mon[97855]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:05 smithi111 ceph-mon[116524]: pgmap v10229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:07 smithi155 ceph-mon[102677]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:07.462 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:55:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:07 smithi111 ceph-mon[97855]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:07 smithi111 ceph-mon[116524]: pgmap v10230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:07.769 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:55:07.769 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:55:07.769 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:55:07.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:55:07.769 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:55:07.769 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:55:07.770 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:55:07.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:55:07.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:55:07.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:55:07.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:55:07.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:55:07.771 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:55:08.157 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:55:08.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:55:08.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:55:08.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:55:08.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:55:08.159 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:55:08.159 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:55:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:08 smithi155 ceph-mon[102677]: from='client.35381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:08 smithi111 ceph-mon[97855]: from='client.35381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:08 smithi111 ceph-mon[116524]: from='client.35381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:09 smithi155 ceph-mon[102677]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:09 smithi155 ceph-mon[102677]: from='client.35387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1444930605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:55:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:55:09] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T08:55:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:09 smithi111 ceph-mon[97855]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:09 smithi111 ceph-mon[97855]: from='client.35387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1444930605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:55:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:09 smithi111 ceph-mon[116524]: pgmap v10231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:09 smithi111 ceph-mon[116524]: from='client.35387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1444930605' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:55:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:11 smithi155 ceph-mon[102677]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:11 smithi111 ceph-mon[97855]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:11 smithi111 ceph-mon[116524]: pgmap v10232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:13 smithi155 ceph-mon[102677]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:13 smithi111 ceph-mon[97855]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:13 smithi111 ceph-mon[116524]: pgmap v10233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:55:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:55:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:55:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:15 smithi155 ceph-mon[102677]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:55:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:55:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:55:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[97855]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:55:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:55:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:55:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[116524]: pgmap v10234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:55:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:55:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:55:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:17 smithi155 ceph-mon[102677]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:17 smithi111 ceph-mon[97855]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:17 smithi111 ceph-mon[116524]: pgmap v10235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:19 smithi155 ceph-mon[102677]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:19 smithi111 ceph-mon[97855]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:55:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:55:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:19 smithi111 ceph-mon[116524]: pgmap v10236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:21 smithi155 ceph-mon[102677]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:21 smithi111 ceph-mon[97855]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:21 smithi111 ceph-mon[116524]: pgmap v10237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:23 smithi155 ceph-mon[102677]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:23 smithi111 ceph-mon[97855]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:23 smithi111 ceph-mon[116524]: pgmap v10238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:25 smithi155 ceph-mon[102677]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:25 smithi111 ceph-mon[97855]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:25 smithi111 ceph-mon[116524]: pgmap v10239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:27 smithi155 ceph-mon[102677]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:27 smithi111 ceph-mon[97855]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:27 smithi111 ceph-mon[116524]: pgmap v10240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:29 smithi155 ceph-mon[102677]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:29 smithi111 ceph-mon[97855]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:29 smithi111 ceph-mon[116524]: pgmap v10241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:55:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:55:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:31 smithi155 ceph-mon[102677]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:31 smithi111 ceph-mon[97855]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:31 smithi111 ceph-mon[116524]: pgmap v10242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:33 smithi155 ceph-mon[102677]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:33 smithi111 ceph-mon[97855]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:33 smithi111 ceph-mon[116524]: pgmap v10243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:35 smithi155 ceph-mon[102677]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:35 smithi111 ceph-mon[97855]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:35 smithi111 ceph-mon[116524]: pgmap v10244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:37 smithi155 ceph-mon[102677]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:37 smithi111 ceph-mon[97855]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:37 smithi111 ceph-mon[116524]: pgmap v10245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:38.501 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:55:38.808 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:55:38.809 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:55:39.186 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:55:39.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:55:39.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:55:39.188 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:55:39.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:55:39.188 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:55:39.188 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:55:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:39 smithi155 ceph-mon[102677]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/769205092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:55:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:55:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:55:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:39 smithi111 ceph-mon[97855]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/769205092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:39 smithi111 ceph-mon[116524]: pgmap v10246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/769205092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:55:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:40 smithi155 ceph-mon[102677]: from='client.25518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:40 smithi155 ceph-mon[102677]: from='client.25524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:40 smithi111 ceph-mon[97855]: from='client.25518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:40 smithi111 ceph-mon[97855]: from='client.25524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:40 smithi111 ceph-mon[116524]: from='client.25518 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:40 smithi111 ceph-mon[116524]: from='client.25524 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:55:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:41 smithi111 ceph-mon[97855]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:41 smithi111 ceph-mon[116524]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:41 smithi155 ceph-mon[102677]: pgmap v10247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:43 smithi111 ceph-mon[97855]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:43 smithi111 ceph-mon[116524]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:43 smithi155 ceph-mon[102677]: pgmap v10248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:45 smithi111 ceph-mon[97855]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:45 smithi111 ceph-mon[116524]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:45 smithi155 ceph-mon[102677]: pgmap v10249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:47 smithi111 ceph-mon[97855]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:47 smithi111 ceph-mon[116524]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:47 smithi155 ceph-mon[102677]: pgmap v10250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:55:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:55:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:49 smithi111 ceph-mon[97855]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:49 smithi111 ceph-mon[116524]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:49 smithi155 ceph-mon[102677]: pgmap v10251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:55:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:51 smithi111 ceph-mon[97855]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:51 smithi111 ceph-mon[116524]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:51 smithi155 ceph-mon[102677]: pgmap v10252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:53 smithi111 ceph-mon[97855]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:53 smithi111 ceph-mon[116524]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:53 smithi155 ceph-mon[102677]: pgmap v10253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:55 smithi111 ceph-mon[97855]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:55 smithi111 ceph-mon[116524]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:55 smithi155 ceph-mon[102677]: pgmap v10254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:57 smithi111 ceph-mon[97855]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:57 smithi111 ceph-mon[116524]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:57 smithi155 ceph-mon[102677]: pgmap v10255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:55:59 smithi111 ceph-mon[97855]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:55:59 smithi111 ceph-mon[116524]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:55:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:55:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:55:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:55:59 smithi155 ceph-mon[102677]: pgmap v10256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:01 smithi111 ceph-mon[97855]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:01 smithi111 ceph-mon[116524]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:01 smithi155 ceph-mon[102677]: pgmap v10257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:03 smithi111 ceph-mon[97855]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:03 smithi111 ceph-mon[116524]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:03 smithi155 ceph-mon[102677]: pgmap v10258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:05 smithi155 ceph-mon[102677]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:05 smithi111 ceph-mon[97855]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:05 smithi111 ceph-mon[116524]: pgmap v10259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:07 smithi155 ceph-mon[102677]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:07 smithi111 ceph-mon[97855]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:07 smithi111 ceph-mon[116524]: pgmap v10260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:09.531 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:56:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:09 smithi155 ceph-mon[102677]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:09 smithi111 ceph-mon[97855]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:56:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:56:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:09 smithi111 ceph-mon[116524]: pgmap v10261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:09.838 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:56:09.838 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:56:09.838 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:56:09.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:56:09.840 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:56:10.220 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:56:10.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:56:10.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:56:10.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:10.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:56:10.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:56:10.222 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:56:10.222 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:56:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4212247639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:56:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4212247639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:56:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4212247639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:56:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:11 smithi155 ceph-mon[102677]: from='client.25536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:11 smithi155 ceph-mon[102677]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:11 smithi155 ceph-mon[102677]: from='client.35423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:11 smithi111 ceph-mon[97855]: from='client.25536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:11 smithi111 ceph-mon[97855]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:11 smithi111 ceph-mon[97855]: from='client.35423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:11 smithi111 ceph-mon[116524]: from='client.25536 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:11 smithi111 ceph-mon[116524]: pgmap v10262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:11 smithi111 ceph-mon[116524]: from='client.35423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:13 smithi155 ceph-mon[102677]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:13 smithi111 ceph-mon[97855]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:13 smithi111 ceph-mon[116524]: pgmap v10263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:15 smithi155 ceph-mon[102677]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:56:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:56:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:56:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:56:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[97855]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:56:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:56:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:56:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:56:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[116524]: pgmap v10264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:56:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:56:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:56:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:56:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:17 smithi155 ceph-mon[102677]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:17 smithi111 ceph-mon[97855]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:17 smithi111 ceph-mon[116524]: pgmap v10265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:19 smithi155 ceph-mon[102677]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:19 smithi111 ceph-mon[97855]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:56:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:56:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:19 smithi111 ceph-mon[116524]: pgmap v10266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:21 smithi155 ceph-mon[102677]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:21 smithi111 ceph-mon[97855]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:21 smithi111 ceph-mon[116524]: pgmap v10267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:23 smithi155 ceph-mon[102677]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:23 smithi111 ceph-mon[97855]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:23 smithi111 ceph-mon[116524]: pgmap v10268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:25 smithi155 ceph-mon[102677]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:25 smithi111 ceph-mon[97855]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:25 smithi111 ceph-mon[116524]: pgmap v10269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:27 smithi155 ceph-mon[102677]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:27 smithi111 ceph-mon[97855]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:27 smithi111 ceph-mon[116524]: pgmap v10270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:29 smithi155 ceph-mon[102677]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:29 smithi111 ceph-mon[97855]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:56:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:56:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:29 smithi111 ceph-mon[116524]: pgmap v10271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:31 smithi155 ceph-mon[102677]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:31 smithi111 ceph-mon[97855]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:31 smithi111 ceph-mon[116524]: pgmap v10272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:33 smithi155 ceph-mon[102677]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:33 smithi111 ceph-mon[97855]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:33 smithi111 ceph-mon[116524]: pgmap v10273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:35 smithi155 ceph-mon[102677]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:35 smithi111 ceph-mon[97855]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:35 smithi111 ceph-mon[116524]: pgmap v10274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:37 smithi155 ceph-mon[102677]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:37 smithi111 ceph-mon[97855]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:37 smithi111 ceph-mon[116524]: pgmap v10275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:39 smithi155 ceph-mon[102677]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:39 smithi111 ceph-mon[97855]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:56:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T08:56:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:39 smithi111 ceph-mon[116524]: pgmap v10276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:40.568 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:56:40.874 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:56:40.874 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:56:40.874 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:56:40.874 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:56:40.875 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:56:40.876 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:56:41.254 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:56:41.254 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:56:41.254 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:56:41.254 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:41.254 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:56:41.255 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:56:41.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:56:41.256 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:56:41.256 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:56:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:41 smithi155 ceph-mon[102677]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1782739634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:56:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:41 smithi111 ceph-mon[97855]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1782739634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:56:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:41 smithi111 ceph-mon[116524]: pgmap v10277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1782739634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:56:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:42 smithi155 ceph-mon[102677]: from='client.35435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:42 smithi155 ceph-mon[102677]: from='client.25560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:42 smithi111 ceph-mon[97855]: from='client.35435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:42 smithi111 ceph-mon[97855]: from='client.25560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:42 smithi111 ceph-mon[116524]: from='client.35435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:42 smithi111 ceph-mon[116524]: from='client.25560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:56:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:43 smithi155 ceph-mon[102677]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:43 smithi111 ceph-mon[97855]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:43 smithi111 ceph-mon[116524]: pgmap v10278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:45 smithi155 ceph-mon[102677]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:45 smithi111 ceph-mon[97855]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:45 smithi111 ceph-mon[116524]: pgmap v10279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:47 smithi155 ceph-mon[102677]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:47 smithi111 ceph-mon[97855]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:47 smithi111 ceph-mon[116524]: pgmap v10280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:49 smithi155 ceph-mon[102677]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:49 smithi111 ceph-mon[97855]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:56:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:56:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:49 smithi111 ceph-mon[116524]: pgmap v10281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:56:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:51 smithi155 ceph-mon[102677]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:51 smithi111 ceph-mon[97855]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:51 smithi111 ceph-mon[116524]: pgmap v10282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:53 smithi155 ceph-mon[102677]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:53 smithi111 ceph-mon[97855]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:53 smithi111 ceph-mon[116524]: pgmap v10283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:55 smithi155 ceph-mon[102677]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:55 smithi111 ceph-mon[97855]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:55 smithi111 ceph-mon[116524]: pgmap v10284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:57 smithi155 ceph-mon[102677]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:57 smithi111 ceph-mon[97855]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:57 smithi111 ceph-mon[116524]: pgmap v10285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:56:59 smithi155 ceph-mon[102677]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:56:59 smithi111 ceph-mon[97855]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:56:59 smithi111 ceph-mon[116524]: pgmap v10286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:56:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:57:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:01 smithi155 ceph-mon[102677]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:01 smithi111 ceph-mon[97855]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:01 smithi111 ceph-mon[116524]: pgmap v10287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:03 smithi155 ceph-mon[102677]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:03 smithi111 ceph-mon[97855]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:03 smithi111 ceph-mon[116524]: pgmap v10288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:05 smithi155 ceph-mon[102677]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:05 smithi111 ceph-mon[97855]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:05 smithi111 ceph-mon[116524]: pgmap v10289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:07 smithi155 ceph-mon[102677]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:07 smithi111 ceph-mon[97855]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:07 smithi111 ceph-mon[116524]: pgmap v10290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:09 smithi155 ceph-mon[102677]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:09 smithi111 ceph-mon[97855]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:09 smithi111 ceph-mon[116524]: pgmap v10291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:57:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:57:11.602 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:57:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:11 smithi155 ceph-mon[102677]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:11.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:11 smithi111 ceph-mon[97855]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:11 smithi111 ceph-mon[116524]: pgmap v10292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:11.906 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:57:11.906 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:57:11.906 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:57:11.906 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:57:11.906 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:57:11.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:57:11.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:57:11.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:57:11.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:57:11.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:57:11.908 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:57:11.908 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:57:12.284 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:57:12.284 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:57:12.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:57:12.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:12.284 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:57:12.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:57:12.285 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:57:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:13 smithi155 ceph-mon[102677]: from='client.25572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:13 smithi155 ceph-mon[102677]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:13 smithi155 ceph-mon[102677]: from='client.25578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/666531765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[97855]: from='client.25572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[97855]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[97855]: from='client.25578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/666531765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[116524]: from='client.25572 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[116524]: pgmap v10293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[116524]: from='client.25578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/666531765' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:57:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:15 smithi155 ceph-mon[102677]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:57:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:15 smithi111 ceph-mon[97855]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:57:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:15 smithi111 ceph-mon[116524]: pgmap v10294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:57:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:57:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:57:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:57:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:57:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:57:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:57:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:57:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:57:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:57:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:17 smithi155 ceph-mon[102677]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:17 smithi111 ceph-mon[97855]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:17 smithi111 ceph-mon[116524]: pgmap v10295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:19 smithi155 ceph-mon[102677]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:57:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:57:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:19 smithi111 ceph-mon[97855]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:19 smithi111 ceph-mon[116524]: pgmap v10296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:21 smithi155 ceph-mon[102677]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:21 smithi111 ceph-mon[97855]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:21 smithi111 ceph-mon[116524]: pgmap v10297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:23 smithi155 ceph-mon[102677]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:23 smithi111 ceph-mon[97855]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:23 smithi111 ceph-mon[116524]: pgmap v10298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:25 smithi155 ceph-mon[102677]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:25 smithi111 ceph-mon[97855]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:25 smithi111 ceph-mon[116524]: pgmap v10299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:27 smithi155 ceph-mon[102677]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:27 smithi111 ceph-mon[97855]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:27 smithi111 ceph-mon[116524]: pgmap v10300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:29 smithi155 ceph-mon[102677]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:29 smithi111 ceph-mon[97855]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:57:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:57:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:29 smithi111 ceph-mon[116524]: pgmap v10301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:31 smithi155 ceph-mon[102677]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:31 smithi111 ceph-mon[97855]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:31 smithi111 ceph-mon[116524]: pgmap v10302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:33 smithi155 ceph-mon[102677]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:33 smithi111 ceph-mon[97855]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:33 smithi111 ceph-mon[116524]: pgmap v10303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:35 smithi155 ceph-mon[102677]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:35 smithi111 ceph-mon[116524]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:35 smithi111 ceph-mon[97855]: pgmap v10304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:37 smithi155 ceph-mon[102677]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:37 smithi111 ceph-mon[116524]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:37 smithi111 ceph-mon[97855]: pgmap v10305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:39 smithi155 ceph-mon[102677]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:39 smithi111 ceph-mon[97855]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:57:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:57:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:39 smithi111 ceph-mon[116524]: pgmap v10306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:41 smithi155 ceph-mon[102677]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:41 smithi111 ceph-mon[97855]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:41 smithi111 ceph-mon[116524]: pgmap v10307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:42.631 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:57:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:57:42.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:57:42.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:57:42.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:57:42.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:57:42.938 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:57:43.315 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:57:43.315 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:57:43.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:57:43.315 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:57:43.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:57:43.317 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:57:43.317 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:57:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:43 smithi155 ceph-mon[102677]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3051956970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:57:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:43 smithi111 ceph-mon[97855]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3051956970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:57:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:43 smithi111 ceph-mon[116524]: pgmap v10308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3051956970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:57:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:44 smithi155 ceph-mon[102677]: from='client.25590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:44 smithi155 ceph-mon[102677]: from='client.35477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:44 smithi111 ceph-mon[97855]: from='client.25590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:44 smithi111 ceph-mon[97855]: from='client.35477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:44 smithi111 ceph-mon[116524]: from='client.25590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:44 smithi111 ceph-mon[116524]: from='client.35477 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:57:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:45 smithi155 ceph-mon[102677]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:45 smithi111 ceph-mon[97855]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:45 smithi111 ceph-mon[116524]: pgmap v10309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:47 smithi155 ceph-mon[102677]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:47 smithi111 ceph-mon[97855]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:47 smithi111 ceph-mon[116524]: pgmap v10310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:49 smithi155 ceph-mon[102677]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:57:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:57:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:49 smithi111 ceph-mon[116524]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:49 smithi111 ceph-mon[97855]: pgmap v10311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:57:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:51 smithi155 ceph-mon[102677]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:51 smithi111 ceph-mon[97855]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:51 smithi111 ceph-mon[116524]: pgmap v10312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:53 smithi155 ceph-mon[102677]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:53 smithi111 ceph-mon[97855]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:53 smithi111 ceph-mon[116524]: pgmap v10313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:55 smithi155 ceph-mon[102677]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:55 smithi111 ceph-mon[97855]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:55 smithi111 ceph-mon[116524]: pgmap v10314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:57 smithi155 ceph-mon[102677]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:57 smithi111 ceph-mon[97855]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:57 smithi111 ceph-mon[116524]: pgmap v10315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:57:59 smithi155 ceph-mon[102677]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:57:59 smithi111 ceph-mon[97855]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:57:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:57:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:57:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:57:59 smithi111 ceph-mon[116524]: pgmap v10316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:01 smithi155 ceph-mon[102677]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:01 smithi111 ceph-mon[97855]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:01 smithi111 ceph-mon[116524]: pgmap v10317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:03 smithi155 ceph-mon[102677]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:03 smithi111 ceph-mon[97855]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:03 smithi111 ceph-mon[116524]: pgmap v10318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:05 smithi155 ceph-mon[102677]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:05 smithi111 ceph-mon[97855]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:05 smithi111 ceph-mon[116524]: pgmap v10319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:07 smithi155 ceph-mon[102677]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:07 smithi111 ceph-mon[97855]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:07 smithi111 ceph-mon[116524]: pgmap v10320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:09 smithi155 ceph-mon[102677]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:09 smithi111 ceph-mon[97855]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:09 smithi111 ceph-mon[116524]: pgmap v10321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:58:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:58:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:11 smithi155 ceph-mon[102677]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:11 smithi111 ceph-mon[97855]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:11 smithi111 ceph-mon[116524]: pgmap v10322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:13.656 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:58:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:13 smithi155 ceph-mon[102677]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:13 smithi111 ceph-mon[97855]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:13 smithi111 ceph-mon[116524]: pgmap v10323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:58:13.962 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:58:13.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:58:13.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:58:13.964 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:58:14.341 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:58:14.342 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:58:14.343 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:58:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3334500049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:58:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3334500049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:58:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3334500049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:58:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:15 smithi155 ceph-mon[102677]: from='client.25608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:15 smithi155 ceph-mon[102677]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:15 smithi155 ceph-mon[102677]: from='client.35495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:58:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[97855]: from='client.25608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[97855]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[97855]: from='client.35495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:58:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[116524]: from='client.25608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[116524]: pgmap v10324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[116524]: from='client.35495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:58:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:58:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:58:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:58:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:58:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:58:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:58:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:58:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:58:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:58:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:17 smithi155 ceph-mon[102677]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:17 smithi111 ceph-mon[97855]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:17 smithi111 ceph-mon[116524]: pgmap v10325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:19 smithi111 ceph-mon[97855]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:19 smithi111 ceph-mon[116524]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:58:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:58:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:19 smithi155 ceph-mon[102677]: pgmap v10326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:21 smithi111 ceph-mon[97855]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:21 smithi111 ceph-mon[116524]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:21 smithi155 ceph-mon[102677]: pgmap v10327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:23 smithi111 ceph-mon[97855]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:23 smithi111 ceph-mon[116524]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:23 smithi155 ceph-mon[102677]: pgmap v10328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:25 smithi111 ceph-mon[97855]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:25 smithi111 ceph-mon[116524]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:25 smithi155 ceph-mon[102677]: pgmap v10329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:27 smithi111 ceph-mon[116524]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:27 smithi111 ceph-mon[97855]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:27 smithi155 ceph-mon[102677]: pgmap v10330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:29 smithi111 ceph-mon[97855]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:58:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T08:58:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:29 smithi111 ceph-mon[116524]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:29 smithi155 ceph-mon[102677]: pgmap v10331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:31 smithi111 ceph-mon[97855]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:31 smithi111 ceph-mon[116524]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:31 smithi155 ceph-mon[102677]: pgmap v10332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:33 smithi111 ceph-mon[97855]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:33 smithi111 ceph-mon[116524]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:33 smithi155 ceph-mon[102677]: pgmap v10333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:35 smithi111 ceph-mon[97855]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:35 smithi111 ceph-mon[116524]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:35 smithi155 ceph-mon[102677]: pgmap v10334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:36 smithi111 ceph-mon[97855]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:36 smithi111 ceph-mon[116524]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:36 smithi155 ceph-mon[102677]: pgmap v10335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:39 smithi155 ceph-mon[102677]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:39 smithi111 ceph-mon[97855]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:58:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:58:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:39 smithi111 ceph-mon[116524]: pgmap v10336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:41 smithi155 ceph-mon[102677]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:41 smithi111 ceph-mon[97855]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:41 smithi111 ceph-mon[116524]: pgmap v10337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:43 smithi155 ceph-mon[102677]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:43 smithi111 ceph-mon[97855]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:43 smithi111 ceph-mon[116524]: pgmap v10338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:44.689 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:58:44.994 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:58:44.994 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:58:44.994 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:58:44.994 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:58:44.994 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:58:44.994 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:58:44.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:58:44.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:58:44.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:58:44.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:58:44.996 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:58:45.374 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:58:45.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:58:45.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:58:45.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:45.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:58:45.375 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:58:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:45 smithi155 ceph-mon[102677]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:45 smithi111 ceph-mon[97855]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:45 smithi111 ceph-mon[116524]: pgmap v10339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:46 smithi155 ceph-mon[102677]: from='client.35507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:46 smithi155 ceph-mon[102677]: from='client.25632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2293383873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:46 smithi111 ceph-mon[97855]: from='client.35507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:46 smithi111 ceph-mon[97855]: from='client.25632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2293383873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:58:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:46 smithi111 ceph-mon[116524]: from='client.35507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:46 smithi111 ceph-mon[116524]: from='client.25632 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2293383873' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:58:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:47 smithi155 ceph-mon[102677]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:47 smithi111 ceph-mon[97855]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:47 smithi111 ceph-mon[116524]: pgmap v10340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:49 smithi155 ceph-mon[102677]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:49 smithi111 ceph-mon[97855]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:58:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:58:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:49 smithi111 ceph-mon[116524]: pgmap v10341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:58:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:51 smithi155 ceph-mon[102677]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:51 smithi111 ceph-mon[97855]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:51 smithi111 ceph-mon[116524]: pgmap v10342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:53 smithi155 ceph-mon[102677]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:53 smithi111 ceph-mon[97855]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:53 smithi111 ceph-mon[116524]: pgmap v10343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:55 smithi155 ceph-mon[102677]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:55 smithi111 ceph-mon[97855]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:55 smithi111 ceph-mon[116524]: pgmap v10344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:57 smithi155 ceph-mon[102677]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:57 smithi111 ceph-mon[97855]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:57 smithi111 ceph-mon[116524]: pgmap v10345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:58:59 smithi155 ceph-mon[102677]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:58:59 smithi111 ceph-mon[97855]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:58:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:58:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T08:58:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:58:59 smithi111 ceph-mon[116524]: pgmap v10346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:01 smithi155 ceph-mon[102677]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:01 smithi111 ceph-mon[97855]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:01 smithi111 ceph-mon[116524]: pgmap v10347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:03 smithi155 ceph-mon[102677]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:03 smithi111 ceph-mon[97855]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:03 smithi111 ceph-mon[116524]: pgmap v10348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:05 smithi155 ceph-mon[102677]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:05 smithi111 ceph-mon[97855]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:05 smithi111 ceph-mon[116524]: pgmap v10349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:07 smithi155 ceph-mon[102677]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:07 smithi111 ceph-mon[97855]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:07 smithi111 ceph-mon[116524]: pgmap v10350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:09 smithi155 ceph-mon[102677]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:09 smithi111 ceph-mon[97855]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:09 smithi111 ceph-mon[116524]: pgmap v10351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:59:09] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T08:59:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:11 smithi155 ceph-mon[102677]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:11 smithi111 ceph-mon[97855]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:11 smithi111 ceph-mon[116524]: pgmap v10352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:13 smithi155 ceph-mon[102677]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:13 smithi111 ceph-mon[97855]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:13 smithi111 ceph-mon[116524]: pgmap v10353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:15 smithi155 ceph-mon[102677]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:15 smithi111 ceph-mon[97855]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:15 smithi111 ceph-mon[116524]: pgmap v10354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:15.715 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:59:16.056 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4801M 2448M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5096M 2448M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5444M 2448M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4539M 2448M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:59:16.057 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:59:16.058 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:59:16.058 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:59:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:59:16.460 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:59:16.460 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:59:16.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:59:16.460 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:16.460 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:59:16.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:59:16.461 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:59:16.462 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:59:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:59:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='client.35525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='client.35531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2438M 2023-12-01T08:59:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:59:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:59:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:59:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:59:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/580067299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:59:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='client.35525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='client.35531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2438M 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/580067299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: pgmap v10355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='client.35525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='client.35531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2438M 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:59:17.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T08:59:17.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T08:59:17.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T08:59:17.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/580067299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:59:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:19 smithi155 ceph-mon[102677]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:19 smithi111 ceph-mon[97855]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:59:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T08:59:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:19 smithi111 ceph-mon[116524]: pgmap v10356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:21 smithi155 ceph-mon[102677]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:21 smithi111 ceph-mon[97855]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:21 smithi111 ceph-mon[116524]: pgmap v10357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:23 smithi155 ceph-mon[102677]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:23 smithi111 ceph-mon[97855]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:23 smithi111 ceph-mon[116524]: pgmap v10358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:25 smithi155 ceph-mon[102677]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:25 smithi111 ceph-mon[97855]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:25 smithi111 ceph-mon[116524]: pgmap v10359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:27 smithi155 ceph-mon[102677]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:27 smithi111 ceph-mon[116524]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:27 smithi111 ceph-mon[97855]: pgmap v10360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:29 smithi155 ceph-mon[102677]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:29 smithi111 ceph-mon[97855]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:59:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T08:59:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:29 smithi111 ceph-mon[116524]: pgmap v10361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:31 smithi155 ceph-mon[102677]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:31 smithi111 ceph-mon[97855]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:31 smithi111 ceph-mon[116524]: pgmap v10362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:33 smithi155 ceph-mon[102677]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:33 smithi111 ceph-mon[97855]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:33 smithi111 ceph-mon[116524]: pgmap v10363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:35 smithi155 ceph-mon[102677]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:35 smithi111 ceph-mon[97855]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:35 smithi111 ceph-mon[116524]: pgmap v10364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:37 smithi155 ceph-mon[102677]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:37 smithi111 ceph-mon[97855]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:37 smithi111 ceph-mon[116524]: pgmap v10365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:39 smithi155 ceph-mon[102677]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:39 smithi111 ceph-mon[97855]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:39 smithi111 ceph-mon[116524]: pgmap v10366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:59:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T08:59:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:41 smithi155 ceph-mon[102677]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:41 smithi111 ceph-mon[97855]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:41 smithi111 ceph-mon[116524]: pgmap v10367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:43 smithi111 ceph-mon[97855]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:43 smithi111 ceph-mon[116524]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:43 smithi155 ceph-mon[102677]: pgmap v10368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:45 smithi111 ceph-mon[97855]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:45 smithi111 ceph-mon[116524]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:45 smithi155 ceph-mon[102677]: pgmap v10369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:46.806 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T08:59:47.114 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T08:59:47.114 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T08:59:47.115 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4801M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5096M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5444M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4539M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T08:59:47.116 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T08:59:47.493 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T08:59:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T08:59:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T08:59:47.494 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T08:59:47.494 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T08:59:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:47 smithi111 ceph-mon[97855]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:47 smithi111 ceph-mon[116524]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:47 smithi155 ceph-mon[102677]: pgmap v10370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:48 smithi111 ceph-mon[116524]: from='client.35543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:48 smithi111 ceph-mon[116524]: from='client.35549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/550110233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:59:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:48 smithi111 ceph-mon[97855]: from='client.35543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:48 smithi111 ceph-mon[97855]: from='client.35549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/550110233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:59:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:48 smithi155 ceph-mon[102677]: from='client.35543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:48 smithi155 ceph-mon[102677]: from='client.35549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T08:59:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/550110233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T08:59:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:59:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:59:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:49 smithi111 ceph-mon[97855]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:49 smithi111 ceph-mon[116524]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:49 smithi155 ceph-mon[102677]: pgmap v10371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T08:59:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:51 smithi111 ceph-mon[97855]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:51 smithi111 ceph-mon[116524]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:51 smithi155 ceph-mon[102677]: pgmap v10372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:53 smithi111 ceph-mon[97855]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:53 smithi111 ceph-mon[116524]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:53 smithi155 ceph-mon[102677]: pgmap v10373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:55 smithi111 ceph-mon[97855]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:55 smithi111 ceph-mon[116524]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:55 smithi155 ceph-mon[102677]: pgmap v10374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:57 smithi111 ceph-mon[97855]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:57 smithi111 ceph-mon[116524]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:57 smithi155 ceph-mon[102677]: pgmap v10375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 08:59:59 smithi111 ceph-mon[97855]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 08:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:08:59:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T08:59:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 08:59:59 smithi111 ceph-mon[116524]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T08:59:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 08:59:59 smithi155 ceph-mon[102677]: pgmap v10376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:00 smithi111 conmon[97831]: 2023-12-01T08:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:00:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:00:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:00:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:01 smithi155 ceph-mon[102677]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:01 smithi111 ceph-mon[97855]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:01 smithi111 ceph-mon[116524]: pgmap v10377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:03 smithi155 ceph-mon[102677]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:03 smithi111 ceph-mon[97855]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:03 smithi111 ceph-mon[116524]: pgmap v10378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:05 smithi155 ceph-mon[102677]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:05 smithi111 ceph-mon[97855]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:05 smithi111 ceph-mon[116524]: pgmap v10379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:07 smithi155 ceph-mon[102677]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:07 smithi111 ceph-mon[97855]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:07 smithi111 ceph-mon[116524]: pgmap v10380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:08.456 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 09:00:08 smithi155 conmon[154588]: ts=2023-12-01T09:00:08.117Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1701410400138 maxt=1701417600000 ulid=01HGJ9PMGJ4T898B4WEEJ0M5BF duration=34.397273ms 2023-12-01T09:00:08.456 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 09:00:08 smithi155 conmon[154588]: ts=2023-12-01T09:00:08.120Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.408925ms 2023-12-01T09:00:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:09 smithi155 ceph-mon[102677]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:09 smithi111 ceph-mon[97855]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:00:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:00:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:09 smithi111 ceph-mon[116524]: pgmap v10381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:11 smithi155 ceph-mon[102677]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:11 smithi111 ceph-mon[97855]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:11 smithi111 ceph-mon[116524]: pgmap v10382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:13 smithi155 ceph-mon[102677]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:13 smithi111 ceph-mon[97855]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:13 smithi111 ceph-mon[116524]: pgmap v10383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:15 smithi155 ceph-mon[102677]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:15 smithi111 ceph-mon[97855]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:15 smithi111 ceph-mon[116524]: pgmap v10384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:17 smithi155 ceph-mon[102677]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:00:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[116524]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[97855]: pgmap v10385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:00:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:00:17.829 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:00:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4801M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5096M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5444M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4539M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:00:18.139 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:00:18.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:00:18.521 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:00:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:19 smithi155 ceph-mon[102677]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:19 smithi155 ceph-mon[102677]: from='client.35561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:19 smithi155 ceph-mon[102677]: from='client.35567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4089407664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:00:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:00:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:00:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[97855]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[97855]: from='client.35561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[97855]: from='client.35567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4089407664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:00:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[116524]: pgmap v10386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[116524]: from='client.35561 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[116524]: from='client.35567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4089407664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:00:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:21 smithi155 ceph-mon[102677]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:21 smithi111 ceph-mon[97855]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:21 smithi111 ceph-mon[116524]: pgmap v10387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:23 smithi155 ceph-mon[102677]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:23 smithi111 ceph-mon[97855]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:23 smithi111 ceph-mon[116524]: pgmap v10388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:25 smithi155 ceph-mon[102677]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:25 smithi111 ceph-mon[97855]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:25 smithi111 ceph-mon[116524]: pgmap v10389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:27 smithi155 ceph-mon[102677]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:27 smithi111 ceph-mon[97855]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:27 smithi111 ceph-mon[116524]: pgmap v10390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:29 smithi155 ceph-mon[102677]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:29 smithi111 ceph-mon[97855]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:00:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:00:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:29 smithi111 ceph-mon[116524]: pgmap v10391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:31 smithi155 ceph-mon[102677]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:31 smithi111 ceph-mon[97855]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:31 smithi111 ceph-mon[116524]: pgmap v10392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:33 smithi155 ceph-mon[102677]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:33 smithi111 ceph-mon[97855]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:33 smithi111 ceph-mon[116524]: pgmap v10393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:35 smithi155 ceph-mon[102677]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:35 smithi111 ceph-mon[97855]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:35 smithi111 ceph-mon[116524]: pgmap v10394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:37 smithi155 ceph-mon[102677]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:37 smithi111 ceph-mon[97855]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:37 smithi111 ceph-mon[116524]: pgmap v10395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:39 smithi155 ceph-mon[102677]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:39 smithi111 ceph-mon[97855]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:39 smithi111 ceph-mon[116524]: pgmap v10396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:00:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:00:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:41 smithi155 ceph-mon[102677]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:41 smithi111 ceph-mon[97855]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:41 smithi111 ceph-mon[116524]: pgmap v10397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:43 smithi155 ceph-mon[102677]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:43 smithi111 ceph-mon[97855]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:43 smithi111 ceph-mon[116524]: pgmap v10398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:45 smithi155 ceph-mon[102677]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:45 smithi111 ceph-mon[97855]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:45 smithi111 ceph-mon[116524]: pgmap v10399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:47 smithi155 ceph-mon[102677]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:47 smithi111 ceph-mon[97855]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:47 smithi111 ceph-mon[116524]: pgmap v10400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:48.867 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:00:49.185 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 725M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1271M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 548M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:00:49.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4801M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5096M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5444M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4539M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3603M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4475M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3924M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:00:49.187 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:00:49.568 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:00:49.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:00:49.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:00:49.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:00:49.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:00:49.570 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:00:49.570 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:00:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:49 smithi155 ceph-mon[102677]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:49 smithi111 ceph-mon[97855]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:00:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:00:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:49 smithi111 ceph-mon[116524]: pgmap v10401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:00:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:50 smithi155 ceph-mon[102677]: from='client.25698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:50 smithi155 ceph-mon[102677]: from='client.25704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1696778086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:00:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:50 smithi111 ceph-mon[97855]: from='client.25698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:50 smithi111 ceph-mon[97855]: from='client.25704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1696778086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:00:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:50 smithi111 ceph-mon[116524]: from='client.25698 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:50 smithi111 ceph-mon[116524]: from='client.25704 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:00:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1696778086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:00:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:51 smithi155 ceph-mon[102677]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:51 smithi111 ceph-mon[97855]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:51 smithi111 ceph-mon[116524]: pgmap v10402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:53 smithi155 ceph-mon[102677]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:53 smithi111 ceph-mon[97855]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:53 smithi111 ceph-mon[116524]: pgmap v10403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:55 smithi155 ceph-mon[102677]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:55 smithi111 ceph-mon[97855]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:55 smithi111 ceph-mon[116524]: pgmap v10404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:57 smithi155 ceph-mon[102677]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:57 smithi111 ceph-mon[97855]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:57 smithi111 ceph-mon[116524]: pgmap v10405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:00:59 smithi155 ceph-mon[102677]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:00:59 smithi111 ceph-mon[97855]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:00:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:00:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:00:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:00:59 smithi111 ceph-mon[116524]: pgmap v10406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:01 smithi155 ceph-mon[102677]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:01 smithi111 ceph-mon[97855]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:01 smithi111 ceph-mon[116524]: pgmap v10407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:03 smithi155 ceph-mon[102677]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:03 smithi111 ceph-mon[97855]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:03 smithi111 ceph-mon[116524]: pgmap v10408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:05 smithi155 ceph-mon[102677]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:05 smithi111 ceph-mon[97855]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:05 smithi111 ceph-mon[116524]: pgmap v10409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:07 smithi155 ceph-mon[102677]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:07 smithi111 ceph-mon[97855]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:07 smithi111 ceph-mon[116524]: pgmap v10410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:09 smithi155 ceph-mon[102677]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:09 smithi111 ceph-mon[97855]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:09 smithi111 ceph-mon[116524]: pgmap v10411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:01:09] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2023-12-01T09:01:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:11 smithi155 ceph-mon[102677]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:11 smithi111 ceph-mon[97855]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:11 smithi111 ceph-mon[116524]: pgmap v10412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:13 smithi155 ceph-mon[102677]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:13 smithi111 ceph-mon[97855]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:13 smithi111 ceph-mon[116524]: pgmap v10413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:15 smithi155 ceph-mon[102677]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:15 smithi111 ceph-mon[97855]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:15 smithi111 ceph-mon[116524]: pgmap v10414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:17 smithi155 ceph-mon[102677]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:01:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:17 smithi111 ceph-mon[97855]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:01:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:17 smithi111 ceph-mon[116524]: pgmap v10415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:01:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:19 smithi155 ceph-mon[102677]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:01:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:01:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[116524]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[97855]: pgmap v10416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:19.908 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:01:20.220 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 1s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 0s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 1s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 0s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 0s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 1s ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 1s ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 0s ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 1s ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:01:20.221 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 1s ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 0s ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 1s ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 1s ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 1s ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 1s ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 0s ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 0s ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 0s ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 0s ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 0s ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:20.601 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:01:20.602 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='client.35597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:20 smithi155 ceph-mon[102677]: from='client.25722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='client.35597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[97855]: from='client.25722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: pgmap v10417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='client.35597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:01:21.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:01:21.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:20 smithi111 ceph-mon[116524]: from='client.25722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4032813064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4032813064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:01:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4032813064' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:01:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:23 smithi155 ceph-mon[102677]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:23 smithi111 ceph-mon[97855]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:23 smithi111 ceph-mon[116524]: pgmap v10418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:25 smithi155 ceph-mon[102677]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:25 smithi111 ceph-mon[97855]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:25 smithi111 ceph-mon[116524]: pgmap v10419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:27 smithi155 ceph-mon[102677]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:27 smithi111 ceph-mon[97855]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:27 smithi111 ceph-mon[116524]: pgmap v10420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:29 smithi155 ceph-mon[102677]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:29 smithi111 ceph-mon[97855]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:01:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:01:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:29 smithi111 ceph-mon[116524]: pgmap v10421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:31 smithi155 ceph-mon[102677]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:31 smithi111 ceph-mon[97855]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:31 smithi111 ceph-mon[116524]: pgmap v10422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:33 smithi155 ceph-mon[102677]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:33 smithi111 ceph-mon[97855]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:33 smithi111 ceph-mon[116524]: pgmap v10423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:35 smithi155 ceph-mon[102677]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:35 smithi111 ceph-mon[97855]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:35 smithi111 ceph-mon[116524]: pgmap v10424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:37 smithi155 ceph-mon[102677]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:37 smithi111 ceph-mon[97855]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:37 smithi111 ceph-mon[116524]: pgmap v10425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:39 smithi155 ceph-mon[102677]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:39 smithi111 ceph-mon[97855]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:01:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:01:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:39 smithi111 ceph-mon[116524]: pgmap v10426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:41 smithi155 ceph-mon[102677]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:41 smithi111 ceph-mon[97855]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:41 smithi111 ceph-mon[116524]: pgmap v10427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:43 smithi155 ceph-mon[102677]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:43 smithi111 ceph-mon[97855]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:43 smithi111 ceph-mon[116524]: pgmap v10428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:45 smithi155 ceph-mon[102677]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:45 smithi111 ceph-mon[97855]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:45 smithi111 ceph-mon[116524]: pgmap v10429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:47 smithi155 ceph-mon[102677]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:47 smithi111 ceph-mon[97855]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:47 smithi111 ceph-mon[116524]: pgmap v10430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:49 smithi155 ceph-mon[102677]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:01:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:01:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:49 smithi111 ceph-mon[97855]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:49 smithi111 ceph-mon[116524]: pgmap v10431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:01:50.946 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 32s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 31s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 32s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 31s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 31s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 32s ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 32s ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 31s ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 32s ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 32s ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 31s ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 32s ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 32s ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 32s ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 32s ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:01:51.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 31s ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:01:51.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 31s ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:01:51.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 31s ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:01:51.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 31s ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:01:51.254 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 31s ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:01:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:51 smithi155 ceph-mon[102677]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:51 smithi111 ceph-mon[97855]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:51 smithi111 ceph-mon[116524]: pgmap v10432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:51.628 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:01:51.629 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:01:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:52 smithi155 ceph-mon[102677]: from='client.35615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:52 smithi155 ceph-mon[102677]: from='client.25740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3929284554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:52 smithi111 ceph-mon[97855]: from='client.35615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:52 smithi111 ceph-mon[97855]: from='client.25740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3929284554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:01:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:52 smithi111 ceph-mon[116524]: from='client.35615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:52 smithi111 ceph-mon[116524]: from='client.25740 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:01:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3929284554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:01:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:53 smithi155 ceph-mon[102677]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:53 smithi111 ceph-mon[97855]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:53 smithi111 ceph-mon[116524]: pgmap v10433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:55 smithi155 ceph-mon[102677]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:55 smithi111 ceph-mon[97855]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:55 smithi111 ceph-mon[116524]: pgmap v10434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:57 smithi155 ceph-mon[102677]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:57 smithi111 ceph-mon[97855]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:57 smithi111 ceph-mon[116524]: pgmap v10435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:01:59 smithi155 ceph-mon[102677]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:01:59 smithi111 ceph-mon[97855]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:01:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:01:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:01:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:01:59 smithi111 ceph-mon[116524]: pgmap v10436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:01 smithi155 ceph-mon[102677]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:01 smithi111 ceph-mon[97855]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:01 smithi111 ceph-mon[116524]: pgmap v10437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:03 smithi155 ceph-mon[102677]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:03 smithi111 ceph-mon[97855]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:03 smithi111 ceph-mon[116524]: pgmap v10438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:05 smithi111 ceph-mon[97855]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:05 smithi111 ceph-mon[116524]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:05 smithi155 ceph-mon[102677]: pgmap v10439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:07 smithi111 ceph-mon[97855]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:07 smithi111 ceph-mon[116524]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:07 smithi155 ceph-mon[102677]: pgmap v10440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:09 smithi111 ceph-mon[97855]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:02:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:02:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:09 smithi111 ceph-mon[116524]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:09 smithi155 ceph-mon[102677]: pgmap v10441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:11 smithi111 ceph-mon[97855]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:11 smithi111 ceph-mon[116524]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:11 smithi155 ceph-mon[102677]: pgmap v10442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:13 smithi111 ceph-mon[97855]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:13 smithi111 ceph-mon[116524]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:13 smithi155 ceph-mon[102677]: pgmap v10443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:15 smithi111 ceph-mon[97855]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:15 smithi111 ceph-mon[116524]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:15 smithi155 ceph-mon[102677]: pgmap v10444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:17 smithi111 ceph-mon[97855]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:17 smithi111 ceph-mon[116524]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:17 smithi155 ceph-mon[102677]: pgmap v10445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:02:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:02:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:19 smithi111 ceph-mon[116524]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:19 smithi111 ceph-mon[97855]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:19 smithi155 ceph-mon[102677]: pgmap v10446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:02:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:02:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:02:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[97855]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:02:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:02:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:02:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[116524]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:02:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:02:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:02:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:21 smithi155 ceph-mon[102677]: pgmap v10447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:02:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:02:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:02:21.972 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 63s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 62s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 63s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 62s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 62s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:02:22.283 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 63s ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 63s ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 62s ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 63s ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 63s ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 62s ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 63s ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 63s ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 63s ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 63s ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 62s ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 62s ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 62s ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:02:22.284 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 62s ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:02:22.285 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 62s ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:02:22.661 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:02:22.661 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:22.662 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:02:22.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:02:22.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:22.663 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:02:22.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:02:22.663 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:02:22.663 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[97855]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[97855]: from='client.25752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[97855]: from='client.35639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3126182524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:02:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[116524]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[116524]: from='client.25752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[116524]: from='client.35639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3126182524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:02:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:23 smithi155 ceph-mon[102677]: pgmap v10448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:23 smithi155 ceph-mon[102677]: from='client.25752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:23 smithi155 ceph-mon[102677]: from='client.35639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3126182524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:02:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:25 smithi111 ceph-mon[97855]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:25 smithi111 ceph-mon[116524]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:25 smithi155 ceph-mon[102677]: pgmap v10449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:27 smithi155 ceph-mon[102677]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:27 smithi111 ceph-mon[97855]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:27 smithi111 ceph-mon[116524]: pgmap v10450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:29 smithi155 ceph-mon[102677]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:29 smithi111 ceph-mon[97855]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:02:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:02:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:29 smithi111 ceph-mon[116524]: pgmap v10451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:31 smithi155 ceph-mon[102677]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:31 smithi111 ceph-mon[97855]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:31 smithi111 ceph-mon[116524]: pgmap v10452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:33 smithi155 ceph-mon[102677]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:33 smithi111 ceph-mon[97855]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:33 smithi111 ceph-mon[116524]: pgmap v10453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:35 smithi155 ceph-mon[102677]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:35 smithi111 ceph-mon[97855]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:35 smithi111 ceph-mon[116524]: pgmap v10454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:37 smithi155 ceph-mon[102677]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:37 smithi111 ceph-mon[97855]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:37 smithi111 ceph-mon[116524]: pgmap v10455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:39 smithi155 ceph-mon[102677]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:39 smithi111 ceph-mon[97855]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:02:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:02:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:39 smithi111 ceph-mon[116524]: pgmap v10456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 09:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T09:02:40.079009268Z level=info msg="Completed cleanup jobs" duration=45.469076ms 2023-12-01T09:02:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:41 smithi155 ceph-mon[102677]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:41 smithi111 ceph-mon[97855]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:41 smithi111 ceph-mon[116524]: pgmap v10457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:43 smithi155 ceph-mon[102677]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:43 smithi111 ceph-mon[97855]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:43 smithi111 ceph-mon[116524]: pgmap v10458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:45 smithi155 ceph-mon[102677]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:45 smithi111 ceph-mon[97855]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:45 smithi111 ceph-mon[116524]: pgmap v10459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:47 smithi155 ceph-mon[102677]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:47 smithi111 ceph-mon[97855]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:47 smithi111 ceph-mon[116524]: pgmap v10460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:49 smithi155 ceph-mon[102677]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:02:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:02:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:49 smithi111 ceph-mon[97855]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:49 smithi111 ceph-mon[116524]: pgmap v10461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:02:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:51 smithi155 ceph-mon[102677]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:51 smithi111 ceph-mon[97855]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:51 smithi111 ceph-mon[116524]: pgmap v10462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:53.006 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 94s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 93s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 94s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 93s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 93s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 94s ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 94s ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 93s ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 94s ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 94s ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 93s ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 94s ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 94s ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 94s ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 94s ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 93s ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 93s ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 93s ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 93s ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:02:53.316 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 93s ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:02:53.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:02:53.695 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:02:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:53 smithi155 ceph-mon[102677]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:53 smithi111 ceph-mon[97855]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:53 smithi111 ceph-mon[116524]: pgmap v10463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:54 smithi155 ceph-mon[102677]: from='client.35651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:54 smithi155 ceph-mon[102677]: from='client.35657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1379857474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:02:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:54 smithi111 ceph-mon[97855]: from='client.35651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:54 smithi111 ceph-mon[97855]: from='client.35657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1379857474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:02:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:54 smithi111 ceph-mon[116524]: from='client.35651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:54 smithi111 ceph-mon[116524]: from='client.35657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:02:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1379857474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:02:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:55 smithi155 ceph-mon[102677]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:55 smithi111 ceph-mon[97855]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:55 smithi111 ceph-mon[116524]: pgmap v10464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:57 smithi155 ceph-mon[102677]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:57 smithi111 ceph-mon[97855]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:57 smithi111 ceph-mon[116524]: pgmap v10465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:02:59 smithi155 ceph-mon[102677]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:02:59 smithi111 ceph-mon[97855]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:02:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:02:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:02:59 smithi111 ceph-mon[116524]: pgmap v10466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:01 smithi155 ceph-mon[102677]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:01 smithi111 ceph-mon[97855]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:01 smithi111 ceph-mon[116524]: pgmap v10467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:03 smithi155 ceph-mon[102677]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:03 smithi111 ceph-mon[97855]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:03 smithi111 ceph-mon[116524]: pgmap v10468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:05 smithi155 ceph-mon[102677]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:05.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:05 smithi111 ceph-mon[97855]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:05 smithi111 ceph-mon[116524]: pgmap v10469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:07 smithi155 ceph-mon[102677]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:07 smithi111 ceph-mon[97855]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:07 smithi111 ceph-mon[116524]: pgmap v10470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:09 smithi155 ceph-mon[102677]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:03:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:03:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:09 smithi111 ceph-mon[116524]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:09 smithi111 ceph-mon[97855]: pgmap v10471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:11 smithi155 ceph-mon[102677]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:11 smithi111 ceph-mon[116524]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:11 smithi111 ceph-mon[97855]: pgmap v10472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:13 smithi155 ceph-mon[102677]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:13 smithi111 ceph-mon[97855]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:13 smithi111 ceph-mon[116524]: pgmap v10473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:15 smithi155 ceph-mon[102677]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:15 smithi111 ceph-mon[97855]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:15 smithi111 ceph-mon[116524]: pgmap v10474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:17 smithi155 ceph-mon[102677]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:17 smithi111 ceph-mon[97855]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:17 smithi111 ceph-mon[116524]: pgmap v10475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:19 smithi155 ceph-mon[102677]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:03:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:03:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:19 smithi111 ceph-mon[97855]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:19 smithi111 ceph-mon[116524]: pgmap v10476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:03:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:03:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: pgmap v10477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:03:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:03:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:03:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:23 smithi155 ceph-mon[102677]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:23 smithi111 ceph-mon[97855]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:23 smithi111 ceph-mon[116524]: pgmap v10478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:24.040 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:03:24.347 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:03:24.347 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:03:24.347 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:03:24.347 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:03:24.347 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:03:24.347 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:03:24.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:03:24.349 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:03:24.349 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:03:24.349 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:03:24.349 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:03:24.732 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:24.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:03:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:03:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:03:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:03:24.734 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:03:24.734 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:03:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:25 smithi155 ceph-mon[102677]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:25 smithi155 ceph-mon[102677]: from='client.35669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:25 smithi155 ceph-mon[102677]: from='client.25794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4277073482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:03:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[116524]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[116524]: from='client.35669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[116524]: from='client.25794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4277073482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:03:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[97855]: pgmap v10479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[97855]: from='client.35669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[97855]: from='client.25794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4277073482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:03:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:27 smithi155 ceph-mon[102677]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:27 smithi111 ceph-mon[97855]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:27 smithi111 ceph-mon[116524]: pgmap v10480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:29 smithi155 ceph-mon[102677]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:29.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:29 smithi111 ceph-mon[97855]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:03:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:03:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:29 smithi111 ceph-mon[116524]: pgmap v10481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:31 smithi155 ceph-mon[102677]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:31 smithi111 ceph-mon[97855]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:31 smithi111 ceph-mon[116524]: pgmap v10482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:33 smithi155 ceph-mon[102677]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:33 smithi111 ceph-mon[97855]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:33 smithi111 ceph-mon[116524]: pgmap v10483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:35 smithi155 ceph-mon[102677]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:35 smithi111 ceph-mon[97855]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:35 smithi111 ceph-mon[116524]: pgmap v10484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:37 smithi155 ceph-mon[102677]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:37 smithi111 ceph-mon[97855]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:37 smithi111 ceph-mon[116524]: pgmap v10485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:39 smithi155 ceph-mon[102677]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:39 smithi111 ceph-mon[97855]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:03:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:03:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:39 smithi111 ceph-mon[116524]: pgmap v10486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:41 smithi155 ceph-mon[102677]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:41 smithi111 ceph-mon[97855]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:41 smithi111 ceph-mon[116524]: pgmap v10487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:43 smithi155 ceph-mon[102677]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:43 smithi111 ceph-mon[97855]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:43 smithi111 ceph-mon[116524]: pgmap v10488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:45 smithi155 ceph-mon[102677]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:45 smithi111 ceph-mon[97855]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:45 smithi111 ceph-mon[116524]: pgmap v10489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:47 smithi155 ceph-mon[102677]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:47 smithi111 ceph-mon[97855]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:47 smithi111 ceph-mon[116524]: pgmap v10490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:49 smithi155 ceph-mon[102677]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:49 smithi111 ceph-mon[97855]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:49 smithi111 ceph-mon[116524]: pgmap v10491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:03:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:03:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:03:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:51 smithi155 ceph-mon[102677]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:51 smithi111 ceph-mon[97855]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:51 smithi111 ceph-mon[116524]: pgmap v10492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:53 smithi155 ceph-mon[102677]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:53 smithi111 ceph-mon[97855]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:53 smithi111 ceph-mon[116524]: pgmap v10493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:55.077 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:03:55.383 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:03:55.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:03:55.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:03:55.386 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:03:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:55 smithi155 ceph-mon[102677]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:55 smithi111 ceph-mon[97855]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:55 smithi111 ceph-mon[116524]: pgmap v10494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:55.768 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:03:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:03:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:03:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:55.768 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:03:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:56 smithi155 ceph-mon[102677]: from='client.35687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:56 smithi155 ceph-mon[102677]: from='client.25812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1382497720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:03:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:56 smithi111 ceph-mon[97855]: from='client.35687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:56 smithi111 ceph-mon[97855]: from='client.25812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1382497720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:56 smithi111 ceph-mon[116524]: from='client.35687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:56 smithi111 ceph-mon[116524]: from='client.25812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1382497720' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:03:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:57 smithi155 ceph-mon[102677]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:57 smithi111 ceph-mon[97855]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:57 smithi111 ceph-mon[116524]: pgmap v10495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:03:59 smithi155 ceph-mon[102677]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:03:59 smithi111 ceph-mon[97855]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:03:59 smithi111 ceph-mon[116524]: pgmap v10496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:03:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:03:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:04:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:01 smithi155 ceph-mon[102677]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:01 smithi111 ceph-mon[97855]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:01 smithi111 ceph-mon[116524]: pgmap v10497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:03 smithi155 ceph-mon[102677]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:03 smithi111 ceph-mon[97855]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:03 smithi111 ceph-mon[116524]: pgmap v10498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:05 smithi155 ceph-mon[102677]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:05 smithi111 ceph-mon[97855]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:05 smithi111 ceph-mon[116524]: pgmap v10499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:07 smithi155 ceph-mon[102677]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:07 smithi111 ceph-mon[97855]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:07 smithi111 ceph-mon[116524]: pgmap v10500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:09 smithi155 ceph-mon[102677]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:09 smithi111 ceph-mon[97855]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:04:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:04:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:09 smithi111 ceph-mon[116524]: pgmap v10501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:11 smithi155 ceph-mon[102677]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:11 smithi111 ceph-mon[97855]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:11 smithi111 ceph-mon[116524]: pgmap v10502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:13 smithi155 ceph-mon[102677]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:13 smithi111 ceph-mon[97855]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:13 smithi111 ceph-mon[116524]: pgmap v10503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:15 smithi155 ceph-mon[102677]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:15.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:15 smithi111 ceph-mon[97855]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:15 smithi111 ceph-mon[116524]: pgmap v10504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:17 smithi155 ceph-mon[102677]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:17 smithi111 ceph-mon[97855]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:17 smithi111 ceph-mon[116524]: pgmap v10505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:19 smithi155 ceph-mon[102677]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:19 smithi111 ceph-mon[97855]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:04:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:04:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:19 smithi111 ceph-mon[116524]: pgmap v10506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:21 smithi155 ceph-mon[102677]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:04:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:21 smithi111 ceph-mon[97855]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:04:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:21 smithi111 ceph-mon[116524]: pgmap v10507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:04:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:04:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:04:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:04:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:04:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:04:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:04:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:04:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:04:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:04:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:23 smithi111 ceph-mon[97855]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:23 smithi111 ceph-mon[116524]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:23 smithi155 ceph-mon[102677]: pgmap v10508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:25 smithi111 ceph-mon[97855]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:25 smithi111 ceph-mon[116524]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:25 smithi155 ceph-mon[102677]: pgmap v10509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:26.113 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:04:26.418 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:04:26.419 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:04:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:04:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:04:26.420 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:04:26.800 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:26.801 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:04:26.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:04:26.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:26.802 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:04:26.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:04:26.802 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:04:26.802 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[97855]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[97855]: from='client.25824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[97855]: from='client.25830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2903552932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[116524]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[116524]: from='client.25824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[116524]: from='client.25830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2903552932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:04:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:27 smithi155 ceph-mon[102677]: pgmap v10510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:27 smithi155 ceph-mon[102677]: from='client.25824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:27 smithi155 ceph-mon[102677]: from='client.25830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2903552932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:04:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:29 smithi111 ceph-mon[97855]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:04:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:04:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:29 smithi111 ceph-mon[116524]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:29 smithi155 ceph-mon[102677]: pgmap v10511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:31 smithi111 ceph-mon[97855]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:31 smithi111 ceph-mon[116524]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:31 smithi155 ceph-mon[102677]: pgmap v10512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:33 smithi111 ceph-mon[97855]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:33 smithi111 ceph-mon[116524]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:33 smithi155 ceph-mon[102677]: pgmap v10513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:35 smithi111 ceph-mon[97855]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:35 smithi111 ceph-mon[116524]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:35 smithi155 ceph-mon[102677]: pgmap v10514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:37 smithi111 ceph-mon[97855]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:37 smithi111 ceph-mon[116524]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:37 smithi155 ceph-mon[102677]: pgmap v10515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:39 smithi111 ceph-mon[97855]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:39 smithi111 ceph-mon[116524]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:04:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:04:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:39 smithi155 ceph-mon[102677]: pgmap v10516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:41 smithi111 ceph-mon[97855]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:41 smithi111 ceph-mon[116524]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:41 smithi155 ceph-mon[102677]: pgmap v10517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:43 smithi111 ceph-mon[97855]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:43 smithi111 ceph-mon[116524]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:43 smithi155 ceph-mon[102677]: pgmap v10518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:45 smithi111 ceph-mon[97855]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:45 smithi111 ceph-mon[116524]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:45 smithi155 ceph-mon[102677]: pgmap v10519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:47 smithi111 ceph-mon[97855]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:47 smithi111 ceph-mon[116524]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:47 smithi155 ceph-mon[102677]: pgmap v10520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:49 smithi111 ceph-mon[97855]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:49 smithi111 ceph-mon[116524]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:04:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:04:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:49 smithi155 ceph-mon[102677]: pgmap v10521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:04:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:51 smithi155 ceph-mon[102677]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:51 smithi111 ceph-mon[97855]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:51 smithi111 ceph-mon[116524]: pgmap v10522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:53 smithi155 ceph-mon[102677]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:53 smithi111 ceph-mon[97855]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:53 smithi111 ceph-mon[116524]: pgmap v10523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:55 smithi155 ceph-mon[102677]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:55 smithi111 ceph-mon[97855]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:55 smithi111 ceph-mon[116524]: pgmap v10524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:57.138 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:04:57.446 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:04:57.446 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:04:57.446 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:04:57.446 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:04:57.446 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:04:57.447 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:04:57.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:04:57.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:04:57.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:04:57.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:04:57.448 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:04:57.448 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:57.831 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:04:57.832 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:04:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:57 smithi155 ceph-mon[102677]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:57 smithi111 ceph-mon[97855]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:57 smithi111 ceph-mon[116524]: pgmap v10525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:58 smithi155 ceph-mon[102677]: from='client.25842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:58 smithi155 ceph-mon[102677]: from='client.25848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/481919772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:04:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:58 smithi111 ceph-mon[97855]: from='client.25842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:58 smithi111 ceph-mon[97855]: from='client.25848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/481919772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:04:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:58 smithi111 ceph-mon[116524]: from='client.25842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:58 smithi111 ceph-mon[116524]: from='client.25848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/481919772' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:04:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:04:59 smithi111 ceph-mon[97855]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:04:59 smithi111 ceph-mon[116524]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:04:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:04:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:04:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:04:59 smithi155 ceph-mon[102677]: pgmap v10526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:01 smithi155 ceph-mon[102677]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:01 smithi111 ceph-mon[97855]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:01 smithi111 ceph-mon[116524]: pgmap v10527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:03 smithi155 ceph-mon[102677]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:03 smithi111 ceph-mon[97855]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:03 smithi111 ceph-mon[116524]: pgmap v10528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:05 smithi155 ceph-mon[102677]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:05 smithi111 ceph-mon[97855]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:05 smithi111 ceph-mon[116524]: pgmap v10529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:07 smithi155 ceph-mon[102677]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:07 smithi111 ceph-mon[97855]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:07 smithi111 ceph-mon[116524]: pgmap v10530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:09.547 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:09 smithi111 ceph-mon[97855]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:09.547 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:05:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T09:05:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:09 smithi155 ceph-mon[102677]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:09 smithi111 ceph-mon[116524]: pgmap v10531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:11 smithi155 ceph-mon[102677]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:11 smithi111 ceph-mon[97855]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:11 smithi111 ceph-mon[116524]: pgmap v10532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:13 smithi155 ceph-mon[102677]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:13 smithi111 ceph-mon[97855]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:13 smithi111 ceph-mon[116524]: pgmap v10533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:15 smithi155 ceph-mon[102677]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:15 smithi111 ceph-mon[97855]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:15 smithi111 ceph-mon[116524]: pgmap v10534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:17 smithi155 ceph-mon[102677]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:17 smithi111 ceph-mon[97855]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:17 smithi111 ceph-mon[116524]: pgmap v10535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:19.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:05:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:05:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:19 smithi155 ceph-mon[102677]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:19 smithi111 ceph-mon[97855]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:19 smithi111 ceph-mon[116524]: pgmap v10536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:20 smithi155 ceph-mon[102677]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:20 smithi111 ceph-mon[97855]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:20 smithi111 ceph-mon[116524]: pgmap v10537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:22 smithi155 ceph-mon[102677]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:05:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:05:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[116524]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:05:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:05:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:05:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:05:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[97855]: pgmap v10538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:05:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:05:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:05:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:05:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:24 smithi155 ceph-mon[102677]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:24 smithi111 ceph-mon[97855]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:24 smithi111 ceph-mon[116524]: pgmap v10539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:26 smithi155 ceph-mon[102677]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:26 smithi111 ceph-mon[97855]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:26 smithi111 ceph-mon[116524]: pgmap v10540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:28.178 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:05:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:05:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:05:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:05:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:05:28.489 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:05:28.489 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:05:28.489 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:05:28.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:05:28.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:05:28.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:05:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:05:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:05:28.491 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:05:28.867 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:05:28.867 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:05:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:05:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:05:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:05:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:05:28.869 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:05:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:29 smithi155 ceph-mon[102677]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:29 smithi155 ceph-mon[102677]: from='client.25860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:29 smithi155 ceph-mon[102677]: from='client.25866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1914692876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:05:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[97855]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[97855]: from='client.25860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[97855]: from='client.25866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1914692876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:05:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:05:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[116524]: pgmap v10541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[116524]: from='client.25860 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:05:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[116524]: from='client.25866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:05:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1914692876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:05:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:31 smithi155 ceph-mon[102677]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:31 smithi111 ceph-mon[97855]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:31 smithi111 ceph-mon[116524]: pgmap v10542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:33 smithi155 ceph-mon[102677]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:33 smithi111 ceph-mon[97855]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:33 smithi111 ceph-mon[116524]: pgmap v10543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:35 smithi155 ceph-mon[102677]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:35 smithi111 ceph-mon[97855]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:35 smithi111 ceph-mon[116524]: pgmap v10544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:37 smithi155 ceph-mon[102677]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:37 smithi111 ceph-mon[97855]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:37 smithi111 ceph-mon[116524]: pgmap v10545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:39 smithi155 ceph-mon[102677]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:39 smithi111 ceph-mon[97855]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:05:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:05:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:39 smithi111 ceph-mon[116524]: pgmap v10546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:41 smithi155 ceph-mon[102677]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:41 smithi111 ceph-mon[97855]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:41 smithi111 ceph-mon[116524]: pgmap v10547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:43 smithi111 ceph-mon[97855]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:43 smithi111 ceph-mon[116524]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:43 smithi155 ceph-mon[102677]: pgmap v10548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:45 smithi111 ceph-mon[97855]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:45 smithi111 ceph-mon[116524]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:45 smithi155 ceph-mon[102677]: pgmap v10549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:47 smithi111 ceph-mon[97855]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:47 smithi111 ceph-mon[116524]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:47 smithi155 ceph-mon[102677]: pgmap v10550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:05:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:05:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:49 smithi111 ceph-mon[116524]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:49 smithi111 ceph-mon[97855]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:49 smithi155 ceph-mon[102677]: pgmap v10551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:05:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:51 smithi111 ceph-mon[97855]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:51 smithi111 ceph-mon[116524]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:51 smithi155 ceph-mon[102677]: pgmap v10552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:53 smithi111 ceph-mon[97855]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:53 smithi111 ceph-mon[116524]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:53 smithi155 ceph-mon[102677]: pgmap v10553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:55 smithi111 ceph-mon[97855]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:55 smithi111 ceph-mon[116524]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:55 smithi155 ceph-mon[102677]: pgmap v10554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:57 smithi111 ceph-mon[97855]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:57 smithi111 ceph-mon[116524]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:57 smithi155 ceph-mon[102677]: pgmap v10555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:59.210 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:05:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:05:59 smithi111 ceph-mon[97855]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:05:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:05:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:05:59 smithi111 ceph-mon[116524]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:05:59.518 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:05:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:05:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:05:59 smithi155 ceph-mon[102677]: pgmap v10556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:05:59.898 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:05:59.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:05:59.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:05:59.900 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:05:59.900 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:00 smithi111 ceph-mon[97855]: from='client.25878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:00 smithi111 ceph-mon[97855]: from='client.35765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1450422714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:06:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:00 smithi111 ceph-mon[116524]: from='client.25878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:00 smithi111 ceph-mon[116524]: from='client.35765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1450422714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:06:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:00 smithi155 ceph-mon[102677]: from='client.25878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:00 smithi155 ceph-mon[102677]: from='client.35765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1450422714' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:06:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:01 smithi111 ceph-mon[97855]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:01 smithi111 ceph-mon[116524]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:01 smithi155 ceph-mon[102677]: pgmap v10557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:03 smithi111 ceph-mon[97855]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:03 smithi111 ceph-mon[116524]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:03 smithi155 ceph-mon[102677]: pgmap v10558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:05 smithi155 ceph-mon[102677]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:05 smithi111 ceph-mon[97855]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:05 smithi111 ceph-mon[116524]: pgmap v10559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:07 smithi155 ceph-mon[102677]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:07 smithi111 ceph-mon[97855]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:07 smithi111 ceph-mon[116524]: pgmap v10560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:09 smithi155 ceph-mon[102677]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:09 smithi111 ceph-mon[97855]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:06:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:06:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:09 smithi111 ceph-mon[116524]: pgmap v10561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:11 smithi155 ceph-mon[102677]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:11 smithi111 ceph-mon[97855]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:11 smithi111 ceph-mon[116524]: pgmap v10562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:13 smithi155 ceph-mon[102677]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:13 smithi111 ceph-mon[97855]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:13 smithi111 ceph-mon[116524]: pgmap v10563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:15 smithi155 ceph-mon[102677]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:15 smithi111 ceph-mon[97855]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:15 smithi111 ceph-mon[116524]: pgmap v10564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:17 smithi155 ceph-mon[102677]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:17 smithi111 ceph-mon[97855]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:17 smithi111 ceph-mon[116524]: pgmap v10565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:19 smithi155 ceph-mon[102677]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:06:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:06:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:19 smithi111 ceph-mon[97855]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:19 smithi111 ceph-mon[116524]: pgmap v10566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:21 smithi155 ceph-mon[102677]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:21 smithi111 ceph-mon[97855]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:21 smithi111 ceph-mon[116524]: pgmap v10567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:23 smithi155 ceph-mon[102677]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:06:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:06:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:06:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:06:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[97855]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:06:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:06:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:06:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:06:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[116524]: pgmap v10568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:06:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:06:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:06:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:06:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:25 smithi155 ceph-mon[102677]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:25 smithi111 ceph-mon[97855]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:25 smithi111 ceph-mon[116524]: pgmap v10569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:27 smithi155 ceph-mon[102677]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:27 smithi111 ceph-mon[97855]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:27 smithi111 ceph-mon[116524]: pgmap v10570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:29 smithi155 ceph-mon[102677]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:29 smithi111 ceph-mon[97855]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:06:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:06:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:29 smithi111 ceph-mon[116524]: pgmap v10571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:30.250 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:06:30.556 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:06:30.556 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:06:30.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:06:30.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:06:30.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:06:30.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:06:30.558 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:06:30.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:06:30.936 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:06:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:31 smithi155 ceph-mon[102677]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:31 smithi155 ceph-mon[102677]: from='client.25896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:31 smithi155 ceph-mon[102677]: from='client.35783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3303589570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[97855]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[97855]: from='client.25896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[97855]: from='client.35783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3303589570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[116524]: pgmap v10572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[116524]: from='client.25896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[116524]: from='client.35783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:06:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3303589570' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:06:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:33 smithi155 ceph-mon[102677]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:33 smithi111 ceph-mon[97855]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:33 smithi111 ceph-mon[116524]: pgmap v10573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:35 smithi155 ceph-mon[102677]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:35 smithi111 ceph-mon[97855]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:35 smithi111 ceph-mon[116524]: pgmap v10574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:37 smithi155 ceph-mon[102677]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:37 smithi111 ceph-mon[97855]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:37 smithi111 ceph-mon[116524]: pgmap v10575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:39 smithi155 ceph-mon[102677]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:39 smithi111 ceph-mon[97855]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:39 smithi111 ceph-mon[116524]: pgmap v10576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:06:39] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T09:06:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:41 smithi155 ceph-mon[102677]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:41 smithi111 ceph-mon[97855]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:41 smithi111 ceph-mon[116524]: pgmap v10577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:43 smithi155 ceph-mon[102677]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:43.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:43 smithi111 ceph-mon[97855]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:43 smithi111 ceph-mon[116524]: pgmap v10578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:45 smithi155 ceph-mon[102677]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:45.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:45 smithi111 ceph-mon[97855]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:45 smithi111 ceph-mon[116524]: pgmap v10579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:47 smithi155 ceph-mon[102677]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:47 smithi111 ceph-mon[97855]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:47 smithi111 ceph-mon[116524]: pgmap v10580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:49 smithi155 ceph-mon[102677]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:06:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:06:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:49 smithi111 ceph-mon[97855]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:49 smithi111 ceph-mon[116524]: pgmap v10581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:06:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:51 smithi155 ceph-mon[102677]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:51 smithi111 ceph-mon[97855]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:51 smithi111 ceph-mon[116524]: pgmap v10582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:53 smithi155 ceph-mon[102677]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:53 smithi111 ceph-mon[97855]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:53 smithi111 ceph-mon[116524]: pgmap v10583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:55 smithi155 ceph-mon[102677]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:55 smithi111 ceph-mon[97855]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:55 smithi111 ceph-mon[116524]: pgmap v10584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:57 smithi155 ceph-mon[102677]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:57 smithi111 ceph-mon[97855]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:57 smithi111 ceph-mon[116524]: pgmap v10585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:06:59 smithi155 ceph-mon[102677]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:06:59 smithi111 ceph-mon[97855]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:06:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:06:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:06:59 smithi111 ceph-mon[116524]: pgmap v10586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:01.276 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:07:01.587 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:07:01.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:07:01.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:07:01.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:07:01.589 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:07:01.589 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:07:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:01 smithi155 ceph-mon[102677]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:01.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:01 smithi111 ceph-mon[97855]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:01 smithi111 ceph-mon[116524]: pgmap v10587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:01.966 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:07:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:07:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:07:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:07:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:07:01.967 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:07:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:02 smithi155 ceph-mon[102677]: from='client.25914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1710679777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:07:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:02 smithi111 ceph-mon[97855]: from='client.25914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1710679777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:07:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:02 smithi111 ceph-mon[116524]: from='client.25914 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1710679777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:07:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:03 smithi155 ceph-mon[102677]: from='client.25920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:03 smithi155 ceph-mon[102677]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:03 smithi111 ceph-mon[97855]: from='client.25920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:03 smithi111 ceph-mon[97855]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:03 smithi111 ceph-mon[116524]: from='client.25920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:03 smithi111 ceph-mon[116524]: pgmap v10588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:05 smithi155 ceph-mon[102677]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:05 smithi111 ceph-mon[97855]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:05 smithi111 ceph-mon[116524]: pgmap v10589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:07 smithi155 ceph-mon[102677]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:07 smithi111 ceph-mon[97855]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:07 smithi111 ceph-mon[116524]: pgmap v10590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:09 smithi155 ceph-mon[102677]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:09 smithi111 ceph-mon[97855]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:07:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:07:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:09 smithi111 ceph-mon[116524]: pgmap v10591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:11 smithi155 ceph-mon[102677]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:11 smithi111 ceph-mon[97855]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:11 smithi111 ceph-mon[116524]: pgmap v10592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:13 smithi155 ceph-mon[102677]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:13 smithi111 ceph-mon[97855]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:13 smithi111 ceph-mon[116524]: pgmap v10593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:15 smithi155 ceph-mon[102677]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:15 smithi111 ceph-mon[97855]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:15 smithi111 ceph-mon[116524]: pgmap v10594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:17 smithi155 ceph-mon[102677]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:17 smithi111 ceph-mon[97855]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:17 smithi111 ceph-mon[116524]: pgmap v10595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:19 smithi155 ceph-mon[102677]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:07:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:07:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:19 smithi111 ceph-mon[97855]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:19 smithi111 ceph-mon[116524]: pgmap v10596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:21 smithi155 ceph-mon[102677]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:21 smithi111 ceph-mon[97855]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:21 smithi111 ceph-mon[116524]: pgmap v10597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:23 smithi155 ceph-mon[102677]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:07:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:07:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:07:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:07:23.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[97855]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[116524]: pgmap v10598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:07:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:07:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:25 smithi155 ceph-mon[102677]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:25 smithi111 ceph-mon[97855]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:25 smithi111 ceph-mon[116524]: pgmap v10599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:27 smithi155 ceph-mon[102677]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:27.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:27 smithi111 ceph-mon[97855]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:27 smithi111 ceph-mon[116524]: pgmap v10600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:29 smithi155 ceph-mon[102677]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:29 smithi111 ceph-mon[97855]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:07:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:07:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:29 smithi111 ceph-mon[116524]: pgmap v10601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:31 smithi155 ceph-mon[102677]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:31 smithi111 ceph-mon[97855]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:31 smithi111 ceph-mon[116524]: pgmap v10602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:32.314 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:07:32.626 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:07:32.627 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:07:33.002 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:07:33.002 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:07:33.002 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:07:33.002 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:07:33.003 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:07:33.004 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:07:33.004 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:07:33.004 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:07:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:33 smithi155 ceph-mon[102677]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:33 smithi155 ceph-mon[102677]: from='client.35813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4185954440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:07:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:33 smithi111 ceph-mon[97855]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:33 smithi111 ceph-mon[97855]: from='client.35813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4185954440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:07:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:33 smithi111 ceph-mon[116524]: pgmap v10603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:33 smithi111 ceph-mon[116524]: from='client.35813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4185954440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:07:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:34 smithi155 ceph-mon[102677]: from='client.35819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:34 smithi111 ceph-mon[97855]: from='client.35819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:34 smithi111 ceph-mon[116524]: from='client.35819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:07:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:35 smithi155 ceph-mon[102677]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:35 smithi111 ceph-mon[97855]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:35 smithi111 ceph-mon[116524]: pgmap v10604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:37 smithi155 ceph-mon[102677]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:37.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:37 smithi111 ceph-mon[97855]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:37 smithi111 ceph-mon[116524]: pgmap v10605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:39 smithi155 ceph-mon[102677]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:39 smithi111 ceph-mon[97855]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:07:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:07:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:39 smithi111 ceph-mon[116524]: pgmap v10606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:41 smithi155 ceph-mon[102677]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:41 smithi111 ceph-mon[97855]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:41 smithi111 ceph-mon[116524]: pgmap v10607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:43 smithi155 ceph-mon[102677]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:43 smithi111 ceph-mon[116524]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:43 smithi111 ceph-mon[97855]: pgmap v10608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:45 smithi155 ceph-mon[102677]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:45 smithi111 ceph-mon[97855]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:45 smithi111 ceph-mon[116524]: pgmap v10609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:47 smithi155 ceph-mon[102677]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:47 smithi111 ceph-mon[97855]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:47 smithi111 ceph-mon[116524]: pgmap v10610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:49 smithi155 ceph-mon[102677]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:49 smithi111 ceph-mon[97855]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:07:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:07:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:49 smithi111 ceph-mon[116524]: pgmap v10611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:07:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:51 smithi155 ceph-mon[102677]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:51 smithi111 ceph-mon[97855]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:51 smithi111 ceph-mon[116524]: pgmap v10612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:53 smithi155 ceph-mon[102677]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:53 smithi111 ceph-mon[97855]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:53 smithi111 ceph-mon[116524]: pgmap v10613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:55 smithi155 ceph-mon[102677]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:55 smithi111 ceph-mon[97855]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:55 smithi111 ceph-mon[116524]: pgmap v10614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:57 smithi155 ceph-mon[102677]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:57 smithi111 ceph-mon[97855]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:57 smithi111 ceph-mon[116524]: pgmap v10615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:07:59 smithi155 ceph-mon[102677]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:07:59 smithi111 ceph-mon[97855]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:07:59 smithi111 ceph-mon[116524]: pgmap v10616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:07:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:08:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:01 smithi111 ceph-mon[97855]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:01 smithi111 ceph-mon[116524]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:01 smithi155 ceph-mon[102677]: pgmap v10617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:03.359 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:08:03.665 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:08:03.665 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:08:03.665 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:08:03.666 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:08:03.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:08:03.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:08:03.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:08:03.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:08:03.667 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:08:03.667 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:08:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:03 smithi111 ceph-mon[97855]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:03 smithi111 ceph-mon[116524]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:03 smithi155 ceph-mon[102677]: pgmap v10618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:04.046 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:08:04.047 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:08:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:04 smithi111 ceph-mon[116524]: from='client.35831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/438451863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:08:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:04 smithi111 ceph-mon[97855]: from='client.35831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/438451863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:08:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:04 smithi155 ceph-mon[102677]: from='client.35831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/438451863' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:08:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:05 smithi111 ceph-mon[97855]: from='client.35837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:05 smithi111 ceph-mon[97855]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:05 smithi111 ceph-mon[116524]: from='client.35837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:05 smithi111 ceph-mon[116524]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:05 smithi155 ceph-mon[102677]: from='client.35837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:05 smithi155 ceph-mon[102677]: pgmap v10619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:07 smithi111 ceph-mon[97855]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:07 smithi111 ceph-mon[116524]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:07 smithi155 ceph-mon[102677]: pgmap v10620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:09 smithi111 ceph-mon[97855]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:08:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:08:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:09 smithi111 ceph-mon[116524]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:09 smithi155 ceph-mon[102677]: pgmap v10621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:11 smithi111 ceph-mon[97855]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:11 smithi111 ceph-mon[116524]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:11 smithi155 ceph-mon[102677]: pgmap v10622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:13 smithi111 ceph-mon[97855]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:13 smithi111 ceph-mon[116524]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:13 smithi155 ceph-mon[102677]: pgmap v10623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:15 smithi111 ceph-mon[97855]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:15 smithi111 ceph-mon[116524]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:15 smithi155 ceph-mon[102677]: pgmap v10624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:17 smithi111 ceph-mon[97855]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:17 smithi111 ceph-mon[116524]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:17 smithi155 ceph-mon[102677]: pgmap v10625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:08:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:08:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:19 smithi111 ceph-mon[116524]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:19 smithi111 ceph-mon[97855]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:19 smithi155 ceph-mon[102677]: pgmap v10626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:21 smithi111 ceph-mon[97855]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:21 smithi111 ceph-mon[116524]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:21 smithi155 ceph-mon[102677]: pgmap v10627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:23 smithi111 ceph-mon[97855]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:08:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:23 smithi111 ceph-mon[116524]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:08:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:23 smithi155 ceph-mon[102677]: pgmap v10628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:08:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:08:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:08:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:08:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:08:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:08:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:08:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:08:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:08:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:08:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:25 smithi111 ceph-mon[97855]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:25 smithi111 ceph-mon[116524]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:25 smithi155 ceph-mon[102677]: pgmap v10629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:27 smithi155 ceph-mon[102677]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:27 smithi111 ceph-mon[97855]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:27 smithi111 ceph-mon[116524]: pgmap v10630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:29 smithi111 ceph-mon[97855]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:08:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:08:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:29 smithi111 ceph-mon[116524]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:29 smithi155 ceph-mon[102677]: pgmap v10631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:31 smithi155 ceph-mon[102677]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:31 smithi111 ceph-mon[97855]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:31 smithi111 ceph-mon[116524]: pgmap v10632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:33 smithi155 ceph-mon[102677]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:33 smithi111 ceph-mon[97855]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:33 smithi111 ceph-mon[116524]: pgmap v10633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:34.397 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:08:34.702 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:08:34.702 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:08:34.702 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:08:34.702 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:08:34.703 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:08:34.704 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:08:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:08:35.087 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:08:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:35 smithi155 ceph-mon[102677]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:35 smithi155 ceph-mon[102677]: from='client.25968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3850589709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:35 smithi111 ceph-mon[97855]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:35 smithi111 ceph-mon[97855]: from='client.25968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3850589709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:08:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:35 smithi111 ceph-mon[116524]: pgmap v10634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:35 smithi111 ceph-mon[116524]: from='client.25968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3850589709' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:08:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:36 smithi155 ceph-mon[102677]: from='client.25974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:36 smithi111 ceph-mon[97855]: from='client.25974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:36 smithi111 ceph-mon[116524]: from='client.25974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:08:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:37 smithi155 ceph-mon[102677]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:37 smithi111 ceph-mon[97855]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:37 smithi111 ceph-mon[116524]: pgmap v10635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:39 smithi111 ceph-mon[97855]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:08:39] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T09:08:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:39 smithi111 ceph-mon[116524]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:39 smithi155 ceph-mon[102677]: pgmap v10636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:41 smithi155 ceph-mon[102677]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:41 smithi111 ceph-mon[97855]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:41 smithi111 ceph-mon[116524]: pgmap v10637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:43 smithi155 ceph-mon[102677]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:43 smithi111 ceph-mon[97855]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:43 smithi111 ceph-mon[116524]: pgmap v10638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:45 smithi155 ceph-mon[102677]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:45 smithi111 ceph-mon[97855]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:45 smithi111 ceph-mon[116524]: pgmap v10639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:47 smithi155 ceph-mon[102677]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:47 smithi111 ceph-mon[97855]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:47 smithi111 ceph-mon[116524]: pgmap v10640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:08:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:08:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:49 smithi111 ceph-mon[97855]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:49 smithi111 ceph-mon[116524]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:49 smithi155 ceph-mon[102677]: pgmap v10641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:08:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:51 smithi155 ceph-mon[102677]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:51 smithi111 ceph-mon[97855]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:51 smithi111 ceph-mon[116524]: pgmap v10642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:53 smithi155 ceph-mon[102677]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:53 smithi111 ceph-mon[97855]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:53 smithi111 ceph-mon[116524]: pgmap v10643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:55 smithi155 ceph-mon[102677]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:55 smithi111 ceph-mon[97855]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:55 smithi111 ceph-mon[116524]: pgmap v10644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:57 smithi155 ceph-mon[102677]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:57 smithi111 ceph-mon[97855]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:57 smithi111 ceph-mon[116524]: pgmap v10645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:59.559 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:08:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:08:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:08:59 smithi155 ceph-mon[102677]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:08:59 smithi111 ceph-mon[97855]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:08:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:08:59 smithi111 ceph-mon[116524]: pgmap v10646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:01 smithi155 ceph-mon[102677]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:01 smithi111 ceph-mon[97855]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:01 smithi111 ceph-mon[116524]: pgmap v10647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:03 smithi155 ceph-mon[102677]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:03 smithi111 ceph-mon[97855]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:03 smithi111 ceph-mon[116524]: pgmap v10648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:05.430 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:09:05.741 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:09:05.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4831M 2438M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5126M 2438M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5468M 2438M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4568M 2438M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:09:05.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:09:05.744 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:09:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:05 smithi155 ceph-mon[102677]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:05 smithi111 ceph-mon[97855]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:05 smithi111 ceph-mon[116524]: pgmap v10649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:06.121 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:09:06.121 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:09:06.121 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:09:06.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:09:06.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:06.123 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:09:06.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:09:06.123 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:09:06.123 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:09:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:06 smithi155 ceph-mon[102677]: from='client.35867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1313001357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:09:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:06 smithi111 ceph-mon[97855]: from='client.35867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1313001357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:09:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:06 smithi111 ceph-mon[116524]: from='client.35867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1313001357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:09:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:07 smithi155 ceph-mon[102677]: from='client.25992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:07 smithi155 ceph-mon[102677]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:07 smithi111 ceph-mon[97855]: from='client.25992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:07 smithi111 ceph-mon[97855]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:07 smithi111 ceph-mon[116524]: from='client.25992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:07 smithi111 ceph-mon[116524]: pgmap v10650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:09.584 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:09:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:09:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:09 smithi155 ceph-mon[102677]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:09 smithi111 ceph-mon[97855]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:09 smithi111 ceph-mon[116524]: pgmap v10651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:11 smithi155 ceph-mon[102677]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:11 smithi111 ceph-mon[97855]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:11 smithi111 ceph-mon[116524]: pgmap v10652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:13 smithi155 ceph-mon[102677]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:13 smithi111 ceph-mon[97855]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:13 smithi111 ceph-mon[116524]: pgmap v10653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:15 smithi155 ceph-mon[102677]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:15 smithi111 ceph-mon[97855]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:15 smithi111 ceph-mon[116524]: pgmap v10654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:17 smithi155 ceph-mon[102677]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:17 smithi111 ceph-mon[97855]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:17 smithi111 ceph-mon[116524]: pgmap v10655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:19.601 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:09:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:09:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:19 smithi155 ceph-mon[102677]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:19 smithi111 ceph-mon[97855]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:19 smithi111 ceph-mon[116524]: pgmap v10656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:20 smithi155 ceph-mon[102677]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:20 smithi111 ceph-mon[97855]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:20 smithi111 ceph-mon[116524]: pgmap v10657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:23 smithi111 ceph-mon[97855]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:23 smithi111 ceph-mon[116524]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:23 smithi155 ceph-mon[102677]: pgmap v10658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:09:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:09:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2429M 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2429M 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:09:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:09:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: pgmap v10659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:09:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2429M 2023-12-01T09:09:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:09:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:09:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:09:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:09:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:27 smithi111 ceph-mon[97855]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:27 smithi111 ceph-mon[116524]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:27 smithi155 ceph-mon[102677]: pgmap v10660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:29 smithi111 ceph-mon[97855]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:09:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:09:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:29 smithi111 ceph-mon[116524]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:29 smithi155 ceph-mon[102677]: pgmap v10661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:31 smithi155 ceph-mon[102677]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:31 smithi111 ceph-mon[97855]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:31 smithi111 ceph-mon[116524]: pgmap v10662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:33 smithi155 ceph-mon[102677]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:33 smithi111 ceph-mon[97855]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:33 smithi111 ceph-mon[116524]: pgmap v10663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:35 smithi155 ceph-mon[102677]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:35 smithi111 ceph-mon[97855]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:35 smithi111 ceph-mon[116524]: pgmap v10664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:36.469 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4831M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5126M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5468M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:09:36.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4568M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:09:36.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:09:36.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:09:36.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:09:36.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:09:36.776 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:09:37.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:09:37.153 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:37 smithi155 ceph-mon[102677]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:37 smithi155 ceph-mon[102677]: from='client.26004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2430577243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:09:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:37 smithi111 ceph-mon[116524]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:37 smithi111 ceph-mon[116524]: from='client.26004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2430577243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:09:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:37 smithi111 ceph-mon[97855]: pgmap v10665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:37 smithi111 ceph-mon[97855]: from='client.26004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2430577243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:09:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:38 smithi155 ceph-mon[102677]: from='client.26010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:38 smithi111 ceph-mon[97855]: from='client.26010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:38 smithi111 ceph-mon[116524]: from='client.26010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:09:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:39 smithi155 ceph-mon[102677]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:39 smithi111 ceph-mon[97855]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:09:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:09:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:39 smithi111 ceph-mon[116524]: pgmap v10666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:41 smithi155 ceph-mon[102677]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:41 smithi111 ceph-mon[97855]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:41 smithi111 ceph-mon[116524]: pgmap v10667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:43 smithi155 ceph-mon[102677]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:43 smithi111 ceph-mon[97855]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:43 smithi111 ceph-mon[116524]: pgmap v10668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:45 smithi155 ceph-mon[102677]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:45 smithi111 ceph-mon[97855]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:45 smithi111 ceph-mon[116524]: pgmap v10669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:47 smithi155 ceph-mon[102677]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:47 smithi111 ceph-mon[97855]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:47 smithi111 ceph-mon[116524]: pgmap v10670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:49 smithi155 ceph-mon[102677]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:09:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:09:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:49 smithi111 ceph-mon[97855]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:49 smithi111 ceph-mon[116524]: pgmap v10671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:09:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:51 smithi155 ceph-mon[102677]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:51 smithi111 ceph-mon[97855]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:51 smithi111 ceph-mon[116524]: pgmap v10672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:53 smithi155 ceph-mon[102677]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:53 smithi111 ceph-mon[97855]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:53 smithi111 ceph-mon[116524]: pgmap v10673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:55 smithi155 ceph-mon[102677]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:55 smithi111 ceph-mon[97855]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:55 smithi111 ceph-mon[116524]: pgmap v10674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:57 smithi155 ceph-mon[102677]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:57 smithi111 ceph-mon[97855]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:57 smithi111 ceph-mon[116524]: pgmap v10675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:09:59 smithi155 ceph-mon[102677]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:09:59 smithi111 ceph-mon[97855]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:09:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:09:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:09:59 smithi111 ceph-mon[116524]: pgmap v10676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:00.305 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:00 smithi111 conmon[97831]: 2023-12-01T09:09:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:10:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:10:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:10:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:10:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:01 smithi155 ceph-mon[102677]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:01 smithi111 ceph-mon[97855]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:01 smithi111 ceph-mon[116524]: pgmap v10677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:03 smithi155 ceph-mon[102677]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:03 smithi111 ceph-mon[97855]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:03 smithi111 ceph-mon[116524]: pgmap v10678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:05 smithi155 ceph-mon[102677]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:05 smithi111 ceph-mon[97855]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:05 smithi111 ceph-mon[116524]: pgmap v10679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:07.496 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:10:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:07 smithi155 ceph-mon[102677]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:07 smithi111 ceph-mon[97855]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:07 smithi111 ceph-mon[116524]: pgmap v10680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:07.802 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:10:07.802 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:10:07.802 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:10:07.803 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4831M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5126M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5468M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4568M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:10:07.804 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:10:08.183 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:10:08.183 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:10:08.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:10:08.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:08.185 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:10:08.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:10:08.185 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:10:08.185 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:10:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:08 smithi155 ceph-mon[102677]: from='client.35903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1663414758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:08 smithi111 ceph-mon[97855]: from='client.35903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:08.772 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1663414758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:10:08.772 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:08 smithi111 ceph-mon[116524]: from='client.35903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:08.772 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1663414758' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:10:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:09 smithi155 ceph-mon[102677]: from='client.26028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:09 smithi155 ceph-mon[102677]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:09 smithi111 ceph-mon[97855]: from='client.26028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:09 smithi111 ceph-mon[97855]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:10:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:10:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:09 smithi111 ceph-mon[116524]: from='client.26028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:09 smithi111 ceph-mon[116524]: pgmap v10681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:11 smithi155 ceph-mon[102677]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:11 smithi111 ceph-mon[97855]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:11 smithi111 ceph-mon[116524]: pgmap v10682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:13 smithi155 ceph-mon[102677]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:13 smithi111 ceph-mon[97855]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:13 smithi111 ceph-mon[116524]: pgmap v10683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:15 smithi155 ceph-mon[102677]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:15 smithi111 ceph-mon[97855]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:15 smithi111 ceph-mon[116524]: pgmap v10684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:17 smithi155 ceph-mon[102677]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:17 smithi111 ceph-mon[97855]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:17 smithi111 ceph-mon[116524]: pgmap v10685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:19 smithi155 ceph-mon[102677]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:10:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:10:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:19 smithi111 ceph-mon[97855]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:19 smithi111 ceph-mon[116524]: pgmap v10686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:21 smithi155 ceph-mon[102677]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:21 smithi111 ceph-mon[97855]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:21 smithi111 ceph-mon[116524]: pgmap v10687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:23 smithi155 ceph-mon[102677]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:23 smithi111 ceph-mon[97855]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:23 smithi111 ceph-mon[116524]: pgmap v10688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:25 smithi155 ceph-mon[102677]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:10:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:10:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:10:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:10:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[97855]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[116524]: pgmap v10689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:10:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:10:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:10:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:27 smithi155 ceph-mon[102677]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:27 smithi111 ceph-mon[97855]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:27 smithi111 ceph-mon[116524]: pgmap v10690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:29 smithi155 ceph-mon[102677]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:29 smithi111 ceph-mon[97855]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:29 smithi111 ceph-mon[116524]: pgmap v10691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:10:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:10:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:31 smithi155 ceph-mon[102677]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:31 smithi111 ceph-mon[97855]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:31 smithi111 ceph-mon[116524]: pgmap v10692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:33 smithi155 ceph-mon[102677]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:33 smithi111 ceph-mon[97855]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:33 smithi111 ceph-mon[116524]: pgmap v10693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:35 smithi155 ceph-mon[102677]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:35 smithi111 ceph-mon[97855]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:35 smithi111 ceph-mon[116524]: pgmap v10694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:37 smithi155 ceph-mon[102677]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:37 smithi111 ceph-mon[97855]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:37 smithi111 ceph-mon[116524]: pgmap v10695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:38.529 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:10:38.834 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4831M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5126M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:10:38.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5468M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:10:38.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4568M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:10:38.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:10:38.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:10:38.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:10:38.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:10:38.836 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:10:39.210 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:10:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:10:39.212 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:10:39.212 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:10:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:39 smithi155 ceph-mon[102677]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:39 smithi155 ceph-mon[102677]: from='client.35921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3460321999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:10:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:10:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:10:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:39 smithi111 ceph-mon[97855]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:39 smithi111 ceph-mon[97855]: from='client.35921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3460321999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:10:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:39 smithi111 ceph-mon[116524]: pgmap v10696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:39 smithi111 ceph-mon[116524]: from='client.35921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3460321999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:10:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:40 smithi155 ceph-mon[102677]: from='client.35927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:40 smithi111 ceph-mon[97855]: from='client.35927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:40 smithi111 ceph-mon[116524]: from='client.35927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:10:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:41 smithi155 ceph-mon[102677]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:41 smithi111 ceph-mon[97855]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:41 smithi111 ceph-mon[116524]: pgmap v10697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:43 smithi155 ceph-mon[102677]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:43 smithi111 ceph-mon[97855]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:43 smithi111 ceph-mon[116524]: pgmap v10698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:45 smithi155 ceph-mon[102677]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:45 smithi111 ceph-mon[97855]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:45 smithi111 ceph-mon[116524]: pgmap v10699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:47 smithi155 ceph-mon[102677]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:47 smithi111 ceph-mon[97855]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:47 smithi111 ceph-mon[116524]: pgmap v10700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:49 smithi155 ceph-mon[102677]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:10:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:10:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:49 smithi111 ceph-mon[97855]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:49 smithi111 ceph-mon[116524]: pgmap v10701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:10:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:51 smithi155 ceph-mon[102677]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:51 smithi111 ceph-mon[97855]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:51 smithi111 ceph-mon[116524]: pgmap v10702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:53 smithi155 ceph-mon[102677]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:53 smithi111 ceph-mon[97855]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:53 smithi111 ceph-mon[116524]: pgmap v10703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:55 smithi155 ceph-mon[102677]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:55 smithi111 ceph-mon[97855]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:55 smithi111 ceph-mon[116524]: pgmap v10704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:57 smithi155 ceph-mon[102677]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:57 smithi111 ceph-mon[97855]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:57 smithi111 ceph-mon[116524]: pgmap v10705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:10:59 smithi155 ceph-mon[102677]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:10:59 smithi111 ceph-mon[97855]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:10:59 smithi111 ceph-mon[116524]: pgmap v10706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:10:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:10:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:11:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:01 smithi155 ceph-mon[102677]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:01 smithi111 ceph-mon[97855]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:01 smithi111 ceph-mon[116524]: pgmap v10707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:03 smithi155 ceph-mon[102677]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:03 smithi111 ceph-mon[97855]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:03 smithi111 ceph-mon[116524]: pgmap v10708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:05 smithi155 ceph-mon[102677]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:05 smithi111 ceph-mon[97855]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:05 smithi111 ceph-mon[116524]: pgmap v10709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:07 smithi155 ceph-mon[102677]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:07 smithi111 ceph-mon[97855]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:07 smithi111 ceph-mon[116524]: pgmap v10710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:09.557 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:11:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:09 smithi155 ceph-mon[102677]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:09 smithi111 ceph-mon[97855]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:11:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:11:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:09 smithi111 ceph-mon[116524]: pgmap v10711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:11:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 731M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1308M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 608M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 564M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4831M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5126M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5468M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4568M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3627M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4507M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3953M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:11:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4631M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:11:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 155M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:11:10.246 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:11:10.246 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:11:10.246 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:11:10.247 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:11:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:10 smithi155 ceph-mon[102677]: from='client.26058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2429066269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:11:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:10 smithi111 ceph-mon[97855]: from='client.26058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2429066269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:11:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:10 smithi111 ceph-mon[116524]: from='client.26058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2429066269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:11:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:11 smithi155 ceph-mon[102677]: from='client.26064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:11 smithi155 ceph-mon[102677]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:11 smithi111 ceph-mon[97855]: from='client.26064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:11 smithi111 ceph-mon[97855]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:11 smithi111 ceph-mon[116524]: from='client.26064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:11 smithi111 ceph-mon[116524]: pgmap v10712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:13 smithi155 ceph-mon[102677]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:13 smithi111 ceph-mon[97855]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:13 smithi111 ceph-mon[116524]: pgmap v10713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:15 smithi155 ceph-mon[102677]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:15 smithi111 ceph-mon[97855]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:15 smithi111 ceph-mon[116524]: pgmap v10714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:17 smithi155 ceph-mon[102677]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:17 smithi111 ceph-mon[97855]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:17 smithi111 ceph-mon[116524]: pgmap v10715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:19 smithi155 ceph-mon[102677]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:19 smithi111 ceph-mon[97855]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:11:19] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T09:11:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:19 smithi111 ceph-mon[116524]: pgmap v10716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:21 smithi111 ceph-mon[97855]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:21 smithi111 ceph-mon[116524]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:21 smithi155 ceph-mon[102677]: pgmap v10717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:23 smithi111 ceph-mon[97855]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:23 smithi111 ceph-mon[116524]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:23 smithi155 ceph-mon[102677]: pgmap v10718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:25 smithi111 ceph-mon[97855]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:11:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:25 smithi111 ceph-mon[116524]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:11:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:25 smithi155 ceph-mon[102677]: pgmap v10719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:11:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:27 smithi111 ceph-mon[97855]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:27 smithi111 ceph-mon[116524]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:27 smithi155 ceph-mon[102677]: pgmap v10720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:28 smithi155 ceph-mon[102677]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:11:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:11:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[116524]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[97855]: pgmap v10721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:11:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:11:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:11:29] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T09:11:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:30 smithi111 ceph-mon[97855]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:30 smithi111 ceph-mon[116524]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:30 smithi155 ceph-mon[102677]: pgmap v10722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:33 smithi155 ceph-mon[102677]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:33 smithi111 ceph-mon[97855]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:33 smithi111 ceph-mon[116524]: pgmap v10723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:35 smithi155 ceph-mon[102677]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:35 smithi111 ceph-mon[97855]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:35 smithi111 ceph-mon[116524]: pgmap v10724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:37 smithi155 ceph-mon[102677]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:37 smithi111 ceph-mon[116524]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:37 smithi111 ceph-mon[97855]: pgmap v10725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:39 smithi155 ceph-mon[102677]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:39 smithi111 ceph-mon[97855]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:11:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:11:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:39 smithi111 ceph-mon[116524]: pgmap v10726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:40.597 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:11:40.898 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:11:40.910 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 13s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:11:40.910 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 13s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:11:40.910 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 13s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:11:40.910 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 13s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 13s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 13s ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 13s ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 13s ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 13s ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 13s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 13s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 13s ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 13s ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 13s ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 13s ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 13s ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 13s ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 13s ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 13s ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 13s ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:11:41.274 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:11:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:11:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:11:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:11:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:11:41.276 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:11:41.276 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:11:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:41 smithi155 ceph-mon[102677]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:41 smithi155 ceph-mon[102677]: from='client.35957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2159395043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:11:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:41 smithi111 ceph-mon[97855]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:41 smithi111 ceph-mon[97855]: from='client.35957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2159395043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:11:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:41 smithi111 ceph-mon[116524]: pgmap v10727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:41 smithi111 ceph-mon[116524]: from='client.35957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2159395043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:11:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:42 smithi155 ceph-mon[102677]: from='client.26082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:42 smithi111 ceph-mon[97855]: from='client.26082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:42 smithi111 ceph-mon[116524]: from='client.26082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:11:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:43 smithi155 ceph-mon[102677]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:43 smithi111 ceph-mon[97855]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:43 smithi111 ceph-mon[116524]: pgmap v10728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:45 smithi155 ceph-mon[102677]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:45 smithi111 ceph-mon[97855]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:45 smithi111 ceph-mon[116524]: pgmap v10729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:47 smithi155 ceph-mon[102677]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:47 smithi111 ceph-mon[97855]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:47 smithi111 ceph-mon[116524]: pgmap v10730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:49 smithi155 ceph-mon[102677]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:11:49] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:11:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:49 smithi111 ceph-mon[97855]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:49 smithi111 ceph-mon[116524]: pgmap v10731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:11:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:51 smithi155 ceph-mon[102677]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:51 smithi111 ceph-mon[97855]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:51 smithi111 ceph-mon[116524]: pgmap v10732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:53 smithi155 ceph-mon[102677]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:53 smithi111 ceph-mon[97855]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:53 smithi111 ceph-mon[116524]: pgmap v10733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:55 smithi155 ceph-mon[102677]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:55 smithi111 ceph-mon[97855]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:55 smithi111 ceph-mon[116524]: pgmap v10734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:57 smithi155 ceph-mon[102677]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:57 smithi111 ceph-mon[97855]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:57 smithi111 ceph-mon[116524]: pgmap v10735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:11:59 smithi155 ceph-mon[102677]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:11:59 smithi111 ceph-mon[97855]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:11:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:11:59] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:11:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:11:59 smithi111 ceph-mon[116524]: pgmap v10736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:01 smithi155 ceph-mon[102677]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:01 smithi111 ceph-mon[97855]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:01 smithi111 ceph-mon[116524]: pgmap v10737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:03 smithi155 ceph-mon[102677]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:03 smithi111 ceph-mon[97855]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:03 smithi111 ceph-mon[116524]: pgmap v10738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:05 smithi155 ceph-mon[102677]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:05 smithi111 ceph-mon[97855]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:05 smithi111 ceph-mon[116524]: pgmap v10739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:07 smithi155 ceph-mon[102677]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:07 smithi111 ceph-mon[97855]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:07 smithi111 ceph-mon[116524]: pgmap v10740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:09 smithi155 ceph-mon[102677]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:09 smithi111 ceph-mon[97855]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:09 smithi111 ceph-mon[116524]: pgmap v10741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:12:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:12:11.619 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:12:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:11 smithi155 ceph-mon[102677]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:11 smithi111 ceph-mon[97855]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:11 smithi111 ceph-mon[116524]: pgmap v10742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:12:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 44s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 44s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 44s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 44s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 44s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 44s ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 44s ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 44s ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 44s ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 44s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:12:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 44s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 44s ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 44s ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 44s ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 44s ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 44s ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 44s ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 44s ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 44s ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:12:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 44s ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:12:12.308 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:12:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:12:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:12:12.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:12.310 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:12:12.310 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:12:12.310 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:12:12.310 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:12:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:12 smithi155 ceph-mon[102677]: from='client.26094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2834024642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:12:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:12 smithi111 ceph-mon[97855]: from='client.26094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2834024642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:12:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:12 smithi111 ceph-mon[116524]: from='client.26094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2834024642' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:12:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:13 smithi155 ceph-mon[102677]: from='client.26100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:13 smithi155 ceph-mon[102677]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:13 smithi111 ceph-mon[97855]: from='client.26100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:13 smithi111 ceph-mon[97855]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:13 smithi111 ceph-mon[116524]: from='client.26100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:13 smithi111 ceph-mon[116524]: pgmap v10743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:15 smithi155 ceph-mon[102677]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:15 smithi111 ceph-mon[97855]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:15 smithi111 ceph-mon[116524]: pgmap v10744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:17 smithi155 ceph-mon[102677]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:17 smithi111 ceph-mon[97855]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:17 smithi111 ceph-mon[116524]: pgmap v10745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:19 smithi155 ceph-mon[102677]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:12:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:12:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:19 smithi111 ceph-mon[97855]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:19 smithi111 ceph-mon[116524]: pgmap v10746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:21 smithi155 ceph-mon[102677]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:21 smithi111 ceph-mon[97855]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:21 smithi111 ceph-mon[116524]: pgmap v10747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:23 smithi155 ceph-mon[102677]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:23 smithi111 ceph-mon[97855]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:23 smithi111 ceph-mon[116524]: pgmap v10748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:25 smithi155 ceph-mon[102677]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:25 smithi111 ceph-mon[97855]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:25 smithi111 ceph-mon[116524]: pgmap v10749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:27 smithi155 ceph-mon[102677]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:27 smithi111 ceph-mon[97855]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:27 smithi111 ceph-mon[116524]: pgmap v10750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:12:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:12:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:12:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:29 smithi155 ceph-mon[102677]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:12:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:12:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:12:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:12:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[97855]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:12:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:12:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[116524]: pgmap v10751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:12:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:31 smithi155 ceph-mon[102677]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:31 smithi111 ceph-mon[97855]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:31 smithi111 ceph-mon[116524]: pgmap v10752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:33 smithi155 ceph-mon[102677]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:33 smithi111 ceph-mon[97855]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:33 smithi111 ceph-mon[116524]: pgmap v10753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:35 smithi155 ceph-mon[102677]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:35 smithi111 ceph-mon[97855]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:35 smithi111 ceph-mon[116524]: pgmap v10754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:37 smithi155 ceph-mon[102677]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:37 smithi111 ceph-mon[97855]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:37 smithi111 ceph-mon[116524]: pgmap v10755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:39 smithi155 ceph-mon[102677]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:39 smithi111 ceph-mon[97855]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:12:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:12:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:39 smithi111 ceph-mon[116524]: pgmap v10756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 09:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T09:12:40.100274222Z level=info msg="Completed cleanup jobs" duration=66.512219ms 2023-12-01T09:12:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:41 smithi155 ceph-mon[102677]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:41 smithi111 ceph-mon[97855]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:41 smithi111 ceph-mon[116524]: pgmap v10757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:42.655 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:12:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:12:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 75s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:12:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 75s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 75s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 75s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 75s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 75s ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 75s ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 75s ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 75s ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 75s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 75s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 75s ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:12:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 75s ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 75s ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 75s ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 75s ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 75s ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 75s ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 75s ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:12:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 75s ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:12:43.339 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:12:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:12:43.341 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:12:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:43 smithi155 ceph-mon[102677]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2262271465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:12:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:43 smithi111 ceph-mon[97855]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2262271465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:12:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:43 smithi111 ceph-mon[116524]: pgmap v10758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2262271465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:12:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:44 smithi155 ceph-mon[102677]: from='client.35993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:44 smithi155 ceph-mon[102677]: from='client.26118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:44 smithi111 ceph-mon[97855]: from='client.35993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:44 smithi111 ceph-mon[97855]: from='client.26118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:44 smithi111 ceph-mon[116524]: from='client.35993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:44 smithi111 ceph-mon[116524]: from='client.26118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:12:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:45 smithi155 ceph-mon[102677]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:45 smithi111 ceph-mon[97855]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:45 smithi111 ceph-mon[116524]: pgmap v10759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:47 smithi155 ceph-mon[102677]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:47 smithi111 ceph-mon[116524]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:47 smithi111 ceph-mon[97855]: pgmap v10760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:49 smithi155 ceph-mon[102677]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:49 smithi111 ceph-mon[97855]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:12:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:12:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:49 smithi111 ceph-mon[116524]: pgmap v10761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:12:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:51 smithi155 ceph-mon[102677]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:51 smithi111 ceph-mon[97855]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:51 smithi111 ceph-mon[116524]: pgmap v10762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:53 smithi155 ceph-mon[102677]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:53 smithi111 ceph-mon[97855]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:53 smithi111 ceph-mon[116524]: pgmap v10763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:55 smithi155 ceph-mon[102677]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:55 smithi111 ceph-mon[97855]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:55 smithi111 ceph-mon[116524]: pgmap v10764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:57 smithi155 ceph-mon[102677]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:57 smithi111 ceph-mon[97855]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:57 smithi111 ceph-mon[116524]: pgmap v10765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:12:59 smithi155 ceph-mon[102677]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:12:59 smithi111 ceph-mon[97855]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:12:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:12:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:12:59 smithi111 ceph-mon[116524]: pgmap v10766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:01 smithi155 ceph-mon[102677]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:01 smithi111 ceph-mon[97855]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:01 smithi111 ceph-mon[116524]: pgmap v10767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:03 smithi155 ceph-mon[102677]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:03 smithi111 ceph-mon[97855]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:03 smithi111 ceph-mon[116524]: pgmap v10768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:05 smithi155 ceph-mon[102677]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:05 smithi111 ceph-mon[97855]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:05 smithi111 ceph-mon[116524]: pgmap v10769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:07 smithi155 ceph-mon[102677]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:07 smithi111 ceph-mon[97855]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:07 smithi111 ceph-mon[116524]: pgmap v10770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:09 smithi155 ceph-mon[102677]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:09 smithi111 ceph-mon[97855]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:13:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:13:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:09 smithi111 ceph-mon[116524]: pgmap v10771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:11 smithi155 ceph-mon[102677]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:11 smithi111 ceph-mon[97855]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:11 smithi111 ceph-mon[116524]: pgmap v10772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:13.688 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:13:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:13 smithi111 ceph-mon[97855]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:13 smithi111 ceph-mon[116524]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:13 smithi155 ceph-mon[102677]: pgmap v10773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:13:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 106s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 106s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 106s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 106s ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 106s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 106s ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 106s ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 106s ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 106s ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 106s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:13:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 106s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 106s ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 106s ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 106s ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 106s ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 106s ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 106s ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 106s ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 106s ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:13:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 106s ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:13:14.377 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:13:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:13:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:13:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:13:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:13:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:13:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:13:14.379 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:13:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/882798120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:13:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/882798120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:13:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/882798120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:13:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:15 smithi111 ceph-mon[97855]: from='client.26130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:15 smithi111 ceph-mon[97855]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:15 smithi111 ceph-mon[97855]: from='client.36017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:15 smithi111 ceph-mon[116524]: from='client.26130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:15 smithi111 ceph-mon[116524]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:15 smithi111 ceph-mon[116524]: from='client.36017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:15 smithi155 ceph-mon[102677]: from='client.26130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:15 smithi155 ceph-mon[102677]: pgmap v10774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:15 smithi155 ceph-mon[102677]: from='client.36017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:17 smithi111 ceph-mon[97855]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:17 smithi111 ceph-mon[116524]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:17 smithi155 ceph-mon[102677]: pgmap v10775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:13:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:13:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:19 smithi111 ceph-mon[97855]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:19 smithi111 ceph-mon[116524]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:19 smithi155 ceph-mon[102677]: pgmap v10776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:21 smithi111 ceph-mon[97855]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:21 smithi111 ceph-mon[116524]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:21 smithi155 ceph-mon[102677]: pgmap v10777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:23 smithi111 ceph-mon[97855]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:23 smithi111 ceph-mon[116524]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:23 smithi155 ceph-mon[102677]: pgmap v10778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:25 smithi111 ceph-mon[97855]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:25 smithi111 ceph-mon[116524]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:25 smithi155 ceph-mon[102677]: pgmap v10779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:27 smithi111 ceph-mon[97855]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:27 smithi111 ceph-mon[116524]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:27 smithi155 ceph-mon[102677]: pgmap v10780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:13:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:13:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[97855]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[116524]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:29 smithi155 ceph-mon[102677]: pgmap v10781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:13:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:31 smithi111 ceph-mon[97855]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:31 smithi111 ceph-mon[116524]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:31 smithi155 ceph-mon[102677]: pgmap v10782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[97855]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[116524]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:13:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:13:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:33 smithi155 ceph-mon[102677]: pgmap v10783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:13:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:13:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:13:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:35 smithi155 ceph-mon[102677]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:35 smithi111 ceph-mon[97855]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:35 smithi111 ceph-mon[116524]: pgmap v10784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:37 smithi155 ceph-mon[102677]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:37 smithi111 ceph-mon[97855]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:37 smithi111 ceph-mon[116524]: pgmap v10785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:39 smithi111 ceph-mon[97855]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:13:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:13:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:39 smithi111 ceph-mon[116524]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:39 smithi155 ceph-mon[102677]: pgmap v10786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:41 smithi155 ceph-mon[102677]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:41 smithi111 ceph-mon[97855]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:41 smithi111 ceph-mon[116524]: pgmap v10787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:43 smithi155 ceph-mon[102677]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:43 smithi111 ceph-mon[97855]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:43 smithi111 ceph-mon[116524]: pgmap v10788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:44.724 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:13:45.034 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:13:45.410 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:13:45.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:13:45.412 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:13:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:45 smithi155 ceph-mon[102677]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/225768905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:13:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:45 smithi111 ceph-mon[97855]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/225768905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:13:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:45 smithi111 ceph-mon[116524]: pgmap v10789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/225768905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:13:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:46 smithi155 ceph-mon[102677]: from='client.26148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:46 smithi155 ceph-mon[102677]: from='client.36035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:46 smithi111 ceph-mon[97855]: from='client.26148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:46 smithi111 ceph-mon[97855]: from='client.36035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:46 smithi111 ceph-mon[116524]: from='client.26148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:46 smithi111 ceph-mon[116524]: from='client.36035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:13:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:47 smithi155 ceph-mon[102677]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:47 smithi111 ceph-mon[97855]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:47 smithi111 ceph-mon[116524]: pgmap v10790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:13:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:13:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:49 smithi111 ceph-mon[97855]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:49 smithi111 ceph-mon[116524]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:49 smithi155 ceph-mon[102677]: pgmap v10791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:13:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:51 smithi155 ceph-mon[102677]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:51 smithi111 ceph-mon[97855]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:51 smithi111 ceph-mon[116524]: pgmap v10792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:53 smithi155 ceph-mon[102677]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:53 smithi111 ceph-mon[97855]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:53 smithi111 ceph-mon[116524]: pgmap v10793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:55 smithi155 ceph-mon[102677]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:55 smithi111 ceph-mon[97855]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:55 smithi111 ceph-mon[116524]: pgmap v10794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:57 smithi155 ceph-mon[102677]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:57 smithi111 ceph-mon[97855]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:57 smithi111 ceph-mon[116524]: pgmap v10795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:13:59 smithi111 ceph-mon[97855]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:13:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:13:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:13:59 smithi111 ceph-mon[116524]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:13:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:13:59 smithi155 ceph-mon[102677]: pgmap v10796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:01 smithi155 ceph-mon[102677]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:01 smithi111 ceph-mon[97855]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:01 smithi111 ceph-mon[116524]: pgmap v10797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:03 smithi155 ceph-mon[102677]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:03 smithi111 ceph-mon[97855]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:03 smithi111 ceph-mon[116524]: pgmap v10798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:05 smithi155 ceph-mon[102677]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:05 smithi111 ceph-mon[97855]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:05 smithi111 ceph-mon[116524]: pgmap v10799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:07 smithi155 ceph-mon[102677]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:07 smithi111 ceph-mon[97855]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:07 smithi111 ceph-mon[116524]: pgmap v10800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:09.568 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:14:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:14:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:09 smithi155 ceph-mon[102677]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:09 smithi111 ceph-mon[97855]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:09 smithi111 ceph-mon[116524]: pgmap v10801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:11 smithi155 ceph-mon[102677]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:11 smithi111 ceph-mon[97855]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:11 smithi111 ceph-mon[116524]: pgmap v10802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:13 smithi155 ceph-mon[102677]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:13 smithi111 ceph-mon[97855]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:13 smithi111 ceph-mon[116524]: pgmap v10803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:15.755 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:14:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:15 smithi155 ceph-mon[102677]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:15 smithi111 ceph-mon[97855]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:15 smithi111 ceph-mon[116524]: pgmap v10804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:14:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:14:16.063 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:14:16.446 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:14:16.447 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:14:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2010374100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:14:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2010374100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:14:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2010374100' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:14:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:17 smithi155 ceph-mon[102677]: from='client.36047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:17 smithi155 ceph-mon[102677]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:17 smithi155 ceph-mon[102677]: from='client.36053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:17 smithi111 ceph-mon[97855]: from='client.36047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:17 smithi111 ceph-mon[97855]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:17 smithi111 ceph-mon[97855]: from='client.36053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:17 smithi111 ceph-mon[116524]: from='client.36047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:17 smithi111 ceph-mon[116524]: pgmap v10805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:17 smithi111 ceph-mon[116524]: from='client.36053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:19.586 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:14:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:14:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:19 smithi155 ceph-mon[102677]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:19 smithi111 ceph-mon[97855]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:19 smithi111 ceph-mon[116524]: pgmap v10806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:21 smithi155 ceph-mon[102677]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:21 smithi111 ceph-mon[97855]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:21 smithi111 ceph-mon[116524]: pgmap v10807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:23 smithi155 ceph-mon[102677]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:23 smithi111 ceph-mon[97855]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:23 smithi111 ceph-mon[116524]: pgmap v10808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:25 smithi155 ceph-mon[102677]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:25 smithi111 ceph-mon[97855]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:25 smithi111 ceph-mon[116524]: pgmap v10809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:27 smithi155 ceph-mon[102677]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:27 smithi111 ceph-mon[97855]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:27 smithi111 ceph-mon[116524]: pgmap v10810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:29.604 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:14:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:14:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:29 smithi155 ceph-mon[102677]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:29 smithi111 ceph-mon[97855]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:29 smithi111 ceph-mon[116524]: pgmap v10811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:31 smithi155 ceph-mon[102677]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:31 smithi111 ceph-mon[97855]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:31 smithi111 ceph-mon[116524]: pgmap v10812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:33.918 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:33 smithi155 ceph-mon[102677]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:33.919 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:14:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:33 smithi111 ceph-mon[97855]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:14:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:33 smithi111 ceph-mon[116524]: pgmap v10813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:14:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:35 smithi155 ceph-mon[102677]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:35 smithi111 ceph-mon[97855]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:35 smithi111 ceph-mon[116524]: pgmap v10814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[97855]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[116524]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:37 smithi155 ceph-mon[102677]: pgmap v10815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:14:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:39 smithi155 ceph-mon[102677]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:39 smithi111 ceph-mon[97855]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:14:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:14:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:39 smithi111 ceph-mon[116524]: pgmap v10816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:41 smithi155 ceph-mon[102677]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:41 smithi111 ceph-mon[97855]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:41 smithi111 ceph-mon[116524]: pgmap v10817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:43 smithi155 ceph-mon[102677]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:43 smithi111 ceph-mon[97855]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:43 smithi111 ceph-mon[116524]: pgmap v10818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:45 smithi155 ceph-mon[102677]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:45 smithi111 ceph-mon[97855]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:45 smithi111 ceph-mon[116524]: pgmap v10819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:46.792 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:14:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:14:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:14:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:14:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:14:47.099 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:14:47.100 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:14:47.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:14:47.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:14:47.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:14:47.101 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:14:47.101 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:14:47.481 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:14:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:14:47.481 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:14:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:14:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:14:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:14:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:14:47.483 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:14:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:47 smithi155 ceph-mon[102677]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:47 smithi111 ceph-mon[97855]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:47 smithi111 ceph-mon[116524]: pgmap v10820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:48 smithi155 ceph-mon[102677]: from='client.26184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:48 smithi155 ceph-mon[102677]: from='client.26190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3103709345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:14:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:48 smithi111 ceph-mon[97855]: from='client.26184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:48 smithi111 ceph-mon[97855]: from='client.26190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3103709345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:14:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:48 smithi111 ceph-mon[116524]: from='client.26184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:48 smithi111 ceph-mon[116524]: from='client.26190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:14:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3103709345' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:14:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:49 smithi155 ceph-mon[102677]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:14:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:14:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:49 smithi111 ceph-mon[97855]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:49 smithi111 ceph-mon[116524]: pgmap v10821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:14:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:51 smithi155 ceph-mon[102677]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:51 smithi111 ceph-mon[97855]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:51 smithi111 ceph-mon[116524]: pgmap v10822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:53 smithi155 ceph-mon[102677]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:53 smithi111 ceph-mon[97855]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:53 smithi111 ceph-mon[116524]: pgmap v10823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:55 smithi155 ceph-mon[102677]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:55 smithi111 ceph-mon[97855]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:55 smithi111 ceph-mon[116524]: pgmap v10824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:57 smithi155 ceph-mon[102677]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:57 smithi111 ceph-mon[97855]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:57 smithi111 ceph-mon[116524]: pgmap v10825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:14:59 smithi155 ceph-mon[102677]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:14:59 smithi111 ceph-mon[97855]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:14:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:14:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:14:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:14:59 smithi111 ceph-mon[116524]: pgmap v10826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:01 smithi155 ceph-mon[102677]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:01 smithi111 ceph-mon[97855]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:01 smithi111 ceph-mon[116524]: pgmap v10827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:03 smithi155 ceph-mon[102677]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:03 smithi111 ceph-mon[97855]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:03 smithi111 ceph-mon[116524]: pgmap v10828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:05 smithi155 ceph-mon[102677]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:05 smithi111 ceph-mon[97855]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:05 smithi111 ceph-mon[116524]: pgmap v10829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:07 smithi155 ceph-mon[102677]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:07 smithi111 ceph-mon[97855]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:07 smithi111 ceph-mon[116524]: pgmap v10830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:09 smithi155 ceph-mon[102677]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:09 smithi111 ceph-mon[97855]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:09 smithi111 ceph-mon[116524]: pgmap v10831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:15:09] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:15:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:11 smithi155 ceph-mon[102677]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:11 smithi111 ceph-mon[97855]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:11 smithi111 ceph-mon[116524]: pgmap v10832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:13 smithi155 ceph-mon[102677]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:13 smithi111 ceph-mon[97855]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:13 smithi111 ceph-mon[116524]: pgmap v10833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:15 smithi155 ceph-mon[102677]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:15 smithi111 ceph-mon[97855]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:15 smithi111 ceph-mon[116524]: pgmap v10834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:17 smithi155 ceph-mon[102677]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:17 smithi111 ceph-mon[97855]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:17 smithi111 ceph-mon[116524]: pgmap v10835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:17.827 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:15:18.136 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:15:18.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:15:18.138 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:18.514 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:15:18.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:15:18.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:18.515 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:15:18.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:15:18.515 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:15:18.515 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:15:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:19 smithi155 ceph-mon[102677]: from='client.26202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:19 smithi155 ceph-mon[102677]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:19 smithi155 ceph-mon[102677]: from='client.26208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4221000982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:15:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:15:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[97855]: from='client.26202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[97855]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[97855]: from='client.26208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4221000982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[116524]: from='client.26202 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[116524]: pgmap v10836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[116524]: from='client.26208 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4221000982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:21 smithi155 ceph-mon[102677]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:21 smithi111 ceph-mon[97855]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:21 smithi111 ceph-mon[116524]: pgmap v10837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:23 smithi155 ceph-mon[102677]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:23 smithi111 ceph-mon[97855]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:23 smithi111 ceph-mon[116524]: pgmap v10838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:25 smithi155 ceph-mon[102677]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:25 smithi111 ceph-mon[97855]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:25 smithi111 ceph-mon[116524]: pgmap v10839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:27 smithi155 ceph-mon[102677]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:27 smithi111 ceph-mon[97855]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:27 smithi111 ceph-mon[116524]: pgmap v10840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:29 smithi155 ceph-mon[102677]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:29 smithi111 ceph-mon[97855]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:15:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:15:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:29 smithi111 ceph-mon[116524]: pgmap v10841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:31 smithi155 ceph-mon[102677]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:31 smithi111 ceph-mon[97855]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:31 smithi111 ceph-mon[116524]: pgmap v10842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:33 smithi155 ceph-mon[102677]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:33 smithi111 ceph-mon[97855]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:33 smithi111 ceph-mon[116524]: pgmap v10843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:35 smithi155 ceph-mon[102677]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:35 smithi111 ceph-mon[97855]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:35 smithi111 ceph-mon[116524]: pgmap v10844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:15:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:15:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:15:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:15:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: pgmap v10845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:15:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:39 smithi155 ceph-mon[102677]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:39 smithi111 ceph-mon[97855]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:15:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:15:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:39 smithi111 ceph-mon[116524]: pgmap v10846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:41 smithi155 ceph-mon[102677]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:41 smithi111 ceph-mon[97855]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:41 smithi111 ceph-mon[116524]: pgmap v10847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:43 smithi155 ceph-mon[102677]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:43 smithi111 ceph-mon[97855]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:43 smithi111 ceph-mon[116524]: pgmap v10848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:45 smithi155 ceph-mon[102677]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:45 smithi111 ceph-mon[97855]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:45 smithi111 ceph-mon[116524]: pgmap v10849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:47 smithi155 ceph-mon[102677]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:47 smithi111 ceph-mon[97855]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:47 smithi111 ceph-mon[116524]: pgmap v10850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:48.863 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:15:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:15:49.168 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:15:49.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:15:49.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:15:49.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:15:49.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:15:49.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:15:49.170 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:15:49.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:15:49.556 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:15:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:49 smithi155 ceph-mon[102677]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:15:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:15:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:49 smithi111 ceph-mon[97855]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:49 smithi111 ceph-mon[116524]: pgmap v10851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:15:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:50 smithi155 ceph-mon[102677]: from='client.36101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:50 smithi155 ceph-mon[102677]: from='client.26226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3371769856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:15:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:50 smithi111 ceph-mon[97855]: from='client.36101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:50 smithi111 ceph-mon[97855]: from='client.26226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3371769856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:15:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:50 smithi111 ceph-mon[116524]: from='client.36101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:50 smithi111 ceph-mon[116524]: from='client.26226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:15:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3371769856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:15:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:51 smithi155 ceph-mon[102677]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:51 smithi111 ceph-mon[97855]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:51 smithi111 ceph-mon[116524]: pgmap v10852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:53 smithi155 ceph-mon[102677]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:53 smithi111 ceph-mon[97855]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:53 smithi111 ceph-mon[116524]: pgmap v10853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:55 smithi155 ceph-mon[102677]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:55 smithi111 ceph-mon[97855]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:55 smithi111 ceph-mon[116524]: pgmap v10854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:57 smithi155 ceph-mon[102677]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:57 smithi111 ceph-mon[97855]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:57 smithi111 ceph-mon[116524]: pgmap v10855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:15:59 smithi155 ceph-mon[102677]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:15:59 smithi111 ceph-mon[97855]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:15:59 smithi111 ceph-mon[116524]: pgmap v10856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:15:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:16:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:01 smithi111 ceph-mon[97855]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:01 smithi111 ceph-mon[116524]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:01 smithi155 ceph-mon[102677]: pgmap v10857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:03 smithi111 ceph-mon[97855]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:03 smithi111 ceph-mon[116524]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:03 smithi155 ceph-mon[102677]: pgmap v10858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:05 smithi111 ceph-mon[97855]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:05 smithi111 ceph-mon[116524]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:05 smithi155 ceph-mon[102677]: pgmap v10859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:07 smithi111 ceph-mon[97855]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:07 smithi111 ceph-mon[116524]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:07 smithi155 ceph-mon[102677]: pgmap v10860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:09 smithi111 ceph-mon[116524]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:09 smithi111 ceph-mon[97855]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:16:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:16:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:09 smithi155 ceph-mon[102677]: pgmap v10861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:11 smithi111 ceph-mon[97855]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:11 smithi111 ceph-mon[116524]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:11 smithi155 ceph-mon[102677]: pgmap v10862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:13 smithi111 ceph-mon[97855]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:13 smithi111 ceph-mon[116524]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:13 smithi155 ceph-mon[102677]: pgmap v10863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:15 smithi111 ceph-mon[97855]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:15 smithi111 ceph-mon[116524]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:15 smithi155 ceph-mon[102677]: pgmap v10864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:17 smithi111 ceph-mon[97855]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:17 smithi111 ceph-mon[116524]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:17 smithi155 ceph-mon[102677]: pgmap v10865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:16:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:16:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:19 smithi111 ceph-mon[97855]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:19 smithi111 ceph-mon[116524]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:19.902 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:16:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:19 smithi155 ceph-mon[102677]: pgmap v10866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:20.210 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:16:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:16:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:16:20.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:16:20.593 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:16:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[97855]: from='client.36119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[97855]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[97855]: from='client.26244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2069661116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:16:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[116524]: from='client.36119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[116524]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[116524]: from='client.26244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2069661116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:16:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:21 smithi155 ceph-mon[102677]: from='client.36119 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:21 smithi155 ceph-mon[102677]: pgmap v10867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:21 smithi155 ceph-mon[102677]: from='client.26244 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2069661116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:16:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:23 smithi155 ceph-mon[102677]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:23 smithi111 ceph-mon[97855]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:23 smithi111 ceph-mon[116524]: pgmap v10868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:25 smithi155 ceph-mon[102677]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:25 smithi111 ceph-mon[97855]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:25 smithi111 ceph-mon[116524]: pgmap v10869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:27 smithi155 ceph-mon[102677]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:27 smithi111 ceph-mon[97855]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:27 smithi111 ceph-mon[116524]: pgmap v10870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:29 smithi111 ceph-mon[97855]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:16:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:16:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:29 smithi111 ceph-mon[116524]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:29 smithi155 ceph-mon[102677]: pgmap v10871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:31 smithi155 ceph-mon[102677]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:31 smithi111 ceph-mon[97855]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:31 smithi111 ceph-mon[116524]: pgmap v10872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:33 smithi155 ceph-mon[102677]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:33 smithi111 ceph-mon[97855]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:33 smithi111 ceph-mon[116524]: pgmap v10873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:35 smithi155 ceph-mon[102677]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:35 smithi111 ceph-mon[97855]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:35 smithi111 ceph-mon[116524]: pgmap v10874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:37 smithi155 ceph-mon[102677]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:16:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:37 smithi111 ceph-mon[97855]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:16:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:37 smithi111 ceph-mon[116524]: pgmap v10875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:16:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:16:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:16:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:16:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:16:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:16:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:16:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:16:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:16:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:16:39.606 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:16:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:16:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:39 smithi155 ceph-mon[102677]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:39 smithi111 ceph-mon[97855]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:39 smithi111 ceph-mon[116524]: pgmap v10876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:41 smithi155 ceph-mon[102677]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:41 smithi111 ceph-mon[97855]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:41 smithi111 ceph-mon[116524]: pgmap v10877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:43 smithi155 ceph-mon[102677]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:43 smithi111 ceph-mon[97855]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:43 smithi111 ceph-mon[116524]: pgmap v10878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:45 smithi155 ceph-mon[102677]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:45 smithi111 ceph-mon[97855]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:45 smithi111 ceph-mon[116524]: pgmap v10879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:47 smithi155 ceph-mon[102677]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:47 smithi111 ceph-mon[97855]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:47 smithi111 ceph-mon[116524]: pgmap v10880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:49.624 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:16:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:16:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:49 smithi155 ceph-mon[102677]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:49 smithi111 ceph-mon[97855]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:49 smithi111 ceph-mon[116524]: pgmap v10881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:16:50.938 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:16:51.240 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:16:51.240 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:16:51.240 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:16:51.240 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:16:51.240 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:16:51.240 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:16:51.620 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:16:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:51 smithi155 ceph-mon[102677]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2420018609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:16:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:51 smithi111 ceph-mon[97855]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2420018609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:16:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:51 smithi111 ceph-mon[116524]: pgmap v10882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2420018609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:16:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:52 smithi155 ceph-mon[102677]: from='client.26256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:52 smithi155 ceph-mon[102677]: from='client.26262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:52 smithi111 ceph-mon[97855]: from='client.26256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:52 smithi111 ceph-mon[97855]: from='client.26262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:52 smithi111 ceph-mon[116524]: from='client.26256 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:52 smithi111 ceph-mon[116524]: from='client.26262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:16:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:53 smithi155 ceph-mon[102677]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:53 smithi111 ceph-mon[97855]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:53 smithi111 ceph-mon[116524]: pgmap v10883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:55 smithi155 ceph-mon[102677]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:55 smithi111 ceph-mon[97855]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:55 smithi111 ceph-mon[116524]: pgmap v10884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:57 smithi155 ceph-mon[102677]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:57 smithi111 ceph-mon[97855]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:57 smithi111 ceph-mon[116524]: pgmap v10885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:59.643 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:16:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:16:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:16:59 smithi155 ceph-mon[102677]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:16:59 smithi111 ceph-mon[97855]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:16:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:16:59 smithi111 ceph-mon[116524]: pgmap v10886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:01 smithi155 ceph-mon[102677]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:01 smithi111 ceph-mon[97855]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:01 smithi111 ceph-mon[116524]: pgmap v10887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:03 smithi155 ceph-mon[102677]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:03 smithi111 ceph-mon[97855]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:03 smithi111 ceph-mon[116524]: pgmap v10888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:05 smithi155 ceph-mon[102677]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:05 smithi111 ceph-mon[97855]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:05 smithi111 ceph-mon[116524]: pgmap v10889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:07 smithi155 ceph-mon[102677]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:07 smithi111 ceph-mon[97855]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:07 smithi111 ceph-mon[116524]: pgmap v10890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:09.669 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:17:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:17:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:09 smithi155 ceph-mon[102677]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:09 smithi111 ceph-mon[97855]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:09 smithi111 ceph-mon[116524]: pgmap v10891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:11 smithi155 ceph-mon[102677]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:11 smithi111 ceph-mon[97855]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:11 smithi111 ceph-mon[116524]: pgmap v10892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:13 smithi155 ceph-mon[102677]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:13 smithi111 ceph-mon[97855]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:13 smithi111 ceph-mon[116524]: pgmap v10893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:15 smithi155 ceph-mon[102677]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:15 smithi111 ceph-mon[97855]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:15 smithi111 ceph-mon[116524]: pgmap v10894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:17 smithi155 ceph-mon[102677]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:17 smithi111 ceph-mon[97855]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:17 smithi111 ceph-mon[116524]: pgmap v10895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:18 smithi111 ceph-mon[97855]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:18 smithi111 ceph-mon[116524]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:18 smithi155 ceph-mon[102677]: pgmap v10896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:19.738 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:17:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:17:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:20 smithi111 ceph-mon[97855]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:20 smithi111 ceph-mon[116524]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:20 smithi155 ceph-mon[102677]: pgmap v10897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:21.971 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:17:22.276 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:17:22.276 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:17:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:17:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:17:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:17:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:17:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:17:22.657 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:17:22.657 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:17:22.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:17:22.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:22.658 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:17:22.659 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:17:22.659 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:17:22.659 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:23 smithi155 ceph-mon[102677]: from='client.26274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:23 smithi155 ceph-mon[102677]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:23 smithi155 ceph-mon[102677]: from='client.26280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4115574184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:17:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[97855]: from='client.26274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[97855]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[97855]: from='client.26280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4115574184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:17:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[116524]: from='client.26274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[116524]: pgmap v10898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[116524]: from='client.26280 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4115574184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:17:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:25 smithi155 ceph-mon[102677]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:25 smithi111 ceph-mon[97855]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:25 smithi111 ceph-mon[116524]: pgmap v10899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:27 smithi155 ceph-mon[102677]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:27 smithi111 ceph-mon[97855]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:27 smithi111 ceph-mon[116524]: pgmap v10900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:29 smithi155 ceph-mon[102677]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:29 smithi111 ceph-mon[97855]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:17:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:17:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:29 smithi111 ceph-mon[116524]: pgmap v10901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:31 smithi155 ceph-mon[102677]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:31 smithi111 ceph-mon[97855]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:31 smithi111 ceph-mon[116524]: pgmap v10902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:33 smithi155 ceph-mon[102677]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:33 smithi111 ceph-mon[97855]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:33 smithi111 ceph-mon[116524]: pgmap v10903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:35 smithi155 ceph-mon[102677]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:35 smithi111 ceph-mon[97855]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:35 smithi111 ceph-mon[116524]: pgmap v10904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:37 smithi155 ceph-mon[102677]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:37 smithi111 ceph-mon[97855]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:37 smithi111 ceph-mon[116524]: pgmap v10905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:17:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:17:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:17:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:17:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:17:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:17:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:17:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:17:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:39 smithi155 ceph-mon[102677]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:39 smithi111 ceph-mon[97855]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:17:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:17:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:39 smithi111 ceph-mon[116524]: pgmap v10906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:41 smithi155 ceph-mon[102677]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:41 smithi111 ceph-mon[97855]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:41 smithi111 ceph-mon[116524]: pgmap v10907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:43 smithi155 ceph-mon[102677]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:43 smithi111 ceph-mon[97855]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:43 smithi111 ceph-mon[116524]: pgmap v10908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:45 smithi155 ceph-mon[102677]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:45 smithi111 ceph-mon[97855]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:45 smithi111 ceph-mon[116524]: pgmap v10909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:47 smithi155 ceph-mon[102677]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:47 smithi111 ceph-mon[97855]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:47 smithi111 ceph-mon[116524]: pgmap v10910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:49 smithi155 ceph-mon[102677]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:49 smithi111 ceph-mon[97855]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:49 smithi111 ceph-mon[116524]: pgmap v10911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:17:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:17:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:17:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:51 smithi155 ceph-mon[102677]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:51 smithi111 ceph-mon[97855]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:51 smithi111 ceph-mon[116524]: pgmap v10912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:53.004 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:17:53.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:17:53.310 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:17:53.689 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:17:53.690 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:17:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:53 smithi155 ceph-mon[102677]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:53 smithi111 ceph-mon[97855]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:53 smithi111 ceph-mon[116524]: pgmap v10913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:54 smithi155 ceph-mon[102677]: from='client.36173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:54 smithi155 ceph-mon[102677]: from='client.26298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4032598057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:54 smithi111 ceph-mon[97855]: from='client.36173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:54 smithi111 ceph-mon[97855]: from='client.26298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4032598057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:54 smithi111 ceph-mon[116524]: from='client.36173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:54 smithi111 ceph-mon[116524]: from='client.26298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4032598057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:17:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:55 smithi155 ceph-mon[102677]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:55 smithi111 ceph-mon[97855]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:55 smithi111 ceph-mon[116524]: pgmap v10914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:57 smithi155 ceph-mon[102677]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:57 smithi111 ceph-mon[97855]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:57 smithi111 ceph-mon[116524]: pgmap v10915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:17:59 smithi155 ceph-mon[102677]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:17:59 smithi111 ceph-mon[97855]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:17:59 smithi111 ceph-mon[116524]: pgmap v10916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:17:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:17:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:18:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:01 smithi155 ceph-mon[102677]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:01 smithi111 ceph-mon[97855]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:01 smithi111 ceph-mon[116524]: pgmap v10917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:03 smithi155 ceph-mon[102677]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:03 smithi111 ceph-mon[97855]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:03 smithi111 ceph-mon[116524]: pgmap v10918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:05 smithi155 ceph-mon[102677]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:05 smithi111 ceph-mon[97855]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:05 smithi111 ceph-mon[116524]: pgmap v10919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:07 smithi155 ceph-mon[102677]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:07 smithi111 ceph-mon[97855]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:07 smithi111 ceph-mon[116524]: pgmap v10920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:09 smithi155 ceph-mon[102677]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:09 smithi111 ceph-mon[97855]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:18:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:18:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:09 smithi111 ceph-mon[116524]: pgmap v10921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:11 smithi155 ceph-mon[102677]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:11 smithi111 ceph-mon[97855]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:11 smithi111 ceph-mon[116524]: pgmap v10922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:13 smithi155 ceph-mon[102677]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:13 smithi111 ceph-mon[97855]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:13 smithi111 ceph-mon[116524]: pgmap v10923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:15 smithi155 ceph-mon[102677]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:15 smithi111 ceph-mon[116524]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:15 smithi111 ceph-mon[97855]: pgmap v10924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:17 smithi155 ceph-mon[102677]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:17 smithi111 ceph-mon[97855]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:17 smithi111 ceph-mon[116524]: pgmap v10925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:19 smithi155 ceph-mon[102677]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:19 smithi111 ceph-mon[97855]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:18:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:18:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:19 smithi111 ceph-mon[116524]: pgmap v10926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:21 smithi155 ceph-mon[102677]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:21 smithi111 ceph-mon[97855]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:21 smithi111 ceph-mon[116524]: pgmap v10927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:23 smithi155 ceph-mon[102677]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:23 smithi111 ceph-mon[97855]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:23 smithi111 ceph-mon[116524]: pgmap v10928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:24.037 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:18:24.343 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:18:24.343 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:18:24.343 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:18:24.343 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:18:24.343 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:18:24.343 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:18:24.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:18:24.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:18:24.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:18:24.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:18:24.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:18:24.345 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:18:24.723 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:18:24.723 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:18:24.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:18:24.724 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:24.725 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:18:24.725 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:18:24.725 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:18:24.725 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:18:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[97855]: from='client.36191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[97855]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[97855]: from='client.26316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3124640268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:18:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[116524]: from='client.36191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[116524]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[116524]: from='client.26316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3124640268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:18:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:25 smithi155 ceph-mon[102677]: from='client.36191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:25 smithi155 ceph-mon[102677]: pgmap v10929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:25 smithi155 ceph-mon[102677]: from='client.26316 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3124640268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:18:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:27 smithi111 ceph-mon[97855]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:27 smithi111 ceph-mon[116524]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:27 smithi155 ceph-mon[102677]: pgmap v10930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:29 smithi111 ceph-mon[97855]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:18:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:18:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:29 smithi111 ceph-mon[116524]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:29 smithi155 ceph-mon[102677]: pgmap v10931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:31 smithi111 ceph-mon[97855]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:31 smithi111 ceph-mon[116524]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:31 smithi155 ceph-mon[102677]: pgmap v10932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:33 smithi111 ceph-mon[97855]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:33 smithi111 ceph-mon[116524]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:33 smithi155 ceph-mon[102677]: pgmap v10933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:35 smithi111 ceph-mon[97855]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:35 smithi111 ceph-mon[116524]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:35 smithi155 ceph-mon[102677]: pgmap v10934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:37 smithi111 ceph-mon[97855]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:37 smithi111 ceph-mon[116524]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:37 smithi155 ceph-mon[102677]: pgmap v10935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:18:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:18:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:18:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:18:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:18:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[97855]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[116524]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:18:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:18:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:39 smithi155 ceph-mon[102677]: pgmap v10936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:18:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:18:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:18:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:41 smithi111 ceph-mon[97855]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:41 smithi111 ceph-mon[116524]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:41 smithi155 ceph-mon[102677]: pgmap v10937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:43 smithi111 ceph-mon[97855]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:43 smithi111 ceph-mon[116524]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:43 smithi155 ceph-mon[102677]: pgmap v10938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:45 smithi111 ceph-mon[97855]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:45 smithi111 ceph-mon[116524]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:45 smithi155 ceph-mon[102677]: pgmap v10939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:47 smithi155 ceph-mon[102677]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:47 smithi111 ceph-mon[97855]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:47 smithi111 ceph-mon[116524]: pgmap v10940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:18:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:18:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:49 smithi111 ceph-mon[116524]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:49 smithi111 ceph-mon[97855]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:49 smithi155 ceph-mon[102677]: pgmap v10941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:18:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:51 smithi155 ceph-mon[102677]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:51 smithi111 ceph-mon[97855]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:51 smithi111 ceph-mon[116524]: pgmap v10942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:53 smithi155 ceph-mon[102677]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:53 smithi111 ceph-mon[97855]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:53 smithi111 ceph-mon[116524]: pgmap v10943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:55.071 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:18:55.377 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:18:55.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:18:55.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:18:55.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:18:55.380 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:18:55.758 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:18:55.758 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:18:55.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:18:55.758 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:18:55.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:18:55.760 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:18:55.760 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:18:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:55 smithi155 ceph-mon[102677]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:55 smithi111 ceph-mon[97855]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:55 smithi111 ceph-mon[116524]: pgmap v10944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:56 smithi155 ceph-mon[102677]: from='client.36209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:56 smithi155 ceph-mon[102677]: from='client.26334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3972369839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:18:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:56 smithi111 ceph-mon[97855]: from='client.36209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:56 smithi111 ceph-mon[97855]: from='client.26334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3972369839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:18:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:56 smithi111 ceph-mon[116524]: from='client.36209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:56 smithi111 ceph-mon[116524]: from='client.26334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:18:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3972369839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:18:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:57 smithi155 ceph-mon[102677]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:57 smithi111 ceph-mon[97855]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:57 smithi111 ceph-mon[116524]: pgmap v10945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:18:59 smithi111 ceph-mon[97855]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:18:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:18:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:18:59 smithi111 ceph-mon[116524]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:18:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:18:59 smithi155 ceph-mon[102677]: pgmap v10946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:01 smithi155 ceph-mon[102677]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:01 smithi111 ceph-mon[97855]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:01 smithi111 ceph-mon[116524]: pgmap v10947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:03 smithi155 ceph-mon[102677]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:03 smithi111 ceph-mon[97855]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:03 smithi111 ceph-mon[116524]: pgmap v10948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:05 smithi155 ceph-mon[102677]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:05 smithi111 ceph-mon[97855]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:05 smithi111 ceph-mon[116524]: pgmap v10949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:07 smithi155 ceph-mon[102677]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:07 smithi111 ceph-mon[97855]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:07 smithi111 ceph-mon[116524]: pgmap v10950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:09.548 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:19:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:19:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:09 smithi155 ceph-mon[102677]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:09 smithi111 ceph-mon[116524]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:09 smithi111 ceph-mon[97855]: pgmap v10951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:11 smithi155 ceph-mon[102677]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:11 smithi111 ceph-mon[97855]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:11 smithi111 ceph-mon[116524]: pgmap v10952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:13 smithi155 ceph-mon[102677]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:13 smithi111 ceph-mon[97855]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:13 smithi111 ceph-mon[116524]: pgmap v10953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:15 smithi155 ceph-mon[102677]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:15 smithi111 ceph-mon[97855]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:15 smithi111 ceph-mon[116524]: pgmap v10954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:17 smithi155 ceph-mon[102677]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:17 smithi111 ceph-mon[97855]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:17 smithi111 ceph-mon[116524]: pgmap v10955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:19.563 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:19:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:19:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:19 smithi155 ceph-mon[102677]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:19 smithi111 ceph-mon[97855]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:19 smithi111 ceph-mon[116524]: pgmap v10956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:21 smithi155 ceph-mon[102677]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:21 smithi111 ceph-mon[97855]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:21 smithi111 ceph-mon[116524]: pgmap v10957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:23 smithi155 ceph-mon[102677]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:23 smithi111 ceph-mon[97855]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:23 smithi111 ceph-mon[116524]: pgmap v10958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:25 smithi155 ceph-mon[102677]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:25 smithi111 ceph-mon[97855]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:25 smithi111 ceph-mon[116524]: pgmap v10959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:26.102 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:19:26.411 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:19:26.411 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:19:26.411 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:19:26.411 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:19:26.411 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4859M 2429M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5155M 2429M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5491M 2429M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4596M 2429M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:19:26.412 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:19:26.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:19:26.413 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:19:26.793 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:19:26.793 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:19:26.794 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:19:26.795 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:19:26.795 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:19:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:27 smithi155 ceph-mon[102677]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:27 smithi155 ceph-mon[102677]: from='client.26346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:27 smithi155 ceph-mon[102677]: from='client.36233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/689422923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[97855]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[97855]: from='client.26346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[97855]: from='client.36233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/689422923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:19:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[116524]: pgmap v10960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[116524]: from='client.26346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[116524]: from='client.36233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/689422923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:19:29.580 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:19:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:19:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:29 smithi155 ceph-mon[102677]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:29 smithi111 ceph-mon[97855]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:29 smithi111 ceph-mon[116524]: pgmap v10961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:31 smithi155 ceph-mon[102677]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:31 smithi111 ceph-mon[97855]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:31 smithi111 ceph-mon[116524]: pgmap v10962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:33 smithi155 ceph-mon[102677]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:33 smithi111 ceph-mon[97855]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:33 smithi111 ceph-mon[116524]: pgmap v10963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:35 smithi155 ceph-mon[102677]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:35 smithi111 ceph-mon[97855]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:35 smithi111 ceph-mon[116524]: pgmap v10964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:37 smithi155 ceph-mon[102677]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:37 smithi111 ceph-mon[97855]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:37 smithi111 ceph-mon[116524]: pgmap v10965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:39.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:19:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:19:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:19:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:19:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:19:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: pgmap v10966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:19:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:19:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:40 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2419M 2023-12-01T09:19:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:40 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2419M 2023-12-01T09:19:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:40 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2419M 2023-12-01T09:19:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:41 smithi155 ceph-mon[102677]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:41 smithi111 ceph-mon[97855]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:41 smithi111 ceph-mon[116524]: pgmap v10967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:43 smithi155 ceph-mon[102677]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:43 smithi111 ceph-mon[97855]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:43 smithi111 ceph-mon[116524]: pgmap v10968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:45 smithi155 ceph-mon[102677]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:45 smithi111 ceph-mon[97855]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:45 smithi111 ceph-mon[116524]: pgmap v10969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:47 smithi155 ceph-mon[102677]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:47 smithi111 ceph-mon[97855]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:47 smithi111 ceph-mon[116524]: pgmap v10970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:49.622 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:19:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:19:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:49 smithi155 ceph-mon[102677]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:49 smithi111 ceph-mon[97855]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:49 smithi111 ceph-mon[116524]: pgmap v10971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:19:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:51 smithi155 ceph-mon[102677]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:51 smithi111 ceph-mon[97855]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:51 smithi111 ceph-mon[116524]: pgmap v10972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:53 smithi155 ceph-mon[102677]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:53 smithi111 ceph-mon[97855]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:53 smithi111 ceph-mon[116524]: pgmap v10973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:55 smithi155 ceph-mon[102677]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:55 smithi111 ceph-mon[97855]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:55 smithi111 ceph-mon[116524]: pgmap v10974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:57.138 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:19:57.443 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:19:57.443 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:19:57.443 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:19:57.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4859M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5155M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5491M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4596M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:19:57.445 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:19:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:57 smithi155 ceph-mon[102677]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:57 smithi111 ceph-mon[97855]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:57 smithi111 ceph-mon[116524]: pgmap v10975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:58 smithi155 ceph-mon[102677]: from='client.26364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:58 smithi155 ceph-mon[102677]: from='client.26370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3290236810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:58 smithi111 ceph-mon[97855]: from='client.26364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:58 smithi111 ceph-mon[97855]: from='client.26370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3290236810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:19:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:58 smithi111 ceph-mon[116524]: from='client.26364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:58 smithi111 ceph-mon[116524]: from='client.26370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3290236810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:19:59.644 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:19:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:19:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:19:59 smithi155 ceph-mon[102677]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:19:59 smithi111 ceph-mon[97855]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:19:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:19:59 smithi111 ceph-mon[116524]: pgmap v10976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:00 smithi111 conmon[97831]: 2023-12-01T09:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:20:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:20:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:20:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:20:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:01 smithi155 ceph-mon[102677]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:01 smithi111 ceph-mon[97855]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:01 smithi111 ceph-mon[116524]: pgmap v10977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:03 smithi155 ceph-mon[102677]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:03 smithi111 ceph-mon[97855]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:03 smithi111 ceph-mon[116524]: pgmap v10978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:05 smithi155 ceph-mon[102677]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:05 smithi111 ceph-mon[97855]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:05 smithi111 ceph-mon[116524]: pgmap v10979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:07 smithi155 ceph-mon[102677]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:07 smithi111 ceph-mon[97855]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:07 smithi111 ceph-mon[116524]: pgmap v10980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:09.668 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:20:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:20:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:09 smithi155 ceph-mon[102677]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:09 smithi111 ceph-mon[97855]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:09 smithi111 ceph-mon[116524]: pgmap v10981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:11 smithi155 ceph-mon[102677]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:11 smithi111 ceph-mon[97855]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:11 smithi111 ceph-mon[116524]: pgmap v10982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:13 smithi155 ceph-mon[102677]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:13 smithi111 ceph-mon[97855]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:13 smithi111 ceph-mon[116524]: pgmap v10983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:15 smithi155 ceph-mon[102677]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:15 smithi111 ceph-mon[97855]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:15 smithi111 ceph-mon[116524]: pgmap v10984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:17 smithi155 ceph-mon[102677]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:17 smithi111 ceph-mon[97855]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:17 smithi111 ceph-mon[116524]: pgmap v10985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:19.683 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:20:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:20:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:19 smithi155 ceph-mon[102677]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:19 smithi111 ceph-mon[97855]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:19 smithi111 ceph-mon[116524]: pgmap v10986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:21 smithi155 ceph-mon[102677]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:21 smithi111 ceph-mon[97855]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:21 smithi111 ceph-mon[116524]: pgmap v10987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:23 smithi155 ceph-mon[102677]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:23 smithi111 ceph-mon[97855]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:23 smithi111 ceph-mon[116524]: pgmap v10988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:25 smithi155 ceph-mon[102677]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:25 smithi111 ceph-mon[97855]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:25 smithi111 ceph-mon[116524]: pgmap v10989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:27 smithi155 ceph-mon[102677]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:27 smithi111 ceph-mon[97855]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:27 smithi111 ceph-mon[116524]: pgmap v10990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:28.168 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:20:28.476 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:20:28.476 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4859M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5155M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5491M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:20:28.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4596M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:20:28.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:20:28.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:20:28.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:20:28.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:20:28.478 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:28.860 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:20:28.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:20:28.861 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:28.861 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:20:28.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:20:28.861 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:20:28.861 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:20:29.700 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:20:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:20:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:29 smithi155 ceph-mon[102677]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:29 smithi155 ceph-mon[102677]: from='client.36263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:20:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:29 smithi155 ceph-mon[102677]: from='client.36269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:20:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4148161280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[97855]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[97855]: from='client.36263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[97855]: from='client.36269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4148161280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[116524]: pgmap v10991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[116524]: from='client.36263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[116524]: from='client.36269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:20:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4148161280' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:20:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:31 smithi155 ceph-mon[102677]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:31 smithi111 ceph-mon[97855]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:31 smithi111 ceph-mon[116524]: pgmap v10992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:33 smithi155 ceph-mon[102677]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:33 smithi111 ceph-mon[97855]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:33 smithi111 ceph-mon[116524]: pgmap v10993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:35 smithi111 ceph-mon[97855]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:35 smithi111 ceph-mon[116524]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:35 smithi155 ceph-mon[102677]: pgmap v10994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:37 smithi111 ceph-mon[97855]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:37 smithi111 ceph-mon[116524]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:37 smithi155 ceph-mon[102677]: pgmap v10995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:39.719 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:20:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:20:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[97855]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:20:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:20:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:20:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:20:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[116524]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:20:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:20:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:20:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:20:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:39 smithi155 ceph-mon[102677]: pgmap v10996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:20:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:20:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:20:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:20:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:40 smithi155 ceph-mon[102677]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:40 smithi111 ceph-mon[97855]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:40 smithi111 ceph-mon[116524]: pgmap v10997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:43 smithi155 ceph-mon[102677]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:43 smithi111 ceph-mon[97855]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:43 smithi111 ceph-mon[116524]: pgmap v10998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:45 smithi155 ceph-mon[102677]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:45 smithi111 ceph-mon[97855]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:45 smithi111 ceph-mon[116524]: pgmap v10999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:47 smithi155 ceph-mon[102677]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:47 smithi111 ceph-mon[97855]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:47 smithi111 ceph-mon[116524]: pgmap v11000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:49 smithi155 ceph-mon[102677]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:20:49] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:20:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:49 smithi111 ceph-mon[97855]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:49 smithi111 ceph-mon[116524]: pgmap v11001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:20:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:51 smithi155 ceph-mon[102677]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:51 smithi111 ceph-mon[97855]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:51 smithi111 ceph-mon[116524]: pgmap v11002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:53 smithi155 ceph-mon[102677]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:53 smithi111 ceph-mon[97855]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:53 smithi111 ceph-mon[116524]: pgmap v11003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:55 smithi155 ceph-mon[102677]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:55 smithi111 ceph-mon[97855]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:55 smithi111 ceph-mon[116524]: pgmap v11004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:57 smithi155 ceph-mon[102677]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:57 smithi111 ceph-mon[97855]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:57 smithi111 ceph-mon[116524]: pgmap v11005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:59.207 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:20:59.515 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4859M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5155M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5491M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4596M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:20:59.516 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:20:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:20:59 smithi155 ceph-mon[102677]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:20:59 smithi111 ceph-mon[97855]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:20:59] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:20:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:20:59 smithi111 ceph-mon[116524]: pgmap v11006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:20:59.893 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:20:59.893 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:20:59.893 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:20:59.893 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:59.893 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:20:59.893 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:20:59.894 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:21:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:00 smithi155 ceph-mon[102677]: from='client.26400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:00 smithi155 ceph-mon[102677]: from='client.26406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3259018196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:00 smithi111 ceph-mon[97855]: from='client.26400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:00 smithi111 ceph-mon[97855]: from='client.26406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3259018196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:21:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:00 smithi111 ceph-mon[116524]: from='client.26400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:00 smithi111 ceph-mon[116524]: from='client.26406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3259018196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:21:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:01 smithi155 ceph-mon[102677]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:01 smithi111 ceph-mon[97855]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:01 smithi111 ceph-mon[116524]: pgmap v11007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:03 smithi155 ceph-mon[102677]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:03 smithi111 ceph-mon[97855]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:03 smithi111 ceph-mon[116524]: pgmap v11008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:05 smithi155 ceph-mon[102677]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:05 smithi111 ceph-mon[97855]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:05 smithi111 ceph-mon[116524]: pgmap v11009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:07 smithi155 ceph-mon[102677]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:07 smithi111 ceph-mon[97855]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:07 smithi111 ceph-mon[116524]: pgmap v11010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:09 smithi155 ceph-mon[102677]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:09 smithi111 ceph-mon[97855]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:21:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:21:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:09 smithi111 ceph-mon[116524]: pgmap v11011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:11 smithi155 ceph-mon[102677]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:11 smithi111 ceph-mon[97855]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:11 smithi111 ceph-mon[116524]: pgmap v11012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:13 smithi155 ceph-mon[102677]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:13 smithi111 ceph-mon[97855]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:13 smithi111 ceph-mon[116524]: pgmap v11013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:15 smithi155 ceph-mon[102677]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:15 smithi111 ceph-mon[97855]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:15 smithi111 ceph-mon[116524]: pgmap v11014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:17 smithi111 ceph-mon[97855]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:17 smithi111 ceph-mon[116524]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:17 smithi155 ceph-mon[102677]: pgmap v11015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:21:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:21:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:19 smithi111 ceph-mon[116524]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:19 smithi111 ceph-mon[97855]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:19 smithi155 ceph-mon[102677]: pgmap v11016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:21 smithi111 ceph-mon[97855]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:21 smithi111 ceph-mon[116524]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:21 smithi155 ceph-mon[102677]: pgmap v11017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:23 smithi111 ceph-mon[97855]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:23 smithi111 ceph-mon[116524]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:23 smithi155 ceph-mon[102677]: pgmap v11018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:25 smithi111 ceph-mon[97855]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:25 smithi111 ceph-mon[116524]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:25 smithi155 ceph-mon[102677]: pgmap v11019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:27 smithi111 ceph-mon[97855]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:27 smithi111 ceph-mon[116524]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:27 smithi155 ceph-mon[102677]: pgmap v11020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:29 smithi111 ceph-mon[97855]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:21:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:21:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:29 smithi111 ceph-mon[116524]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:29 smithi155 ceph-mon[102677]: pgmap v11021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:30.240 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 10m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 10m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 10m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 10m ago 4h 28.3M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 10m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 10m ago 4h 737M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:21:30.549 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 10m ago 4h 1345M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 10m ago 4h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 10m ago 4h 578M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 10m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 10m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 10m ago 4h 4859M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 10m ago 4h 5155M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 10m ago 4h 5491M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 10m ago 4h 4596M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 10m ago 4h 3649M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:21:30.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 10m ago 4h 4538M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:21:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 10m ago 4h 3981M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:21:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 10m ago 4h 4664M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:21:30.551 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 10m ago 4h 112M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:21:30.927 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:21:30.928 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[97855]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[97855]: from='client.36296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[97855]: from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2773183268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[116524]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[116524]: from='client.36296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[116524]: from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2773183268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:21:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:31 smithi155 ceph-mon[102677]: pgmap v11022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:31 smithi155 ceph-mon[102677]: from='client.36296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:31 smithi155 ceph-mon[102677]: from='client.36302 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2773183268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:21:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:33 smithi111 ceph-mon[97855]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:33 smithi111 ceph-mon[116524]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:33 smithi155 ceph-mon[102677]: pgmap v11023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:35 smithi111 ceph-mon[97855]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:35 smithi111 ceph-mon[116524]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:35 smithi155 ceph-mon[102677]: pgmap v11024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:37 smithi111 ceph-mon[97855]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:37 smithi111 ceph-mon[116524]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:37 smithi155 ceph-mon[102677]: pgmap v11025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:39 smithi111 ceph-mon[97855]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:21:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:21:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:39 smithi111 ceph-mon[116524]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:39 smithi155 ceph-mon[102677]: pgmap v11026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:21:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:21:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:21:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:41 smithi155 ceph-mon[102677]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:41 smithi111 ceph-mon[97855]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:41 smithi111 ceph-mon[116524]: pgmap v11027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: pgmap v11028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:43.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:21:43.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:21:43.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:21:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:45 smithi155 ceph-mon[102677]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:45 smithi111 ceph-mon[97855]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:45 smithi111 ceph-mon[116524]: pgmap v11029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:47 smithi155 ceph-mon[102677]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:47 smithi111 ceph-mon[97855]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:47 smithi111 ceph-mon[116524]: pgmap v11030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:49 smithi155 ceph-mon[102677]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:49 smithi111 ceph-mon[97855]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:49 smithi111 ceph-mon[116524]: pgmap v11031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:21:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:21:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:21:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:51 smithi155 ceph-mon[102677]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:51 smithi111 ceph-mon[97855]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:51 smithi111 ceph-mon[116524]: pgmap v11032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:53 smithi155 ceph-mon[102677]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:53 smithi111 ceph-mon[97855]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:53 smithi111 ceph-mon[116524]: pgmap v11033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:55 smithi155 ceph-mon[102677]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:55 smithi111 ceph-mon[97855]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:55 smithi111 ceph-mon[116524]: pgmap v11034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:57 smithi155 ceph-mon[102677]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:57 smithi111 ceph-mon[97855]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:57 smithi111 ceph-mon[116524]: pgmap v11035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:21:59 smithi155 ceph-mon[102677]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:21:59 smithi111 ceph-mon[97855]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:21:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:21:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:21:59 smithi111 ceph-mon[116524]: pgmap v11036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:01.273 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:22:01.583 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:22:01.583 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 19s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:22:01.583 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 19s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 19s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 19s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 19s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 19s ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 19s ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 19s ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 19s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 19s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 19s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 19s ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 19s ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 19s ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 19s ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 19s ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 19s ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 19s ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 19s ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 19s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:22:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:01 smithi155 ceph-mon[102677]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:01 smithi111 ceph-mon[97855]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:01 smithi111 ceph-mon[116524]: pgmap v11037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:01.966 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:22:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:22:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:22:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:22:01.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:22:01.967 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:22:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:02 smithi155 ceph-mon[102677]: from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:02 smithi155 ceph-mon[102677]: from='client.36320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3789364504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:02 smithi111 ceph-mon[97855]: from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:02 smithi111 ceph-mon[97855]: from='client.36320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3789364504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:02 smithi111 ceph-mon[116524]: from='client.36314 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:02 smithi111 ceph-mon[116524]: from='client.36320 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3789364504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:22:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:03 smithi155 ceph-mon[102677]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:03 smithi111 ceph-mon[97855]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:03 smithi111 ceph-mon[116524]: pgmap v11038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:05 smithi155 ceph-mon[102677]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:05 smithi111 ceph-mon[97855]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:05 smithi111 ceph-mon[116524]: pgmap v11039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:07 smithi155 ceph-mon[102677]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:07 smithi111 ceph-mon[97855]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:07 smithi111 ceph-mon[116524]: pgmap v11040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:09 smithi155 ceph-mon[102677]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:09 smithi111 ceph-mon[97855]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:22:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:22:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:09 smithi111 ceph-mon[116524]: pgmap v11041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:11 smithi155 ceph-mon[102677]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:11 smithi111 ceph-mon[97855]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:11 smithi111 ceph-mon[116524]: pgmap v11042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:13 smithi155 ceph-mon[102677]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:13 smithi111 ceph-mon[97855]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:13 smithi111 ceph-mon[116524]: pgmap v11043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:15 smithi111 ceph-mon[97855]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:15 smithi111 ceph-mon[116524]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:15 smithi155 ceph-mon[102677]: pgmap v11044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:17 smithi111 ceph-mon[97855]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:17 smithi111 ceph-mon[116524]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:17 smithi155 ceph-mon[102677]: pgmap v11045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:22:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:22:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:19 smithi111 ceph-mon[97855]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:19 smithi111 ceph-mon[116524]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:19 smithi155 ceph-mon[102677]: pgmap v11046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:21 smithi111 ceph-mon[97855]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:21 smithi111 ceph-mon[116524]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:21 smithi155 ceph-mon[102677]: pgmap v11047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:23 smithi111 ceph-mon[97855]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:23 smithi111 ceph-mon[116524]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:23 smithi155 ceph-mon[102677]: pgmap v11048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:25 smithi111 ceph-mon[97855]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:25 smithi111 ceph-mon[116524]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:25 smithi155 ceph-mon[102677]: pgmap v11049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:27 smithi111 ceph-mon[97855]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:27 smithi111 ceph-mon[116524]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:27 smithi155 ceph-mon[102677]: pgmap v11050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:29 smithi111 ceph-mon[97855]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:22:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:22:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:29 smithi111 ceph-mon[116524]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:29 smithi155 ceph-mon[102677]: pgmap v11051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:31 smithi111 ceph-mon[97855]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:31 smithi111 ceph-mon[116524]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:31 smithi155 ceph-mon[102677]: pgmap v11052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:32.311 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:22:32.619 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:22:32.619 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 50s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:22:32.619 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 50s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:22:32.619 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 50s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 50s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 50s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 50s ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 50s ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 50s ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 50s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 50s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 50s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 50s ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:22:32.620 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 50s ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 50s ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 50s ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 50s ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 50s ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 50s ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 50s ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:22:32.621 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 50s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:22:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:22:33.001 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[97855]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[97855]: from='client.36332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[97855]: from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3448269978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[116524]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[116524]: from='client.36332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[116524]: from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3448269978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:22:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:33 smithi155 ceph-mon[102677]: pgmap v11053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:33 smithi155 ceph-mon[102677]: from='client.36332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:33 smithi155 ceph-mon[102677]: from='client.36338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3448269978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:22:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:35 smithi111 ceph-mon[97855]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:35 smithi111 ceph-mon[116524]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:35 smithi155 ceph-mon[102677]: pgmap v11054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:37 smithi111 ceph-mon[97855]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:37 smithi111 ceph-mon[116524]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:37 smithi155 ceph-mon[102677]: pgmap v11055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:39 smithi111 ceph-mon[97855]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:39 smithi111 ceph-mon[116524]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:22:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:22:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:39 smithi155 ceph-mon[102677]: pgmap v11056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 09:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T09:22:40.100076328Z level=info msg="Completed cleanup jobs" duration=66.528355ms 2023-12-01T09:22:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:41 smithi155 ceph-mon[102677]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:41 smithi111 ceph-mon[97855]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:41 smithi111 ceph-mon[116524]: pgmap v11057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:43 smithi155 ceph-mon[102677]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:22:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:22:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:22:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:22:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[97855]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:22:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:22:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:22:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:22:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[116524]: pgmap v11058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:22:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:22:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:22:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:22:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:45 smithi155 ceph-mon[102677]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:45 smithi111 ceph-mon[97855]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:45 smithi111 ceph-mon[116524]: pgmap v11059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:47 smithi155 ceph-mon[102677]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:47 smithi111 ceph-mon[97855]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:47 smithi111 ceph-mon[116524]: pgmap v11060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:22:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:22:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:49 smithi111 ceph-mon[97855]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:49 smithi111 ceph-mon[116524]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:49 smithi155 ceph-mon[102677]: pgmap v11061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:22:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:51 smithi155 ceph-mon[102677]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:51 smithi111 ceph-mon[97855]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:51 smithi111 ceph-mon[116524]: pgmap v11062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:53 smithi155 ceph-mon[102677]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:53 smithi111 ceph-mon[97855]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:53 smithi111 ceph-mon[116524]: pgmap v11063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:55 smithi155 ceph-mon[102677]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:55 smithi111 ceph-mon[97855]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:55 smithi111 ceph-mon[116524]: pgmap v11064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:57 smithi155 ceph-mon[102677]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:57 smithi111 ceph-mon[97855]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:57 smithi111 ceph-mon[116524]: pgmap v11065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:22:59 smithi111 ceph-mon[97855]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:22:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:22:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:22:59 smithi111 ceph-mon[116524]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:22:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:22:59 smithi155 ceph-mon[102677]: pgmap v11066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:01 smithi155 ceph-mon[102677]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:01 smithi111 ceph-mon[97855]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:01 smithi111 ceph-mon[116524]: pgmap v11067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:03.345 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:23:03.654 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:23:03.654 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 81s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:23:03.654 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 81s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:23:03.654 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 81s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:23:03.654 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 81s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:23:03.654 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 81s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 81s ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 81s ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 81s ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 81s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 81s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 81s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 81s ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 81s ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:23:03.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 81s ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:23:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 81s ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:23:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 81s ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:23:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 81s ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:23:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 81s ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:23:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 81s ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:23:03.656 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 81s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:23:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:03 smithi155 ceph-mon[102677]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:03 smithi111 ceph-mon[97855]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:03 smithi111 ceph-mon[116524]: pgmap v11068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:23:04.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:23:04.036 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:23:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:04 smithi155 ceph-mon[102677]: from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:04 smithi155 ceph-mon[102677]: from='client.26478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/859913076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:23:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[97855]: from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[97855]: from='client.26478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/859913076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:23:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[116524]: from='client.36350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[116524]: from='client.26478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/859913076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:23:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:05 smithi155 ceph-mon[102677]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:05 smithi111 ceph-mon[97855]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:05 smithi111 ceph-mon[116524]: pgmap v11069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:07 smithi155 ceph-mon[102677]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:07 smithi111 ceph-mon[97855]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:07 smithi111 ceph-mon[116524]: pgmap v11070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:09.559 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:23:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:23:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:09 smithi155 ceph-mon[102677]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:09 smithi111 ceph-mon[97855]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:09 smithi111 ceph-mon[116524]: pgmap v11071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:11 smithi155 ceph-mon[102677]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:11 smithi111 ceph-mon[97855]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:11 smithi111 ceph-mon[116524]: pgmap v11072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:13 smithi155 ceph-mon[102677]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:13 smithi111 ceph-mon[97855]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:13 smithi111 ceph-mon[116524]: pgmap v11073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:15 smithi155 ceph-mon[102677]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:15 smithi111 ceph-mon[97855]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:15 smithi111 ceph-mon[116524]: pgmap v11074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:17 smithi155 ceph-mon[102677]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:17 smithi111 ceph-mon[97855]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:17 smithi111 ceph-mon[116524]: pgmap v11075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:19.574 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:23:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:23:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:19 smithi155 ceph-mon[102677]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:19 smithi111 ceph-mon[97855]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:19 smithi111 ceph-mon[116524]: pgmap v11076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:21 smithi155 ceph-mon[102677]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:21 smithi111 ceph-mon[97855]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:21 smithi111 ceph-mon[116524]: pgmap v11077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:23 smithi155 ceph-mon[102677]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:23 smithi111 ceph-mon[97855]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:23 smithi111 ceph-mon[116524]: pgmap v11078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:25 smithi155 ceph-mon[102677]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:25 smithi111 ceph-mon[97855]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:25 smithi111 ceph-mon[116524]: pgmap v11079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:27 smithi155 ceph-mon[102677]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:27 smithi111 ceph-mon[97855]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:27 smithi111 ceph-mon[116524]: pgmap v11080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:29.596 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:23:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:23:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:29 smithi155 ceph-mon[102677]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:29 smithi111 ceph-mon[97855]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:29 smithi111 ceph-mon[116524]: pgmap v11081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:31 smithi155 ceph-mon[102677]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:31 smithi111 ceph-mon[97855]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:31 smithi111 ceph-mon[116524]: pgmap v11082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:33 smithi155 ceph-mon[102677]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:33 smithi111 ceph-mon[97855]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:33 smithi111 ceph-mon[116524]: pgmap v11083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:34.380 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:23:34.687 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 112s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 112s ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 112s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 112s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 112s ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 112s ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 112s ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 112s ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:23:34.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 112s ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 112s ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 112s ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 112s ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 112s ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 112s ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 112s ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 112s ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 112s ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 112s ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 112s ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:23:34.689 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 112s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:23:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:35.070 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:35.071 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:23:35.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:23:35.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:23:35.072 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:23:35.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:23:35.072 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:23:35.072 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:23:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:35 smithi155 ceph-mon[102677]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:35 smithi155 ceph-mon[102677]: from='client.36368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:35 smithi155 ceph-mon[102677]: from='client.26496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/897757918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[97855]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[97855]: from='client.36368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[97855]: from='client.26496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/897757918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[116524]: pgmap v11084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[116524]: from='client.36368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[116524]: from='client.26496 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/897757918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:23:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:37 smithi155 ceph-mon[102677]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:37 smithi111 ceph-mon[97855]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:37 smithi111 ceph-mon[116524]: pgmap v11085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:39.614 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:23:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:23:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:39 smithi155 ceph-mon[102677]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:39 smithi111 ceph-mon[97855]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:39 smithi111 ceph-mon[116524]: pgmap v11086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:41 smithi155 ceph-mon[102677]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:41 smithi111 ceph-mon[97855]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:41 smithi111 ceph-mon[116524]: pgmap v11087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:43 smithi155 ceph-mon[102677]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:23:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:43 smithi111 ceph-mon[97855]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:23:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:43 smithi111 ceph-mon[116524]: pgmap v11088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:23:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:23:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:23:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:23:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:23:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:23:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:45 smithi155 ceph-mon[102677]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:45 smithi111 ceph-mon[97855]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:45 smithi111 ceph-mon[116524]: pgmap v11089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:47 smithi155 ceph-mon[102677]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:47 smithi111 ceph-mon[97855]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:47 smithi111 ceph-mon[116524]: pgmap v11090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:49.687 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:23:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:23:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:49 smithi155 ceph-mon[102677]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:49 smithi111 ceph-mon[97855]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:49 smithi111 ceph-mon[116524]: pgmap v11091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:23:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:51 smithi155 ceph-mon[102677]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:51 smithi111 ceph-mon[97855]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:51 smithi111 ceph-mon[116524]: pgmap v11092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:53 smithi155 ceph-mon[102677]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:53 smithi111 ceph-mon[97855]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:53 smithi111 ceph-mon[116524]: pgmap v11093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:55 smithi155 ceph-mon[102677]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:55 smithi111 ceph-mon[97855]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:55 smithi111 ceph-mon[116524]: pgmap v11094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:57 smithi155 ceph-mon[102677]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:57 smithi111 ceph-mon[97855]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:57 smithi111 ceph-mon[116524]: pgmap v11095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:59.703 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:23:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:23:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:23:59 smithi155 ceph-mon[102677]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:23:59 smithi111 ceph-mon[97855]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:23:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:23:59 smithi111 ceph-mon[116524]: pgmap v11096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:01 smithi111 ceph-mon[97855]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:01 smithi111 ceph-mon[116524]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:01 smithi155 ceph-mon[102677]: pgmap v11097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:03 smithi111 ceph-mon[97855]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:03 smithi111 ceph-mon[116524]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:03 smithi155 ceph-mon[102677]: pgmap v11098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:05.415 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:24:05.721 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:24:05.722 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:24:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:05 smithi111 ceph-mon[97855]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:05 smithi111 ceph-mon[116524]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:24:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:24:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:05 smithi155 ceph-mon[102677]: pgmap v11099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:06 smithi111 ceph-mon[97855]: from='client.26508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:06 smithi111 ceph-mon[97855]: from='client.26514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/89819290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:24:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:06 smithi111 ceph-mon[116524]: from='client.26508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:06 smithi111 ceph-mon[116524]: from='client.26514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/89819290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:24:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:06 smithi155 ceph-mon[102677]: from='client.26508 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:06 smithi155 ceph-mon[102677]: from='client.26514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/89819290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:24:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:07 smithi111 ceph-mon[97855]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:07 smithi111 ceph-mon[116524]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:07 smithi155 ceph-mon[102677]: pgmap v11100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:09.727 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:24:09] "GET /metrics HTTP/1.1" 200 33971 "" "Prometheus/2.43.0" 2023-12-01T09:24:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:09 smithi111 ceph-mon[97855]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:09 smithi111 ceph-mon[116524]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:09 smithi155 ceph-mon[102677]: pgmap v11101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:11 smithi111 ceph-mon[97855]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:11 smithi111 ceph-mon[116524]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:11 smithi155 ceph-mon[102677]: pgmap v11102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:13 smithi111 ceph-mon[97855]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:13 smithi111 ceph-mon[116524]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:13 smithi155 ceph-mon[102677]: pgmap v11103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:15 smithi111 ceph-mon[97855]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:15 smithi111 ceph-mon[116524]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:15 smithi155 ceph-mon[102677]: pgmap v11104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:17 smithi111 ceph-mon[97855]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:17 smithi111 ceph-mon[116524]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:17 smithi155 ceph-mon[102677]: pgmap v11105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:19.744 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:24:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:24:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:19 smithi111 ceph-mon[97855]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:19 smithi111 ceph-mon[116524]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:19 smithi155 ceph-mon[102677]: pgmap v11106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:21 smithi111 ceph-mon[97855]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:21 smithi111 ceph-mon[116524]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:21 smithi155 ceph-mon[102677]: pgmap v11107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:23 smithi155 ceph-mon[102677]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:23 smithi111 ceph-mon[97855]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:23 smithi111 ceph-mon[116524]: pgmap v11108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:25 smithi155 ceph-mon[102677]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:25 smithi111 ceph-mon[97855]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:25 smithi111 ceph-mon[116524]: pgmap v11109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:27 smithi155 ceph-mon[102677]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:27 smithi111 ceph-mon[97855]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:27 smithi111 ceph-mon[116524]: pgmap v11110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:24:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:24:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:29 smithi155 ceph-mon[102677]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:29 smithi111 ceph-mon[97855]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:29 smithi111 ceph-mon[116524]: pgmap v11111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:30 smithi155 ceph-mon[102677]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:30 smithi111 ceph-mon[97855]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:30 smithi111 ceph-mon[116524]: pgmap v11112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:33 smithi155 ceph-mon[102677]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:33 smithi111 ceph-mon[97855]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:33 smithi111 ceph-mon[116524]: pgmap v11113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:35 smithi155 ceph-mon[102677]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:35 smithi111 ceph-mon[97855]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:35 smithi111 ceph-mon[116524]: pgmap v11114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:36.450 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:24:36.758 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:24:36.758 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:24:36.758 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:24:36.758 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:24:36.759 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:24:36.760 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:24:37.135 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:24:37.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:24:37.135 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:24:37.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:24:37.137 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:24:37.137 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:24:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:37 smithi155 ceph-mon[102677]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:37 smithi155 ceph-mon[102677]: from='client.26526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:37 smithi155 ceph-mon[102677]: from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1900738671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[97855]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[97855]: from='client.26526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[97855]: from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1900738671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:24:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[116524]: pgmap v11115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[116524]: from='client.26526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[116524]: from='client.36410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1900738671' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:24:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:39 smithi155 ceph-mon[102677]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:39 smithi111 ceph-mon[97855]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:24:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:24:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:39 smithi111 ceph-mon[116524]: pgmap v11116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:41 smithi111 ceph-mon[97855]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:41 smithi111 ceph-mon[116524]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:41 smithi155 ceph-mon[102677]: pgmap v11117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:43 smithi111 ceph-mon[97855]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:43 smithi111 ceph-mon[116524]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:43 smithi155 ceph-mon[102677]: pgmap v11118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:24:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:24:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[97855]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:24:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[116524]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:24:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:24:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:24:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:45 smithi155 ceph-mon[102677]: pgmap v11119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:24:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:24:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:24:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:47 smithi111 ceph-mon[97855]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:47 smithi111 ceph-mon[116524]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:47 smithi155 ceph-mon[102677]: pgmap v11120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:49 smithi111 ceph-mon[97855]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:49 smithi111 ceph-mon[116524]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:24:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:24:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:49 smithi155 ceph-mon[102677]: pgmap v11121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:24:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:51 smithi111 ceph-mon[97855]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:51 smithi111 ceph-mon[116524]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:51 smithi155 ceph-mon[102677]: pgmap v11122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:53 smithi111 ceph-mon[97855]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:53 smithi111 ceph-mon[116524]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:53 smithi155 ceph-mon[102677]: pgmap v11123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:55 smithi111 ceph-mon[97855]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:55 smithi111 ceph-mon[116524]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:55 smithi155 ceph-mon[102677]: pgmap v11124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:57 smithi111 ceph-mon[97855]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:57 smithi111 ceph-mon[116524]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:57 smithi155 ceph-mon[102677]: pgmap v11125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:24:59 smithi111 ceph-mon[97855]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:24:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:24:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:24:59 smithi111 ceph-mon[116524]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:24:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:24:59 smithi155 ceph-mon[102677]: pgmap v11126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:01 smithi155 ceph-mon[102677]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:01 smithi111 ceph-mon[97855]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:01 smithi111 ceph-mon[116524]: pgmap v11127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:03 smithi155 ceph-mon[102677]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:03 smithi111 ceph-mon[97855]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:03 smithi111 ceph-mon[116524]: pgmap v11128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:05 smithi155 ceph-mon[102677]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:05 smithi111 ceph-mon[97855]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:05 smithi111 ceph-mon[116524]: pgmap v11129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:07.482 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:25:07.789 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:25:07.790 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:25:07.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:25:07.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:25:07.791 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:25:07.791 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:25:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:07 smithi155 ceph-mon[102677]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:07 smithi111 ceph-mon[97855]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:07 smithi111 ceph-mon[116524]: pgmap v11130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:08.172 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:25:08.173 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:25:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:08 smithi155 ceph-mon[102677]: from='client.26544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/188351514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:25:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:08 smithi111 ceph-mon[97855]: from='client.26544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/188351514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:08 smithi111 ceph-mon[116524]: from='client.26544 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/188351514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:25:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:25:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:25:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:09 smithi111 ceph-mon[116524]: from='client.36428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:09 smithi111 ceph-mon[116524]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:09 smithi111 ceph-mon[97855]: from='client.36428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:09 smithi111 ceph-mon[97855]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:09 smithi155 ceph-mon[102677]: from='client.36428 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:09 smithi155 ceph-mon[102677]: pgmap v11131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:11 smithi155 ceph-mon[102677]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:11 smithi111 ceph-mon[97855]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:11 smithi111 ceph-mon[116524]: pgmap v11132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:13 smithi155 ceph-mon[102677]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:13 smithi111 ceph-mon[97855]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:13 smithi111 ceph-mon[116524]: pgmap v11133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:15 smithi155 ceph-mon[102677]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:15 smithi111 ceph-mon[97855]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:15 smithi111 ceph-mon[116524]: pgmap v11134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:17 smithi155 ceph-mon[102677]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:17 smithi111 ceph-mon[97855]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:17 smithi111 ceph-mon[116524]: pgmap v11135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:19.546 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:25:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:25:19.546 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:19 smithi111 ceph-mon[97855]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:19.546 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:19.547 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:19 smithi111 ceph-mon[116524]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:19.547 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:19 smithi155 ceph-mon[102677]: pgmap v11136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:21 smithi155 ceph-mon[102677]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:21 smithi111 ceph-mon[116524]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:21 smithi111 ceph-mon[97855]: pgmap v11137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:23 smithi155 ceph-mon[102677]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:23 smithi111 ceph-mon[116524]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:23 smithi111 ceph-mon[97855]: pgmap v11138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:25 smithi155 ceph-mon[102677]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:25 smithi111 ceph-mon[97855]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:25 smithi111 ceph-mon[116524]: pgmap v11139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:27 smithi155 ceph-mon[102677]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:27 smithi111 ceph-mon[97855]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:27 smithi111 ceph-mon[116524]: pgmap v11140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:29.562 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:25:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:25:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:29 smithi155 ceph-mon[102677]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:29 smithi111 ceph-mon[97855]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:29 smithi111 ceph-mon[116524]: pgmap v11141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:31 smithi155 ceph-mon[102677]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:31 smithi111 ceph-mon[97855]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:31 smithi111 ceph-mon[116524]: pgmap v11142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:33 smithi155 ceph-mon[102677]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:33 smithi111 ceph-mon[97855]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:33 smithi111 ceph-mon[116524]: pgmap v11143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:35 smithi155 ceph-mon[102677]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:35 smithi111 ceph-mon[97855]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:35 smithi111 ceph-mon[116524]: pgmap v11144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:37 smithi155 ceph-mon[102677]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:37 smithi111 ceph-mon[97855]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:37 smithi111 ceph-mon[116524]: pgmap v11145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:38.518 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:25:38.825 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:25:38.826 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:25:39.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:25:39.203 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:25:39.580 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:25:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:25:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:39 smithi155 ceph-mon[102677]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:39 smithi155 ceph-mon[102677]: from='client.26562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3632545108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:25:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:39 smithi111 ceph-mon[97855]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:39 smithi111 ceph-mon[97855]: from='client.26562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3632545108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:25:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:39 smithi111 ceph-mon[116524]: pgmap v11146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:39 smithi111 ceph-mon[116524]: from='client.26562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3632545108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:25:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:40 smithi155 ceph-mon[102677]: from='client.26568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:40 smithi111 ceph-mon[97855]: from='client.26568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:40 smithi111 ceph-mon[116524]: from='client.26568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:25:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:41 smithi155 ceph-mon[102677]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:41 smithi111 ceph-mon[97855]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:41 smithi111 ceph-mon[116524]: pgmap v11147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:43 smithi155 ceph-mon[102677]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:43 smithi111 ceph-mon[97855]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:43 smithi111 ceph-mon[116524]: pgmap v11148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:45 smithi155 ceph-mon[102677]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:25:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:25:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:25:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:25:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[97855]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:25:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:25:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:25:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:25:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[116524]: pgmap v11149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:25:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:25:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:25:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:25:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:47 smithi155 ceph-mon[102677]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:47 smithi111 ceph-mon[97855]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:47 smithi111 ceph-mon[116524]: pgmap v11150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:49.598 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:25:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:25:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:49 smithi155 ceph-mon[102677]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:49 smithi111 ceph-mon[97855]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:49 smithi111 ceph-mon[116524]: pgmap v11151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:25:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:51 smithi155 ceph-mon[102677]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:51 smithi111 ceph-mon[97855]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:51 smithi111 ceph-mon[116524]: pgmap v11152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:53 smithi155 ceph-mon[102677]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:53 smithi111 ceph-mon[97855]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:53 smithi111 ceph-mon[116524]: pgmap v11153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:55 smithi155 ceph-mon[102677]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:55 smithi111 ceph-mon[97855]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:55 smithi111 ceph-mon[116524]: pgmap v11154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:57 smithi155 ceph-mon[102677]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:57 smithi111 ceph-mon[97855]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:57 smithi111 ceph-mon[116524]: pgmap v11155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:59.614 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:25:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:25:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:25:59 smithi155 ceph-mon[102677]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:25:59 smithi111 ceph-mon[97855]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:25:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:25:59 smithi111 ceph-mon[116524]: pgmap v11156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:01 smithi155 ceph-mon[102677]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:01 smithi111 ceph-mon[97855]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:01 smithi111 ceph-mon[116524]: pgmap v11157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:03 smithi155 ceph-mon[102677]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:03 smithi111 ceph-mon[97855]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:03 smithi111 ceph-mon[116524]: pgmap v11158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:05 smithi155 ceph-mon[102677]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:05 smithi111 ceph-mon[97855]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:05 smithi111 ceph-mon[116524]: pgmap v11159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:07 smithi155 ceph-mon[102677]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:07 smithi111 ceph-mon[97855]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:07 smithi111 ceph-mon[116524]: pgmap v11160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:09.548 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:26:09.640 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:26:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:26:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:26:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:26:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:26:09.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:26:09.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:26:09.861 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:26:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:09 smithi155 ceph-mon[102677]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:09 smithi111 ceph-mon[97855]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:09 smithi111 ceph-mon[116524]: pgmap v11161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:10.238 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:26:10.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:26:10.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:26:10.238 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:26:10.239 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:26:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:10 smithi155 ceph-mon[102677]: from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4246449285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:26:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:10 smithi111 ceph-mon[97855]: from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4246449285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:26:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:10 smithi111 ceph-mon[116524]: from='client.36458 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4246449285' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:26:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:11 smithi155 ceph-mon[102677]: from='client.36464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:11 smithi155 ceph-mon[102677]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:11 smithi111 ceph-mon[97855]: from='client.36464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:11 smithi111 ceph-mon[97855]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:11 smithi111 ceph-mon[116524]: from='client.36464 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:11 smithi111 ceph-mon[116524]: pgmap v11162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:13 smithi155 ceph-mon[102677]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:13 smithi111 ceph-mon[97855]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:13 smithi111 ceph-mon[116524]: pgmap v11163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:15 smithi155 ceph-mon[102677]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:15 smithi111 ceph-mon[97855]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:15 smithi111 ceph-mon[116524]: pgmap v11164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:17 smithi155 ceph-mon[102677]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:17 smithi111 ceph-mon[97855]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:17 smithi111 ceph-mon[116524]: pgmap v11165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:19.662 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:26:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:26:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:19 smithi155 ceph-mon[102677]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:19 smithi111 ceph-mon[116524]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:19 smithi111 ceph-mon[97855]: pgmap v11166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:21 smithi155 ceph-mon[102677]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:21 smithi111 ceph-mon[97855]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:21 smithi111 ceph-mon[116524]: pgmap v11167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:23 smithi155 ceph-mon[102677]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:23 smithi111 ceph-mon[97855]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:23 smithi111 ceph-mon[116524]: pgmap v11168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:25 smithi155 ceph-mon[102677]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:25 smithi111 ceph-mon[97855]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:25 smithi111 ceph-mon[116524]: pgmap v11169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:27 smithi155 ceph-mon[102677]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:27 smithi111 ceph-mon[97855]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:27 smithi111 ceph-mon[116524]: pgmap v11170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:29.679 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:26:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:26:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:29 smithi155 ceph-mon[102677]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:29 smithi111 ceph-mon[97855]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:29 smithi111 ceph-mon[116524]: pgmap v11171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:31 smithi155 ceph-mon[102677]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:31 smithi111 ceph-mon[97855]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:31 smithi111 ceph-mon[116524]: pgmap v11172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:33 smithi155 ceph-mon[102677]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:33 smithi111 ceph-mon[97855]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:33 smithi111 ceph-mon[116524]: pgmap v11173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:35 smithi155 ceph-mon[102677]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:35 smithi111 ceph-mon[97855]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:35 smithi111 ceph-mon[116524]: pgmap v11174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:37 smithi155 ceph-mon[102677]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:37 smithi111 ceph-mon[97855]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:37 smithi111 ceph-mon[116524]: pgmap v11175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:39.697 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:26:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:26:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:39 smithi155 ceph-mon[102677]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:39 smithi111 ceph-mon[97855]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:39 smithi111 ceph-mon[116524]: pgmap v11176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:40.585 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:26:40.893 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:26:41.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:26:41.276 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:26:41.276 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:26:41.276 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:26:41.276 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:26:41.276 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:26:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:41 smithi155 ceph-mon[102677]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:41 smithi155 ceph-mon[102677]: from='client.36476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3328615219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:26:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:41 smithi111 ceph-mon[97855]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:41 smithi111 ceph-mon[97855]: from='client.36476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3328615219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:26:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:41 smithi111 ceph-mon[116524]: pgmap v11177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:41 smithi111 ceph-mon[116524]: from='client.36476 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3328615219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:26:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:42 smithi155 ceph-mon[102677]: from='client.26604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:42 smithi111 ceph-mon[97855]: from='client.26604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:42 smithi111 ceph-mon[116524]: from='client.26604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:26:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:43 smithi111 ceph-mon[97855]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:43 smithi111 ceph-mon[116524]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:43 smithi155 ceph-mon[102677]: pgmap v11178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[97855]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:26:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:26:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:26:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:26:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[116524]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:26:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:26:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:26:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:26:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:45 smithi155 ceph-mon[102677]: pgmap v11179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:26:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:26:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:26:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:26:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:47 smithi111 ceph-mon[97855]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:47 smithi111 ceph-mon[116524]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:47 smithi155 ceph-mon[102677]: pgmap v11180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:49.716 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:26:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:26:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:49 smithi111 ceph-mon[116524]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:49 smithi111 ceph-mon[97855]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:49 smithi155 ceph-mon[102677]: pgmap v11181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:26:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:51 smithi111 ceph-mon[97855]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:51 smithi111 ceph-mon[116524]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:51 smithi155 ceph-mon[102677]: pgmap v11182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:53 smithi111 ceph-mon[97855]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:53 smithi111 ceph-mon[116524]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:53 smithi155 ceph-mon[102677]: pgmap v11183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:55 smithi111 ceph-mon[97855]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:55 smithi111 ceph-mon[116524]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:55 smithi155 ceph-mon[102677]: pgmap v11184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:57 smithi111 ceph-mon[97855]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:57 smithi111 ceph-mon[116524]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:57 smithi155 ceph-mon[102677]: pgmap v11185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:59.734 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:26:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:26:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:26:59 smithi111 ceph-mon[97855]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:26:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:26:59 smithi111 ceph-mon[116524]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:26:59 smithi155 ceph-mon[102677]: pgmap v11186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:01 smithi111 ceph-mon[97855]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:01 smithi111 ceph-mon[116524]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:01 smithi155 ceph-mon[102677]: pgmap v11187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:03 smithi111 ceph-mon[97855]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:03 smithi111 ceph-mon[116524]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:03 smithi155 ceph-mon[102677]: pgmap v11188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:05 smithi111 ceph-mon[97855]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:05 smithi111 ceph-mon[116524]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:05 smithi155 ceph-mon[102677]: pgmap v11189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:07 smithi155 ceph-mon[102677]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:07 smithi111 ceph-mon[97855]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:07 smithi111 ceph-mon[116524]: pgmap v11190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:27:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:27:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:09 smithi155 ceph-mon[102677]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:09 smithi111 ceph-mon[97855]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:09 smithi111 ceph-mon[116524]: pgmap v11191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:11.619 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:27:11.926 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 5m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 5m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:27:11.927 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:27:11.928 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:27:11.929 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:27:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:11 smithi155 ceph-mon[102677]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:11 smithi111 ceph-mon[97855]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:11 smithi111 ceph-mon[116524]: pgmap v11192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:12.306 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:27:12.306 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:27:12.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:27:12.308 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:27:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:12 smithi155 ceph-mon[102677]: from='client.26616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1043161577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:27:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:12 smithi111 ceph-mon[97855]: from='client.26616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1043161577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:27:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:12 smithi111 ceph-mon[116524]: from='client.26616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1043161577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:27:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:13 smithi155 ceph-mon[102677]: from='client.26622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:13 smithi155 ceph-mon[102677]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:13 smithi111 ceph-mon[97855]: from='client.26622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:13 smithi111 ceph-mon[97855]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:13 smithi111 ceph-mon[116524]: from='client.26622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:13 smithi111 ceph-mon[116524]: pgmap v11193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:15 smithi155 ceph-mon[102677]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:15 smithi111 ceph-mon[97855]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:15 smithi111 ceph-mon[116524]: pgmap v11194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:17 smithi155 ceph-mon[102677]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:17 smithi111 ceph-mon[97855]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:17 smithi111 ceph-mon[116524]: pgmap v11195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:27:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:27:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:19 smithi155 ceph-mon[102677]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:19 smithi111 ceph-mon[97855]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:19 smithi111 ceph-mon[116524]: pgmap v11196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:21 smithi155 ceph-mon[102677]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:21 smithi111 ceph-mon[97855]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:21 smithi111 ceph-mon[116524]: pgmap v11197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:23 smithi155 ceph-mon[102677]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:23 smithi111 ceph-mon[97855]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:23 smithi111 ceph-mon[116524]: pgmap v11198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:25 smithi155 ceph-mon[102677]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:25 smithi111 ceph-mon[97855]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:25 smithi111 ceph-mon[116524]: pgmap v11199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:26 smithi155 ceph-mon[102677]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:26 smithi111 ceph-mon[97855]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:26 smithi111 ceph-mon[116524]: pgmap v11200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:29 smithi111 ceph-mon[97855]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:27:29] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:27:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:29 smithi111 ceph-mon[116524]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:29 smithi155 ceph-mon[102677]: pgmap v11201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:31 smithi111 ceph-mon[97855]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:31 smithi111 ceph-mon[116524]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:31 smithi155 ceph-mon[102677]: pgmap v11202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:33 smithi111 ceph-mon[97855]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:33 smithi111 ceph-mon[116524]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:33 smithi155 ceph-mon[102677]: pgmap v11203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:35 smithi111 ceph-mon[97855]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:35 smithi111 ceph-mon[116524]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:35 smithi155 ceph-mon[102677]: pgmap v11204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:37 smithi155 ceph-mon[102677]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:37 smithi111 ceph-mon[97855]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:37 smithi111 ceph-mon[116524]: pgmap v11205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:39 smithi111 ceph-mon[97855]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:27:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:27:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:39 smithi111 ceph-mon[116524]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:39 smithi155 ceph-mon[102677]: pgmap v11206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:41 smithi155 ceph-mon[102677]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:41 smithi111 ceph-mon[97855]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:41 smithi111 ceph-mon[116524]: pgmap v11207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:42.652 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:27:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:27:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:27:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:27:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:27:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:43.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:27:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:27:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:27:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:27:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:27:43.341 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:27:43.341 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:27:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:43 smithi155 ceph-mon[102677]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:43 smithi155 ceph-mon[102677]: from='client.36512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/844764925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:27:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:43 smithi111 ceph-mon[97855]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:43 smithi111 ceph-mon[97855]: from='client.36512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/844764925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:27:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:43 smithi111 ceph-mon[116524]: pgmap v11208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:43 smithi111 ceph-mon[116524]: from='client.36512 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/844764925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:27:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:44 smithi155 ceph-mon[102677]: from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:44 smithi111 ceph-mon[97855]: from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:44 smithi111 ceph-mon[116524]: from='client.36518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:27:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:45 smithi155 ceph-mon[102677]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:45 smithi111 ceph-mon[97855]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:45 smithi111 ceph-mon[116524]: pgmap v11209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:27:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:27:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:27:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:27:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:27:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:27:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:27:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:27:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:27:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:27:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:27:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:27:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:47 smithi155 ceph-mon[102677]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:47 smithi111 ceph-mon[97855]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:47 smithi111 ceph-mon[116524]: pgmap v11210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:27:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:27:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:49 smithi111 ceph-mon[97855]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:49 smithi111 ceph-mon[116524]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:49 smithi155 ceph-mon[102677]: pgmap v11211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:27:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:51 smithi155 ceph-mon[102677]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:51 smithi111 ceph-mon[97855]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:51 smithi111 ceph-mon[116524]: pgmap v11212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:53 smithi155 ceph-mon[102677]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:53 smithi111 ceph-mon[97855]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:53 smithi111 ceph-mon[116524]: pgmap v11213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:55 smithi155 ceph-mon[102677]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:55 smithi111 ceph-mon[97855]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:55 smithi111 ceph-mon[116524]: pgmap v11214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:57 smithi155 ceph-mon[102677]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:57 smithi111 ceph-mon[97855]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:57 smithi111 ceph-mon[116524]: pgmap v11215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:27:59 smithi111 ceph-mon[97855]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:27:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:27:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:27:59 smithi111 ceph-mon[116524]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:27:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:27:59 smithi155 ceph-mon[102677]: pgmap v11216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:01 smithi155 ceph-mon[102677]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:01 smithi111 ceph-mon[97855]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:01 smithi111 ceph-mon[116524]: pgmap v11217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:03 smithi155 ceph-mon[102677]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:03 smithi111 ceph-mon[97855]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:03 smithi111 ceph-mon[116524]: pgmap v11218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:05 smithi155 ceph-mon[102677]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:05 smithi111 ceph-mon[97855]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:05 smithi111 ceph-mon[116524]: pgmap v11219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:07 smithi155 ceph-mon[102677]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:07 smithi111 ceph-mon[97855]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:07 smithi111 ceph-mon[116524]: pgmap v11220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:09.557 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:28:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:28:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:09 smithi155 ceph-mon[102677]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:09 smithi111 ceph-mon[116524]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:09 smithi111 ceph-mon[97855]: pgmap v11221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:11 smithi155 ceph-mon[102677]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:11 smithi111 ceph-mon[116524]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:11 smithi111 ceph-mon[97855]: pgmap v11222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:13.687 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:28:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:13 smithi155 ceph-mon[102677]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 6m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 6m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:28:13.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 6m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 6m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 6m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:28:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:28:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:13 smithi111 ceph-mon[97855]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:13 smithi111 ceph-mon[116524]: pgmap v11223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:28:14.377 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:28:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:28:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:28:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:28:14.378 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:28:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:14 smithi155 ceph-mon[102677]: from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1584534441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:28:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:14 smithi111 ceph-mon[97855]: from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1584534441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:28:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:14 smithi111 ceph-mon[116524]: from='client.36530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1584534441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:28:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:15 smithi155 ceph-mon[102677]: from='client.26658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:15 smithi155 ceph-mon[102677]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:15 smithi111 ceph-mon[116524]: from='client.26658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:15 smithi111 ceph-mon[116524]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:15 smithi111 ceph-mon[97855]: from='client.26658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:15 smithi111 ceph-mon[97855]: pgmap v11224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:17 smithi155 ceph-mon[102677]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:17 smithi111 ceph-mon[97855]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:17 smithi111 ceph-mon[116524]: pgmap v11225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:19.578 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:28:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:28:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:19 smithi155 ceph-mon[102677]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:19 smithi111 ceph-mon[97855]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:19 smithi111 ceph-mon[116524]: pgmap v11226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:21 smithi155 ceph-mon[102677]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:21 smithi111 ceph-mon[97855]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:21 smithi111 ceph-mon[116524]: pgmap v11227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:23 smithi155 ceph-mon[102677]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:23 smithi111 ceph-mon[97855]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:23 smithi111 ceph-mon[116524]: pgmap v11228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:25 smithi155 ceph-mon[102677]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:25 smithi111 ceph-mon[97855]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:25 smithi111 ceph-mon[116524]: pgmap v11229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:27 smithi155 ceph-mon[102677]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:27 smithi111 ceph-mon[97855]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:27 smithi111 ceph-mon[116524]: pgmap v11230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:29.592 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:28:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:28:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:29 smithi155 ceph-mon[102677]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:29 smithi111 ceph-mon[97855]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:29 smithi111 ceph-mon[116524]: pgmap v11231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:31 smithi155 ceph-mon[102677]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:31 smithi111 ceph-mon[97855]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:31 smithi111 ceph-mon[116524]: pgmap v11232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:33 smithi155 ceph-mon[102677]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:33 smithi111 ceph-mon[97855]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:33 smithi111 ceph-mon[116524]: pgmap v11233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:35 smithi155 ceph-mon[102677]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:35 smithi111 ceph-mon[97855]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:35 smithi111 ceph-mon[116524]: pgmap v11234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:37 smithi155 ceph-mon[102677]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:37 smithi111 ceph-mon[97855]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:37 smithi111 ceph-mon[116524]: pgmap v11235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:39.610 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:28:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:28:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:39 smithi155 ceph-mon[102677]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:39 smithi111 ceph-mon[97855]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:39 smithi111 ceph-mon[116524]: pgmap v11236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:41 smithi155 ceph-mon[102677]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:41 smithi111 ceph-mon[97855]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:41 smithi111 ceph-mon[116524]: pgmap v11237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:43 smithi155 ceph-mon[102677]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:43 smithi111 ceph-mon[97855]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:43 smithi111 ceph-mon[116524]: pgmap v11238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:44.730 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:28:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:28:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:28:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:28:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:28:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:28:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:28:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:28:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:28:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:28:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:28:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:28:45.416 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:28:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:45 smithi155 ceph-mon[102677]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:45 smithi155 ceph-mon[102677]: from='client.26670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1269319221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:28:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:45 smithi111 ceph-mon[97855]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:45 smithi111 ceph-mon[97855]: from='client.26670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1269319221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:28:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:45 smithi111 ceph-mon[116524]: pgmap v11239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:45 smithi111 ceph-mon[116524]: from='client.26670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1269319221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:28:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:46 smithi155 ceph-mon[102677]: from='client.26676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:28:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:28:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:28:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:28:46.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[97855]: from='client.26676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[116524]: from='client.26676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:28:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:28:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:47 smithi155 ceph-mon[102677]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:47 smithi111 ceph-mon[97855]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:47 smithi111 ceph-mon[116524]: pgmap v11240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:49.630 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:28:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:28:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:49 smithi155 ceph-mon[102677]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:49 smithi111 ceph-mon[97855]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:49 smithi111 ceph-mon[116524]: pgmap v11241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:28:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:51 smithi155 ceph-mon[102677]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:51 smithi111 ceph-mon[97855]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:51 smithi111 ceph-mon[116524]: pgmap v11242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:53 smithi155 ceph-mon[102677]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:53 smithi111 ceph-mon[97855]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:53 smithi111 ceph-mon[116524]: pgmap v11243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:55 smithi155 ceph-mon[102677]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:55 smithi111 ceph-mon[97855]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:55 smithi111 ceph-mon[116524]: pgmap v11244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:57 smithi155 ceph-mon[102677]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:57 smithi111 ceph-mon[97855]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:57 smithi111 ceph-mon[116524]: pgmap v11245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:59.645 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:28:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:28:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:28:59 smithi155 ceph-mon[102677]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:28:59 smithi111 ceph-mon[97855]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:28:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:28:59 smithi111 ceph-mon[116524]: pgmap v11246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:01 smithi155 ceph-mon[102677]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:01 smithi111 ceph-mon[97855]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:01 smithi111 ceph-mon[116524]: pgmap v11247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:03 smithi155 ceph-mon[102677]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:03 smithi111 ceph-mon[97855]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:03 smithi111 ceph-mon[116524]: pgmap v11248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:05 smithi155 ceph-mon[102677]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:05 smithi111 ceph-mon[97855]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:05 smithi111 ceph-mon[116524]: pgmap v11249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:07 smithi155 ceph-mon[102677]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:07.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:07 smithi111 ceph-mon[97855]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:07 smithi111 ceph-mon[116524]: pgmap v11250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:09.664 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:29:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:29:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:09 smithi155 ceph-mon[102677]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:09 smithi111 ceph-mon[97855]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:09 smithi111 ceph-mon[116524]: pgmap v11251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:11 smithi155 ceph-mon[102677]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:11 smithi111 ceph-mon[97855]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:11 smithi111 ceph-mon[116524]: pgmap v11252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:13 smithi155 ceph-mon[102677]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:13 smithi111 ceph-mon[97855]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:13 smithi111 ceph-mon[116524]: pgmap v11253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:15.760 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:29:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:15 smithi155 ceph-mon[102677]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:15 smithi111 ceph-mon[97855]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:15 smithi111 ceph-mon[116524]: pgmap v11254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:29:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:29:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 7m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 7m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 7m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 7m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 7m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:29:16.067 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 7m ago 4h 4889M 2419M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 7m ago 4h 5185M 2419M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 7m ago 4h 5515M 2419M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4625M 2419M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:29:16.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:29:16.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:29:16.069 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:29:16.449 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:29:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:29:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:29:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:16.449 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:29:16.450 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:29:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:29:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:29:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:29:16.451 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:29:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:16 smithi155 ceph-mon[102677]: from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3369055141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:29:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:16 smithi111 ceph-mon[97855]: from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3369055141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:29:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:16 smithi111 ceph-mon[116524]: from='client.36566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3369055141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:29:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:17 smithi155 ceph-mon[102677]: from='client.36572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:17 smithi155 ceph-mon[102677]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:17 smithi111 ceph-mon[97855]: from='client.36572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:17 smithi111 ceph-mon[97855]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:17 smithi111 ceph-mon[116524]: from='client.36572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:17 smithi111 ceph-mon[116524]: pgmap v11255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:29:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:29:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:19 smithi111 ceph-mon[97855]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:19 smithi111 ceph-mon[116524]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:19 smithi155 ceph-mon[102677]: pgmap v11256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:21 smithi155 ceph-mon[102677]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:21 smithi111 ceph-mon[97855]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:21 smithi111 ceph-mon[116524]: pgmap v11257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:23 smithi155 ceph-mon[102677]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:23 smithi111 ceph-mon[97855]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:23 smithi111 ceph-mon[116524]: pgmap v11258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:25 smithi155 ceph-mon[102677]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:25 smithi111 ceph-mon[97855]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:25 smithi111 ceph-mon[116524]: pgmap v11259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:27 smithi155 ceph-mon[102677]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:27 smithi111 ceph-mon[97855]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:27 smithi111 ceph-mon[116524]: pgmap v11260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:29.700 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:29:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:29:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:29 smithi155 ceph-mon[102677]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:29.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:29 smithi111 ceph-mon[116524]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:29 smithi111 ceph-mon[97855]: pgmap v11261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:31 smithi155 ceph-mon[102677]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:31 smithi111 ceph-mon[116524]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:31 smithi111 ceph-mon[97855]: pgmap v11262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:33 smithi111 ceph-mon[97855]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:33 smithi111 ceph-mon[116524]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:33 smithi155 ceph-mon[102677]: pgmap v11263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:35 smithi111 ceph-mon[97855]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:35 smithi111 ceph-mon[116524]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:35 smithi155 ceph-mon[102677]: pgmap v11264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:37 smithi111 ceph-mon[97855]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:37 smithi111 ceph-mon[116524]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:37 smithi155 ceph-mon[102677]: pgmap v11265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:39.722 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:29:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:29:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:39 smithi111 ceph-mon[97855]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:39 smithi111 ceph-mon[116524]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:39 smithi155 ceph-mon[102677]: pgmap v11266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:41 smithi111 ceph-mon[97855]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:41 smithi111 ceph-mon[116524]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:41 smithi155 ceph-mon[102677]: pgmap v11267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:43 smithi111 ceph-mon[97855]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:43 smithi111 ceph-mon[116524]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:43 smithi155 ceph-mon[102677]: pgmap v11268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:45 smithi111 ceph-mon[97855]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:45 smithi111 ceph-mon[116524]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:45 smithi155 ceph-mon[102677]: pgmap v11269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:46.801 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:29:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:29:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:29:47.130 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:29:47.130 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:29:47.130 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:29:47.130 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4889M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5185M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:29:47.131 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5515M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:29:47.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4625M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:29:47.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:29:47.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:29:47.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:29:47.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:29:47.132 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:29:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:29:47.510 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:29:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:29:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:29:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:47.510 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:29:47.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:29:47.512 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:29:47.512 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='client.26706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/541927145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='client.26706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:29:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/541927145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:29:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: pgmap v11270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='client.26706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/541927145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:29:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:48 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2411M 2023-12-01T09:29:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:48 smithi111 ceph-mon[97855]: from='client.26712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:48 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2411M 2023-12-01T09:29:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:48 smithi111 ceph-mon[116524]: from='client.26712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:48 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2411M 2023-12-01T09:29:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:48 smithi155 ceph-mon[102677]: from='client.26712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:29:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:29:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:29:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:49 smithi155 ceph-mon[102677]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:49 smithi111 ceph-mon[97855]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:49 smithi111 ceph-mon[116524]: pgmap v11271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:29:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:51 smithi155 ceph-mon[102677]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:51 smithi111 ceph-mon[97855]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:51 smithi111 ceph-mon[116524]: pgmap v11272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:53 smithi155 ceph-mon[102677]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:53 smithi111 ceph-mon[97855]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:53 smithi111 ceph-mon[116524]: pgmap v11273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:55 smithi155 ceph-mon[102677]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:55 smithi111 ceph-mon[97855]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:55 smithi111 ceph-mon[116524]: pgmap v11274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:57 smithi155 ceph-mon[102677]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:57 smithi111 ceph-mon[97855]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:57 smithi111 ceph-mon[116524]: pgmap v11275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:29:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:29:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:30:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:29:59 smithi155 ceph-mon[102677]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:29:59 smithi111 ceph-mon[116524]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:29:59 smithi111 ceph-mon[97855]: pgmap v11276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:00 smithi111 conmon[97831]: 2023-12-01T09:30:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:30:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:30:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:30:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:30:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:01 smithi155 ceph-mon[102677]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:01 smithi111 ceph-mon[97855]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:01 smithi111 ceph-mon[116524]: pgmap v11277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:03 smithi155 ceph-mon[102677]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:03 smithi111 ceph-mon[97855]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:03 smithi111 ceph-mon[116524]: pgmap v11278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:05 smithi155 ceph-mon[102677]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:05 smithi111 ceph-mon[97855]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:05 smithi111 ceph-mon[116524]: pgmap v11279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:07 smithi155 ceph-mon[102677]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:07 smithi111 ceph-mon[97855]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:07 smithi111 ceph-mon[116524]: pgmap v11280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:30:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:30:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:09 smithi155 ceph-mon[102677]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:09 smithi111 ceph-mon[97855]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:09 smithi111 ceph-mon[116524]: pgmap v11281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:11 smithi155 ceph-mon[102677]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:11 smithi111 ceph-mon[97855]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:11 smithi111 ceph-mon[116524]: pgmap v11282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:13 smithi155 ceph-mon[102677]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:13 smithi111 ceph-mon[97855]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:13 smithi111 ceph-mon[116524]: pgmap v11283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:15 smithi155 ceph-mon[102677]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:15 smithi111 ceph-mon[97855]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:15 smithi111 ceph-mon[116524]: pgmap v11284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:17.860 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:30:18.170 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:30:18.170 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:30:18.170 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:30:18.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:30:18.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 8m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 8m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 8m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 8m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 8m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 8m ago 4h 4889M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 8m ago 4h 5185M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 8m ago 4h 5515M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 8m ago 4h 4625M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 8m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 8m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:30:18.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:30:18.172 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:30:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:17 smithi155 ceph-mon[102677]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:17 smithi111 ceph-mon[97855]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:17 smithi111 ceph-mon[116524]: pgmap v11285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:18.549 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:30:18.549 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:30:18.549 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:30:18.549 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:18.549 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:30:18.549 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:30:18.550 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:30:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/954013372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:30:19.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/954013372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:30:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/954013372' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:30:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:30:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:30:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:19 smithi155 ceph-mon[102677]: from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:19 smithi155 ceph-mon[102677]: from='client.36608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:19 smithi155 ceph-mon[102677]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[97855]: from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[97855]: from='client.36608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[97855]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[116524]: from='client.36602 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[116524]: from='client.36608 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[116524]: pgmap v11286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:21 smithi155 ceph-mon[102677]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:21 smithi111 ceph-mon[97855]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:21 smithi111 ceph-mon[116524]: pgmap v11287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:23 smithi155 ceph-mon[102677]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:23 smithi111 ceph-mon[97855]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:23 smithi111 ceph-mon[116524]: pgmap v11288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:25 smithi155 ceph-mon[102677]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:25 smithi111 ceph-mon[97855]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:25 smithi111 ceph-mon[116524]: pgmap v11289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:26 smithi155 ceph-mon[102677]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:26 smithi111 ceph-mon[97855]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:26 smithi111 ceph-mon[116524]: pgmap v11290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:29 smithi111 ceph-mon[97855]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:29 smithi111 ceph-mon[116524]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:30:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:30:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:29 smithi155 ceph-mon[102677]: pgmap v11291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:31 smithi155 ceph-mon[102677]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:31 smithi111 ceph-mon[97855]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:31 smithi111 ceph-mon[116524]: pgmap v11292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:33 smithi155 ceph-mon[102677]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:33 smithi111 ceph-mon[97855]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:33 smithi111 ceph-mon[116524]: pgmap v11293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:35 smithi155 ceph-mon[102677]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:35 smithi111 ceph-mon[97855]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:35 smithi111 ceph-mon[116524]: pgmap v11294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:37 smithi155 ceph-mon[102677]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:37 smithi111 ceph-mon[97855]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:37 smithi111 ceph-mon[116524]: pgmap v11295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:39.547 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:30:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:30:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:39 smithi155 ceph-mon[102677]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:39 smithi111 ceph-mon[97855]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:39 smithi111 ceph-mon[116524]: pgmap v11296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:41 smithi155 ceph-mon[102677]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:41 smithi111 ceph-mon[97855]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:41 smithi111 ceph-mon[116524]: pgmap v11297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:43 smithi155 ceph-mon[102677]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:43 smithi111 ceph-mon[97855]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:43 smithi111 ceph-mon[116524]: pgmap v11298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:45 smithi155 ceph-mon[102677]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:45 smithi111 ceph-mon[97855]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:45 smithi111 ceph-mon[116524]: pgmap v11299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:47 smithi155 ceph-mon[102677]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:30:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:47 smithi111 ceph-mon[97855]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:30:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:47 smithi111 ceph-mon[116524]: pgmap v11300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:30:48.896 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:30:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:30:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:30:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:30:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:30:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:30:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:30:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:30:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:30:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:30:49.200 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4889M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5185M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5515M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4625M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:30:49.201 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:30:49.578 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:30:49.579 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:30:49.580 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:30:49.646 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:30:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:30:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:49 smithi155 ceph-mon[102677]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1498611482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:30:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:49 smithi111 ceph-mon[116524]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1498611482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:30:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:49 smithi111 ceph-mon[97855]: pgmap v11301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:30:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1498611482' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:30:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:50 smithi155 ceph-mon[102677]: from='client.26742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:50 smithi155 ceph-mon[102677]: from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:50 smithi111 ceph-mon[97855]: from='client.26742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:50 smithi111 ceph-mon[97855]: from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:50 smithi111 ceph-mon[116524]: from='client.26742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:50 smithi111 ceph-mon[116524]: from='client.36626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:30:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:51 smithi155 ceph-mon[102677]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:51 smithi111 ceph-mon[97855]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:51 smithi111 ceph-mon[116524]: pgmap v11302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:53 smithi155 ceph-mon[102677]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:53 smithi111 ceph-mon[97855]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:53 smithi111 ceph-mon[116524]: pgmap v11303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:55 smithi155 ceph-mon[102677]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:55 smithi111 ceph-mon[97855]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:55 smithi111 ceph-mon[116524]: pgmap v11304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:57 smithi155 ceph-mon[102677]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:57 smithi111 ceph-mon[97855]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:57 smithi111 ceph-mon[116524]: pgmap v11305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:59.668 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:30:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:30:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:30:59 smithi155 ceph-mon[102677]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:30:59 smithi111 ceph-mon[97855]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:30:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:30:59 smithi111 ceph-mon[116524]: pgmap v11306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:01 smithi155 ceph-mon[102677]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:01 smithi111 ceph-mon[97855]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:01 smithi111 ceph-mon[116524]: pgmap v11307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:03 smithi155 ceph-mon[102677]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:03 smithi111 ceph-mon[97855]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:03 smithi111 ceph-mon[116524]: pgmap v11308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:05 smithi155 ceph-mon[102677]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:05 smithi111 ceph-mon[97855]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:05 smithi111 ceph-mon[116524]: pgmap v11309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:07 smithi155 ceph-mon[102677]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:07.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:07 smithi111 ceph-mon[97855]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:07 smithi111 ceph-mon[116524]: pgmap v11310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:09.692 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:31:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:31:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:09 smithi155 ceph-mon[102677]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:09 smithi111 ceph-mon[97855]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:09 smithi111 ceph-mon[116524]: pgmap v11311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:11 smithi155 ceph-mon[102677]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:11 smithi111 ceph-mon[97855]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:11 smithi111 ceph-mon[116524]: pgmap v11312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:13 smithi155 ceph-mon[102677]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:13.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:13 smithi111 ceph-mon[97855]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:13 smithi111 ceph-mon[116524]: pgmap v11313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:15 smithi155 ceph-mon[102677]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:15 smithi111 ceph-mon[97855]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:15 smithi111 ceph-mon[116524]: pgmap v11314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:17 smithi111 ceph-mon[97855]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:17 smithi111 ceph-mon[116524]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:17 smithi155 ceph-mon[102677]: pgmap v11315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:19.708 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:31:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:31:19.925 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:31:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:19 smithi111 ceph-mon[97855]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:19 smithi111 ceph-mon[116524]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:19 smithi155 ceph-mon[102677]: pgmap v11316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:20.230 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:31:20.230 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:31:20.230 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:31:20.230 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 9m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 9m ago 4h 462M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 9m ago 4h 744M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 9m ago 4h 1380M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 9m ago 4h 639M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 9m ago 4h 592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 9m ago 4h 4889M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 9m ago 4h 5185M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 9m ago 4h 5515M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 9m ago 4h 4625M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 9m ago 4h 3673M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 9m ago 4h 4570M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:31:20.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 9m ago 4h 4008M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:31:20.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 9m ago 4h 4697M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:31:20.232 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:31:20.610 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:31:20.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:31:20.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:31:20.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:20.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:31:20.611 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:31:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/982659944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:31:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/982659944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:31:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/982659944' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:31:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:21 smithi111 ceph-mon[97855]: from='client.26760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:21 smithi111 ceph-mon[97855]: from='client.26766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:21 smithi111 ceph-mon[97855]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:21 smithi111 ceph-mon[116524]: from='client.26760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:21 smithi111 ceph-mon[116524]: from='client.26766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:21 smithi111 ceph-mon[116524]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:21 smithi155 ceph-mon[102677]: from='client.26760 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:21 smithi155 ceph-mon[102677]: from='client.26766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:21 smithi155 ceph-mon[102677]: pgmap v11317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:23 smithi111 ceph-mon[97855]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:23 smithi111 ceph-mon[116524]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:23 smithi155 ceph-mon[102677]: pgmap v11318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:25 smithi111 ceph-mon[97855]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:25 smithi111 ceph-mon[116524]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:25 smithi155 ceph-mon[102677]: pgmap v11319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:27 smithi111 ceph-mon[97855]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:27 smithi111 ceph-mon[116524]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:27 smithi155 ceph-mon[102677]: pgmap v11320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:29.726 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:31:29] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:31:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:29 smithi111 ceph-mon[97855]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:29 smithi111 ceph-mon[116524]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:29 smithi155 ceph-mon[102677]: pgmap v11321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:31 smithi111 ceph-mon[97855]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:31 smithi111 ceph-mon[116524]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:31 smithi155 ceph-mon[102677]: pgmap v11322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:33 smithi111 ceph-mon[97855]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:33 smithi111 ceph-mon[116524]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:33 smithi155 ceph-mon[102677]: pgmap v11323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:35 smithi111 ceph-mon[97855]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:35 smithi111 ceph-mon[116524]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:35 smithi155 ceph-mon[102677]: pgmap v11324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:37 smithi111 ceph-mon[97855]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:37 smithi111 ceph-mon[116524]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:37 smithi155 ceph-mon[102677]: pgmap v11325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:31:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:31:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:39 smithi111 ceph-mon[97855]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:39 smithi111 ceph-mon[116524]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:39 smithi155 ceph-mon[102677]: pgmap v11326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:41 smithi155 ceph-mon[102677]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:41 smithi111 ceph-mon[97855]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:41 smithi111 ceph-mon[116524]: pgmap v11327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:43 smithi155 ceph-mon[102677]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:43 smithi111 ceph-mon[97855]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:43 smithi111 ceph-mon[116524]: pgmap v11328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:45 smithi155 ceph-mon[102677]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:45 smithi111 ceph-mon[97855]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:45 smithi111 ceph-mon[116524]: pgmap v11329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:47 smithi155 ceph-mon[102677]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:31:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:47 smithi111 ceph-mon[97855]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:31:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:47 smithi111 ceph-mon[116524]: pgmap v11330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:31:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:31:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:31:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:49 smithi155 ceph-mon[102677]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:49 smithi111 ceph-mon[97855]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:49 smithi111 ceph-mon[116524]: pgmap v11331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:31:50.969 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:31:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:31:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:31:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:31:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: pgmap v11332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:31:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:31:51.277 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:31:51.277 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 1s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:31:51.277 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 0s ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 1s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 0s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 0s ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 1s ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 1s ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 0s ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 1s ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 1s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 0s ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:31:51.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 1s ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 1s ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 1s ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 1s ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 0s ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 0s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 0s ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 0s ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:31:51.279 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 0s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:51.654 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:31:51.655 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:31:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:51 smithi155 ceph-mon[102677]: from='client.36656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:51 smithi155 ceph-mon[102677]: from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3535401801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:31:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:51 smithi111 ceph-mon[97855]: from='client.36656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:51 smithi111 ceph-mon[97855]: from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3535401801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:31:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:51 smithi111 ceph-mon[116524]: from='client.36656 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:51 smithi111 ceph-mon[116524]: from='client.36662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:31:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3535401801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:31:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:53 smithi155 ceph-mon[102677]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:53 smithi111 ceph-mon[97855]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:53 smithi111 ceph-mon[116524]: pgmap v11333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:55 smithi155 ceph-mon[102677]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:55 smithi111 ceph-mon[97855]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:55 smithi111 ceph-mon[116524]: pgmap v11334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:57 smithi155 ceph-mon[102677]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:57 smithi111 ceph-mon[97855]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:57 smithi111 ceph-mon[116524]: pgmap v11335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:59.552 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:31:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:31:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:31:59 smithi155 ceph-mon[102677]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:31:59 smithi111 ceph-mon[97855]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:31:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:31:59 smithi111 ceph-mon[116524]: pgmap v11336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:01 smithi155 ceph-mon[102677]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:01 smithi111 ceph-mon[97855]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:01 smithi111 ceph-mon[116524]: pgmap v11337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:03 smithi155 ceph-mon[102677]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:03 smithi111 ceph-mon[97855]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:03 smithi111 ceph-mon[116524]: pgmap v11338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:05 smithi155 ceph-mon[102677]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:05 smithi111 ceph-mon[97855]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:05 smithi111 ceph-mon[116524]: pgmap v11339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:07 smithi155 ceph-mon[102677]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:07 smithi111 ceph-mon[97855]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:07 smithi111 ceph-mon[116524]: pgmap v11340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:09.576 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:32:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:32:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:09 smithi155 ceph-mon[102677]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:09 smithi111 ceph-mon[97855]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:09 smithi111 ceph-mon[116524]: pgmap v11341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:11 smithi155 ceph-mon[102677]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:11 smithi111 ceph-mon[97855]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:11 smithi111 ceph-mon[116524]: pgmap v11342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:13 smithi155 ceph-mon[102677]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:13 smithi111 ceph-mon[97855]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:13 smithi111 ceph-mon[116524]: pgmap v11343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:15 smithi155 ceph-mon[102677]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:15 smithi111 ceph-mon[97855]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:15 smithi111 ceph-mon[116524]: pgmap v11344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:17 smithi155 ceph-mon[102677]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:17 smithi111 ceph-mon[97855]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:17 smithi111 ceph-mon[116524]: pgmap v11345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:19.601 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:32:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:32:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:19 smithi155 ceph-mon[102677]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:19 smithi111 ceph-mon[116524]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:19 smithi111 ceph-mon[97855]: pgmap v11346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:21 smithi155 ceph-mon[102677]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:21 smithi111 ceph-mon[97855]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:21 smithi111 ceph-mon[116524]: pgmap v11347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:22.003 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:32:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:32:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 32s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:32:22.308 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 31s ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 32s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 31s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 31s ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 32s ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 32s ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 31s ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 32s ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 32s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 31s ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 32s ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 32s ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 32s ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 32s ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:32:22.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 31s ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:32:22.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 31s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:32:22.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 31s ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:32:22.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 31s ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:32:22.310 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 31s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:32:22.693 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:32:22.693 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:32:22.693 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:32:22.693 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:22.693 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:32:22.694 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:32:22.695 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:23 smithi155 ceph-mon[102677]: from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:23 smithi155 ceph-mon[102677]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:23 smithi155 ceph-mon[102677]: from='client.26802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/826256046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:32:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[97855]: from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[97855]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[97855]: from='client.26802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/826256046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:32:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[116524]: from='client.36674 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[116524]: pgmap v11348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[116524]: from='client.26802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/826256046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:32:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:25 smithi155 ceph-mon[102677]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:25 smithi111 ceph-mon[97855]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:25 smithi111 ceph-mon[116524]: pgmap v11349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:27 smithi155 ceph-mon[102677]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:27 smithi111 ceph-mon[97855]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:27 smithi111 ceph-mon[116524]: pgmap v11350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:29.620 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:32:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:32:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:29 smithi155 ceph-mon[102677]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:29 smithi111 ceph-mon[97855]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:29 smithi111 ceph-mon[116524]: pgmap v11351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:31 smithi155 ceph-mon[102677]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:31 smithi111 ceph-mon[97855]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:31 smithi111 ceph-mon[116524]: pgmap v11352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:33 smithi155 ceph-mon[102677]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:33 smithi111 ceph-mon[97855]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:33 smithi111 ceph-mon[116524]: pgmap v11353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:35 smithi155 ceph-mon[102677]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:35 smithi111 ceph-mon[97855]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:35 smithi111 ceph-mon[116524]: pgmap v11354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:37 smithi155 ceph-mon[102677]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:37 smithi111 ceph-mon[97855]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:37 smithi111 ceph-mon[116524]: pgmap v11355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:39.643 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:32:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T09:32:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:39 smithi155 ceph-mon[102677]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:39 smithi111 ceph-mon[116524]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:39 smithi111 ceph-mon[97855]: pgmap v11356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:40.706 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 09:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T09:32:40.225694683Z level=info msg="Completed cleanup jobs" duration=192.068305ms 2023-12-01T09:32:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:41 smithi155 ceph-mon[102677]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:41 smithi111 ceph-mon[116524]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:41 smithi111 ceph-mon[97855]: pgmap v11357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:43 smithi155 ceph-mon[102677]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:43 smithi111 ceph-mon[116524]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:43 smithi111 ceph-mon[97855]: pgmap v11358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:45 smithi155 ceph-mon[102677]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:45 smithi111 ceph-mon[116524]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:45 smithi111 ceph-mon[97855]: pgmap v11359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:47 smithi155 ceph-mon[102677]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:47 smithi111 ceph-mon[97855]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:47 smithi111 ceph-mon[116524]: pgmap v11360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:49.658 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:32:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:32:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:49 smithi155 ceph-mon[102677]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:49 smithi111 ceph-mon[97855]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:49 smithi111 ceph-mon[116524]: pgmap v11361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:51 smithi155 ceph-mon[102677]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[97855]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[116524]: pgmap v11362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:32:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:32:53.041 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:32:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:32:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 63s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:32:53.346 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 62s ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 63s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 62s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 62s ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 63s ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 63s ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 62s ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 63s ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 63s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 62s ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:32:53.347 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 63s ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 63s ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 63s ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 63s ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 62s ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 62s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 62s ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 62s ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:32:53.348 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 62s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:32:53.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:32:53.728 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:32:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:53 smithi155 ceph-mon[102677]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:53 smithi111 ceph-mon[97855]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:53 smithi111 ceph-mon[116524]: pgmap v11363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:54 smithi155 ceph-mon[102677]: from='client.36692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:54 smithi155 ceph-mon[102677]: from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3490871364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:32:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:54 smithi111 ceph-mon[97855]: from='client.36692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:54 smithi111 ceph-mon[97855]: from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3490871364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:32:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:54 smithi111 ceph-mon[116524]: from='client.36692 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:54 smithi111 ceph-mon[116524]: from='client.36698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:32:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3490871364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:32:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:55 smithi155 ceph-mon[102677]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:55 smithi111 ceph-mon[97855]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:55 smithi111 ceph-mon[116524]: pgmap v11364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:57 smithi155 ceph-mon[102677]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:57 smithi111 ceph-mon[97855]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:57 smithi111 ceph-mon[116524]: pgmap v11365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:59.681 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:32:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:32:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:32:59 smithi155 ceph-mon[102677]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:32:59 smithi111 ceph-mon[97855]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:32:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:32:59 smithi111 ceph-mon[116524]: pgmap v11366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:01 smithi155 ceph-mon[102677]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:01 smithi111 ceph-mon[97855]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:01 smithi111 ceph-mon[116524]: pgmap v11367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:03 smithi155 ceph-mon[102677]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:03 smithi111 ceph-mon[97855]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:03 smithi111 ceph-mon[116524]: pgmap v11368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:05 smithi155 ceph-mon[102677]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:05 smithi111 ceph-mon[97855]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:05 smithi111 ceph-mon[116524]: pgmap v11369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:07 smithi155 ceph-mon[102677]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:07 smithi111 ceph-mon[97855]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:07 smithi111 ceph-mon[116524]: pgmap v11370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:09.700 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:33:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:33:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:09 smithi155 ceph-mon[102677]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:09 smithi111 ceph-mon[97855]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:09 smithi111 ceph-mon[116524]: pgmap v11371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:11 smithi155 ceph-mon[102677]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:11 smithi111 ceph-mon[97855]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:11 smithi111 ceph-mon[116524]: pgmap v11372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:13 smithi111 ceph-mon[97855]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:13 smithi111 ceph-mon[116524]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:13 smithi155 ceph-mon[102677]: pgmap v11373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:15 smithi111 ceph-mon[97855]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:15 smithi111 ceph-mon[116524]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:15 smithi155 ceph-mon[102677]: pgmap v11374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:17 smithi111 ceph-mon[97855]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:17 smithi111 ceph-mon[116524]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:17 smithi155 ceph-mon[102677]: pgmap v11375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:19.714 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:33:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:33:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:19 smithi111 ceph-mon[97855]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:19 smithi111 ceph-mon[116524]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:19 smithi155 ceph-mon[102677]: pgmap v11376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:21 smithi111 ceph-mon[97855]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:21 smithi111 ceph-mon[116524]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:21 smithi155 ceph-mon[102677]: pgmap v11377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:23 smithi111 ceph-mon[97855]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:23 smithi111 ceph-mon[116524]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:33:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:23 smithi155 ceph-mon[102677]: pgmap v11378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:24.378 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 94s ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 94s ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 94s ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 94s ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 94s ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 94s ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 94s ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:33:24.379 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 94s ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 94s ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 94s ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 94s ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 94s ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 94s ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 94s ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 94s ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 94s ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 94s ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:33:24.380 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 94s ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:33:24.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 94s ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:33:24.381 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 94s ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:33:24.763 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:33:24.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:33:24.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:24.765 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:33:24.765 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:33:24.765 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:33:24.765 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:33:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[97855]: from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[97855]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[97855]: from='client.26838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3085262961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:33:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[116524]: from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[116524]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[116524]: from='client.26838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3085262961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:33:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:25 smithi155 ceph-mon[102677]: from='client.36710 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:25 smithi155 ceph-mon[102677]: pgmap v11379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:25 smithi155 ceph-mon[102677]: from='client.26838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3085262961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:33:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:27 smithi111 ceph-mon[97855]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:27 smithi111 ceph-mon[116524]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:27 smithi155 ceph-mon[102677]: pgmap v11380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:29.736 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:33:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:33:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:29 smithi111 ceph-mon[97855]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:29 smithi111 ceph-mon[116524]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:29 smithi155 ceph-mon[102677]: pgmap v11381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:31 smithi111 ceph-mon[97855]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:31 smithi111 ceph-mon[116524]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:31 smithi155 ceph-mon[102677]: pgmap v11382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:33 smithi111 ceph-mon[97855]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:33 smithi111 ceph-mon[116524]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:33 smithi155 ceph-mon[102677]: pgmap v11383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:35 smithi155 ceph-mon[102677]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:35 smithi111 ceph-mon[97855]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:35 smithi111 ceph-mon[116524]: pgmap v11384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:37 smithi155 ceph-mon[102677]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:37 smithi111 ceph-mon[97855]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:37 smithi111 ceph-mon[116524]: pgmap v11385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:33:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:33:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:39 smithi155 ceph-mon[102677]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:39 smithi111 ceph-mon[97855]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:39 smithi111 ceph-mon[116524]: pgmap v11386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:41 smithi155 ceph-mon[102677]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:41 smithi111 ceph-mon[97855]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:41 smithi111 ceph-mon[116524]: pgmap v11387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:43 smithi155 ceph-mon[102677]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:43 smithi111 ceph-mon[97855]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:43 smithi111 ceph-mon[116524]: pgmap v11388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:45 smithi155 ceph-mon[102677]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:45 smithi111 ceph-mon[97855]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:45 smithi111 ceph-mon[116524]: pgmap v11389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:47 smithi155 ceph-mon[102677]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:47 smithi111 ceph-mon[97855]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:47 smithi111 ceph-mon[116524]: pgmap v11390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:33:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:33:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:49 smithi155 ceph-mon[102677]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:49 smithi111 ceph-mon[97855]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:49 smithi111 ceph-mon[116524]: pgmap v11391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:33:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:51 smithi155 ceph-mon[102677]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:33:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[97855]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[116524]: pgmap v11392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:33:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:33:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:33:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:33:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:33:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:33:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:33:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:53 smithi155 ceph-mon[102677]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:53 smithi111 ceph-mon[97855]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:53 smithi111 ceph-mon[116524]: pgmap v11393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:55.116 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:33:55.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:33:55.425 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:33:55.803 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:33:55.804 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:33:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:55 smithi155 ceph-mon[102677]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:56.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:55 smithi111 ceph-mon[97855]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:55 smithi111 ceph-mon[116524]: pgmap v11394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:56 smithi155 ceph-mon[102677]: from='client.36728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:56 smithi155 ceph-mon[102677]: from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/699681838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:33:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:56 smithi111 ceph-mon[97855]: from='client.36728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:56 smithi111 ceph-mon[97855]: from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/699681838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:33:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:56 smithi111 ceph-mon[116524]: from='client.36728 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:56 smithi111 ceph-mon[116524]: from='client.36734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:33:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/699681838' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:33:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:57 smithi155 ceph-mon[102677]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:57 smithi111 ceph-mon[97855]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:57 smithi111 ceph-mon[116524]: pgmap v11395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:33:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:33:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:34:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:33:59 smithi155 ceph-mon[102677]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:33:59 smithi111 ceph-mon[97855]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:33:59 smithi111 ceph-mon[116524]: pgmap v11396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:01 smithi155 ceph-mon[102677]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:01 smithi111 ceph-mon[97855]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:01 smithi111 ceph-mon[116524]: pgmap v11397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:03 smithi155 ceph-mon[102677]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:03 smithi111 ceph-mon[97855]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:03 smithi111 ceph-mon[116524]: pgmap v11398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:05 smithi155 ceph-mon[102677]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:05 smithi111 ceph-mon[97855]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:05 smithi111 ceph-mon[116524]: pgmap v11399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:07 smithi155 ceph-mon[102677]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:08.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:07 smithi111 ceph-mon[97855]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:07 smithi111 ceph-mon[116524]: pgmap v11400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:34:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:34:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:09 smithi155 ceph-mon[102677]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:09 smithi111 ceph-mon[97855]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:09 smithi111 ceph-mon[116524]: pgmap v11401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:11 smithi155 ceph-mon[102677]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:11 smithi111 ceph-mon[97855]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:11 smithi111 ceph-mon[116524]: pgmap v11402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:13 smithi155 ceph-mon[102677]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:13 smithi111 ceph-mon[97855]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:13 smithi111 ceph-mon[116524]: pgmap v11403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:15 smithi155 ceph-mon[102677]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:15 smithi111 ceph-mon[97855]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:15 smithi111 ceph-mon[116524]: pgmap v11404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:17 smithi155 ceph-mon[102677]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:17 smithi111 ceph-mon[97855]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:17 smithi111 ceph-mon[116524]: pgmap v11405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:34:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:34:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:19 smithi155 ceph-mon[102677]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:19 smithi111 ceph-mon[97855]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:19 smithi111 ceph-mon[116524]: pgmap v11406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:21 smithi155 ceph-mon[102677]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:21 smithi111 ceph-mon[116524]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:21 smithi111 ceph-mon[97855]: pgmap v11407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:23 smithi155 ceph-mon[102677]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:23 smithi111 ceph-mon[97855]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:23 smithi111 ceph-mon[116524]: pgmap v11408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:26.151 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:34:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:25 smithi155 ceph-mon[102677]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:26.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:25 smithi111 ceph-mon[97855]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:25 smithi111 ceph-mon[116524]: pgmap v11409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:26.456 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:34:26.456 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 2m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 2m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 2m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 2m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 2m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 2m ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 2m ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 2m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 2m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 2m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 2m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:34:26.457 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 2m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 2m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 2m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 2m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 2m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 2m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 2m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 2m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:34:26.458 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 2m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:34:26.833 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:34:26.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:34:26.835 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:34:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1469174399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1469174399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:34:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1469174399' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:34:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:27 smithi155 ceph-mon[102677]: from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:27 smithi155 ceph-mon[102677]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:27 smithi155 ceph-mon[102677]: from='client.26874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:27 smithi111 ceph-mon[97855]: from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:27 smithi111 ceph-mon[97855]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:27 smithi111 ceph-mon[97855]: from='client.26874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:27 smithi111 ceph-mon[116524]: from='client.36746 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:27 smithi111 ceph-mon[116524]: pgmap v11410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:27 smithi111 ceph-mon[116524]: from='client.26874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:34:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:34:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:29 smithi155 ceph-mon[102677]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:29 smithi111 ceph-mon[97855]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:29 smithi111 ceph-mon[116524]: pgmap v11411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:31 smithi155 ceph-mon[102677]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:31 smithi111 ceph-mon[97855]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:31 smithi111 ceph-mon[116524]: pgmap v11412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:33 smithi155 ceph-mon[102677]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:33 smithi111 ceph-mon[97855]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:33 smithi111 ceph-mon[116524]: pgmap v11413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:35 smithi155 ceph-mon[102677]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:35 smithi111 ceph-mon[97855]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:35 smithi111 ceph-mon[116524]: pgmap v11414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:36 smithi155 ceph-mon[102677]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:36 smithi111 ceph-mon[97855]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:36 smithi111 ceph-mon[116524]: pgmap v11415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:39.583 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:34:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:34:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:39 smithi155 ceph-mon[102677]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:39 smithi111 ceph-mon[97855]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:39 smithi111 ceph-mon[116524]: pgmap v11416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:41 smithi155 ceph-mon[102677]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:41 smithi111 ceph-mon[97855]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:41 smithi111 ceph-mon[116524]: pgmap v11417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:43 smithi155 ceph-mon[102677]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:43 smithi111 ceph-mon[97855]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:43 smithi111 ceph-mon[116524]: pgmap v11418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:45 smithi155 ceph-mon[102677]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:45 smithi111 ceph-mon[97855]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:45 smithi111 ceph-mon[116524]: pgmap v11419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:47 smithi155 ceph-mon[102677]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:47 smithi111 ceph-mon[97855]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:47 smithi111 ceph-mon[116524]: pgmap v11420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:49.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:34:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:34:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:49 smithi155 ceph-mon[102677]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:49 smithi111 ceph-mon[97855]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:49 smithi111 ceph-mon[116524]: pgmap v11421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:34:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:51 smithi155 ceph-mon[102677]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:51 smithi111 ceph-mon[97855]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:51 smithi111 ceph-mon[116524]: pgmap v11422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:34:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:34:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:34:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:53 smithi155 ceph-mon[102677]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:34:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:34:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[97855]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[116524]: pgmap v11423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:34:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:34:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:34:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:55 smithi155 ceph-mon[102677]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:55 smithi111 ceph-mon[97855]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:55 smithi111 ceph-mon[116524]: pgmap v11424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:34:57.487 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:34:57.487 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:34:57.487 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:34:57.487 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:34:57.487 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:34:57.487 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:34:57.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:34:57.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:34:57.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:34:57.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:34:57.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:34:57.489 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:34:57.866 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:34:57.866 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:34:57.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:34:57.866 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:57.866 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:34:57.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:34:57.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:34:57.868 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:34:57.868 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:34:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:57 smithi155 ceph-mon[102677]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:57 smithi111 ceph-mon[97855]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:57 smithi111 ceph-mon[116524]: pgmap v11425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:58 smithi155 ceph-mon[102677]: from='client.26886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:58 smithi155 ceph-mon[102677]: from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2649955846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:34:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:58 smithi111 ceph-mon[97855]: from='client.26886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:58 smithi111 ceph-mon[97855]: from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2649955846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:34:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:58 smithi111 ceph-mon[116524]: from='client.26886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:58 smithi111 ceph-mon[116524]: from='client.36770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:34:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2649955846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:34:59.624 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:34:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:34:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:34:59 smithi155 ceph-mon[102677]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:34:59 smithi111 ceph-mon[97855]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:34:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:34:59 smithi111 ceph-mon[116524]: pgmap v11426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:01 smithi155 ceph-mon[102677]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:01 smithi111 ceph-mon[97855]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:01 smithi111 ceph-mon[116524]: pgmap v11427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:03 smithi155 ceph-mon[102677]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:03 smithi111 ceph-mon[97855]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:03 smithi111 ceph-mon[116524]: pgmap v11428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:05 smithi155 ceph-mon[102677]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:05 smithi111 ceph-mon[97855]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:05 smithi111 ceph-mon[116524]: pgmap v11429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:07 smithi155 ceph-mon[102677]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:07 smithi111 ceph-mon[97855]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:07 smithi111 ceph-mon[116524]: pgmap v11430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:09.642 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:35:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:35:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:09 smithi155 ceph-mon[102677]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:09 smithi111 ceph-mon[97855]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:09 smithi111 ceph-mon[116524]: pgmap v11431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:11 smithi155 ceph-mon[102677]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:11 smithi111 ceph-mon[97855]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:11 smithi111 ceph-mon[116524]: pgmap v11432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:13 smithi155 ceph-mon[102677]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:13 smithi111 ceph-mon[97855]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:13 smithi111 ceph-mon[116524]: pgmap v11433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:15 smithi155 ceph-mon[102677]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:15 smithi111 ceph-mon[97855]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:15 smithi111 ceph-mon[116524]: pgmap v11434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:17 smithi155 ceph-mon[102677]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:17.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:17 smithi111 ceph-mon[97855]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:17 smithi111 ceph-mon[116524]: pgmap v11435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:19.658 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:35:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:35:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:19 smithi155 ceph-mon[102677]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:19 smithi111 ceph-mon[97855]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:19 smithi111 ceph-mon[116524]: pgmap v11436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:21 smithi155 ceph-mon[102677]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:21 smithi111 ceph-mon[97855]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:21 smithi111 ceph-mon[116524]: pgmap v11437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:23 smithi155 ceph-mon[102677]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:23 smithi111 ceph-mon[97855]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:23 smithi111 ceph-mon[116524]: pgmap v11438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:25 smithi155 ceph-mon[102677]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:25 smithi111 ceph-mon[97855]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:25 smithi111 ceph-mon[116524]: pgmap v11439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:27 smithi155 ceph-mon[102677]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:27 smithi111 ceph-mon[97855]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:27 smithi111 ceph-mon[116524]: pgmap v11440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:28.214 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 3m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 3m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 3m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 3m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 3m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 3m ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 3m ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 3m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:35:28.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 3m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 3m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 3m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 3m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 3m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 3m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 3m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 3m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 3m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 3m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 3m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:35:28.520 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 3m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:35:28.900 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:35:28.900 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:35:28.900 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:35:28.900 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:28.901 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:35:28.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:35:28.902 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:35:28.902 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:35:29.677 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:35:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:29 smithi155 ceph-mon[102677]: from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:29 smithi155 ceph-mon[102677]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:29 smithi155 ceph-mon[102677]: from='client.26910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2712870065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[97855]: from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[97855]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[97855]: from='client.26910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2712870065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[116524]: from='client.36782 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[116524]: pgmap v11441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[116524]: from='client.26910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2712870065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:35:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:31 smithi155 ceph-mon[102677]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:31 smithi111 ceph-mon[97855]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:31 smithi111 ceph-mon[116524]: pgmap v11442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:33 smithi155 ceph-mon[102677]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:33 smithi111 ceph-mon[97855]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:33 smithi111 ceph-mon[116524]: pgmap v11443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:35 smithi155 ceph-mon[102677]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:35 smithi111 ceph-mon[97855]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:35 smithi111 ceph-mon[116524]: pgmap v11444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:37 smithi155 ceph-mon[102677]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:37 smithi111 ceph-mon[97855]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:37 smithi111 ceph-mon[116524]: pgmap v11445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:39.697 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:35:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:35:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:39 smithi155 ceph-mon[102677]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:39 smithi111 ceph-mon[97855]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:39 smithi111 ceph-mon[116524]: pgmap v11446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:41 smithi155 ceph-mon[102677]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:41 smithi111 ceph-mon[97855]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:41 smithi111 ceph-mon[116524]: pgmap v11447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:43 smithi155 ceph-mon[102677]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:43 smithi111 ceph-mon[97855]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:43 smithi111 ceph-mon[116524]: pgmap v11448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:45 smithi155 ceph-mon[102677]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:45 smithi111 ceph-mon[97855]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:45 smithi111 ceph-mon[116524]: pgmap v11449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:47 smithi111 ceph-mon[97855]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:47 smithi111 ceph-mon[116524]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:47 smithi155 ceph-mon[102677]: pgmap v11450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:49.713 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:35:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:35:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:49 smithi111 ceph-mon[97855]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:49 smithi111 ceph-mon[116524]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:49 smithi155 ceph-mon[102677]: pgmap v11451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:35:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:51 smithi111 ceph-mon[97855]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:51 smithi111 ceph-mon[116524]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:51 smithi155 ceph-mon[102677]: pgmap v11452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:53 smithi155 ceph-mon[102677]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:35:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:35:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:35:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:35:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[116524]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:35:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:35:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:35:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:35:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[97855]: pgmap v11453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:35:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:35:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:35:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:35:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:55 smithi155 ceph-mon[102677]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:55 smithi111 ceph-mon[97855]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:55 smithi111 ceph-mon[116524]: pgmap v11454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:57 smithi155 ceph-mon[102677]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:57 smithi111 ceph-mon[97855]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:57 smithi111 ceph-mon[116524]: pgmap v11455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:59.246 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (4h) 4m ago 4h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (4h) 4m ago 4h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:35:59.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:35:59.552 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:35:59.610 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:35:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:35:59.936 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:35:59.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:35:59.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:35:59.938 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:35:59.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:35:59.938 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:35:59.938 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:35:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:35:59 smithi155 ceph-mon[102677]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:59.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:35:59 smithi111 ceph-mon[97855]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:35:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:35:59 smithi111 ceph-mon[116524]: pgmap v11456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:00 smithi155 ceph-mon[102677]: from='client.36800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:00 smithi155 ceph-mon[102677]: from='client.26928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4276969942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:36:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:00 smithi111 ceph-mon[97855]: from='client.36800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:00 smithi111 ceph-mon[97855]: from='client.26928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4276969942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:00 smithi111 ceph-mon[116524]: from='client.36800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:00 smithi111 ceph-mon[116524]: from='client.26928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4276969942' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:36:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:01 smithi155 ceph-mon[102677]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:01 smithi111 ceph-mon[97855]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:01 smithi111 ceph-mon[116524]: pgmap v11457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:03 smithi155 ceph-mon[102677]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:03 smithi111 ceph-mon[97855]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:03 smithi111 ceph-mon[116524]: pgmap v11458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:05 smithi155 ceph-mon[102677]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:05 smithi111 ceph-mon[97855]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:05 smithi111 ceph-mon[116524]: pgmap v11459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:07 smithi155 ceph-mon[102677]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:07 smithi111 ceph-mon[97855]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:07 smithi111 ceph-mon[116524]: pgmap v11460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:09.634 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:36:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:36:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:09 smithi155 ceph-mon[102677]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:09 smithi111 ceph-mon[97855]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:09 smithi111 ceph-mon[116524]: pgmap v11461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:11 smithi155 ceph-mon[102677]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:11 smithi111 ceph-mon[97855]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:11 smithi111 ceph-mon[116524]: pgmap v11462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:13 smithi155 ceph-mon[102677]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:13 smithi111 ceph-mon[97855]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:13 smithi111 ceph-mon[116524]: pgmap v11463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:15 smithi155 ceph-mon[102677]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:15 smithi111 ceph-mon[97855]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:15 smithi111 ceph-mon[116524]: pgmap v11464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:17 smithi155 ceph-mon[102677]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:17 smithi111 ceph-mon[97855]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:17 smithi111 ceph-mon[116524]: pgmap v11465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:19.647 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:36:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:36:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:19 smithi155 ceph-mon[102677]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:19 smithi111 ceph-mon[97855]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:19 smithi111 ceph-mon[116524]: pgmap v11466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:21 smithi155 ceph-mon[102677]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:21 smithi111 ceph-mon[97855]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:21 smithi111 ceph-mon[116524]: pgmap v11467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:23 smithi155 ceph-mon[102677]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:23 smithi111 ceph-mon[97855]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:23 smithi111 ceph-mon[116524]: pgmap v11468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:25 smithi155 ceph-mon[102677]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:25 smithi111 ceph-mon[97855]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:25 smithi111 ceph-mon[116524]: pgmap v11469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:27 smithi155 ceph-mon[102677]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:27 smithi111 ceph-mon[97855]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:27 smithi111 ceph-mon[116524]: pgmap v11470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:29.661 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:36:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:36:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:29 smithi155 ceph-mon[102677]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:29 smithi111 ceph-mon[97855]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:29 smithi111 ceph-mon[116524]: pgmap v11471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:30.282 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 4m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 4m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 4m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 4m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 4m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 4m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 4m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:36:30.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 4m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 4m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 4m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 4m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 4m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 4m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 4m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 4m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 4m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 4m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:36:30.588 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 4m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:36:30.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:36:30.968 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:36:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:31 smithi155 ceph-mon[102677]: from='client.26940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:31 smithi155 ceph-mon[102677]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:31 smithi155 ceph-mon[102677]: from='client.36824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/895164808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[97855]: from='client.26940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[97855]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[97855]: from='client.36824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/895164808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:36:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[116524]: from='client.26940 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[116524]: pgmap v11472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[116524]: from='client.36824 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:36:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/895164808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:36:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:33 smithi155 ceph-mon[102677]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:33 smithi111 ceph-mon[97855]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:33 smithi111 ceph-mon[116524]: pgmap v11473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:35 smithi155 ceph-mon[102677]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:35 smithi111 ceph-mon[97855]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:35 smithi111 ceph-mon[116524]: pgmap v11474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:37 smithi155 ceph-mon[102677]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:37 smithi111 ceph-mon[97855]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:37 smithi111 ceph-mon[116524]: pgmap v11475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:39.680 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:36:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:36:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:39 smithi155 ceph-mon[102677]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:39 smithi111 ceph-mon[97855]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:39 smithi111 ceph-mon[116524]: pgmap v11476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:41 smithi155 ceph-mon[102677]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:41 smithi111 ceph-mon[97855]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:41 smithi111 ceph-mon[116524]: pgmap v11477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:43 smithi155 ceph-mon[102677]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:43 smithi111 ceph-mon[97855]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:43 smithi111 ceph-mon[116524]: pgmap v11478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:45 smithi155 ceph-mon[102677]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:45 smithi111 ceph-mon[97855]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:45 smithi111 ceph-mon[116524]: pgmap v11479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:47 smithi155 ceph-mon[102677]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:47 smithi111 ceph-mon[97855]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:47 smithi111 ceph-mon[116524]: pgmap v11480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:49.695 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:36:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:36:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:49 smithi155 ceph-mon[102677]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:49 smithi111 ceph-mon[97855]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:49 smithi111 ceph-mon[116524]: pgmap v11481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:36:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:51 smithi155 ceph-mon[102677]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:51 smithi111 ceph-mon[97855]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:51 smithi111 ceph-mon[116524]: pgmap v11482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:53 smithi155 ceph-mon[102677]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:36:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:36:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:36:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[97855]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:36:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[116524]: pgmap v11483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:36:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:36:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:36:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:36:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:55 smithi155 ceph-mon[102677]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:55 smithi111 ceph-mon[97855]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:55 smithi111 ceph-mon[116524]: pgmap v11484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:57 smithi111 ceph-mon[97855]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:57 smithi111 ceph-mon[116524]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:57 smithi155 ceph-mon[102677]: pgmap v11485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:59.709 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:36:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:36:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:36:59 smithi111 ceph-mon[97855]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:36:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:36:59 smithi111 ceph-mon[116524]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:36:59 smithi155 ceph-mon[102677]: pgmap v11486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:01.311 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:37:01.617 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:37:01.617 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:37:01.617 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:37:01.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:37:01.619 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:37:01.995 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:37:01.996 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:37:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:01 smithi111 ceph-mon[97855]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:01 smithi111 ceph-mon[116524]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:01 smithi155 ceph-mon[102677]: pgmap v11487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:02 smithi111 ceph-mon[97855]: from='client.36836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:02 smithi111 ceph-mon[97855]: from='client.26964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/944900740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:37:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:02 smithi111 ceph-mon[116524]: from='client.36836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:02 smithi111 ceph-mon[116524]: from='client.26964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/944900740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:37:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:02 smithi155 ceph-mon[102677]: from='client.36836 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:02 smithi155 ceph-mon[102677]: from='client.26964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/944900740' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:37:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:03 smithi111 ceph-mon[97855]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:03 smithi111 ceph-mon[116524]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:03 smithi155 ceph-mon[102677]: pgmap v11488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:05 smithi111 ceph-mon[97855]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:05 smithi111 ceph-mon[116524]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:05 smithi155 ceph-mon[102677]: pgmap v11489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:07 smithi111 ceph-mon[97855]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:07 smithi111 ceph-mon[116524]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:07 smithi155 ceph-mon[102677]: pgmap v11490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:09.735 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:37:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:37:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:09 smithi111 ceph-mon[97855]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:09 smithi111 ceph-mon[116524]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:09 smithi155 ceph-mon[102677]: pgmap v11491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:11 smithi111 ceph-mon[97855]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:11 smithi111 ceph-mon[116524]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:11 smithi155 ceph-mon[102677]: pgmap v11492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:13 smithi111 ceph-mon[97855]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:13 smithi111 ceph-mon[116524]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:13 smithi155 ceph-mon[102677]: pgmap v11493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:15 smithi111 ceph-mon[97855]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:15 smithi111 ceph-mon[116524]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:15 smithi155 ceph-mon[102677]: pgmap v11494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:17 smithi111 ceph-mon[97855]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:17 smithi111 ceph-mon[116524]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:17 smithi155 ceph-mon[102677]: pgmap v11495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:37:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:37:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:19 smithi155 ceph-mon[102677]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:19 smithi111 ceph-mon[97855]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:19 smithi111 ceph-mon[116524]: pgmap v11496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:21 smithi155 ceph-mon[102677]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:21 smithi111 ceph-mon[97855]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:21 smithi111 ceph-mon[116524]: pgmap v11497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:23 smithi155 ceph-mon[102677]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:23 smithi111 ceph-mon[97855]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:23 smithi111 ceph-mon[116524]: pgmap v11498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:25 smithi155 ceph-mon[102677]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:25 smithi111 ceph-mon[97855]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:26.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:25 smithi111 ceph-mon[116524]: pgmap v11499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:27 smithi155 ceph-mon[102677]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:27 smithi111 ceph-mon[97855]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:27 smithi111 ceph-mon[116524]: pgmap v11500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:37:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:37:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:29 smithi155 ceph-mon[102677]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:29 smithi111 ceph-mon[116524]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:29 smithi111 ceph-mon[97855]: pgmap v11501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:31 smithi155 ceph-mon[102677]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:31 smithi111 ceph-mon[97855]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:31 smithi111 ceph-mon[116524]: pgmap v11502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:37:32.654 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:37:32.654 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 5m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 5m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 5m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 5m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (4h) 5m ago 4h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (4h) 5m ago 4h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (4h) 5m ago 4h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 5m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 5m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:37:32.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 5m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 5m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 5m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 5m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 5m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 5m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 5m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 5m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:37:32.656 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 5m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:37:33.035 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:37:33.035 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:37:33.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:37:33.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:37:33.036 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:37:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:33 smithi155 ceph-mon[102677]: from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:33 smithi155 ceph-mon[102677]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:33 smithi155 ceph-mon[102677]: from='client.36860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4273953441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[97855]: from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[97855]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[97855]: from='client.36860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4273953441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[116524]: from='client.36854 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[116524]: pgmap v11503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[116524]: from='client.36860 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4273953441' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:37:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:35.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:35 smithi155 ceph-mon[102677]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:36.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:35 smithi111 ceph-mon[97855]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:35 smithi111 ceph-mon[116524]: pgmap v11504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:37 smithi155 ceph-mon[102677]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:37 smithi111 ceph-mon[97855]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:37 smithi111 ceph-mon[116524]: pgmap v11505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:37:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:37:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:39 smithi155 ceph-mon[102677]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:40.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:39 smithi111 ceph-mon[97855]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:39 smithi111 ceph-mon[116524]: pgmap v11506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:41 smithi155 ceph-mon[102677]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:41 smithi111 ceph-mon[97855]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:41 smithi111 ceph-mon[116524]: pgmap v11507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:43 smithi155 ceph-mon[102677]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:43 smithi111 ceph-mon[97855]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:43 smithi111 ceph-mon[116524]: pgmap v11508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:45 smithi155 ceph-mon[102677]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:45 smithi111 ceph-mon[97855]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:45 smithi111 ceph-mon[116524]: pgmap v11509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:47 smithi155 ceph-mon[102677]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:47 smithi111 ceph-mon[97855]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:47 smithi111 ceph-mon[116524]: pgmap v11510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:37:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:37:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:49 smithi155 ceph-mon[102677]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:49 smithi111 ceph-mon[97855]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:49 smithi111 ceph-mon[116524]: pgmap v11511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:37:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:51 smithi155 ceph-mon[102677]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:51 smithi111 ceph-mon[97855]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:51 smithi111 ceph-mon[116524]: pgmap v11512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:53 smithi155 ceph-mon[102677]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:37:54.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:53 smithi111 ceph-mon[97855]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:37:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:53 smithi111 ceph-mon[116524]: pgmap v11513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:37:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:37:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:37:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:37:55.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:37:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:37:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:37:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:37:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:37:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:37:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:55 smithi155 ceph-mon[102677]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:55 smithi111 ceph-mon[97855]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:55 smithi111 ceph-mon[116524]: pgmap v11514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:57 smithi155 ceph-mon[102677]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:57 smithi111 ceph-mon[97855]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:57 smithi111 ceph-mon[116524]: pgmap v11515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:37:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:37:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:38:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:37:59 smithi155 ceph-mon[102677]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:37:59 smithi111 ceph-mon[97855]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:37:59 smithi111 ceph-mon[116524]: pgmap v11516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:01 smithi155 ceph-mon[102677]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:01 smithi111 ceph-mon[97855]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:01 smithi111 ceph-mon[116524]: pgmap v11517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:38:03.685 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:38:03.685 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:38:03.685 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:38:03.685 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:38:03.685 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (4h) 6m ago 4h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:38:03.686 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:38:04.064 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:38:04.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:04.065 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:38:04.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:38:04.065 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:38:04.065 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:38:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:03 smithi155 ceph-mon[102677]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:03 smithi111 ceph-mon[97855]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:03 smithi111 ceph-mon[116524]: pgmap v11518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:04 smithi155 ceph-mon[102677]: from='client.26994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:04 smithi155 ceph-mon[102677]: from='client.27000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4286999131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:38:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:05.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[97855]: from='client.26994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[97855]: from='client.27000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4286999131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[116524]: from='client.26994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[116524]: from='client.27000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4286999131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:38:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:05 smithi155 ceph-mon[102677]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:05 smithi111 ceph-mon[97855]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:05 smithi111 ceph-mon[116524]: pgmap v11519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:07 smithi155 ceph-mon[102677]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:07 smithi111 ceph-mon[97855]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:07 smithi111 ceph-mon[116524]: pgmap v11520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:38:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:38:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:09 smithi155 ceph-mon[102677]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:09 smithi111 ceph-mon[97855]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:09 smithi111 ceph-mon[116524]: pgmap v11521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:11 smithi155 ceph-mon[102677]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:11 smithi111 ceph-mon[97855]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:11 smithi111 ceph-mon[116524]: pgmap v11522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:13 smithi155 ceph-mon[102677]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:14.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:13 smithi111 ceph-mon[116524]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:13 smithi111 ceph-mon[97855]: pgmap v11523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:15 smithi155 ceph-mon[102677]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:15 smithi111 ceph-mon[97855]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:15 smithi111 ceph-mon[116524]: pgmap v11524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:17 smithi155 ceph-mon[102677]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:17 smithi111 ceph-mon[116524]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:17 smithi111 ceph-mon[97855]: pgmap v11525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:38:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:38:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:19 smithi155 ceph-mon[102677]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:19 smithi111 ceph-mon[97855]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:19 smithi111 ceph-mon[116524]: pgmap v11526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:21 smithi155 ceph-mon[102677]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:21 smithi111 ceph-mon[97855]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:21 smithi111 ceph-mon[116524]: pgmap v11527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:23 smithi155 ceph-mon[102677]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:23 smithi111 ceph-mon[97855]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:23 smithi111 ceph-mon[116524]: pgmap v11528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:25 smithi155 ceph-mon[102677]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:25 smithi111 ceph-mon[97855]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:25 smithi111 ceph-mon[116524]: pgmap v11529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:27 smithi155 ceph-mon[102677]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:27 smithi111 ceph-mon[97855]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:27 smithi111 ceph-mon[116524]: pgmap v11530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:38:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:38:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:29 smithi155 ceph-mon[102677]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:29 smithi111 ceph-mon[97855]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:29 smithi111 ceph-mon[116524]: pgmap v11531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:31 smithi155 ceph-mon[102677]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:31 smithi111 ceph-mon[97855]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:31 smithi111 ceph-mon[116524]: pgmap v11532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:33 smithi155 ceph-mon[102677]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:34.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:33 smithi111 ceph-mon[97855]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:33 smithi111 ceph-mon[116524]: pgmap v11533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:34.411 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:38:34.717 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:38:34.717 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 6m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:38:34.717 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 6m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 6m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 6m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 6m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 6m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (4h) 6m ago 4h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (4h) 6m ago 4h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 6m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:38:34.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 6m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:38:34.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 6m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:38:34.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 6m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:38:34.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 6m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:38:34.719 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 6m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:38:35.100 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:38:35.101 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:38:35.102 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:38:35.102 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:38:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:35.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:35 smithi155 ceph-mon[102677]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:35 smithi155 ceph-mon[102677]: from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:35 smithi155 ceph-mon[102677]: from='client.27018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1157791429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:38:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[97855]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[97855]: from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[97855]: from='client.27018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1157791429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:38:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[116524]: pgmap v11534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[116524]: from='client.36890 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[116524]: from='client.27018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:38:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1157791429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:38:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:37 smithi155 ceph-mon[102677]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:37 smithi111 ceph-mon[97855]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:37 smithi111 ceph-mon[116524]: pgmap v11535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:38:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:38:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:39 smithi155 ceph-mon[102677]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:39 smithi111 ceph-mon[97855]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:39 smithi111 ceph-mon[116524]: pgmap v11536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:41 smithi155 ceph-mon[102677]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:41 smithi111 ceph-mon[116524]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:41 smithi111 ceph-mon[97855]: pgmap v11537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:43 smithi155 ceph-mon[102677]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:43 smithi111 ceph-mon[97855]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:43 smithi111 ceph-mon[116524]: pgmap v11538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:45 smithi155 ceph-mon[102677]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:45 smithi111 ceph-mon[97855]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:45 smithi111 ceph-mon[116524]: pgmap v11539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:47 smithi155 ceph-mon[102677]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:47 smithi111 ceph-mon[97855]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:47 smithi111 ceph-mon[116524]: pgmap v11540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:38:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:38:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:49 smithi155 ceph-mon[102677]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:49 smithi111 ceph-mon[97855]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:49 smithi111 ceph-mon[116524]: pgmap v11541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:38:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:51 smithi155 ceph-mon[102677]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:51 smithi111 ceph-mon[97855]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:51 smithi111 ceph-mon[116524]: pgmap v11542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:53 smithi155 ceph-mon[102677]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:53 smithi111 ceph-mon[97855]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:53 smithi111 ceph-mon[116524]: pgmap v11543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:38:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:38:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:38:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:38:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:38:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:38:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:38:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:38:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:38:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:38:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:38:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:38:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:55 smithi155 ceph-mon[102677]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:55 smithi111 ceph-mon[97855]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:55 smithi111 ceph-mon[116524]: pgmap v11544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:57 smithi155 ceph-mon[102677]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:57 smithi111 ceph-mon[97855]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:57 smithi111 ceph-mon[116524]: pgmap v11545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:59.659 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:38:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:38:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:38:59 smithi155 ceph-mon[102677]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:38:59 smithi111 ceph-mon[116524]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:38:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:38:59 smithi111 ceph-mon[97855]: pgmap v11546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:01 smithi155 ceph-mon[102677]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:01 smithi111 ceph-mon[97855]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:01 smithi111 ceph-mon[116524]: pgmap v11547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:03 smithi155 ceph-mon[102677]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:03 smithi111 ceph-mon[97855]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:03 smithi111 ceph-mon[116524]: pgmap v11548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:05.447 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:39:05.754 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (4h) 7m ago 4h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:39:05.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:39:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:39:05.756 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:39:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:05 smithi155 ceph-mon[102677]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:05 smithi111 ceph-mon[97855]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:05 smithi111 ceph-mon[116524]: pgmap v11549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:06.135 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:39:06.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:39:06.135 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:06.136 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:39:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:39:06.137 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:39:06.137 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:06 smithi155 ceph-mon[102677]: from='client.36908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:06 smithi155 ceph-mon[102677]: from='client.27036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/68885554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:39:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:06 smithi111 ceph-mon[97855]: from='client.36908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:06 smithi111 ceph-mon[97855]: from='client.27036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/68885554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:39:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:06 smithi111 ceph-mon[116524]: from='client.36908 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:06 smithi111 ceph-mon[116524]: from='client.27036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/68885554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:39:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:07 smithi155 ceph-mon[102677]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:07 smithi111 ceph-mon[97855]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:07 smithi111 ceph-mon[116524]: pgmap v11550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:09.680 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:39:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:39:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:09 smithi155 ceph-mon[102677]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:09 smithi111 ceph-mon[116524]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:09 smithi111 ceph-mon[97855]: pgmap v11551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:11 smithi155 ceph-mon[102677]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:11 smithi111 ceph-mon[97855]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:11 smithi111 ceph-mon[116524]: pgmap v11552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:13 smithi155 ceph-mon[102677]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:13 smithi111 ceph-mon[97855]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:13 smithi111 ceph-mon[116524]: pgmap v11553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:15 smithi155 ceph-mon[102677]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:15 smithi111 ceph-mon[97855]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:15 smithi111 ceph-mon[116524]: pgmap v11554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:17 smithi155 ceph-mon[102677]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:17 smithi111 ceph-mon[97855]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:17 smithi111 ceph-mon[116524]: pgmap v11555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:19.695 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:39:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:39:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:19 smithi155 ceph-mon[102677]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:19 smithi111 ceph-mon[97855]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:19 smithi111 ceph-mon[116524]: pgmap v11556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:21 smithi155 ceph-mon[102677]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:21 smithi111 ceph-mon[97855]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:21 smithi111 ceph-mon[116524]: pgmap v11557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:23 smithi155 ceph-mon[102677]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:23 smithi111 ceph-mon[97855]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:23 smithi111 ceph-mon[116524]: pgmap v11558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:25 smithi155 ceph-mon[102677]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:25.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:25 smithi111 ceph-mon[97855]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:25 smithi111 ceph-mon[116524]: pgmap v11559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:27.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:27 smithi111 ceph-mon[97855]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:27 smithi111 ceph-mon[116524]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:27 smithi155 ceph-mon[102677]: pgmap v11560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:29.710 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:39:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:39:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:29 smithi111 ceph-mon[97855]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:29 smithi111 ceph-mon[116524]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:29 smithi155 ceph-mon[102677]: pgmap v11561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:31 smithi111 ceph-mon[97855]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:31 smithi111 ceph-mon[116524]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:31 smithi155 ceph-mon[102677]: pgmap v11562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:33 smithi111 ceph-mon[97855]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:33 smithi111 ceph-mon[116524]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:33 smithi155 ceph-mon[102677]: pgmap v11563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:35 smithi111 ceph-mon[97855]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:35 smithi111 ceph-mon[116524]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:35 smithi155 ceph-mon[102677]: pgmap v11564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:36.480 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:39:36.785 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 7m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 7m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 7m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 7m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:39:36.786 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 7m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 7m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 4919M 2411M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5216M 2411M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5538M 2411M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4654M 2411M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (4h) 7m ago 4h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (4h) 7m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 7m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 7m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:39:36.787 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 7m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:39:37.162 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:39:37.162 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:39:37.162 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:39:37.163 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:39:37.164 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:39:37.164 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:39:37.164 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:39:37.164 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[97855]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[97855]: from='client.27048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[97855]: from='client.27054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2379762849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[116524]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[116524]: from='client.27048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[116524]: from='client.27054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2379762849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:37 smithi155 ceph-mon[102677]: pgmap v11565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:37 smithi155 ceph-mon[102677]: from='client.27048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:37 smithi155 ceph-mon[102677]: from='client.27054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:39:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2379762849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:39:39.729 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:39:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:39:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:39 smithi111 ceph-mon[116524]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:39 smithi111 ceph-mon[97855]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:39 smithi155 ceph-mon[102677]: pgmap v11566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:41 smithi111 ceph-mon[116524]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:41 smithi111 ceph-mon[97855]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:41 smithi155 ceph-mon[102677]: pgmap v11567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:43 smithi111 ceph-mon[116524]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:43 smithi111 ceph-mon[97855]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:43 smithi155 ceph-mon[102677]: pgmap v11568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:45 smithi111 ceph-mon[116524]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:45 smithi111 ceph-mon[97855]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:45 smithi155 ceph-mon[102677]: pgmap v11569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:47 smithi111 ceph-mon[97855]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:47 smithi111 ceph-mon[116524]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:47 smithi155 ceph-mon[102677]: pgmap v11570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:49.742 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:39:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:39:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:49 smithi111 ceph-mon[97855]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:49 smithi111 ceph-mon[116524]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:49 smithi155 ceph-mon[102677]: pgmap v11571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:39:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:51 smithi111 ceph-mon[97855]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:51 smithi111 ceph-mon[116524]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:51 smithi155 ceph-mon[102677]: pgmap v11572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:53 smithi155 ceph-mon[102677]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:53 smithi111 ceph-mon[97855]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:53 smithi111 ceph-mon[116524]: pgmap v11573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:39:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:39:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:39:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: pgmap v11574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:39:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:39:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:39:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:39:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:56 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2401M 2023-12-01T09:39:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:56 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2401M 2023-12-01T09:39:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:56 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2401M 2023-12-01T09:39:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:57 smithi155 ceph-mon[102677]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:57 smithi111 ceph-mon[97855]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:57 smithi111 ceph-mon[116524]: pgmap v11575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:39:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:39:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:40:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:39:59 smithi155 ceph-mon[102677]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:00.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:39:59 smithi111 ceph-mon[116524]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:39:59 smithi111 ceph-mon[97855]: pgmap v11576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:00 smithi111 conmon[97831]: 2023-12-01T09:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:40:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:40:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:40:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:40:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:01 smithi155 ceph-mon[102677]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:01 smithi111 ceph-mon[97855]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:01 smithi111 ceph-mon[116524]: pgmap v11577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:03 smithi155 ceph-mon[102677]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:03 smithi111 ceph-mon[97855]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:03 smithi111 ceph-mon[116524]: pgmap v11578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:05.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:05 smithi155 ceph-mon[102677]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:06.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:05 smithi111 ceph-mon[97855]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:05 smithi111 ceph-mon[116524]: pgmap v11579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:07.506 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:40:07.817 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 4919M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5216M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5538M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4654M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:40:07.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 4h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:40:07.819 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (4h) 8m ago 4h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:40:07.819 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:40:07.819 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:40:08.197 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:40:08.197 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:40:08.198 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:40:08.199 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:40:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:07 smithi155 ceph-mon[102677]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:08.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:07 smithi111 ceph-mon[116524]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:07 smithi111 ceph-mon[97855]: pgmap v11580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:08 smithi155 ceph-mon[102677]: from='client.36944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:08 smithi155 ceph-mon[102677]: from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2905421537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:40:09.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:08 smithi111 ceph-mon[97855]: from='client.36944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:09.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:08 smithi111 ceph-mon[97855]: from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2905421537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:40:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:08 smithi111 ceph-mon[116524]: from='client.36944 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:08 smithi111 ceph-mon[116524]: from='client.36950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2905421537' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:40:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:40:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:40:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:09 smithi155 ceph-mon[102677]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:09 smithi111 ceph-mon[97855]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:09 smithi111 ceph-mon[116524]: pgmap v11581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:11 smithi155 ceph-mon[102677]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:11 smithi111 ceph-mon[97855]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:11 smithi111 ceph-mon[116524]: pgmap v11582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:13 smithi155 ceph-mon[102677]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:13 smithi111 ceph-mon[97855]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:13 smithi111 ceph-mon[116524]: pgmap v11583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:15 smithi155 ceph-mon[102677]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:15 smithi111 ceph-mon[97855]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:15 smithi111 ceph-mon[116524]: pgmap v11584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:17 smithi155 ceph-mon[102677]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:17 smithi111 ceph-mon[97855]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:17 smithi111 ceph-mon[116524]: pgmap v11585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:40:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:40:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:19 smithi155 ceph-mon[102677]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:19 smithi111 ceph-mon[97855]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:19 smithi111 ceph-mon[116524]: pgmap v11586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:21 smithi155 ceph-mon[102677]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:21 smithi111 ceph-mon[97855]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:21 smithi111 ceph-mon[116524]: pgmap v11587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:23 smithi155 ceph-mon[102677]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:23 smithi111 ceph-mon[97855]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:23 smithi111 ceph-mon[116524]: pgmap v11588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:25 smithi155 ceph-mon[102677]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:26.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:25 smithi111 ceph-mon[97855]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:25 smithi111 ceph-mon[116524]: pgmap v11589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:27 smithi155 ceph-mon[102677]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:28.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:27 smithi111 ceph-mon[97855]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:27 smithi111 ceph-mon[116524]: pgmap v11590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:40:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:40:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:29 smithi155 ceph-mon[102677]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:29 smithi111 ceph-mon[97855]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:29 smithi111 ceph-mon[116524]: pgmap v11591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:31 smithi155 ceph-mon[102677]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:31 smithi111 ceph-mon[97855]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:31 smithi111 ceph-mon[116524]: pgmap v11592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:33 smithi155 ceph-mon[102677]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:33 smithi111 ceph-mon[97855]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:33 smithi111 ceph-mon[116524]: pgmap v11593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:35.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:35 smithi155 ceph-mon[102677]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:36.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:35 smithi111 ceph-mon[97855]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:35 smithi111 ceph-mon[116524]: pgmap v11594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:37 smithi155 ceph-mon[102677]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:38.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:37 smithi111 ceph-mon[97855]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:37 smithi111 ceph-mon[116524]: pgmap v11595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:38.543 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 8m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 8m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (4h) 8m ago 4h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 8m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:40:38.849 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 8m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 8m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 4919M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5216M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5538M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4654M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (4h) 8m ago 4h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:40:38.850 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 8m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:40:39.231 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:40:39.232 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:40:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:40:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:40:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:39 smithi155 ceph-mon[102677]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:39 smithi155 ceph-mon[102677]: from='client.27084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:39 smithi155 ceph-mon[102677]: from='client.27090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4161870902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:40:40.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[97855]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[97855]: from='client.27084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[97855]: from='client.27090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4161870902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[116524]: pgmap v11596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[116524]: from='client.27084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[116524]: from='client.27090 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:40:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4161870902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:40:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:41 smithi155 ceph-mon[102677]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:41 smithi111 ceph-mon[97855]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:41 smithi111 ceph-mon[116524]: pgmap v11597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:43 smithi155 ceph-mon[102677]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:43 smithi111 ceph-mon[97855]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:43 smithi111 ceph-mon[116524]: pgmap v11598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:45 smithi155 ceph-mon[102677]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:45 smithi111 ceph-mon[97855]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:45 smithi111 ceph-mon[116524]: pgmap v11599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:47 smithi155 ceph-mon[102677]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:47 smithi111 ceph-mon[97855]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:47 smithi111 ceph-mon[116524]: pgmap v11600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:40:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:40:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:49 smithi155 ceph-mon[102677]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:49 smithi111 ceph-mon[97855]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:49 smithi111 ceph-mon[116524]: pgmap v11601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:40:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:51 smithi155 ceph-mon[102677]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:52.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:51 smithi111 ceph-mon[116524]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:52.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:51 smithi111 ceph-mon[97855]: pgmap v11602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:53 smithi155 ceph-mon[102677]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:53 smithi111 ceph-mon[97855]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:53 smithi111 ceph-mon[116524]: pgmap v11603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:55 smithi155 ceph-mon[102677]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:40:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:40:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:40:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:40:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[116524]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:40:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:40:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:40:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:40:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[97855]: pgmap v11604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:40:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:40:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:57 smithi155 ceph-mon[102677]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:57 smithi111 ceph-mon[97855]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:57 smithi111 ceph-mon[116524]: pgmap v11605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:40:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:40:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:41:00.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:40:59 smithi155 ceph-mon[102677]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:40:59 smithi111 ceph-mon[97855]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:40:59 smithi111 ceph-mon[116524]: pgmap v11606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:01 smithi155 ceph-mon[102677]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:01 smithi111 ceph-mon[97855]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:01 smithi111 ceph-mon[116524]: pgmap v11607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:03 smithi155 ceph-mon[102677]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:03 smithi111 ceph-mon[97855]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:03 smithi111 ceph-mon[116524]: pgmap v11608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:05.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:05.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:05 smithi155 ceph-mon[102677]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:06.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:05 smithi111 ceph-mon[97855]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:05 smithi111 ceph-mon[116524]: pgmap v11609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:07 smithi155 ceph-mon[102677]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:08.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:07 smithi111 ceph-mon[97855]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:08.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:07 smithi111 ceph-mon[116524]: pgmap v11610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:09.576 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:41:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:41:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:41:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:41:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:41:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:41:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:41:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (4h) 9m ago 4h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:41:09.885 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 4919M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5216M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5538M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4654M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:41:09.886 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:41:09.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:41:09.887 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 4h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:41:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:09 smithi155 ceph-mon[102677]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:09 smithi111 ceph-mon[97855]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:10.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:09 smithi111 ceph-mon[116524]: pgmap v11611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:10.266 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:41:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:41:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:41:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:10.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:41:10.267 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:41:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:10 smithi155 ceph-mon[102677]: from='client.36980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:10 smithi155 ceph-mon[102677]: from='client.27108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2642162297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:41:11.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:10 smithi111 ceph-mon[97855]: from='client.36980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:10 smithi111 ceph-mon[97855]: from='client.27108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2642162297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:41:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:10 smithi111 ceph-mon[116524]: from='client.36980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:10 smithi111 ceph-mon[116524]: from='client.27108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2642162297' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:41:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:11 smithi155 ceph-mon[102677]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:11 smithi111 ceph-mon[97855]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:12.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:11 smithi111 ceph-mon[116524]: pgmap v11612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:13 smithi155 ceph-mon[102677]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:13 smithi111 ceph-mon[97855]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:13 smithi111 ceph-mon[116524]: pgmap v11613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:15 smithi155 ceph-mon[102677]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:16.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:15 smithi111 ceph-mon[97855]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:15 smithi111 ceph-mon[116524]: pgmap v11614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:17 smithi155 ceph-mon[102677]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:17 smithi111 ceph-mon[97855]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:18.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:17 smithi111 ceph-mon[116524]: pgmap v11615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:41:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:41:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:19 smithi155 ceph-mon[102677]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:19 smithi111 ceph-mon[97855]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:19 smithi111 ceph-mon[116524]: pgmap v11616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:21 smithi155 ceph-mon[102677]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:21 smithi111 ceph-mon[97855]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:21 smithi111 ceph-mon[116524]: pgmap v11617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:23 smithi155 ceph-mon[102677]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:23 smithi111 ceph-mon[97855]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:23 smithi111 ceph-mon[116524]: pgmap v11618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:24 smithi111 ceph-mon[97855]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:24 smithi111 ceph-mon[116524]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:24 smithi155 ceph-mon[102677]: pgmap v11619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:27 smithi111 ceph-mon[97855]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:27 smithi111 ceph-mon[116524]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:27 smithi155 ceph-mon[102677]: pgmap v11620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:29.679 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:41:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:41:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:29 smithi155 ceph-mon[102677]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:29 smithi111 ceph-mon[97855]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:29.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:29 smithi111 ceph-mon[116524]: pgmap v11621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:31 smithi155 ceph-mon[102677]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:31.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:31 smithi111 ceph-mon[97855]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:31 smithi111 ceph-mon[116524]: pgmap v11622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:33 smithi155 ceph-mon[102677]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:33 smithi111 ceph-mon[116524]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:33 smithi111 ceph-mon[97855]: pgmap v11623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:35 smithi155 ceph-mon[102677]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:35 smithi111 ceph-mon[97855]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:35 smithi111 ceph-mon[116524]: pgmap v11624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:37 smithi155 ceph-mon[102677]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:37 smithi111 ceph-mon[97855]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:37 smithi111 ceph-mon[116524]: pgmap v11625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:39.699 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:41:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:41:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:39 smithi155 ceph-mon[102677]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:39 smithi111 ceph-mon[97855]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:39 smithi111 ceph-mon[116524]: pgmap v11626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:40.615 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:41:40.921 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 9m ago 4h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 9m ago 4h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.1M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 750M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:41:40.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1417M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 656M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 607M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 9m ago 4h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 9m ago 4h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 4919M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5216M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5538M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4654M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3696M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:41:40.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4599M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:41:40.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4037M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:41:40.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4729M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:41:40.924 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 9m ago 5h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:41.301 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:41:41.302 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:41:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:41 smithi155 ceph-mon[102677]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:41 smithi155 ceph-mon[102677]: from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:41 smithi155 ceph-mon[102677]: from='client.27126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4054771672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[97855]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[97855]: from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[97855]: from='client.27126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4054771672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:41:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[116524]: pgmap v11627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[116524]: from='client.36998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[116524]: from='client.27126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4054771672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:41:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:43 smithi111 ceph-mon[116524]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:43 smithi111 ceph-mon[97855]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:43 smithi155 ceph-mon[102677]: pgmap v11628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:45 smithi111 ceph-mon[116524]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:45 smithi111 ceph-mon[97855]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:45 smithi155 ceph-mon[102677]: pgmap v11629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:47 smithi111 ceph-mon[116524]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:47 smithi111 ceph-mon[97855]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:47 smithi155 ceph-mon[102677]: pgmap v11630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:49.714 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:41:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:41:49.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:49 smithi111 ceph-mon[97855]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:49 smithi111 ceph-mon[116524]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:49 smithi155 ceph-mon[102677]: pgmap v11631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:41:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:51 smithi111 ceph-mon[97855]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:51 smithi111 ceph-mon[116524]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:51 smithi155 ceph-mon[102677]: pgmap v11632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:53 smithi111 ceph-mon[97855]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:53 smithi111 ceph-mon[116524]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:53 smithi155 ceph-mon[102677]: pgmap v11633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:55.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:55 smithi111 ceph-mon[97855]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:55 smithi111 ceph-mon[116524]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:55 smithi155 ceph-mon[102677]: pgmap v11634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:41:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:41:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:41:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:57 smithi111 ceph-mon[97855]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:57 smithi111 ceph-mon[116524]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:57 smithi155 ceph-mon[102677]: pgmap v11635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:41:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:41:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:41:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:42:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:41:59 smithi155 ceph-mon[102677]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:41:59 smithi111 ceph-mon[97855]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:41:59 smithi111 ceph-mon[116524]: pgmap v11636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:01 smithi155 ceph-mon[102677]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:02.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:01 smithi111 ceph-mon[97855]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:01 smithi111 ceph-mon[116524]: pgmap v11637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:03 smithi155 ceph-mon[102677]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:03 smithi111 ceph-mon[97855]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:03 smithi111 ceph-mon[116524]: pgmap v11638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:05 smithi155 ceph-mon[102677]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:05 smithi111 ceph-mon[97855]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:05 smithi111 ceph-mon[116524]: pgmap v11639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:07 smithi155 ceph-mon[102677]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:07 smithi111 ceph-mon[97855]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:07 smithi111 ceph-mon[116524]: pgmap v11640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:42:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:42:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:09 smithi155 ceph-mon[102677]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:09 smithi111 ceph-mon[97855]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:09 smithi111 ceph-mon[116524]: pgmap v11641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:42:11.951 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 14s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (4h) 13s ago 4h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 14s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 13s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 13s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 14s ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 14s ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 13s ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 14s ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (4h) 14s ago 4h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:42:11.952 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (4h) 13s ago 4h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 14s ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 14s ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 14s ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 14s ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 13s ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 13s ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 13s ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 13s ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:42:11.953 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 13s ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:42:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:11 smithi155 ceph-mon[102677]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:11 smithi111 ceph-mon[97855]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:11 smithi111 ceph-mon[116524]: pgmap v11642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:12.332 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:42:12.332 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:42:12.332 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:42:12.332 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:42:12.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:42:12.334 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:42:12.334 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:42:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:12 smithi155 ceph-mon[102677]: from='client.37016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1736768463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:42:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:12 smithi111 ceph-mon[97855]: from='client.37016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1736768463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:42:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:12 smithi111 ceph-mon[116524]: from='client.37016 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1736768463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:42:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:13 smithi155 ceph-mon[102677]: from='client.27144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:13 smithi155 ceph-mon[102677]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:13 smithi111 ceph-mon[97855]: from='client.27144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:13 smithi111 ceph-mon[97855]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:13 smithi111 ceph-mon[116524]: from='client.27144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:13 smithi111 ceph-mon[116524]: pgmap v11643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:15 smithi155 ceph-mon[102677]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:16.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:15 smithi111 ceph-mon[97855]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:15 smithi111 ceph-mon[116524]: pgmap v11644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:17 smithi155 ceph-mon[102677]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:17 smithi111 ceph-mon[97855]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:17 smithi111 ceph-mon[116524]: pgmap v11645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:42:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:42:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:19 smithi155 ceph-mon[102677]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:19 smithi111 ceph-mon[97855]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:19 smithi111 ceph-mon[116524]: pgmap v11646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:21 smithi155 ceph-mon[102677]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:21 smithi111 ceph-mon[97855]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:21 smithi111 ceph-mon[116524]: pgmap v11647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:23 smithi155 ceph-mon[102677]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:24.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:23 smithi111 ceph-mon[97855]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:23 smithi111 ceph-mon[116524]: pgmap v11648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:25 smithi155 ceph-mon[102677]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:25 smithi111 ceph-mon[97855]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:25 smithi111 ceph-mon[116524]: pgmap v11649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:27 smithi155 ceph-mon[102677]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:27 smithi111 ceph-mon[97855]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:27 smithi111 ceph-mon[116524]: pgmap v11650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:42:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:42:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:29 smithi155 ceph-mon[102677]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:29 smithi111 ceph-mon[97855]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:29 smithi111 ceph-mon[116524]: pgmap v11651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:31 smithi155 ceph-mon[102677]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:31 smithi111 ceph-mon[97855]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:31 smithi111 ceph-mon[116524]: pgmap v11652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:33 smithi155 ceph-mon[102677]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:34.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:33 smithi111 ceph-mon[97855]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:33 smithi111 ceph-mon[116524]: pgmap v11653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:35 smithi155 ceph-mon[102677]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:36.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:35 smithi111 ceph-mon[97855]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:35 smithi111 ceph-mon[116524]: pgmap v11654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:37 smithi155 ceph-mon[102677]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:37 smithi111 ceph-mon[97855]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:37 smithi111 ceph-mon[116524]: pgmap v11655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:42:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T09:42:40.206 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 09:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T09:42:40.099728505Z level=info msg="Completed cleanup jobs" duration=66.493482ms 2023-12-01T09:42:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:39 smithi155 ceph-mon[102677]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:40.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:39 smithi111 ceph-mon[97855]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:39 smithi111 ceph-mon[116524]: pgmap v11656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:41 smithi155 ceph-mon[102677]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:41 smithi111 ceph-mon[97855]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:41 smithi111 ceph-mon[116524]: pgmap v11657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:42.675 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (4h) 45s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 44s ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 45s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 44s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 44s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 45s ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 45s ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 44s ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:42:42.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 45s ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 45s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 44s ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 45s ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 45s ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 45s ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 45s ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 44s ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 44s ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 44s ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 44s ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:42:42.985 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (4h) 44s ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:42:43.363 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:42:43.363 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:42:43.363 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:42:43.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:43.363 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:42:43.364 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:42:43.365 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:42:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:43 smithi155 ceph-mon[102677]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:43 smithi155 ceph-mon[102677]: from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/781902259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:43 smithi111 ceph-mon[97855]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:43 smithi111 ceph-mon[97855]: from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/781902259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:42:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:43 smithi111 ceph-mon[116524]: pgmap v11658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:43 smithi111 ceph-mon[116524]: from='client.37034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/781902259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:42:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:44 smithi155 ceph-mon[102677]: from='client.27162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:45.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:44 smithi111 ceph-mon[97855]: from='client.27162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:44 smithi111 ceph-mon[116524]: from='client.27162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:42:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:45 smithi155 ceph-mon[102677]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:45 smithi111 ceph-mon[97855]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:45 smithi111 ceph-mon[116524]: pgmap v11659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:46 smithi111 ceph-mon[97855]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:46 smithi111 ceph-mon[116524]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:46 smithi155 ceph-mon[102677]: pgmap v11660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:49.694 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:42:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:42:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:49 smithi155 ceph-mon[102677]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:49 smithi111 ceph-mon[97855]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:49 smithi111 ceph-mon[116524]: pgmap v11661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:42:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:51 smithi155 ceph-mon[102677]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:51 smithi111 ceph-mon[97855]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:51 smithi111 ceph-mon[116524]: pgmap v11662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:53 smithi155 ceph-mon[102677]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:53.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:53 smithi111 ceph-mon[97855]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:53 smithi111 ceph-mon[116524]: pgmap v11663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:55 smithi155 ceph-mon[102677]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:55 smithi111 ceph-mon[97855]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:55 smithi111 ceph-mon[116524]: pgmap v11664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:57 smithi111 ceph-mon[97855]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:57 smithi111 ceph-mon[116524]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:57 smithi155 ceph-mon[102677]: pgmap v11665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:59.712 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:42:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[116524]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[97855]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:42:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:43:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:59 smithi155 ceph-mon[102677]: pgmap v11666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:43:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:43:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:43:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:43:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:01 smithi111 ceph-mon[97855]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:01 smithi111 ceph-mon[116524]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:01 smithi155 ceph-mon[102677]: pgmap v11667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:03 smithi111 ceph-mon[97855]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:03 smithi111 ceph-mon[116524]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:03 smithi155 ceph-mon[102677]: pgmap v11668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:05 smithi111 ceph-mon[97855]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:05 smithi111 ceph-mon[116524]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:05 smithi155 ceph-mon[102677]: pgmap v11669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:07 smithi111 ceph-mon[97855]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:07 smithi111 ceph-mon[116524]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:07 smithi155 ceph-mon[102677]: pgmap v11670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:09.737 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:43:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:43:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:09 smithi111 ceph-mon[116524]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:09 smithi111 ceph-mon[97855]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:09 smithi155 ceph-mon[102677]: pgmap v11671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:11 smithi111 ceph-mon[97855]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:11 smithi111 ceph-mon[116524]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:11 smithi155 ceph-mon[102677]: pgmap v11672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:13.708 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:43:13.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:13 smithi111 ceph-mon[97855]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:13 smithi111 ceph-mon[116524]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:14.016 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:43:14.016 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 76s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:43:14.016 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 75s ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:43:14.016 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 76s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:43:14.016 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 75s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:43:14.016 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 75s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 76s ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 76s ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 75s ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 76s ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 76s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 75s ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 76s ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 76s ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 76s ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 76s ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 75s ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 75s ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 75s ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 75s ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:43:14.017 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 75s ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:43:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:13 smithi155 ceph-mon[102677]: pgmap v11673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:43:14.396 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:43:14.397 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:43:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:14 smithi155 ceph-mon[102677]: from='client.27174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3602252803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:43:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:14 smithi111 ceph-mon[97855]: from='client.27174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3602252803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:43:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:14 smithi111 ceph-mon[116524]: from='client.27174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3602252803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:43:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:15 smithi155 ceph-mon[102677]: from='client.27180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:15 smithi155 ceph-mon[102677]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:16.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:15 smithi111 ceph-mon[97855]: from='client.27180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:15 smithi111 ceph-mon[97855]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:15 smithi111 ceph-mon[116524]: from='client.27180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:15 smithi111 ceph-mon[116524]: pgmap v11674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:17 smithi155 ceph-mon[102677]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:17 smithi111 ceph-mon[97855]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:17 smithi111 ceph-mon[116524]: pgmap v11675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:43:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:43:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:19 smithi155 ceph-mon[102677]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:19 smithi111 ceph-mon[97855]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:19 smithi111 ceph-mon[116524]: pgmap v11676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:21 smithi155 ceph-mon[102677]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:21 smithi111 ceph-mon[97855]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:21 smithi111 ceph-mon[116524]: pgmap v11677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:23 smithi155 ceph-mon[102677]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:24.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:23 smithi111 ceph-mon[97855]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:23 smithi111 ceph-mon[116524]: pgmap v11678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:25 smithi155 ceph-mon[102677]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:25 smithi111 ceph-mon[97855]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:25 smithi111 ceph-mon[116524]: pgmap v11679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:27 smithi155 ceph-mon[102677]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:27 smithi111 ceph-mon[97855]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:27 smithi111 ceph-mon[116524]: pgmap v11680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:43:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:43:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:29 smithi155 ceph-mon[102677]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:29 smithi111 ceph-mon[97855]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:29 smithi111 ceph-mon[116524]: pgmap v11681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:31 smithi155 ceph-mon[102677]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:32.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:31 smithi111 ceph-mon[97855]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:31 smithi111 ceph-mon[116524]: pgmap v11682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:33 smithi155 ceph-mon[102677]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:33 smithi111 ceph-mon[97855]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:33 smithi111 ceph-mon[116524]: pgmap v11683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:35 smithi155 ceph-mon[102677]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:35 smithi111 ceph-mon[97855]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:35 smithi111 ceph-mon[116524]: pgmap v11684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:37 smithi155 ceph-mon[102677]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:37 smithi111 ceph-mon[97855]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:37 smithi111 ceph-mon[116524]: pgmap v11685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:43:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:43:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:39 smithi155 ceph-mon[102677]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:39 smithi111 ceph-mon[97855]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:39 smithi111 ceph-mon[116524]: pgmap v11686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:41 smithi155 ceph-mon[102677]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:42.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:41 smithi111 ceph-mon[97855]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:41 smithi111 ceph-mon[116524]: pgmap v11687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:43 smithi155 ceph-mon[102677]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:43 smithi111 ceph-mon[97855]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:43 smithi111 ceph-mon[116524]: pgmap v11688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:44.742 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:43:45.050 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 107s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 106s ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 107s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 106s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 106s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 107s ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 107s ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 106s ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 107s ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 107s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 106s ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 107s ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:43:45.051 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 107s ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 107s ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 107s ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 106s ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 106s ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 106s ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 106s ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:43:45.052 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 106s ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:43:45.429 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:43:45.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:43:45.431 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:43:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:45 smithi155 ceph-mon[102677]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:45 smithi155 ceph-mon[102677]: from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2174434517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:43:46.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:45 smithi111 ceph-mon[97855]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:45 smithi111 ceph-mon[97855]: from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2174434517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:43:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:45 smithi111 ceph-mon[116524]: pgmap v11689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:45 smithi111 ceph-mon[116524]: from='client.37070 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2174434517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:43:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:46 smithi155 ceph-mon[102677]: from='client.37076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:46 smithi111 ceph-mon[97855]: from='client.37076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:46 smithi111 ceph-mon[116524]: from='client.37076 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:43:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:47 smithi155 ceph-mon[102677]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:47 smithi111 ceph-mon[97855]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:47 smithi111 ceph-mon[116524]: pgmap v11690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:43:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:43:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:49 smithi155 ceph-mon[102677]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:49 smithi111 ceph-mon[97855]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:49 smithi111 ceph-mon[116524]: pgmap v11691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:43:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:51 smithi155 ceph-mon[102677]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:51 smithi111 ceph-mon[97855]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:51 smithi111 ceph-mon[116524]: pgmap v11692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:53 smithi155 ceph-mon[102677]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:53 smithi111 ceph-mon[97855]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:53 smithi111 ceph-mon[116524]: pgmap v11693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:55 smithi155 ceph-mon[102677]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:55 smithi111 ceph-mon[97855]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:55 smithi111 ceph-mon[116524]: pgmap v11694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:57 smithi155 ceph-mon[102677]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:57 smithi111 ceph-mon[97855]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:57 smithi111 ceph-mon[116524]: pgmap v11695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:43:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:43:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:44:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:59 smithi155 ceph-mon[102677]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:44:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:43:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[97855]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[116524]: pgmap v11696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:43:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:01 smithi111 ceph-mon[97855]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:01 smithi111 ceph-mon[116524]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:01 smithi155 ceph-mon[102677]: pgmap v11697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:03 smithi155 ceph-mon[102677]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:44:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:44:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[97855]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[116524]: pgmap v11698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:44:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:44:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:05.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:05 smithi155 ceph-mon[102677]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:05 smithi111 ceph-mon[97855]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:05 smithi111 ceph-mon[116524]: pgmap v11699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:07 smithi155 ceph-mon[102677]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:07 smithi111 ceph-mon[97855]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:07 smithi111 ceph-mon[116524]: pgmap v11700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:44:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:44:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:09 smithi155 ceph-mon[102677]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:09 smithi111 ceph-mon[97855]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:09 smithi111 ceph-mon[116524]: pgmap v11701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:11 smithi155 ceph-mon[102677]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:11 smithi111 ceph-mon[97855]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:12.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:11 smithi111 ceph-mon[116524]: pgmap v11702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:13 smithi155 ceph-mon[102677]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:14.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:13 smithi111 ceph-mon[97855]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:13 smithi111 ceph-mon[116524]: pgmap v11703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:15.777 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:44:16.086 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:44:16.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:44:16.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:44:16.089 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:44:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:15 smithi155 ceph-mon[102677]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:15 smithi111 ceph-mon[97855]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:15 smithi111 ceph-mon[116524]: pgmap v11704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:16.468 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:44:16.469 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:44:16.470 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:44:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:16 smithi155 ceph-mon[102677]: from='client.37088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3992841616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:44:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:16 smithi111 ceph-mon[97855]: from='client.37088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3992841616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:44:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:16 smithi111 ceph-mon[116524]: from='client.37088 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3992841616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:44:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:17 smithi155 ceph-mon[102677]: from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:17 smithi155 ceph-mon[102677]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:17 smithi111 ceph-mon[97855]: from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:17 smithi111 ceph-mon[97855]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:17 smithi111 ceph-mon[116524]: from='client.37094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:17 smithi111 ceph-mon[116524]: pgmap v11705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:44:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:44:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:19 smithi155 ceph-mon[102677]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:19 smithi111 ceph-mon[97855]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:19 smithi111 ceph-mon[116524]: pgmap v11706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:21 smithi155 ceph-mon[102677]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:21 smithi111 ceph-mon[97855]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:21 smithi111 ceph-mon[116524]: pgmap v11707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:23 smithi155 ceph-mon[102677]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:23 smithi111 ceph-mon[97855]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:23 smithi111 ceph-mon[116524]: pgmap v11708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:25 smithi155 ceph-mon[102677]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:25 smithi111 ceph-mon[97855]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:25 smithi111 ceph-mon[116524]: pgmap v11709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:27 smithi155 ceph-mon[102677]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:27 smithi111 ceph-mon[97855]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:27 smithi111 ceph-mon[116524]: pgmap v11710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:44:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:44:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:29 smithi155 ceph-mon[102677]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:29 smithi111 ceph-mon[116524]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:29 smithi111 ceph-mon[97855]: pgmap v11711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:31 smithi155 ceph-mon[102677]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:31 smithi111 ceph-mon[97855]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:31 smithi111 ceph-mon[116524]: pgmap v11712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:33 smithi155 ceph-mon[102677]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:33 smithi111 ceph-mon[97855]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:33 smithi111 ceph-mon[116524]: pgmap v11713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:35 smithi155 ceph-mon[102677]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:35 smithi111 ceph-mon[97855]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:35 smithi111 ceph-mon[116524]: pgmap v11714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:37 smithi155 ceph-mon[102677]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:37 smithi111 ceph-mon[116524]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:37 smithi111 ceph-mon[97855]: pgmap v11715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:44:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:44:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:39 smithi155 ceph-mon[102677]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:39 smithi111 ceph-mon[116524]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:39 smithi111 ceph-mon[97855]: pgmap v11716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:41 smithi155 ceph-mon[102677]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:41 smithi111 ceph-mon[97855]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:41 smithi111 ceph-mon[116524]: pgmap v11717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:43 smithi155 ceph-mon[102677]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:43 smithi111 ceph-mon[97855]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:43 smithi111 ceph-mon[116524]: pgmap v11718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:45 smithi155 ceph-mon[102677]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:45 smithi111 ceph-mon[97855]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:45 smithi111 ceph-mon[116524]: pgmap v11719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:44:47.121 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:44:47.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:44:47.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:44:47.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:44:47.123 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:44:47.500 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:44:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:44:47.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:47.501 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:44:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:44:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:44:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:44:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:44:47.502 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:44:47.502 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:44:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:47 smithi155 ceph-mon[102677]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:47 smithi155 ceph-mon[102677]: from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1249131840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:47 smithi111 ceph-mon[97855]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:47 smithi111 ceph-mon[97855]: from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1249131840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:44:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:47 smithi111 ceph-mon[116524]: pgmap v11720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:47 smithi111 ceph-mon[116524]: from='client.37106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1249131840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:44:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:48 smithi155 ceph-mon[102677]: from='client.37112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:48 smithi111 ceph-mon[97855]: from='client.37112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:48 smithi111 ceph-mon[116524]: from='client.37112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:44:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:44:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:44:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:49 smithi155 ceph-mon[102677]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:49 smithi111 ceph-mon[97855]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:49 smithi111 ceph-mon[116524]: pgmap v11721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:44:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:51 smithi155 ceph-mon[102677]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:51 smithi111 ceph-mon[97855]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:51 smithi111 ceph-mon[116524]: pgmap v11722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:53 smithi155 ceph-mon[102677]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:53 smithi111 ceph-mon[97855]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:53 smithi111 ceph-mon[116524]: pgmap v11723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:55 smithi155 ceph-mon[102677]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:55 smithi111 ceph-mon[97855]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:55 smithi111 ceph-mon[116524]: pgmap v11724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:57 smithi155 ceph-mon[102677]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:57 smithi111 ceph-mon[97855]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:57 smithi111 ceph-mon[116524]: pgmap v11725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:44:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:45:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:44:59 smithi155 ceph-mon[102677]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:44:59 smithi111 ceph-mon[97855]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:44:59 smithi111 ceph-mon[116524]: pgmap v11726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:01 smithi155 ceph-mon[102677]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:01 smithi111 ceph-mon[97855]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:01 smithi111 ceph-mon[116524]: pgmap v11727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:03 smithi155 ceph-mon[102677]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:45:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:03 smithi111 ceph-mon[97855]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:45:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:03 smithi111 ceph-mon[116524]: pgmap v11728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:45:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:06.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:05 smithi155 ceph-mon[102677]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:05 smithi111 ceph-mon[97855]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:05 smithi111 ceph-mon[116524]: pgmap v11729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:07 smithi155 ceph-mon[102677]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:45:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:45:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[97855]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[116524]: pgmap v11730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:45:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:45:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:09 smithi155 ceph-mon[102677]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:09 smithi111 ceph-mon[97855]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:09 smithi111 ceph-mon[116524]: pgmap v11731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:11 smithi155 ceph-mon[102677]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:11 smithi111 ceph-mon[97855]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:11 smithi111 ceph-mon[116524]: pgmap v11732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:13 smithi155 ceph-mon[102677]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:13 smithi111 ceph-mon[97855]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:13 smithi111 ceph-mon[116524]: pgmap v11733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:15 smithi155 ceph-mon[102677]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:15 smithi111 ceph-mon[97855]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:15 smithi111 ceph-mon[116524]: pgmap v11734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:17.847 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:45:18.157 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:45:18.158 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:45:18.159 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:45:18.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:45:18.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:45:18.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:45:18.160 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:45:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:17 smithi155 ceph-mon[102677]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:17 smithi111 ceph-mon[97855]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:18.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:17 smithi111 ceph-mon[116524]: pgmap v11735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:45:18.536 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:45:18.537 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:45:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:18 smithi155 ceph-mon[102677]: from='client.37124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3319498102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:45:19.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:18 smithi111 ceph-mon[97855]: from='client.37124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:19.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3319498102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:45:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:18 smithi111 ceph-mon[116524]: from='client.37124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3319498102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:45:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:45:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:19 smithi155 ceph-mon[102677]: from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:19 smithi155 ceph-mon[102677]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:19 smithi111 ceph-mon[97855]: from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:19 smithi111 ceph-mon[97855]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:19 smithi111 ceph-mon[116524]: from='client.37130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:19 smithi111 ceph-mon[116524]: pgmap v11736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:21 smithi155 ceph-mon[102677]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:21 smithi111 ceph-mon[97855]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:21 smithi111 ceph-mon[116524]: pgmap v11737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:23 smithi155 ceph-mon[102677]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:23 smithi111 ceph-mon[97855]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:23 smithi111 ceph-mon[116524]: pgmap v11738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:25 smithi155 ceph-mon[102677]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:25 smithi111 ceph-mon[97855]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:25 smithi111 ceph-mon[116524]: pgmap v11739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:27 smithi155 ceph-mon[102677]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:27 smithi111 ceph-mon[97855]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:27 smithi111 ceph-mon[116524]: pgmap v11740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:45:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:45:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:29 smithi155 ceph-mon[102677]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:29 smithi111 ceph-mon[97855]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:29 smithi111 ceph-mon[116524]: pgmap v11741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:31 smithi155 ceph-mon[102677]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:31 smithi111 ceph-mon[116524]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:31 smithi111 ceph-mon[97855]: pgmap v11742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:33 smithi155 ceph-mon[102677]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:33 smithi111 ceph-mon[97855]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:33 smithi111 ceph-mon[116524]: pgmap v11743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:35 smithi155 ceph-mon[102677]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:35 smithi111 ceph-mon[97855]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:35 smithi111 ceph-mon[116524]: pgmap v11744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:37 smithi155 ceph-mon[102677]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:37 smithi111 ceph-mon[97855]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:37 smithi111 ceph-mon[116524]: pgmap v11745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:45:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:45:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:39 smithi155 ceph-mon[102677]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:39 smithi111 ceph-mon[97855]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:39 smithi111 ceph-mon[116524]: pgmap v11746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:41 smithi155 ceph-mon[102677]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:42.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:41 smithi111 ceph-mon[97855]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:41 smithi111 ceph-mon[116524]: pgmap v11747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:43 smithi155 ceph-mon[102677]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:43 smithi111 ceph-mon[97855]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:43 smithi111 ceph-mon[116524]: pgmap v11748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:45 smithi155 ceph-mon[102677]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:45 smithi111 ceph-mon[97855]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:45 smithi111 ceph-mon[116524]: pgmap v11749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:47 smithi155 ceph-mon[102677]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:47 smithi111 ceph-mon[97855]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:47 smithi111 ceph-mon[116524]: pgmap v11750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:48.885 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:45:49.190 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:45:49.190 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:45:49.190 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:45:49.190 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:45:49.191 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:45:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:45:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:45:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:45:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:45:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:45:49.192 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:45:49.574 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:45:49.574 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:45:49.574 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:45:49.574 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:49.574 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:45:49.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:45:49.576 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:45:49.576 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:45:49.576 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:45:49.576 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:45:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:45:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:45:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:49 smithi155 ceph-mon[102677]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:49 smithi155 ceph-mon[102677]: from='client.27264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1228864831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:45:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[97855]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[97855]: from='client.27264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1228864831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:45:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[116524]: pgmap v11751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[116524]: from='client.27264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1228864831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:45:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:50 smithi155 ceph-mon[102677]: from='client.37148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:51.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:50 smithi111 ceph-mon[97855]: from='client.37148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:50 smithi111 ceph-mon[116524]: from='client.37148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:45:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:51 smithi155 ceph-mon[102677]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:51 smithi111 ceph-mon[97855]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:51 smithi111 ceph-mon[116524]: pgmap v11752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:53 smithi155 ceph-mon[102677]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:54.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:53 smithi111 ceph-mon[97855]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:53 smithi111 ceph-mon[116524]: pgmap v11753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:55 smithi155 ceph-mon[102677]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:56.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:55 smithi111 ceph-mon[97855]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:55 smithi111 ceph-mon[116524]: pgmap v11754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:57 smithi155 ceph-mon[102677]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:57 smithi111 ceph-mon[97855]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:57 smithi111 ceph-mon[116524]: pgmap v11755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:45:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:46:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:45:59 smithi155 ceph-mon[102677]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:45:59 smithi111 ceph-mon[97855]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:45:59 smithi111 ceph-mon[116524]: pgmap v11756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:01 smithi155 ceph-mon[102677]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:01 smithi111 ceph-mon[97855]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:01 smithi111 ceph-mon[116524]: pgmap v11757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:03 smithi155 ceph-mon[102677]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:03 smithi111 ceph-mon[97855]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:03 smithi111 ceph-mon[116524]: pgmap v11758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:05 smithi111 ceph-mon[97855]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:05 smithi111 ceph-mon[116524]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:05 smithi155 ceph-mon[102677]: pgmap v11759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:46:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:46:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: pgmap v11760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:46:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:46:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:46:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:09 smithi111 ceph-mon[97855]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:09 smithi111 ceph-mon[116524]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:09 smithi155 ceph-mon[102677]: pgmap v11761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:11 smithi111 ceph-mon[97855]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:11 smithi111 ceph-mon[116524]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:11 smithi155 ceph-mon[102677]: pgmap v11762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:13 smithi111 ceph-mon[97855]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:13 smithi111 ceph-mon[116524]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:13 smithi155 ceph-mon[102677]: pgmap v11763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:15 smithi111 ceph-mon[97855]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:15 smithi111 ceph-mon[116524]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:15 smithi155 ceph-mon[102677]: pgmap v11764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:17 smithi111 ceph-mon[97855]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:17 smithi111 ceph-mon[116524]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:17 smithi155 ceph-mon[102677]: pgmap v11765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:46:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:46:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:46:20.226 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:46:20.226 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:46:20.226 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:46:20.226 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:46:20.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:46:20.228 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:46:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:19 smithi111 ceph-mon[97855]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:19 smithi111 ceph-mon[116524]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:19 smithi155 ceph-mon[102677]: pgmap v11766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:46:20.608 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:46:20.609 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:20 smithi111 ceph-mon[97855]: from='client.37160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4136475150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:20 smithi111 ceph-mon[116524]: from='client.37160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4136475150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:46:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:20 smithi155 ceph-mon[102677]: from='client.37160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4136475150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:46:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:21 smithi111 ceph-mon[97855]: from='client.27288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:21 smithi111 ceph-mon[97855]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:21 smithi111 ceph-mon[116524]: from='client.27288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:21 smithi111 ceph-mon[116524]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:21 smithi155 ceph-mon[102677]: from='client.27288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:21 smithi155 ceph-mon[102677]: pgmap v11767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:23 smithi111 ceph-mon[97855]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:23 smithi111 ceph-mon[116524]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:23 smithi155 ceph-mon[102677]: pgmap v11768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:25 smithi111 ceph-mon[97855]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:25 smithi111 ceph-mon[116524]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:25 smithi155 ceph-mon[102677]: pgmap v11769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:27 smithi155 ceph-mon[102677]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:27 smithi111 ceph-mon[97855]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:27 smithi111 ceph-mon[116524]: pgmap v11770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:46:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:46:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:29 smithi155 ceph-mon[102677]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:29 smithi111 ceph-mon[97855]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:29 smithi111 ceph-mon[116524]: pgmap v11771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:31 smithi155 ceph-mon[102677]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:31 smithi111 ceph-mon[97855]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:31 smithi111 ceph-mon[116524]: pgmap v11772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:33 smithi155 ceph-mon[102677]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:33 smithi111 ceph-mon[97855]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:33 smithi111 ceph-mon[116524]: pgmap v11773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:35 smithi155 ceph-mon[102677]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:36.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:35 smithi111 ceph-mon[97855]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:35 smithi111 ceph-mon[116524]: pgmap v11774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:37 smithi155 ceph-mon[102677]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:37 smithi111 ceph-mon[97855]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:37 smithi111 ceph-mon[116524]: pgmap v11775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:46:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:46:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:39 smithi155 ceph-mon[102677]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:39 smithi111 ceph-mon[97855]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:39 smithi111 ceph-mon[116524]: pgmap v11776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:41 smithi155 ceph-mon[102677]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:41 smithi111 ceph-mon[97855]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:41 smithi111 ceph-mon[116524]: pgmap v11777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:43 smithi155 ceph-mon[102677]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:43 smithi111 ceph-mon[97855]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:43 smithi111 ceph-mon[116524]: pgmap v11778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:45 smithi155 ceph-mon[102677]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:45 smithi111 ceph-mon[97855]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:45 smithi111 ceph-mon[116524]: pgmap v11779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:47 smithi155 ceph-mon[102677]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:47 smithi111 ceph-mon[97855]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:47 smithi111 ceph-mon[116524]: pgmap v11780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:46:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:46:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:49 smithi155 ceph-mon[102677]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:49 smithi111 ceph-mon[97855]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:49 smithi111 ceph-mon[116524]: pgmap v11781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:46:50.952 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:46:51.258 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:46:51.258 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:46:51.258 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:46:51.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:46:51.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:46:51.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:46:51.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:46:51.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:46:51.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:46:51.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:46:51.260 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:46:51.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:46:51.641 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:51 smithi155 ceph-mon[102677]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:51 smithi155 ceph-mon[102677]: from='client.27300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2618161541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:51 smithi111 ceph-mon[97855]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:51 smithi111 ceph-mon[97855]: from='client.27300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2618161541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:46:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:51 smithi111 ceph-mon[116524]: pgmap v11782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:51 smithi111 ceph-mon[116524]: from='client.27300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2618161541' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:46:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:52 smithi155 ceph-mon[102677]: from='client.27306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:53.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:52 smithi111 ceph-mon[97855]: from='client.27306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:52 smithi111 ceph-mon[116524]: from='client.27306 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:46:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:53 smithi155 ceph-mon[102677]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:53 smithi111 ceph-mon[97855]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:53 smithi111 ceph-mon[116524]: pgmap v11783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:55 smithi155 ceph-mon[102677]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:56.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:55 smithi111 ceph-mon[97855]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:55 smithi111 ceph-mon[116524]: pgmap v11784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:57 smithi155 ceph-mon[102677]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:58.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:57 smithi111 ceph-mon[97855]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:57 smithi111 ceph-mon[116524]: pgmap v11785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:46:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:47:00.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:46:59 smithi155 ceph-mon[102677]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:46:59 smithi111 ceph-mon[97855]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:46:59 smithi111 ceph-mon[116524]: pgmap v11786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:01 smithi155 ceph-mon[102677]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:01 smithi111 ceph-mon[97855]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:01 smithi111 ceph-mon[116524]: pgmap v11787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:03 smithi155 ceph-mon[102677]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:03 smithi111 ceph-mon[97855]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:03 smithi111 ceph-mon[116524]: pgmap v11788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:05 smithi155 ceph-mon[102677]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:05 smithi111 ceph-mon[97855]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:05 smithi111 ceph-mon[116524]: pgmap v11789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:07 smithi155 ceph-mon[102677]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:47:08.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:07 smithi111 ceph-mon[97855]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:08.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:47:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:07 smithi111 ceph-mon[116524]: pgmap v11790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:47:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:47:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:47:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:47:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:47:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:47:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:47:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:47:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:47:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:47:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:47:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:47:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:09 smithi155 ceph-mon[102677]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:09 smithi111 ceph-mon[97855]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:09 smithi111 ceph-mon[116524]: pgmap v11791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:11 smithi155 ceph-mon[102677]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:11 smithi111 ceph-mon[97855]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:11 smithi111 ceph-mon[116524]: pgmap v11792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:13 smithi155 ceph-mon[102677]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:13 smithi111 ceph-mon[97855]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:13 smithi111 ceph-mon[116524]: pgmap v11793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:15 smithi155 ceph-mon[102677]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:15 smithi111 ceph-mon[97855]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:15 smithi111 ceph-mon[116524]: pgmap v11794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:17 smithi155 ceph-mon[102677]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:17 smithi111 ceph-mon[97855]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:17 smithi111 ceph-mon[116524]: pgmap v11795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:47:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:47:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:19 smithi155 ceph-mon[102677]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:19 smithi111 ceph-mon[97855]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:19 smithi111 ceph-mon[116524]: pgmap v11796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:21.985 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:47:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:21 smithi155 ceph-mon[102677]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:21 smithi111 ceph-mon[97855]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:21 smithi111 ceph-mon[116524]: pgmap v11797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:47:22.291 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:47:22.292 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:47:22.669 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:47:22.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:47:22.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:47:22.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:22.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:47:22.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:47:22.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:47:22.671 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:47:22.671 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:47:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:22 smithi155 ceph-mon[102677]: from='client.27318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/787001909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:47:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:22 smithi111 ceph-mon[97855]: from='client.27318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/787001909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:47:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:22 smithi111 ceph-mon[116524]: from='client.27318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/787001909' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:47:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:23 smithi155 ceph-mon[102677]: from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:23 smithi155 ceph-mon[102677]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:23 smithi111 ceph-mon[97855]: from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:23 smithi111 ceph-mon[97855]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:23 smithi111 ceph-mon[116524]: from='client.37202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:23 smithi111 ceph-mon[116524]: pgmap v11798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:25 smithi155 ceph-mon[102677]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:25 smithi111 ceph-mon[97855]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:25 smithi111 ceph-mon[116524]: pgmap v11799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:27 smithi155 ceph-mon[102677]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:27 smithi111 ceph-mon[97855]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:27 smithi111 ceph-mon[116524]: pgmap v11800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:47:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:47:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:29 smithi155 ceph-mon[102677]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:29 smithi111 ceph-mon[97855]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:29 smithi111 ceph-mon[116524]: pgmap v11801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:31 smithi155 ceph-mon[102677]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:31 smithi111 ceph-mon[97855]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:31 smithi111 ceph-mon[116524]: pgmap v11802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:33 smithi155 ceph-mon[102677]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:33 smithi111 ceph-mon[97855]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:33 smithi111 ceph-mon[116524]: pgmap v11803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:35 smithi155 ceph-mon[102677]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:35 smithi111 ceph-mon[97855]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:35 smithi111 ceph-mon[116524]: pgmap v11804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:37 smithi155 ceph-mon[102677]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:38.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:37 smithi111 ceph-mon[97855]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:37 smithi111 ceph-mon[116524]: pgmap v11805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:47:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:47:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:39 smithi155 ceph-mon[102677]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:39 smithi111 ceph-mon[97855]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:39 smithi111 ceph-mon[116524]: pgmap v11806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:41 smithi155 ceph-mon[102677]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:41 smithi111 ceph-mon[97855]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:41 smithi111 ceph-mon[116524]: pgmap v11807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:43 smithi155 ceph-mon[102677]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:43 smithi111 ceph-mon[97855]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:43 smithi111 ceph-mon[116524]: pgmap v11808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:45 smithi155 ceph-mon[102677]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:46.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:45 smithi111 ceph-mon[97855]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:45 smithi111 ceph-mon[116524]: pgmap v11809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:47 smithi155 ceph-mon[102677]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:47 smithi111 ceph-mon[97855]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:47 smithi111 ceph-mon[116524]: pgmap v11810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:47:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:47:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:49 smithi155 ceph-mon[102677]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:49 smithi111 ceph-mon[97855]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:49 smithi111 ceph-mon[116524]: pgmap v11811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:47:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:51 smithi155 ceph-mon[102677]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:51 smithi111 ceph-mon[116524]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:51 smithi111 ceph-mon[97855]: pgmap v11812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:53.020 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:47:53.325 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:47:53.326 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:47:53.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:47:53.329 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:47:53.706 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:47:53.707 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:47:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:53 smithi155 ceph-mon[102677]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1776367528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:47:54.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:53 smithi111 ceph-mon[97855]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1776367528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:47:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:53 smithi111 ceph-mon[116524]: pgmap v11813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1776367528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:47:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:54 smithi155 ceph-mon[102677]: from='client.27336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:54 smithi155 ceph-mon[102677]: from='client.37220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:54 smithi111 ceph-mon[97855]: from='client.27336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:54 smithi111 ceph-mon[97855]: from='client.37220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:54 smithi111 ceph-mon[116524]: from='client.27336 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:54 smithi111 ceph-mon[116524]: from='client.37220 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:47:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:55 smithi155 ceph-mon[102677]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:55 smithi111 ceph-mon[97855]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:55 smithi111 ceph-mon[116524]: pgmap v11814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:57 smithi155 ceph-mon[102677]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:57 smithi111 ceph-mon[97855]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:57 smithi111 ceph-mon[116524]: pgmap v11815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:47:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:48:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:47:59 smithi155 ceph-mon[102677]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:47:59 smithi111 ceph-mon[97855]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:47:59 smithi111 ceph-mon[116524]: pgmap v11816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:01 smithi155 ceph-mon[102677]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:01 smithi111 ceph-mon[97855]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:01 smithi111 ceph-mon[116524]: pgmap v11817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:03 smithi155 ceph-mon[102677]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:03 smithi111 ceph-mon[97855]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:03 smithi111 ceph-mon[116524]: pgmap v11818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:05 smithi155 ceph-mon[102677]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:06.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:05 smithi111 ceph-mon[97855]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:05 smithi111 ceph-mon[116524]: pgmap v11819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:07 smithi155 ceph-mon[102677]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:07 smithi111 ceph-mon[97855]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:07 smithi111 ceph-mon[116524]: pgmap v11820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:48:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:48:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:48:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:48:09.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:48:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:48:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:48:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:48:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:09 smithi155 ceph-mon[102677]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:09 smithi111 ceph-mon[97855]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:09 smithi111 ceph-mon[116524]: pgmap v11821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:11 smithi155 ceph-mon[102677]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:11 smithi111 ceph-mon[97855]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:12.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:11 smithi111 ceph-mon[116524]: pgmap v11822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:13 smithi155 ceph-mon[102677]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:13 smithi111 ceph-mon[97855]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:13 smithi111 ceph-mon[116524]: pgmap v11823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:15 smithi155 ceph-mon[102677]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:16.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:15 smithi111 ceph-mon[97855]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:15 smithi111 ceph-mon[116524]: pgmap v11824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:17 smithi155 ceph-mon[102677]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:17 smithi111 ceph-mon[97855]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:17 smithi111 ceph-mon[116524]: pgmap v11825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:48:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:48:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:19 smithi155 ceph-mon[102677]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:19 smithi111 ceph-mon[97855]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:19 smithi111 ceph-mon[116524]: pgmap v11826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:21 smithi111 ceph-mon[97855]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:21 smithi111 ceph-mon[116524]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:21 smithi155 ceph-mon[102677]: pgmap v11827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:24.053 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:48:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:23 smithi111 ceph-mon[97855]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:23 smithi111 ceph-mon[116524]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:24.361 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:48:24.361 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:48:24.361 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:48:24.361 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:48:24.362 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:48:24.363 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:48:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:23 smithi155 ceph-mon[102677]: pgmap v11828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:24.739 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:48:24.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:48:24.741 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3702198151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3702198151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:48:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3702198151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:48:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:25 smithi111 ceph-mon[97855]: from='client.37232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:25 smithi111 ceph-mon[97855]: from='client.27360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:25 smithi111 ceph-mon[97855]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:25 smithi111 ceph-mon[116524]: from='client.37232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:25 smithi111 ceph-mon[116524]: from='client.27360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:25 smithi111 ceph-mon[116524]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:25 smithi155 ceph-mon[102677]: from='client.37232 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:25 smithi155 ceph-mon[102677]: from='client.27360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:25 smithi155 ceph-mon[102677]: pgmap v11829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:27 smithi111 ceph-mon[97855]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:27 smithi111 ceph-mon[116524]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:27 smithi155 ceph-mon[102677]: pgmap v11830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:48:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:48:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:29 smithi111 ceph-mon[97855]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:29 smithi111 ceph-mon[116524]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:29 smithi155 ceph-mon[102677]: pgmap v11831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:31 smithi111 ceph-mon[97855]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:31 smithi111 ceph-mon[116524]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:31 smithi155 ceph-mon[102677]: pgmap v11832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:33 smithi111 ceph-mon[97855]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:33 smithi111 ceph-mon[116524]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:33 smithi155 ceph-mon[102677]: pgmap v11833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:35 smithi111 ceph-mon[97855]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:35 smithi111 ceph-mon[116524]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:36.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:35 smithi155 ceph-mon[102677]: pgmap v11834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:37 smithi111 ceph-mon[116524]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:37 smithi111 ceph-mon[97855]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:37 smithi155 ceph-mon[102677]: pgmap v11835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:48:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:48:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:39 smithi111 ceph-mon[97855]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:39 smithi111 ceph-mon[116524]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:39 smithi155 ceph-mon[102677]: pgmap v11836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:42 smithi155 ceph-mon[102677]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:41 smithi111 ceph-mon[97855]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:42 smithi111 ceph-mon[116524]: pgmap v11837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:44 smithi155 ceph-mon[102677]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:44 smithi111 ceph-mon[97855]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:44 smithi111 ceph-mon[116524]: pgmap v11838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:46 smithi155 ceph-mon[102677]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:46 smithi111 ceph-mon[97855]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:46 smithi111 ceph-mon[116524]: pgmap v11839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:48 smithi155 ceph-mon[102677]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:48 smithi111 ceph-mon[97855]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:48.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:48 smithi111 ceph-mon[116524]: pgmap v11840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:49.296 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:49 smithi111 ceph-mon[97855]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:49.296 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:49 smithi111 ceph-mon[116524]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:49.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:49 smithi155 ceph-mon[102677]: pgmap v11841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:48:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:48:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:48:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:51 smithi155 ceph-mon[102677]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:51.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:51 smithi111 ceph-mon[97855]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:51 smithi111 ceph-mon[116524]: pgmap v11842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:53 smithi155 ceph-mon[102677]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:54.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:53 smithi111 ceph-mon[97855]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:53 smithi111 ceph-mon[116524]: pgmap v11843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:55.090 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:48:55.398 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:48:55.399 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:48:55.775 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:48:55.775 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:48:55.775 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:48:55.776 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:48:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:55 smithi155 ceph-mon[102677]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3001837360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:48:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:55 smithi111 ceph-mon[97855]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3001837360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:48:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:55 smithi111 ceph-mon[116524]: pgmap v11844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3001837360' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:48:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:56 smithi155 ceph-mon[102677]: from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:56 smithi155 ceph-mon[102677]: from='client.37256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:57.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:56 smithi111 ceph-mon[97855]: from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:56 smithi111 ceph-mon[97855]: from='client.37256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:56 smithi111 ceph-mon[116524]: from='client.37250 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:56 smithi111 ceph-mon[116524]: from='client.37256 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:48:58.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:57 smithi155 ceph-mon[102677]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:58.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:57 smithi111 ceph-mon[97855]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:57 smithi111 ceph-mon[116524]: pgmap v11845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:48:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:48:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:49:00.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:48:59 smithi155 ceph-mon[102677]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:48:59 smithi111 ceph-mon[97855]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:48:59 smithi111 ceph-mon[116524]: pgmap v11846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:01 smithi155 ceph-mon[102677]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:01 smithi111 ceph-mon[97855]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:01 smithi111 ceph-mon[116524]: pgmap v11847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:03 smithi155 ceph-mon[102677]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:03 smithi111 ceph-mon[97855]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:03 smithi111 ceph-mon[116524]: pgmap v11848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:05 smithi155 ceph-mon[102677]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:05 smithi111 ceph-mon[97855]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:05 smithi111 ceph-mon[116524]: pgmap v11849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:07 smithi155 ceph-mon[102677]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:07 smithi111 ceph-mon[97855]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:07 smithi111 ceph-mon[116524]: pgmap v11850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:49:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:49:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:09 smithi155 ceph-mon[102677]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:49:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:49:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:49:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:49:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[116524]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:49:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:49:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:49:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:49:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[97855]: pgmap v11851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:49:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:49:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:49:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:49:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:11 smithi155 ceph-mon[102677]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:11 smithi111 ceph-mon[97855]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:11 smithi111 ceph-mon[116524]: pgmap v11852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:13 smithi155 ceph-mon[102677]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:13 smithi111 ceph-mon[97855]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:13 smithi111 ceph-mon[116524]: pgmap v11853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:15 smithi155 ceph-mon[102677]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:15 smithi111 ceph-mon[97855]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:15 smithi111 ceph-mon[116524]: pgmap v11854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:17 smithi155 ceph-mon[102677]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:17 smithi111 ceph-mon[97855]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:17 smithi111 ceph-mon[116524]: pgmap v11855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:49:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:49:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:19 smithi155 ceph-mon[102677]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:19 smithi111 ceph-mon[97855]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:19 smithi111 ceph-mon[116524]: pgmap v11856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:21 smithi155 ceph-mon[102677]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:21 smithi111 ceph-mon[97855]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:21 smithi111 ceph-mon[116524]: pgmap v11857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:23 smithi155 ceph-mon[102677]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:23 smithi111 ceph-mon[97855]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:23 smithi111 ceph-mon[116524]: pgmap v11858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:26.129 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:49:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:25 smithi155 ceph-mon[102677]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:26.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:25 smithi111 ceph-mon[97855]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:25 smithi111 ceph-mon[116524]: pgmap v11859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:26.434 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:49:26.434 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:49:26.434 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:49:26.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:49:26.436 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:49:26.811 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:49:26.811 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:49:26.812 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:49:26.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:26.813 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:49:26.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:49:26.813 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:49:26.813 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:49:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3116056994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:49:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3116056994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:49:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3116056994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:49:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:27 smithi155 ceph-mon[102677]: from='client.37268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:27 smithi155 ceph-mon[102677]: from='client.27396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:27 smithi155 ceph-mon[102677]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:27 smithi111 ceph-mon[97855]: from='client.37268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:27 smithi111 ceph-mon[97855]: from='client.27396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:27 smithi111 ceph-mon[97855]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:27 smithi111 ceph-mon[116524]: from='client.37268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:27 smithi111 ceph-mon[116524]: from='client.27396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:27 smithi111 ceph-mon[116524]: pgmap v11860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:49:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:49:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:29 smithi155 ceph-mon[102677]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:29 smithi111 ceph-mon[97855]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:29 smithi111 ceph-mon[116524]: pgmap v11861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:31 smithi155 ceph-mon[102677]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:31 smithi111 ceph-mon[97855]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:31 smithi111 ceph-mon[116524]: pgmap v11862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:33 smithi155 ceph-mon[102677]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:33 smithi111 ceph-mon[97855]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:33 smithi111 ceph-mon[116524]: pgmap v11863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:35 smithi155 ceph-mon[102677]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:35 smithi111 ceph-mon[97855]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:35 smithi111 ceph-mon[116524]: pgmap v11864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:37 smithi155 ceph-mon[102677]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:37 smithi111 ceph-mon[97855]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:37 smithi111 ceph-mon[116524]: pgmap v11865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:49:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:49:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:39 smithi155 ceph-mon[102677]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:39 smithi111 ceph-mon[97855]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:39 smithi111 ceph-mon[116524]: pgmap v11866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:41 smithi155 ceph-mon[102677]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:42.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:41 smithi111 ceph-mon[97855]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:41 smithi111 ceph-mon[116524]: pgmap v11867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:43 smithi155 ceph-mon[102677]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:43 smithi111 ceph-mon[97855]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:43 smithi111 ceph-mon[116524]: pgmap v11868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:45 smithi155 ceph-mon[102677]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:46.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:45 smithi111 ceph-mon[97855]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:45 smithi111 ceph-mon[116524]: pgmap v11869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:47 smithi155 ceph-mon[102677]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:47 smithi111 ceph-mon[97855]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:47 smithi111 ceph-mon[116524]: pgmap v11870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:49:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:49:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:49 smithi155 ceph-mon[102677]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:49 smithi111 ceph-mon[97855]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:49 smithi111 ceph-mon[116524]: pgmap v11871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:49:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:51 smithi155 ceph-mon[102677]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:52.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:51 smithi111 ceph-mon[97855]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:51 smithi111 ceph-mon[116524]: pgmap v11872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:53 smithi155 ceph-mon[102677]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:53 smithi111 ceph-mon[97855]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:53 smithi111 ceph-mon[116524]: pgmap v11873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:55 smithi155 ceph-mon[102677]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:55 smithi111 ceph-mon[97855]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:55 smithi111 ceph-mon[116524]: pgmap v11874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:57.159 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:49:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:49:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:49:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:49:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 4947M 2401M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5245M 2401M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5562M 2401M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:49:57.465 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4682M 2401M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:49:57.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:49:57.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:49:57.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:49:57.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:49:57.466 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:49:57.843 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:49:57.843 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:49:57.844 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:49:57.845 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:49:57.845 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:49:57.845 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:49:57.845 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:49:57.845 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:49:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:57 smithi155 ceph-mon[102677]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/410193460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:49:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:57 smithi111 ceph-mon[97855]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/410193460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:49:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:57 smithi111 ceph-mon[116524]: pgmap v11875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:49:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/410193460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:49:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:58 smithi155 ceph-mon[102677]: from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:58 smithi155 ceph-mon[102677]: from='client.37292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:58 smithi111 ceph-mon[97855]: from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:58 smithi111 ceph-mon[97855]: from='client.37292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:58 smithi111 ceph-mon[116524]: from='client.37286 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:58 smithi111 ceph-mon[116524]: from='client.37292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:49:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:49:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:50:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:49:59 smithi155 ceph-mon[102677]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:49:59 smithi111 ceph-mon[97855]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:00 smithi111 conmon[97831]: 2023-12-01T09:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:50:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:49:59 smithi111 ceph-mon[116524]: pgmap v11876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:50:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:50:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T09:50:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:01 smithi155 ceph-mon[102677]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:02.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:01 smithi111 ceph-mon[97855]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:01 smithi111 ceph-mon[116524]: pgmap v11877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:03 smithi155 ceph-mon[102677]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:03 smithi111 ceph-mon[97855]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:03 smithi111 ceph-mon[116524]: pgmap v11878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:05 smithi155 ceph-mon[102677]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:05 smithi111 ceph-mon[97855]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:05 smithi111 ceph-mon[116524]: pgmap v11879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:07 smithi155 ceph-mon[102677]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:07 smithi111 ceph-mon[97855]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:07 smithi111 ceph-mon[116524]: pgmap v11880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:50:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:50:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:50:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:50:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:50:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:50:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: pgmap v11881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T09:50:10.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:50:10.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:50:10.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:50:10.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:50:11.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:10 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2392M 2023-12-01T09:50:11.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:10 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2392M 2023-12-01T09:50:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:10 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2392M 2023-12-01T09:50:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:11 smithi155 ceph-mon[102677]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:11 smithi111 ceph-mon[97855]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:11 smithi111 ceph-mon[116524]: pgmap v11882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:13 smithi155 ceph-mon[102677]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:13 smithi111 ceph-mon[97855]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:13 smithi111 ceph-mon[116524]: pgmap v11883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:15 smithi155 ceph-mon[102677]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:15 smithi111 ceph-mon[97855]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:15 smithi111 ceph-mon[116524]: pgmap v11884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:17 smithi155 ceph-mon[102677]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:17 smithi111 ceph-mon[97855]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:17 smithi111 ceph-mon[116524]: pgmap v11885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:50:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:50:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:19 smithi111 ceph-mon[97855]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:19 smithi111 ceph-mon[116524]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:20.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:19 smithi155 ceph-mon[102677]: pgmap v11886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:21 smithi111 ceph-mon[97855]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:21 smithi111 ceph-mon[116524]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:21 smithi155 ceph-mon[102677]: pgmap v11887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:23 smithi111 ceph-mon[97855]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:23 smithi111 ceph-mon[116524]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:23 smithi155 ceph-mon[102677]: pgmap v11888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:25 smithi111 ceph-mon[97855]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:25 smithi111 ceph-mon[116524]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:25 smithi155 ceph-mon[102677]: pgmap v11889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:28.194 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:50:28.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:27 smithi111 ceph-mon[97855]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:27 smithi111 ceph-mon[116524]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:27 smithi155 ceph-mon[102677]: pgmap v11890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:28.502 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:50:28.502 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:50:28.502 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:50:28.502 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 4947M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:50:28.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5245M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5562M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4682M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:50:28.504 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:50:28.883 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:50:28.883 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:50:28.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:50:28.883 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:28.883 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:50:28.883 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:50:28.884 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:50:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3095112027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:50:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3095112027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:50:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3095112027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:50:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:50:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:29 smithi111 ceph-mon[97855]: from='client.27426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:29 smithi111 ceph-mon[97855]: from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:29 smithi111 ceph-mon[97855]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:29 smithi111 ceph-mon[116524]: from='client.27426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:29 smithi111 ceph-mon[116524]: from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:29 smithi111 ceph-mon[116524]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:30.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:29 smithi155 ceph-mon[102677]: from='client.27426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:50:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:29 smithi155 ceph-mon[102677]: from='client.37310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:50:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:29 smithi155 ceph-mon[102677]: pgmap v11891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:31 smithi111 ceph-mon[97855]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:31 smithi111 ceph-mon[116524]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:31 smithi155 ceph-mon[102677]: pgmap v11892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:33 smithi111 ceph-mon[97855]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:33 smithi111 ceph-mon[116524]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:33 smithi155 ceph-mon[102677]: pgmap v11893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:35 smithi111 ceph-mon[97855]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:35 smithi111 ceph-mon[116524]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:35 smithi155 ceph-mon[102677]: pgmap v11894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:37 smithi111 ceph-mon[97855]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:37 smithi111 ceph-mon[116524]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:37 smithi155 ceph-mon[102677]: pgmap v11895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:50:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:50:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:40 smithi155 ceph-mon[102677]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:40 smithi111 ceph-mon[116524]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:40 smithi111 ceph-mon[97855]: pgmap v11896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:42 smithi155 ceph-mon[102677]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:42 smithi111 ceph-mon[97855]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:42 smithi111 ceph-mon[116524]: pgmap v11897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:44 smithi155 ceph-mon[102677]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:44 smithi111 ceph-mon[97855]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:44 smithi111 ceph-mon[116524]: pgmap v11898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:46 smithi155 ceph-mon[102677]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:46 smithi111 ceph-mon[97855]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:46 smithi111 ceph-mon[116524]: pgmap v11899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:48 smithi155 ceph-mon[102677]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:48 smithi111 ceph-mon[97855]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:48 smithi111 ceph-mon[116524]: pgmap v11900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:50:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:50:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:50 smithi155 ceph-mon[102677]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:50 smithi111 ceph-mon[97855]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:50 smithi111 ceph-mon[116524]: pgmap v11901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:50:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:52 smithi155 ceph-mon[102677]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:52 smithi111 ceph-mon[97855]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:52 smithi111 ceph-mon[116524]: pgmap v11902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:54 smithi155 ceph-mon[102677]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:54 smithi111 ceph-mon[97855]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:54 smithi111 ceph-mon[116524]: pgmap v11903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:56 smithi155 ceph-mon[102677]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:56 smithi111 ceph-mon[97855]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:56 smithi111 ceph-mon[116524]: pgmap v11904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:50:58 smithi155 ceph-mon[102677]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:50:58 smithi111 ceph-mon[97855]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:50:58 smithi111 ceph-mon[116524]: pgmap v11905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:50:59.229 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:50:59.535 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:50:59.535 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:50:59.535 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:50:59.535 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:50:59.535 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 4947M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5245M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5562M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:50:59.536 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4682M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:50:59.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:50:59.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:50:59.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:50:59.537 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:50:59.537 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:50:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:50:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:59.916 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:50:59.917 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:51:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:00 smithi155 ceph-mon[102677]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1249340630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:51:00.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:00 smithi111 ceph-mon[116524]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1249340630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:51:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:00 smithi111 ceph-mon[97855]: pgmap v11906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1249340630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:51:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:01 smithi155 ceph-mon[102677]: from='client.27444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:01 smithi155 ceph-mon[102677]: from='client.37328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:01.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:01 smithi111 ceph-mon[116524]: from='client.27444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:01 smithi111 ceph-mon[116524]: from='client.37328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:01 smithi111 ceph-mon[97855]: from='client.27444 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:01 smithi111 ceph-mon[97855]: from='client.37328 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:02 smithi155 ceph-mon[102677]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:02 smithi111 ceph-mon[97855]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:02 smithi111 ceph-mon[116524]: pgmap v11907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:03 smithi155 ceph-mon[102677]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:03 smithi111 ceph-mon[97855]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:03 smithi111 ceph-mon[116524]: pgmap v11908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:05 smithi155 ceph-mon[102677]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:05 smithi111 ceph-mon[97855]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:05 smithi111 ceph-mon[116524]: pgmap v11909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:07 smithi155 ceph-mon[102677]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:08.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:07 smithi111 ceph-mon[97855]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:07 smithi111 ceph-mon[116524]: pgmap v11910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:51:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T09:51:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:09 smithi155 ceph-mon[102677]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:09 smithi111 ceph-mon[97855]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:09 smithi111 ceph-mon[116524]: pgmap v11911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:51:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:51:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:51:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:51:11.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:51:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:51:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:11 smithi155 ceph-mon[102677]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:11 smithi111 ceph-mon[97855]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:11 smithi111 ceph-mon[116524]: pgmap v11912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:13 smithi155 ceph-mon[102677]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:14.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:13 smithi111 ceph-mon[97855]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:14.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:13 smithi111 ceph-mon[116524]: pgmap v11913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:15 smithi155 ceph-mon[102677]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:15 smithi111 ceph-mon[97855]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:15 smithi111 ceph-mon[116524]: pgmap v11914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:17 smithi155 ceph-mon[102677]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:17 smithi111 ceph-mon[97855]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:17 smithi111 ceph-mon[116524]: pgmap v11915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:51:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:51:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:19 smithi155 ceph-mon[102677]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:19 smithi111 ceph-mon[97855]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:19 smithi111 ceph-mon[116524]: pgmap v11916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:21 smithi155 ceph-mon[102677]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:21 smithi111 ceph-mon[97855]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:21 smithi111 ceph-mon[116524]: pgmap v11917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:23 smithi155 ceph-mon[102677]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:23 smithi111 ceph-mon[97855]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:23 smithi111 ceph-mon[116524]: pgmap v11918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:25 smithi155 ceph-mon[102677]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:25 smithi111 ceph-mon[97855]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:25 smithi111 ceph-mon[116524]: pgmap v11919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:27 smithi155 ceph-mon[102677]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:27 smithi111 ceph-mon[97855]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:27 smithi111 ceph-mon[116524]: pgmap v11920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:51:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:51:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:29 smithi155 ceph-mon[102677]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:29 smithi111 ceph-mon[97855]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:29 smithi111 ceph-mon[116524]: pgmap v11921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:30.259 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:51:30.565 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:51:30.565 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:51:30.565 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:51:30.565 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:51:30.565 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 4947M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5245M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:51:30.566 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5562M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:51:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4682M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:51:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:51:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:51:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:51:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:51:30.567 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:51:30.944 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:51:30.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:51:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:51:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:51:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:51:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:51:30.946 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:51:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:31 smithi155 ceph-mon[102677]: from='client.27462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:31 smithi155 ceph-mon[102677]: from='client.27468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:31 smithi155 ceph-mon[102677]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/918722775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:51:32.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[97855]: from='client.27462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:32.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[97855]: from='client.27468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[97855]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/918722775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:51:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[116524]: from='client.27462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[116524]: from='client.27468 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:51:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[116524]: pgmap v11922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/918722775' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:51:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:33 smithi155 ceph-mon[102677]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:33 smithi111 ceph-mon[97855]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:33 smithi111 ceph-mon[116524]: pgmap v11923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:35 smithi155 ceph-mon[102677]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:35 smithi111 ceph-mon[97855]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:35 smithi111 ceph-mon[116524]: pgmap v11924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:37 smithi155 ceph-mon[102677]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:37 smithi111 ceph-mon[97855]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:37 smithi111 ceph-mon[116524]: pgmap v11925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:51:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:51:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:39 smithi155 ceph-mon[102677]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:39 smithi111 ceph-mon[97855]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:39 smithi111 ceph-mon[116524]: pgmap v11926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:41 smithi155 ceph-mon[102677]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:41 smithi111 ceph-mon[97855]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:41 smithi111 ceph-mon[116524]: pgmap v11927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:43 smithi155 ceph-mon[102677]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:43 smithi111 ceph-mon[97855]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:43 smithi111 ceph-mon[116524]: pgmap v11928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:45 smithi155 ceph-mon[102677]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:45 smithi111 ceph-mon[97855]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:45 smithi111 ceph-mon[116524]: pgmap v11929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:47 smithi155 ceph-mon[102677]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:47 smithi111 ceph-mon[97855]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:47 smithi111 ceph-mon[116524]: pgmap v11930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:51:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:51:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:49 smithi155 ceph-mon[102677]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:49 smithi111 ceph-mon[97855]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:49 smithi111 ceph-mon[116524]: pgmap v11931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:51:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:51 smithi155 ceph-mon[102677]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:51 smithi111 ceph-mon[97855]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:51 smithi111 ceph-mon[116524]: pgmap v11932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:53 smithi155 ceph-mon[102677]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:53 smithi111 ceph-mon[97855]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:53 smithi111 ceph-mon[116524]: pgmap v11933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:55 smithi155 ceph-mon[102677]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:55 smithi111 ceph-mon[97855]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:55 smithi111 ceph-mon[116524]: pgmap v11934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:57 smithi155 ceph-mon[102677]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:57 smithi111 ceph-mon[97855]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:57 smithi111 ceph-mon[116524]: pgmap v11935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:51:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:51:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:52:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:51:59 smithi155 ceph-mon[102677]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:51:59 smithi111 ceph-mon[97855]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:51:59 smithi111 ceph-mon[116524]: pgmap v11936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:01.283 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:52:01.590 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 10m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 10m ago 5h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 10m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 10m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 10m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 10m ago 5h 756M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 10m ago 5h 1453M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 10m ago 5h 673M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 10m ago 5h 623M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:52:01.591 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 10m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 10m ago 5h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 10m ago 5h 4947M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 10m ago 5h 5245M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 10m ago 5h 5562M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 10m ago 5h 4682M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 10m ago 5h 3720M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 10m ago 5h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 10m ago 5h 4065M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 10m ago 5h 4762M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:52:01.592 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 10m ago 5h 117M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:52:01.967 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:52:01.968 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:52:01.969 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:52:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:01 smithi155 ceph-mon[102677]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:01 smithi111 ceph-mon[97855]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:01 smithi111 ceph-mon[116524]: pgmap v11937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:02 smithi155 ceph-mon[102677]: from='client.27480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:02 smithi155 ceph-mon[102677]: from='client.37364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/317807839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:02 smithi111 ceph-mon[97855]: from='client.27480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:02 smithi111 ceph-mon[97855]: from='client.37364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/317807839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:52:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:02 smithi111 ceph-mon[116524]: from='client.27480 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:02 smithi111 ceph-mon[116524]: from='client.37364 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/317807839' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:52:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:03 smithi155 ceph-mon[102677]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:03 smithi111 ceph-mon[97855]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:03 smithi111 ceph-mon[116524]: pgmap v11938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:05 smithi155 ceph-mon[102677]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:05 smithi111 ceph-mon[97855]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:05 smithi111 ceph-mon[116524]: pgmap v11939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:07 smithi155 ceph-mon[102677]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:07 smithi111 ceph-mon[97855]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:07 smithi111 ceph-mon[116524]: pgmap v11940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:52:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:52:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:09 smithi155 ceph-mon[102677]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:09 smithi111 ceph-mon[97855]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:09 smithi111 ceph-mon[116524]: pgmap v11941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:52:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:52:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:52:12.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:11 smithi155 ceph-mon[102677]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:11 smithi111 ceph-mon[97855]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:11 smithi111 ceph-mon[116524]: pgmap v11942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:52:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:52:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: pgmap v11943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:52:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:52:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:15 smithi155 ceph-mon[102677]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:15.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:15 smithi111 ceph-mon[97855]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:15 smithi111 ceph-mon[116524]: pgmap v11944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:17 smithi155 ceph-mon[102677]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:17.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:17 smithi111 ceph-mon[97855]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:17 smithi111 ceph-mon[116524]: pgmap v11945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:52:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:52:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:19 smithi155 ceph-mon[102677]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:19 smithi111 ceph-mon[97855]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:19 smithi111 ceph-mon[116524]: pgmap v11946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:21 smithi155 ceph-mon[102677]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:21 smithi111 ceph-mon[97855]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:21 smithi111 ceph-mon[116524]: pgmap v11947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:23 smithi155 ceph-mon[102677]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:23 smithi111 ceph-mon[97855]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:23 smithi111 ceph-mon[116524]: pgmap v11948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:25 smithi155 ceph-mon[102677]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:25 smithi111 ceph-mon[97855]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:25 smithi111 ceph-mon[116524]: pgmap v11949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:27 smithi155 ceph-mon[102677]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:27 smithi111 ceph-mon[97855]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:27 smithi111 ceph-mon[116524]: pgmap v11950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:52:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:52:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:29 smithi155 ceph-mon[102677]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:29 smithi111 ceph-mon[97855]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:29 smithi111 ceph-mon[116524]: pgmap v11951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:31 smithi155 ceph-mon[102677]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:31 smithi111 ceph-mon[97855]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:31 smithi111 ceph-mon[116524]: pgmap v11952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:32.312 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:52:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:52:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 20s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:52:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 19s ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:52:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 20s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:52:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 19s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:52:32.616 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 19s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 20s ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 20s ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 19s ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 20s ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 20s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 19s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 20s ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 20s ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 20s ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 20s ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:52:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 19s ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:52:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 19s ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:52:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 19s ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:52:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 19s ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:52:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 19s ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:33.000 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:52:33.001 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:52:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:33 smithi155 ceph-mon[102677]: from='client.27498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:33 smithi155 ceph-mon[102677]: from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:33 smithi155 ceph-mon[102677]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1599077958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[97855]: from='client.27498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[97855]: from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[97855]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1599077958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[116524]: from='client.27498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[116524]: from='client.37382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[116524]: pgmap v11953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1599077958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:52:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:35 smithi155 ceph-mon[102677]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:36.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:35 smithi111 ceph-mon[97855]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:36.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:35 smithi111 ceph-mon[116524]: pgmap v11954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:37 smithi155 ceph-mon[102677]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:38.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:37 smithi111 ceph-mon[97855]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:37 smithi111 ceph-mon[116524]: pgmap v11955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:52:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:52:40.177 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:39 smithi155 ceph-mon[102677]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:39 smithi111 ceph-mon[97855]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:39 smithi111 ceph-mon[116524]: pgmap v11956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 09:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T09:52:40.176425857Z level=info msg="Completed cleanup jobs" duration=142.758154ms 2023-12-01T09:52:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:41 smithi155 ceph-mon[102677]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:42.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:41 smithi111 ceph-mon[97855]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:41 smithi111 ceph-mon[116524]: pgmap v11957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:43 smithi155 ceph-mon[102677]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:43 smithi111 ceph-mon[97855]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:43 smithi111 ceph-mon[116524]: pgmap v11958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:45 smithi155 ceph-mon[102677]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:46.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:45 smithi111 ceph-mon[97855]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:45 smithi111 ceph-mon[116524]: pgmap v11959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:47 smithi155 ceph-mon[102677]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:47 smithi111 ceph-mon[97855]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:47 smithi111 ceph-mon[116524]: pgmap v11960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:52:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:52:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:49 smithi155 ceph-mon[102677]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:49 smithi111 ceph-mon[97855]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:49 smithi111 ceph-mon[116524]: pgmap v11961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:52:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:51 smithi155 ceph-mon[102677]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:51 smithi111 ceph-mon[97855]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:51 smithi111 ceph-mon[116524]: pgmap v11962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:53 smithi155 ceph-mon[102677]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:53 smithi111 ceph-mon[97855]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:53 smithi111 ceph-mon[116524]: pgmap v11963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:56.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:55 smithi155 ceph-mon[102677]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:55 smithi111 ceph-mon[97855]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:55 smithi111 ceph-mon[116524]: pgmap v11964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:57 smithi155 ceph-mon[102677]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:58.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:57 smithi111 ceph-mon[97855]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:57 smithi111 ceph-mon[116524]: pgmap v11965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:52:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:53:00.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:52:59 smithi155 ceph-mon[102677]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:52:59 smithi111 ceph-mon[97855]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:52:59 smithi111 ceph-mon[116524]: pgmap v11966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:01 smithi155 ceph-mon[102677]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:02.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:01 smithi111 ceph-mon[97855]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:01 smithi111 ceph-mon[116524]: pgmap v11967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:03.342 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 51s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 50s ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 51s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 50s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 50s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 51s ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 51s ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 50s ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 51s ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:53:03.645 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 51s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 50s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 51s ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 51s ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 51s ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 51s ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 50s ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 50s ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 50s ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 50s ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:53:03.646 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 50s ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:53:04.027 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:53:04.028 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:53:04.028 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:53:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:03 smithi155 ceph-mon[102677]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:03 smithi111 ceph-mon[97855]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:03 smithi111 ceph-mon[116524]: pgmap v11968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:04 smithi155 ceph-mon[102677]: from='client.27516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:04 smithi155 ceph-mon[102677]: from='client.37400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3839047376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:53:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[97855]: from='client.27516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[97855]: from='client.37400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3839047376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[116524]: from='client.27516 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[116524]: from='client.37400 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3839047376' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:05 smithi155 ceph-mon[102677]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:05 smithi111 ceph-mon[97855]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:05 smithi111 ceph-mon[116524]: pgmap v11969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:07 smithi155 ceph-mon[102677]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:07 smithi111 ceph-mon[97855]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:07 smithi111 ceph-mon[116524]: pgmap v11970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:53:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T09:53:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:09 smithi155 ceph-mon[102677]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:09 smithi111 ceph-mon[97855]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:09 smithi111 ceph-mon[116524]: pgmap v11971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:11 smithi155 ceph-mon[102677]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:12.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:11 smithi111 ceph-mon[97855]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:11 smithi111 ceph-mon[116524]: pgmap v11972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:13 smithi155 ceph-mon[102677]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:53:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:53:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:53:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:53:14.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[97855]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:53:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[116524]: pgmap v11973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:53:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:15 smithi155 ceph-mon[102677]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:15 smithi111 ceph-mon[97855]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:15 smithi111 ceph-mon[116524]: pgmap v11974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:17 smithi155 ceph-mon[102677]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:17 smithi111 ceph-mon[97855]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:17 smithi111 ceph-mon[116524]: pgmap v11975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:53:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:53:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:19 smithi155 ceph-mon[102677]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:19 smithi111 ceph-mon[97855]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:19 smithi111 ceph-mon[116524]: pgmap v11976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:21 smithi155 ceph-mon[102677]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:21 smithi111 ceph-mon[97855]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:21 smithi111 ceph-mon[116524]: pgmap v11977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:23 smithi155 ceph-mon[102677]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:23 smithi111 ceph-mon[97855]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:23 smithi111 ceph-mon[116524]: pgmap v11978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:25 smithi155 ceph-mon[102677]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:25 smithi111 ceph-mon[97855]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:25 smithi111 ceph-mon[116524]: pgmap v11979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:27 smithi155 ceph-mon[102677]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:28.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:27 smithi111 ceph-mon[97855]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:27 smithi111 ceph-mon[116524]: pgmap v11980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:53:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:53:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:29 smithi155 ceph-mon[102677]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:29 smithi111 ceph-mon[97855]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:29 smithi111 ceph-mon[116524]: pgmap v11981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:31 smithi111 ceph-mon[97855]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:31 smithi111 ceph-mon[116524]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:31 smithi155 ceph-mon[102677]: pgmap v11982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:33 smithi111 ceph-mon[97855]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:33 smithi111 ceph-mon[116524]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:34.389 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:53:34.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:33 smithi155 ceph-mon[102677]: pgmap v11983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 82s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 81s ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 82s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 81s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 81s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:53:34.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 82s ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 82s ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 81s ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 82s ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 82s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 81s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 82s ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 82s ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 82s ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 82s ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 81s ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 81s ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 81s ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 81s ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:53:34.695 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 81s ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:35.079 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:53:35.080 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:53:35.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[97855]: from='client.37412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[97855]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[97855]: from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2200455509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[116524]: from='client.37412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[116524]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[116524]: from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2200455509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:53:36.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:35 smithi155 ceph-mon[102677]: from='client.37412 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:35 smithi155 ceph-mon[102677]: pgmap v11984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:35 smithi155 ceph-mon[102677]: from='client.37418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:53:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2200455509' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:53:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:37 smithi111 ceph-mon[97855]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:37 smithi111 ceph-mon[116524]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:37 smithi155 ceph-mon[102677]: pgmap v11985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:53:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:53:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:39 smithi111 ceph-mon[97855]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:39 smithi111 ceph-mon[116524]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:40.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:39 smithi155 ceph-mon[102677]: pgmap v11986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:41 smithi111 ceph-mon[97855]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:41 smithi111 ceph-mon[116524]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:42.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:41 smithi155 ceph-mon[102677]: pgmap v11987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:43 smithi111 ceph-mon[97855]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:43 smithi111 ceph-mon[116524]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:43 smithi155 ceph-mon[102677]: pgmap v11988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:45 smithi111 ceph-mon[97855]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:45 smithi111 ceph-mon[116524]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:45 smithi155 ceph-mon[102677]: pgmap v11989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:47 smithi111 ceph-mon[97855]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:47 smithi111 ceph-mon[116524]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:47 smithi155 ceph-mon[102677]: pgmap v11990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:53:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:53:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:49 smithi111 ceph-mon[97855]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:49 smithi111 ceph-mon[116524]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:49 smithi155 ceph-mon[102677]: pgmap v11991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:53:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:51 smithi111 ceph-mon[97855]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:51 smithi111 ceph-mon[116524]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:52.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:51 smithi155 ceph-mon[102677]: pgmap v11992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:53 smithi111 ceph-mon[97855]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:53 smithi111 ceph-mon[116524]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:53 smithi155 ceph-mon[102677]: pgmap v11993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:55 smithi111 ceph-mon[97855]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:55 smithi111 ceph-mon[116524]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:55 smithi155 ceph-mon[102677]: pgmap v11994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:53:58 smithi155 ceph-mon[102677]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:53:58 smithi111 ceph-mon[97855]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:53:58 smithi111 ceph-mon[116524]: pgmap v11995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:53:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:53:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T09:54:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:00 smithi155 ceph-mon[102677]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:00 smithi111 ceph-mon[97855]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:00 smithi111 ceph-mon[116524]: pgmap v11996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:02 smithi155 ceph-mon[102677]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:02 smithi111 ceph-mon[97855]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:02 smithi111 ceph-mon[116524]: pgmap v11997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:04 smithi155 ceph-mon[102677]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:04 smithi111 ceph-mon[97855]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:04 smithi111 ceph-mon[116524]: pgmap v11998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:05.425 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:54:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:05.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 113s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 112s ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 113s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 112s ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 112s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:54:05.728 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 113s ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 113s ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 112s ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 113s ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 113s ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 112s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 113s ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 113s ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 113s ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 113s ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 112s ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 112s ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 112s ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 112s ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:54:05.729 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 112s ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:54:06.105 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:54:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:54:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:54:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:06.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:54:06.106 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:54:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:06 smithi155 ceph-mon[102677]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:06 smithi111 ceph-mon[97855]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:06 smithi111 ceph-mon[116524]: pgmap v11999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:07 smithi155 ceph-mon[102677]: from='client.27552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:07 smithi155 ceph-mon[102677]: from='client.37436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2952954198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:54:07.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:07 smithi111 ceph-mon[97855]: from='client.27552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:07 smithi111 ceph-mon[97855]: from='client.37436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2952954198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:54:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:07 smithi111 ceph-mon[116524]: from='client.27552 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:07 smithi111 ceph-mon[116524]: from='client.37436 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2952954198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:54:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:08 smithi155 ceph-mon[102677]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:08 smithi111 ceph-mon[97855]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:08 smithi111 ceph-mon[116524]: pgmap v12000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:54:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:54:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:10 smithi155 ceph-mon[102677]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:10 smithi111 ceph-mon[116524]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:10 smithi111 ceph-mon[97855]: pgmap v12001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:12 smithi155 ceph-mon[102677]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:12 smithi111 ceph-mon[97855]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:12 smithi111 ceph-mon[116524]: pgmap v12002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:14 smithi155 ceph-mon[102677]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:54:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:14 smithi111 ceph-mon[97855]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:54:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:14 smithi111 ceph-mon[116524]: pgmap v12003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[97855]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:54:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:54:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:15 smithi111 ceph-mon[116524]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:54:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:54:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:54:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:15 smithi155 ceph-mon[102677]: pgmap v12004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:17 smithi111 ceph-mon[97855]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:17 smithi111 ceph-mon[116524]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:17 smithi155 ceph-mon[102677]: pgmap v12005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:54:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:54:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:19 smithi155 ceph-mon[102677]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:19 smithi111 ceph-mon[97855]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:19 smithi111 ceph-mon[116524]: pgmap v12006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:21 smithi155 ceph-mon[102677]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:21 smithi111 ceph-mon[97855]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:22.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:21 smithi111 ceph-mon[116524]: pgmap v12007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:23 smithi155 ceph-mon[102677]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:24.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:23 smithi111 ceph-mon[97855]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:23 smithi111 ceph-mon[116524]: pgmap v12008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:25 smithi155 ceph-mon[102677]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:25 smithi111 ceph-mon[97855]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:25 smithi111 ceph-mon[116524]: pgmap v12009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:27 smithi155 ceph-mon[102677]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:28.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:27 smithi111 ceph-mon[97855]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:28.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:27 smithi111 ceph-mon[116524]: pgmap v12010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:54:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:54:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:29 smithi155 ceph-mon[102677]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:29 smithi111 ceph-mon[97855]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:30.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:29 smithi111 ceph-mon[116524]: pgmap v12011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:31 smithi155 ceph-mon[102677]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:32.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:31 smithi111 ceph-mon[97855]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:31 smithi111 ceph-mon[116524]: pgmap v12012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:33 smithi155 ceph-mon[102677]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:33 smithi111 ceph-mon[97855]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:33 smithi111 ceph-mon[116524]: pgmap v12013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:35 smithi155 ceph-mon[102677]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:35 smithi111 ceph-mon[97855]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:35 smithi111 ceph-mon[116524]: pgmap v12014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:36.453 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:54:36.761 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:54:36.761 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:54:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:54:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:54:37.143 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:54:37.144 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:54:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:37 smithi155 ceph-mon[102677]: from='client.37448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:37 smithi155 ceph-mon[102677]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:37 smithi155 ceph-mon[102677]: from='client.27576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3109638301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[97855]: from='client.37448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[97855]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[97855]: from='client.27576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3109638301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[116524]: from='client.37448 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[116524]: pgmap v12015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[116524]: from='client.27576 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3109638301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:54:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:54:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:54:40.205 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:39 smithi155 ceph-mon[102677]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:39 smithi111 ceph-mon[97855]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:39 smithi111 ceph-mon[116524]: pgmap v12016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:41 smithi155 ceph-mon[102677]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:41 smithi111 ceph-mon[97855]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:41 smithi111 ceph-mon[116524]: pgmap v12017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:43 smithi155 ceph-mon[102677]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:43 smithi111 ceph-mon[97855]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:43 smithi111 ceph-mon[116524]: pgmap v12018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:45 smithi155 ceph-mon[102677]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:45 smithi111 ceph-mon[116524]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:45 smithi111 ceph-mon[97855]: pgmap v12019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:47 smithi155 ceph-mon[102677]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:47 smithi111 ceph-mon[97855]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:47 smithi111 ceph-mon[116524]: pgmap v12020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:54:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:54:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:49 smithi155 ceph-mon[102677]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:49 smithi111 ceph-mon[97855]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:49 smithi111 ceph-mon[116524]: pgmap v12021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:54:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:51 smithi155 ceph-mon[102677]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:51 smithi111 ceph-mon[97855]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:51 smithi111 ceph-mon[116524]: pgmap v12022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:53 smithi155 ceph-mon[102677]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:53 smithi111 ceph-mon[97855]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:53 smithi111 ceph-mon[116524]: pgmap v12023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:55 smithi155 ceph-mon[102677]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:55 smithi111 ceph-mon[97855]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:55 smithi111 ceph-mon[116524]: pgmap v12024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:57 smithi155 ceph-mon[102677]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:57 smithi111 ceph-mon[97855]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:57 smithi111 ceph-mon[116524]: pgmap v12025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:54:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:54:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:55:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:54:59 smithi155 ceph-mon[102677]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:54:59 smithi111 ceph-mon[97855]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:54:59 smithi111 ceph-mon[116524]: pgmap v12026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:01 smithi155 ceph-mon[102677]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:01 smithi111 ceph-mon[97855]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:01 smithi111 ceph-mon[116524]: pgmap v12027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:03 smithi155 ceph-mon[102677]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:03 smithi111 ceph-mon[97855]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:03 smithi111 ceph-mon[116524]: pgmap v12028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:05 smithi155 ceph-mon[102677]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:05 smithi111 ceph-mon[97855]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:05 smithi111 ceph-mon[116524]: pgmap v12029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:07.486 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:55:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:55:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:55:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:55:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:55:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:55:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:55:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:55:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:55:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:55:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:55:08.178 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:55:08.178 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:55:08.178 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:55:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:55:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:55:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:55:08.180 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:55:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:07 smithi155 ceph-mon[102677]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:07 smithi111 ceph-mon[97855]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:07 smithi111 ceph-mon[116524]: pgmap v12030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:08 smithi155 ceph-mon[102677]: from='client.27588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:08 smithi155 ceph-mon[102677]: from='client.27594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4145078098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:08 smithi111 ceph-mon[97855]: from='client.27588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:08 smithi111 ceph-mon[97855]: from='client.27594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4145078098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:55:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:08 smithi111 ceph-mon[116524]: from='client.27588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:08 smithi111 ceph-mon[116524]: from='client.27594 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4145078098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:55:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:55:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:09 smithi155 ceph-mon[102677]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:09 smithi111 ceph-mon[97855]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:09 smithi111 ceph-mon[116524]: pgmap v12031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:11 smithi155 ceph-mon[102677]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:11 smithi111 ceph-mon[97855]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:11 smithi111 ceph-mon[116524]: pgmap v12032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:13 smithi155 ceph-mon[102677]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:14.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:13 smithi111 ceph-mon[97855]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:13 smithi111 ceph-mon[116524]: pgmap v12033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:55:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:55:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:55:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[97855]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:55:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:55:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:55:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[116524]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:55:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:55:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:55:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:15 smithi155 ceph-mon[102677]: pgmap v12034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:55:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:55:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:55:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:17 smithi111 ceph-mon[97855]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:17 smithi111 ceph-mon[116524]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:17 smithi155 ceph-mon[102677]: pgmap v12035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:55:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:55:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:19 smithi111 ceph-mon[116524]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:19 smithi111 ceph-mon[97855]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:19 smithi155 ceph-mon[102677]: pgmap v12036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:21 smithi111 ceph-mon[116524]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:21 smithi111 ceph-mon[97855]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:21 smithi155 ceph-mon[102677]: pgmap v12037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:23 smithi111 ceph-mon[116524]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:23 smithi111 ceph-mon[97855]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:24.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:23 smithi155 ceph-mon[102677]: pgmap v12038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:25 smithi111 ceph-mon[97855]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:25 smithi111 ceph-mon[116524]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:26.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:25 smithi155 ceph-mon[102677]: pgmap v12039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:27 smithi111 ceph-mon[97855]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:27 smithi111 ceph-mon[116524]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:27 smithi155 ceph-mon[102677]: pgmap v12040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:55:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:55:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:29 smithi111 ceph-mon[97855]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:29 smithi111 ceph-mon[116524]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:29 smithi155 ceph-mon[102677]: pgmap v12041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:31 smithi111 ceph-mon[97855]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:31 smithi111 ceph-mon[116524]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:31 smithi155 ceph-mon[102677]: pgmap v12042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:33 smithi111 ceph-mon[97855]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:33 smithi111 ceph-mon[116524]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:33 smithi155 ceph-mon[102677]: pgmap v12043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:35 smithi111 ceph-mon[97855]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:35 smithi111 ceph-mon[116524]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:35 smithi155 ceph-mon[102677]: pgmap v12044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:38.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:37 smithi111 ceph-mon[97855]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:37 smithi111 ceph-mon[116524]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:37 smithi155 ceph-mon[102677]: pgmap v12045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:38.524 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:55:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:55:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:55:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:55:38.832 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:55:39.209 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:55:39.210 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:55:39.211 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:55:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:55:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:55:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:39 smithi155 ceph-mon[102677]: from='client.27606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:39 smithi155 ceph-mon[102677]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:39 smithi155 ceph-mon[102677]: from='client.27612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1351499065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[97855]: from='client.27606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[97855]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[97855]: from='client.27612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1351499065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:55:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[116524]: from='client.27606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[116524]: pgmap v12046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[116524]: from='client.27612 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:55:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1351499065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:55:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:42 smithi155 ceph-mon[102677]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:42 smithi111 ceph-mon[97855]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:42 smithi111 ceph-mon[116524]: pgmap v12047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:44 smithi155 ceph-mon[102677]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:44 smithi111 ceph-mon[97855]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:44.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:44 smithi111 ceph-mon[116524]: pgmap v12048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:46 smithi155 ceph-mon[102677]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:46 smithi111 ceph-mon[97855]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:46 smithi111 ceph-mon[116524]: pgmap v12049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:48 smithi155 ceph-mon[102677]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:48 smithi111 ceph-mon[97855]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:48 smithi111 ceph-mon[116524]: pgmap v12050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:55:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:55:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:50 smithi155 ceph-mon[102677]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:50 smithi111 ceph-mon[97855]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:50 smithi111 ceph-mon[116524]: pgmap v12051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:55:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:52 smithi155 ceph-mon[102677]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:52 smithi111 ceph-mon[97855]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:52 smithi111 ceph-mon[116524]: pgmap v12052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:54 smithi155 ceph-mon[102677]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:54 smithi111 ceph-mon[97855]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:54 smithi111 ceph-mon[116524]: pgmap v12053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:56 smithi155 ceph-mon[102677]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:56 smithi111 ceph-mon[97855]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:56 smithi111 ceph-mon[116524]: pgmap v12054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:55:58 smithi155 ceph-mon[102677]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:55:58 smithi111 ceph-mon[97855]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:55:58 smithi111 ceph-mon[116524]: pgmap v12055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:55:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:56:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:00 smithi155 ceph-mon[102677]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:00 smithi111 ceph-mon[97855]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:00 smithi111 ceph-mon[116524]: pgmap v12056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:02 smithi155 ceph-mon[102677]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:02 smithi111 ceph-mon[97855]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:02 smithi111 ceph-mon[116524]: pgmap v12057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:04 smithi155 ceph-mon[102677]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:04 smithi111 ceph-mon[97855]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:04.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:04 smithi111 ceph-mon[116524]: pgmap v12058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:06 smithi155 ceph-mon[102677]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:06 smithi111 ceph-mon[97855]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:06 smithi111 ceph-mon[116524]: pgmap v12059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:08 smithi155 ceph-mon[102677]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:08 smithi111 ceph-mon[97855]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:08 smithi111 ceph-mon[116524]: pgmap v12060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:09.550 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:56:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:56:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:56:09.859 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:56:09.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:56:09.861 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:56:10.240 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:56:10.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:56:10.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:10.242 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:56:10.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:56:10.242 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:56:10.242 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:56:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:10 smithi155 ceph-mon[102677]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:10 smithi111 ceph-mon[97855]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:10 smithi111 ceph-mon[116524]: pgmap v12061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:11 smithi155 ceph-mon[102677]: from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:11 smithi155 ceph-mon[102677]: from='client.37508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/58607725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:56:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:11 smithi111 ceph-mon[97855]: from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:11 smithi111 ceph-mon[97855]: from='client.37508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/58607725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:56:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:11 smithi111 ceph-mon[116524]: from='client.37502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:11 smithi111 ceph-mon[116524]: from='client.37508 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/58607725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:56:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:12 smithi155 ceph-mon[102677]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:12 smithi111 ceph-mon[97855]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:12 smithi111 ceph-mon[116524]: pgmap v12062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:14 smithi155 ceph-mon[102677]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:14 smithi111 ceph-mon[97855]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:14 smithi111 ceph-mon[116524]: pgmap v12063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:16 smithi155 ceph-mon[102677]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:56:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:56:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:56:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:56:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[97855]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[116524]: pgmap v12064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:56:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:56:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:18 smithi155 ceph-mon[102677]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:18 smithi111 ceph-mon[97855]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:18 smithi111 ceph-mon[116524]: pgmap v12065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:56:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:56:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:20 smithi155 ceph-mon[102677]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:20 smithi111 ceph-mon[97855]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:20 smithi111 ceph-mon[116524]: pgmap v12066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:22 smithi155 ceph-mon[102677]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:22 smithi111 ceph-mon[97855]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:22 smithi111 ceph-mon[116524]: pgmap v12067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:24 smithi155 ceph-mon[102677]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:24 smithi111 ceph-mon[97855]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:24 smithi111 ceph-mon[116524]: pgmap v12068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:26 smithi155 ceph-mon[102677]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:26 smithi111 ceph-mon[97855]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:26 smithi111 ceph-mon[116524]: pgmap v12069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:27 smithi155 ceph-mon[102677]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:27 smithi111 ceph-mon[97855]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:27 smithi111 ceph-mon[116524]: pgmap v12070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:56:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:56:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:29 smithi155 ceph-mon[102677]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:29 smithi111 ceph-mon[97855]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:29 smithi111 ceph-mon[116524]: pgmap v12071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:31 smithi155 ceph-mon[102677]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:32.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:31 smithi111 ceph-mon[97855]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:31 smithi111 ceph-mon[116524]: pgmap v12072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:33 smithi155 ceph-mon[102677]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:33 smithi111 ceph-mon[97855]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:33 smithi111 ceph-mon[116524]: pgmap v12073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:35.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:35 smithi155 ceph-mon[102677]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:36.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:35 smithi111 ceph-mon[97855]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:35 smithi111 ceph-mon[116524]: pgmap v12074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:37 smithi155 ceph-mon[102677]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:38.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:37 smithi111 ceph-mon[97855]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:37 smithi111 ceph-mon[116524]: pgmap v12075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:56:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T09:56:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:39 smithi155 ceph-mon[102677]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:40.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:39 smithi111 ceph-mon[116524]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:39 smithi111 ceph-mon[97855]: pgmap v12076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:40.583 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:56:40.889 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:56:40.889 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:56:40.889 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:56:40.889 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:56:40.889 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:56:40.889 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:56:40.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:56:40.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:56:40.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:56:40.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:56:40.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:56:40.891 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:56:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:56:41.273 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:56:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:41 smithi155 ceph-mon[102677]: from='client.27642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:41 smithi155 ceph-mon[102677]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:41 smithi155 ceph-mon[102677]: from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1640163575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:56:42.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[116524]: from='client.27642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[116524]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[116524]: from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1640163575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[97855]: from='client.27642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[97855]: pgmap v12077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[97855]: from='client.37526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1640163575' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:56:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:43 smithi155 ceph-mon[102677]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:44.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:43 smithi111 ceph-mon[97855]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:43 smithi111 ceph-mon[116524]: pgmap v12078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:45 smithi155 ceph-mon[102677]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:46.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:45 smithi111 ceph-mon[97855]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:45 smithi111 ceph-mon[116524]: pgmap v12079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:47 smithi155 ceph-mon[102677]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:47 smithi111 ceph-mon[97855]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:47 smithi111 ceph-mon[116524]: pgmap v12080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:56:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:56:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:49 smithi155 ceph-mon[102677]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:50.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:49 smithi111 ceph-mon[116524]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:49 smithi111 ceph-mon[97855]: pgmap v12081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:56:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:51 smithi155 ceph-mon[102677]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:52.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:51 smithi111 ceph-mon[97855]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:51 smithi111 ceph-mon[116524]: pgmap v12082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:53 smithi155 ceph-mon[102677]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:53 smithi111 ceph-mon[97855]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:53 smithi111 ceph-mon[116524]: pgmap v12083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:55 smithi155 ceph-mon[102677]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:55 smithi111 ceph-mon[97855]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:55 smithi111 ceph-mon[116524]: pgmap v12084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:57 smithi155 ceph-mon[102677]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:57 smithi111 ceph-mon[97855]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:57 smithi111 ceph-mon[116524]: pgmap v12085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:56:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:57:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:56:59 smithi155 ceph-mon[102677]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:56:59 smithi111 ceph-mon[97855]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:56:59 smithi111 ceph-mon[116524]: pgmap v12086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:01 smithi155 ceph-mon[102677]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:01 smithi111 ceph-mon[97855]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:01 smithi111 ceph-mon[116524]: pgmap v12087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:03 smithi155 ceph-mon[102677]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:03 smithi111 ceph-mon[97855]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:03 smithi111 ceph-mon[116524]: pgmap v12088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:05 smithi155 ceph-mon[102677]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:05 smithi111 ceph-mon[97855]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:05 smithi111 ceph-mon[116524]: pgmap v12089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:07 smithi111 ceph-mon[97855]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:07 smithi111 ceph-mon[116524]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:07 smithi155 ceph-mon[102677]: pgmap v12090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:57:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:57:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:09 smithi111 ceph-mon[97855]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:09 smithi111 ceph-mon[116524]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:09 smithi155 ceph-mon[102677]: pgmap v12091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:11.614 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:57:11.922 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:57:11.922 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:57:11.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:57:11.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:57:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:57:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:57:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:57:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:57:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:57:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:57:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:11 smithi111 ceph-mon[97855]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:11 smithi111 ceph-mon[116524]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:12.304 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:12.305 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:57:12.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:57:12.306 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:12.306 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:57:12.306 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:57:12.306 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:57:12.306 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:57:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:11 smithi155 ceph-mon[102677]: pgmap v12092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:12 smithi111 ceph-mon[116524]: from='client.27660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:12 smithi111 ceph-mon[116524]: from='client.37544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1867732567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:12 smithi111 ceph-mon[97855]: from='client.27660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:12 smithi111 ceph-mon[97855]: from='client.37544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1867732567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:57:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:12 smithi155 ceph-mon[102677]: from='client.27660 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:12 smithi155 ceph-mon[102677]: from='client.37544 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1867732567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:57:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:13 smithi111 ceph-mon[97855]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:13 smithi111 ceph-mon[116524]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:13 smithi155 ceph-mon[102677]: pgmap v12093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:15 smithi111 ceph-mon[97855]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:57:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:15 smithi111 ceph-mon[116524]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:57:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:15 smithi155 ceph-mon[102677]: pgmap v12094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:57:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:57:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:57:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:57:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:57:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:57:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:57:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:57:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:57:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:57:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:17 smithi111 ceph-mon[97855]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:17 smithi111 ceph-mon[116524]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:18.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:17 smithi155 ceph-mon[102677]: pgmap v12095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:57:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:57:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:19 smithi111 ceph-mon[97855]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:19 smithi111 ceph-mon[116524]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:20.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:19 smithi155 ceph-mon[102677]: pgmap v12096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:21 smithi111 ceph-mon[97855]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:21 smithi111 ceph-mon[116524]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:21 smithi155 ceph-mon[102677]: pgmap v12097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:23 smithi111 ceph-mon[97855]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:23 smithi111 ceph-mon[116524]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:23 smithi155 ceph-mon[102677]: pgmap v12098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:25 smithi111 ceph-mon[97855]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:25 smithi111 ceph-mon[116524]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:25 smithi155 ceph-mon[102677]: pgmap v12099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:28.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:27 smithi111 ceph-mon[97855]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:27 smithi111 ceph-mon[116524]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:27 smithi155 ceph-mon[102677]: pgmap v12100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:57:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:57:30.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:29 smithi111 ceph-mon[97855]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:29 smithi111 ceph-mon[116524]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:29 smithi155 ceph-mon[102677]: pgmap v12101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:31 smithi155 ceph-mon[102677]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:31 smithi111 ceph-mon[97855]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:31 smithi111 ceph-mon[116524]: pgmap v12102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:34 smithi155 ceph-mon[102677]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:34 smithi111 ceph-mon[97855]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:34 smithi111 ceph-mon[116524]: pgmap v12103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:36 smithi155 ceph-mon[102677]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:36 smithi111 ceph-mon[97855]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:36 smithi111 ceph-mon[116524]: pgmap v12104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:38 smithi155 ceph-mon[102677]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:38 smithi111 ceph-mon[97855]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:38 smithi111 ceph-mon[116524]: pgmap v12105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:57:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:57:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:40 smithi155 ceph-mon[102677]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:40 smithi111 ceph-mon[97855]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:40 smithi111 ceph-mon[116524]: pgmap v12106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:42 smithi155 ceph-mon[102677]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:42 smithi111 ceph-mon[97855]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:42 smithi111 ceph-mon[116524]: pgmap v12107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:42.653 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:57:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:57:42.960 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:57:42.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:57:42.962 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:57:43.342 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:57:43.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:57:43.344 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:57:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:44 smithi155 ceph-mon[102677]: from='client.27678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:44 smithi155 ceph-mon[102677]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:44 smithi155 ceph-mon[102677]: from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3939982245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[116524]: from='client.27678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[116524]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[116524]: from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3939982245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[97855]: from='client.27678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[97855]: pgmap v12108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[97855]: from='client.37562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3939982245' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:57:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:46 smithi155 ceph-mon[102677]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:46 smithi111 ceph-mon[97855]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:46 smithi111 ceph-mon[116524]: pgmap v12109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:48 smithi155 ceph-mon[102677]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:48 smithi111 ceph-mon[97855]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:48 smithi111 ceph-mon[116524]: pgmap v12110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:57:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:57:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:50 smithi155 ceph-mon[102677]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:50 smithi111 ceph-mon[97855]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:50 smithi111 ceph-mon[116524]: pgmap v12111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:57:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:52 smithi155 ceph-mon[102677]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:52 smithi111 ceph-mon[97855]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:52 smithi111 ceph-mon[116524]: pgmap v12112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:54 smithi155 ceph-mon[102677]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:54 smithi111 ceph-mon[97855]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:54 smithi111 ceph-mon[116524]: pgmap v12113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:56 smithi155 ceph-mon[102677]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:56 smithi111 ceph-mon[97855]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:56 smithi111 ceph-mon[116524]: pgmap v12114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:57:58 smithi155 ceph-mon[102677]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:57:58 smithi111 ceph-mon[97855]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:57:58 smithi111 ceph-mon[116524]: pgmap v12115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:57:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:57:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:58:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:00 smithi155 ceph-mon[102677]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:00 smithi111 ceph-mon[97855]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:00 smithi111 ceph-mon[116524]: pgmap v12116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:02 smithi155 ceph-mon[102677]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:02 smithi111 ceph-mon[97855]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:02 smithi111 ceph-mon[116524]: pgmap v12117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:04 smithi155 ceph-mon[102677]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:04 smithi111 ceph-mon[97855]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:04 smithi111 ceph-mon[116524]: pgmap v12118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:06 smithi155 ceph-mon[102677]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:06 smithi111 ceph-mon[97855]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:06 smithi111 ceph-mon[116524]: pgmap v12119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:08 smithi155 ceph-mon[102677]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:08 smithi111 ceph-mon[97855]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:08 smithi111 ceph-mon[116524]: pgmap v12120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:58:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:58:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:10 smithi155 ceph-mon[102677]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:10 smithi111 ceph-mon[97855]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:10 smithi111 ceph-mon[116524]: pgmap v12121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:12 smithi155 ceph-mon[102677]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:12 smithi111 ceph-mon[97855]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:12 smithi111 ceph-mon[116524]: pgmap v12122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:13.689 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:58:13.996 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:58:13.997 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:58:13.998 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:14.378 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:58:14.379 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:58:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:14 smithi155 ceph-mon[102677]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:14 smithi111 ceph-mon[97855]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:14 smithi111 ceph-mon[116524]: pgmap v12123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:15 smithi155 ceph-mon[102677]: from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:15 smithi155 ceph-mon[102677]: from='client.27702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/579321538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:58:15.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:15 smithi111 ceph-mon[97855]: from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:15 smithi111 ceph-mon[97855]: from='client.27702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/579321538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:58:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:15 smithi111 ceph-mon[116524]: from='client.37574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:15 smithi111 ceph-mon[116524]: from='client.27702 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/579321538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:58:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:16 smithi155 ceph-mon[102677]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:16 smithi111 ceph-mon[97855]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:16 smithi111 ceph-mon[116524]: pgmap v12124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:58:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:58:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:58:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:58:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:58:17.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:58:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:18 smithi155 ceph-mon[102677]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:18 smithi111 ceph-mon[97855]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:18 smithi111 ceph-mon[116524]: pgmap v12125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:58:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:58:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:20 smithi155 ceph-mon[102677]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:20 smithi111 ceph-mon[97855]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:20 smithi111 ceph-mon[116524]: pgmap v12126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:22 smithi155 ceph-mon[102677]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:22 smithi111 ceph-mon[97855]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:22 smithi111 ceph-mon[116524]: pgmap v12127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:24 smithi155 ceph-mon[102677]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:24 smithi111 ceph-mon[116524]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:24 smithi111 ceph-mon[97855]: pgmap v12128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:26 smithi155 ceph-mon[102677]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:26 smithi111 ceph-mon[97855]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:26 smithi111 ceph-mon[116524]: pgmap v12129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:28 smithi155 ceph-mon[102677]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:28 smithi111 ceph-mon[97855]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:28 smithi111 ceph-mon[116524]: pgmap v12130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:58:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:58:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:30 smithi155 ceph-mon[102677]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:30 smithi111 ceph-mon[116524]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:30 smithi111 ceph-mon[97855]: pgmap v12131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:32 smithi155 ceph-mon[102677]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:32.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:32 smithi111 ceph-mon[116524]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:32 smithi111 ceph-mon[97855]: pgmap v12132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:34 smithi155 ceph-mon[102677]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:34 smithi111 ceph-mon[97855]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:34 smithi111 ceph-mon[116524]: pgmap v12133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:35 smithi155 ceph-mon[102677]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:35 smithi111 ceph-mon[97855]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:35 smithi111 ceph-mon[116524]: pgmap v12134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:37 smithi155 ceph-mon[102677]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:37 smithi111 ceph-mon[97855]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:37 smithi111 ceph-mon[116524]: pgmap v12135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:58:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:58:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:39 smithi155 ceph-mon[102677]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:40.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:39 smithi111 ceph-mon[97855]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:39 smithi111 ceph-mon[116524]: pgmap v12136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:41 smithi155 ceph-mon[102677]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:42.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:41 smithi111 ceph-mon[97855]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:41 smithi111 ceph-mon[116524]: pgmap v12137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:43 smithi155 ceph-mon[102677]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:44.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:43 smithi111 ceph-mon[97855]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:44.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:43 smithi111 ceph-mon[116524]: pgmap v12138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:44.727 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:58:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:58:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:58:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:58:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:58:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:58:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:58:45.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:58:45.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:58:45.038 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:58:45.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:58:45.421 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:58:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:45 smithi155 ceph-mon[102677]: from='client.37592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:45 smithi155 ceph-mon[102677]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:45 smithi155 ceph-mon[102677]: from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/729523589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[97855]: from='client.37592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[97855]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[97855]: from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/729523589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[116524]: from='client.37592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[116524]: pgmap v12139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[116524]: from='client.37598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:58:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/729523589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:58:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:47 smithi155 ceph-mon[102677]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:48.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:47 smithi111 ceph-mon[97855]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:47 smithi111 ceph-mon[116524]: pgmap v12140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:58:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:58:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:49 smithi155 ceph-mon[102677]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:49 smithi111 ceph-mon[97855]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:49 smithi111 ceph-mon[116524]: pgmap v12141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:58:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:51 smithi155 ceph-mon[102677]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:52.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:51 smithi111 ceph-mon[97855]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:51 smithi111 ceph-mon[116524]: pgmap v12142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:53 smithi155 ceph-mon[102677]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:54.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:53 smithi111 ceph-mon[97855]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:53 smithi111 ceph-mon[116524]: pgmap v12143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:55 smithi155 ceph-mon[102677]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:55 smithi111 ceph-mon[97855]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:55 smithi111 ceph-mon[116524]: pgmap v12144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:57 smithi155 ceph-mon[102677]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:58.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:57 smithi111 ceph-mon[97855]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:57 smithi111 ceph-mon[116524]: pgmap v12145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:58:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:58:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T09:59:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:58:59 smithi155 ceph-mon[102677]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:00.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:58:59 smithi111 ceph-mon[97855]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:58:59 smithi111 ceph-mon[116524]: pgmap v12146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:01 smithi155 ceph-mon[102677]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:02.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:01 smithi111 ceph-mon[97855]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:01 smithi111 ceph-mon[116524]: pgmap v12147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:03 smithi155 ceph-mon[102677]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:03 smithi111 ceph-mon[97855]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:04.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:03 smithi111 ceph-mon[116524]: pgmap v12148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:05.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:06.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:05 smithi111 ceph-mon[97855]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:05 smithi111 ceph-mon[116524]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:06.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:05 smithi155 ceph-mon[102677]: pgmap v12149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:07 smithi111 ceph-mon[97855]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:07 smithi111 ceph-mon[116524]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:07 smithi155 ceph-mon[102677]: pgmap v12150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:59:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:59:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:09 smithi111 ceph-mon[97855]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:09 smithi111 ceph-mon[116524]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:09 smithi155 ceph-mon[102677]: pgmap v12151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:11 smithi111 ceph-mon[97855]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:11 smithi111 ceph-mon[116524]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:11 smithi155 ceph-mon[102677]: pgmap v12152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:13 smithi111 ceph-mon[97855]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:13 smithi111 ceph-mon[116524]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:13 smithi155 ceph-mon[102677]: pgmap v12153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:15.765 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:59:16.071 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:59:16.072 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:59:16.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:15 smithi111 ceph-mon[97855]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:15 smithi111 ceph-mon[116524]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:16.451 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:59:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:59:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:59:16.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:16.452 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:59:16.453 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:59:16.453 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:59:16.453 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:59:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:15 smithi155 ceph-mon[102677]: pgmap v12154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[97855]: from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[97855]: from='client.27738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2987359106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[116524]: from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[116524]: from='client.27738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2987359106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:59:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:16 smithi155 ceph-mon[102677]: from='client.37610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:16 smithi155 ceph-mon[102677]: from='client.27738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2987359106' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:59:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T09:59:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[97855]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:59:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:59:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:59:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[116524]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:59:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:59:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:59:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:17 smithi155 ceph-mon[102677]: pgmap v12155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T09:59:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T09:59:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T09:59:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:59:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:59:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:19 smithi111 ceph-mon[97855]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:19 smithi111 ceph-mon[116524]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:19 smithi155 ceph-mon[102677]: pgmap v12156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:22.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:21 smithi111 ceph-mon[97855]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:21 smithi111 ceph-mon[116524]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:21 smithi155 ceph-mon[102677]: pgmap v12157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:24.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:23 smithi111 ceph-mon[97855]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:23 smithi111 ceph-mon[116524]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:24.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:23 smithi155 ceph-mon[102677]: pgmap v12158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:26.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:25 smithi111 ceph-mon[97855]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:25 smithi111 ceph-mon[116524]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:26.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:25 smithi155 ceph-mon[102677]: pgmap v12159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:27 smithi111 ceph-mon[97855]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:27 smithi111 ceph-mon[116524]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:27 smithi155 ceph-mon[102677]: pgmap v12160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:59:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T09:59:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:30 smithi155 ceph-mon[102677]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:29 smithi111 ceph-mon[97855]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:30 smithi111 ceph-mon[116524]: pgmap v12161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:32 smithi155 ceph-mon[102677]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:32 smithi111 ceph-mon[97855]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:32 smithi111 ceph-mon[116524]: pgmap v12162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:34 smithi155 ceph-mon[102677]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:34 smithi111 ceph-mon[97855]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:34 smithi111 ceph-mon[116524]: pgmap v12163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:36 smithi155 ceph-mon[102677]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:36 smithi111 ceph-mon[97855]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:36 smithi111 ceph-mon[116524]: pgmap v12164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:38 smithi155 ceph-mon[102677]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:38 smithi111 ceph-mon[97855]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:38 smithi111 ceph-mon[116524]: pgmap v12165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:59:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T09:59:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:40 smithi155 ceph-mon[102677]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:40 smithi111 ceph-mon[97855]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:40 smithi111 ceph-mon[116524]: pgmap v12166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:42 smithi155 ceph-mon[102677]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:42 smithi111 ceph-mon[97855]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:42 smithi111 ceph-mon[116524]: pgmap v12167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:44 smithi155 ceph-mon[102677]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:44 smithi111 ceph-mon[97855]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:44 smithi111 ceph-mon[116524]: pgmap v12168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:46 smithi155 ceph-mon[102677]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:46 smithi111 ceph-mon[97855]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:46 smithi111 ceph-mon[116524]: pgmap v12169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:46.796 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T09:59:47.105 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 4977M 2392M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5275M 2392M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5586M 2392M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T09:59:47.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4711M 2392M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T09:59:47.107 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T09:59:47.107 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T09:59:47.107 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T09:59:47.107 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T09:59:47.107 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T09:59:47.482 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T09:59:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T09:59:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T09:59:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T09:59:47.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T09:59:47.483 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T09:59:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T09:59:47.484 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T09:59:47.484 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T09:59:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:48 smithi155 ceph-mon[102677]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:48 smithi155 ceph-mon[102677]: from='client.27750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:48 smithi155 ceph-mon[102677]: from='client.27756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2591223428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:59:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[97855]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[97855]: from='client.27750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[97855]: from='client.27756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2591223428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:59:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[116524]: pgmap v12170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[116524]: from='client.27750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[116524]: from='client.27756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T09:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2591223428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T09:59:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:59:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T09:59:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:50 smithi155 ceph-mon[102677]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:50 smithi111 ceph-mon[97855]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:50 smithi111 ceph-mon[116524]: pgmap v12171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T09:59:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:52 smithi155 ceph-mon[102677]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:52 smithi111 ceph-mon[97855]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:52 smithi111 ceph-mon[116524]: pgmap v12172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:54 smithi155 ceph-mon[102677]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:54 smithi111 ceph-mon[97855]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:54.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:54 smithi111 ceph-mon[116524]: pgmap v12173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:56.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:56 smithi155 ceph-mon[102677]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:56 smithi111 ceph-mon[97855]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:56 smithi111 ceph-mon[116524]: pgmap v12174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 09:59:58 smithi155 ceph-mon[102677]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 09:59:58 smithi111 ceph-mon[97855]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 09:59:58 smithi111 ceph-mon[116524]: pgmap v12175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T09:59:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 09:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:09:59:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:00:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:00 smithi155 ceph-mon[102677]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:00 smithi111 conmon[97831]: 2023-12-01T09:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:00 smithi111 ceph-mon[97855]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:00:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:00 smithi111 ceph-mon[116524]: pgmap v12176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:00:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:02 smithi155 ceph-mon[102677]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:02 smithi111 ceph-mon[97855]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:02 smithi111 ceph-mon[116524]: pgmap v12177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:04 smithi155 ceph-mon[102677]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:04 smithi111 ceph-mon[97855]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:04 smithi111 ceph-mon[116524]: pgmap v12178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:06 smithi155 ceph-mon[102677]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:06 smithi111 ceph-mon[97855]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:06 smithi111 ceph-mon[116524]: pgmap v12179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:08 smithi111 ceph-mon[97855]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:08 smithi111 ceph-mon[116524]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:08 smithi155 ceph-mon[102677]: pgmap v12180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:00:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:00:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:10 smithi155 ceph-mon[102677]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:10 smithi111 ceph-mon[97855]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:10 smithi111 ceph-mon[116524]: pgmap v12181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:12 smithi155 ceph-mon[102677]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:12 smithi111 ceph-mon[97855]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:12 smithi111 ceph-mon[116524]: pgmap v12182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:14 smithi155 ceph-mon[102677]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:14 smithi111 ceph-mon[97855]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:14 smithi111 ceph-mon[116524]: pgmap v12183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:16.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:16 smithi155 ceph-mon[102677]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:16 smithi111 ceph-mon[97855]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:16 smithi111 ceph-mon[116524]: pgmap v12184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:17.833 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:00:18.143 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:00:18.143 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:00:18.143 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:00:18.143 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:00:18.143 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 4977M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5275M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5586M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4711M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:00:18.144 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:00:18.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:00:18.145 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:00:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:00:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:00:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:00:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: pgmap v12185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:18.523 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:00:18.524 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:00:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:19 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2383M 2023-12-01T10:00:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:19 smithi155 ceph-mon[102677]: from='client.27768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2471803037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:00:19.497 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:00:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T10:00:19.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:19 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2383M 2023-12-01T10:00:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:19 smithi111 ceph-mon[97855]: from='client.27768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2471803037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:00:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:19 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2383M 2023-12-01T10:00:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:19 smithi111 ceph-mon[116524]: from='client.27768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2471803037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:00:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:20 smithi155 ceph-mon[102677]: from='client.27774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:20 smithi155 ceph-mon[102677]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:20 smithi111 ceph-mon[97855]: from='client.27774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:20 smithi111 ceph-mon[97855]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:20 smithi111 ceph-mon[116524]: from='client.27774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:20 smithi111 ceph-mon[116524]: pgmap v12186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:22 smithi155 ceph-mon[102677]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:22 smithi111 ceph-mon[97855]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:22 smithi111 ceph-mon[116524]: pgmap v12187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:24 smithi155 ceph-mon[102677]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:24 smithi111 ceph-mon[97855]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:24 smithi111 ceph-mon[116524]: pgmap v12188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:26 smithi155 ceph-mon[102677]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:26 smithi111 ceph-mon[97855]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:26 smithi111 ceph-mon[116524]: pgmap v12189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:28 smithi155 ceph-mon[102677]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:28 smithi111 ceph-mon[97855]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:28 smithi111 ceph-mon[116524]: pgmap v12190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:00:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T10:00:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:30 smithi155 ceph-mon[102677]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:30 smithi111 ceph-mon[97855]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:30 smithi111 ceph-mon[116524]: pgmap v12191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:32 smithi155 ceph-mon[102677]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:32 smithi111 ceph-mon[97855]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:32 smithi111 ceph-mon[116524]: pgmap v12192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:34 smithi155 ceph-mon[102677]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:34 smithi111 ceph-mon[97855]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:34.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:34 smithi111 ceph-mon[116524]: pgmap v12193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:36 smithi155 ceph-mon[102677]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:36 smithi111 ceph-mon[97855]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:36 smithi111 ceph-mon[116524]: pgmap v12194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:38 smithi155 ceph-mon[102677]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:38 smithi111 ceph-mon[97855]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:38.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:38 smithi111 ceph-mon[116524]: pgmap v12195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:00:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:00:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:40 smithi155 ceph-mon[102677]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:40 smithi111 ceph-mon[97855]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:40 smithi111 ceph-mon[116524]: pgmap v12196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:42 smithi155 ceph-mon[102677]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:42 smithi111 ceph-mon[97855]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:42 smithi111 ceph-mon[116524]: pgmap v12197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:43 smithi155 ceph-mon[102677]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:43 smithi111 ceph-mon[97855]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:43 smithi111 ceph-mon[116524]: pgmap v12198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:45 smithi155 ceph-mon[102677]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:46.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:45 smithi111 ceph-mon[97855]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:45 smithi111 ceph-mon[116524]: pgmap v12199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:47 smithi155 ceph-mon[102677]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:47 smithi111 ceph-mon[97855]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:47 smithi111 ceph-mon[116524]: pgmap v12200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:48.871 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:00:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 4977M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5275M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5586M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4711M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:00:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:00:49.565 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:00:49.565 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:00:49.565 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:00:49.565 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:00:49.566 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:00:49.567 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:00:49.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:00:49.567 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:00:49.567 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:00:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:00:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:49 smithi155 ceph-mon[102677]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:49 smithi155 ceph-mon[102677]: from='client.27786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1723762148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[97855]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[97855]: from='client.27786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1723762148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:00:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[116524]: pgmap v12201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[116524]: from='client.27786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1723762148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:00:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:50 smithi155 ceph-mon[102677]: from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:50 smithi111 ceph-mon[97855]: from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:50 smithi111 ceph-mon[116524]: from='client.37670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:00:52.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:51 smithi111 ceph-mon[97855]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:52.247 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:51 smithi111 ceph-mon[116524]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:51 smithi155 ceph-mon[102677]: pgmap v12202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:53 smithi111 ceph-mon[97855]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:53 smithi111 ceph-mon[116524]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:53 smithi155 ceph-mon[102677]: pgmap v12203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:55 smithi111 ceph-mon[97855]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:55 smithi111 ceph-mon[116524]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:55 smithi155 ceph-mon[102677]: pgmap v12204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:57 smithi111 ceph-mon[97855]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:57 smithi111 ceph-mon[116524]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:57 smithi155 ceph-mon[102677]: pgmap v12205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:00:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:00:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:01:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:00:59 smithi111 ceph-mon[97855]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:00:59 smithi111 ceph-mon[116524]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:00.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:00:59 smithi155 ceph-mon[102677]: pgmap v12206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:01 smithi155 ceph-mon[102677]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:02.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:01 smithi111 ceph-mon[97855]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:01 smithi111 ceph-mon[116524]: pgmap v12207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:04.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:03 smithi111 ceph-mon[97855]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:03 smithi111 ceph-mon[116524]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:03 smithi155 ceph-mon[102677]: pgmap v12208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:05.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:06.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:05 smithi111 ceph-mon[97855]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:05 smithi111 ceph-mon[116524]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:06.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:05 smithi155 ceph-mon[102677]: pgmap v12209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:07 smithi111 ceph-mon[97855]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:07 smithi111 ceph-mon[116524]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:07 smithi155 ceph-mon[102677]: pgmap v12210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:01:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:01:10.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:09 smithi111 ceph-mon[97855]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:09 smithi111 ceph-mon[116524]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:09 smithi155 ceph-mon[102677]: pgmap v12211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:11 smithi111 ceph-mon[97855]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:11 smithi111 ceph-mon[116524]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:11 smithi155 ceph-mon[102677]: pgmap v12212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:13 smithi111 ceph-mon[97855]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:13 smithi111 ceph-mon[116524]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:13 smithi155 ceph-mon[102677]: pgmap v12213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:16 smithi155 ceph-mon[102677]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:15 smithi111 ceph-mon[97855]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:16 smithi111 ceph-mon[116524]: pgmap v12214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:18.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:18 smithi155 ceph-mon[102677]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:01:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:18 smithi111 ceph-mon[97855]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:01:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:18 smithi111 ceph-mon[116524]: pgmap v12215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:01:19.296 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:01:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:01:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:01:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:01:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:01:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:01:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:01:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:01:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:01:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:01:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:01:19.915 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:01:20.222 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 4977M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5275M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5586M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4711M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:01:20.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:01:20.224 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:01:20.224 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:01:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:20 smithi155 ceph-mon[102677]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:20 smithi111 ceph-mon[97855]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:20 smithi111 ceph-mon[116524]: pgmap v12216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:01:20.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:20.600 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:01:20.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:01:20.600 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:01:20.600 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:01:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:21 smithi155 ceph-mon[102677]: from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2142057480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:01:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:21 smithi111 ceph-mon[97855]: from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2142057480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:01:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:21 smithi111 ceph-mon[116524]: from='client.37682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2142057480' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:01:22.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:22 smithi155 ceph-mon[102677]: from='client.27810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:22 smithi155 ceph-mon[102677]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:22 smithi111 ceph-mon[97855]: from='client.27810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:22 smithi111 ceph-mon[97855]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:22 smithi111 ceph-mon[116524]: from='client.27810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:22 smithi111 ceph-mon[116524]: pgmap v12217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:24 smithi155 ceph-mon[102677]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:24 smithi111 ceph-mon[97855]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:24.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:24 smithi111 ceph-mon[116524]: pgmap v12218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:26 smithi155 ceph-mon[102677]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:26 smithi111 ceph-mon[97855]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:26 smithi111 ceph-mon[116524]: pgmap v12219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:28 smithi155 ceph-mon[102677]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:28 smithi111 ceph-mon[97855]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:28 smithi111 ceph-mon[116524]: pgmap v12220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:01:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:01:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:30 smithi155 ceph-mon[102677]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:30 smithi111 ceph-mon[97855]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:30 smithi111 ceph-mon[116524]: pgmap v12221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:32 smithi155 ceph-mon[102677]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:32 smithi111 ceph-mon[97855]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:32 smithi111 ceph-mon[116524]: pgmap v12222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:34 smithi155 ceph-mon[102677]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:34 smithi111 ceph-mon[97855]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:34 smithi111 ceph-mon[116524]: pgmap v12223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:36.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:36 smithi155 ceph-mon[102677]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:36 smithi111 ceph-mon[97855]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:36.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:36 smithi111 ceph-mon[116524]: pgmap v12224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:38 smithi155 ceph-mon[102677]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:38 smithi111 ceph-mon[97855]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:38 smithi111 ceph-mon[116524]: pgmap v12225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:01:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:01:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:40 smithi155 ceph-mon[102677]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:40 smithi111 ceph-mon[97855]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:40.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:40 smithi111 ceph-mon[116524]: pgmap v12226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:42 smithi155 ceph-mon[102677]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:42 smithi111 ceph-mon[97855]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:42.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:42 smithi111 ceph-mon[116524]: pgmap v12227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:44 smithi155 ceph-mon[102677]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:44.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:44 smithi111 ceph-mon[116524]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:44 smithi111 ceph-mon[97855]: pgmap v12228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:46.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:46 smithi155 ceph-mon[102677]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:46 smithi111 ceph-mon[97855]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:46 smithi111 ceph-mon[116524]: pgmap v12229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:48 smithi155 ceph-mon[102677]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:48 smithi111 ceph-mon[97855]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:48 smithi111 ceph-mon[116524]: pgmap v12230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:01:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:01:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:50 smithi155 ceph-mon[102677]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:50.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:50 smithi111 ceph-mon[116524]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:50 smithi111 ceph-mon[97855]: pgmap v12231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:01:50.943 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.4M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:01:51.251 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 762M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1490M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 691M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 640M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 4977M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5275M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5586M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4711M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:01:51.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3743M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4662M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4093M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4795M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:01:51.253 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 121M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:01:51.630 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:01:51.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:01:51.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:01:51.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:51.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:01:51.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:01:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:01:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:01:51.632 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:01:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:52 smithi155 ceph-mon[102677]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:52 smithi155 ceph-mon[102677]: from='client.27822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/531860405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:01:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:52 smithi111 ceph-mon[116524]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:52 smithi111 ceph-mon[116524]: from='client.27822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/531860405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:52 smithi111 ceph-mon[97855]: pgmap v12232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:52 smithi111 ceph-mon[97855]: from='client.27822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/531860405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:01:53.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:53 smithi155 ceph-mon[102677]: from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:53.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:53 smithi111 ceph-mon[97855]: from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:53 smithi111 ceph-mon[116524]: from='client.37706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:01:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:54 smithi155 ceph-mon[102677]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:54 smithi111 ceph-mon[97855]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:54 smithi111 ceph-mon[116524]: pgmap v12233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:56.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:56 smithi155 ceph-mon[102677]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:56.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:56 smithi111 ceph-mon[116524]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:56 smithi111 ceph-mon[97855]: pgmap v12234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:01:58 smithi155 ceph-mon[102677]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:01:58 smithi111 ceph-mon[97855]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:01:58 smithi111 ceph-mon[116524]: pgmap v12235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:01:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:01:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:02:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:00 smithi155 ceph-mon[102677]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:00 smithi111 ceph-mon[97855]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:00.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:00 smithi111 ceph-mon[116524]: pgmap v12236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:02 smithi155 ceph-mon[102677]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:02 smithi111 ceph-mon[97855]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:02 smithi111 ceph-mon[116524]: pgmap v12237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:04 smithi155 ceph-mon[102677]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:04 smithi111 ceph-mon[97855]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:04.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:04 smithi111 ceph-mon[116524]: pgmap v12238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:06 smithi155 ceph-mon[102677]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:06 smithi111 ceph-mon[97855]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:06 smithi111 ceph-mon[116524]: pgmap v12239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:08 smithi155 ceph-mon[102677]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:08 smithi111 ceph-mon[97855]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:08.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:08 smithi111 ceph-mon[116524]: pgmap v12240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:02:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:02:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:10 smithi155 ceph-mon[102677]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:10 smithi111 ceph-mon[97855]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:10 smithi111 ceph-mon[116524]: pgmap v12241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:12 smithi155 ceph-mon[102677]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:12 smithi111 ceph-mon[97855]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:12 smithi111 ceph-mon[116524]: pgmap v12242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:14 smithi155 ceph-mon[102677]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:14 smithi111 ceph-mon[97855]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:14 smithi111 ceph-mon[116524]: pgmap v12243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:16.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:16 smithi155 ceph-mon[102677]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:16 smithi111 ceph-mon[97855]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:16.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:16 smithi111 ceph-mon[116524]: pgmap v12244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:18 smithi155 ceph-mon[102677]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:18 smithi111 ceph-mon[97855]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:18.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:18 smithi111 ceph-mon[116524]: pgmap v12245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:02:19.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:02:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:02:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:02:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:02:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:20 smithi155 ceph-mon[102677]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:20 smithi111 ceph-mon[97855]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:20 smithi111 ceph-mon[116524]: pgmap v12246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:02:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:02:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.964 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:02:21.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:21.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: pgmap v12247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:02:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 1s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 1s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 1s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 1s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 1s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 1s ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 1s ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 1s ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:02:22.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 1s ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 1s ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 1s ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 1s ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 1s ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 1s ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 1s ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 1s ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 1s ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 1s ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 1s ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:02:22.274 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 1s ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:02:22.654 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:02:22.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:02:22.656 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:02:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:22 smithi155 ceph-mon[102677]: from='client.27840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:22 smithi111 ceph-mon[97855]: from='client.27840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:22 smithi111 ceph-mon[116524]: from='client.27840 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:23 smithi155 ceph-mon[102677]: from='client.37724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1130305017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:02:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:23 smithi155 ceph-mon[102677]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:23 smithi111 ceph-mon[97855]: from='client.37724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1130305017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:02:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:23 smithi111 ceph-mon[97855]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:23 smithi111 ceph-mon[116524]: from='client.37724 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1130305017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:02:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:23 smithi111 ceph-mon[116524]: pgmap v12248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:25 smithi155 ceph-mon[102677]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:26.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:25 smithi111 ceph-mon[97855]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:25 smithi111 ceph-mon[116524]: pgmap v12249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:27 smithi155 ceph-mon[102677]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:27 smithi111 ceph-mon[97855]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:27 smithi111 ceph-mon[116524]: pgmap v12250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:02:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:02:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:29 smithi111 ceph-mon[97855]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:29 smithi111 ceph-mon[116524]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:29 smithi155 ceph-mon[102677]: pgmap v12251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:31 smithi111 ceph-mon[97855]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:31 smithi111 ceph-mon[116524]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:31 smithi155 ceph-mon[102677]: pgmap v12252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:33 smithi111 ceph-mon[97855]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:33 smithi111 ceph-mon[116524]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:33 smithi155 ceph-mon[102677]: pgmap v12253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:35.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:35 smithi111 ceph-mon[97855]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:35 smithi111 ceph-mon[116524]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:35 smithi155 ceph-mon[102677]: pgmap v12254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:37 smithi111 ceph-mon[97855]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:37 smithi111 ceph-mon[116524]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:37 smithi155 ceph-mon[102677]: pgmap v12255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:02:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:02:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:39 smithi111 ceph-mon[97855]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:39 smithi111 ceph-mon[116524]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 10:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T10:02:40.176448175Z level=info msg="Completed cleanup jobs" duration=143.112641ms 2023-12-01T10:02:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:39 smithi155 ceph-mon[102677]: pgmap v12256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:41 smithi111 ceph-mon[97855]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:41 smithi111 ceph-mon[116524]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:41 smithi155 ceph-mon[102677]: pgmap v12257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:43 smithi111 ceph-mon[97855]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:43 smithi111 ceph-mon[116524]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:44.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:43 smithi155 ceph-mon[102677]: pgmap v12258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:46 smithi155 ceph-mon[102677]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:46 smithi111 ceph-mon[97855]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:46 smithi111 ceph-mon[116524]: pgmap v12259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:48 smithi155 ceph-mon[102677]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:48 smithi111 ceph-mon[97855]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:48 smithi111 ceph-mon[116524]: pgmap v12260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:02:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:02:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:50 smithi155 ceph-mon[102677]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:50 smithi111 ceph-mon[97855]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:50 smithi111 ceph-mon[116524]: pgmap v12261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:02:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:52 smithi155 ceph-mon[102677]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:52 smithi111 ceph-mon[97855]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:52 smithi111 ceph-mon[116524]: pgmap v12262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:53.007 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 32s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 32s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 32s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 32s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 32s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:02:53.312 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 32s ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 32s ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 32s ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 32s ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 32s ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 32s ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 32s ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:02:53.313 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 32s ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 32s ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 32s ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 32s ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 32s ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 32s ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:02:53.314 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 32s ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:02:53.315 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 32s ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:02:53.697 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:02:53.698 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:02:53.699 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:02:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:54 smithi155 ceph-mon[102677]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:54 smithi155 ceph-mon[102677]: from='client.37736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2932001677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:02:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:54 smithi111 ceph-mon[97855]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:54 smithi111 ceph-mon[97855]: from='client.37736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2932001677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:02:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:54 smithi111 ceph-mon[116524]: pgmap v12263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:54 smithi111 ceph-mon[116524]: from='client.37736 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2932001677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:02:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:55 smithi155 ceph-mon[102677]: from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:55.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:55 smithi111 ceph-mon[97855]: from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:55 smithi111 ceph-mon[116524]: from='client.37742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:02:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:56 smithi155 ceph-mon[102677]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:56 smithi111 ceph-mon[97855]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:56 smithi111 ceph-mon[116524]: pgmap v12264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:02:58 smithi155 ceph-mon[102677]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:02:58 smithi111 ceph-mon[97855]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:02:58 smithi111 ceph-mon[116524]: pgmap v12265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:02:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:03:00.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:00 smithi155 ceph-mon[102677]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:00 smithi111 ceph-mon[97855]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:00 smithi111 ceph-mon[116524]: pgmap v12266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:02 smithi155 ceph-mon[102677]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:02 smithi111 ceph-mon[97855]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:02 smithi111 ceph-mon[116524]: pgmap v12267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:04.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:04 smithi155 ceph-mon[102677]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:04 smithi111 ceph-mon[97855]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:04 smithi111 ceph-mon[116524]: pgmap v12268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:06 smithi155 ceph-mon[102677]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:06 smithi111 ceph-mon[97855]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:06 smithi111 ceph-mon[116524]: pgmap v12269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:08 smithi155 ceph-mon[102677]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:08 smithi111 ceph-mon[97855]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:08 smithi111 ceph-mon[116524]: pgmap v12270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:03:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:03:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:10 smithi155 ceph-mon[102677]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:10 smithi111 ceph-mon[97855]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:10.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:10 smithi111 ceph-mon[116524]: pgmap v12271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:12.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:12 smithi155 ceph-mon[102677]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:12 smithi111 ceph-mon[97855]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:12.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:12 smithi111 ceph-mon[116524]: pgmap v12272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:14.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:14 smithi155 ceph-mon[102677]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:14 smithi111 ceph-mon[97855]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:14.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:14 smithi111 ceph-mon[116524]: pgmap v12273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:16 smithi155 ceph-mon[102677]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:16 smithi111 ceph-mon[97855]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:16 smithi111 ceph-mon[116524]: pgmap v12274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:18 smithi155 ceph-mon[102677]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:18 smithi111 ceph-mon[97855]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:18.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:18 smithi111 ceph-mon[116524]: pgmap v12275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:03:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:03:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:20 smithi155 ceph-mon[102677]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:20 smithi111 ceph-mon[97855]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:20 smithi111 ceph-mon[116524]: pgmap v12276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:22 smithi155 ceph-mon[102677]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:03:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:03:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:03:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:03:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[116524]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:03:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:03:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:03:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:03:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[97855]: pgmap v12277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:03:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:03:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:03:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:03:24.044 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 63s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 63s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 63s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 63s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 63s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 63s ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 63s ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 63s ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 63s ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 63s ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:03:24.352 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 63s ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 63s ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 63s ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 63s ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 63s ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 63s ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 63s ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 63s ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 63s ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:03:24.353 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 63s ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:03:24.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:24 smithi155 ceph-mon[102677]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:24 smithi111 ceph-mon[97855]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:24.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:24 smithi111 ceph-mon[116524]: pgmap v12278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:03:24.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:03:24.739 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:03:25.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:25 smithi155 ceph-mon[102677]: from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2092314926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:03:25.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:25 smithi111 ceph-mon[97855]: from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:25.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2092314926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:03:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:25 smithi111 ceph-mon[116524]: from='client.37754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2092314926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:03:26.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:26 smithi155 ceph-mon[102677]: from='client.37760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:26 smithi155 ceph-mon[102677]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:26 smithi111 ceph-mon[97855]: from='client.37760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:26 smithi111 ceph-mon[97855]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:26 smithi111 ceph-mon[116524]: from='client.37760 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:26 smithi111 ceph-mon[116524]: pgmap v12279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:28.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:28 smithi155 ceph-mon[102677]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:28 smithi111 ceph-mon[97855]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:28 smithi111 ceph-mon[116524]: pgmap v12280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:03:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:03:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:30 smithi155 ceph-mon[102677]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:30 smithi111 ceph-mon[97855]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:30 smithi111 ceph-mon[116524]: pgmap v12281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:32 smithi155 ceph-mon[102677]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:32 smithi111 ceph-mon[97855]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:32 smithi111 ceph-mon[116524]: pgmap v12282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:34 smithi155 ceph-mon[102677]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:34 smithi111 ceph-mon[97855]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:34 smithi111 ceph-mon[116524]: pgmap v12283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:36 smithi155 ceph-mon[102677]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:36 smithi111 ceph-mon[97855]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:36 smithi111 ceph-mon[116524]: pgmap v12284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:38 smithi155 ceph-mon[102677]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:38 smithi111 ceph-mon[97855]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:38 smithi111 ceph-mon[116524]: pgmap v12285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:03:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:03:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:40 smithi155 ceph-mon[102677]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:40 smithi111 ceph-mon[97855]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:40 smithi111 ceph-mon[116524]: pgmap v12286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:42 smithi155 ceph-mon[102677]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:42 smithi111 ceph-mon[97855]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:42 smithi111 ceph-mon[116524]: pgmap v12287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:44.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:44 smithi155 ceph-mon[102677]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:44 smithi111 ceph-mon[97855]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:44.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:44 smithi111 ceph-mon[116524]: pgmap v12288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:46 smithi155 ceph-mon[102677]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:46 smithi111 ceph-mon[97855]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:46 smithi111 ceph-mon[116524]: pgmap v12289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:48 smithi155 ceph-mon[102677]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:48 smithi111 ceph-mon[97855]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:48.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:48 smithi111 ceph-mon[116524]: pgmap v12290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:03:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:03:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:50 smithi155 ceph-mon[102677]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:50 smithi111 ceph-mon[97855]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:50 smithi111 ceph-mon[116524]: pgmap v12291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:03:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:52 smithi155 ceph-mon[102677]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:52 smithi111 ceph-mon[97855]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:52 smithi111 ceph-mon[116524]: pgmap v12292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:54 smithi155 ceph-mon[102677]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:54 smithi111 ceph-mon[97855]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:54 smithi111 ceph-mon[116524]: pgmap v12293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:55.086 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:03:55.391 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:03:55.391 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 94s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 94s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 94s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 94s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 94s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 94s ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 94s ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 94s ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 94s ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:03:55.392 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 94s ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 94s ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 94s ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 94s ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 94s ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 94s ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 94s ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 94s ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:03:55.393 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 94s ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:03:55.394 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 94s ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:03:55.394 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 94s ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:03:55.768 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:03:55.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:03:55.770 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:03:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:56 smithi155 ceph-mon[102677]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:56 smithi155 ceph-mon[102677]: from='client.37772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1943542353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:03:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:56 smithi111 ceph-mon[97855]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:56 smithi111 ceph-mon[97855]: from='client.37772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1943542353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:03:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:56 smithi111 ceph-mon[116524]: pgmap v12294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:56 smithi111 ceph-mon[116524]: from='client.37772 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1943542353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:03:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:57 smithi155 ceph-mon[102677]: from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:57 smithi111 ceph-mon[97855]: from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:57 smithi111 ceph-mon[116524]: from='client.37778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:03:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:03:58 smithi155 ceph-mon[102677]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:03:58 smithi111 ceph-mon[97855]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:03:58 smithi111 ceph-mon[116524]: pgmap v12295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:03:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:03:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:04:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:00 smithi155 ceph-mon[102677]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:00 smithi111 ceph-mon[97855]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:00 smithi111 ceph-mon[116524]: pgmap v12296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:02 smithi155 ceph-mon[102677]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:02 smithi111 ceph-mon[97855]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:02 smithi111 ceph-mon[116524]: pgmap v12297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:04 smithi155 ceph-mon[102677]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:04 smithi111 ceph-mon[97855]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:04 smithi111 ceph-mon[116524]: pgmap v12298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:06 smithi155 ceph-mon[102677]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:06 smithi111 ceph-mon[97855]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:06.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:06 smithi111 ceph-mon[116524]: pgmap v12299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:08 smithi155 ceph-mon[102677]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:08 smithi111 ceph-mon[97855]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:08.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:08 smithi111 ceph-mon[116524]: pgmap v12300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:04:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:04:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:10 smithi155 ceph-mon[102677]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:10 smithi111 ceph-mon[97855]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:10 smithi111 ceph-mon[116524]: pgmap v12301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:12 smithi155 ceph-mon[102677]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:12 smithi111 ceph-mon[97855]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:12 smithi111 ceph-mon[116524]: pgmap v12302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:14 smithi155 ceph-mon[102677]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:14 smithi111 ceph-mon[97855]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:14 smithi111 ceph-mon[116524]: pgmap v12303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:15 smithi111 ceph-mon[97855]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:15 smithi111 ceph-mon[116524]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:15 smithi155 ceph-mon[102677]: pgmap v12304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:17 smithi155 ceph-mon[102677]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:17 smithi111 ceph-mon[97855]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:17 smithi111 ceph-mon[116524]: pgmap v12305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:04:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:04:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:19 smithi111 ceph-mon[97855]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:19 smithi111 ceph-mon[116524]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:19 smithi155 ceph-mon[102677]: pgmap v12306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:22 smithi155 ceph-mon[102677]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:04:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:21 smithi111 ceph-mon[97855]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:04:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:22 smithi111 ceph-mon[116524]: pgmap v12307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:04:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:04:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:04:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:23 smithi155 ceph-mon[102677]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:04:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[116524]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:04:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:04:23.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:04:23.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:23 smithi111 ceph-mon[97855]: pgmap v12308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:26.118 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:04:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:25 smithi155 ceph-mon[102677]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:26.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:25 smithi111 ceph-mon[97855]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:25 smithi111 ceph-mon[116524]: pgmap v12309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:26.424 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:04:26.424 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:04:26.425 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:04:26.426 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:04:26.804 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:26.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:04:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:04:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:04:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:04:26.806 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:04:26.806 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:04:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:26 smithi155 ceph-mon[102677]: from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3089481681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:04:27.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:26 smithi111 ceph-mon[97855]: from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3089481681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:04:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:26 smithi111 ceph-mon[116524]: from='client.37790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3089481681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:04:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:27 smithi155 ceph-mon[102677]: from='client.27918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:27 smithi155 ceph-mon[102677]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:28.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:27 smithi111 ceph-mon[97855]: from='client.27918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:27 smithi111 ceph-mon[97855]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:27 smithi111 ceph-mon[116524]: from='client.27918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:27 smithi111 ceph-mon[116524]: pgmap v12310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:04:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:04:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:29 smithi155 ceph-mon[102677]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:29 smithi111 ceph-mon[97855]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:29 smithi111 ceph-mon[116524]: pgmap v12311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:32.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:32 smithi155 ceph-mon[102677]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:32 smithi111 ceph-mon[97855]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:32 smithi111 ceph-mon[116524]: pgmap v12312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:34 smithi155 ceph-mon[102677]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:34 smithi111 ceph-mon[97855]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:34 smithi111 ceph-mon[116524]: pgmap v12313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:36 smithi155 ceph-mon[102677]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:36 smithi111 ceph-mon[97855]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:36 smithi111 ceph-mon[116524]: pgmap v12314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:38 smithi155 ceph-mon[102677]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:38 smithi111 ceph-mon[97855]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:38 smithi111 ceph-mon[116524]: pgmap v12315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:04:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:04:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:40 smithi155 ceph-mon[102677]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:40.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:40 smithi111 ceph-mon[116524]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:40 smithi111 ceph-mon[97855]: pgmap v12316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:42 smithi155 ceph-mon[102677]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:42 smithi111 ceph-mon[97855]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:42 smithi111 ceph-mon[116524]: pgmap v12317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:44 smithi155 ceph-mon[102677]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:44 smithi111 ceph-mon[97855]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:44 smithi111 ceph-mon[116524]: pgmap v12318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:46 smithi155 ceph-mon[102677]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:46 smithi111 ceph-mon[97855]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:46 smithi111 ceph-mon[116524]: pgmap v12319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:48 smithi155 ceph-mon[102677]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:48 smithi111 ceph-mon[97855]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:48 smithi111 ceph-mon[116524]: pgmap v12320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:04:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:04:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:50 smithi155 ceph-mon[102677]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:50 smithi111 ceph-mon[97855]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:50 smithi111 ceph-mon[116524]: pgmap v12321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:04:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:52 smithi155 ceph-mon[102677]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:52 smithi111 ceph-mon[97855]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:52.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:52 smithi111 ceph-mon[116524]: pgmap v12322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:54 smithi155 ceph-mon[102677]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:54 smithi111 ceph-mon[97855]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:54.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:54 smithi111 ceph-mon[116524]: pgmap v12323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:56 smithi155 ceph-mon[102677]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:56 smithi111 ceph-mon[97855]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:56 smithi111 ceph-mon[116524]: pgmap v12324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:57.154 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:04:57.462 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:04:57.463 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:04:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:04:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:04:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:04:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:04:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:04:57.464 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:04:57.840 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:04:57.840 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:04:57.840 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:04:57.841 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:04:57.842 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:04:57.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:04:57.842 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:04:57.842 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:04:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:58 smithi155 ceph-mon[102677]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:58 smithi155 ceph-mon[102677]: from='client.37808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/484634381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:04:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:58 smithi111 ceph-mon[97855]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:58 smithi111 ceph-mon[97855]: from='client.37808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/484634381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:04:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:58 smithi111 ceph-mon[116524]: pgmap v12325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:04:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:58 smithi111 ceph-mon[116524]: from='client.37808 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/484634381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:04:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:04:59 smithi155 ceph-mon[102677]: from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:59.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:04:59 smithi111 ceph-mon[97855]: from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:04:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:04:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:04:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:04:59 smithi111 ceph-mon[116524]: from='client.37814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:00 smithi155 ceph-mon[102677]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:00 smithi111 ceph-mon[97855]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:00 smithi111 ceph-mon[116524]: pgmap v12326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:02 smithi155 ceph-mon[102677]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:02 smithi111 ceph-mon[97855]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:02 smithi111 ceph-mon[116524]: pgmap v12327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:04 smithi155 ceph-mon[102677]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:04 smithi111 ceph-mon[97855]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:04 smithi111 ceph-mon[116524]: pgmap v12328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:06 smithi155 ceph-mon[102677]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:06 smithi111 ceph-mon[97855]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:06 smithi111 ceph-mon[116524]: pgmap v12329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:08 smithi155 ceph-mon[102677]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:08 smithi111 ceph-mon[97855]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:08 smithi111 ceph-mon[116524]: pgmap v12330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:05:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:05:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:10 smithi155 ceph-mon[102677]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:10 smithi111 ceph-mon[97855]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:10 smithi111 ceph-mon[116524]: pgmap v12331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:12 smithi155 ceph-mon[102677]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:12 smithi111 ceph-mon[97855]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:12 smithi111 ceph-mon[116524]: pgmap v12332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:14 smithi155 ceph-mon[102677]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:14 smithi111 ceph-mon[97855]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:14 smithi111 ceph-mon[116524]: pgmap v12333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:16 smithi155 ceph-mon[102677]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:16 smithi111 ceph-mon[97855]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:16 smithi111 ceph-mon[116524]: pgmap v12334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:18 smithi155 ceph-mon[102677]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:18 smithi111 ceph-mon[97855]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:18.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:18 smithi111 ceph-mon[116524]: pgmap v12335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:05:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:05:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:20 smithi155 ceph-mon[102677]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:20 smithi111 ceph-mon[97855]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:20 smithi111 ceph-mon[116524]: pgmap v12336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:22 smithi155 ceph-mon[102677]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:22 smithi111 ceph-mon[97855]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:22 smithi111 ceph-mon[116524]: pgmap v12337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:05:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:05:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:05:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:24 smithi155 ceph-mon[102677]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:05:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:05:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[116524]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[97855]: pgmap v12338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:05:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:05:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:05:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:26 smithi155 ceph-mon[102677]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:26 smithi111 ceph-mon[97855]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:26 smithi111 ceph-mon[116524]: pgmap v12339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:28.191 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:05:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:28 smithi155 ceph-mon[102677]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:28.495 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:05:28.495 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:05:28.495 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:05:28.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:05:28.497 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:05:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:28 smithi111 ceph-mon[116524]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:28 smithi111 ceph-mon[97855]: pgmap v12340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:28.875 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:05:28.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:05:28.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:05:28.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:05:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:05:28.877 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:05:28.877 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:05:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:29 smithi155 ceph-mon[102677]: from='client.27948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3018480845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:05:29.497 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:05:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:05:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:29 smithi111 ceph-mon[97855]: from='client.27948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3018480845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:05:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:29 smithi111 ceph-mon[116524]: from='client.27948 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3018480845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:05:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:30 smithi155 ceph-mon[102677]: from='client.27954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:30 smithi155 ceph-mon[102677]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:30 smithi111 ceph-mon[97855]: from='client.27954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:30 smithi111 ceph-mon[97855]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:30 smithi111 ceph-mon[116524]: from='client.27954 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:05:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:30 smithi111 ceph-mon[116524]: pgmap v12341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:32 smithi155 ceph-mon[102677]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:32 smithi111 ceph-mon[97855]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:32 smithi111 ceph-mon[116524]: pgmap v12342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:34 smithi155 ceph-mon[102677]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:34 smithi111 ceph-mon[97855]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:34 smithi111 ceph-mon[116524]: pgmap v12343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:36 smithi155 ceph-mon[102677]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:36 smithi111 ceph-mon[116524]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:36 smithi111 ceph-mon[97855]: pgmap v12344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:38 smithi155 ceph-mon[102677]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:38 smithi111 ceph-mon[97855]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:38 smithi111 ceph-mon[116524]: pgmap v12345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:05:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:05:40.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:40 smithi155 ceph-mon[102677]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:40 smithi111 ceph-mon[97855]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:40.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:40 smithi111 ceph-mon[116524]: pgmap v12346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:42 smithi155 ceph-mon[102677]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:42 smithi111 ceph-mon[97855]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:42 smithi111 ceph-mon[116524]: pgmap v12347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:44 smithi155 ceph-mon[102677]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:44 smithi111 ceph-mon[97855]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:44.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:44 smithi111 ceph-mon[116524]: pgmap v12348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:46.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:46 smithi155 ceph-mon[102677]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:46 smithi111 ceph-mon[97855]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:46 smithi111 ceph-mon[116524]: pgmap v12349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:48 smithi155 ceph-mon[102677]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:48 smithi111 ceph-mon[97855]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:48.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:48 smithi111 ceph-mon[116524]: pgmap v12350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:05:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:05:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:50 smithi155 ceph-mon[102677]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:50.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:50 smithi111 ceph-mon[116524]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:50 smithi111 ceph-mon[97855]: pgmap v12351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:05:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:52 smithi155 ceph-mon[102677]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:52 smithi111 ceph-mon[97855]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:52 smithi111 ceph-mon[116524]: pgmap v12352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:54 smithi155 ceph-mon[102677]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:54 smithi111 ceph-mon[97855]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:54 smithi111 ceph-mon[116524]: pgmap v12353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:56 smithi155 ceph-mon[102677]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:56 smithi111 ceph-mon[97855]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:56.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:56 smithi111 ceph-mon[116524]: pgmap v12354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:05:58 smithi155 ceph-mon[102677]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:05:58 smithi111 ceph-mon[97855]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:05:58 smithi111 ceph-mon[116524]: pgmap v12355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:05:59.224 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:05:59.531 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:05:59.531 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:05:59.531 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:05:59.531 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:05:59.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:05:59.533 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:05:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:05:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:05:59.913 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:05:59.914 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:05:59.915 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:06:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:00 smithi155 ceph-mon[102677]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2593706338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:06:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:00 smithi111 ceph-mon[97855]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2593706338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:06:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:00 smithi111 ceph-mon[116524]: pgmap v12356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2593706338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:06:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:01 smithi155 ceph-mon[102677]: from='client.37844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:01 smithi155 ceph-mon[102677]: from='client.27972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:01.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:01 smithi111 ceph-mon[97855]: from='client.37844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:01.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:01 smithi111 ceph-mon[97855]: from='client.27972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:01 smithi111 ceph-mon[116524]: from='client.37844 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:01 smithi111 ceph-mon[116524]: from='client.27972 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:02.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:02 smithi155 ceph-mon[102677]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:02 smithi111 ceph-mon[97855]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:02 smithi111 ceph-mon[116524]: pgmap v12357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:04 smithi155 ceph-mon[102677]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:04 smithi111 ceph-mon[97855]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:04 smithi111 ceph-mon[116524]: pgmap v12358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:06 smithi155 ceph-mon[102677]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:06 smithi111 ceph-mon[97855]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:06 smithi111 ceph-mon[116524]: pgmap v12359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:08 smithi155 ceph-mon[102677]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:08 smithi111 ceph-mon[97855]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:08 smithi111 ceph-mon[116524]: pgmap v12360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:06:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:06:10.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:10 smithi155 ceph-mon[102677]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:10 smithi111 ceph-mon[97855]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:10.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:10 smithi111 ceph-mon[116524]: pgmap v12361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:12 smithi155 ceph-mon[102677]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:12 smithi111 ceph-mon[97855]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:12 smithi111 ceph-mon[116524]: pgmap v12362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:14.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:14 smithi155 ceph-mon[102677]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:14 smithi111 ceph-mon[97855]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:14 smithi111 ceph-mon[116524]: pgmap v12363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:16 smithi155 ceph-mon[102677]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:16 smithi111 ceph-mon[97855]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:16 smithi111 ceph-mon[116524]: pgmap v12364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:18 smithi155 ceph-mon[102677]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:18 smithi111 ceph-mon[97855]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:18 smithi111 ceph-mon[116524]: pgmap v12365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:06:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:06:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:20 smithi155 ceph-mon[102677]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:20 smithi111 ceph-mon[97855]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:20 smithi111 ceph-mon[116524]: pgmap v12366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:22 smithi155 ceph-mon[102677]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:22 smithi111 ceph-mon[97855]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:22 smithi111 ceph-mon[116524]: pgmap v12367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:24 smithi155 ceph-mon[102677]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:06:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:06:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:06:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:06:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[97855]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:06:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:06:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:06:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:06:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[116524]: pgmap v12368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:06:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:06:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:06:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:06:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:26 smithi155 ceph-mon[102677]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:26 smithi111 ceph-mon[97855]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:26 smithi111 ceph-mon[116524]: pgmap v12369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:28 smithi155 ceph-mon[102677]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:28 smithi111 ceph-mon[97855]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:28 smithi111 ceph-mon[116524]: pgmap v12370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:06:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:06:30.262 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:06:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:30 smithi155 ceph-mon[102677]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:30 smithi111 ceph-mon[97855]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:30 smithi111 ceph-mon[116524]: pgmap v12371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:06:30.568 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:06:30.569 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:06:30.946 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:06:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:06:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:06:30.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:06:30.947 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:06:30.948 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:06:30.948 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:06:30.948 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:06:30.948 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:06:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2152223331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:06:31.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2152223331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2152223331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:06:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:32 smithi155 ceph-mon[102677]: from='client.27984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:32 smithi155 ceph-mon[102677]: from='client.37868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:32 smithi155 ceph-mon[102677]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:32 smithi111 ceph-mon[97855]: from='client.27984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:32 smithi111 ceph-mon[97855]: from='client.37868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:32 smithi111 ceph-mon[97855]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:32 smithi111 ceph-mon[116524]: from='client.27984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:32 smithi111 ceph-mon[116524]: from='client.37868 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:06:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:32 smithi111 ceph-mon[116524]: pgmap v12372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:34 smithi155 ceph-mon[102677]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:34 smithi111 ceph-mon[97855]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:34 smithi111 ceph-mon[116524]: pgmap v12373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:36 smithi155 ceph-mon[102677]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:36 smithi111 ceph-mon[97855]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:36 smithi111 ceph-mon[116524]: pgmap v12374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:38 smithi155 ceph-mon[102677]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:38 smithi111 ceph-mon[97855]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:38 smithi111 ceph-mon[116524]: pgmap v12375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:06:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:06:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:40 smithi155 ceph-mon[102677]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:40 smithi111 ceph-mon[97855]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:40 smithi111 ceph-mon[116524]: pgmap v12376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:42 smithi155 ceph-mon[102677]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:42 smithi111 ceph-mon[97855]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:42 smithi111 ceph-mon[116524]: pgmap v12377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:44 smithi155 ceph-mon[102677]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:44 smithi111 ceph-mon[97855]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:44 smithi111 ceph-mon[116524]: pgmap v12378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:46 smithi155 ceph-mon[102677]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:46 smithi111 ceph-mon[97855]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:46 smithi111 ceph-mon[116524]: pgmap v12379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:48 smithi155 ceph-mon[102677]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:48 smithi111 ceph-mon[97855]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:48 smithi111 ceph-mon[116524]: pgmap v12380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:06:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:06:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:50 smithi155 ceph-mon[102677]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:50 smithi111 ceph-mon[97855]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:50 smithi111 ceph-mon[116524]: pgmap v12381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:06:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:52 smithi155 ceph-mon[102677]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:52 smithi111 ceph-mon[97855]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:52.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:52 smithi111 ceph-mon[116524]: pgmap v12382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:54 smithi155 ceph-mon[102677]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:54 smithi111 ceph-mon[97855]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:54 smithi111 ceph-mon[116524]: pgmap v12383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:56 smithi155 ceph-mon[102677]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:56 smithi111 ceph-mon[97855]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:56 smithi111 ceph-mon[116524]: pgmap v12384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:06:58 smithi155 ceph-mon[102677]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:06:58 smithi111 ceph-mon[97855]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:58.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:06:58 smithi111 ceph-mon[116524]: pgmap v12385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:06:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:07:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:00 smithi155 ceph-mon[102677]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:00 smithi111 ceph-mon[97855]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:00 smithi111 ceph-mon[116524]: pgmap v12386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:01.292 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:07:01.600 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:07:01.600 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:07:01.601 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:07:01.602 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:07:01.978 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:07:01.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:07:01.980 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:07:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:02 smithi155 ceph-mon[102677]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1486023816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:02 smithi111 ceph-mon[97855]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1486023816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:07:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:02 smithi111 ceph-mon[116524]: pgmap v12387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1486023816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:07:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:03 smithi155 ceph-mon[102677]: from='client.37880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:03 smithi155 ceph-mon[102677]: from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:03.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:03 smithi111 ceph-mon[97855]: from='client.37880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:03 smithi111 ceph-mon[97855]: from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:03 smithi111 ceph-mon[116524]: from='client.37880 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:03 smithi111 ceph-mon[116524]: from='client.37886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:04 smithi155 ceph-mon[102677]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:04 smithi111 ceph-mon[97855]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:04.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:04 smithi111 ceph-mon[116524]: pgmap v12388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:06 smithi155 ceph-mon[102677]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:06 smithi111 ceph-mon[97855]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:06.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:06 smithi111 ceph-mon[116524]: pgmap v12389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:08 smithi155 ceph-mon[102677]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:08 smithi111 ceph-mon[97855]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:08 smithi111 ceph-mon[116524]: pgmap v12390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:07:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:07:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:10 smithi155 ceph-mon[102677]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:10 smithi111 ceph-mon[97855]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:10.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:10 smithi111 ceph-mon[116524]: pgmap v12391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:12.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:12 smithi155 ceph-mon[102677]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:12 smithi111 ceph-mon[97855]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:12.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:12 smithi111 ceph-mon[116524]: pgmap v12392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:14.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:14 smithi155 ceph-mon[102677]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:14 smithi111 ceph-mon[97855]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:14.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:14 smithi111 ceph-mon[116524]: pgmap v12393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:16 smithi155 ceph-mon[102677]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:16 smithi111 ceph-mon[97855]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:16.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:16 smithi111 ceph-mon[116524]: pgmap v12394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:18 smithi155 ceph-mon[102677]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:18 smithi111 ceph-mon[97855]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:18 smithi111 ceph-mon[116524]: pgmap v12395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:07:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:07:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:20 smithi155 ceph-mon[102677]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:20 smithi111 ceph-mon[97855]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:20 smithi111 ceph-mon[116524]: pgmap v12396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:22 smithi155 ceph-mon[102677]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:22 smithi111 ceph-mon[97855]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:22 smithi111 ceph-mon[116524]: pgmap v12397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:24 smithi155 ceph-mon[102677]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:07:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:24 smithi111 ceph-mon[97855]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:07:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:24 smithi111 ceph-mon[116524]: pgmap v12398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:07:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:07:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:07:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:07:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:07:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:07:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:07:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:07:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:07:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:07:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:26 smithi155 ceph-mon[102677]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:26 smithi111 ceph-mon[97855]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:26 smithi111 ceph-mon[116524]: pgmap v12399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:28 smithi155 ceph-mon[102677]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:28 smithi111 ceph-mon[97855]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:28 smithi111 ceph-mon[116524]: pgmap v12400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:07:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:07:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:30 smithi155 ceph-mon[102677]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:30 smithi111 ceph-mon[97855]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:30 smithi111 ceph-mon[116524]: pgmap v12401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:32.329 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:07:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:32 smithi155 ceph-mon[102677]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:32 smithi111 ceph-mon[97855]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:32 smithi111 ceph-mon[116524]: pgmap v12402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:07:32.634 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:07:32.635 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:07:32.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:07:32.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:07:32.636 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:07:33.016 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:07:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:07:33.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:33.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:07:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:07:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:07:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:07:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:07:33.018 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:07:33.018 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:07:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/785271955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:07:33.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/785271955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:07:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/785271955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:07:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:34 smithi155 ceph-mon[102677]: from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:34 smithi155 ceph-mon[102677]: from='client.37904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:34 smithi155 ceph-mon[102677]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:34 smithi111 ceph-mon[97855]: from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:34 smithi111 ceph-mon[97855]: from='client.37904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:34 smithi111 ceph-mon[97855]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:34 smithi111 ceph-mon[116524]: from='client.37898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:34 smithi111 ceph-mon[116524]: from='client.37904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:07:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:34 smithi111 ceph-mon[116524]: pgmap v12403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:36 smithi155 ceph-mon[102677]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:36 smithi111 ceph-mon[97855]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:36 smithi111 ceph-mon[116524]: pgmap v12404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:38 smithi155 ceph-mon[102677]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:38 smithi111 ceph-mon[97855]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:38 smithi111 ceph-mon[116524]: pgmap v12405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:07:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:07:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:40 smithi155 ceph-mon[102677]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:40 smithi111 ceph-mon[97855]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:40 smithi111 ceph-mon[116524]: pgmap v12406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:42 smithi155 ceph-mon[102677]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:42 smithi111 ceph-mon[97855]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:42 smithi111 ceph-mon[116524]: pgmap v12407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:44 smithi155 ceph-mon[102677]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:44 smithi111 ceph-mon[97855]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:44 smithi111 ceph-mon[116524]: pgmap v12408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:46 smithi155 ceph-mon[102677]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:46 smithi111 ceph-mon[97855]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:46.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:46 smithi111 ceph-mon[116524]: pgmap v12409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:48 smithi155 ceph-mon[102677]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:48 smithi111 ceph-mon[97855]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:48 smithi111 ceph-mon[116524]: pgmap v12410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:07:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:07:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:50 smithi155 ceph-mon[102677]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:50 smithi111 ceph-mon[97855]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:50 smithi111 ceph-mon[116524]: pgmap v12411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:07:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:52 smithi155 ceph-mon[102677]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:52 smithi111 ceph-mon[97855]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:52.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:52 smithi111 ceph-mon[116524]: pgmap v12412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:54 smithi155 ceph-mon[102677]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:54 smithi111 ceph-mon[97855]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:54 smithi111 ceph-mon[116524]: pgmap v12413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:56 smithi155 ceph-mon[102677]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:56 smithi111 ceph-mon[97855]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:56.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:56 smithi111 ceph-mon[116524]: pgmap v12414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:07:57 smithi155 ceph-mon[102677]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:57.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:07:57 smithi111 ceph-mon[97855]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:07:57 smithi111 ceph-mon[116524]: pgmap v12415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:07:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:07:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:08:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:00 smithi155 ceph-mon[102677]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:00 smithi111 ceph-mon[97855]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:00.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:00 smithi111 ceph-mon[116524]: pgmap v12416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:02 smithi155 ceph-mon[102677]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:02 smithi111 ceph-mon[97855]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:02 smithi111 ceph-mon[116524]: pgmap v12417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:03.364 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:08:03.670 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:08:03.670 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:08:03.670 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:08:03.670 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:08:03.670 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:08:03.670 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:08:03.671 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:08:03.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:08:03.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:08:03.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:08:03.672 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:08:03.672 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:08:04.048 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:08:04.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:08:04.049 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:08:04.050 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:04.050 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:08:04.050 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:08:04.050 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:08:04.050 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:08:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:04 smithi155 ceph-mon[102677]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:04 smithi111 ceph-mon[97855]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:04 smithi111 ceph-mon[116524]: pgmap v12418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:05 smithi155 ceph-mon[102677]: from='client.37916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:05 smithi155 ceph-mon[102677]: from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/632966003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:08:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[97855]: from='client.37916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[97855]: from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/632966003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:08:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[116524]: from='client.37916 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[116524]: from='client.37922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/632966003' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:06 smithi155 ceph-mon[102677]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:06 smithi111 ceph-mon[97855]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:06.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:06 smithi111 ceph-mon[116524]: pgmap v12419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:08 smithi155 ceph-mon[102677]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:08 smithi111 ceph-mon[97855]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:08.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:08 smithi111 ceph-mon[116524]: pgmap v12420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:08:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:08:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:10 smithi155 ceph-mon[102677]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:10 smithi111 ceph-mon[97855]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:10 smithi111 ceph-mon[116524]: pgmap v12421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:12 smithi155 ceph-mon[102677]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:12 smithi111 ceph-mon[97855]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:12 smithi111 ceph-mon[116524]: pgmap v12422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:14 smithi155 ceph-mon[102677]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:14 smithi111 ceph-mon[97855]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:14 smithi111 ceph-mon[116524]: pgmap v12423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:16 smithi155 ceph-mon[102677]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:16 smithi111 ceph-mon[97855]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:16 smithi111 ceph-mon[116524]: pgmap v12424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:18 smithi155 ceph-mon[102677]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:18 smithi111 ceph-mon[97855]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:18 smithi111 ceph-mon[116524]: pgmap v12425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:08:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:08:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:20 smithi155 ceph-mon[102677]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:20 smithi111 ceph-mon[97855]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:20 smithi111 ceph-mon[116524]: pgmap v12426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:22 smithi155 ceph-mon[102677]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:22 smithi111 ceph-mon[97855]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:22 smithi111 ceph-mon[116524]: pgmap v12427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:24.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:24 smithi155 ceph-mon[102677]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:24 smithi111 ceph-mon[97855]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:24 smithi111 ceph-mon[116524]: pgmap v12428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:08:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:08:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:08:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:08:25.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:08:25.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:08:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:08:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:08:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:08:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:08:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:08:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:08:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:26 smithi155 ceph-mon[102677]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:26 smithi111 ceph-mon[97855]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:26 smithi111 ceph-mon[116524]: pgmap v12429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:28 smithi155 ceph-mon[102677]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:28 smithi111 ceph-mon[97855]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:28 smithi111 ceph-mon[116524]: pgmap v12430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:08:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:08:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:30 smithi155 ceph-mon[102677]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:30 smithi111 ceph-mon[116524]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:30 smithi111 ceph-mon[97855]: pgmap v12431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:32 smithi155 ceph-mon[102677]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:32.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:32 smithi111 ceph-mon[116524]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:32 smithi111 ceph-mon[97855]: pgmap v12432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:34.399 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:08:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:34 smithi155 ceph-mon[102677]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:34 smithi111 ceph-mon[97855]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:34.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:34 smithi111 ceph-mon[116524]: pgmap v12433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:34.706 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:08:34.707 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:08:34.708 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:08:34.709 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:08:35.085 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:08:35.086 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:08:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1829586969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:08:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1829586969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:08:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1829586969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:08:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:36 smithi155 ceph-mon[102677]: from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:36 smithi155 ceph-mon[102677]: from='client.28059 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:36 smithi155 ceph-mon[102677]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:36.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:36 smithi111 ceph-mon[116524]: from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:36 smithi111 ceph-mon[116524]: from='client.28059 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:36 smithi111 ceph-mon[116524]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:36 smithi111 ceph-mon[97855]: from='client.37934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:36 smithi111 ceph-mon[97855]: from='client.28059 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:08:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:36 smithi111 ceph-mon[97855]: pgmap v12434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:38 smithi155 ceph-mon[102677]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:38 smithi111 ceph-mon[97855]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:38 smithi111 ceph-mon[116524]: pgmap v12435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:08:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:08:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:40 smithi155 ceph-mon[102677]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:40 smithi111 ceph-mon[97855]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:40 smithi111 ceph-mon[116524]: pgmap v12436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:42 smithi155 ceph-mon[102677]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:42 smithi111 ceph-mon[97855]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:42 smithi111 ceph-mon[116524]: pgmap v12437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:44 smithi155 ceph-mon[102677]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:44 smithi111 ceph-mon[97855]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:44 smithi111 ceph-mon[116524]: pgmap v12438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:46 smithi155 ceph-mon[102677]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:46 smithi111 ceph-mon[97855]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:46 smithi111 ceph-mon[116524]: pgmap v12439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:48 smithi155 ceph-mon[102677]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:48 smithi111 ceph-mon[97855]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:48 smithi111 ceph-mon[116524]: pgmap v12440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:08:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:08:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:50 smithi155 ceph-mon[102677]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:50 smithi111 ceph-mon[97855]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:50 smithi111 ceph-mon[116524]: pgmap v12441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:08:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:52 smithi155 ceph-mon[102677]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:52 smithi111 ceph-mon[97855]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:52.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:52 smithi111 ceph-mon[116524]: pgmap v12442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:54 smithi155 ceph-mon[102677]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:54 smithi111 ceph-mon[97855]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:54 smithi111 ceph-mon[116524]: pgmap v12443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:56 smithi155 ceph-mon[102677]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:56 smithi111 ceph-mon[97855]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:56.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:56 smithi111 ceph-mon[116524]: pgmap v12444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:08:58 smithi155 ceph-mon[102677]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:08:58 smithi111 ceph-mon[97855]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:08:58 smithi111 ceph-mon[116524]: pgmap v12445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:08:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:08:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:09:00.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:00 smithi155 ceph-mon[102677]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:00 smithi111 ceph-mon[97855]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:00.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:00 smithi111 ceph-mon[116524]: pgmap v12446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:02 smithi155 ceph-mon[102677]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:02 smithi111 ceph-mon[97855]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:02.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:02 smithi111 ceph-mon[116524]: pgmap v12447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:04 smithi155 ceph-mon[102677]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:04 smithi111 ceph-mon[97855]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:04.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:04 smithi111 ceph-mon[116524]: pgmap v12448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:09:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:05.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:05.745 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:09:05.745 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:09:05.745 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:09:05.746 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:09:05.747 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:09:06.125 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:09:06.125 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:09:06.125 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:09:06.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:06.126 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:09:06.127 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:09:06.127 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:09:06.127 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:09:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:06 smithi155 ceph-mon[102677]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3088458972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:09:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:06 smithi111 ceph-mon[97855]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3088458972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:09:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:06 smithi111 ceph-mon[116524]: pgmap v12449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3088458972' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:09:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:07 smithi155 ceph-mon[102677]: from='client.37952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:07 smithi155 ceph-mon[102677]: from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:07 smithi111 ceph-mon[97855]: from='client.37952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:07 smithi111 ceph-mon[97855]: from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:07 smithi111 ceph-mon[116524]: from='client.37952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:07 smithi111 ceph-mon[116524]: from='client.37958 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:08 smithi155 ceph-mon[102677]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:08 smithi111 ceph-mon[97855]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:08 smithi111 ceph-mon[116524]: pgmap v12450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:09:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:09:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:10 smithi155 ceph-mon[102677]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:10 smithi111 ceph-mon[97855]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:10.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:10 smithi111 ceph-mon[116524]: pgmap v12451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:12 smithi155 ceph-mon[102677]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:12 smithi111 ceph-mon[97855]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:12.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:12 smithi111 ceph-mon[116524]: pgmap v12452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:14 smithi155 ceph-mon[102677]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:14 smithi111 ceph-mon[97855]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:14 smithi111 ceph-mon[116524]: pgmap v12453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:16 smithi155 ceph-mon[102677]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:16 smithi111 ceph-mon[97855]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:16 smithi111 ceph-mon[116524]: pgmap v12454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:18 smithi155 ceph-mon[102677]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:18 smithi111 ceph-mon[97855]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:18.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:18 smithi111 ceph-mon[116524]: pgmap v12455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:09:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:09:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:20 smithi155 ceph-mon[102677]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:20 smithi111 ceph-mon[97855]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:20.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:20 smithi111 ceph-mon[116524]: pgmap v12456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:20.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:22.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:22 smithi155 ceph-mon[102677]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:22 smithi111 ceph-mon[97855]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:22.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:22 smithi111 ceph-mon[116524]: pgmap v12457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:24 smithi155 ceph-mon[102677]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:24 smithi111 ceph-mon[97855]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:24.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:24 smithi111 ceph-mon[116524]: pgmap v12458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:09:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:09:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:09:25.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:09:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:09:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:09:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:09:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:09:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:26 smithi155 ceph-mon[102677]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:09:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:26 smithi111 ceph-mon[97855]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:09:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:26 smithi111 ceph-mon[116524]: pgmap v12459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:09:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:28 smithi155 ceph-mon[102677]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:28 smithi111 ceph-mon[97855]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:28 smithi111 ceph-mon[116524]: pgmap v12460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:09:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:09:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:30 smithi111 ceph-mon[97855]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:30 smithi111 ceph-mon[116524]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:30.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:30 smithi155 ceph-mon[102677]: pgmap v12461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:32 smithi111 ceph-mon[97855]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:32 smithi111 ceph-mon[116524]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:32.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:32 smithi155 ceph-mon[102677]: pgmap v12462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:34 smithi111 ceph-mon[97855]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:34 smithi111 ceph-mon[116524]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:34.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:34 smithi155 ceph-mon[102677]: pgmap v12463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:35.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:36.469 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:09:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:36 smithi111 ceph-mon[97855]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:36.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:36 smithi111 ceph-mon[116524]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:36.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:36 smithi155 ceph-mon[102677]: pgmap v12464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:09:36.774 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:09:36.775 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:09:37.157 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:09:37.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:09:37.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:09:37.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:37.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:09:37.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:09:37.158 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:09:37.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[97855]: from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:37.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[97855]: from='client.28095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[97855]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2016101697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[116524]: from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[116524]: from='client.28095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[116524]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2016101697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:09:37.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:37 smithi155 ceph-mon[102677]: from='client.37970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:37 smithi155 ceph-mon[102677]: from='client.28095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:37 smithi155 ceph-mon[102677]: pgmap v12465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2016101697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:09:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:09:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:09:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:40 smithi155 ceph-mon[102677]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:40 smithi111 ceph-mon[97855]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:40.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:40 smithi111 ceph-mon[116524]: pgmap v12466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:42 smithi155 ceph-mon[102677]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:42 smithi111 ceph-mon[97855]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:42 smithi111 ceph-mon[116524]: pgmap v12467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:44 smithi155 ceph-mon[102677]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:44 smithi111 ceph-mon[97855]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:44 smithi111 ceph-mon[116524]: pgmap v12468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:46 smithi155 ceph-mon[102677]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:46 smithi111 ceph-mon[97855]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:46 smithi111 ceph-mon[116524]: pgmap v12469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:48 smithi155 ceph-mon[102677]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:48 smithi111 ceph-mon[97855]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:48.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:48 smithi111 ceph-mon[116524]: pgmap v12470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:09:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:09:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:50 smithi155 ceph-mon[102677]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:50 smithi111 ceph-mon[97855]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:50 smithi111 ceph-mon[116524]: pgmap v12471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:09:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:52 smithi155 ceph-mon[102677]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:52 smithi111 ceph-mon[97855]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:52.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:52 smithi111 ceph-mon[116524]: pgmap v12472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:54 smithi155 ceph-mon[102677]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:54 smithi111 ceph-mon[97855]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:54.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:54 smithi111 ceph-mon[116524]: pgmap v12473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:56 smithi155 ceph-mon[102677]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:56 smithi111 ceph-mon[97855]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:56 smithi111 ceph-mon[116524]: pgmap v12474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:09:58 smithi155 ceph-mon[102677]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:09:58 smithi111 ceph-mon[97855]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:09:58 smithi111 ceph-mon[116524]: pgmap v12475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:09:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:09:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:10:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:00 smithi155 ceph-mon[102677]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:10:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:00 smithi111 ceph-mon[116524]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:00 smithi111 conmon[97831]: 2023-12-01T10:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:00 smithi111 ceph-mon[97855]: pgmap v12476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:10:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:02 smithi155 ceph-mon[102677]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:02 smithi111 ceph-mon[97855]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:02 smithi111 ceph-mon[116524]: pgmap v12477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:04 smithi155 ceph-mon[102677]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:04 smithi111 ceph-mon[97855]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:04.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:04 smithi111 ceph-mon[116524]: pgmap v12478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:06 smithi155 ceph-mon[102677]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:06 smithi111 ceph-mon[97855]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:06 smithi111 ceph-mon[116524]: pgmap v12479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:07.503 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:10:07.806 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:10:07.807 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 5007M 2383M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5305M 2383M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5610M 2383M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4740M 2383M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:10:07.808 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:10:08.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:10:08.191 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:10:08.431 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:08 smithi111 ceph-mon[97855]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:08.431 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:08 smithi111 ceph-mon[116524]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:08 smithi155 ceph-mon[102677]: pgmap v12480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:09 smithi155 ceph-mon[102677]: from='client.37988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:09 smithi155 ceph-mon[102677]: from='client.28113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1920907268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:10:09.497 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:10:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:10:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:09 smithi111 ceph-mon[97855]: from='client.37988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:09 smithi111 ceph-mon[97855]: from='client.28113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1920907268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:10:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:09 smithi111 ceph-mon[116524]: from='client.37988 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:09 smithi111 ceph-mon[116524]: from='client.28113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1920907268' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:10:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:10 smithi155 ceph-mon[102677]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:10 smithi111 ceph-mon[97855]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:10 smithi111 ceph-mon[116524]: pgmap v12481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:12 smithi155 ceph-mon[102677]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:12 smithi111 ceph-mon[97855]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:12 smithi111 ceph-mon[116524]: pgmap v12482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:14 smithi155 ceph-mon[102677]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:14 smithi111 ceph-mon[97855]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:14 smithi111 ceph-mon[116524]: pgmap v12483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:16 smithi155 ceph-mon[102677]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:16 smithi111 ceph-mon[97855]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:16 smithi111 ceph-mon[116524]: pgmap v12484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:18 smithi155 ceph-mon[102677]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:18 smithi111 ceph-mon[97855]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:18 smithi111 ceph-mon[116524]: pgmap v12485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:10:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:10:20.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:20 smithi155 ceph-mon[102677]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:20 smithi111 ceph-mon[97855]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:20 smithi111 ceph-mon[116524]: pgmap v12486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:22 smithi155 ceph-mon[102677]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:22 smithi111 ceph-mon[97855]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:22 smithi111 ceph-mon[116524]: pgmap v12487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:24 smithi155 ceph-mon[102677]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:24 smithi111 ceph-mon[97855]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:24 smithi111 ceph-mon[116524]: pgmap v12488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:10:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:10:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:10:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:10:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: pgmap v12489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:10:26.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:10:26.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:10:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:27 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2374M 2023-12-01T10:10:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:27 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2374M 2023-12-01T10:10:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:27 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2374M 2023-12-01T10:10:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:28 smithi155 ceph-mon[102677]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:28 smithi111 ceph-mon[97855]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:28 smithi111 ceph-mon[116524]: pgmap v12490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:10:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:10:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:30 smithi155 ceph-mon[102677]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:30 smithi111 ceph-mon[97855]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:30 smithi111 ceph-mon[116524]: pgmap v12491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:32 smithi155 ceph-mon[102677]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:32 smithi111 ceph-mon[97855]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:32 smithi111 ceph-mon[116524]: pgmap v12492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:34 smithi155 ceph-mon[102677]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:34 smithi111 ceph-mon[97855]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:34 smithi111 ceph-mon[116524]: pgmap v12493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:36 smithi155 ceph-mon[102677]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:36 smithi111 ceph-mon[97855]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:36 smithi111 ceph-mon[116524]: pgmap v12494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:38 smithi155 ceph-mon[102677]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:38 smithi111 ceph-mon[97855]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:38 smithi111 ceph-mon[116524]: pgmap v12495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:38.537 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:10:38.843 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:10:38.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 5007M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5305M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5610M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4740M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:10:38.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:10:38.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:10:38.846 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:10:39.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:10:39.225 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:10:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:10:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:10:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:40 smithi155 ceph-mon[102677]: from='client.28125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:40 smithi155 ceph-mon[102677]: from='client.28131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:40 smithi155 ceph-mon[102677]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3142713930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:10:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[97855]: from='client.28125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[97855]: from='client.28131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[97855]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3142713930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:10:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[116524]: from='client.28125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[116524]: from='client.28131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:10:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[116524]: pgmap v12496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3142713930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:10:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:42 smithi155 ceph-mon[102677]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:42.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:42 smithi111 ceph-mon[116524]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:42 smithi111 ceph-mon[97855]: pgmap v12497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:44 smithi155 ceph-mon[102677]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:44 smithi111 ceph-mon[97855]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:44 smithi111 ceph-mon[116524]: pgmap v12498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:46 smithi155 ceph-mon[102677]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:46 smithi111 ceph-mon[97855]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:46 smithi111 ceph-mon[116524]: pgmap v12499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:48 smithi155 ceph-mon[102677]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:48 smithi111 ceph-mon[97855]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:48 smithi111 ceph-mon[116524]: pgmap v12500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:10:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:10:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:50 smithi155 ceph-mon[102677]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:50.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:50 smithi111 ceph-mon[116524]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:50.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:50 smithi111 ceph-mon[97855]: pgmap v12501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:10:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:52 smithi155 ceph-mon[102677]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:52 smithi111 ceph-mon[97855]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:52 smithi111 ceph-mon[116524]: pgmap v12502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:54 smithi155 ceph-mon[102677]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:54 smithi111 ceph-mon[97855]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:54 smithi111 ceph-mon[116524]: pgmap v12503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:56 smithi111 ceph-mon[97855]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:56 smithi111 ceph-mon[116524]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:56 smithi155 ceph-mon[102677]: pgmap v12504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:10:58 smithi111 ceph-mon[97855]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:10:58 smithi111 ceph-mon[116524]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:10:58 smithi155 ceph-mon[102677]: pgmap v12505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:10:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:10:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:11:00.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:00 smithi111 ceph-mon[116524]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:00 smithi111 ceph-mon[97855]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:00 smithi155 ceph-mon[102677]: pgmap v12506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:02 smithi111 ceph-mon[97855]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:02 smithi111 ceph-mon[116524]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:02 smithi155 ceph-mon[102677]: pgmap v12507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:04 smithi111 ceph-mon[97855]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:04 smithi111 ceph-mon[116524]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:04 smithi155 ceph-mon[102677]: pgmap v12508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:06 smithi111 ceph-mon[97855]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:06 smithi111 ceph-mon[116524]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:06 smithi155 ceph-mon[102677]: pgmap v12509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:08 smithi111 ceph-mon[97855]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:08 smithi111 ceph-mon[116524]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:08 smithi155 ceph-mon[102677]: pgmap v12510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:09.569 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:11:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:11:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:11:09.875 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:11:09.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 5007M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5305M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5610M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4740M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:11:09.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:11:09.878 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:11:10.257 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:11:10.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:11:10.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:11:10.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:11:10.258 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:11:10.259 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:11:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:10 smithi111 ceph-mon[97855]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:10.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:10 smithi111 ceph-mon[116524]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:10.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:10 smithi155 ceph-mon[102677]: pgmap v12511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:11.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:11 smithi111 ceph-mon[97855]: from='client.28143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:11 smithi111 ceph-mon[97855]: from='client.28149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1692981970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:11:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:11 smithi111 ceph-mon[116524]: from='client.28143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:11 smithi111 ceph-mon[116524]: from='client.28149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1692981970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:11:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:11 smithi155 ceph-mon[102677]: from='client.28143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:11 smithi155 ceph-mon[102677]: from='client.28149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1692981970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:11:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:12 smithi111 ceph-mon[97855]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:12 smithi111 ceph-mon[116524]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:12 smithi155 ceph-mon[102677]: pgmap v12512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:14 smithi155 ceph-mon[102677]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:14 smithi111 ceph-mon[97855]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:14 smithi111 ceph-mon[116524]: pgmap v12513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:16 smithi155 ceph-mon[102677]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:16 smithi111 ceph-mon[97855]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:16 smithi111 ceph-mon[116524]: pgmap v12514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:18 smithi155 ceph-mon[102677]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:18 smithi111 ceph-mon[97855]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:18 smithi111 ceph-mon[116524]: pgmap v12515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:11:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:11:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:20 smithi155 ceph-mon[102677]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:20 smithi111 ceph-mon[97855]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:20 smithi111 ceph-mon[116524]: pgmap v12516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:22 smithi155 ceph-mon[102677]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:22 smithi111 ceph-mon[97855]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:22.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:22 smithi111 ceph-mon[116524]: pgmap v12517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:24 smithi155 ceph-mon[102677]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:24 smithi111 ceph-mon[97855]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:24 smithi111 ceph-mon[116524]: pgmap v12518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:26 smithi155 ceph-mon[102677]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:11:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:26 smithi111 ceph-mon[97855]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:11:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:26 smithi111 ceph-mon[116524]: pgmap v12519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:11:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:11:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:11:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:11:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:11:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:11:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:11:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:11:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:11:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:11:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:28 smithi155 ceph-mon[102677]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:28 smithi111 ceph-mon[97855]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:28.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:28 smithi111 ceph-mon[116524]: pgmap v12520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:11:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:11:30.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:30 smithi155 ceph-mon[102677]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:30 smithi111 ceph-mon[97855]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:30.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:30 smithi111 ceph-mon[116524]: pgmap v12521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:32 smithi155 ceph-mon[102677]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:32 smithi111 ceph-mon[97855]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:32 smithi111 ceph-mon[116524]: pgmap v12522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:34.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:34 smithi155 ceph-mon[102677]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:34 smithi111 ceph-mon[97855]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:34.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:34 smithi111 ceph-mon[116524]: pgmap v12523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:36 smithi155 ceph-mon[102677]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:36 smithi111 ceph-mon[97855]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:36.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:36 smithi111 ceph-mon[116524]: pgmap v12524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:38 smithi155 ceph-mon[102677]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:38 smithi111 ceph-mon[97855]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:38.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:38 smithi111 ceph-mon[116524]: pgmap v12525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:11:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:11:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:40 smithi155 ceph-mon[102677]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:40 smithi111 ceph-mon[97855]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:40 smithi111 ceph-mon[116524]: pgmap v12526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:40.605 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:11:40.911 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:11:40.912 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 5007M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5305M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5610M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4740M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:11:40.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:11:40.914 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:11:41.292 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:11:41.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:11:41.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:11:41.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:41.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:11:41.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:11:41.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:11:41.294 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:11:41.294 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:11:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:42 smithi155 ceph-mon[102677]: from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:42 smithi155 ceph-mon[102677]: from='client.38048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:42 smithi155 ceph-mon[102677]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/465473291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:11:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[97855]: from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[97855]: from='client.38048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[97855]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/465473291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:11:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[116524]: from='client.38042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[116524]: from='client.38048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:11:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[116524]: pgmap v12527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/465473291' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:11:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:44 smithi155 ceph-mon[102677]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:44 smithi111 ceph-mon[97855]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:44 smithi111 ceph-mon[116524]: pgmap v12528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:46 smithi155 ceph-mon[102677]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:46 smithi111 ceph-mon[97855]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:46 smithi111 ceph-mon[116524]: pgmap v12529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:48 smithi155 ceph-mon[102677]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:48 smithi111 ceph-mon[97855]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:48 smithi111 ceph-mon[116524]: pgmap v12530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:11:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:11:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:50 smithi155 ceph-mon[102677]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:50 smithi111 ceph-mon[97855]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:50 smithi111 ceph-mon[116524]: pgmap v12531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:11:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:52 smithi155 ceph-mon[102677]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:52 smithi111 ceph-mon[97855]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:52 smithi111 ceph-mon[116524]: pgmap v12532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:54 smithi155 ceph-mon[102677]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:54 smithi111 ceph-mon[97855]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:54 smithi111 ceph-mon[116524]: pgmap v12533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:56 smithi155 ceph-mon[102677]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:56 smithi111 ceph-mon[97855]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:56 smithi111 ceph-mon[116524]: pgmap v12534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:11:58 smithi155 ceph-mon[102677]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:11:58 smithi111 ceph-mon[97855]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:58.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:11:58 smithi111 ceph-mon[116524]: pgmap v12535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:11:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:11:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:12:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:00 smithi155 ceph-mon[102677]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:00 smithi111 ceph-mon[97855]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:00 smithi111 ceph-mon[116524]: pgmap v12536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:02 smithi155 ceph-mon[102677]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:02 smithi111 ceph-mon[97855]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:02.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:02 smithi111 ceph-mon[116524]: pgmap v12537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:04 smithi155 ceph-mon[102677]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:04 smithi111 ceph-mon[97855]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:04 smithi111 ceph-mon[116524]: pgmap v12538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:05.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:06.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:06 smithi155 ceph-mon[102677]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:06 smithi111 ceph-mon[97855]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:06.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:06 smithi111 ceph-mon[116524]: pgmap v12539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:08 smithi155 ceph-mon[102677]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:08 smithi111 ceph-mon[97855]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:08 smithi111 ceph-mon[116524]: pgmap v12540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:12:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:12:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:10 smithi155 ceph-mon[102677]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:10 smithi111 ceph-mon[97855]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:10 smithi111 ceph-mon[116524]: pgmap v12541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:11.634 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 769M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1526M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 707M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 654M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:12:11.938 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 5007M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5305M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5610M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4740M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3766M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4692M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4828M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:12:11.939 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 122M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:12:12.318 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:12:12.319 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:12:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:12 smithi155 ceph-mon[102677]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:12 smithi111 ceph-mon[97855]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:12 smithi111 ceph-mon[116524]: pgmap v12542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:13 smithi155 ceph-mon[102677]: from='client.38060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:13 smithi155 ceph-mon[102677]: from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3862435204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:12:13.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:13 smithi111 ceph-mon[97855]: from='client.38060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:13 smithi111 ceph-mon[97855]: from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3862435204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:12:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:13 smithi111 ceph-mon[116524]: from='client.38060 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:13 smithi111 ceph-mon[116524]: from='client.38066 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3862435204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:12:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:14 smithi155 ceph-mon[102677]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:14 smithi111 ceph-mon[97855]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:14 smithi111 ceph-mon[116524]: pgmap v12543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:16 smithi155 ceph-mon[102677]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:16 smithi111 ceph-mon[97855]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:16 smithi111 ceph-mon[116524]: pgmap v12544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:18 smithi111 ceph-mon[97855]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:18 smithi111 ceph-mon[116524]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:18 smithi155 ceph-mon[102677]: pgmap v12545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:12:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:12:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:20 smithi111 ceph-mon[97855]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:20 smithi111 ceph-mon[116524]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:20 smithi155 ceph-mon[102677]: pgmap v12546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:22 smithi111 ceph-mon[97855]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:22 smithi111 ceph-mon[116524]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:22 smithi155 ceph-mon[102677]: pgmap v12547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:24 smithi111 ceph-mon[97855]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:24 smithi111 ceph-mon[116524]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:24 smithi155 ceph-mon[102677]: pgmap v12548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:26 smithi111 ceph-mon[97855]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:26.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:26 smithi111 ceph-mon[116524]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:26.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:26 smithi155 ceph-mon[102677]: pgmap v12549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:12:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:12:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:12:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:28 smithi111 ceph-mon[97855]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:28.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:28 smithi111 ceph-mon[116524]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:28.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:28 smithi155 ceph-mon[102677]: pgmap v12550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:12:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:12:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:12:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: pgmap v12551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:12:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:12:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:32 smithi155 ceph-mon[102677]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:32 smithi111 ceph-mon[97855]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:32 smithi111 ceph-mon[116524]: pgmap v12552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:34 smithi155 ceph-mon[102677]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:34 smithi111 ceph-mon[97855]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:34 smithi111 ceph-mon[116524]: pgmap v12553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:36 smithi155 ceph-mon[102677]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:36 smithi111 ceph-mon[97855]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:36 smithi111 ceph-mon[116524]: pgmap v12554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:38 smithi155 ceph-mon[102677]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:38 smithi111 ceph-mon[97855]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:38 smithi111 ceph-mon[116524]: pgmap v12555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:12:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:12:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 10:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T10:12:40.078321939Z level=info msg="Completed cleanup jobs" duration=45.453129ms 2023-12-01T10:12:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:40 smithi155 ceph-mon[102677]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:40 smithi111 ceph-mon[97855]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:40.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:40 smithi111 ceph-mon[116524]: pgmap v12556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:42 smithi155 ceph-mon[102677]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:42 smithi111 ceph-mon[97855]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:42.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:42 smithi111 ceph-mon[116524]: pgmap v12557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:42.668 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 14s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 14s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 14s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 14s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 14s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 14s ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 14s ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 14s ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 14s ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 14s ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 14s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 14s ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:12:42.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 14s ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 14s ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 14s ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 14s ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 14s ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 14s ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 14s ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:12:42.975 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 14s ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:12:43.355 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:12:43.356 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:12:43.356 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:12:43.356 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:12:43.356 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:12:43.356 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:12:44.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:44 smithi155 ceph-mon[102677]: from='client.28197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:44 smithi155 ceph-mon[102677]: from='client.38084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:44 smithi155 ceph-mon[102677]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3643119668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:12:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[97855]: from='client.28197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[97855]: from='client.38084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[97855]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3643119668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:12:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[116524]: from='client.28197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[116524]: from='client.38084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:12:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[116524]: pgmap v12558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3643119668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:12:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:46 smithi155 ceph-mon[102677]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:46 smithi111 ceph-mon[97855]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:46 smithi111 ceph-mon[116524]: pgmap v12559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:48 smithi155 ceph-mon[102677]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:48 smithi111 ceph-mon[97855]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:48 smithi111 ceph-mon[116524]: pgmap v12560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:12:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:12:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:50 smithi155 ceph-mon[102677]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:50 smithi111 ceph-mon[97855]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:50 smithi111 ceph-mon[116524]: pgmap v12561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:12:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:52 smithi155 ceph-mon[102677]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:52 smithi111 ceph-mon[97855]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:52.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:52 smithi111 ceph-mon[116524]: pgmap v12562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:54 smithi155 ceph-mon[102677]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:54 smithi111 ceph-mon[97855]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:54 smithi111 ceph-mon[116524]: pgmap v12563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:56 smithi155 ceph-mon[102677]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:56 smithi111 ceph-mon[97855]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:56 smithi111 ceph-mon[116524]: pgmap v12564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:12:58 smithi155 ceph-mon[102677]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:58.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:12:58 smithi111 ceph-mon[97855]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:12:58 smithi111 ceph-mon[116524]: pgmap v12565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:12:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:12:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:13:00.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:00 smithi155 ceph-mon[102677]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:00 smithi111 ceph-mon[97855]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:00.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:00 smithi111 ceph-mon[116524]: pgmap v12566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:02 smithi155 ceph-mon[102677]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:02 smithi111 ceph-mon[97855]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:02 smithi111 ceph-mon[116524]: pgmap v12567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:04 smithi155 ceph-mon[102677]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:04 smithi111 ceph-mon[97855]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:04.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:04 smithi111 ceph-mon[116524]: pgmap v12568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:06 smithi155 ceph-mon[102677]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:06 smithi111 ceph-mon[97855]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:06 smithi111 ceph-mon[116524]: pgmap v12569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:08 smithi155 ceph-mon[102677]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:08 smithi111 ceph-mon[97855]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:08 smithi111 ceph-mon[116524]: pgmap v12570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:13:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:13:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:10 smithi155 ceph-mon[102677]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:10 smithi111 ceph-mon[97855]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:10 smithi111 ceph-mon[116524]: pgmap v12571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:12 smithi155 ceph-mon[102677]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:12 smithi111 ceph-mon[97855]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:12 smithi111 ceph-mon[116524]: pgmap v12572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:13.696 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 45s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 45s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 45s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 45s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 45s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 45s ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 45s ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 45s ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 45s ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 45s ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 45s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:13:14.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 45s ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 45s ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 45s ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 45s ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 45s ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 45s ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 45s ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 45s ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:13:14.005 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 45s ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:13:14.382 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:13:14.383 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:13:14.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:14 smithi155 ceph-mon[102677]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:14 smithi111 ceph-mon[97855]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:14.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:14 smithi111 ceph-mon[116524]: pgmap v12573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:15.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:15 smithi155 ceph-mon[102677]: from='client.38096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:15 smithi155 ceph-mon[102677]: from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3921572375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:13:15.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:15 smithi111 ceph-mon[97855]: from='client.38096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:15.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:15 smithi111 ceph-mon[97855]: from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:15.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3921572375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:13:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:15 smithi111 ceph-mon[116524]: from='client.38096 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:15 smithi111 ceph-mon[116524]: from='client.38102 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3921572375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:13:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:16 smithi155 ceph-mon[102677]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:16 smithi111 ceph-mon[97855]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:16.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:16 smithi111 ceph-mon[116524]: pgmap v12574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:18 smithi155 ceph-mon[102677]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:18 smithi111 ceph-mon[97855]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:18 smithi111 ceph-mon[116524]: pgmap v12575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:13:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:13:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:20 smithi155 ceph-mon[102677]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:20.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:20 smithi111 ceph-mon[116524]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:20.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:20 smithi111 ceph-mon[97855]: pgmap v12576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:22 smithi155 ceph-mon[102677]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:22 smithi111 ceph-mon[97855]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:22 smithi111 ceph-mon[116524]: pgmap v12577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:24 smithi155 ceph-mon[102677]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:24 smithi111 ceph-mon[97855]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:24 smithi111 ceph-mon[116524]: pgmap v12578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:26 smithi155 ceph-mon[102677]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:26 smithi111 ceph-mon[97855]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:26.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:26 smithi111 ceph-mon[116524]: pgmap v12579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:28 smithi111 ceph-mon[97855]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:28 smithi111 ceph-mon[116524]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:28 smithi155 ceph-mon[102677]: pgmap v12580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:13:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:13:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[97855]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[116524]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:13:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:13:30.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:30 smithi155 ceph-mon[102677]: pgmap v12581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:13:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:13:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:13:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:13:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:32 smithi111 ceph-mon[97855]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:32 smithi111 ceph-mon[116524]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:32.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:32 smithi155 ceph-mon[102677]: pgmap v12582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:34 smithi111 ceph-mon[97855]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:34 smithi111 ceph-mon[116524]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:34.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:34 smithi155 ceph-mon[102677]: pgmap v12583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:36 smithi111 ceph-mon[97855]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:36 smithi111 ceph-mon[116524]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:36 smithi155 ceph-mon[102677]: pgmap v12584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:38 smithi111 ceph-mon[97855]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:38 smithi111 ceph-mon[116524]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:38 smithi155 ceph-mon[102677]: pgmap v12585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:13:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:13:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:40 smithi111 ceph-mon[97855]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:40 smithi111 ceph-mon[116524]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:40 smithi155 ceph-mon[102677]: pgmap v12586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:42 smithi111 ceph-mon[97855]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:42 smithi111 ceph-mon[116524]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:42 smithi155 ceph-mon[102677]: pgmap v12587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:44 smithi111 ceph-mon[97855]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:44 smithi111 ceph-mon[116524]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:44 smithi155 ceph-mon[102677]: pgmap v12588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:44.727 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:13:45.034 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:13:45.034 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 76s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 76s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 76s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 76s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 76s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 76s ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 76s ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 76s ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:13:45.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 76s ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 76s ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 76s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 76s ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 76s ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 76s ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 76s ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:13:45.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 76s ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:13:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 76s ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:13:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 76s ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:13:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 76s ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:13:45.037 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 76s ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:13:45.414 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:13:45.414 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:13:45.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:13:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:13:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:13:45.416 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:13:45.416 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:13:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[97855]: from='client.28233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[97855]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[97855]: from='client.28239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4017803442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[116524]: from='client.28233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[116524]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[116524]: from='client.28239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4017803442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:13:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:46 smithi155 ceph-mon[102677]: from='client.28233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:46 smithi155 ceph-mon[102677]: pgmap v12589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:46 smithi155 ceph-mon[102677]: from='client.28239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:13:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4017803442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:13:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:48 smithi111 ceph-mon[97855]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:48 smithi111 ceph-mon[116524]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:48 smithi155 ceph-mon[102677]: pgmap v12590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:13:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:13:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:50 smithi155 ceph-mon[102677]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:50 smithi111 ceph-mon[97855]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:50 smithi111 ceph-mon[116524]: pgmap v12591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:13:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:52 smithi155 ceph-mon[102677]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:52 smithi111 ceph-mon[97855]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:52 smithi111 ceph-mon[116524]: pgmap v12592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:54 smithi155 ceph-mon[102677]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:54 smithi111 ceph-mon[97855]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:54 smithi111 ceph-mon[116524]: pgmap v12593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:56 smithi155 ceph-mon[102677]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:56 smithi111 ceph-mon[97855]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:56 smithi111 ceph-mon[116524]: pgmap v12594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:13:58 smithi155 ceph-mon[102677]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:13:58 smithi111 ceph-mon[97855]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:13:58 smithi111 ceph-mon[116524]: pgmap v12595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:13:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:13:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:14:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:00 smithi155 ceph-mon[102677]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:00 smithi111 ceph-mon[97855]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:00 smithi111 ceph-mon[116524]: pgmap v12596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:01.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:01 smithi155 ceph-mon[102677]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:01.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:01 smithi111 ceph-mon[97855]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:01 smithi111 ceph-mon[116524]: pgmap v12597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:04 smithi155 ceph-mon[102677]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:04 smithi111 ceph-mon[97855]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:04 smithi111 ceph-mon[116524]: pgmap v12598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:06 smithi155 ceph-mon[102677]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:06 smithi111 ceph-mon[97855]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:06 smithi111 ceph-mon[116524]: pgmap v12599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:08 smithi155 ceph-mon[102677]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:08 smithi111 ceph-mon[97855]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:08 smithi111 ceph-mon[116524]: pgmap v12600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:14:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:14:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:10 smithi155 ceph-mon[102677]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:10 smithi111 ceph-mon[97855]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:10 smithi111 ceph-mon[116524]: pgmap v12601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:12 smithi155 ceph-mon[102677]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:12 smithi111 ceph-mon[97855]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:12 smithi111 ceph-mon[116524]: pgmap v12602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:14 smithi155 ceph-mon[102677]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:14 smithi111 ceph-mon[97855]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:14.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:14 smithi111 ceph-mon[116524]: pgmap v12603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:15.758 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 107s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 107s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 107s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:14:16.064 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 107s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 107s ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 107s ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 107s ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 107s ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 107s ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 107s ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 107s ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 107s ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 107s ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:14:16.065 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 107s ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:14:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 107s ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:14:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 107s ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:14:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 107s ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:14:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 107s ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:14:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 107s ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:14:16.066 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 107s ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:14:16.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:14:16.443 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:14:16.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:16 smithi155 ceph-mon[102677]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:16 smithi111 ceph-mon[97855]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:16.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:16 smithi111 ceph-mon[116524]: pgmap v12604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:17 smithi155 ceph-mon[102677]: from='client.38132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:17 smithi155 ceph-mon[102677]: from='client.28257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1422472804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:14:17.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:17 smithi111 ceph-mon[116524]: from='client.38132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:17.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:17 smithi111 ceph-mon[116524]: from='client.28257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1422472804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:17 smithi111 ceph-mon[97855]: from='client.38132 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:17 smithi111 ceph-mon[97855]: from='client.28257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1422472804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:14:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:18 smithi155 ceph-mon[102677]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:18 smithi111 ceph-mon[97855]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:18 smithi111 ceph-mon[116524]: pgmap v12605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:14:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:14:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:20 smithi155 ceph-mon[102677]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:20 smithi111 ceph-mon[97855]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:20 smithi111 ceph-mon[116524]: pgmap v12606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:22 smithi155 ceph-mon[102677]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:22 smithi111 ceph-mon[97855]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:22.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:22 smithi111 ceph-mon[116524]: pgmap v12607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:24 smithi155 ceph-mon[102677]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:24 smithi111 ceph-mon[97855]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:24 smithi111 ceph-mon[116524]: pgmap v12608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:26 smithi155 ceph-mon[102677]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:26 smithi111 ceph-mon[97855]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:26 smithi111 ceph-mon[116524]: pgmap v12609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:28 smithi155 ceph-mon[102677]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:28 smithi111 ceph-mon[97855]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:28 smithi111 ceph-mon[116524]: pgmap v12610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:14:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:14:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:30 smithi155 ceph-mon[102677]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:14:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:30 smithi111 ceph-mon[97855]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:14:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:30 smithi111 ceph-mon[116524]: pgmap v12611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:14:31.479 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.480 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:32 smithi111 ceph-mon[97855]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:32 smithi111 ceph-mon[116524]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:32 smithi155 ceph-mon[102677]: pgmap v12612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[97855]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:14:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:14:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[116524]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:34 smithi155 ceph-mon[102677]: pgmap v12613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:14:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:14:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:14:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:36 smithi111 ceph-mon[97855]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:36 smithi111 ceph-mon[116524]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:36 smithi155 ceph-mon[102677]: pgmap v12614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:38 smithi111 ceph-mon[97855]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:38 smithi111 ceph-mon[116524]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:38 smithi155 ceph-mon[102677]: pgmap v12615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:14:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:14:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:40 smithi155 ceph-mon[102677]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:40 smithi111 ceph-mon[97855]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:40 smithi111 ceph-mon[116524]: pgmap v12616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:42 smithi155 ceph-mon[102677]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:42 smithi111 ceph-mon[97855]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:42.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:42 smithi111 ceph-mon[116524]: pgmap v12617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:44 smithi155 ceph-mon[102677]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:44 smithi111 ceph-mon[97855]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:44.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:44 smithi111 ceph-mon[116524]: pgmap v12618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:46 smithi155 ceph-mon[102677]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:46 smithi111 ceph-mon[97855]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:46.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:46 smithi111 ceph-mon[116524]: pgmap v12619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:46.785 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:14:47.090 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:14:47.091 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:14:47.475 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:14:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:14:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:14:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:47.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:14:47.476 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:14:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:14:47.477 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:14:47.477 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:48 smithi155 ceph-mon[102677]: from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:48 smithi155 ceph-mon[102677]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:48 smithi155 ceph-mon[102677]: from='client.28275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3398820750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:14:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[97855]: from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[97855]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[97855]: from='client.28275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3398820750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:14:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[116524]: from='client.38150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[116524]: pgmap v12620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[116524]: from='client.28275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:14:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3398820750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:14:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:14:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:14:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:50 smithi155 ceph-mon[102677]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:50 smithi111 ceph-mon[97855]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:50 smithi111 ceph-mon[116524]: pgmap v12621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:14:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:52 smithi155 ceph-mon[102677]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:52 smithi111 ceph-mon[97855]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:52 smithi111 ceph-mon[116524]: pgmap v12622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:54 smithi155 ceph-mon[102677]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:54 smithi111 ceph-mon[97855]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:54 smithi111 ceph-mon[116524]: pgmap v12623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:56 smithi155 ceph-mon[102677]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:56 smithi111 ceph-mon[97855]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:56 smithi111 ceph-mon[116524]: pgmap v12624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:14:57 smithi155 ceph-mon[102677]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:14:57 smithi111 ceph-mon[97855]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:14:57 smithi111 ceph-mon[116524]: pgmap v12625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:14:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:14:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:15:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:00 smithi155 ceph-mon[102677]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:00 smithi111 ceph-mon[97855]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:00 smithi111 ceph-mon[116524]: pgmap v12626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:02 smithi155 ceph-mon[102677]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:02 smithi111 ceph-mon[97855]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:02 smithi111 ceph-mon[116524]: pgmap v12627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:04 smithi155 ceph-mon[102677]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:04.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:04 smithi111 ceph-mon[97855]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:04 smithi111 ceph-mon[116524]: pgmap v12628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:05.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:06 smithi155 ceph-mon[102677]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:06.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:06 smithi111 ceph-mon[97855]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:06 smithi111 ceph-mon[116524]: pgmap v12629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:08 smithi155 ceph-mon[102677]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:08 smithi111 ceph-mon[97855]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:08.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:08 smithi111 ceph-mon[116524]: pgmap v12630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:15:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:15:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:10 smithi155 ceph-mon[102677]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:10 smithi111 ceph-mon[97855]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:10 smithi111 ceph-mon[116524]: pgmap v12631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:12 smithi155 ceph-mon[102677]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:12.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:12 smithi111 ceph-mon[97855]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:12.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:12 smithi111 ceph-mon[116524]: pgmap v12632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:14 smithi155 ceph-mon[102677]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:14.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:14 smithi111 ceph-mon[97855]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:14 smithi111 ceph-mon[116524]: pgmap v12633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:16 smithi155 ceph-mon[102677]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:16 smithi111 ceph-mon[97855]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:16.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:16 smithi111 ceph-mon[116524]: pgmap v12634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:17.821 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:15:18.127 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:15:18.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:15:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:15:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:15:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:15:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:15:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:15:18.129 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:15:18.455 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:18 smithi155 ceph-mon[102677]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:18 smithi111 ceph-mon[97855]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:18.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:18 smithi111 ceph-mon[116524]: pgmap v12635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:15:18.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:15:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:15:18.509 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:15:18.509 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:15:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:19 smithi155 ceph-mon[102677]: from='client.38168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:19 smithi155 ceph-mon[102677]: from='client.28293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2330365244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:15:19.497 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:15:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:15:19.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:19 smithi111 ceph-mon[97855]: from='client.38168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:19 smithi111 ceph-mon[97855]: from='client.28293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2330365244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:15:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:19 smithi111 ceph-mon[116524]: from='client.38168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:19 smithi111 ceph-mon[116524]: from='client.28293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2330365244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:15:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:20 smithi155 ceph-mon[102677]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:20 smithi111 ceph-mon[97855]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:20 smithi111 ceph-mon[116524]: pgmap v12636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:22 smithi155 ceph-mon[102677]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:22 smithi111 ceph-mon[97855]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:22 smithi111 ceph-mon[116524]: pgmap v12637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:24 smithi155 ceph-mon[102677]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:24 smithi111 ceph-mon[97855]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:24 smithi111 ceph-mon[116524]: pgmap v12638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:26 smithi155 ceph-mon[102677]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:26 smithi111 ceph-mon[97855]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:26 smithi111 ceph-mon[116524]: pgmap v12639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:28 smithi155 ceph-mon[102677]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:28 smithi111 ceph-mon[97855]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:28.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:28 smithi111 ceph-mon[116524]: pgmap v12640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:15:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:15:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:30 smithi155 ceph-mon[102677]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:30 smithi111 ceph-mon[97855]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:30 smithi111 ceph-mon[116524]: pgmap v12641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:32 smithi155 ceph-mon[102677]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:32 smithi111 ceph-mon[97855]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:32 smithi111 ceph-mon[116524]: pgmap v12642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:34 smithi111 ceph-mon[97855]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:34 smithi111 ceph-mon[116524]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:34 smithi155 ceph-mon[102677]: pgmap v12643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:15:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:15:35.553 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:35.554 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:15:36.245 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:36 smithi155 ceph-mon[102677]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:36 smithi111 ceph-mon[97855]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:36 smithi111 ceph-mon[116524]: pgmap v12644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[97855]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[116524]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:38 smithi155 ceph-mon[102677]: pgmap v12645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:15:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:15:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:15:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:15:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:15:40.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:40 smithi111 ceph-mon[97855]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:40 smithi111 ceph-mon[116524]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:40 smithi155 ceph-mon[102677]: pgmap v12646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:42 smithi111 ceph-mon[97855]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:42 smithi111 ceph-mon[116524]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:42.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:42 smithi155 ceph-mon[102677]: pgmap v12647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:44 smithi111 ceph-mon[97855]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:44 smithi111 ceph-mon[116524]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:44 smithi155 ceph-mon[102677]: pgmap v12648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:46 smithi111 ceph-mon[97855]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:46 smithi111 ceph-mon[116524]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:46 smithi155 ceph-mon[102677]: pgmap v12649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:48 smithi111 ceph-mon[97855]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:48 smithi111 ceph-mon[116524]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:48 smithi155 ceph-mon[102677]: pgmap v12650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:48.855 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:15:49.159 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:15:49.159 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:15:49.159 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:15:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:15:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:15:49.541 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:15:49.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:15:49.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:15:49.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:49.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:15:49.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:15:49.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:15:49.543 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:15:49.543 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:15:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:15:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[97855]: from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[97855]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[97855]: from='client.38192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2454284568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[116524]: from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[116524]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[116524]: from='client.38192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2454284568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:15:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:50 smithi155 ceph-mon[102677]: from='client.38186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:50 smithi155 ceph-mon[102677]: pgmap v12651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:50 smithi155 ceph-mon[102677]: from='client.38192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:15:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:15:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2454284568' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:15:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:52 smithi111 ceph-mon[97855]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:52 smithi111 ceph-mon[116524]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:52 smithi155 ceph-mon[102677]: pgmap v12652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:54 smithi111 ceph-mon[97855]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:54 smithi111 ceph-mon[116524]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:54 smithi155 ceph-mon[102677]: pgmap v12653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:56 smithi111 ceph-mon[97855]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:56 smithi111 ceph-mon[116524]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:56 smithi155 ceph-mon[102677]: pgmap v12654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:15:58 smithi155 ceph-mon[102677]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:15:58 smithi111 ceph-mon[97855]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:15:58 smithi111 ceph-mon[116524]: pgmap v12655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:15:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:16:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:00 smithi155 ceph-mon[102677]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:00 smithi111 ceph-mon[97855]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:00 smithi111 ceph-mon[116524]: pgmap v12656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:02 smithi155 ceph-mon[102677]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:02.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:02 smithi111 ceph-mon[97855]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:02 smithi111 ceph-mon[116524]: pgmap v12657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:04 smithi155 ceph-mon[102677]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:04 smithi111 ceph-mon[97855]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:04 smithi111 ceph-mon[116524]: pgmap v12658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:05.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:06 smithi155 ceph-mon[102677]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:06 smithi111 ceph-mon[97855]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:06.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:06 smithi111 ceph-mon[116524]: pgmap v12659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:08 smithi155 ceph-mon[102677]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:08 smithi111 ceph-mon[97855]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:08 smithi111 ceph-mon[116524]: pgmap v12660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:16:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:16:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:10 smithi155 ceph-mon[102677]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:10 smithi111 ceph-mon[97855]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:10 smithi111 ceph-mon[116524]: pgmap v12661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:12 smithi155 ceph-mon[102677]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:12 smithi111 ceph-mon[97855]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:12.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:12 smithi111 ceph-mon[116524]: pgmap v12662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:14 smithi155 ceph-mon[102677]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:14 smithi111 ceph-mon[97855]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:14 smithi111 ceph-mon[116524]: pgmap v12663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:16 smithi155 ceph-mon[102677]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:16 smithi111 ceph-mon[97855]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:16 smithi111 ceph-mon[116524]: pgmap v12664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:18 smithi155 ceph-mon[102677]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:18 smithi111 ceph-mon[97855]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:18 smithi111 ceph-mon[116524]: pgmap v12665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:16:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:16:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:19.891 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:16:20.198 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:16:20.198 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:16:20.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:16:20.200 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:16:20.583 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:16:20.583 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:16:20.583 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:16:20.583 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:20.583 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:16:20.583 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:16:20.584 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:16:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:20 smithi155 ceph-mon[102677]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:20 smithi155 ceph-mon[102677]: from='client.38204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:20 smithi155 ceph-mon[102677]: from='client.28329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:20 smithi111 ceph-mon[97855]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:20 smithi111 ceph-mon[97855]: from='client.38204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:20 smithi111 ceph-mon[97855]: from='client.28329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:20 smithi111 ceph-mon[116524]: pgmap v12666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:20 smithi111 ceph-mon[116524]: from='client.38204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:20 smithi111 ceph-mon[116524]: from='client.28329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/912112262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:16:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:21 smithi155 ceph-mon[102677]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/912112262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:16:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:21 smithi111 ceph-mon[97855]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/912112262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:16:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:21 smithi111 ceph-mon[116524]: pgmap v12667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:24 smithi155 ceph-mon[102677]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:24 smithi111 ceph-mon[97855]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:24 smithi111 ceph-mon[116524]: pgmap v12668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:26 smithi155 ceph-mon[102677]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:26 smithi111 ceph-mon[97855]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:26 smithi111 ceph-mon[116524]: pgmap v12669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:28 smithi155 ceph-mon[102677]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:28 smithi111 ceph-mon[97855]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:28 smithi111 ceph-mon[116524]: pgmap v12670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:16:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:16:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:30 smithi155 ceph-mon[102677]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:30 smithi111 ceph-mon[97855]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:30 smithi111 ceph-mon[116524]: pgmap v12671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:32 smithi155 ceph-mon[102677]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:32.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:32 smithi111 ceph-mon[97855]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:32 smithi111 ceph-mon[116524]: pgmap v12672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:34 smithi155 ceph-mon[102677]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:34.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:34 smithi111 ceph-mon[97855]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:34.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:34 smithi111 ceph-mon[116524]: pgmap v12673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:35.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:35.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:36 smithi155 ceph-mon[102677]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:36.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:36 smithi111 ceph-mon[97855]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:36.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:36 smithi111 ceph-mon[116524]: pgmap v12674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:38 smithi155 ceph-mon[102677]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:16:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:38 smithi111 ceph-mon[97855]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:38.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:16:38.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:38 smithi111 ceph-mon[116524]: pgmap v12675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:38.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:16:39.701 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:16:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:16:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:16:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:16:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:39 smithi155 ceph-mon[102677]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[116524]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:16:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:39 smithi111 ceph-mon[97855]: pgmap v12676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:42 smithi155 ceph-mon[102677]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:42.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:42 smithi111 ceph-mon[97855]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:42 smithi111 ceph-mon[116524]: pgmap v12677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:44 smithi155 ceph-mon[102677]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:44.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:44 smithi111 ceph-mon[97855]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:44 smithi111 ceph-mon[116524]: pgmap v12678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:46 smithi155 ceph-mon[102677]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:46.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:46 smithi111 ceph-mon[97855]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:46 smithi111 ceph-mon[116524]: pgmap v12679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:48 smithi155 ceph-mon[102677]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:48.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:48 smithi111 ceph-mon[97855]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:48 smithi111 ceph-mon[116524]: pgmap v12680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:16:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:16:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:50 smithi155 ceph-mon[102677]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:50 smithi111 ceph-mon[97855]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:50.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:50 smithi111 ceph-mon[116524]: pgmap v12681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:16:50.933 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:16:51.241 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:16:51.242 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:16:51.243 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:16:51.621 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:16:51.622 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:52 smithi155 ceph-mon[102677]: from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:52 smithi155 ceph-mon[102677]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:52 smithi155 ceph-mon[102677]: from='client.38228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3202095891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:16:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[97855]: from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[97855]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[97855]: from='client.38228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:52.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3202095891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[116524]: from='client.38222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[116524]: pgmap v12682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[116524]: from='client.38228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3202095891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:16:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:54 smithi155 ceph-mon[102677]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:54.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:54 smithi111 ceph-mon[97855]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:54.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:54 smithi111 ceph-mon[116524]: pgmap v12683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:56 smithi155 ceph-mon[102677]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:56.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:56 smithi111 ceph-mon[97855]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:56.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:56 smithi111 ceph-mon[116524]: pgmap v12684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:16:58 smithi155 ceph-mon[102677]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:16:58 smithi111 ceph-mon[97855]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:16:58 smithi111 ceph-mon[116524]: pgmap v12685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:16:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:16:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:17:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:00 smithi155 ceph-mon[102677]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:00 smithi111 ceph-mon[97855]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:00 smithi111 ceph-mon[116524]: pgmap v12686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:02 smithi155 ceph-mon[102677]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:02.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:02 smithi111 ceph-mon[97855]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:02.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:02 smithi111 ceph-mon[116524]: pgmap v12687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:04 smithi111 ceph-mon[97855]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:04 smithi111 ceph-mon[116524]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:04 smithi155 ceph-mon[102677]: pgmap v12688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:06 smithi111 ceph-mon[97855]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:06 smithi111 ceph-mon[116524]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:06 smithi155 ceph-mon[102677]: pgmap v12689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:08 smithi111 ceph-mon[97855]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:08 smithi111 ceph-mon[116524]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:08 smithi155 ceph-mon[102677]: pgmap v12690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:17:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:17:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:10 smithi111 ceph-mon[97855]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:10 smithi111 ceph-mon[116524]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:10 smithi155 ceph-mon[102677]: pgmap v12691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:12 smithi111 ceph-mon[97855]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:12 smithi111 ceph-mon[116524]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:12 smithi155 ceph-mon[102677]: pgmap v12692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:14 smithi111 ceph-mon[97855]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:14.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:14 smithi111 ceph-mon[116524]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:14 smithi155 ceph-mon[102677]: pgmap v12693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:16 smithi111 ceph-mon[97855]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:16 smithi111 ceph-mon[116524]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:16.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:16 smithi155 ceph-mon[102677]: pgmap v12694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:18.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:18 smithi111 ceph-mon[97855]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:18 smithi111 ceph-mon[116524]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:18 smithi155 ceph-mon[102677]: pgmap v12695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:17:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:17:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:20 smithi111 ceph-mon[97855]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:20 smithi111 ceph-mon[116524]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:20 smithi155 ceph-mon[102677]: pgmap v12696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:21.965 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:17:22.270 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:17:22.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:17:22.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:17:22.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:17:22.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:17:22.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:17:22.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:17:22.272 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:17:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:22 smithi111 ceph-mon[97855]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:22.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:22 smithi111 ceph-mon[116524]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:17:22.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:17:22.654 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:17:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:22 smithi155 ceph-mon[102677]: pgmap v12697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:23.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:23 smithi111 ceph-mon[97855]: from='client.38240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:23 smithi111 ceph-mon[97855]: from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1707348011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:23 smithi111 ceph-mon[116524]: from='client.38240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:23 smithi111 ceph-mon[116524]: from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1707348011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:23 smithi155 ceph-mon[102677]: from='client.38240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:23 smithi155 ceph-mon[102677]: from='client.38246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1707348011' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:17:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:24 smithi111 ceph-mon[97855]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:24 smithi111 ceph-mon[116524]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:24 smithi155 ceph-mon[102677]: pgmap v12698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:26 smithi155 ceph-mon[102677]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:26 smithi111 ceph-mon[97855]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:26 smithi111 ceph-mon[116524]: pgmap v12699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:28 smithi155 ceph-mon[102677]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:28 smithi111 ceph-mon[97855]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:28 smithi111 ceph-mon[116524]: pgmap v12700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:17:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:17:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:30 smithi155 ceph-mon[102677]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:30 smithi111 ceph-mon[97855]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:30.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:30 smithi111 ceph-mon[116524]: pgmap v12701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:32 smithi155 ceph-mon[102677]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:32 smithi111 ceph-mon[97855]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:32 smithi111 ceph-mon[116524]: pgmap v12702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:34 smithi155 ceph-mon[102677]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:34 smithi111 ceph-mon[97855]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:34 smithi111 ceph-mon[116524]: pgmap v12703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:36 smithi155 ceph-mon[102677]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:36 smithi111 ceph-mon[97855]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:36 smithi111 ceph-mon[116524]: pgmap v12704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:38 smithi155 ceph-mon[102677]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:38 smithi111 ceph-mon[97855]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:38 smithi111 ceph-mon[116524]: pgmap v12705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:17:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:17:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:17:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:17:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:17:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:17:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:17:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:40 smithi155 ceph-mon[102677]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:40 smithi111 ceph-mon[97855]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:40 smithi111 ceph-mon[116524]: pgmap v12706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:42 smithi155 ceph-mon[102677]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:42 smithi111 ceph-mon[97855]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:42 smithi111 ceph-mon[116524]: pgmap v12707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:44 smithi155 ceph-mon[102677]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:44 smithi111 ceph-mon[97855]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:44 smithi111 ceph-mon[116524]: pgmap v12708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:46 smithi155 ceph-mon[102677]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:46 smithi111 ceph-mon[97855]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:46 smithi111 ceph-mon[116524]: pgmap v12709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:48 smithi155 ceph-mon[102677]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:48 smithi111 ceph-mon[97855]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:48 smithi111 ceph-mon[116524]: pgmap v12710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:17:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:17:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:17:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:50 smithi155 ceph-mon[102677]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:50 smithi111 ceph-mon[97855]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:50 smithi111 ceph-mon[116524]: pgmap v12711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:52 smithi155 ceph-mon[102677]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:52 smithi111 ceph-mon[97855]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:52 smithi111 ceph-mon[116524]: pgmap v12712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:52.996 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:17:53.303 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:17:53.304 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:17:53.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:17:53.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:17:53.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:17:53.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:17:53.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:17:53.305 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:17:53.681 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:17:53.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:17:53.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:17:53.682 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:17:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:54 smithi155 ceph-mon[102677]: from='client.28377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:54 smithi155 ceph-mon[102677]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:54 smithi155 ceph-mon[102677]: from='client.38264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3482701096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[97855]: from='client.28377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[97855]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[97855]: from='client.38264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3482701096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[116524]: from='client.28377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[116524]: pgmap v12713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[116524]: from='client.38264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:17:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3482701096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:17:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:56 smithi155 ceph-mon[102677]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:56 smithi111 ceph-mon[97855]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:56 smithi111 ceph-mon[116524]: pgmap v12714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:17:57 smithi155 ceph-mon[102677]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:57.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:17:57 smithi111 ceph-mon[97855]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:17:57 smithi111 ceph-mon[116524]: pgmap v12715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:17:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:17:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:18:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:00 smithi155 ceph-mon[102677]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:00.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:00 smithi111 ceph-mon[97855]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:00.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:00 smithi111 ceph-mon[116524]: pgmap v12716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:02 smithi155 ceph-mon[102677]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:02 smithi111 ceph-mon[97855]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:02 smithi111 ceph-mon[116524]: pgmap v12717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:04 smithi155 ceph-mon[102677]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:04 smithi111 ceph-mon[97855]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:04 smithi111 ceph-mon[116524]: pgmap v12718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:06 smithi111 ceph-mon[97855]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:06 smithi111 ceph-mon[116524]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:06 smithi155 ceph-mon[102677]: pgmap v12719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:08 smithi111 ceph-mon[97855]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:08 smithi111 ceph-mon[116524]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:08 smithi155 ceph-mon[102677]: pgmap v12720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:18:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:18:10.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:10 smithi111 ceph-mon[97855]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:10 smithi111 ceph-mon[116524]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:10 smithi155 ceph-mon[102677]: pgmap v12721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:12 smithi111 ceph-mon[97855]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:12 smithi111 ceph-mon[116524]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:12 smithi155 ceph-mon[102677]: pgmap v12722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:14 smithi111 ceph-mon[97855]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:14 smithi111 ceph-mon[116524]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:14 smithi155 ceph-mon[102677]: pgmap v12723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:16 smithi111 ceph-mon[97855]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:16 smithi111 ceph-mon[116524]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:16 smithi155 ceph-mon[102677]: pgmap v12724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:18 smithi111 ceph-mon[97855]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:18 smithi111 ceph-mon[116524]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:18 smithi155 ceph-mon[102677]: pgmap v12725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:18:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:18:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:20 smithi111 ceph-mon[97855]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:20 smithi111 ceph-mon[116524]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:20 smithi155 ceph-mon[102677]: pgmap v12726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:22 smithi111 ceph-mon[97855]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:22 smithi111 ceph-mon[116524]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:22 smithi155 ceph-mon[102677]: pgmap v12727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:24.026 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:18:24.335 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:18:24.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:18:24.337 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:18:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:24 smithi111 ceph-mon[97855]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:24 smithi111 ceph-mon[116524]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:24 smithi155 ceph-mon[102677]: pgmap v12728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:18:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:18:24.715 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:18:25.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:25 smithi111 ceph-mon[97855]: from='client.38276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/136369408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:18:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:25 smithi111 ceph-mon[116524]: from='client.38276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/136369408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:18:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:25 smithi155 ceph-mon[102677]: from='client.38276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/136369408' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:18:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:26 smithi155 ceph-mon[102677]: from='client.28401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:26 smithi155 ceph-mon[102677]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:26 smithi111 ceph-mon[97855]: from='client.28401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:26 smithi111 ceph-mon[97855]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:26 smithi111 ceph-mon[116524]: from='client.28401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:26 smithi111 ceph-mon[116524]: pgmap v12729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:28 smithi155 ceph-mon[102677]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:28 smithi111 ceph-mon[97855]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:28 smithi111 ceph-mon[116524]: pgmap v12730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:18:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:18:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:30 smithi155 ceph-mon[102677]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:30.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:30 smithi111 ceph-mon[116524]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:30 smithi111 ceph-mon[97855]: pgmap v12731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:32 smithi155 ceph-mon[102677]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:32 smithi111 ceph-mon[97855]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:32.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:32 smithi111 ceph-mon[116524]: pgmap v12732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:34 smithi155 ceph-mon[102677]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:34 smithi111 ceph-mon[97855]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:34.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:34 smithi111 ceph-mon[116524]: pgmap v12733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:35.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:36 smithi155 ceph-mon[102677]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:36 smithi111 ceph-mon[97855]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:36.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:36 smithi111 ceph-mon[116524]: pgmap v12734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:38 smithi155 ceph-mon[102677]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:38 smithi111 ceph-mon[97855]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:38 smithi111 ceph-mon[116524]: pgmap v12735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:18:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:18:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:40 smithi155 ceph-mon[102677]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:18:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:18:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:18:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:18:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[97855]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[116524]: pgmap v12736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:18:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:18:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:42 smithi155 ceph-mon[102677]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:42 smithi111 ceph-mon[97855]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:42 smithi111 ceph-mon[116524]: pgmap v12737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:44 smithi155 ceph-mon[102677]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:44 smithi111 ceph-mon[97855]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:44.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:44 smithi111 ceph-mon[116524]: pgmap v12738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:46 smithi155 ceph-mon[102677]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:46 smithi111 ceph-mon[97855]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:46 smithi111 ceph-mon[116524]: pgmap v12739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:48 smithi155 ceph-mon[102677]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:48 smithi111 ceph-mon[97855]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:48.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:48 smithi111 ceph-mon[116524]: pgmap v12740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:18:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:18:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:18:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:50 smithi155 ceph-mon[102677]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:50 smithi111 ceph-mon[97855]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:50.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:50 smithi111 ceph-mon[116524]: pgmap v12741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:52 smithi155 ceph-mon[102677]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:52 smithi111 ceph-mon[97855]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:52.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:52 smithi111 ceph-mon[116524]: pgmap v12742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:54 smithi155 ceph-mon[102677]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:54 smithi111 ceph-mon[97855]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:54 smithi111 ceph-mon[116524]: pgmap v12743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:55.064 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:18:55.370 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:18:55.370 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:18:55.370 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:18:55.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:18:55.372 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:18:55.750 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:18:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:18:55.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:18:55.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:18:55.752 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:18:55.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:18:55.752 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:18:55.752 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:18:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:56 smithi155 ceph-mon[102677]: from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:56 smithi155 ceph-mon[102677]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/523439695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:18:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:56 smithi111 ceph-mon[97855]: from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:56 smithi111 ceph-mon[97855]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/523439695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:18:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:56 smithi111 ceph-mon[116524]: from='client.38294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:56 smithi111 ceph-mon[116524]: pgmap v12744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/523439695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:18:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:57 smithi155 ceph-mon[102677]: from='client.38300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:57.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:57 smithi111 ceph-mon[97855]: from='client.38300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:57 smithi111 ceph-mon[116524]: from='client.38300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:18:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:18:58 smithi155 ceph-mon[102677]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:18:58 smithi111 ceph-mon[97855]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:18:58 smithi111 ceph-mon[116524]: pgmap v12745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:18:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:18:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:19:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:00 smithi155 ceph-mon[102677]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:00 smithi111 ceph-mon[97855]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:00.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:00 smithi111 ceph-mon[116524]: pgmap v12746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:02 smithi155 ceph-mon[102677]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:02 smithi111 ceph-mon[97855]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:02 smithi111 ceph-mon[116524]: pgmap v12747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:04 smithi155 ceph-mon[102677]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:04 smithi111 ceph-mon[97855]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:04 smithi111 ceph-mon[116524]: pgmap v12748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:05 smithi155 ceph-mon[102677]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:05 smithi111 ceph-mon[97855]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:05 smithi111 ceph-mon[116524]: pgmap v12749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:08 smithi155 ceph-mon[102677]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:08.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:08 smithi111 ceph-mon[97855]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:08 smithi111 ceph-mon[116524]: pgmap v12750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:19:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:19:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:10 smithi111 ceph-mon[97855]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:10 smithi111 ceph-mon[116524]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:10 smithi155 ceph-mon[102677]: pgmap v12751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:12 smithi111 ceph-mon[97855]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:12 smithi111 ceph-mon[116524]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:12 smithi155 ceph-mon[102677]: pgmap v12752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:14 smithi111 ceph-mon[97855]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:14 smithi111 ceph-mon[116524]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:14 smithi155 ceph-mon[102677]: pgmap v12753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:16.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:16 smithi111 ceph-mon[97855]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:16 smithi111 ceph-mon[116524]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:16.705 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:16 smithi155 ceph-mon[102677]: pgmap v12754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:18 smithi111 ceph-mon[97855]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:18 smithi111 ceph-mon[116524]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:18 smithi155 ceph-mon[102677]: pgmap v12755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:19:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:19:20.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:20 smithi111 ceph-mon[97855]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:20 smithi111 ceph-mon[116524]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:20 smithi155 ceph-mon[102677]: pgmap v12756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:22.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:22 smithi111 ceph-mon[97855]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:22 smithi111 ceph-mon[116524]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:22 smithi155 ceph-mon[102677]: pgmap v12757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:24 smithi111 ceph-mon[97855]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:24 smithi111 ceph-mon[116524]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:24 smithi155 ceph-mon[102677]: pgmap v12758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:26.095 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:19:26.406 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:19:26.406 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:19:26.406 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:19:26.406 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:19:26.406 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:19:26.406 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:19:26.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:19:26.408 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:19:26.408 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:19:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:26 smithi111 ceph-mon[97855]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:26 smithi111 ceph-mon[116524]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:26 smithi155 ceph-mon[102677]: pgmap v12759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:26.785 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:19:26.786 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:19:27.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:27 smithi111 ceph-mon[97855]: from='client.38312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2505276137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:19:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:27 smithi111 ceph-mon[116524]: from='client.38312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2505276137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:19:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:27 smithi155 ceph-mon[102677]: from='client.38312 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2505276137' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:19:28.497 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:28 smithi111 ceph-mon[116524]: from='client.28437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:28 smithi111 ceph-mon[116524]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:28 smithi111 ceph-mon[97855]: from='client.28437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:28 smithi111 ceph-mon[97855]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:28 smithi155 ceph-mon[102677]: from='client.28437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:28 smithi155 ceph-mon[102677]: pgmap v12760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:19:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:19:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:30 smithi111 ceph-mon[97855]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:30 smithi111 ceph-mon[116524]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:30 smithi155 ceph-mon[102677]: pgmap v12761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:32 smithi111 ceph-mon[97855]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:32 smithi111 ceph-mon[116524]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:32 smithi155 ceph-mon[102677]: pgmap v12762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:34 smithi155 ceph-mon[102677]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:34 smithi111 ceph-mon[97855]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:34 smithi111 ceph-mon[116524]: pgmap v12763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:36 smithi155 ceph-mon[102677]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:36 smithi111 ceph-mon[97855]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:36 smithi111 ceph-mon[116524]: pgmap v12764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:38 smithi155 ceph-mon[102677]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:38 smithi111 ceph-mon[97855]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:38 smithi111 ceph-mon[116524]: pgmap v12765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:19:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:19:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:40 smithi155 ceph-mon[102677]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:19:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:19:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:19:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:19:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[97855]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[116524]: pgmap v12766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:19:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:19:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:42 smithi155 ceph-mon[102677]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:42 smithi111 ceph-mon[97855]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:42 smithi111 ceph-mon[116524]: pgmap v12767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:44 smithi155 ceph-mon[102677]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:44 smithi111 ceph-mon[97855]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:44 smithi111 ceph-mon[116524]: pgmap v12768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:46 smithi155 ceph-mon[102677]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:46 smithi111 ceph-mon[97855]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:46 smithi111 ceph-mon[116524]: pgmap v12769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:48 smithi155 ceph-mon[102677]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:48 smithi111 ceph-mon[97855]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:48.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:48 smithi111 ceph-mon[116524]: pgmap v12770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:19:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:19:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:19:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:50 smithi155 ceph-mon[102677]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:50 smithi111 ceph-mon[97855]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:50 smithi111 ceph-mon[116524]: pgmap v12771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:52 smithi155 ceph-mon[102677]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:52 smithi111 ceph-mon[97855]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:52 smithi111 ceph-mon[116524]: pgmap v12772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:54 smithi155 ceph-mon[102677]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:54 smithi111 ceph-mon[97855]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:54 smithi111 ceph-mon[116524]: pgmap v12773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:56 smithi155 ceph-mon[102677]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:56 smithi111 ceph-mon[97855]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:56 smithi111 ceph-mon[116524]: pgmap v12774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:57.129 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:19:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:19:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:19:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:19:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:19:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:19:57.437 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:19:57.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:19:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:19:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:19:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:19:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:19:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:19:57.439 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:19:57.824 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:19:57.825 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:19:57.826 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:19:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:58 smithi155 ceph-mon[102677]: from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:58 smithi155 ceph-mon[102677]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3945640027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:19:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:58 smithi111 ceph-mon[97855]: from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:58 smithi111 ceph-mon[97855]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3945640027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:19:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:58 smithi111 ceph-mon[116524]: from='client.38330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:58 smithi111 ceph-mon[116524]: pgmap v12775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:19:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3945640027' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:19:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:19:59 smithi155 ceph-mon[102677]: from='client.38336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:19:59 smithi111 ceph-mon[97855]: from='client.38336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:19:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:19:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:19:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:19:59 smithi111 ceph-mon[116524]: from='client.38336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:00.302 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:00 smithi111 conmon[97831]: 2023-12-01T10:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:20:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:00 smithi155 ceph-mon[102677]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:20:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:00 smithi111 ceph-mon[97855]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:20:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:00 smithi111 ceph-mon[116524]: pgmap v12776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:20:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:02 smithi155 ceph-mon[102677]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:02 smithi111 ceph-mon[116524]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:02 smithi111 ceph-mon[97855]: pgmap v12777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:04 smithi155 ceph-mon[102677]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:04 smithi111 ceph-mon[97855]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:04 smithi111 ceph-mon[116524]: pgmap v12778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:06 smithi155 ceph-mon[102677]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:06 smithi111 ceph-mon[97855]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:06 smithi111 ceph-mon[116524]: pgmap v12779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:08 smithi155 ceph-mon[102677]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:08 smithi111 ceph-mon[97855]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:08 smithi111 ceph-mon[116524]: pgmap v12780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:20:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:20:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:10 smithi155 ceph-mon[102677]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:10 smithi111 ceph-mon[97855]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:10 smithi111 ceph-mon[116524]: pgmap v12781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:12 smithi155 ceph-mon[102677]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:12.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:12 smithi111 ceph-mon[116524]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:12 smithi111 ceph-mon[97855]: pgmap v12782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:14 smithi155 ceph-mon[102677]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:14 smithi111 ceph-mon[97855]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:14 smithi111 ceph-mon[116524]: pgmap v12783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:16 smithi155 ceph-mon[102677]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:16 smithi111 ceph-mon[97855]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:16 smithi111 ceph-mon[116524]: pgmap v12784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:18 smithi155 ceph-mon[102677]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:18 smithi111 ceph-mon[97855]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:18 smithi111 ceph-mon[116524]: pgmap v12785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:20:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:20:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:20 smithi155 ceph-mon[102677]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:20 smithi111 ceph-mon[97855]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:20.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:20 smithi111 ceph-mon[116524]: pgmap v12786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:21 smithi155 ceph-mon[102677]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:21.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:21 smithi111 ceph-mon[97855]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:21 smithi111 ceph-mon[116524]: pgmap v12787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:24.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:24 smithi111 ceph-mon[97855]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:24 smithi111 ceph-mon[116524]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:24 smithi155 ceph-mon[102677]: pgmap v12788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:26.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:26 smithi111 ceph-mon[97855]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:26 smithi111 ceph-mon[116524]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:26 smithi155 ceph-mon[102677]: pgmap v12789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:28.175 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:20:28.486 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:20:28.486 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:20:28.486 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 5037M 2374M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:20:28.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5335M 2374M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5634M 2374M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4768M 2374M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:20:28.488 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:20:28.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:28 smithi111 ceph-mon[97855]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:28 smithi111 ceph-mon[116524]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:28 smithi155 ceph-mon[102677]: pgmap v12790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:28.868 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:20:28.869 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:20:29.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:29 smithi111 ceph-mon[97855]: from='client.28467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:29.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4036682696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:20:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:20:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:20:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:29 smithi111 ceph-mon[116524]: from='client.28467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4036682696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:20:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:29 smithi155 ceph-mon[102677]: from='client.28467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4036682696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:20:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:30 smithi111 ceph-mon[97855]: from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:30 smithi111 ceph-mon[97855]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:30 smithi111 ceph-mon[116524]: from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:30 smithi111 ceph-mon[116524]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:30 smithi155 ceph-mon[102677]: from='client.38354 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:20:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:30 smithi155 ceph-mon[102677]: pgmap v12791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:32 smithi111 ceph-mon[97855]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:32 smithi111 ceph-mon[116524]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:32 smithi155 ceph-mon[102677]: pgmap v12792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:34 smithi111 ceph-mon[97855]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:34 smithi111 ceph-mon[116524]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:34 smithi155 ceph-mon[102677]: pgmap v12793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:36 smithi155 ceph-mon[102677]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:36 smithi111 ceph-mon[97855]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:36 smithi111 ceph-mon[116524]: pgmap v12794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:38 smithi155 ceph-mon[102677]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:38 smithi111 ceph-mon[97855]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:38 smithi111 ceph-mon[116524]: pgmap v12795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:20:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:20:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:40 smithi155 ceph-mon[102677]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:40 smithi111 ceph-mon[97855]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:40 smithi111 ceph-mon[116524]: pgmap v12796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:20:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:20:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:20:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:20:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:20:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:20:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:20:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:42 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2365M 2023-12-01T10:20:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:42 smithi155 ceph-mon[102677]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:42 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2365M 2023-12-01T10:20:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:42 smithi111 ceph-mon[97855]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:42 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2365M 2023-12-01T10:20:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:42 smithi111 ceph-mon[116524]: pgmap v12797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:44 smithi155 ceph-mon[102677]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:44 smithi111 ceph-mon[97855]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:44.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:44 smithi111 ceph-mon[116524]: pgmap v12798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:46 smithi155 ceph-mon[102677]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:46 smithi111 ceph-mon[97855]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:46 smithi111 ceph-mon[116524]: pgmap v12799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:48 smithi155 ceph-mon[102677]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:48 smithi111 ceph-mon[97855]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:48 smithi111 ceph-mon[116524]: pgmap v12800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:20:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:20:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:20:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:50 smithi155 ceph-mon[102677]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:50 smithi111 ceph-mon[97855]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:50 smithi111 ceph-mon[116524]: pgmap v12801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:52 smithi155 ceph-mon[102677]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:52 smithi111 ceph-mon[97855]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:52.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:52 smithi111 ceph-mon[116524]: pgmap v12802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:54 smithi155 ceph-mon[102677]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:54.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:54 smithi111 ceph-mon[116524]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:54 smithi111 ceph-mon[97855]: pgmap v12803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:56 smithi155 ceph-mon[102677]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:56.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:56 smithi111 ceph-mon[116524]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:56 smithi111 ceph-mon[97855]: pgmap v12804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:20:58 smithi155 ceph-mon[102677]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:20:58 smithi111 ceph-mon[97855]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:20:58 smithi111 ceph-mon[116524]: pgmap v12805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:20:59.211 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:20:59.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 5037M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5335M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5634M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4768M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:20:59.520 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:20:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:20:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:20:59.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:20:59.902 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:21:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:00 smithi155 ceph-mon[102677]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:00 smithi155 ceph-mon[102677]: from='client.28485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3061348645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:21:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:00 smithi111 ceph-mon[97855]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:00 smithi111 ceph-mon[97855]: from='client.28485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3061348645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:21:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:00 smithi111 ceph-mon[116524]: pgmap v12806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:00 smithi111 ceph-mon[116524]: from='client.28485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3061348645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:21:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:01 smithi155 ceph-mon[102677]: from='client.28491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:01 smithi111 ceph-mon[97855]: from='client.28491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:01 smithi111 ceph-mon[116524]: from='client.28491 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:02 smithi155 ceph-mon[102677]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:02.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:02 smithi111 ceph-mon[97855]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:02 smithi111 ceph-mon[116524]: pgmap v12807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:04 smithi155 ceph-mon[102677]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:04 smithi111 ceph-mon[97855]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:04 smithi111 ceph-mon[116524]: pgmap v12808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:06 smithi155 ceph-mon[102677]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:06 smithi111 ceph-mon[97855]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:06 smithi111 ceph-mon[116524]: pgmap v12809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:08 smithi155 ceph-mon[102677]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:08 smithi111 ceph-mon[97855]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:08 smithi111 ceph-mon[116524]: pgmap v12810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:21:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:21:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:10 smithi155 ceph-mon[102677]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:10 smithi111 ceph-mon[97855]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:10 smithi111 ceph-mon[116524]: pgmap v12811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:12 smithi155 ceph-mon[102677]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:12 smithi111 ceph-mon[97855]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:12.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:12 smithi111 ceph-mon[116524]: pgmap v12812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:14 smithi155 ceph-mon[102677]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:14 smithi111 ceph-mon[97855]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:14 smithi111 ceph-mon[116524]: pgmap v12813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:16 smithi155 ceph-mon[102677]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:16 smithi111 ceph-mon[97855]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:16 smithi111 ceph-mon[116524]: pgmap v12814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:18 smithi155 ceph-mon[102677]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:18 smithi111 ceph-mon[97855]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:18 smithi111 ceph-mon[116524]: pgmap v12815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:21:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:21:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:20 smithi155 ceph-mon[102677]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:20 smithi111 ceph-mon[97855]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:20 smithi111 ceph-mon[116524]: pgmap v12816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:22 smithi155 ceph-mon[102677]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:22 smithi111 ceph-mon[97855]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:22 smithi111 ceph-mon[116524]: pgmap v12817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:24 smithi155 ceph-mon[102677]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:24 smithi111 ceph-mon[97855]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:24 smithi111 ceph-mon[116524]: pgmap v12818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:26 smithi155 ceph-mon[102677]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:26 smithi111 ceph-mon[97855]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:26 smithi111 ceph-mon[116524]: pgmap v12819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:27 smithi155 ceph-mon[102677]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:27.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:27 smithi111 ceph-mon[97855]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:27.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:27 smithi111 ceph-mon[116524]: pgmap v12820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:21:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:21:30.246 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:21:30.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:30 smithi111 ceph-mon[97855]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:30 smithi111 ceph-mon[116524]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:30.553 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:21:30.554 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 5037M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5335M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5634M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4768M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:21:30.555 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:21:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:30 smithi155 ceph-mon[102677]: pgmap v12821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:21:30.933 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:21:30.934 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:21:31.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:31 smithi111 ceph-mon[97855]: from='client.38384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:31.497 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/896449432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:21:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:31 smithi111 ceph-mon[116524]: from='client.38384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/896449432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:21:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:31 smithi155 ceph-mon[102677]: from='client.38384 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/896449432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:21:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:32 smithi111 ceph-mon[97855]: from='client.28509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:32 smithi111 ceph-mon[97855]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:32 smithi111 ceph-mon[116524]: from='client.28509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:32 smithi111 ceph-mon[116524]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:32 smithi155 ceph-mon[102677]: from='client.28509 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:21:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:32 smithi155 ceph-mon[102677]: pgmap v12822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:34 smithi155 ceph-mon[102677]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:34 smithi111 ceph-mon[97855]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:34 smithi111 ceph-mon[116524]: pgmap v12823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:36 smithi155 ceph-mon[102677]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:36 smithi111 ceph-mon[116524]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:36 smithi111 ceph-mon[97855]: pgmap v12824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:38 smithi155 ceph-mon[102677]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:38 smithi111 ceph-mon[97855]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:38.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:38 smithi111 ceph-mon[116524]: pgmap v12825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:21:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:21:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:40 smithi155 ceph-mon[102677]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:40 smithi111 ceph-mon[97855]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:40.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:40 smithi111 ceph-mon[116524]: pgmap v12826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:21:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:21:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:21:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:21:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:21:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:42 smithi155 ceph-mon[102677]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:42 smithi111 ceph-mon[97855]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:42 smithi111 ceph-mon[116524]: pgmap v12827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:44 smithi155 ceph-mon[102677]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:44 smithi111 ceph-mon[97855]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:44 smithi111 ceph-mon[116524]: pgmap v12828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:46 smithi155 ceph-mon[102677]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:46 smithi111 ceph-mon[97855]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:46 smithi111 ceph-mon[116524]: pgmap v12829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:48 smithi155 ceph-mon[102677]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:48 smithi111 ceph-mon[97855]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:48 smithi111 ceph-mon[116524]: pgmap v12830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:21:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:21:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:21:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:50 smithi155 ceph-mon[102677]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:50 smithi111 ceph-mon[97855]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:50 smithi111 ceph-mon[116524]: pgmap v12831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:52 smithi155 ceph-mon[102677]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:52 smithi111 ceph-mon[97855]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:52 smithi111 ceph-mon[116524]: pgmap v12832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:54 smithi155 ceph-mon[102677]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:54 smithi111 ceph-mon[97855]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:54 smithi111 ceph-mon[116524]: pgmap v12833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:56 smithi155 ceph-mon[102677]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:56 smithi111 ceph-mon[97855]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:56 smithi111 ceph-mon[116524]: pgmap v12834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:21:58 smithi155 ceph-mon[102677]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:21:58 smithi111 ceph-mon[97855]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:21:58 smithi111 ceph-mon[116524]: pgmap v12835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:21:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:22:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:00 smithi155 ceph-mon[102677]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:00 smithi111 ceph-mon[97855]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:00 smithi111 ceph-mon[116524]: pgmap v12836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:01.278 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:22:01.584 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 5037M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5335M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:22:01.585 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5634M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:22:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4768M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:22:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:22:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:22:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:22:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:22:01.586 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:22:01.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:22:01.965 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:22:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:02 smithi155 ceph-mon[102677]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:02 smithi155 ceph-mon[102677]: from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2364176733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:22:02.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:02 smithi111 ceph-mon[97855]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:02 smithi111 ceph-mon[97855]: from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2364176733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:02 smithi111 ceph-mon[116524]: pgmap v12837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:02 smithi111 ceph-mon[116524]: from='client.38402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2364176733' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:22:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:03 smithi155 ceph-mon[102677]: from='client.38408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:03 smithi111 ceph-mon[97855]: from='client.38408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:03 smithi111 ceph-mon[116524]: from='client.38408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:04 smithi155 ceph-mon[102677]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:04 smithi111 ceph-mon[97855]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:04 smithi111 ceph-mon[116524]: pgmap v12838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:06 smithi155 ceph-mon[102677]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:06 smithi111 ceph-mon[97855]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:06.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:06 smithi111 ceph-mon[116524]: pgmap v12839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:08 smithi155 ceph-mon[102677]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:08 smithi111 ceph-mon[97855]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:08 smithi111 ceph-mon[116524]: pgmap v12840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:22:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:22:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:10 smithi155 ceph-mon[102677]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:10 smithi111 ceph-mon[116524]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:10 smithi111 ceph-mon[97855]: pgmap v12841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:12 smithi155 ceph-mon[102677]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:12 smithi111 ceph-mon[97855]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:12 smithi111 ceph-mon[116524]: pgmap v12842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:14 smithi155 ceph-mon[102677]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:14 smithi111 ceph-mon[97855]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:14 smithi111 ceph-mon[116524]: pgmap v12843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:16 smithi155 ceph-mon[102677]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:16 smithi111 ceph-mon[97855]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:16 smithi111 ceph-mon[116524]: pgmap v12844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:18 smithi155 ceph-mon[102677]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:18 smithi111 ceph-mon[97855]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:18 smithi111 ceph-mon[116524]: pgmap v12845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:22:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:22:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:20 smithi155 ceph-mon[102677]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:20 smithi111 ceph-mon[97855]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:20 smithi111 ceph-mon[116524]: pgmap v12846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:22 smithi155 ceph-mon[102677]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:22 smithi111 ceph-mon[97855]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:22.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:22 smithi111 ceph-mon[116524]: pgmap v12847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:24 smithi155 ceph-mon[102677]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:24 smithi111 ceph-mon[97855]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:24 smithi111 ceph-mon[116524]: pgmap v12848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:26 smithi155 ceph-mon[102677]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:26 smithi111 ceph-mon[97855]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:26 smithi111 ceph-mon[116524]: pgmap v12849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:27 smithi155 ceph-mon[102677]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:27 smithi111 ceph-mon[97855]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:27 smithi111 ceph-mon[116524]: pgmap v12850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:22:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:22:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:30 smithi155 ceph-mon[102677]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:30 smithi111 ceph-mon[97855]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:30 smithi111 ceph-mon[116524]: pgmap v12851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:32.312 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 10m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 10m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 10m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 10m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 10m ago 5h 463M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 10m ago 5h 774M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 10m ago 5h 1561M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 10m ago 5h 721M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 10m ago 5h 667M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 10m ago 5h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 10m ago 5h 22.7M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:22:32.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 10m ago 5h 5037M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 10m ago 5h 5335M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 10m ago 5h 5634M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 10m ago 5h 4768M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 10m ago 5h 3789M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 10m ago 5h 4723M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 10m ago 5h 4150M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 10m ago 5h 4860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:22:32.618 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 10m ago 5h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:22:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:32 smithi155 ceph-mon[102677]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:32 smithi111 ceph-mon[97855]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:32.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:32 smithi111 ceph-mon[116524]: pgmap v12852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:22:32.996 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:22:32.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:22:32.997 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:22:32.997 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:22:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:33 smithi155 ceph-mon[102677]: from='client.28539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/778375417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:33 smithi111 ceph-mon[97855]: from='client.28539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/778375417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:22:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:33 smithi111 ceph-mon[116524]: from='client.28539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/778375417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:22:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:34 smithi155 ceph-mon[102677]: from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:34 smithi155 ceph-mon[102677]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:34 smithi111 ceph-mon[97855]: from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:34 smithi111 ceph-mon[97855]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:34.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:34 smithi111 ceph-mon[116524]: from='client.38426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:22:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:34 smithi111 ceph-mon[116524]: pgmap v12853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:35.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:36 smithi155 ceph-mon[102677]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:36 smithi111 ceph-mon[97855]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:36.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:36 smithi111 ceph-mon[116524]: pgmap v12854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:38 smithi155 ceph-mon[102677]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:38 smithi111 ceph-mon[97855]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:38 smithi111 ceph-mon[116524]: pgmap v12855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:22:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:22:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 10:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T10:22:40.174638564Z level=info msg="Completed cleanup jobs" duration=140.754656ms 2023-12-01T10:22:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:40 smithi155 ceph-mon[102677]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:40 smithi111 ceph-mon[97855]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:40 smithi111 ceph-mon[116524]: pgmap v12856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:42 smithi155 ceph-mon[102677]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:22:42.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:42 smithi111 ceph-mon[116524]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:42.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:22:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:42 smithi111 ceph-mon[97855]: pgmap v12857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:22:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:44 smithi155 ceph-mon[102677]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[116524]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[97855]: pgmap v12858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:22:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:22:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:22:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:22:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:22:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:22:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:22:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:46 smithi155 ceph-mon[102677]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:46 smithi111 ceph-mon[97855]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:46 smithi111 ceph-mon[116524]: pgmap v12859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:48 smithi155 ceph-mon[102677]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:48 smithi111 ceph-mon[97855]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:48 smithi111 ceph-mon[116524]: pgmap v12860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:22:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:22:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:22:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:50 smithi155 ceph-mon[102677]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:50 smithi111 ceph-mon[97855]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:50 smithi111 ceph-mon[116524]: pgmap v12861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:52 smithi155 ceph-mon[102677]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:52 smithi111 ceph-mon[97855]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:52 smithi111 ceph-mon[116524]: pgmap v12862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:54 smithi155 ceph-mon[102677]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:54 smithi111 ceph-mon[97855]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:54 smithi111 ceph-mon[116524]: pgmap v12863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:56 smithi155 ceph-mon[102677]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:56 smithi111 ceph-mon[97855]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:56 smithi111 ceph-mon[116524]: pgmap v12864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:22:58 smithi155 ceph-mon[102677]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:22:58 smithi111 ceph-mon[97855]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:22:58 smithi111 ceph-mon[116524]: pgmap v12865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:22:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:22:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:23:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:00 smithi155 ceph-mon[102677]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:00 smithi111 ceph-mon[97855]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:00.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:00 smithi111 ceph-mon[116524]: pgmap v12866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:02 smithi155 ceph-mon[102677]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:02 smithi111 ceph-mon[97855]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:02 smithi111 ceph-mon[116524]: pgmap v12867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:03.345 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:23:03.649 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 20s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 19s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 20s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 19s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 19s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 20s ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 20s ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 19s ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:23:03.650 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 20s ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 20s ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 19s ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 20s ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 20s ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 20s ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 20s ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 19s ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 19s ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 19s ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:23:03.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 19s ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:23:03.652 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 19s ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:23:04.032 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:23:04.032 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:23:04.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:23:04.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:04.033 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:23:04.034 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:23:04.034 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:23:04.034 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:04 smithi155 ceph-mon[102677]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:04 smithi155 ceph-mon[102677]: from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/37332364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[97855]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[97855]: from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/37332364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[116524]: pgmap v12868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[116524]: from='client.38438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/37332364' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:05 smithi155 ceph-mon[102677]: from='client.28563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:05.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:05 smithi111 ceph-mon[97855]: from='client.28563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:05 smithi111 ceph-mon[116524]: from='client.28563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:06 smithi155 ceph-mon[102677]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:06 smithi111 ceph-mon[97855]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:06 smithi111 ceph-mon[116524]: pgmap v12869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:08 smithi155 ceph-mon[102677]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:08 smithi111 ceph-mon[97855]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:08 smithi111 ceph-mon[116524]: pgmap v12870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:23:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:23:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:10 smithi155 ceph-mon[102677]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:10 smithi111 ceph-mon[97855]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:10 smithi111 ceph-mon[116524]: pgmap v12871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:12 smithi155 ceph-mon[102677]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:12 smithi111 ceph-mon[97855]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:12.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:12 smithi111 ceph-mon[116524]: pgmap v12872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:14 smithi155 ceph-mon[102677]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:14 smithi111 ceph-mon[97855]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:14 smithi111 ceph-mon[116524]: pgmap v12873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:16 smithi155 ceph-mon[102677]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:16 smithi111 ceph-mon[97855]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:16 smithi111 ceph-mon[116524]: pgmap v12874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:18 smithi155 ceph-mon[102677]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:18 smithi111 ceph-mon[97855]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:18 smithi111 ceph-mon[116524]: pgmap v12875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:23:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:23:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:20 smithi155 ceph-mon[102677]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:20 smithi111 ceph-mon[97855]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:20 smithi111 ceph-mon[116524]: pgmap v12876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:22 smithi155 ceph-mon[102677]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:22 smithi111 ceph-mon[97855]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:22.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:22 smithi111 ceph-mon[116524]: pgmap v12877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:24 smithi155 ceph-mon[102677]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:24 smithi111 ceph-mon[97855]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:24 smithi111 ceph-mon[116524]: pgmap v12878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:26 smithi155 ceph-mon[102677]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:26 smithi111 ceph-mon[97855]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:26 smithi111 ceph-mon[116524]: pgmap v12879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:27 smithi155 ceph-mon[102677]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:27 smithi111 ceph-mon[97855]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:27 smithi111 ceph-mon[116524]: pgmap v12880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:23:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:23:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:30 smithi155 ceph-mon[102677]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:30 smithi111 ceph-mon[97855]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:30 smithi111 ceph-mon[116524]: pgmap v12881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:32 smithi155 ceph-mon[102677]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:32 smithi111 ceph-mon[97855]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:32 smithi111 ceph-mon[116524]: pgmap v12882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:34.382 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:23:34.690 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:23:34.690 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 51s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:23:34.690 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 50s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 51s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 50s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 50s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 51s ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 51s ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 50s ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 51s ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 51s ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 50s ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 51s ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:23:34.691 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 51s ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 51s ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 51s ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 50s ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 50s ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 50s ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 50s ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:23:34.692 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 50s ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:23:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:34 smithi155 ceph-mon[102677]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:34 smithi111 ceph-mon[97855]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:34 smithi111 ceph-mon[116524]: pgmap v12883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:35.074 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:23:35.075 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:23:35.076 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:23:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3032822429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:23:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3032822429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:23:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3032822429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:23:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:36 smithi155 ceph-mon[102677]: from='client.38456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:36 smithi155 ceph-mon[102677]: from='client.28581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:36 smithi155 ceph-mon[102677]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:36 smithi111 ceph-mon[97855]: from='client.38456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:36 smithi111 ceph-mon[97855]: from='client.28581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:36 smithi111 ceph-mon[97855]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:36 smithi111 ceph-mon[116524]: from='client.38456 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:36 smithi111 ceph-mon[116524]: from='client.28581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:23:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:36 smithi111 ceph-mon[116524]: pgmap v12884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:38 smithi155 ceph-mon[102677]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:38 smithi111 ceph-mon[97855]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:38 smithi111 ceph-mon[116524]: pgmap v12885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:23:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:23:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:40 smithi155 ceph-mon[102677]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:40 smithi111 ceph-mon[97855]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:40 smithi111 ceph-mon[116524]: pgmap v12886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:42 smithi155 ceph-mon[102677]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:42 smithi111 ceph-mon[97855]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:42 smithi111 ceph-mon[116524]: pgmap v12887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:44 smithi155 ceph-mon[102677]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:44 smithi111 ceph-mon[97855]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:44 smithi111 ceph-mon[116524]: pgmap v12888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:23:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:23:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:23:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:23:45.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:23:45.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:23:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:23:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:23:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:23:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:23:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:23:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:23:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:46 smithi155 ceph-mon[102677]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:46 smithi111 ceph-mon[97855]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:46 smithi111 ceph-mon[116524]: pgmap v12889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:48 smithi155 ceph-mon[102677]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:48.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:48 smithi111 ceph-mon[116524]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:48 smithi111 ceph-mon[97855]: pgmap v12890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:23:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:23:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:23:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:50 smithi155 ceph-mon[102677]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:50 smithi111 ceph-mon[97855]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:50 smithi111 ceph-mon[116524]: pgmap v12891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:52 smithi155 ceph-mon[102677]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:52 smithi111 ceph-mon[97855]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:52 smithi111 ceph-mon[116524]: pgmap v12892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:54 smithi155 ceph-mon[102677]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:54 smithi111 ceph-mon[97855]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:54 smithi111 ceph-mon[116524]: pgmap v12893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:56 smithi155 ceph-mon[102677]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:56 smithi111 ceph-mon[97855]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:56 smithi111 ceph-mon[116524]: pgmap v12894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:23:58 smithi155 ceph-mon[102677]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:23:58 smithi111 ceph-mon[97855]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:23:58 smithi111 ceph-mon[116524]: pgmap v12895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:23:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:23:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:24:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:00 smithi155 ceph-mon[102677]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:00 smithi111 ceph-mon[97855]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:00 smithi111 ceph-mon[116524]: pgmap v12896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:02 smithi155 ceph-mon[102677]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:02.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:02 smithi111 ceph-mon[97855]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:02 smithi111 ceph-mon[116524]: pgmap v12897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:04 smithi155 ceph-mon[102677]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:04 smithi111 ceph-mon[97855]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:04 smithi111 ceph-mon[116524]: pgmap v12898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:05.421 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 82s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 81s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 82s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 81s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 81s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 82s ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 82s ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:24:05.730 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 81s ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 82s ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 82s ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 81s ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 82s ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 82s ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 82s ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 82s ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 81s ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 81s ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 81s ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:24:05.731 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 81s ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:24:05.732 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 81s ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:06.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:24:06.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:24:06.108 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:24:06.108 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:24:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:06 smithi155 ceph-mon[102677]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1585126336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:24:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:06 smithi111 ceph-mon[97855]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1585126336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:24:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:06 smithi111 ceph-mon[116524]: pgmap v12899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1585126336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:24:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:07 smithi155 ceph-mon[102677]: from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:07 smithi155 ceph-mon[102677]: from='client.38480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:07 smithi111 ceph-mon[116524]: from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:07 smithi111 ceph-mon[116524]: from='client.38480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:07 smithi111 ceph-mon[97855]: from='client.38474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:07 smithi111 ceph-mon[97855]: from='client.38480 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:08 smithi155 ceph-mon[102677]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:08 smithi111 ceph-mon[97855]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:08.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:08 smithi111 ceph-mon[116524]: pgmap v12900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:24:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:24:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:10 smithi155 ceph-mon[102677]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:10 smithi111 ceph-mon[97855]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:10 smithi111 ceph-mon[116524]: pgmap v12901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:12 smithi155 ceph-mon[102677]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:12 smithi111 ceph-mon[97855]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:12 smithi111 ceph-mon[116524]: pgmap v12902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:14 smithi155 ceph-mon[102677]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:14 smithi111 ceph-mon[97855]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:14 smithi111 ceph-mon[116524]: pgmap v12903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:16 smithi155 ceph-mon[102677]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:16 smithi111 ceph-mon[97855]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:16 smithi111 ceph-mon[116524]: pgmap v12904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:18 smithi155 ceph-mon[102677]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:18 smithi111 ceph-mon[97855]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:18 smithi111 ceph-mon[116524]: pgmap v12905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:19 smithi155 ceph-mon[102677]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:24:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:24:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:19 smithi111 ceph-mon[97855]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:19 smithi111 ceph-mon[116524]: pgmap v12906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:22 smithi155 ceph-mon[102677]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:22 smithi111 ceph-mon[97855]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:22.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:22 smithi111 ceph-mon[116524]: pgmap v12907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:24 smithi155 ceph-mon[102677]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:24 smithi111 ceph-mon[97855]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:24 smithi111 ceph-mon[116524]: pgmap v12908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:26 smithi155 ceph-mon[102677]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:26 smithi111 ceph-mon[97855]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:26 smithi111 ceph-mon[116524]: pgmap v12909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:28 smithi155 ceph-mon[102677]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:28 smithi111 ceph-mon[97855]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:28 smithi111 ceph-mon[116524]: pgmap v12910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:24:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:24:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:30 smithi155 ceph-mon[102677]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:30 smithi111 ceph-mon[97855]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:30 smithi111 ceph-mon[116524]: pgmap v12911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:32 smithi155 ceph-mon[102677]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:32 smithi111 ceph-mon[97855]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:32 smithi111 ceph-mon[116524]: pgmap v12912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:34 smithi155 ceph-mon[102677]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:34 smithi111 ceph-mon[97855]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:34 smithi111 ceph-mon[116524]: pgmap v12913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:36.454 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:24:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:36 smithi155 ceph-mon[102677]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:36.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:36 smithi111 ceph-mon[116524]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:36 smithi111 ceph-mon[97855]: pgmap v12914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:24:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 113s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:24:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 112s ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:24:36.762 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 113s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 112s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 112s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 113s ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 113s ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 112s ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 113s ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 113s ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 112s ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 113s ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:24:36.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 113s ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 113s ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 113s ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 112s ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 112s ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 112s ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 112s ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:24:36.764 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 112s ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:24:37.139 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:24:37.140 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:24:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/276319925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:24:37.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/276319925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:24:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/276319925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:24:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:38 smithi155 ceph-mon[102677]: from='client.38492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:38 smithi155 ceph-mon[102677]: from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:38 smithi155 ceph-mon[102677]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:38 smithi111 ceph-mon[97855]: from='client.38492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:38 smithi111 ceph-mon[97855]: from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:38 smithi111 ceph-mon[97855]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:38 smithi111 ceph-mon[116524]: from='client.38492 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:38 smithi111 ceph-mon[116524]: from='client.38498 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:24:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:38 smithi111 ceph-mon[116524]: pgmap v12915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:24:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:24:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:40 smithi155 ceph-mon[102677]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:40 smithi111 ceph-mon[97855]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:40 smithi111 ceph-mon[116524]: pgmap v12916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:42 smithi155 ceph-mon[102677]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:42 smithi111 ceph-mon[97855]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:42 smithi111 ceph-mon[116524]: pgmap v12917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:44 smithi155 ceph-mon[102677]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:44 smithi111 ceph-mon[116524]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:44 smithi111 ceph-mon[97855]: pgmap v12918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:24:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:24:45.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:46 smithi155 ceph-mon[102677]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:24:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:24:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[97855]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:24:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:24:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[116524]: pgmap v12919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:24:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:24:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:24:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:48 smithi155 ceph-mon[102677]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:48 smithi111 ceph-mon[97855]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:48 smithi111 ceph-mon[116524]: pgmap v12920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:24:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:24:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:24:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:50 smithi155 ceph-mon[102677]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:50 smithi111 ceph-mon[97855]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:50 smithi111 ceph-mon[116524]: pgmap v12921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:52 smithi155 ceph-mon[102677]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:52 smithi111 ceph-mon[97855]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:52 smithi111 ceph-mon[116524]: pgmap v12922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:54 smithi155 ceph-mon[102677]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:54 smithi111 ceph-mon[97855]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:54 smithi111 ceph-mon[116524]: pgmap v12923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:56 smithi155 ceph-mon[102677]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:56 smithi111 ceph-mon[97855]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:56 smithi111 ceph-mon[116524]: pgmap v12924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:24:58 smithi155 ceph-mon[102677]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:24:58 smithi111 ceph-mon[97855]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:24:58 smithi111 ceph-mon[116524]: pgmap v12925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:24:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:24:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:25:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:00 smithi155 ceph-mon[102677]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:00 smithi111 ceph-mon[97855]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:00 smithi111 ceph-mon[116524]: pgmap v12926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:02 smithi155 ceph-mon[102677]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:02 smithi111 ceph-mon[97855]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:02 smithi111 ceph-mon[116524]: pgmap v12927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:04 smithi155 ceph-mon[102677]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:04 smithi111 ceph-mon[97855]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:04 smithi111 ceph-mon[116524]: pgmap v12928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:06 smithi155 ceph-mon[102677]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:06 smithi111 ceph-mon[97855]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:06 smithi111 ceph-mon[116524]: pgmap v12929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:07.488 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:25:07.796 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:25:07.797 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:25:07.798 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:25:08.179 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:25:08.179 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:25:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:25:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:25:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:25:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:08.180 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:25:08.181 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:25:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:08 smithi155 ceph-mon[102677]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1175957347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:25:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:08 smithi111 ceph-mon[116524]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1175957347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:08 smithi111 ceph-mon[97855]: pgmap v12930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1175957347' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:25:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:09 smithi155 ceph-mon[102677]: from='client.28629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:09 smithi155 ceph-mon[102677]: from='client.28635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:25:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:25:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:09 smithi111 ceph-mon[97855]: from='client.28629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:09 smithi111 ceph-mon[97855]: from='client.28635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:09 smithi111 ceph-mon[116524]: from='client.28629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:09 smithi111 ceph-mon[116524]: from='client.28635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:10 smithi155 ceph-mon[102677]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:10 smithi111 ceph-mon[97855]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:10.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:10 smithi111 ceph-mon[116524]: pgmap v12931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:12 smithi155 ceph-mon[102677]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:12 smithi111 ceph-mon[97855]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:12 smithi111 ceph-mon[116524]: pgmap v12932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:14 smithi155 ceph-mon[102677]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:14 smithi111 ceph-mon[97855]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:14 smithi111 ceph-mon[116524]: pgmap v12933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:16 smithi155 ceph-mon[102677]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:16 smithi111 ceph-mon[97855]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:16 smithi111 ceph-mon[116524]: pgmap v12934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:18 smithi155 ceph-mon[102677]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:18 smithi111 ceph-mon[97855]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:18 smithi111 ceph-mon[116524]: pgmap v12935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:25:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:25:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:20 smithi155 ceph-mon[102677]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:20 smithi111 ceph-mon[97855]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:20 smithi111 ceph-mon[116524]: pgmap v12936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:21 smithi155 ceph-mon[102677]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:21.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:21 smithi111 ceph-mon[97855]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:21 smithi111 ceph-mon[116524]: pgmap v12937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:24 smithi155 ceph-mon[102677]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:24 smithi111 ceph-mon[97855]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:24 smithi111 ceph-mon[116524]: pgmap v12938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:26 smithi155 ceph-mon[102677]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:26 smithi111 ceph-mon[97855]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:26 smithi111 ceph-mon[116524]: pgmap v12939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:28 smithi155 ceph-mon[102677]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:28 smithi111 ceph-mon[97855]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:28 smithi111 ceph-mon[116524]: pgmap v12940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:25:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:25:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:30 smithi155 ceph-mon[102677]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:30 smithi111 ceph-mon[97855]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:30 smithi111 ceph-mon[116524]: pgmap v12941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:32 smithi155 ceph-mon[102677]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:32 smithi111 ceph-mon[97855]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:32 smithi111 ceph-mon[116524]: pgmap v12942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:34 smithi155 ceph-mon[102677]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:34 smithi111 ceph-mon[97855]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:34 smithi111 ceph-mon[116524]: pgmap v12943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:36 smithi155 ceph-mon[102677]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:36 smithi111 ceph-mon[97855]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:36 smithi111 ceph-mon[116524]: pgmap v12944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:38.525 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:25:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:38 smithi155 ceph-mon[102677]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:38 smithi111 ceph-mon[97855]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:38.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:38 smithi111 ceph-mon[116524]: pgmap v12945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:25:38.830 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:25:38.831 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:39.208 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:25:39.209 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:25:39.209 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:25:39.209 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:25:39.209 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:25:39.209 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:25:39.209 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:25:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1043526602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:25:39.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1043526602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:25:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:25:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:25:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1043526602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:25:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:40 smithi155 ceph-mon[102677]: from='client.28647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:40 smithi155 ceph-mon[102677]: from='client.28653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:40 smithi155 ceph-mon[102677]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:40 smithi111 ceph-mon[97855]: from='client.28647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:40 smithi111 ceph-mon[97855]: from='client.28653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:40 smithi111 ceph-mon[97855]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:40 smithi111 ceph-mon[116524]: from='client.28647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:40 smithi111 ceph-mon[116524]: from='client.28653 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:25:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:40 smithi111 ceph-mon[116524]: pgmap v12946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:42 smithi155 ceph-mon[102677]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:42 smithi111 ceph-mon[97855]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:42 smithi111 ceph-mon[116524]: pgmap v12947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:44 smithi155 ceph-mon[102677]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:44 smithi111 ceph-mon[97855]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:44 smithi111 ceph-mon[116524]: pgmap v12948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:46 smithi155 ceph-mon[102677]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:25:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:25:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:25:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:25:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[97855]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[116524]: pgmap v12949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:25:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:25:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:48 smithi155 ceph-mon[102677]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:48 smithi111 ceph-mon[97855]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:48 smithi111 ceph-mon[116524]: pgmap v12950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:25:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:25:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:25:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:50 smithi155 ceph-mon[102677]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:50 smithi111 ceph-mon[97855]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:50 smithi111 ceph-mon[116524]: pgmap v12951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:52 smithi155 ceph-mon[102677]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:52 smithi111 ceph-mon[97855]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:52 smithi111 ceph-mon[116524]: pgmap v12952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:54 smithi155 ceph-mon[102677]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:54 smithi111 ceph-mon[97855]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:54 smithi111 ceph-mon[116524]: pgmap v12953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:56 smithi155 ceph-mon[102677]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:56 smithi111 ceph-mon[97855]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:56 smithi111 ceph-mon[116524]: pgmap v12954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:25:58 smithi155 ceph-mon[102677]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:25:58 smithi111 ceph-mon[97855]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:25:58 smithi111 ceph-mon[116524]: pgmap v12955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:25:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:25:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:26:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:00 smithi155 ceph-mon[102677]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:00 smithi111 ceph-mon[116524]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:00 smithi111 ceph-mon[97855]: pgmap v12956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:02 smithi155 ceph-mon[102677]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:02 smithi111 ceph-mon[116524]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:02 smithi111 ceph-mon[97855]: pgmap v12957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:04 smithi155 ceph-mon[102677]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:04 smithi111 ceph-mon[97855]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:04 smithi111 ceph-mon[116524]: pgmap v12958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:06 smithi155 ceph-mon[102677]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:06 smithi111 ceph-mon[97855]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:06 smithi111 ceph-mon[116524]: pgmap v12959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:08 smithi155 ceph-mon[102677]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:08 smithi111 ceph-mon[97855]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:08 smithi111 ceph-mon[116524]: pgmap v12960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:09.556 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:26:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:26:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:26:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:26:09.864 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:26:09.865 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:26:09.866 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:26:10.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:26:10.244 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:26:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:10 smithi155 ceph-mon[102677]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/806657856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:26:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:10 smithi111 ceph-mon[97855]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/806657856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:26:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:10 smithi111 ceph-mon[116524]: pgmap v12961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/806657856' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:26:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:11 smithi155 ceph-mon[102677]: from='client.28665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:11 smithi155 ceph-mon[102677]: from='client.38552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:11 smithi111 ceph-mon[97855]: from='client.28665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:11 smithi111 ceph-mon[97855]: from='client.38552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:11 smithi111 ceph-mon[116524]: from='client.28665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:11 smithi111 ceph-mon[116524]: from='client.38552 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:12 smithi155 ceph-mon[102677]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:12 smithi111 ceph-mon[97855]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:12 smithi111 ceph-mon[116524]: pgmap v12962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:14 smithi155 ceph-mon[102677]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:14 smithi111 ceph-mon[97855]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:14 smithi111 ceph-mon[116524]: pgmap v12963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:16 smithi155 ceph-mon[102677]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:16 smithi111 ceph-mon[97855]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:16 smithi111 ceph-mon[116524]: pgmap v12964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:18 smithi155 ceph-mon[102677]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:18 smithi111 ceph-mon[97855]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:18 smithi111 ceph-mon[116524]: pgmap v12965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:26:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:26:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:20 smithi155 ceph-mon[102677]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:20 smithi111 ceph-mon[97855]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:20 smithi111 ceph-mon[116524]: pgmap v12966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:21 smithi155 ceph-mon[102677]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:21.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:21 smithi111 ceph-mon[97855]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:21 smithi111 ceph-mon[116524]: pgmap v12967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:24 smithi155 ceph-mon[102677]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:24 smithi111 ceph-mon[97855]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:24 smithi111 ceph-mon[116524]: pgmap v12968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:26 smithi155 ceph-mon[102677]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:26 smithi111 ceph-mon[97855]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:26 smithi111 ceph-mon[116524]: pgmap v12969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:28 smithi155 ceph-mon[102677]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:28 smithi111 ceph-mon[97855]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:28 smithi111 ceph-mon[116524]: pgmap v12970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:26:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:26:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:30 smithi155 ceph-mon[102677]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:30 smithi111 ceph-mon[97855]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:30 smithi111 ceph-mon[116524]: pgmap v12971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:32 smithi155 ceph-mon[102677]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:32 smithi111 ceph-mon[97855]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:32 smithi111 ceph-mon[116524]: pgmap v12972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:34 smithi155 ceph-mon[102677]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:34 smithi111 ceph-mon[97855]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:34 smithi111 ceph-mon[116524]: pgmap v12973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:36 smithi155 ceph-mon[102677]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:36 smithi111 ceph-mon[97855]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:36 smithi111 ceph-mon[116524]: pgmap v12974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:38 smithi155 ceph-mon[102677]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:38 smithi111 ceph-mon[97855]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:38 smithi111 ceph-mon[116524]: pgmap v12975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:26:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:26:40.588 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:26:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:40 smithi155 ceph-mon[102677]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:40 smithi111 ceph-mon[97855]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:40 smithi111 ceph-mon[116524]: pgmap v12976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:26:40.894 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:26:40.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:26:40.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:26:40.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:26:40.896 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:26:41.272 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:26:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:26:41.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:26:41.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:26:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:26:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:26:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:26:41.274 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:26:41.274 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:26:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/273762634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:26:41.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/273762634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:26:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/273762634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:26:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:42 smithi155 ceph-mon[102677]: from='client.38564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:42 smithi155 ceph-mon[102677]: from='client.28689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:42 smithi155 ceph-mon[102677]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:42 smithi111 ceph-mon[97855]: from='client.38564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:42 smithi111 ceph-mon[97855]: from='client.28689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:42 smithi111 ceph-mon[97855]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:42 smithi111 ceph-mon[116524]: from='client.38564 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:42 smithi111 ceph-mon[116524]: from='client.28689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:26:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:42 smithi111 ceph-mon[116524]: pgmap v12977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:44 smithi155 ceph-mon[102677]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:44 smithi111 ceph-mon[97855]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:44 smithi111 ceph-mon[116524]: pgmap v12978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:46 smithi155 ceph-mon[102677]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:26:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:46 smithi111 ceph-mon[97855]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:26:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:46 smithi111 ceph-mon[116524]: pgmap v12979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:26:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:26:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:26:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:26:47.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:26:47.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:26:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:26:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:26:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:26:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:26:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:48 smithi155 ceph-mon[102677]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:48 smithi111 ceph-mon[97855]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:48 smithi111 ceph-mon[116524]: pgmap v12980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:26:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:26:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:26:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:50 smithi155 ceph-mon[102677]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:50 smithi111 ceph-mon[97855]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:50 smithi111 ceph-mon[116524]: pgmap v12981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:52 smithi155 ceph-mon[102677]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:52 smithi111 ceph-mon[97855]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:52 smithi111 ceph-mon[116524]: pgmap v12982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:54 smithi155 ceph-mon[102677]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:54 smithi111 ceph-mon[97855]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:54 smithi111 ceph-mon[116524]: pgmap v12983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:56 smithi155 ceph-mon[102677]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:56 smithi111 ceph-mon[97855]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:56 smithi111 ceph-mon[116524]: pgmap v12984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:26:58 smithi155 ceph-mon[102677]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:26:58 smithi111 ceph-mon[97855]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:26:58 smithi111 ceph-mon[116524]: pgmap v12985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:26:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:26:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:27:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:00 smithi155 ceph-mon[102677]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:00 smithi111 ceph-mon[97855]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:00 smithi111 ceph-mon[116524]: pgmap v12986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:02 smithi155 ceph-mon[102677]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:02 smithi111 ceph-mon[97855]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:02 smithi111 ceph-mon[116524]: pgmap v12987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:04 smithi155 ceph-mon[102677]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:04 smithi111 ceph-mon[97855]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:04 smithi111 ceph-mon[116524]: pgmap v12988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:06 smithi155 ceph-mon[102677]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:06 smithi111 ceph-mon[97855]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:06 smithi111 ceph-mon[116524]: pgmap v12989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:08 smithi155 ceph-mon[102677]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:08 smithi111 ceph-mon[97855]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:08 smithi111 ceph-mon[116524]: pgmap v12990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:27:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:27:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:10 smithi155 ceph-mon[102677]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:10 smithi111 ceph-mon[97855]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:10 smithi111 ceph-mon[116524]: pgmap v12991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:11.617 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:27:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:27:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:27:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:27:11.923 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:27:11.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:27:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:27:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:27:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:27:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:27:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:27:11.925 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:27:12.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:27:12.302 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:27:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:12 smithi155 ceph-mon[102677]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3127725589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:27:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:12 smithi111 ceph-mon[97855]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3127725589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:12 smithi111 ceph-mon[116524]: pgmap v12992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3127725589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:27:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:13 smithi155 ceph-mon[102677]: from='client.28701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:13 smithi155 ceph-mon[102677]: from='client.28707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:13 smithi111 ceph-mon[97855]: from='client.28701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:13 smithi111 ceph-mon[97855]: from='client.28707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:13 smithi111 ceph-mon[116524]: from='client.28701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:13 smithi111 ceph-mon[116524]: from='client.28707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:14 smithi155 ceph-mon[102677]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:14 smithi111 ceph-mon[97855]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:14 smithi111 ceph-mon[116524]: pgmap v12993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:15 smithi155 ceph-mon[102677]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:15.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:15 smithi111 ceph-mon[97855]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:15 smithi111 ceph-mon[116524]: pgmap v12994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:18 smithi155 ceph-mon[102677]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:18 smithi111 ceph-mon[97855]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:18 smithi111 ceph-mon[116524]: pgmap v12995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:27:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:27:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:20 smithi155 ceph-mon[102677]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:20 smithi111 ceph-mon[97855]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:20 smithi111 ceph-mon[116524]: pgmap v12996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:22 smithi155 ceph-mon[102677]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:22 smithi111 ceph-mon[97855]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:22 smithi111 ceph-mon[116524]: pgmap v12997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:24 smithi155 ceph-mon[102677]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:24 smithi111 ceph-mon[97855]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:24 smithi111 ceph-mon[116524]: pgmap v12998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:26 smithi155 ceph-mon[102677]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:26 smithi111 ceph-mon[97855]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:26 smithi111 ceph-mon[116524]: pgmap v12999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:28 smithi155 ceph-mon[102677]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:28 smithi111 ceph-mon[97855]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:28 smithi111 ceph-mon[116524]: pgmap v13000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:27:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:27:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:30 smithi155 ceph-mon[102677]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:30 smithi111 ceph-mon[97855]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:30 smithi111 ceph-mon[116524]: pgmap v13001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:32 smithi155 ceph-mon[102677]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:32 smithi111 ceph-mon[97855]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:32 smithi111 ceph-mon[116524]: pgmap v13002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:34 smithi155 ceph-mon[102677]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:34 smithi111 ceph-mon[97855]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:34 smithi111 ceph-mon[116524]: pgmap v13003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:36 smithi155 ceph-mon[102677]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:36 smithi111 ceph-mon[97855]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:36 smithi111 ceph-mon[116524]: pgmap v13004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:38 smithi155 ceph-mon[102677]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:38 smithi111 ceph-mon[97855]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:38 smithi111 ceph-mon[116524]: pgmap v13005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:27:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:27:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:40 smithi155 ceph-mon[102677]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:40 smithi111 ceph-mon[97855]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:40 smithi111 ceph-mon[116524]: pgmap v13006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:42.648 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:27:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:42 smithi155 ceph-mon[102677]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:42 smithi111 ceph-mon[97855]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:42 smithi111 ceph-mon[116524]: pgmap v13007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:42.954 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:27:42.954 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:27:42.954 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:27:42.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:27:42.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:27:42.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 4m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 4m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:27:42.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:27:42.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:27:42.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:27:42.956 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:27:42.956 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:27:43.329 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:27:43.329 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:27:43.329 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:27:43.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:27:43.331 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:27:43.331 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:27:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:44 smithi155 ceph-mon[102677]: from='client.38600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:44 smithi155 ceph-mon[102677]: from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:44 smithi155 ceph-mon[102677]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2387522419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:27:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[97855]: from='client.38600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[97855]: from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[97855]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2387522419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[116524]: from='client.38600 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[116524]: from='client.38606 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[116524]: pgmap v13008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2387522419' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:27:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:46 smithi155 ceph-mon[102677]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:46 smithi111 ceph-mon[97855]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:46 smithi111 ceph-mon[116524]: pgmap v13009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:27:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:27:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:27:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:27:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:27:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:27:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:27:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:27:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:27:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:27:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:27:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:27:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:48 smithi155 ceph-mon[102677]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:48 smithi111 ceph-mon[97855]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:48 smithi111 ceph-mon[116524]: pgmap v13010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:27:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:27:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:27:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:50 smithi155 ceph-mon[102677]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:50 smithi111 ceph-mon[97855]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:50 smithi111 ceph-mon[116524]: pgmap v13011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:52 smithi155 ceph-mon[102677]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:52 smithi111 ceph-mon[97855]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:52 smithi111 ceph-mon[116524]: pgmap v13012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:54 smithi155 ceph-mon[102677]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:54 smithi111 ceph-mon[97855]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:54.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:54 smithi111 ceph-mon[116524]: pgmap v13013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:56 smithi155 ceph-mon[102677]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:56 smithi111 ceph-mon[97855]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:56 smithi111 ceph-mon[116524]: pgmap v13014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:27:58 smithi155 ceph-mon[102677]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:27:58 smithi111 ceph-mon[97855]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:27:58 smithi111 ceph-mon[116524]: pgmap v13015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:27:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:27:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:28:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:00 smithi155 ceph-mon[102677]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:00 smithi111 ceph-mon[97855]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:00 smithi111 ceph-mon[116524]: pgmap v13016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:02 smithi155 ceph-mon[102677]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:02 smithi111 ceph-mon[97855]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:02 smithi111 ceph-mon[116524]: pgmap v13017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:04 smithi155 ceph-mon[102677]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:04 smithi111 ceph-mon[97855]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:04 smithi111 ceph-mon[116524]: pgmap v13018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:06 smithi155 ceph-mon[102677]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:06 smithi111 ceph-mon[97855]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:06 smithi111 ceph-mon[116524]: pgmap v13019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:08 smithi155 ceph-mon[102677]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:08 smithi111 ceph-mon[97855]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:08 smithi111 ceph-mon[116524]: pgmap v13020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:28:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:28:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:10 smithi155 ceph-mon[102677]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:10 smithi111 ceph-mon[97855]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:10 smithi111 ceph-mon[116524]: pgmap v13021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:12 smithi155 ceph-mon[102677]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:12 smithi111 ceph-mon[97855]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:12 smithi111 ceph-mon[116524]: pgmap v13022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:13.676 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:28:13.980 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:28:13.980 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:28:13.980 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:28:13.980 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:28:13.980 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 5m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 5m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 5m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 5m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 5m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:28:13.981 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:28:14.357 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:28:14.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:28:14.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:28:14.358 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:28:14.359 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:28:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:14 smithi155 ceph-mon[102677]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3720446687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:28:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:14 smithi111 ceph-mon[97855]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3720446687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:28:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:14 smithi111 ceph-mon[116524]: pgmap v13023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3720446687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:28:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:15 smithi155 ceph-mon[102677]: from='client.28737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:15 smithi155 ceph-mon[102677]: from='client.28743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:15.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:15 smithi111 ceph-mon[97855]: from='client.28737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:15.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:15 smithi111 ceph-mon[97855]: from='client.28743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:15 smithi111 ceph-mon[116524]: from='client.28737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:15 smithi111 ceph-mon[116524]: from='client.28743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:16 smithi155 ceph-mon[102677]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:16 smithi111 ceph-mon[97855]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:16 smithi111 ceph-mon[116524]: pgmap v13024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:18 smithi155 ceph-mon[102677]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:18 smithi111 ceph-mon[97855]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:18.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:18 smithi111 ceph-mon[116524]: pgmap v13025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:28:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:28:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:20 smithi155 ceph-mon[102677]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:20 smithi111 ceph-mon[97855]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:20 smithi111 ceph-mon[116524]: pgmap v13026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:22 smithi155 ceph-mon[102677]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:22 smithi111 ceph-mon[97855]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:22 smithi111 ceph-mon[116524]: pgmap v13027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:24 smithi155 ceph-mon[102677]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:24 smithi111 ceph-mon[97855]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:24 smithi111 ceph-mon[116524]: pgmap v13028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:26 smithi155 ceph-mon[102677]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:26 smithi111 ceph-mon[97855]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:26 smithi111 ceph-mon[116524]: pgmap v13029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:28 smithi155 ceph-mon[102677]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:28 smithi111 ceph-mon[97855]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:28 smithi111 ceph-mon[116524]: pgmap v13030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:28:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:28:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:30 smithi155 ceph-mon[102677]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:30 smithi111 ceph-mon[97855]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:30 smithi111 ceph-mon[116524]: pgmap v13031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:32 smithi155 ceph-mon[102677]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:32 smithi111 ceph-mon[97855]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:32 smithi111 ceph-mon[116524]: pgmap v13032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:34 smithi155 ceph-mon[102677]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:34 smithi111 ceph-mon[97855]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:34 smithi111 ceph-mon[116524]: pgmap v13033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:35 smithi111 ceph-mon[97855]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:35 smithi111 ceph-mon[116524]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:35 smithi155 ceph-mon[102677]: pgmap v13034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:38 smithi155 ceph-mon[102677]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:38.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:38 smithi111 ceph-mon[116524]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:38 smithi111 ceph-mon[97855]: pgmap v13035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:28:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:28:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:40 smithi155 ceph-mon[102677]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:40 smithi111 ceph-mon[97855]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:40 smithi111 ceph-mon[116524]: pgmap v13036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:42 smithi155 ceph-mon[102677]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:42.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:42 smithi111 ceph-mon[116524]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:42 smithi111 ceph-mon[97855]: pgmap v13037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:44.705 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:28:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:44 smithi155 ceph-mon[102677]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:44 smithi111 ceph-mon[97855]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:44 smithi111 ceph-mon[116524]: pgmap v13038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:45.012 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:28:45.012 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:28:45.012 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:28:45.012 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:28:45.012 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:28:45.013 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:28:45.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:28:45.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:28:45.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:28:45.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:28:45.014 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:28:45.014 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:28:45.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:28:45.393 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:28:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:46 smithi155 ceph-mon[102677]: from='client.28755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:46 smithi155 ceph-mon[102677]: from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:46 smithi155 ceph-mon[102677]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2347676026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:28:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[97855]: from='client.28755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[97855]: from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[97855]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2347676026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:28:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[116524]: from='client.28755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[116524]: from='client.38642 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:28:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[116524]: pgmap v13039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2347676026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:28:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:28:47.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:28:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:28:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:48 smithi155 ceph-mon[102677]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:28:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:28:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[97855]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[116524]: pgmap v13040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:28:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:28:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:28:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:28:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:28:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:50 smithi155 ceph-mon[102677]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:50 smithi111 ceph-mon[97855]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:50 smithi111 ceph-mon[116524]: pgmap v13041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:52 smithi155 ceph-mon[102677]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:52 smithi111 ceph-mon[97855]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:52 smithi111 ceph-mon[116524]: pgmap v13042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:54 smithi155 ceph-mon[102677]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:54 smithi111 ceph-mon[97855]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:54 smithi111 ceph-mon[116524]: pgmap v13043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:56 smithi155 ceph-mon[102677]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:56 smithi111 ceph-mon[97855]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:56 smithi111 ceph-mon[116524]: pgmap v13044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:28:58 smithi155 ceph-mon[102677]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:28:58 smithi111 ceph-mon[97855]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:28:58 smithi111 ceph-mon[116524]: pgmap v13045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:28:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:28:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:29:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:00 smithi155 ceph-mon[102677]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:00 smithi111 ceph-mon[116524]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:00 smithi111 ceph-mon[97855]: pgmap v13046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:02 smithi155 ceph-mon[102677]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:02 smithi111 ceph-mon[97855]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:02 smithi111 ceph-mon[116524]: pgmap v13047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:04 smithi155 ceph-mon[102677]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:04 smithi111 ceph-mon[97855]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:04 smithi111 ceph-mon[116524]: pgmap v13048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:06 smithi155 ceph-mon[102677]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:06 smithi111 ceph-mon[97855]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:06 smithi111 ceph-mon[116524]: pgmap v13049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:08 smithi155 ceph-mon[102677]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:08 smithi111 ceph-mon[97855]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:08 smithi111 ceph-mon[116524]: pgmap v13050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:29:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:29:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:10 smithi155 ceph-mon[102677]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:10 smithi111 ceph-mon[97855]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:10 smithi111 ceph-mon[116524]: pgmap v13051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:12 smithi155 ceph-mon[102677]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:12 smithi111 ceph-mon[97855]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:12 smithi111 ceph-mon[116524]: pgmap v13052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:14 smithi155 ceph-mon[102677]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:14 smithi111 ceph-mon[97855]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:14.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:14 smithi111 ceph-mon[116524]: pgmap v13053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:15.733 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 6m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 6m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:29:16.037 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 6m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 6m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 6m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 6m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 6m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 6m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:29:16.038 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:29:16.418 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:29:16.418 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:29:16.418 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:29:16.418 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:16.418 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:29:16.419 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:29:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:16 smithi155 ceph-mon[102677]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:16 smithi111 ceph-mon[97855]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:16 smithi111 ceph-mon[116524]: pgmap v13054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:17 smithi155 ceph-mon[102677]: from='client.28773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:17 smithi155 ceph-mon[102677]: from='client.28779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2254817515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:29:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:17 smithi111 ceph-mon[97855]: from='client.28773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:17 smithi111 ceph-mon[97855]: from='client.28779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2254817515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:29:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:17 smithi111 ceph-mon[116524]: from='client.28773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:17 smithi111 ceph-mon[116524]: from='client.28779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2254817515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:29:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:18 smithi155 ceph-mon[102677]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:18 smithi111 ceph-mon[97855]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:18 smithi111 ceph-mon[116524]: pgmap v13055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:29:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:29:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:20 smithi155 ceph-mon[102677]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:20 smithi111 ceph-mon[97855]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:20 smithi111 ceph-mon[116524]: pgmap v13056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:22 smithi155 ceph-mon[102677]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:22 smithi111 ceph-mon[97855]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:22 smithi111 ceph-mon[116524]: pgmap v13057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:24 smithi155 ceph-mon[102677]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:24.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:24 smithi111 ceph-mon[116524]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:24 smithi111 ceph-mon[97855]: pgmap v13058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:26 smithi155 ceph-mon[102677]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:26.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:26 smithi111 ceph-mon[116524]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:26 smithi111 ceph-mon[97855]: pgmap v13059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:28 smithi155 ceph-mon[102677]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:28.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:28 smithi111 ceph-mon[116524]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:28 smithi111 ceph-mon[97855]: pgmap v13060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:29:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:29:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:30 smithi155 ceph-mon[102677]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:30 smithi111 ceph-mon[116524]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:30 smithi111 ceph-mon[97855]: pgmap v13061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:32 smithi155 ceph-mon[102677]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:32 smithi111 ceph-mon[97855]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:32 smithi111 ceph-mon[116524]: pgmap v13062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:34 smithi155 ceph-mon[102677]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:34 smithi111 ceph-mon[97855]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:34 smithi111 ceph-mon[116524]: pgmap v13063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:36 smithi155 ceph-mon[102677]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:36 smithi111 ceph-mon[97855]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:36 smithi111 ceph-mon[116524]: pgmap v13064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:38 smithi155 ceph-mon[102677]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:38 smithi111 ceph-mon[97855]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:38 smithi111 ceph-mon[116524]: pgmap v13065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:29:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T10:29:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:40 smithi155 ceph-mon[102677]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:40 smithi111 ceph-mon[97855]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:40 smithi111 ceph-mon[116524]: pgmap v13066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:42 smithi155 ceph-mon[102677]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:42 smithi111 ceph-mon[97855]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:42 smithi111 ceph-mon[116524]: pgmap v13067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:44 smithi155 ceph-mon[102677]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:44 smithi111 ceph-mon[97855]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:44.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:44 smithi111 ceph-mon[116524]: pgmap v13068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:46 smithi155 ceph-mon[102677]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:46 smithi111 ceph-mon[97855]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:46 smithi111 ceph-mon[116524]: pgmap v13069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:46.761 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:29:47.067 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:29:47.067 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:29:47.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:29:47.069 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:29:47.447 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:29:47.447 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:29:47.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:29:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:29:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:29:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:29:47.449 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:29:47.449 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:29:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='client.28791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3819543093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:29:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='client.28791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3819543093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:29:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='client.28791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='client.38678 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: pgmap v13070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3819543093' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:29:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:29:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:29:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:29:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:29:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:50 smithi155 ceph-mon[102677]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:50 smithi111 ceph-mon[97855]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:50 smithi111 ceph-mon[116524]: pgmap v13071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:52 smithi155 ceph-mon[102677]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:52 smithi111 ceph-mon[97855]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:52 smithi111 ceph-mon[116524]: pgmap v13072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:54 smithi155 ceph-mon[102677]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:54 smithi111 ceph-mon[97855]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:54 smithi111 ceph-mon[116524]: pgmap v13073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:56 smithi155 ceph-mon[102677]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:56 smithi111 ceph-mon[97855]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:56 smithi111 ceph-mon[116524]: pgmap v13074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:29:58 smithi155 ceph-mon[102677]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:29:58 smithi111 ceph-mon[97855]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:29:58 smithi111 ceph-mon[116524]: pgmap v13075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:29:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:29:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:30:00.405 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:00 smithi111 conmon[97831]: 2023-12-01T10:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:30:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:00 smithi155 ceph-mon[102677]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:30:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:00 smithi111 ceph-mon[97855]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:30:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:00 smithi111 ceph-mon[116524]: pgmap v13076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:30:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:02 smithi155 ceph-mon[102677]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:02 smithi111 ceph-mon[97855]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:02 smithi111 ceph-mon[116524]: pgmap v13077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:04 smithi155 ceph-mon[102677]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:04 smithi111 ceph-mon[97855]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:04 smithi111 ceph-mon[116524]: pgmap v13078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:06 smithi155 ceph-mon[102677]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:06 smithi111 ceph-mon[97855]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:06 smithi111 ceph-mon[116524]: pgmap v13079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:08 smithi155 ceph-mon[102677]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:08 smithi111 ceph-mon[97855]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:08 smithi111 ceph-mon[116524]: pgmap v13080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:30:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:30:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:10 smithi155 ceph-mon[102677]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:10 smithi111 ceph-mon[97855]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:10 smithi111 ceph-mon[116524]: pgmap v13081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:12 smithi155 ceph-mon[102677]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:12 smithi111 ceph-mon[97855]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:12 smithi111 ceph-mon[116524]: pgmap v13082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:14 smithi155 ceph-mon[102677]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:14 smithi111 ceph-mon[97855]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:14 smithi111 ceph-mon[116524]: pgmap v13083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:16 smithi155 ceph-mon[102677]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:16 smithi111 ceph-mon[97855]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:16 smithi111 ceph-mon[116524]: pgmap v13084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:17 smithi155 ceph-mon[102677]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:17.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:17 smithi111 ceph-mon[97855]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:17 smithi111 ceph-mon[116524]: pgmap v13085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:17.795 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:30:18.110 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:30:18.110 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:30:18.110 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:30:18.110 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:30:18.110 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 7m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 7m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 7m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 7m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 7m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 7m ago 5h 5066M 2365M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 7m ago 5h 5365M 2365M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 7m ago 5h 5658M 2365M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:30:18.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 7m ago 5h 4797M 2365M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:30:18.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 7m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:30:18.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 7m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:30:18.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:30:18.112 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:30:18.112 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:30:18.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:30:18.490 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:19 smithi155 ceph-mon[102677]: from='client.28809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:19 smithi155 ceph-mon[102677]: from='client.28815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1144900284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:30:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[97855]: from='client.28809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[97855]: from='client.28815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1144900284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[116524]: from='client.28809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[116524]: from='client.28815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1144900284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:30:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:20 smithi155 ceph-mon[102677]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:20 smithi111 ceph-mon[97855]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:20.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:20 smithi111 ceph-mon[116524]: pgmap v13086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:22 smithi155 ceph-mon[102677]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:22 smithi111 ceph-mon[97855]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:22 smithi111 ceph-mon[116524]: pgmap v13087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:24 smithi155 ceph-mon[102677]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:24 smithi111 ceph-mon[97855]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:24 smithi111 ceph-mon[116524]: pgmap v13088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:26 smithi155 ceph-mon[102677]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:26 smithi111 ceph-mon[116524]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:26 smithi111 ceph-mon[97855]: pgmap v13089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:28 smithi155 ceph-mon[102677]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:28 smithi111 ceph-mon[97855]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:28 smithi111 ceph-mon[116524]: pgmap v13090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:30:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:30:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:30 smithi155 ceph-mon[102677]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:30 smithi111 ceph-mon[97855]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:30 smithi111 ceph-mon[116524]: pgmap v13091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:32 smithi155 ceph-mon[102677]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:32 smithi111 ceph-mon[97855]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:32 smithi111 ceph-mon[116524]: pgmap v13092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:34 smithi155 ceph-mon[102677]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:34 smithi111 ceph-mon[97855]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:34 smithi111 ceph-mon[116524]: pgmap v13093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:36 smithi155 ceph-mon[102677]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:36 smithi111 ceph-mon[97855]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:36 smithi111 ceph-mon[116524]: pgmap v13094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:38 smithi155 ceph-mon[102677]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:38 smithi111 ceph-mon[116524]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:38 smithi111 ceph-mon[97855]: pgmap v13095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:30:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:30:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:40 smithi155 ceph-mon[102677]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:40 smithi111 ceph-mon[97855]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:40 smithi111 ceph-mon[116524]: pgmap v13096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:42 smithi155 ceph-mon[102677]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:42 smithi111 ceph-mon[97855]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:42 smithi111 ceph-mon[116524]: pgmap v13097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:44 smithi155 ceph-mon[102677]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:44 smithi111 ceph-mon[97855]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:44 smithi111 ceph-mon[116524]: pgmap v13098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:46 smithi155 ceph-mon[102677]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:46 smithi111 ceph-mon[97855]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:46 smithi111 ceph-mon[116524]: pgmap v13099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:48 smithi155 ceph-mon[102677]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:30:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:48 smithi111 ceph-mon[97855]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:30:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:48 smithi111 ceph-mon[116524]: pgmap v13100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:30:48.871 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:30:49.177 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:30:49.178 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 5066M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5365M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5658M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4797M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:30:49.179 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:30:49.180 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:30:49.559 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:30:49.560 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:30:49.561 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:30:49.561 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:30:49.561 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:30:49.561 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:30:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:30:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:30:49.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:30:49.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:30:49.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:30:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:50 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2356M 2023-12-01T10:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:50 smithi155 ceph-mon[102677]: from='client.38708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:50 smithi155 ceph-mon[102677]: from='client.28833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:50 smithi155 ceph-mon[102677]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1352981114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2356M 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[97855]: from='client.38708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[97855]: from='client.28833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[97855]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1352981114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2356M 2023-12-01T10:30:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[116524]: from='client.38708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[116524]: from='client.28833 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[116524]: pgmap v13101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1352981114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:30:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:52 smithi155 ceph-mon[102677]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:52 smithi111 ceph-mon[97855]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:52 smithi111 ceph-mon[116524]: pgmap v13102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:54 smithi155 ceph-mon[102677]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:54 smithi111 ceph-mon[97855]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:54 smithi111 ceph-mon[116524]: pgmap v13103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:56 smithi155 ceph-mon[102677]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:56 smithi111 ceph-mon[97855]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:56 smithi111 ceph-mon[116524]: pgmap v13104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:30:58 smithi155 ceph-mon[102677]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:30:58 smithi111 ceph-mon[97855]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:30:58 smithi111 ceph-mon[116524]: pgmap v13105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:30:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:30:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:31:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:00 smithi155 ceph-mon[102677]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:00 smithi111 ceph-mon[97855]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:00 smithi111 ceph-mon[116524]: pgmap v13106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:02 smithi155 ceph-mon[102677]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:02.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:02 smithi111 ceph-mon[97855]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:02 smithi111 ceph-mon[116524]: pgmap v13107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:04 smithi155 ceph-mon[102677]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:04 smithi111 ceph-mon[97855]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:04 smithi111 ceph-mon[116524]: pgmap v13108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:06 smithi155 ceph-mon[102677]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:06 smithi111 ceph-mon[97855]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:06 smithi111 ceph-mon[116524]: pgmap v13109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:07 smithi111 ceph-mon[97855]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:07 smithi111 ceph-mon[116524]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:07 smithi155 ceph-mon[102677]: pgmap v13110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:31:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:31:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:10 smithi155 ceph-mon[102677]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:10 smithi111 ceph-mon[97855]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:10 smithi111 ceph-mon[116524]: pgmap v13111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:12 smithi155 ceph-mon[102677]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:12 smithi111 ceph-mon[97855]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:12 smithi111 ceph-mon[116524]: pgmap v13112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:14 smithi155 ceph-mon[102677]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:14 smithi111 ceph-mon[97855]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:14 smithi111 ceph-mon[116524]: pgmap v13113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:16 smithi155 ceph-mon[102677]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:16 smithi111 ceph-mon[97855]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:16 smithi111 ceph-mon[116524]: pgmap v13114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:18 smithi155 ceph-mon[102677]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:18 smithi111 ceph-mon[97855]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:18 smithi111 ceph-mon[116524]: pgmap v13115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:31:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:31:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:19.905 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:31:20.211 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 8m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 8m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 8m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 8m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 8m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:31:20.212 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 8m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 8m ago 5h 5066M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 8m ago 5h 5365M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 8m ago 5h 5658M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 8m ago 5h 4797M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 8m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 8m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 8m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 8m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:31:20.213 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:31:20.594 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:31:20.595 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:31:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:20 smithi155 ceph-mon[102677]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:20 smithi111 ceph-mon[97855]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:20 smithi111 ceph-mon[116524]: pgmap v13116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:21 smithi155 ceph-mon[102677]: from='client.28845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:21 smithi155 ceph-mon[102677]: from='client.28851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1567591221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:21 smithi111 ceph-mon[97855]: from='client.28845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:21 smithi111 ceph-mon[97855]: from='client.28851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1567591221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:31:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:21 smithi111 ceph-mon[116524]: from='client.28845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:21 smithi111 ceph-mon[116524]: from='client.28851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1567591221' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:31:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:22 smithi155 ceph-mon[102677]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:22 smithi111 ceph-mon[97855]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:22 smithi111 ceph-mon[116524]: pgmap v13117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:24 smithi155 ceph-mon[102677]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:24 smithi111 ceph-mon[97855]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:24 smithi111 ceph-mon[116524]: pgmap v13118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:26 smithi155 ceph-mon[102677]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:26 smithi111 ceph-mon[97855]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:26 smithi111 ceph-mon[116524]: pgmap v13119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:28 smithi155 ceph-mon[102677]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:28 smithi111 ceph-mon[97855]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:28 smithi111 ceph-mon[116524]: pgmap v13120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:31:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:31:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:30 smithi155 ceph-mon[102677]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:30 smithi111 ceph-mon[97855]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:30 smithi111 ceph-mon[116524]: pgmap v13121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:32 smithi155 ceph-mon[102677]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:32 smithi111 ceph-mon[97855]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:32 smithi111 ceph-mon[116524]: pgmap v13122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:34 smithi155 ceph-mon[102677]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:34 smithi111 ceph-mon[97855]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:34 smithi111 ceph-mon[116524]: pgmap v13123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:36 smithi155 ceph-mon[102677]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:36 smithi111 ceph-mon[97855]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:36 smithi111 ceph-mon[116524]: pgmap v13124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:38 smithi155 ceph-mon[102677]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:38 smithi111 ceph-mon[97855]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:38 smithi111 ceph-mon[116524]: pgmap v13125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:31:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:31:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:40 smithi155 ceph-mon[102677]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:40 smithi111 ceph-mon[97855]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:40 smithi111 ceph-mon[116524]: pgmap v13126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:42 smithi155 ceph-mon[102677]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:42 smithi111 ceph-mon[97855]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:42 smithi111 ceph-mon[116524]: pgmap v13127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:44 smithi155 ceph-mon[102677]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:44 smithi111 ceph-mon[97855]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:44 smithi111 ceph-mon[116524]: pgmap v13128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:46 smithi155 ceph-mon[102677]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:46 smithi111 ceph-mon[97855]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:46.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:46 smithi111 ceph-mon[116524]: pgmap v13129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:48 smithi155 ceph-mon[102677]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:48 smithi111 ceph-mon[97855]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:48 smithi111 ceph-mon[116524]: pgmap v13130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:31:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:31:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:31:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:31:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:31:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:31:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:31:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:31:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:31:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:31:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:31:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:31:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:31:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:31:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:31:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:50 smithi155 ceph-mon[102677]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:50 smithi111 ceph-mon[97855]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:50 smithi111 ceph-mon[116524]: pgmap v13131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:50.940 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:31:51.246 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:31:51.246 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:31:51.246 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:31:51.246 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:31:51.246 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:31:51.246 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 5066M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5365M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:31:51.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5658M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:31:51.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4797M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:31:51.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:31:51.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:31:51.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:31:51.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:31:51.248 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:51.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:31:51.632 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:31:51.633 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:31:51.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:51 smithi111 ceph-mon[97855]: from='client.38744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:51 smithi111 ceph-mon[97855]: from='client.28869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:51 smithi111 ceph-mon[97855]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:51 smithi111 ceph-mon[116524]: from='client.38744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:51 smithi111 ceph-mon[116524]: from='client.28869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:51 smithi111 ceph-mon[116524]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:51 smithi155 ceph-mon[102677]: from='client.38744 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:51 smithi155 ceph-mon[102677]: from='client.28869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:31:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:51 smithi155 ceph-mon[102677]: pgmap v13132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4095047889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:31:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4095047889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:31:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4095047889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:31:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:54 smithi155 ceph-mon[102677]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:54 smithi111 ceph-mon[97855]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:54 smithi111 ceph-mon[116524]: pgmap v13133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:56 smithi155 ceph-mon[102677]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:56 smithi111 ceph-mon[97855]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:56 smithi111 ceph-mon[116524]: pgmap v13134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:31:58 smithi155 ceph-mon[102677]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:31:58 smithi111 ceph-mon[97855]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:31:58 smithi111 ceph-mon[116524]: pgmap v13135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:31:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:31:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:32:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:00 smithi155 ceph-mon[102677]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:00.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:00 smithi111 ceph-mon[116524]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:00 smithi111 ceph-mon[97855]: pgmap v13136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:02 smithi155 ceph-mon[102677]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:02 smithi111 ceph-mon[116524]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:02 smithi111 ceph-mon[97855]: pgmap v13137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:04 smithi155 ceph-mon[102677]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:04 smithi111 ceph-mon[116524]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:04 smithi111 ceph-mon[97855]: pgmap v13138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:06 smithi155 ceph-mon[102677]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:06 smithi111 ceph-mon[97855]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:06 smithi111 ceph-mon[116524]: pgmap v13139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:08 smithi155 ceph-mon[102677]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:08 smithi111 ceph-mon[97855]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:08 smithi111 ceph-mon[116524]: pgmap v13140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:32:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:32:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:10 smithi155 ceph-mon[102677]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:10 smithi111 ceph-mon[97855]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:10.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:10 smithi111 ceph-mon[116524]: pgmap v13141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:12 smithi155 ceph-mon[102677]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:12 smithi111 ceph-mon[97855]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:12 smithi111 ceph-mon[116524]: pgmap v13142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:14 smithi155 ceph-mon[102677]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:14 smithi111 ceph-mon[97855]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:14 smithi111 ceph-mon[116524]: pgmap v13143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:16 smithi155 ceph-mon[102677]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:16 smithi111 ceph-mon[97855]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:16 smithi111 ceph-mon[116524]: pgmap v13144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:18 smithi155 ceph-mon[102677]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:18 smithi111 ceph-mon[97855]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:18 smithi111 ceph-mon[116524]: pgmap v13145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:32:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:32:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:20 smithi155 ceph-mon[102677]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:20 smithi111 ceph-mon[97855]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:20 smithi111 ceph-mon[116524]: pgmap v13146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:21.975 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 9m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 9m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 9m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:32:22.277 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 9m ago 5h 781M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 9m ago 5h 1598M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 9m ago 5h 737M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 9m ago 5h 682M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 21.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 9m ago 5h 5066M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 9m ago 5h 5365M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 9m ago 5h 5658M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 9m ago 5h 4797M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 9m ago 5h 3813M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 9m ago 5h 4755M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:32:22.278 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 9m ago 5h 4178M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:32:22.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 9m ago 5h 4892M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:32:22.279 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 5h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:32:22.659 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:32:22.659 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:32:22.659 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:32:22.659 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:22.659 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:32:22.660 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:32:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:22 smithi155 ceph-mon[102677]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:22 smithi111 ceph-mon[97855]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:22 smithi111 ceph-mon[116524]: pgmap v13147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:23 smithi155 ceph-mon[102677]: from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:23 smithi155 ceph-mon[102677]: from='client.28887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3674023737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:32:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:23 smithi111 ceph-mon[97855]: from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:23 smithi111 ceph-mon[97855]: from='client.28887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3674023737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:32:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:23 smithi111 ceph-mon[116524]: from='client.38762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:23 smithi111 ceph-mon[116524]: from='client.28887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3674023737' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:32:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:24 smithi155 ceph-mon[102677]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:24 smithi111 ceph-mon[97855]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:24 smithi111 ceph-mon[116524]: pgmap v13148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:26 smithi155 ceph-mon[102677]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:26 smithi111 ceph-mon[97855]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:26 smithi111 ceph-mon[116524]: pgmap v13149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:28 smithi155 ceph-mon[102677]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:28 smithi111 ceph-mon[97855]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:28 smithi111 ceph-mon[116524]: pgmap v13150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:32:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:32:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:30 smithi155 ceph-mon[102677]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:30 smithi111 ceph-mon[97855]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:30 smithi111 ceph-mon[116524]: pgmap v13151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:32 smithi155 ceph-mon[102677]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:32 smithi111 ceph-mon[97855]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:32 smithi111 ceph-mon[116524]: pgmap v13152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:34 smithi155 ceph-mon[102677]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:34 smithi111 ceph-mon[97855]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:34 smithi111 ceph-mon[116524]: pgmap v13153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:36 smithi111 ceph-mon[97855]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:36 smithi111 ceph-mon[116524]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:36 smithi155 ceph-mon[102677]: pgmap v13154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:37 smithi155 ceph-mon[102677]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:37.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:37 smithi111 ceph-mon[97855]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:37 smithi111 ceph-mon[116524]: pgmap v13155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:32:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:32:40.397 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 10:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T10:32:40.079159643Z level=info msg="Completed cleanup jobs" duration=46.103712ms 2023-12-01T10:32:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:40 smithi155 ceph-mon[102677]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:40 smithi111 ceph-mon[97855]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:40 smithi111 ceph-mon[116524]: pgmap v13156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:42 smithi155 ceph-mon[102677]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:42 smithi111 ceph-mon[97855]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:42 smithi111 ceph-mon[116524]: pgmap v13157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:44 smithi155 ceph-mon[102677]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:44 smithi111 ceph-mon[97855]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:44 smithi111 ceph-mon[116524]: pgmap v13158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:46 smithi155 ceph-mon[102677]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:46 smithi111 ceph-mon[97855]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:46 smithi111 ceph-mon[116524]: pgmap v13159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:48 smithi155 ceph-mon[102677]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:48 smithi111 ceph-mon[97855]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:48 smithi111 ceph-mon[116524]: pgmap v13160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:32:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:32:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:32:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:32:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:32:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:32:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:50 smithi155 ceph-mon[102677]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:50 smithi111 ceph-mon[97855]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:50 smithi111 ceph-mon[116524]: pgmap v13161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:52 smithi155 ceph-mon[102677]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[97855]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[116524]: pgmap v13162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:52.993 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:32:53.296 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 1s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 1s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 1s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 1s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 1s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 1s ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 1s ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 1s ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:32:53.297 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 1s ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 1s ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 1s ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 1s ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 1s ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 1s ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 1s ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 1s ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 1s ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:32:53.298 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 1s ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:32:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 1s ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:32:53.299 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 1s ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:53.679 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:32:53.680 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:32:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:32:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:32:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:53.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:32:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:32:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:32:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:32:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:32:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:54 smithi155 ceph-mon[102677]: from='client.28899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:54 smithi155 ceph-mon[102677]: from='client.38783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:54 smithi155 ceph-mon[102677]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3734736927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:32:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[97855]: from='client.28899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[97855]: from='client.38783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[97855]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3734736927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:32:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[116524]: from='client.28899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[116524]: from='client.38783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:32:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[116524]: pgmap v13163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3734736927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:32:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:56 smithi111 ceph-mon[97855]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:56 smithi111 ceph-mon[116524]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:56 smithi155 ceph-mon[102677]: pgmap v13164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:58 smithi111 ceph-mon[97855]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:58 smithi111 ceph-mon[116524]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:58 smithi155 ceph-mon[102677]: pgmap v13165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:59.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:32:59 smithi111 ceph-mon[97855]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:32:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:32:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:32:59 smithi111 ceph-mon[116524]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:32:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:32:59 smithi155 ceph-mon[102677]: pgmap v13166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:02 smithi155 ceph-mon[102677]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:02.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:02 smithi111 ceph-mon[97855]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:02.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:02 smithi111 ceph-mon[116524]: pgmap v13167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:04 smithi155 ceph-mon[102677]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:04 smithi111 ceph-mon[97855]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:04 smithi111 ceph-mon[116524]: pgmap v13168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:06 smithi155 ceph-mon[102677]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:06 smithi111 ceph-mon[97855]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:06 smithi111 ceph-mon[116524]: pgmap v13169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:08 smithi155 ceph-mon[102677]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:08 smithi111 ceph-mon[97855]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:08 smithi111 ceph-mon[116524]: pgmap v13170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:33:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:33:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:10 smithi155 ceph-mon[102677]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:10 smithi111 ceph-mon[97855]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:10 smithi111 ceph-mon[116524]: pgmap v13171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:12 smithi155 ceph-mon[102677]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:12 smithi111 ceph-mon[97855]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:12 smithi111 ceph-mon[116524]: pgmap v13172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:14 smithi155 ceph-mon[102677]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:14 smithi111 ceph-mon[97855]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:14 smithi111 ceph-mon[116524]: pgmap v13173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:16 smithi155 ceph-mon[102677]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:16 smithi111 ceph-mon[97855]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:16.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:16 smithi111 ceph-mon[116524]: pgmap v13174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:18 smithi155 ceph-mon[102677]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:18 smithi111 ceph-mon[97855]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:18 smithi111 ceph-mon[116524]: pgmap v13175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:33:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:33:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:20 smithi155 ceph-mon[102677]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:20 smithi111 ceph-mon[97855]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:20.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:20 smithi111 ceph-mon[116524]: pgmap v13176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:22 smithi155 ceph-mon[102677]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:22 smithi111 ceph-mon[97855]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:22 smithi111 ceph-mon[116524]: pgmap v13177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:24.023 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:33:24.329 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:33:24.329 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 32s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:33:24.329 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 32s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 32s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 32s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 32s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 32s ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 32s ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 32s ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 32s ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 32s ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 32s ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:33:24.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 32s ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 32s ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 32s ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 32s ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 32s ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 32s ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 32s ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 32s ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:33:24.331 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 32s ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:33:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:24 smithi155 ceph-mon[102677]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:33:24.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:33:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:33:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:33:24.715 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:33:24.715 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:33:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:24 smithi111 ceph-mon[97855]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:24.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:24 smithi111 ceph-mon[116524]: pgmap v13178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:25 smithi155 ceph-mon[102677]: from='client.38795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:25 smithi155 ceph-mon[102677]: from='client.38801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2127313699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:33:25.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:25 smithi111 ceph-mon[97855]: from='client.38795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:25.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:25 smithi111 ceph-mon[97855]: from='client.38801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:25.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2127313699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:33:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:25 smithi111 ceph-mon[116524]: from='client.38795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:25 smithi111 ceph-mon[116524]: from='client.38801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2127313699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:33:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:26 smithi155 ceph-mon[102677]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:26 smithi111 ceph-mon[97855]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:26.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:26 smithi111 ceph-mon[116524]: pgmap v13179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:28 smithi111 ceph-mon[97855]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:28 smithi111 ceph-mon[116524]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:28 smithi155 ceph-mon[102677]: pgmap v13180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:33:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:33:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:30 smithi111 ceph-mon[97855]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:30 smithi111 ceph-mon[116524]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:30 smithi155 ceph-mon[102677]: pgmap v13181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:32 smithi111 ceph-mon[97855]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:32 smithi111 ceph-mon[116524]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:32 smithi155 ceph-mon[102677]: pgmap v13182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:34 smithi155 ceph-mon[102677]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:34 smithi111 ceph-mon[97855]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:34 smithi111 ceph-mon[116524]: pgmap v13183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:36 smithi155 ceph-mon[102677]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:36 smithi111 ceph-mon[97855]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:36 smithi111 ceph-mon[116524]: pgmap v13184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:38 smithi155 ceph-mon[102677]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:38 smithi111 ceph-mon[97855]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:38 smithi111 ceph-mon[116524]: pgmap v13185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:33:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:33:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:40 smithi155 ceph-mon[102677]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:40 smithi111 ceph-mon[97855]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:40 smithi111 ceph-mon[116524]: pgmap v13186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:42 smithi155 ceph-mon[102677]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:42 smithi111 ceph-mon[97855]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:42 smithi111 ceph-mon[116524]: pgmap v13187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:44 smithi155 ceph-mon[102677]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:44 smithi111 ceph-mon[97855]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:44 smithi111 ceph-mon[116524]: pgmap v13188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:46 smithi155 ceph-mon[102677]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:46 smithi111 ceph-mon[97855]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:46 smithi111 ceph-mon[116524]: pgmap v13189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:48 smithi155 ceph-mon[102677]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:48 smithi111 ceph-mon[97855]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:48 smithi111 ceph-mon[116524]: pgmap v13190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:33:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:33:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:33:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:50 smithi155 ceph-mon[102677]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:50 smithi111 ceph-mon[97855]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:50 smithi111 ceph-mon[116524]: pgmap v13191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:52 smithi155 ceph-mon[102677]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:52 smithi111 ceph-mon[97855]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:52 smithi111 ceph-mon[116524]: pgmap v13192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:33:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:33:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:33:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:33:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:33:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:33:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:54 smithi155 ceph-mon[102677]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:54 smithi111 ceph-mon[97855]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:54.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:54 smithi111 ceph-mon[116524]: pgmap v13193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:55.062 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:33:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:33:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 63s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:33:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 63s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:33:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 63s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:33:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 63s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:33:55.366 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 63s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 63s ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 63s ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 63s ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 63s ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 63s ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 63s ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 63s ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 63s ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 63s ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 63s ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 63s ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 63s ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 63s ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 63s ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:33:55.367 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 63s ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:33:55.749 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:33:55.749 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:33:55.750 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:33:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:33:55.751 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:33:55.751 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:33:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:56 smithi155 ceph-mon[102677]: from='client.38813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:56 smithi155 ceph-mon[102677]: from='client.28941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:56 smithi155 ceph-mon[102677]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/839955022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[97855]: from='client.38813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[97855]: from='client.28941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[97855]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/839955022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[116524]: from='client.38813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[116524]: from='client.28941 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[116524]: pgmap v13194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/839955022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:33:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:33:58 smithi111 ceph-mon[97855]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:33:58 smithi111 ceph-mon[116524]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:33:58 smithi155 ceph-mon[102677]: pgmap v13195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:33:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:33:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:34:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:00 smithi111 ceph-mon[97855]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:00 smithi111 ceph-mon[116524]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:00 smithi155 ceph-mon[102677]: pgmap v13196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:02 smithi111 ceph-mon[97855]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:02 smithi111 ceph-mon[116524]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:02 smithi155 ceph-mon[102677]: pgmap v13197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:04 smithi111 ceph-mon[97855]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:04 smithi111 ceph-mon[116524]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:04 smithi155 ceph-mon[102677]: pgmap v13198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:06 smithi111 ceph-mon[97855]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:06 smithi111 ceph-mon[116524]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:06 smithi155 ceph-mon[102677]: pgmap v13199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:07 smithi111 ceph-mon[97855]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:07 smithi111 ceph-mon[116524]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:07 smithi155 ceph-mon[102677]: pgmap v13200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:34:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:34:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:10 smithi155 ceph-mon[102677]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:10 smithi111 ceph-mon[97855]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:10 smithi111 ceph-mon[116524]: pgmap v13201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:12 smithi155 ceph-mon[102677]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:12 smithi111 ceph-mon[97855]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:12 smithi111 ceph-mon[116524]: pgmap v13202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:14 smithi155 ceph-mon[102677]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:14 smithi111 ceph-mon[97855]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:14 smithi111 ceph-mon[116524]: pgmap v13203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:16 smithi155 ceph-mon[102677]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:16 smithi111 ceph-mon[97855]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:16 smithi111 ceph-mon[116524]: pgmap v13204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:18 smithi155 ceph-mon[102677]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:18 smithi111 ceph-mon[97855]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:18 smithi111 ceph-mon[116524]: pgmap v13205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:34:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:34:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:20 smithi155 ceph-mon[102677]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:20 smithi111 ceph-mon[97855]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:20 smithi111 ceph-mon[116524]: pgmap v13206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:22 smithi155 ceph-mon[102677]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:22 smithi111 ceph-mon[97855]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:22.747 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:22 smithi111 ceph-mon[116524]: pgmap v13207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:24 smithi155 ceph-mon[102677]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:24 smithi111 ceph-mon[97855]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:24 smithi111 ceph-mon[116524]: pgmap v13208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:26.095 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:34:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:34:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 94s ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:34:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 94s ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:34:26.399 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 94s ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 94s ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 94s ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 94s ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 94s ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 94s ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 94s ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 94s ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 94s ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 94s ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 94s ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:34:26.400 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 94s ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:34:26.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 94s ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:34:26.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 94s ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:34:26.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 94s ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:34:26.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 94s ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:34:26.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 94s ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:34:26.401 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 94s ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:34:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:26 smithi155 ceph-mon[102677]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:26 smithi111 ceph-mon[97855]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:26 smithi111 ceph-mon[116524]: pgmap v13209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:26.781 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:34:26.781 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:26.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:34:26.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:34:26.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:26.783 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:34:26.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:34:26.783 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:34:26.783 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:34:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:27 smithi155 ceph-mon[102677]: from='client.28953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:27 smithi155 ceph-mon[102677]: from='client.28959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/38140812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:34:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:27 smithi111 ceph-mon[97855]: from='client.28953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:27 smithi111 ceph-mon[97855]: from='client.28959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/38140812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:34:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:27 smithi111 ceph-mon[116524]: from='client.28953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:27 smithi111 ceph-mon[116524]: from='client.28959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/38140812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:34:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:28 smithi155 ceph-mon[102677]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:28 smithi111 ceph-mon[97855]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:28 smithi111 ceph-mon[116524]: pgmap v13210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:34:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:34:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:30 smithi111 ceph-mon[97855]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:30 smithi111 ceph-mon[116524]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:30 smithi155 ceph-mon[102677]: pgmap v13211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:32 smithi111 ceph-mon[97855]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:32 smithi111 ceph-mon[116524]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:32 smithi155 ceph-mon[102677]: pgmap v13212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:34 smithi111 ceph-mon[97855]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:34 smithi111 ceph-mon[116524]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:34 smithi155 ceph-mon[102677]: pgmap v13213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:36 smithi111 ceph-mon[97855]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:36 smithi111 ceph-mon[116524]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:36 smithi155 ceph-mon[102677]: pgmap v13214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:38 smithi111 ceph-mon[97855]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:38 smithi111 ceph-mon[116524]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:38 smithi155 ceph-mon[102677]: pgmap v13215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:34:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:34:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:40 smithi111 ceph-mon[97855]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:40 smithi111 ceph-mon[116524]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:40 smithi155 ceph-mon[102677]: pgmap v13216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:42 smithi111 ceph-mon[97855]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:42 smithi111 ceph-mon[116524]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:42 smithi155 ceph-mon[102677]: pgmap v13217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:44 smithi111 ceph-mon[97855]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:44 smithi111 ceph-mon[116524]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:44 smithi155 ceph-mon[102677]: pgmap v13218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:45 smithi155 ceph-mon[102677]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:45 smithi111 ceph-mon[97855]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:45 smithi111 ceph-mon[116524]: pgmap v13219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:48 smithi155 ceph-mon[102677]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:48 smithi111 ceph-mon[97855]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:48 smithi111 ceph-mon[116524]: pgmap v13220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:34:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:34:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:34:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:50 smithi155 ceph-mon[102677]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:50 smithi111 ceph-mon[97855]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:50 smithi111 ceph-mon[116524]: pgmap v13221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:52 smithi155 ceph-mon[102677]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:52 smithi111 ceph-mon[97855]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:52 smithi111 ceph-mon[116524]: pgmap v13222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:34:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[97855]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:34:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:34:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[116524]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:34:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:34:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:54 smithi155 ceph-mon[102677]: pgmap v13223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:34:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:34:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:34:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:56 smithi111 ceph-mon[97855]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:56 smithi111 ceph-mon[116524]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:56 smithi155 ceph-mon[102677]: pgmap v13224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:57.129 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:34:57.433 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:34:57.434 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:34:57.435 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:34:57.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:34:57.436 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:34:57.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:34:57.814 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:34:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[97855]: from='client.28971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[97855]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[97855]: from='client.38855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2752636089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:34:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[116524]: from='client.28971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[116524]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[116524]: from='client.38855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:34:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2752636089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:58 smithi155 ceph-mon[102677]: from='client.28971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:58 smithi155 ceph-mon[102677]: pgmap v13225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:58 smithi155 ceph-mon[102677]: from='client.38855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:34:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2752636089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:34:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:34:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:35:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:00 smithi111 ceph-mon[116524]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:00 smithi111 ceph-mon[97855]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:00 smithi155 ceph-mon[102677]: pgmap v13226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:02 smithi111 ceph-mon[97855]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:02 smithi111 ceph-mon[116524]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:02 smithi155 ceph-mon[102677]: pgmap v13227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:04 smithi111 ceph-mon[97855]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:04 smithi111 ceph-mon[116524]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:04 smithi155 ceph-mon[102677]: pgmap v13228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:06 smithi111 ceph-mon[97855]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:06 smithi111 ceph-mon[116524]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:06 smithi155 ceph-mon[102677]: pgmap v13229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:08 smithi111 ceph-mon[97855]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:08 smithi111 ceph-mon[116524]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:08 smithi155 ceph-mon[102677]: pgmap v13230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:09 smithi111 ceph-mon[97855]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:35:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:35:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:09 smithi111 ceph-mon[116524]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:09 smithi155 ceph-mon[102677]: pgmap v13231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:12 smithi155 ceph-mon[102677]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:12 smithi111 ceph-mon[97855]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:12 smithi111 ceph-mon[116524]: pgmap v13232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:14 smithi155 ceph-mon[102677]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:14.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:14 smithi111 ceph-mon[97855]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:14 smithi111 ceph-mon[116524]: pgmap v13233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:16 smithi111 ceph-mon[97855]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:16 smithi111 ceph-mon[116524]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:16 smithi155 ceph-mon[102677]: pgmap v13234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:18.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:18 smithi111 ceph-mon[97855]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:18 smithi111 ceph-mon[116524]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:18 smithi155 ceph-mon[102677]: pgmap v13235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:35:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:35:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:20 smithi111 ceph-mon[97855]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:20 smithi111 ceph-mon[116524]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:20 smithi155 ceph-mon[102677]: pgmap v13236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:22 smithi111 ceph-mon[97855]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:22 smithi111 ceph-mon[116524]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:22 smithi155 ceph-mon[102677]: pgmap v13237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:24 smithi111 ceph-mon[97855]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:24 smithi111 ceph-mon[116524]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:24 smithi155 ceph-mon[102677]: pgmap v13238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:26 smithi111 ceph-mon[97855]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:26 smithi111 ceph-mon[116524]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:26 smithi155 ceph-mon[102677]: pgmap v13239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:28.160 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:35:28.468 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:35:28.468 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 2m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:35:28.468 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 2m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:35:28.468 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 2m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:35:28.468 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 2m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 2m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 2m ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 2m ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 2m ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 2m ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 2m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 2m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 2m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 2m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 2m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:35:28.469 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 2m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:35:28.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 2m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:35:28.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 2m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:35:28.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 2m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:35:28.470 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 2m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:35:28.470 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 2m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:35:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:28 smithi111 ceph-mon[97855]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:28.758 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:28 smithi111 ceph-mon[116524]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:28.849 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:35:28.849 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:35:28.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:35:28.851 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:28.851 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:35:28.851 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:35:28.851 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:35:28.851 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:35:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:28 smithi155 ceph-mon[102677]: pgmap v13240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:35:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:29 smithi111 ceph-mon[97855]: from='client.28989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:29 smithi111 ceph-mon[97855]: from='client.38873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3231802454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:35:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:29 smithi111 ceph-mon[116524]: from='client.28989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:35:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:29 smithi111 ceph-mon[116524]: from='client.38873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3231802454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:29 smithi155 ceph-mon[102677]: from='client.28989 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:29 smithi155 ceph-mon[102677]: from='client.38873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3231802454' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:35:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:30 smithi111 ceph-mon[97855]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:30 smithi111 ceph-mon[116524]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:30 smithi155 ceph-mon[102677]: pgmap v13241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:31 smithi111 ceph-mon[97855]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:31 smithi111 ceph-mon[116524]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:31 smithi155 ceph-mon[102677]: pgmap v13242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:34 smithi111 ceph-mon[97855]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:34 smithi111 ceph-mon[116524]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:34 smithi155 ceph-mon[102677]: pgmap v13243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:36 smithi111 ceph-mon[97855]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:36 smithi111 ceph-mon[116524]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:36 smithi155 ceph-mon[102677]: pgmap v13244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:38 smithi111 ceph-mon[97855]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:38 smithi111 ceph-mon[116524]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:38 smithi155 ceph-mon[102677]: pgmap v13245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:35:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:35:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:40 smithi111 ceph-mon[97855]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:40 smithi111 ceph-mon[116524]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:40 smithi155 ceph-mon[102677]: pgmap v13246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:42 smithi111 ceph-mon[97855]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:42 smithi111 ceph-mon[116524]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:42 smithi155 ceph-mon[102677]: pgmap v13247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:44 smithi111 ceph-mon[97855]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:44 smithi111 ceph-mon[116524]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:44 smithi155 ceph-mon[102677]: pgmap v13248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:46 smithi111 ceph-mon[97855]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:46 smithi111 ceph-mon[116524]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:46 smithi155 ceph-mon[102677]: pgmap v13249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:48 smithi111 ceph-mon[116524]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:48 smithi111 ceph-mon[97855]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:48 smithi155 ceph-mon[102677]: pgmap v13250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:35:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:35:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:35:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:50 smithi111 ceph-mon[97855]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:50 smithi111 ceph-mon[116524]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:50 smithi155 ceph-mon[102677]: pgmap v13251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:51 smithi155 ceph-mon[102677]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:51 smithi111 ceph-mon[97855]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:51 smithi111 ceph-mon[116524]: pgmap v13252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[97855]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[116524]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:35:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:35:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:35:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:54 smithi155 ceph-mon[102677]: pgmap v13253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:35:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:35:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:35:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:35:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:56 smithi111 ceph-mon[97855]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:56 smithi111 ceph-mon[116524]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:56 smithi155 ceph-mon[102677]: pgmap v13254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:35:58 smithi111 ceph-mon[97855]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:35:58 smithi111 ceph-mon[116524]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:35:58 smithi155 ceph-mon[102677]: pgmap v13255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:35:59.192 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:35:59.498 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:35:59.498 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:35:59.498 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:35:59.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (5h) 3m ago 5h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (5h) 3m ago 5h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:35:59.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:35:59.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:35:59.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:35:59.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:35:59.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:35:59.500 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:35:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:35:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:35:59.880 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:35:59.880 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:35:59.880 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:35:59.880 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:59.880 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:35:59.881 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:35:59.882 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:35:59.882 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:36:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:00 smithi111 ceph-mon[97855]: from='client.29007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:00 smithi111 ceph-mon[97855]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2853937755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:36:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:00 smithi111 ceph-mon[116524]: from='client.29007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:00 smithi111 ceph-mon[116524]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2853937755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:36:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:00 smithi155 ceph-mon[102677]: from='client.29007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:00 smithi155 ceph-mon[102677]: pgmap v13256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2853937755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:36:01.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:01 smithi111 ceph-mon[97855]: from='client.38891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:01 smithi111 ceph-mon[116524]: from='client.38891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:01 smithi155 ceph-mon[102677]: from='client.38891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:02 smithi111 ceph-mon[97855]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:02 smithi111 ceph-mon[116524]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:02 smithi155 ceph-mon[102677]: pgmap v13257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:04 smithi111 ceph-mon[97855]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:04 smithi111 ceph-mon[116524]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:04 smithi155 ceph-mon[102677]: pgmap v13258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:06.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:06 smithi111 ceph-mon[97855]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:06 smithi111 ceph-mon[116524]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:06 smithi155 ceph-mon[102677]: pgmap v13259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:08 smithi111 ceph-mon[97855]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:08 smithi111 ceph-mon[116524]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:08 smithi155 ceph-mon[102677]: pgmap v13260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:09.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:09 smithi111 ceph-mon[97855]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:36:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:36:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:09 smithi111 ceph-mon[116524]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:09 smithi155 ceph-mon[102677]: pgmap v13261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:12 smithi111 ceph-mon[97855]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:12 smithi111 ceph-mon[116524]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:12 smithi155 ceph-mon[102677]: pgmap v13262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:14 smithi111 ceph-mon[97855]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:14 smithi111 ceph-mon[116524]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:14 smithi155 ceph-mon[102677]: pgmap v13263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:16.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:16 smithi111 ceph-mon[97855]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:16 smithi111 ceph-mon[116524]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:16 smithi155 ceph-mon[102677]: pgmap v13264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:18 smithi111 ceph-mon[97855]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:18 smithi111 ceph-mon[116524]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:18 smithi155 ceph-mon[102677]: pgmap v13265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:19 smithi111 ceph-mon[97855]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:36:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:36:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:19 smithi111 ceph-mon[116524]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:19 smithi155 ceph-mon[102677]: pgmap v13266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:22 smithi111 ceph-mon[97855]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:22 smithi111 ceph-mon[116524]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:22 smithi155 ceph-mon[102677]: pgmap v13267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:24 smithi111 ceph-mon[97855]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:24 smithi111 ceph-mon[116524]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:24 smithi155 ceph-mon[102677]: pgmap v13268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:26 smithi111 ceph-mon[97855]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:26 smithi111 ceph-mon[116524]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:26 smithi155 ceph-mon[102677]: pgmap v13269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:28 smithi111 ceph-mon[97855]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:28 smithi111 ceph-mon[116524]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:28 smithi155 ceph-mon[102677]: pgmap v13270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:36:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:36:30.225 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 3m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 3m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 3m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 3m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 3m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 3m ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 3m ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 3m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:36:30.534 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 3m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 3m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 3m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 3m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 3m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 3m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 3m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 3m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 3m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:36:30.535 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 3m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:36:30.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:30 smithi111 ceph-mon[97855]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:30 smithi111 ceph-mon[116524]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:30.916 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:36:30.916 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:36:30.916 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:36:30.916 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:36:30.916 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:36:30.917 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:36:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:30 smithi155 ceph-mon[102677]: pgmap v13271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:31.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:31 smithi111 ceph-mon[97855]: from='client.29025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2120525033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:36:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:31 smithi111 ceph-mon[116524]: from='client.29025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2120525033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:36:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:31 smithi155 ceph-mon[102677]: from='client.29025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2120525033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:36:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:32 smithi111 ceph-mon[97855]: from='client.29031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:32 smithi111 ceph-mon[97855]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:32 smithi111 ceph-mon[116524]: from='client.29031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:32 smithi111 ceph-mon[116524]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:32 smithi155 ceph-mon[102677]: from='client.29031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:36:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:32 smithi155 ceph-mon[102677]: pgmap v13272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:34 smithi155 ceph-mon[102677]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:34.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:34 smithi111 ceph-mon[97855]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:34 smithi111 ceph-mon[116524]: pgmap v13273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:36 smithi155 ceph-mon[102677]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:36.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:36 smithi111 ceph-mon[97855]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:36 smithi111 ceph-mon[116524]: pgmap v13274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:38.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:38 smithi111 ceph-mon[97855]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:38 smithi111 ceph-mon[116524]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:38 smithi155 ceph-mon[102677]: pgmap v13275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:36:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:36:40.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:40 smithi111 ceph-mon[97855]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:40 smithi111 ceph-mon[116524]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:40 smithi155 ceph-mon[102677]: pgmap v13276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:42 smithi111 ceph-mon[97855]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:42 smithi111 ceph-mon[116524]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:42 smithi155 ceph-mon[102677]: pgmap v13277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:44 smithi111 ceph-mon[97855]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:44 smithi111 ceph-mon[116524]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:44 smithi155 ceph-mon[102677]: pgmap v13278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:46 smithi111 ceph-mon[97855]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:46 smithi111 ceph-mon[116524]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:46 smithi155 ceph-mon[102677]: pgmap v13279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:48 smithi111 ceph-mon[97855]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:48 smithi111 ceph-mon[116524]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:48 smithi155 ceph-mon[102677]: pgmap v13280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:36:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:36:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:36:50.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:50 smithi111 ceph-mon[97855]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:50 smithi111 ceph-mon[116524]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:50 smithi155 ceph-mon[102677]: pgmap v13281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:52.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:52 smithi111 ceph-mon[97855]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:52 smithi111 ceph-mon[116524]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:52 smithi155 ceph-mon[102677]: pgmap v13282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:54 smithi111 ceph-mon[97855]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:36:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:54 smithi111 ceph-mon[116524]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:36:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:54 smithi155 ceph-mon[102677]: pgmap v13283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:36:55.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:36:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:36:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:36:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:36:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:36:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:36:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:36:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:36:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:36:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:56 smithi111 ceph-mon[97855]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:56 smithi111 ceph-mon[116524]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:56 smithi155 ceph-mon[102677]: pgmap v13284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:58.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:36:58 smithi111 ceph-mon[97855]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:36:58 smithi111 ceph-mon[116524]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:36:58 smithi155 ceph-mon[102677]: pgmap v13285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:36:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:36:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:37:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:00 smithi111 ceph-mon[97855]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:00 smithi111 ceph-mon[116524]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:00 smithi155 ceph-mon[102677]: pgmap v13286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:01.261 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:37:01.567 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:37:01.567 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:37:01.567 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:37:01.567 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:37:01.567 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:37:01.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:37:01.569 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:37:01.569 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:37:01.944 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:37:01.944 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:37:01.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:37:01.946 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:37:01.946 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:37:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:02 smithi111 ceph-mon[97855]: from='client.29043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:02 smithi111 ceph-mon[97855]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2571554111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:37:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:02 smithi111 ceph-mon[116524]: from='client.29043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:02 smithi111 ceph-mon[116524]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2571554111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:37:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:02 smithi155 ceph-mon[102677]: from='client.29043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:02 smithi155 ceph-mon[102677]: pgmap v13287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2571554111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:37:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:03 smithi155 ceph-mon[102677]: from='client.38927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:03 smithi111 ceph-mon[97855]: from='client.38927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:03 smithi111 ceph-mon[116524]: from='client.38927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:04 smithi155 ceph-mon[102677]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:04.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:04 smithi111 ceph-mon[97855]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:04 smithi111 ceph-mon[116524]: pgmap v13288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:05 smithi155 ceph-mon[102677]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:05 smithi111 ceph-mon[97855]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:05 smithi111 ceph-mon[116524]: pgmap v13289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:08 smithi111 ceph-mon[97855]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:08 smithi111 ceph-mon[116524]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:08 smithi155 ceph-mon[102677]: pgmap v13290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:37:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:37:10.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:10 smithi111 ceph-mon[97855]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:10 smithi111 ceph-mon[116524]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:10 smithi155 ceph-mon[102677]: pgmap v13291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:12.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:12 smithi111 ceph-mon[97855]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:12 smithi111 ceph-mon[116524]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:12 smithi155 ceph-mon[102677]: pgmap v13292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:14 smithi111 ceph-mon[97855]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:14 smithi111 ceph-mon[116524]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:14 smithi155 ceph-mon[102677]: pgmap v13293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:16 smithi155 ceph-mon[102677]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:16.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:16 smithi111 ceph-mon[97855]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:16 smithi111 ceph-mon[116524]: pgmap v13294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:18 smithi155 ceph-mon[102677]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:18.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:18 smithi111 ceph-mon[97855]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:18 smithi111 ceph-mon[116524]: pgmap v13295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:37:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:37:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:19 smithi111 ceph-mon[97855]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:19 smithi111 ceph-mon[116524]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:19 smithi155 ceph-mon[102677]: pgmap v13296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:22 smithi111 ceph-mon[97855]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:22 smithi111 ceph-mon[116524]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:22 smithi155 ceph-mon[102677]: pgmap v13297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:24 smithi111 ceph-mon[97855]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:24 smithi111 ceph-mon[116524]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:24 smithi155 ceph-mon[102677]: pgmap v13298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:26 smithi111 ceph-mon[97855]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:26 smithi111 ceph-mon[116524]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:26 smithi155 ceph-mon[102677]: pgmap v13299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:28 smithi111 ceph-mon[97855]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:28 smithi111 ceph-mon[116524]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:28 smithi155 ceph-mon[102677]: pgmap v13300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:37:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:37:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:30 smithi155 ceph-mon[102677]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:30.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:30 smithi111 ceph-mon[97855]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:30.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:30 smithi111 ceph-mon[116524]: pgmap v13301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:32.289 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:37:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:37:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 4m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:37:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 4m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:37:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 4m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:37:32.597 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 4m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (5h) 4m ago 5h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (5h) 4m ago 5h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (5h) 4m ago 5h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 4m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 4m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 4m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 4m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 4m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 4m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 4m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:37:32.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 4m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:37:32.599 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 4m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:37:32.599 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 4m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:37:32.599 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 4m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:37:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:32 smithi155 ceph-mon[102677]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:32.980 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:37:32.980 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:37:32.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:37:32.981 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:37:32.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:32 smithi111 ceph-mon[97855]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:32.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:32 smithi111 ceph-mon[116524]: pgmap v13302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:33 smithi155 ceph-mon[102677]: from='client.38939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1292326123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:37:33.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:33 smithi111 ceph-mon[97855]: from='client.38939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:33.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1292326123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:37:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:33 smithi111 ceph-mon[116524]: from='client.38939 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1292326123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:37:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:34 smithi155 ceph-mon[102677]: from='client.29067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:34 smithi155 ceph-mon[102677]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:34 smithi111 ceph-mon[97855]: from='client.29067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:34 smithi111 ceph-mon[97855]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:34 smithi111 ceph-mon[116524]: from='client.29067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:37:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:34 smithi111 ceph-mon[116524]: pgmap v13303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:35 smithi155 ceph-mon[102677]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:35.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:35 smithi111 ceph-mon[97855]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:35.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:35 smithi111 ceph-mon[116524]: pgmap v13304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:38 smithi111 ceph-mon[97855]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:38 smithi111 ceph-mon[116524]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:38 smithi155 ceph-mon[102677]: pgmap v13305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:37:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:37:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:40 smithi111 ceph-mon[97855]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:40 smithi111 ceph-mon[116524]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:40 smithi155 ceph-mon[102677]: pgmap v13306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:42 smithi155 ceph-mon[102677]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:42.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:42 smithi111 ceph-mon[97855]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:42 smithi111 ceph-mon[116524]: pgmap v13307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:44 smithi155 ceph-mon[102677]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:44.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:44 smithi111 ceph-mon[97855]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:44 smithi111 ceph-mon[116524]: pgmap v13308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:46 smithi155 ceph-mon[102677]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:46.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:46 smithi111 ceph-mon[97855]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:46.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:46 smithi111 ceph-mon[116524]: pgmap v13309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:47 smithi155 ceph-mon[102677]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:47.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:47 smithi111 ceph-mon[97855]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:47.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:47 smithi111 ceph-mon[116524]: pgmap v13310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:37:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:37:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:37:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:50 smithi111 ceph-mon[97855]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:50 smithi111 ceph-mon[116524]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:50 smithi155 ceph-mon[102677]: pgmap v13311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:52 smithi111 ceph-mon[97855]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:52 smithi111 ceph-mon[116524]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:52 smithi155 ceph-mon[102677]: pgmap v13312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:54.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:54 smithi111 ceph-mon[97855]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:54 smithi111 ceph-mon[116524]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:54 smithi155 ceph-mon[102677]: pgmap v13313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:55.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:37:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:37:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:37:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:37:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:37:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:37:56.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:56 smithi111 ceph-mon[97855]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:56 smithi111 ceph-mon[116524]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:56 smithi155 ceph-mon[102677]: pgmap v13314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:37:58 smithi111 ceph-mon[97855]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:37:58 smithi111 ceph-mon[116524]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:37:58 smithi155 ceph-mon[102677]: pgmap v13315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:37:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:37:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:38:00.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:00 smithi111 ceph-mon[97855]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:00 smithi111 ceph-mon[116524]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:00 smithi155 ceph-mon[102677]: pgmap v13316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:02 smithi111 ceph-mon[97855]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:02 smithi111 ceph-mon[116524]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:02 smithi155 ceph-mon[102677]: pgmap v13317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:03.328 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:38:03.641 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (5h) 5m ago 5h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:38:03.642 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:38:04.018 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:38:04.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:38:04.019 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:38:04.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[97855]: from='client.38957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[97855]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2137013174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[116524]: from='client.38957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[116524]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2137013174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:38:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:04 smithi155 ceph-mon[102677]: from='client.38957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:04 smithi155 ceph-mon[102677]: pgmap v13318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2137013174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:05.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:05 smithi111 ceph-mon[97855]: from='client.29085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:05 smithi111 ceph-mon[116524]: from='client.29085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:05 smithi155 ceph-mon[102677]: from='client.29085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:06 smithi155 ceph-mon[102677]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:06.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:06 smithi111 ceph-mon[97855]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:06 smithi111 ceph-mon[116524]: pgmap v13319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:08 smithi155 ceph-mon[102677]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:08 smithi111 ceph-mon[97855]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:08 smithi111 ceph-mon[116524]: pgmap v13320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:38:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:38:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:10 smithi155 ceph-mon[102677]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:10.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:10 smithi111 ceph-mon[97855]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:10 smithi111 ceph-mon[116524]: pgmap v13321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:12 smithi155 ceph-mon[102677]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:12 smithi111 ceph-mon[97855]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:12 smithi111 ceph-mon[116524]: pgmap v13322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:14 smithi111 ceph-mon[97855]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:14 smithi111 ceph-mon[116524]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:14 smithi155 ceph-mon[102677]: pgmap v13323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:16 smithi111 ceph-mon[97855]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:16 smithi111 ceph-mon[116524]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:16 smithi155 ceph-mon[102677]: pgmap v13324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:18 smithi111 ceph-mon[97855]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:18 smithi111 ceph-mon[116524]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:18 smithi155 ceph-mon[102677]: pgmap v13325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:38:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:38:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:20.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:20 smithi111 ceph-mon[97855]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:20 smithi111 ceph-mon[116524]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:20 smithi155 ceph-mon[102677]: pgmap v13326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:22.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:22 smithi111 ceph-mon[97855]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:22 smithi111 ceph-mon[116524]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:22 smithi155 ceph-mon[102677]: pgmap v13327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:24.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:24 smithi111 ceph-mon[97855]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:24 smithi111 ceph-mon[116524]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:24 smithi155 ceph-mon[102677]: pgmap v13328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:26.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:26 smithi111 ceph-mon[97855]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:26 smithi111 ceph-mon[116524]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:26 smithi155 ceph-mon[102677]: pgmap v13329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:28.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:28 smithi111 ceph-mon[97855]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:28 smithi111 ceph-mon[116524]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:28 smithi155 ceph-mon[102677]: pgmap v13330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:38:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:38:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:30 smithi155 ceph-mon[102677]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:30.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:30 smithi111 ceph-mon[97855]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:30 smithi111 ceph-mon[116524]: pgmap v13331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:32 smithi155 ceph-mon[102677]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:32.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:32 smithi111 ceph-mon[97855]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:32 smithi111 ceph-mon[116524]: pgmap v13332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:34.366 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 5m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 5m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 5m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 5m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:38:34.673 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 5m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 5m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (5h) 5m ago 5h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (5h) 5m ago 5h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 5m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 5m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 5m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 5m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 5m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:38:34.674 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 5m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:38:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:34 smithi155 ceph-mon[102677]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:34 smithi111 ceph-mon[97855]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:34 smithi111 ceph-mon[116524]: pgmap v13333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:38:35.056 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:38:35.057 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:38:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:35 smithi155 ceph-mon[102677]: from='client.38975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3692930598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:38:35.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:35 smithi111 ceph-mon[97855]: from='client.38975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:35.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3692930598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:38:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:35 smithi111 ceph-mon[116524]: from='client.38975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3692930598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:38:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:36 smithi155 ceph-mon[102677]: from='client.38981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:36 smithi155 ceph-mon[102677]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:36.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:36 smithi111 ceph-mon[97855]: from='client.38981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:36.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:36 smithi111 ceph-mon[97855]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:36 smithi111 ceph-mon[116524]: from='client.38981 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:38:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:36 smithi111 ceph-mon[116524]: pgmap v13334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:37 smithi155 ceph-mon[102677]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:37.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:37 smithi111 ceph-mon[97855]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:37 smithi111 ceph-mon[116524]: pgmap v13335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:38:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:38:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:40 smithi111 ceph-mon[97855]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:40 smithi111 ceph-mon[116524]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:40 smithi155 ceph-mon[102677]: pgmap v13336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:42.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:42 smithi111 ceph-mon[97855]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:42 smithi111 ceph-mon[116524]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:42 smithi155 ceph-mon[102677]: pgmap v13337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:44.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:44 smithi111 ceph-mon[97855]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:44 smithi111 ceph-mon[116524]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:44 smithi155 ceph-mon[102677]: pgmap v13338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:46.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:46 smithi111 ceph-mon[97855]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:46 smithi111 ceph-mon[116524]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:46 smithi155 ceph-mon[102677]: pgmap v13339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:48.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:48 smithi111 ceph-mon[97855]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:48 smithi111 ceph-mon[116524]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:48 smithi155 ceph-mon[102677]: pgmap v13340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:38:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:38:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:38:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:50 smithi155 ceph-mon[102677]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:50.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:50 smithi111 ceph-mon[97855]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:50.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:50 smithi111 ceph-mon[116524]: pgmap v13341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:52 smithi155 ceph-mon[102677]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:52.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:52 smithi111 ceph-mon[97855]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:52 smithi111 ceph-mon[116524]: pgmap v13342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:54 smithi155 ceph-mon[102677]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:54.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:54 smithi111 ceph-mon[97855]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:54 smithi111 ceph-mon[116524]: pgmap v13343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:38:55.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:38:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:38:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:56 smithi155 ceph-mon[102677]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:38:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:38:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:38:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[97855]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[116524]: pgmap v13344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:38:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:38:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:58 smithi155 ceph-mon[102677]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:58.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:58 smithi111 ceph-mon[97855]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:58 smithi111 ceph-mon[116524]: pgmap v13345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:38:59 smithi111 ceph-mon[97855]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:38:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:38:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:38:59 smithi111 ceph-mon[116524]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:38:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:38:59 smithi155 ceph-mon[102677]: pgmap v13346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:02 smithi155 ceph-mon[102677]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:02 smithi111 ceph-mon[97855]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:02 smithi111 ceph-mon[116524]: pgmap v13347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:04 smithi111 ceph-mon[97855]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:04 smithi111 ceph-mon[116524]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:04 smithi155 ceph-mon[102677]: pgmap v13348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:05.400 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:39:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:39:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:39:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:39:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:39:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:39:05.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (5h) 6m ago 5h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:39:05.709 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:39:06.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:39:06.089 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:06 smithi111 ceph-mon[97855]: from='client.29115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:06 smithi111 ceph-mon[97855]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3815436858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:39:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:06 smithi111 ceph-mon[116524]: from='client.29115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:06 smithi111 ceph-mon[116524]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3815436858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:06 smithi155 ceph-mon[102677]: from='client.29115 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:06 smithi155 ceph-mon[102677]: pgmap v13349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3815436858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:39:07.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:07 smithi111 ceph-mon[97855]: from='client.38999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:07 smithi111 ceph-mon[116524]: from='client.38999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:07 smithi155 ceph-mon[102677]: from='client.38999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:08.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:08 smithi111 ceph-mon[97855]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:08 smithi111 ceph-mon[116524]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:08 smithi155 ceph-mon[102677]: pgmap v13350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:39:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:39:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:10 smithi155 ceph-mon[102677]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:10.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:10 smithi111 ceph-mon[97855]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:10 smithi111 ceph-mon[116524]: pgmap v13351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:12 smithi155 ceph-mon[102677]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:12.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:12 smithi111 ceph-mon[97855]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:12 smithi111 ceph-mon[116524]: pgmap v13352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:14 smithi155 ceph-mon[102677]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:14.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:14 smithi111 ceph-mon[97855]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:14 smithi111 ceph-mon[116524]: pgmap v13353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:16 smithi155 ceph-mon[102677]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:16.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:16 smithi111 ceph-mon[97855]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:16.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:16 smithi111 ceph-mon[116524]: pgmap v13354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:18 smithi155 ceph-mon[102677]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:18.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:18 smithi111 ceph-mon[97855]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:18 smithi111 ceph-mon[116524]: pgmap v13355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:39:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:39:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:20 smithi155 ceph-mon[102677]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:20.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:20 smithi111 ceph-mon[97855]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:20 smithi111 ceph-mon[116524]: pgmap v13356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:22 smithi155 ceph-mon[102677]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:22.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:22 smithi111 ceph-mon[97855]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:22 smithi111 ceph-mon[116524]: pgmap v13357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:24 smithi155 ceph-mon[102677]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:24.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:24 smithi111 ceph-mon[97855]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:24 smithi111 ceph-mon[116524]: pgmap v13358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:25 smithi155 ceph-mon[102677]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:25.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:25 smithi111 ceph-mon[97855]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:25 smithi111 ceph-mon[116524]: pgmap v13359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:27 smithi155 ceph-mon[102677]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:27.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:27 smithi111 ceph-mon[97855]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:27.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:27 smithi111 ceph-mon[116524]: pgmap v13360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:29.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:39:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:39:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:30 smithi111 ceph-mon[97855]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:30 smithi111 ceph-mon[116524]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:30 smithi155 ceph-mon[102677]: pgmap v13361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:32.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:32 smithi111 ceph-mon[97855]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:32 smithi111 ceph-mon[116524]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:32 smithi155 ceph-mon[102677]: pgmap v13362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:34 smithi155 ceph-mon[102677]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:34 smithi111 ceph-mon[97855]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:34 smithi111 ceph-mon[116524]: pgmap v13363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:36.434 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:39:36.741 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:39:36.741 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 6m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:39:36.741 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 6m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 6m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 6m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 6m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:39:36.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 6m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (5h) 6m ago 5h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (5h) 6m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 6m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 6m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:39:36.743 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 6m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:39:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:36 smithi155 ceph-mon[102677]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:36.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:36 smithi111 ceph-mon[97855]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:36 smithi111 ceph-mon[116524]: pgmap v13364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:37.123 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:39:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:39:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:39:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:37.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:39:37.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:39:37.125 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:39:37.125 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:39:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:37 smithi155 ceph-mon[102677]: from='client.29133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/868644079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:37 smithi111 ceph-mon[97855]: from='client.29133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/868644079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:39:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:37 smithi111 ceph-mon[116524]: from='client.29133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/868644079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:39:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:38 smithi155 ceph-mon[102677]: from='client.39017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:38 smithi155 ceph-mon[102677]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:38 smithi111 ceph-mon[97855]: from='client.39017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:38 smithi111 ceph-mon[97855]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:38 smithi111 ceph-mon[116524]: from='client.39017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:39:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:38 smithi111 ceph-mon[116524]: pgmap v13365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:39:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:39:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:40 smithi155 ceph-mon[102677]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:40 smithi111 ceph-mon[97855]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:40 smithi111 ceph-mon[116524]: pgmap v13366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:42 smithi155 ceph-mon[102677]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:42 smithi111 ceph-mon[97855]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:42 smithi111 ceph-mon[116524]: pgmap v13367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:44 smithi155 ceph-mon[102677]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:44 smithi111 ceph-mon[97855]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:44 smithi111 ceph-mon[116524]: pgmap v13368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:46 smithi155 ceph-mon[102677]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:46 smithi111 ceph-mon[97855]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:46 smithi111 ceph-mon[116524]: pgmap v13369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:48 smithi155 ceph-mon[102677]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:48.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:48 smithi111 ceph-mon[97855]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:48 smithi111 ceph-mon[116524]: pgmap v13370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:49.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:39:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:39:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:39:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:50 smithi155 ceph-mon[102677]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:50.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:50 smithi111 ceph-mon[97855]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:50 smithi111 ceph-mon[116524]: pgmap v13371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:51 smithi155 ceph-mon[102677]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:51 smithi111 ceph-mon[97855]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:51 smithi111 ceph-mon[116524]: pgmap v13372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:54 smithi155 ceph-mon[102677]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:54 smithi111 ceph-mon[97855]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:54 smithi111 ceph-mon[116524]: pgmap v13373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:56 smithi155 ceph-mon[102677]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:39:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:39:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:39:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:39:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[97855]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[116524]: pgmap v13374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:39:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:39:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:39:58 smithi155 ceph-mon[102677]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:58.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:39:58 smithi111 ceph-mon[97855]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:58.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:39:58 smithi111 ceph-mon[116524]: pgmap v13375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:39:59.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:39:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T10:40:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:00 smithi111 conmon[97831]: 2023-12-01T10:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:40:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:00 smithi155 ceph-mon[102677]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:40:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:00 smithi111 ceph-mon[97855]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:40:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:00 smithi111 ceph-mon[116524]: pgmap v13376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:40:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:02 smithi155 ceph-mon[102677]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:02 smithi111 ceph-mon[97855]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:02 smithi111 ceph-mon[116524]: pgmap v13377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:04 smithi155 ceph-mon[102677]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:04 smithi111 ceph-mon[97855]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:04 smithi111 ceph-mon[116524]: pgmap v13378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:06 smithi155 ceph-mon[102677]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:06 smithi111 ceph-mon[97855]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:06 smithi111 ceph-mon[116524]: pgmap v13379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:07.467 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:40:07.772 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:40:07.772 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:40:07.772 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:40:07.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:40:07.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:40:07.772 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:40:07.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:40:07.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:40:07.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 5h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:40:07.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (5h) 7m ago 5h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:40:07.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:40:07.774 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:40:08.160 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:40:08.160 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:40:08.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:40:08.161 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:08.162 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:40:08.162 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:40:08.162 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:40:08.162 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:40:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:08 smithi111 ceph-mon[97855]: from='client.39029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:08 smithi111 ceph-mon[97855]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2140180978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:40:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:08 smithi111 ceph-mon[116524]: from='client.39029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:08 smithi111 ceph-mon[116524]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2140180978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:40:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:08 smithi155 ceph-mon[102677]: from='client.39029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:08 smithi155 ceph-mon[102677]: pgmap v13380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2140180978' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:40:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:09 smithi111 ceph-mon[97855]: from='client.29157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:09 smithi111 ceph-mon[116524]: from='client.29157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:40:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:40:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:09 smithi155 ceph-mon[102677]: from='client.29157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:10 smithi155 ceph-mon[102677]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:10 smithi111 ceph-mon[97855]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:10 smithi111 ceph-mon[116524]: pgmap v13381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:11 smithi155 ceph-mon[102677]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:11 smithi111 ceph-mon[97855]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:11 smithi111 ceph-mon[116524]: pgmap v13382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:14 smithi155 ceph-mon[102677]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:14 smithi111 ceph-mon[97855]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:14 smithi111 ceph-mon[116524]: pgmap v13383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:16 smithi155 ceph-mon[102677]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:16 smithi111 ceph-mon[97855]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:16 smithi111 ceph-mon[116524]: pgmap v13384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:18 smithi155 ceph-mon[102677]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:18.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:18 smithi111 ceph-mon[97855]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:18 smithi111 ceph-mon[116524]: pgmap v13385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:40:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:40:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:20 smithi155 ceph-mon[102677]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:20.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:20 smithi111 ceph-mon[97855]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:20 smithi111 ceph-mon[116524]: pgmap v13386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:22 smithi155 ceph-mon[102677]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:22.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:22 smithi111 ceph-mon[97855]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:22 smithi111 ceph-mon[116524]: pgmap v13387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:24 smithi155 ceph-mon[102677]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:24.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:24 smithi111 ceph-mon[97855]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:24 smithi111 ceph-mon[116524]: pgmap v13388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:26 smithi155 ceph-mon[102677]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:26 smithi111 ceph-mon[97855]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:26 smithi111 ceph-mon[116524]: pgmap v13389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:28 smithi155 ceph-mon[102677]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:28 smithi111 ceph-mon[97855]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:28 smithi111 ceph-mon[116524]: pgmap v13390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:40:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:40:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:30 smithi155 ceph-mon[102677]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:30 smithi111 ceph-mon[97855]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:30 smithi111 ceph-mon[116524]: pgmap v13391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:31 smithi155 ceph-mon[102677]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:31 smithi111 ceph-mon[97855]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:31 smithi111 ceph-mon[116524]: pgmap v13392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:34 smithi155 ceph-mon[102677]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:34 smithi111 ceph-mon[97855]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:34 smithi111 ceph-mon[116524]: pgmap v13393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:36 smithi155 ceph-mon[102677]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:36.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:36 smithi111 ceph-mon[97855]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:36 smithi111 ceph-mon[116524]: pgmap v13394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:38.505 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 7m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 7m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (5h) 7m ago 5h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 7m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:40:38.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 7m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 7m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5095M 2356M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5395M 2356M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5681M 2356M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4826M 2356M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (5h) 7m ago 5h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:40:38.815 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 7m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:40:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:38 smithi155 ceph-mon[102677]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:38.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:38 smithi111 ceph-mon[97855]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:38 smithi111 ceph-mon[116524]: pgmap v13395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:39.190 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:40:39.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:40:39.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:40:39.191 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:40:39.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:39 smithi111 ceph-mon[97855]: from='client.39047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3240766805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:40:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:40:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:40:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:39 smithi111 ceph-mon[116524]: from='client.39047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3240766805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:40:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:39 smithi155 ceph-mon[102677]: from='client.39047 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3240766805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:40:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:40 smithi155 ceph-mon[102677]: from='client.39053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:40 smithi155 ceph-mon[102677]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:40 smithi111 ceph-mon[116524]: from='client.39053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:40 smithi111 ceph-mon[116524]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:40 smithi111 ceph-mon[97855]: from='client.39053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:40:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:40 smithi111 ceph-mon[97855]: pgmap v13396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:42 smithi155 ceph-mon[102677]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:42 smithi111 ceph-mon[97855]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:42 smithi111 ceph-mon[116524]: pgmap v13397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:44 smithi155 ceph-mon[102677]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:44 smithi111 ceph-mon[97855]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:44 smithi111 ceph-mon[116524]: pgmap v13398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:46 smithi155 ceph-mon[102677]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:46 smithi111 ceph-mon[97855]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:46 smithi111 ceph-mon[116524]: pgmap v13399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:48 smithi155 ceph-mon[102677]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:48.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:48 smithi111 ceph-mon[97855]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:48.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:48 smithi111 ceph-mon[116524]: pgmap v13400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:40:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:40:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:40:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:50 smithi155 ceph-mon[102677]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:50 smithi111 ceph-mon[97855]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:50 smithi111 ceph-mon[116524]: pgmap v13401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:51 smithi155 ceph-mon[102677]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:51 smithi111 ceph-mon[97855]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:51 smithi111 ceph-mon[116524]: pgmap v13402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:54 smithi155 ceph-mon[102677]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:54 smithi111 ceph-mon[97855]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:54 smithi111 ceph-mon[116524]: pgmap v13403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:56 smithi155 ceph-mon[102677]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:40:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:56 smithi111 ceph-mon[97855]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:40:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:56 smithi111 ceph-mon[116524]: pgmap v13404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:40:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:40:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:40:58.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:40:58.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:40:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:58 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2347M 2023-12-01T10:40:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:40:58 smithi155 ceph-mon[102677]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:58 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2347M 2023-12-01T10:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:40:58 smithi111 ceph-mon[97855]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:58 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2347M 2023-12-01T10:40:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:40:58 smithi111 ceph-mon[116524]: pgmap v13405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:40:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:40:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:41:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:00 smithi155 ceph-mon[102677]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:00 smithi111 ceph-mon[97855]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:00 smithi111 ceph-mon[116524]: pgmap v13406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:02 smithi155 ceph-mon[102677]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:02 smithi111 ceph-mon[97855]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:02 smithi111 ceph-mon[116524]: pgmap v13407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:04 smithi155 ceph-mon[102677]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:04 smithi111 ceph-mon[97855]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:04 smithi111 ceph-mon[116524]: pgmap v13408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:06 smithi155 ceph-mon[102677]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:06.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:06 smithi111 ceph-mon[97855]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:06 smithi111 ceph-mon[116524]: pgmap v13409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:08 smithi155 ceph-mon[102677]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:08.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:08 smithi111 ceph-mon[97855]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:08 smithi111 ceph-mon[116524]: pgmap v13410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:09.536 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:41:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:41:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (5h) 8m ago 5h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:41:09.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5095M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5395M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5681M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4826M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:41:09.842 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 5h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:41:10.222 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:41:10.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:41:10.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:41:10.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:10.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:41:10.223 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:41:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:10 smithi155 ceph-mon[102677]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:10 smithi155 ceph-mon[102677]: from='client.29187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2406395092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:41:10.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:10 smithi111 ceph-mon[97855]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:10 smithi111 ceph-mon[97855]: from='client.29187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2406395092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:41:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:10 smithi111 ceph-mon[116524]: pgmap v13411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:10 smithi111 ceph-mon[116524]: from='client.29187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2406395092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:41:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:11 smithi155 ceph-mon[102677]: from='client.29193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:11 smithi111 ceph-mon[97855]: from='client.29193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:11 smithi111 ceph-mon[116524]: from='client.29193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:12 smithi155 ceph-mon[102677]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:12 smithi111 ceph-mon[97855]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:12 smithi111 ceph-mon[116524]: pgmap v13412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:14 smithi155 ceph-mon[102677]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:14 smithi111 ceph-mon[97855]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:14 smithi111 ceph-mon[116524]: pgmap v13413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:16 smithi155 ceph-mon[102677]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:16 smithi111 ceph-mon[97855]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:16 smithi111 ceph-mon[116524]: pgmap v13414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:18.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:18 smithi155 ceph-mon[102677]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:18 smithi111 ceph-mon[97855]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:18 smithi111 ceph-mon[116524]: pgmap v13415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:19.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:19.753 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:41:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:41:19.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:20 smithi155 ceph-mon[102677]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:20 smithi111 ceph-mon[97855]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:20 smithi111 ceph-mon[116524]: pgmap v13416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:22 smithi155 ceph-mon[102677]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:22 smithi111 ceph-mon[97855]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:22 smithi111 ceph-mon[116524]: pgmap v13417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:24 smithi155 ceph-mon[102677]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:24 smithi111 ceph-mon[97855]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:24 smithi111 ceph-mon[116524]: pgmap v13418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:26 smithi155 ceph-mon[102677]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:26.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:26 smithi111 ceph-mon[97855]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:26.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:26 smithi111 ceph-mon[116524]: pgmap v13419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:27 smithi155 ceph-mon[102677]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:27 smithi111 ceph-mon[97855]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:27 smithi111 ceph-mon[116524]: pgmap v13420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:41:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:41:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:30 smithi155 ceph-mon[102677]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:30 smithi111 ceph-mon[97855]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:30 smithi111 ceph-mon[116524]: pgmap v13421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:32 smithi155 ceph-mon[102677]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:32 smithi111 ceph-mon[97855]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:32 smithi111 ceph-mon[116524]: pgmap v13422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:34 smithi155 ceph-mon[102677]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:34 smithi111 ceph-mon[97855]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:34 smithi111 ceph-mon[116524]: pgmap v13423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:36 smithi155 ceph-mon[102677]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:36 smithi111 ceph-mon[97855]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:36 smithi111 ceph-mon[116524]: pgmap v13424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:38 smithi155 ceph-mon[102677]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:38 smithi111 ceph-mon[97855]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:38 smithi111 ceph-mon[116524]: pgmap v13425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:41:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:41:40.571 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:41:40.880 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:41:40.880 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 8m ago 5h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:41:40.880 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 8m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 8m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 8m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5095M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5395M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5681M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4826M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:41:40.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:41:40.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:41:40.882 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 8m ago 6h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:41:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:40 smithi155 ceph-mon[102677]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:40.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:40 smithi111 ceph-mon[97855]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:40 smithi111 ceph-mon[116524]: pgmap v13426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:41:41.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:41:41.259 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:41:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3033141862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:41:41.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3033141862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:41:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3033141862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:41:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:42 smithi155 ceph-mon[102677]: from='client.39083 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:42 smithi155 ceph-mon[102677]: from='client.39089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:42 smithi155 ceph-mon[102677]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:42 smithi111 ceph-mon[97855]: from='client.39083 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:42 smithi111 ceph-mon[97855]: from='client.39089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:42 smithi111 ceph-mon[97855]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:42 smithi111 ceph-mon[116524]: from='client.39083 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:42 smithi111 ceph-mon[116524]: from='client.39089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:41:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:42 smithi111 ceph-mon[116524]: pgmap v13427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:44 smithi155 ceph-mon[102677]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:44 smithi111 ceph-mon[97855]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:44 smithi111 ceph-mon[116524]: pgmap v13428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:46 smithi155 ceph-mon[102677]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:46.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:46 smithi111 ceph-mon[97855]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:46 smithi111 ceph-mon[116524]: pgmap v13429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:48 smithi155 ceph-mon[102677]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:48.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:48 smithi111 ceph-mon[97855]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:48 smithi111 ceph-mon[116524]: pgmap v13430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:41:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:41:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:41:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:50 smithi155 ceph-mon[102677]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:50 smithi111 ceph-mon[97855]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:50 smithi111 ceph-mon[116524]: pgmap v13431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:52 smithi155 ceph-mon[102677]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:52 smithi111 ceph-mon[97855]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:52 smithi111 ceph-mon[116524]: pgmap v13432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:54 smithi155 ceph-mon[102677]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:54 smithi111 ceph-mon[97855]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:54 smithi111 ceph-mon[116524]: pgmap v13433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:56 smithi155 ceph-mon[102677]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:56 smithi111 ceph-mon[97855]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:56.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:56 smithi111 ceph-mon[116524]: pgmap v13434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:41:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:41:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:41:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:41:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:41:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:41:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:41:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:41:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:41:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:41:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:41:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:41:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:41:58 smithi155 ceph-mon[102677]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:58.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:41:58 smithi111 ceph-mon[97855]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:41:58 smithi111 ceph-mon[116524]: pgmap v13435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:41:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:41:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:42:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:00 smithi155 ceph-mon[102677]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:00.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:00 smithi111 ceph-mon[97855]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:00 smithi111 ceph-mon[116524]: pgmap v13436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:02 smithi155 ceph-mon[102677]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:02 smithi111 ceph-mon[97855]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:02 smithi111 ceph-mon[116524]: pgmap v13437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:04 smithi155 ceph-mon[102677]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:04 smithi111 ceph-mon[116524]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:04 smithi111 ceph-mon[97855]: pgmap v13438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:06 smithi155 ceph-mon[102677]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:06 smithi111 ceph-mon[97855]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:06 smithi111 ceph-mon[116524]: pgmap v13439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:08 smithi155 ceph-mon[102677]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:08 smithi111 ceph-mon[97855]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:08 smithi111 ceph-mon[116524]: pgmap v13440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:09.601 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:42:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:42:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:09 smithi155 ceph-mon[102677]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:09 smithi111 ceph-mon[116524]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:09 smithi111 ceph-mon[97855]: pgmap v13441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:11.605 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (5h) 9m ago 5h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:42:11.909 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (5h) 9m ago 5h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (5h) 9m ago 5h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5095M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5395M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5681M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4826M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:42:11.910 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 6h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:42:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:11 smithi155 ceph-mon[102677]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:11.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:11 smithi111 ceph-mon[97855]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:11 smithi111 ceph-mon[116524]: pgmap v13442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:42:12.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:42:12.288 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:42:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:12 smithi155 ceph-mon[102677]: from='client.39101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:12 smithi155 ceph-mon[102677]: from='client.39107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4114447577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:12 smithi111 ceph-mon[97855]: from='client.39101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:12 smithi111 ceph-mon[97855]: from='client.39107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4114447577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:42:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:12 smithi111 ceph-mon[116524]: from='client.39101 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:12 smithi111 ceph-mon[116524]: from='client.39107 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4114447577' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:42:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:14 smithi155 ceph-mon[102677]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:14 smithi111 ceph-mon[97855]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:14 smithi111 ceph-mon[116524]: pgmap v13443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:16 smithi155 ceph-mon[102677]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:16.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:16 smithi111 ceph-mon[97855]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:16 smithi111 ceph-mon[116524]: pgmap v13444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:18 smithi155 ceph-mon[102677]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:18.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:18 smithi111 ceph-mon[97855]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:18 smithi111 ceph-mon[116524]: pgmap v13445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:19.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:42:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:42:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:20 smithi155 ceph-mon[102677]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:20 smithi111 ceph-mon[97855]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:20 smithi111 ceph-mon[116524]: pgmap v13446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:22 smithi155 ceph-mon[102677]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:22.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:22 smithi111 ceph-mon[97855]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:22 smithi111 ceph-mon[116524]: pgmap v13447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:24 smithi155 ceph-mon[102677]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:24.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:24 smithi111 ceph-mon[97855]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:24 smithi111 ceph-mon[116524]: pgmap v13448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:25 smithi155 ceph-mon[102677]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:25.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:25 smithi111 ceph-mon[97855]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:25 smithi111 ceph-mon[116524]: pgmap v13449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:27 smithi155 ceph-mon[102677]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:27 smithi111 ceph-mon[97855]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:27 smithi111 ceph-mon[116524]: pgmap v13450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:42:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:42:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:30 smithi155 ceph-mon[102677]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:30 smithi111 ceph-mon[116524]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:30 smithi111 ceph-mon[97855]: pgmap v13451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:32 smithi155 ceph-mon[102677]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:32 smithi111 ceph-mon[97855]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:32 smithi111 ceph-mon[116524]: pgmap v13452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:34 smithi155 ceph-mon[102677]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:34 smithi111 ceph-mon[97855]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:34 smithi111 ceph-mon[116524]: pgmap v13453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:36 smithi155 ceph-mon[102677]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:36 smithi111 ceph-mon[97855]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:36 smithi111 ceph-mon[116524]: pgmap v13454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:38 smithi155 ceph-mon[102677]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:38 smithi111 ceph-mon[97855]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:38 smithi111 ceph-mon[116524]: pgmap v13455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:42:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:42:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 10:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T10:42:40.174957658Z level=info msg="Completed cleanup jobs" duration=141.958116ms 2023-12-01T10:42:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:40 smithi155 ceph-mon[102677]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:40 smithi111 ceph-mon[97855]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:40 smithi111 ceph-mon[116524]: pgmap v13456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:41 smithi155 ceph-mon[102677]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:41 smithi111 ceph-mon[97855]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:41 smithi111 ceph-mon[116524]: pgmap v13457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:42.629 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:42:42.934 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:42:42.934 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (5h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:42:42.934 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 101M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 787M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1634M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 754M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 698M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5095M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:42:42.935 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5395M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5681M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4826M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3836M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4786M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4206M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 4925M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:42:42.936 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (5h) 9m ago 6h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:42:43.312 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:42:43.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:42:43.314 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:42:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1352522628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:42:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1352522628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:42:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1352522628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:42:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:44 smithi155 ceph-mon[102677]: from='client.29241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:44 smithi155 ceph-mon[102677]: from='client.29247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:44 smithi155 ceph-mon[102677]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:44 smithi111 ceph-mon[97855]: from='client.29241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:44 smithi111 ceph-mon[97855]: from='client.29247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:44 smithi111 ceph-mon[97855]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:44 smithi111 ceph-mon[116524]: from='client.29241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:44 smithi111 ceph-mon[116524]: from='client.29247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:42:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:44 smithi111 ceph-mon[116524]: pgmap v13458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:46 smithi155 ceph-mon[102677]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:46 smithi111 ceph-mon[97855]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:46 smithi111 ceph-mon[116524]: pgmap v13459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:48 smithi155 ceph-mon[102677]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:48 smithi111 ceph-mon[97855]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:48 smithi111 ceph-mon[116524]: pgmap v13460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:49.557 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:42:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:42:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:42:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:50 smithi155 ceph-mon[102677]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:50 smithi111 ceph-mon[97855]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:50 smithi111 ceph-mon[116524]: pgmap v13461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:51 smithi155 ceph-mon[102677]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:51 smithi111 ceph-mon[97855]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:51 smithi111 ceph-mon[116524]: pgmap v13462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:54 smithi155 ceph-mon[102677]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:54 smithi111 ceph-mon[97855]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:54 smithi111 ceph-mon[116524]: pgmap v13463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:56 smithi155 ceph-mon[102677]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:56 smithi111 ceph-mon[97855]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:56 smithi111 ceph-mon[116524]: pgmap v13464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:42:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:42:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:42:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:42:58 smithi155 ceph-mon[102677]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:42:58 smithi111 ceph-mon[97855]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:42:58 smithi111 ceph-mon[116524]: pgmap v13465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:42:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:42:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:43:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:43:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: pgmap v13466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:43:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:02 smithi155 ceph-mon[102677]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:02 smithi111 ceph-mon[97855]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:02 smithi111 ceph-mon[116524]: pgmap v13467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:04 smithi155 ceph-mon[102677]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:04 smithi111 ceph-mon[97855]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:04 smithi111 ceph-mon[116524]: pgmap v13468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:06 smithi155 ceph-mon[102677]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:06.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:06 smithi111 ceph-mon[97855]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:06 smithi111 ceph-mon[116524]: pgmap v13469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:08 smithi155 ceph-mon[102677]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:08.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:08 smithi111 ceph-mon[97855]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:08 smithi111 ceph-mon[116524]: pgmap v13470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:43:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:43:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:10 smithi155 ceph-mon[102677]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:10.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:10 smithi111 ceph-mon[97855]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:10 smithi111 ceph-mon[116524]: pgmap v13471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:12 smithi155 ceph-mon[102677]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:12 smithi111 ceph-mon[97855]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:12 smithi111 ceph-mon[116524]: pgmap v13472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:13.661 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:43:13.966 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:43:13.966 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 14s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 13s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 14s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 13s ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 13s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 14s ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 14s ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 13s ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 14s ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 14s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 13s ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 14s ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:43:13.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 14s ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 14s ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 14s ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 13s ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 13s ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 13s ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 13s ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:43:13.968 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 13s ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:14.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:43:14.346 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:43:14.346 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:14.346 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:43:14.346 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:43:14.346 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:43:14.346 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:43:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:14 smithi155 ceph-mon[102677]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1792160824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:14 smithi111 ceph-mon[97855]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1792160824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:43:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:14 smithi111 ceph-mon[116524]: pgmap v13473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1792160824' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:43:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:15 smithi155 ceph-mon[102677]: from='client.39137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:15 smithi155 ceph-mon[102677]: from='client.29265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:15 smithi111 ceph-mon[97855]: from='client.39137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:15 smithi111 ceph-mon[97855]: from='client.29265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:15 smithi111 ceph-mon[116524]: from='client.39137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:15 smithi111 ceph-mon[116524]: from='client.29265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:16 smithi155 ceph-mon[102677]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:16 smithi111 ceph-mon[97855]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:16 smithi111 ceph-mon[116524]: pgmap v13474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:18 smithi155 ceph-mon[102677]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:18 smithi111 ceph-mon[97855]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:18 smithi111 ceph-mon[116524]: pgmap v13475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:19.564 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:43:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:43:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:19 smithi155 ceph-mon[102677]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:19 smithi111 ceph-mon[97855]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:19 smithi111 ceph-mon[116524]: pgmap v13476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:21 smithi155 ceph-mon[102677]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:21 smithi111 ceph-mon[97855]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:21 smithi111 ceph-mon[116524]: pgmap v13477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:24 smithi155 ceph-mon[102677]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:24 smithi111 ceph-mon[97855]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:24 smithi111 ceph-mon[116524]: pgmap v13478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:26.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:26 smithi155 ceph-mon[102677]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:26 smithi111 ceph-mon[97855]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:26 smithi111 ceph-mon[116524]: pgmap v13479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:28 smithi155 ceph-mon[102677]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:28 smithi111 ceph-mon[97855]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:28 smithi111 ceph-mon[116524]: pgmap v13480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:29.567 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:43:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:43:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:29 smithi155 ceph-mon[102677]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:29.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:29 smithi111 ceph-mon[97855]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:29 smithi111 ceph-mon[116524]: pgmap v13481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:31 smithi155 ceph-mon[102677]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:31 smithi111 ceph-mon[97855]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:31 smithi111 ceph-mon[116524]: pgmap v13482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:34 smithi155 ceph-mon[102677]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:34.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:34.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:34 smithi111 ceph-mon[116524]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:34 smithi111 ceph-mon[97855]: pgmap v13483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:36 smithi155 ceph-mon[102677]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:36.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:36 smithi111 ceph-mon[97855]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:36 smithi111 ceph-mon[116524]: pgmap v13484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:38 smithi155 ceph-mon[102677]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:38 smithi111 ceph-mon[97855]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:38 smithi111 ceph-mon[116524]: pgmap v13485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:43:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:43:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:40 smithi155 ceph-mon[102677]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:40.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:40 smithi111 ceph-mon[116524]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:40 smithi111 ceph-mon[97855]: pgmap v13486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:41 smithi155 ceph-mon[102677]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:41.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:41 smithi111 ceph-mon[116524]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:41 smithi111 ceph-mon[97855]: pgmap v13487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:44.693 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:43:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:44 smithi155 ceph-mon[102677]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:44.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:44 smithi111 ceph-mon[97855]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:44 smithi111 ceph-mon[116524]: pgmap v13488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:44.998 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:43:44.998 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 45s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 45s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 45s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 45s ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 45s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 45s ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 45s ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 45s ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 45s ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 45s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 45s ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 45s ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 45s ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:43:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 45s ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:43:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 45s ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:43:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 45s ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:43:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 45s ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:43:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 45s ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:43:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 45s ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:43:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 45s ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:43:45.379 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:43:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:43:45.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:43:45.381 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:43:45.381 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:43:45.381 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:43:45.381 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:43:45.381 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:43:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/749817869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:43:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/749817869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:43:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/749817869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:43:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:46 smithi155 ceph-mon[102677]: from='client.29277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:46 smithi155 ceph-mon[102677]: from='client.39161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:46 smithi155 ceph-mon[102677]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:46.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:46 smithi111 ceph-mon[97855]: from='client.29277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:46 smithi111 ceph-mon[97855]: from='client.39161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:46 smithi111 ceph-mon[97855]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:46 smithi111 ceph-mon[116524]: from='client.29277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:46 smithi111 ceph-mon[116524]: from='client.39161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:43:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:46 smithi111 ceph-mon[116524]: pgmap v13489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:48 smithi155 ceph-mon[102677]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:48 smithi111 ceph-mon[97855]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:48 smithi111 ceph-mon[116524]: pgmap v13490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:49.570 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:43:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:43:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:49 smithi155 ceph-mon[102677]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:49 smithi111 ceph-mon[97855]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:43:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:49 smithi111 ceph-mon[116524]: pgmap v13491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:51 smithi155 ceph-mon[102677]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:51 smithi111 ceph-mon[97855]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:51 smithi111 ceph-mon[116524]: pgmap v13492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:54 smithi155 ceph-mon[102677]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:54 smithi111 ceph-mon[97855]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:54 smithi111 ceph-mon[116524]: pgmap v13493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:56 smithi155 ceph-mon[102677]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:56 smithi111 ceph-mon[97855]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:56 smithi111 ceph-mon[116524]: pgmap v13494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:58 smithi155 ceph-mon[102677]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:58.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:58 smithi111 ceph-mon[97855]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:58 smithi111 ceph-mon[116524]: pgmap v13495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:59.616 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:43:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:43:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:43:59 smithi155 ceph-mon[102677]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:43:59 smithi111 ceph-mon[116524]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:43:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:43:59 smithi111 ceph-mon[97855]: pgmap v13496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:00.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:44:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:44:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:44:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:44:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:44:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:44:01.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:01 smithi155 ceph-mon[102677]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[97855]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:44:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:44:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:01 smithi111 ceph-mon[116524]: pgmap v13497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:04 smithi155 ceph-mon[102677]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:04 smithi111 ceph-mon[97855]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:04 smithi111 ceph-mon[116524]: pgmap v13498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:05 smithi155 ceph-mon[102677]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:05.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:05 smithi111 ceph-mon[97855]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:05 smithi111 ceph-mon[116524]: pgmap v13499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:07 smithi155 ceph-mon[102677]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:07 smithi111 ceph-mon[97855]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:07 smithi111 ceph-mon[116524]: pgmap v13500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:09.618 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:44:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T10:44:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:09 smithi155 ceph-mon[102677]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:09 smithi111 ceph-mon[97855]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:09 smithi111 ceph-mon[116524]: pgmap v13501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:11.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:11 smithi155 ceph-mon[102677]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:11 smithi111 ceph-mon[97855]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:11 smithi111 ceph-mon[116524]: pgmap v13502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:14 smithi155 ceph-mon[102677]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:14 smithi111 ceph-mon[97855]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:14 smithi111 ceph-mon[116524]: pgmap v13503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:15.725 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:44:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:15 smithi155 ceph-mon[102677]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:15.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:15 smithi111 ceph-mon[97855]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:15 smithi111 ceph-mon[116524]: pgmap v13504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 76s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 76s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 76s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 76s ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 76s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 76s ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 76s ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 76s ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 76s ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 76s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 76s ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 76s ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:44:16.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 76s ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 76s ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 76s ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 76s ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 76s ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 76s ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 76s ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:44:16.036 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 76s ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:44:16.414 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:44:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:44:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:44:16.415 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:44:16.415 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:44:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:16 smithi155 ceph-mon[102677]: from='client.29295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:16 smithi155 ceph-mon[102677]: from='client.29301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/497765263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:44:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:16 smithi111 ceph-mon[97855]: from='client.29295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:16 smithi111 ceph-mon[97855]: from='client.29301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/497765263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:44:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:16 smithi111 ceph-mon[116524]: from='client.29295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:16 smithi111 ceph-mon[116524]: from='client.29301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/497765263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:44:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:17 smithi155 ceph-mon[102677]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:17 smithi111 ceph-mon[97855]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:17 smithi111 ceph-mon[116524]: pgmap v13505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:19.560 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:44:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T10:44:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:20 smithi155 ceph-mon[102677]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:20.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:20 smithi111 ceph-mon[97855]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:20 smithi111 ceph-mon[116524]: pgmap v13506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:21 smithi155 ceph-mon[102677]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:21.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:21 smithi111 ceph-mon[97855]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:21 smithi111 ceph-mon[116524]: pgmap v13507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:24 smithi155 ceph-mon[102677]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:24 smithi111 ceph-mon[97855]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:24 smithi111 ceph-mon[116524]: pgmap v13508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:25 smithi155 ceph-mon[102677]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:25.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:25 smithi111 ceph-mon[97855]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:25 smithi111 ceph-mon[116524]: pgmap v13509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:27 smithi155 ceph-mon[102677]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:27.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:27 smithi111 ceph-mon[97855]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:27 smithi111 ceph-mon[116524]: pgmap v13510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:29.619 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:44:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:44:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:29 smithi155 ceph-mon[102677]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:29 smithi111 ceph-mon[97855]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:29 smithi111 ceph-mon[116524]: pgmap v13511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:31 smithi155 ceph-mon[102677]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:31 smithi111 ceph-mon[116524]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:31 smithi111 ceph-mon[97855]: pgmap v13512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:34 smithi155 ceph-mon[102677]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:34 smithi111 ceph-mon[97855]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:34 smithi111 ceph-mon[116524]: pgmap v13513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:35 smithi155 ceph-mon[102677]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:35 smithi111 ceph-mon[97855]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:35 smithi111 ceph-mon[116524]: pgmap v13514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:37 smithi155 ceph-mon[102677]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:37 smithi111 ceph-mon[97855]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:37 smithi111 ceph-mon[116524]: pgmap v13515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:39.576 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:44:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:44:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:39 smithi155 ceph-mon[102677]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:39 smithi111 ceph-mon[97855]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:39 smithi111 ceph-mon[116524]: pgmap v13516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:41 smithi155 ceph-mon[102677]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:41 smithi111 ceph-mon[97855]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:41 smithi111 ceph-mon[116524]: pgmap v13517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:44 smithi155 ceph-mon[102677]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:44 smithi111 ceph-mon[97855]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:44 smithi111 ceph-mon[116524]: pgmap v13518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:45 smithi155 ceph-mon[102677]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:45.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:45 smithi111 ceph-mon[97855]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:45 smithi111 ceph-mon[116524]: pgmap v13519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:46.758 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:44:47.060 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:44:47.060 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 107s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:44:47.060 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 107s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:44:47.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 107s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:44:47.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 107s ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:44:47.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 107s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 107s ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 107s ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 107s ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 107s ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 107s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 107s ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 107s ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 107s ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 107s ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:44:47.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 107s ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:44:47.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 107s ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:44:47.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 107s ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:44:47.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 107s ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:44:47.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 107s ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:44:47.062 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 107s ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:44:47.442 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:44:47.443 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:44:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3416533241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:44:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3416533241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:44:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3416533241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:44:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:48 smithi155 ceph-mon[102677]: from='client.39191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:48 smithi155 ceph-mon[102677]: from='client.29319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:48 smithi155 ceph-mon[102677]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:48 smithi111 ceph-mon[97855]: from='client.39191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:48 smithi111 ceph-mon[97855]: from='client.29319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:48 smithi111 ceph-mon[97855]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:48 smithi111 ceph-mon[116524]: from='client.39191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:48 smithi111 ceph-mon[116524]: from='client.29319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:44:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:48 smithi111 ceph-mon[116524]: pgmap v13520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:49.569 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:44:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:44:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:44:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:50 smithi155 ceph-mon[102677]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:50 smithi111 ceph-mon[97855]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:50 smithi111 ceph-mon[116524]: pgmap v13521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:51 smithi155 ceph-mon[102677]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:51.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:51 smithi111 ceph-mon[97855]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:51 smithi111 ceph-mon[116524]: pgmap v13522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:54 smithi155 ceph-mon[102677]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:54 smithi111 ceph-mon[97855]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:54 smithi111 ceph-mon[116524]: pgmap v13523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:55 smithi155 ceph-mon[102677]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:55 smithi111 ceph-mon[97855]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:55 smithi111 ceph-mon[116524]: pgmap v13524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:57 smithi155 ceph-mon[102677]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:57.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:57 smithi111 ceph-mon[97855]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:57 smithi111 ceph-mon[116524]: pgmap v13525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:59.629 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:44:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:44:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:44:59 smithi155 ceph-mon[102677]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:44:59 smithi111 ceph-mon[97855]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:44:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:44:59 smithi111 ceph-mon[116524]: pgmap v13526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:45:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:45:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:45:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[97855]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:02 smithi111 ceph-mon[116524]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:02 smithi155 ceph-mon[102677]: pgmap v13527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:04.867 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:04 smithi111 ceph-mon[116524]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:04.868 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:04.868 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:04 smithi111 ceph-mon[97855]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:04.868 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:04 smithi155 ceph-mon[102677]: pgmap v13528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:45:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:45:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:05 smithi155 ceph-mon[102677]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[97855]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:05 smithi111 ceph-mon[116524]: pgmap v13529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:07 smithi155 ceph-mon[102677]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:07 smithi111 ceph-mon[97855]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:07 smithi111 ceph-mon[116524]: pgmap v13530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:45:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:45:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:10 smithi155 ceph-mon[102677]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:10 smithi111 ceph-mon[97855]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:10 smithi111 ceph-mon[116524]: pgmap v13531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:12 smithi155 ceph-mon[102677]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:12 smithi111 ceph-mon[97855]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:12 smithi111 ceph-mon[116524]: pgmap v13532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:14 smithi155 ceph-mon[102677]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:14 smithi111 ceph-mon[97855]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:14 smithi111 ceph-mon[116524]: pgmap v13533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:16 smithi155 ceph-mon[102677]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:16 smithi111 ceph-mon[97855]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:16 smithi111 ceph-mon[116524]: pgmap v13534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:17.788 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:45:18.098 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:45:18.099 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:45:18.477 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:45:18.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:45:18.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:45:18.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:18.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:45:18.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:18.478 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:45:18.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:45:18.479 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:45:18.479 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:45:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:18 smithi155 ceph-mon[102677]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:18 smithi155 ceph-mon[102677]: from='client.39209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:18 smithi155 ceph-mon[102677]: from='client.29337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2592441517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[97855]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[97855]: from='client.39209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[97855]: from='client.29337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2592441517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[116524]: pgmap v13535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[116524]: from='client.39209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[116524]: from='client.29337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2592441517' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:45:19.643 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:45:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:45:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:20 smithi155 ceph-mon[102677]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:20.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:20 smithi111 ceph-mon[97855]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:20 smithi111 ceph-mon[116524]: pgmap v13536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:22 smithi155 ceph-mon[102677]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:22 smithi111 ceph-mon[97855]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:22 smithi111 ceph-mon[116524]: pgmap v13537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:24 smithi155 ceph-mon[102677]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:24.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:24 smithi111 ceph-mon[97855]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:24 smithi111 ceph-mon[116524]: pgmap v13538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:26 smithi155 ceph-mon[102677]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:26 smithi111 ceph-mon[97855]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:26 smithi111 ceph-mon[116524]: pgmap v13539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:28 smithi155 ceph-mon[102677]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:28 smithi111 ceph-mon[97855]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:28 smithi111 ceph-mon[116524]: pgmap v13540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:45:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:45:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:30 smithi155 ceph-mon[102677]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:30 smithi111 ceph-mon[97855]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:30 smithi111 ceph-mon[116524]: pgmap v13541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:32 smithi155 ceph-mon[102677]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:32 smithi111 ceph-mon[97855]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:32 smithi111 ceph-mon[116524]: pgmap v13542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:34 smithi155 ceph-mon[102677]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:34 smithi111 ceph-mon[97855]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:34 smithi111 ceph-mon[116524]: pgmap v13543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:36 smithi155 ceph-mon[102677]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:36 smithi111 ceph-mon[97855]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:36 smithi111 ceph-mon[116524]: pgmap v13544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:38 smithi155 ceph-mon[102677]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:38 smithi111 ceph-mon[97855]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:38 smithi111 ceph-mon[116524]: pgmap v13545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:45:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:45:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:40 smithi155 ceph-mon[102677]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:40 smithi111 ceph-mon[97855]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:40 smithi111 ceph-mon[116524]: pgmap v13546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:42 smithi155 ceph-mon[102677]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:42 smithi111 ceph-mon[97855]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:42 smithi111 ceph-mon[116524]: pgmap v13547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:44 smithi155 ceph-mon[102677]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:44 smithi111 ceph-mon[97855]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:44 smithi111 ceph-mon[116524]: pgmap v13548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:46 smithi155 ceph-mon[102677]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:46.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:46 smithi111 ceph-mon[97855]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:46 smithi111 ceph-mon[116524]: pgmap v13549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:48.829 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:45:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:48 smithi155 ceph-mon[102677]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:48.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:48 smithi111 ceph-mon[97855]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:48 smithi111 ceph-mon[116524]: pgmap v13550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:45:49.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:45:49.138 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:49.517 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:45:49.518 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:45:49.599 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:45:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:45:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:49 smithi155 ceph-mon[102677]: from='client.29349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:49 smithi155 ceph-mon[102677]: from='client.29355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2409968755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[97855]: from='client.29349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[97855]: from='client.29355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2409968755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:45:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[116524]: from='client.29349 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[116524]: from='client.29355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2409968755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:45:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:50 smithi155 ceph-mon[102677]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:50 smithi111 ceph-mon[97855]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:50 smithi111 ceph-mon[116524]: pgmap v13551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:52 smithi155 ceph-mon[102677]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:52.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:52 smithi111 ceph-mon[97855]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:52 smithi111 ceph-mon[116524]: pgmap v13552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:54 smithi155 ceph-mon[102677]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:54 smithi111 ceph-mon[97855]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:54 smithi111 ceph-mon[116524]: pgmap v13553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:56 smithi155 ceph-mon[102677]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:56 smithi111 ceph-mon[97855]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:56 smithi111 ceph-mon[116524]: pgmap v13554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:45:58 smithi155 ceph-mon[102677]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:58.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:45:58 smithi111 ceph-mon[97855]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:45:58 smithi111 ceph-mon[116524]: pgmap v13555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:45:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:46:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:00 smithi155 ceph-mon[102677]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:00 smithi111 ceph-mon[97855]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:00 smithi111 ceph-mon[116524]: pgmap v13556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:02 smithi155 ceph-mon[102677]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:02 smithi111 ceph-mon[97855]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:02 smithi111 ceph-mon[116524]: pgmap v13557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:04 smithi155 ceph-mon[102677]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:04 smithi111 ceph-mon[97855]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:04 smithi111 ceph-mon[116524]: pgmap v13558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:46:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:46:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:46:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:06 smithi155 ceph-mon[102677]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:06 smithi111 ceph-mon[97855]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:06 smithi111 ceph-mon[116524]: pgmap v13559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:09 smithi155 ceph-mon[102677]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:46:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:46:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:46:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[97855]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[116524]: pgmap v13560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:46:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:46:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:11 smithi155 ceph-mon[102677]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:11 smithi111 ceph-mon[97855]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:11 smithi111 ceph-mon[116524]: pgmap v13561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:13 smithi155 ceph-mon[102677]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:13 smithi111 ceph-mon[97855]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:13 smithi111 ceph-mon[116524]: pgmap v13562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:14 smithi155 ceph-mon[102677]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:14.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:14 smithi111 ceph-mon[97855]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:14 smithi111 ceph-mon[116524]: pgmap v13563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:16 smithi155 ceph-mon[102677]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:16.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:16 smithi111 ceph-mon[97855]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:16 smithi111 ceph-mon[116524]: pgmap v13564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:18 smithi155 ceph-mon[102677]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:18.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:18 smithi111 ceph-mon[97855]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:18 smithi111 ceph-mon[116524]: pgmap v13565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:19.608 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:46:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:46:19.866 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:46:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:19.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:46:20.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:46:20.170 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:46:20.550 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:20.551 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:46:20.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:46:20.552 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:46:20.552 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:46:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:20 smithi155 ceph-mon[102677]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:20 smithi155 ceph-mon[102677]: from='client.39245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:20 smithi155 ceph-mon[102677]: from='client.29373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1412484658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[97855]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[97855]: from='client.39245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[97855]: from='client.29373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1412484658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[116524]: pgmap v13566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[116524]: from='client.39245 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[116524]: from='client.29373 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1412484658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:46:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:22 smithi155 ceph-mon[102677]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:22.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:22 smithi111 ceph-mon[97855]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:22 smithi111 ceph-mon[116524]: pgmap v13567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:24 smithi155 ceph-mon[102677]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:24 smithi111 ceph-mon[97855]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:24 smithi111 ceph-mon[116524]: pgmap v13568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:26 smithi155 ceph-mon[102677]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:26 smithi111 ceph-mon[97855]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:26 smithi111 ceph-mon[116524]: pgmap v13569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:28 smithi155 ceph-mon[102677]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:28 smithi111 ceph-mon[97855]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:28 smithi111 ceph-mon[116524]: pgmap v13570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:46:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:46:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:30 smithi155 ceph-mon[102677]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:30 smithi111 ceph-mon[97855]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:30 smithi111 ceph-mon[116524]: pgmap v13571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:32 smithi155 ceph-mon[102677]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:32 smithi111 ceph-mon[97855]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:32 smithi111 ceph-mon[116524]: pgmap v13572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:34 smithi155 ceph-mon[102677]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:34 smithi111 ceph-mon[97855]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:34 smithi111 ceph-mon[116524]: pgmap v13573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:36 smithi155 ceph-mon[102677]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:36.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:36 smithi111 ceph-mon[97855]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:36 smithi111 ceph-mon[116524]: pgmap v13574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:38 smithi155 ceph-mon[102677]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:38 smithi111 ceph-mon[97855]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:38 smithi111 ceph-mon[116524]: pgmap v13575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:46:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:46:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:40 smithi155 ceph-mon[102677]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:40.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:40 smithi111 ceph-mon[116524]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:40 smithi111 ceph-mon[97855]: pgmap v13576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:42 smithi155 ceph-mon[102677]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:42.997 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:42 smithi111 ceph-mon[116524]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:42 smithi111 ceph-mon[97855]: pgmap v13577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:44 smithi155 ceph-mon[102677]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:44 smithi111 ceph-mon[97855]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:44 smithi111 ceph-mon[116524]: pgmap v13578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:46 smithi155 ceph-mon[102677]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:46 smithi111 ceph-mon[97855]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:46 smithi111 ceph-mon[116524]: pgmap v13579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:48 smithi155 ceph-mon[102677]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:48 smithi111 ceph-mon[97855]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:48 smithi111 ceph-mon[116524]: pgmap v13580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:49.663 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:46:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:46:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:46:50.899 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:46:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:50 smithi155 ceph-mon[102677]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:50.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:50 smithi111 ceph-mon[97855]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:50 smithi111 ceph-mon[116524]: pgmap v13581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:51.203 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:46:51.203 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:46:51.204 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:46:51.205 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:46:51.580 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:46:51.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:46:51.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:46:51.581 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:46:51.582 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:46:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:51 smithi155 ceph-mon[102677]: from='client.39263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:51 smithi155 ceph-mon[102677]: from='client.39269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1067581220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:51 smithi111 ceph-mon[97855]: from='client.39263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:51 smithi111 ceph-mon[97855]: from='client.39269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1067581220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:46:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:51 smithi111 ceph-mon[116524]: from='client.39263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:51 smithi111 ceph-mon[116524]: from='client.39269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:46:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1067581220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:46:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:52 smithi155 ceph-mon[102677]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:52 smithi111 ceph-mon[97855]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:52 smithi111 ceph-mon[116524]: pgmap v13582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:54 smithi155 ceph-mon[102677]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:54 smithi111 ceph-mon[97855]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:54 smithi111 ceph-mon[116524]: pgmap v13583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:56 smithi155 ceph-mon[102677]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:56 smithi111 ceph-mon[97855]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:56 smithi111 ceph-mon[116524]: pgmap v13584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:46:58 smithi155 ceph-mon[102677]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:46:58 smithi111 ceph-mon[97855]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:46:58 smithi111 ceph-mon[116524]: pgmap v13585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:46:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:47:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:00 smithi155 ceph-mon[102677]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:00.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:00 smithi111 ceph-mon[97855]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:00 smithi111 ceph-mon[116524]: pgmap v13586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:02 smithi155 ceph-mon[102677]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:02 smithi111 ceph-mon[97855]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:02 smithi111 ceph-mon[116524]: pgmap v13587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:04 smithi155 ceph-mon[102677]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:04 smithi111 ceph-mon[97855]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:04 smithi111 ceph-mon[116524]: pgmap v13588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:06 smithi155 ceph-mon[102677]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:06 smithi111 ceph-mon[97855]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:06 smithi111 ceph-mon[116524]: pgmap v13589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:08 smithi155 ceph-mon[102677]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:47:08.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:08 smithi111 ceph-mon[97855]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:08.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:47:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:08 smithi111 ceph-mon[116524]: pgmap v13590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:47:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:47:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:47:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:47:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:47:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:47:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:47:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:11 smithi155 ceph-mon[102677]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:11.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:11 smithi111 ceph-mon[97855]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:11 smithi111 ceph-mon[116524]: pgmap v13591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:13 smithi155 ceph-mon[102677]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:13 smithi111 ceph-mon[97855]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:13 smithi111 ceph-mon[116524]: pgmap v13592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:14 smithi155 ceph-mon[102677]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:14 smithi111 ceph-mon[97855]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:14 smithi111 ceph-mon[116524]: pgmap v13593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:16 smithi155 ceph-mon[102677]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:16 smithi111 ceph-mon[97855]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:16 smithi111 ceph-mon[116524]: pgmap v13594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:18 smithi155 ceph-mon[102677]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:18.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:18 smithi111 ceph-mon[97855]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:18 smithi111 ceph-mon[116524]: pgmap v13595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:19.673 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:47:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:47:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:20 smithi155 ceph-mon[102677]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:20 smithi111 ceph-mon[97855]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:20 smithi111 ceph-mon[116524]: pgmap v13596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:21.926 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:47:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:47:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:47:22.609 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:47:22.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:22.611 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:47:22.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:47:22.611 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:47:22.611 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:47:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:22 smithi155 ceph-mon[102677]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:22 smithi155 ceph-mon[102677]: from='client.39281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:22 smithi155 ceph-mon[102677]: from='client.29409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/161018231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:47:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[97855]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[97855]: from='client.39281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[97855]: from='client.29409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/161018231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:47:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[116524]: pgmap v13597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[116524]: from='client.39281 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[116524]: from='client.29409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/161018231' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:47:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:24 smithi155 ceph-mon[102677]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:24 smithi111 ceph-mon[97855]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:24 smithi111 ceph-mon[116524]: pgmap v13598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:26 smithi155 ceph-mon[102677]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:26 smithi111 ceph-mon[97855]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:26 smithi111 ceph-mon[116524]: pgmap v13599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:28 smithi155 ceph-mon[102677]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:28 smithi111 ceph-mon[97855]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:28 smithi111 ceph-mon[116524]: pgmap v13600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:47:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:47:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:30 smithi155 ceph-mon[102677]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:30 smithi111 ceph-mon[97855]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:30 smithi111 ceph-mon[116524]: pgmap v13601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:32 smithi155 ceph-mon[102677]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:32 smithi111 ceph-mon[97855]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:32 smithi111 ceph-mon[116524]: pgmap v13602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:34 smithi155 ceph-mon[102677]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:34 smithi111 ceph-mon[97855]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:34 smithi111 ceph-mon[116524]: pgmap v13603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:36 smithi155 ceph-mon[102677]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:36 smithi111 ceph-mon[97855]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:36 smithi111 ceph-mon[116524]: pgmap v13604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:38 smithi155 ceph-mon[102677]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:38 smithi111 ceph-mon[97855]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:38 smithi111 ceph-mon[116524]: pgmap v13605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:47:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:47:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:40 smithi155 ceph-mon[102677]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:40 smithi111 ceph-mon[97855]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:40 smithi111 ceph-mon[116524]: pgmap v13606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:42 smithi155 ceph-mon[102677]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:42 smithi111 ceph-mon[97855]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:42 smithi111 ceph-mon[116524]: pgmap v13607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:44 smithi155 ceph-mon[102677]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:44 smithi111 ceph-mon[97855]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:44 smithi111 ceph-mon[116524]: pgmap v13608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:46 smithi155 ceph-mon[102677]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:46 smithi111 ceph-mon[116524]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:46 smithi111 ceph-mon[97855]: pgmap v13609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:48 smithi155 ceph-mon[102677]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:48 smithi111 ceph-mon[116524]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:48 smithi111 ceph-mon[97855]: pgmap v13610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:49.686 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:47:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:47:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:47:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:50 smithi155 ceph-mon[102677]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:50 smithi111 ceph-mon[97855]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:50 smithi111 ceph-mon[116524]: pgmap v13611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:52 smithi155 ceph-mon[102677]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:52.957 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:47:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:52 smithi111 ceph-mon[97855]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:52 smithi111 ceph-mon[116524]: pgmap v13612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:53.263 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:47:53.264 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:47:53.265 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:47:53.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:47:53.644 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:47:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:53 smithi155 ceph-mon[102677]: from='client.29421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:53 smithi155 ceph-mon[102677]: from='client.39305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3722351599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:53 smithi111 ceph-mon[97855]: from='client.29421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:53 smithi111 ceph-mon[97855]: from='client.39305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3722351599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:47:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:53 smithi111 ceph-mon[116524]: from='client.29421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:53 smithi111 ceph-mon[116524]: from='client.39305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:47:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3722351599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:47:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:54 smithi155 ceph-mon[102677]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:54 smithi111 ceph-mon[97855]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:54 smithi111 ceph-mon[116524]: pgmap v13613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:56 smithi155 ceph-mon[102677]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:56.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:56 smithi111 ceph-mon[97855]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:56 smithi111 ceph-mon[116524]: pgmap v13614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:47:58 smithi155 ceph-mon[102677]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:58.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:47:58 smithi111 ceph-mon[97855]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:47:58 smithi111 ceph-mon[116524]: pgmap v13615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:47:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:48:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:00 smithi155 ceph-mon[102677]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:00 smithi111 ceph-mon[116524]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:00 smithi111 ceph-mon[97855]: pgmap v13616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:02 smithi111 ceph-mon[97855]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:02 smithi111 ceph-mon[116524]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:02 smithi155 ceph-mon[102677]: pgmap v13617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:04 smithi155 ceph-mon[102677]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:04 smithi111 ceph-mon[97855]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:04 smithi111 ceph-mon[116524]: pgmap v13618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:06 smithi155 ceph-mon[102677]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:06 smithi111 ceph-mon[97855]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:06 smithi111 ceph-mon[116524]: pgmap v13619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:08 smithi155 ceph-mon[102677]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:08 smithi111 ceph-mon[97855]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:08 smithi111 ceph-mon[116524]: pgmap v13620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:09.687 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:48:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:48:09.687 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:48:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:48:09.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:48:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:10 smithi155 ceph-mon[102677]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:48:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:48:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[97855]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[116524]: pgmap v13621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:48:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:48:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:12 smithi155 ceph-mon[102677]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:12 smithi111 ceph-mon[97855]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:12 smithi111 ceph-mon[116524]: pgmap v13622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:14 smithi155 ceph-mon[102677]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:14 smithi111 ceph-mon[97855]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:14 smithi111 ceph-mon[116524]: pgmap v13623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:16 smithi155 ceph-mon[102677]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:16 smithi111 ceph-mon[97855]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:16 smithi111 ceph-mon[116524]: pgmap v13624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:18 smithi155 ceph-mon[102677]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:18 smithi111 ceph-mon[97855]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:18 smithi111 ceph-mon[116524]: pgmap v13625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:19.694 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:48:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:48:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:20 smithi155 ceph-mon[102677]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:20 smithi111 ceph-mon[97855]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:20 smithi111 ceph-mon[116524]: pgmap v13626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:22 smithi155 ceph-mon[102677]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:22.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:22 smithi111 ceph-mon[97855]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:22 smithi111 ceph-mon[116524]: pgmap v13627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:23.986 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:48:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:48:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:48:24.674 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:48:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:48:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:48:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:48:24.675 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:48:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:24 smithi155 ceph-mon[102677]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:24 smithi155 ceph-mon[102677]: from='client.29439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:24 smithi155 ceph-mon[102677]: from='client.39323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:24 smithi111 ceph-mon[116524]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:24 smithi111 ceph-mon[116524]: from='client.29439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:24 smithi111 ceph-mon[116524]: from='client.39323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:24 smithi111 ceph-mon[97855]: pgmap v13628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:24 smithi111 ceph-mon[97855]: from='client.29439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:24 smithi111 ceph-mon[97855]: from='client.39323 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/44031204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:48:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/44031204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:48:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/44031204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:48:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:26 smithi155 ceph-mon[102677]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:26 smithi111 ceph-mon[97855]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:26 smithi111 ceph-mon[116524]: pgmap v13629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:28 smithi155 ceph-mon[102677]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:28 smithi111 ceph-mon[97855]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:28 smithi111 ceph-mon[116524]: pgmap v13630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:48:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:48:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:30 smithi155 ceph-mon[102677]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:30 smithi111 ceph-mon[97855]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:30 smithi111 ceph-mon[116524]: pgmap v13631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:32 smithi155 ceph-mon[102677]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:32 smithi111 ceph-mon[97855]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:32 smithi111 ceph-mon[116524]: pgmap v13632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:34 smithi155 ceph-mon[102677]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:34.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:34 smithi111 ceph-mon[97855]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:34 smithi111 ceph-mon[116524]: pgmap v13633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:36 smithi155 ceph-mon[102677]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:36 smithi111 ceph-mon[97855]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:36 smithi111 ceph-mon[116524]: pgmap v13634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:38 smithi155 ceph-mon[102677]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:38.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:38 smithi111 ceph-mon[97855]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:38 smithi111 ceph-mon[116524]: pgmap v13635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:48:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:48:40.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:40 smithi155 ceph-mon[102677]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:40 smithi111 ceph-mon[97855]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:40 smithi111 ceph-mon[116524]: pgmap v13636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:42 smithi155 ceph-mon[102677]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:42 smithi111 ceph-mon[97855]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:42 smithi111 ceph-mon[116524]: pgmap v13637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:44 smithi155 ceph-mon[102677]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:44 smithi111 ceph-mon[97855]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:44 smithi111 ceph-mon[116524]: pgmap v13638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:46 smithi155 ceph-mon[102677]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:46 smithi111 ceph-mon[97855]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:46 smithi111 ceph-mon[116524]: pgmap v13639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:48 smithi155 ceph-mon[102677]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:48 smithi111 ceph-mon[97855]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:48 smithi111 ceph-mon[116524]: pgmap v13640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:49.698 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:48:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:48:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:48:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:50 smithi155 ceph-mon[102677]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:50 smithi111 ceph-mon[97855]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:50 smithi111 ceph-mon[116524]: pgmap v13641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:52 smithi155 ceph-mon[102677]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:52.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:52 smithi111 ceph-mon[97855]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:52 smithi111 ceph-mon[116524]: pgmap v13642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:54 smithi155 ceph-mon[102677]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:54 smithi111 ceph-mon[97855]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:54 smithi111 ceph-mon[116524]: pgmap v13643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:55.021 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:48:55.328 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:48:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:48:55.707 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:48:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:48:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:48:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:48:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:48:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:48:55.709 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:48:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:55 smithi155 ceph-mon[102677]: from='client.29457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:55 smithi155 ceph-mon[102677]: from='client.29463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:55 smithi111 ceph-mon[97855]: from='client.29457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:55 smithi111 ceph-mon[97855]: from='client.29463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:55 smithi111 ceph-mon[116524]: from='client.29457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:55 smithi111 ceph-mon[116524]: from='client.29463 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:48:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:56 smithi155 ceph-mon[102677]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1559375803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:48:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:56 smithi111 ceph-mon[97855]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1559375803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:48:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:56 smithi111 ceph-mon[116524]: pgmap v13644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1559375803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:48:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:48:58 smithi155 ceph-mon[102677]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:48:58 smithi111 ceph-mon[97855]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:48:58 smithi111 ceph-mon[116524]: pgmap v13645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:48:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:49:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:00 smithi155 ceph-mon[102677]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:00 smithi111 ceph-mon[97855]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:00 smithi111 ceph-mon[116524]: pgmap v13646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:02 smithi155 ceph-mon[102677]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:02 smithi111 ceph-mon[97855]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:02 smithi111 ceph-mon[116524]: pgmap v13647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:04 smithi155 ceph-mon[102677]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:04 smithi111 ceph-mon[97855]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:04 smithi111 ceph-mon[116524]: pgmap v13648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:06 smithi155 ceph-mon[102677]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:06 smithi111 ceph-mon[97855]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:06 smithi111 ceph-mon[116524]: pgmap v13649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:08 smithi155 ceph-mon[102677]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:08 smithi111 ceph-mon[97855]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:08 smithi111 ceph-mon[116524]: pgmap v13650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:49:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:49:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:10 smithi155 ceph-mon[102677]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:49:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:49:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:49:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[97855]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[116524]: pgmap v13651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:49:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:49:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:49:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:49:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:12 smithi155 ceph-mon[102677]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:12 smithi111 ceph-mon[97855]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:12 smithi111 ceph-mon[116524]: pgmap v13652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:14 smithi155 ceph-mon[102677]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:14.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:14 smithi111 ceph-mon[97855]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:14 smithi111 ceph-mon[116524]: pgmap v13653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:16 smithi155 ceph-mon[102677]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:16 smithi111 ceph-mon[97855]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:16 smithi111 ceph-mon[116524]: pgmap v13654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:18 smithi155 ceph-mon[102677]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:18 smithi111 ceph-mon[97855]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:18 smithi111 ceph-mon[116524]: pgmap v13655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:19.711 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:49:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:49:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:20.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:20 smithi111 ceph-mon[97855]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:20 smithi111 ceph-mon[116524]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:20 smithi155 ceph-mon[102677]: pgmap v13656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:22 smithi111 ceph-mon[97855]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:22 smithi111 ceph-mon[116524]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:22 smithi155 ceph-mon[102677]: pgmap v13657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:24 smithi155 ceph-mon[102677]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:24 smithi111 ceph-mon[97855]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:24 smithi111 ceph-mon[116524]: pgmap v13658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:26.053 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:49:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:49:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:49:26.362 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:49:26.739 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:49:26.739 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:49:26.739 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:49:26.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:26.741 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:49:26.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:49:26.741 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:49:26.741 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:49:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:26 smithi155 ceph-mon[102677]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:26.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:26 smithi155 ceph-mon[102677]: from='client.29475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:26 smithi155 ceph-mon[102677]: from='client.39359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:26 smithi111 ceph-mon[97855]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:26 smithi111 ceph-mon[97855]: from='client.29475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:26 smithi111 ceph-mon[97855]: from='client.39359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:26 smithi111 ceph-mon[116524]: pgmap v13659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:26 smithi111 ceph-mon[116524]: from='client.29475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:26 smithi111 ceph-mon[116524]: from='client.39359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3342802603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:49:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3342802603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:49:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3342802603' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:49:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:28 smithi111 ceph-mon[97855]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:28 smithi111 ceph-mon[116524]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:28 smithi155 ceph-mon[102677]: pgmap v13660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:49:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:49:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:30 smithi111 ceph-mon[97855]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:30 smithi111 ceph-mon[116524]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:30 smithi155 ceph-mon[102677]: pgmap v13661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:32 smithi111 ceph-mon[97855]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:32 smithi111 ceph-mon[116524]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:32 smithi155 ceph-mon[102677]: pgmap v13662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:34 smithi155 ceph-mon[102677]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:34 smithi111 ceph-mon[97855]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:34 smithi111 ceph-mon[116524]: pgmap v13663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:36.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:36 smithi155 ceph-mon[102677]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:36 smithi111 ceph-mon[97855]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:36 smithi111 ceph-mon[116524]: pgmap v13664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:38 smithi111 ceph-mon[97855]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:38 smithi111 ceph-mon[116524]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:38 smithi155 ceph-mon[102677]: pgmap v13665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:49:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:49:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:40 smithi111 ceph-mon[97855]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:40 smithi111 ceph-mon[116524]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:40 smithi155 ceph-mon[102677]: pgmap v13666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:42 smithi111 ceph-mon[97855]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:42 smithi111 ceph-mon[116524]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:42 smithi155 ceph-mon[102677]: pgmap v13667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:44 smithi155 ceph-mon[102677]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:44.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:44 smithi111 ceph-mon[97855]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:44 smithi111 ceph-mon[116524]: pgmap v13668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:46 smithi111 ceph-mon[97855]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:46 smithi111 ceph-mon[116524]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:46 smithi155 ceph-mon[102677]: pgmap v13669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:48 smithi111 ceph-mon[97855]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:48 smithi111 ceph-mon[116524]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:48 smithi155 ceph-mon[102677]: pgmap v13670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:49.724 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:49:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:49:49.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:49:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:50 smithi111 ceph-mon[97855]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:50 smithi111 ceph-mon[116524]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:50 smithi155 ceph-mon[102677]: pgmap v13671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:52 smithi111 ceph-mon[97855]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:52 smithi111 ceph-mon[116524]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:52 smithi155 ceph-mon[102677]: pgmap v13672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:54 smithi155 ceph-mon[102677]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:54 smithi111 ceph-mon[97855]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:54 smithi111 ceph-mon[116524]: pgmap v13673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:56 smithi111 ceph-mon[97855]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:56 smithi111 ceph-mon[116524]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:57.089 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:49:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:56 smithi155 ceph-mon[102677]: pgmap v13674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:49:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:49:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:49:57.397 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:49:57.777 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:49:57.777 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:49:57.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:49:57.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:49:57.779 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:49:57.779 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:49:57.779 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:49:57.779 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:49:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:57 smithi111 ceph-mon[97855]: from='client.29493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:57 smithi111 ceph-mon[97855]: from='client.29499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:57 smithi111 ceph-mon[116524]: from='client.29493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:57 smithi111 ceph-mon[116524]: from='client.29499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:57 smithi155 ceph-mon[102677]: from='client.29493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:57 smithi155 ceph-mon[102677]: from='client.29499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:49:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:58 smithi111 ceph-mon[97855]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4177557255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:49:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:58 smithi111 ceph-mon[116524]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4177557255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:49:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:58 smithi155 ceph-mon[102677]: pgmap v13675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:49:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4177557255' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:49:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:49:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:50:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:00 smithi111 conmon[97831]: 2023-12-01T10:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:50:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:00 smithi111 ceph-mon[97855]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:50:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:00 smithi111 ceph-mon[116524]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:50:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:00 smithi155 ceph-mon[102677]: pgmap v13676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T10:50:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:02 smithi111 ceph-mon[97855]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:02 smithi111 ceph-mon[116524]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:02 smithi155 ceph-mon[102677]: pgmap v13677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:04 smithi155 ceph-mon[102677]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:04 smithi111 ceph-mon[97855]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:04 smithi111 ceph-mon[116524]: pgmap v13678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:06 smithi111 ceph-mon[97855]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:06 smithi111 ceph-mon[116524]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:06 smithi155 ceph-mon[102677]: pgmap v13679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:08 smithi111 ceph-mon[97855]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:08 smithi111 ceph-mon[116524]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:08 smithi155 ceph-mon[102677]: pgmap v13680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:50:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:50:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:10 smithi111 ceph-mon[116524]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:50:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:10 smithi111 ceph-mon[97855]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:50:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:10 smithi155 ceph-mon[102677]: pgmap v13681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:50:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:50:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:50:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:50:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:50:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:50:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:50:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:50:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:50:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:50:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:12 smithi155 ceph-mon[102677]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:12 smithi111 ceph-mon[97855]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:12 smithi111 ceph-mon[116524]: pgmap v13682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:14 smithi155 ceph-mon[102677]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:14 smithi111 ceph-mon[97855]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:14 smithi111 ceph-mon[116524]: pgmap v13683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:16 smithi111 ceph-mon[97855]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:16 smithi111 ceph-mon[116524]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:16 smithi155 ceph-mon[102677]: pgmap v13684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:18 smithi111 ceph-mon[97855]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:18 smithi111 ceph-mon[116524]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:18 smithi155 ceph-mon[102677]: pgmap v13685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:19.724 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:50:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:50:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:20 smithi111 ceph-mon[97855]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:20 smithi111 ceph-mon[116524]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:20 smithi155 ceph-mon[102677]: pgmap v13686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:22 smithi111 ceph-mon[97855]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:22 smithi111 ceph-mon[116524]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:22 smithi155 ceph-mon[102677]: pgmap v13687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:24 smithi155 ceph-mon[102677]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:24.997 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:24 smithi111 ceph-mon[97855]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:24 smithi111 ceph-mon[116524]: pgmap v13688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:26 smithi111 ceph-mon[97855]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:26 smithi111 ceph-mon[116524]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:26 smithi155 ceph-mon[102677]: pgmap v13689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:28.138 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:50:28.443 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:50:28.443 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:50:28.443 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:50:28.443 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:50:28.443 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:50:28.443 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:50:28.444 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:50:28.829 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:50:28.830 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:50:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:28 smithi111 ceph-mon[97855]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:28 smithi111 ceph-mon[97855]: from='client.39389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:28 smithi111 ceph-mon[97855]: from='client.29517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:28 smithi111 ceph-mon[116524]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:28 smithi111 ceph-mon[116524]: from='client.39389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:28 smithi111 ceph-mon[116524]: from='client.29517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:28 smithi155 ceph-mon[102677]: pgmap v13690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:28 smithi155 ceph-mon[102677]: from='client.39389 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:28 smithi155 ceph-mon[102677]: from='client.29517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:29.727 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:50:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:50:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3142893094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:50:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3142893094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:50:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3142893094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:50:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:30 smithi111 ceph-mon[97855]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:30 smithi111 ceph-mon[116524]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:30 smithi155 ceph-mon[102677]: pgmap v13691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:32 smithi111 ceph-mon[97855]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:32 smithi111 ceph-mon[116524]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:32 smithi155 ceph-mon[102677]: pgmap v13692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:34 smithi155 ceph-mon[102677]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:34 smithi111 ceph-mon[97855]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:34 smithi111 ceph-mon[116524]: pgmap v13693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:36 smithi111 ceph-mon[97855]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:36 smithi111 ceph-mon[116524]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:36 smithi155 ceph-mon[102677]: pgmap v13694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:38 smithi111 ceph-mon[97855]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:38 smithi111 ceph-mon[116524]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:38 smithi155 ceph-mon[102677]: pgmap v13695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:50:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:50:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:40 smithi111 ceph-mon[97855]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:40 smithi111 ceph-mon[116524]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:40 smithi155 ceph-mon[102677]: pgmap v13696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:42 smithi111 ceph-mon[97855]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:42 smithi111 ceph-mon[116524]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:42 smithi155 ceph-mon[102677]: pgmap v13697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:44 smithi155 ceph-mon[102677]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:44 smithi111 ceph-mon[97855]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:44 smithi111 ceph-mon[116524]: pgmap v13698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:46 smithi111 ceph-mon[97855]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:46 smithi111 ceph-mon[116524]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:46 smithi155 ceph-mon[102677]: pgmap v13699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:48 smithi111 ceph-mon[97855]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:48 smithi111 ceph-mon[116524]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:48 smithi155 ceph-mon[102677]: pgmap v13700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:49.733 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:50:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:50:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:50:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:50 smithi111 ceph-mon[97855]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:50 smithi111 ceph-mon[116524]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:50 smithi155 ceph-mon[102677]: pgmap v13701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:52 smithi111 ceph-mon[97855]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:52 smithi111 ceph-mon[116524]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:52 smithi155 ceph-mon[102677]: pgmap v13702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:54 smithi155 ceph-mon[102677]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:54 smithi111 ceph-mon[97855]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:54 smithi111 ceph-mon[116524]: pgmap v13703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:56 smithi111 ceph-mon[97855]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:56 smithi111 ceph-mon[116524]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:56 smithi155 ceph-mon[102677]: pgmap v13704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:58 smithi111 ceph-mon[97855]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:58 smithi111 ceph-mon[116524]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:59.173 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:50:59.195 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:58 smithi155 ceph-mon[102677]: pgmap v13705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:50:59.480 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:50:59.480 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:50:59.480 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:50:59.480 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5125M 2347M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:50:59.481 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5425M 2347M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5705M 2347M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4854M 2347M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:50:59.482 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:50:59.739 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:50:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:59.862 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:50:59.863 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:50:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:59 smithi111 ceph-mon[97855]: from='client.39407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:50:59 smithi111 ceph-mon[97855]: from='client.29535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:59 smithi111 ceph-mon[116524]: from='client.39407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:50:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:50:59 smithi111 ceph-mon[116524]: from='client.29535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:59 smithi155 ceph-mon[102677]: from='client.39407 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:50:59 smithi155 ceph-mon[102677]: from='client.29535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:00 smithi111 ceph-mon[97855]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4013443654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:51:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:00 smithi111 ceph-mon[116524]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4013443654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:51:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:00 smithi155 ceph-mon[102677]: pgmap v13706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4013443654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:51:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:02 smithi111 ceph-mon[97855]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:02 smithi111 ceph-mon[116524]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:02 smithi155 ceph-mon[102677]: pgmap v13707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:04 smithi155 ceph-mon[102677]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:04 smithi111 ceph-mon[97855]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:04 smithi111 ceph-mon[116524]: pgmap v13708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:06 smithi155 ceph-mon[102677]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:06 smithi111 ceph-mon[97855]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:06 smithi111 ceph-mon[116524]: pgmap v13709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:08 smithi111 ceph-mon[97855]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:08 smithi111 ceph-mon[116524]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:08 smithi155 ceph-mon[102677]: pgmap v13710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:51:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:51:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:10 smithi111 ceph-mon[97855]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:10 smithi111 ceph-mon[116524]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:11.113 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:10 smithi155 ceph-mon[102677]: pgmap v13711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:51:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2338M 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:51:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2338M 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:51:12.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:51:12.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:51:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2338M 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:51:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:51:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:13 smithi155 ceph-mon[102677]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:13 smithi111 ceph-mon[97855]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:13 smithi111 ceph-mon[116524]: pgmap v13712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:14 smithi155 ceph-mon[102677]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:14 smithi111 ceph-mon[97855]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:14 smithi111 ceph-mon[116524]: pgmap v13713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:17.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:16 smithi111 ceph-mon[97855]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:17.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:16 smithi111 ceph-mon[116524]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:16 smithi155 ceph-mon[102677]: pgmap v13714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:18 smithi111 ceph-mon[97855]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:18 smithi111 ceph-mon[116524]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:18 smithi155 ceph-mon[102677]: pgmap v13715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:19.739 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:51:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:51:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:20 smithi111 ceph-mon[97855]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:20 smithi111 ceph-mon[116524]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:21.119 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:20 smithi155 ceph-mon[102677]: pgmap v13716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:22 smithi155 ceph-mon[102677]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:22 smithi111 ceph-mon[97855]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:22 smithi111 ceph-mon[116524]: pgmap v13717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:24 smithi155 ceph-mon[102677]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:24 smithi111 ceph-mon[97855]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:24 smithi111 ceph-mon[116524]: pgmap v13718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:26 smithi111 ceph-mon[97855]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:26 smithi111 ceph-mon[116524]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:26 smithi155 ceph-mon[102677]: pgmap v13719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:28 smithi111 ceph-mon[97855]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:28 smithi111 ceph-mon[116524]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:28 smithi155 ceph-mon[102677]: pgmap v13720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:51:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:51:30.208 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:51:30.516 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:51:30.516 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:51:30.516 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:51:30.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:51:30.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5125M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5425M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5705M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4854M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:51:30.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:51:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:51:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:51:30.897 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:51:30.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:51:30.899 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:51:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:30 smithi111 ceph-mon[97855]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:30 smithi111 ceph-mon[97855]: from='client.39425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:30 smithi111 ceph-mon[97855]: from='client.29553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:30 smithi111 ceph-mon[116524]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:30 smithi111 ceph-mon[116524]: from='client.39425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:30 smithi111 ceph-mon[116524]: from='client.29553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:30 smithi155 ceph-mon[102677]: pgmap v13721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:30 smithi155 ceph-mon[102677]: from='client.39425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:30 smithi155 ceph-mon[102677]: from='client.29553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:51:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3343276302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:51:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3343276302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:51:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3343276302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:51:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:32 smithi155 ceph-mon[102677]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:32 smithi111 ceph-mon[97855]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:32 smithi111 ceph-mon[116524]: pgmap v13722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:34 smithi155 ceph-mon[102677]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:34 smithi111 ceph-mon[97855]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:34 smithi111 ceph-mon[116524]: pgmap v13723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:36 smithi111 ceph-mon[97855]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:36 smithi111 ceph-mon[116524]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:36 smithi155 ceph-mon[102677]: pgmap v13724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:38 smithi111 ceph-mon[97855]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:38 smithi111 ceph-mon[116524]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:38 smithi155 ceph-mon[102677]: pgmap v13725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:51:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:51:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:40 smithi111 ceph-mon[97855]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:40 smithi111 ceph-mon[116524]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:40 smithi155 ceph-mon[102677]: pgmap v13726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:42 smithi155 ceph-mon[102677]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:43.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:42 smithi111 ceph-mon[97855]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:42 smithi111 ceph-mon[116524]: pgmap v13727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:44 smithi155 ceph-mon[102677]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:44 smithi111 ceph-mon[97855]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:44 smithi111 ceph-mon[116524]: pgmap v13728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:46 smithi111 ceph-mon[97855]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:46 smithi111 ceph-mon[116524]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:46 smithi155 ceph-mon[102677]: pgmap v13729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:48 smithi111 ceph-mon[97855]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:48 smithi111 ceph-mon[116524]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:48 smithi155 ceph-mon[102677]: pgmap v13730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:51:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:51:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:51:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:50 smithi155 ceph-mon[102677]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:50 smithi111 ceph-mon[97855]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:50 smithi111 ceph-mon[116524]: pgmap v13731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:52 smithi155 ceph-mon[102677]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:52 smithi111 ceph-mon[97855]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:52 smithi111 ceph-mon[116524]: pgmap v13732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:54 smithi155 ceph-mon[102677]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:54 smithi111 ceph-mon[97855]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:54 smithi111 ceph-mon[116524]: pgmap v13733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:56 smithi111 ceph-mon[97855]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:56 smithi111 ceph-mon[116524]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:56 smithi155 ceph-mon[102677]: pgmap v13734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:51:58 smithi155 ceph-mon[102677]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:51:58 smithi111 ceph-mon[97855]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:51:58 smithi111 ceph-mon[116524]: pgmap v13735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:51:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:51:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:52:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:00 smithi155 ceph-mon[102677]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:01.241 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:52:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:00 smithi111 ceph-mon[97855]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:00 smithi111 ceph-mon[116524]: pgmap v13736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:01.545 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:52:01.545 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:52:01.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5125M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5425M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5705M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4854M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:52:01.547 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:52:01.930 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:52:01.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:01.931 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:52:01.932 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:52:01.932 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:01.932 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:52:01.932 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:52:01.932 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:52:01.932 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:52:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:01 smithi155 ceph-mon[102677]: from='client.29565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:01 smithi155 ceph-mon[102677]: from='client.29571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:01 smithi111 ceph-mon[97855]: from='client.29565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:01 smithi111 ceph-mon[97855]: from='client.29571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:01 smithi111 ceph-mon[116524]: from='client.29565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:01 smithi111 ceph-mon[116524]: from='client.29571 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:02 smithi155 ceph-mon[102677]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1147283104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:02 smithi111 ceph-mon[97855]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1147283104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:52:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:02 smithi111 ceph-mon[116524]: pgmap v13737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1147283104' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:52:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:04 smithi155 ceph-mon[102677]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:04 smithi111 ceph-mon[97855]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:04 smithi111 ceph-mon[116524]: pgmap v13738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:06 smithi155 ceph-mon[102677]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:06 smithi111 ceph-mon[97855]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:06 smithi111 ceph-mon[116524]: pgmap v13739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:08 smithi155 ceph-mon[102677]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:08 smithi111 ceph-mon[97855]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:08 smithi111 ceph-mon[116524]: pgmap v13740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:52:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:52:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:10 smithi155 ceph-mon[102677]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:10 smithi111 ceph-mon[97855]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:10 smithi111 ceph-mon[116524]: pgmap v13741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:52:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:52:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:12 smithi155 ceph-mon[102677]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:52:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:52:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[97855]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:52:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[116524]: pgmap v13742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:52:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:14 smithi155 ceph-mon[102677]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:14 smithi111 ceph-mon[97855]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:14 smithi111 ceph-mon[116524]: pgmap v13743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:16 smithi155 ceph-mon[102677]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:17.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:16 smithi111 ceph-mon[97855]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:16 smithi111 ceph-mon[116524]: pgmap v13744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:18 smithi155 ceph-mon[102677]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:18 smithi111 ceph-mon[97855]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:18 smithi111 ceph-mon[116524]: pgmap v13745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:52:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:52:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:20 smithi155 ceph-mon[102677]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:20 smithi111 ceph-mon[97855]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:20 smithi111 ceph-mon[116524]: pgmap v13746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:22 smithi155 ceph-mon[102677]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:22 smithi111 ceph-mon[97855]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:22 smithi111 ceph-mon[116524]: pgmap v13747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:24 smithi155 ceph-mon[102677]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:24 smithi111 ceph-mon[97855]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:24 smithi111 ceph-mon[116524]: pgmap v13748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:26 smithi155 ceph-mon[102677]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:27.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:26 smithi111 ceph-mon[97855]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:26 smithi111 ceph-mon[116524]: pgmap v13749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:28 smithi155 ceph-mon[102677]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:28 smithi111 ceph-mon[97855]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:28 smithi111 ceph-mon[116524]: pgmap v13750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:52:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:52:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:30 smithi155 ceph-mon[102677]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:30 smithi111 ceph-mon[97855]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:30 smithi111 ceph-mon[116524]: pgmap v13751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:32.274 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:52:32.578 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5125M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5425M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5705M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4854M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:52:32.579 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:52:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:52:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:52:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:52:32.960 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:52:32.961 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:52:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:32 smithi155 ceph-mon[102677]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:32 smithi155 ceph-mon[102677]: from='client.39461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:32 smithi155 ceph-mon[102677]: from='client.29589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:32 smithi111 ceph-mon[97855]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:32 smithi111 ceph-mon[97855]: from='client.39461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:32 smithi111 ceph-mon[97855]: from='client.29589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:32 smithi111 ceph-mon[116524]: pgmap v13752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:32 smithi111 ceph-mon[116524]: from='client.39461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:32 smithi111 ceph-mon[116524]: from='client.29589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:52:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1063160800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1063160800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1063160800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:52:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:34 smithi155 ceph-mon[102677]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:34 smithi111 ceph-mon[97855]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:34 smithi111 ceph-mon[116524]: pgmap v13753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:36 smithi155 ceph-mon[102677]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:36 smithi111 ceph-mon[97855]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:36 smithi111 ceph-mon[116524]: pgmap v13754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:38 smithi155 ceph-mon[102677]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:38 smithi111 ceph-mon[97855]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:38 smithi111 ceph-mon[116524]: pgmap v13755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:39.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:52:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 10:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T10:52:40.046302341Z level=info msg="Completed cleanup jobs" duration=12.803159ms 2023-12-01T10:52:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:40 smithi155 ceph-mon[102677]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:40 smithi111 ceph-mon[97855]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:40 smithi111 ceph-mon[116524]: pgmap v13756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:42 smithi155 ceph-mon[102677]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:42 smithi111 ceph-mon[97855]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:42 smithi111 ceph-mon[116524]: pgmap v13757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:44 smithi155 ceph-mon[102677]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:44 smithi111 ceph-mon[97855]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:44 smithi111 ceph-mon[116524]: pgmap v13758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:46 smithi155 ceph-mon[102677]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:46 smithi111 ceph-mon[97855]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:46 smithi111 ceph-mon[116524]: pgmap v13759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:48 smithi155 ceph-mon[102677]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:48 smithi111 ceph-mon[97855]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:48 smithi111 ceph-mon[116524]: pgmap v13760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:52:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:52:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:52:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:50 smithi155 ceph-mon[102677]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:50 smithi111 ceph-mon[97855]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:50 smithi111 ceph-mon[116524]: pgmap v13761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:52 smithi155 ceph-mon[102677]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:52 smithi111 ceph-mon[97855]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:52 smithi111 ceph-mon[116524]: pgmap v13762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:54 smithi155 ceph-mon[102677]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:54 smithi111 ceph-mon[97855]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:54 smithi111 ceph-mon[116524]: pgmap v13763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:56 smithi155 ceph-mon[102677]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:56 smithi111 ceph-mon[97855]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:56 smithi111 ceph-mon[116524]: pgmap v13764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:52:58 smithi155 ceph-mon[102677]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:52:58 smithi111 ceph-mon[97855]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:52:58 smithi111 ceph-mon[116524]: pgmap v13765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:52:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:53:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:00 smithi155 ceph-mon[102677]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:00 smithi111 ceph-mon[97855]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:00 smithi111 ceph-mon[116524]: pgmap v13766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:02 smithi155 ceph-mon[102677]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:02 smithi111 ceph-mon[97855]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:02 smithi111 ceph-mon[116524]: pgmap v13767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:03.310 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 10m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 10m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 10m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 10m ago 6h 28.5M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 10m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 10m ago 6h 793M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 10m ago 6h 1671M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:53:03.616 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 10m ago 6h 771M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 10m ago 6h 714M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 10m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 10m ago 6h 22.6M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 10m ago 6h 5125M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 10m ago 6h 5425M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 10m ago 6h 5705M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 10m ago 6h 4854M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 10m ago 6h 3860M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 10m ago 6h 4816M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 10m ago 6h 4235M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:53:03.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 10m ago 6h 4958M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:53:03.618 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 10m ago 6h 130M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:53:03.999 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:53:03.999 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:53:03.999 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:53:03.999 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:04.000 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:53:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:53:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:53:04.001 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:53:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:03 smithi155 ceph-mon[102677]: from='client.29601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:03 smithi155 ceph-mon[102677]: from='client.29607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:03 smithi111 ceph-mon[97855]: from='client.29601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:03 smithi111 ceph-mon[97855]: from='client.29607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:03 smithi111 ceph-mon[116524]: from='client.29601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:03 smithi111 ceph-mon[116524]: from='client.29607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:04 smithi155 ceph-mon[102677]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3120760079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:04 smithi111 ceph-mon[97855]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3120760079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:04 smithi111 ceph-mon[116524]: pgmap v13768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3120760079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:06 smithi155 ceph-mon[102677]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:06 smithi111 ceph-mon[97855]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:06 smithi111 ceph-mon[116524]: pgmap v13769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:08 smithi155 ceph-mon[102677]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:08 smithi111 ceph-mon[97855]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:08 smithi111 ceph-mon[116524]: pgmap v13770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:53:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:53:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:10 smithi155 ceph-mon[102677]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:10 smithi111 ceph-mon[97855]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:10 smithi111 ceph-mon[116524]: pgmap v13771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:12 smithi155 ceph-mon[102677]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:53:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:12 smithi111 ceph-mon[97855]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:53:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:12 smithi111 ceph-mon[116524]: pgmap v13772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: pgmap v13773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:53:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:17 smithi155 ceph-mon[102677]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:17 smithi111 ceph-mon[97855]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:17 smithi111 ceph-mon[116524]: pgmap v13774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:19 smithi155 ceph-mon[102677]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:19 smithi111 ceph-mon[97855]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:19 smithi111 ceph-mon[116524]: pgmap v13775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:53:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:53:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:21 smithi155 ceph-mon[102677]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:21 smithi111 ceph-mon[97855]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:21 smithi111 ceph-mon[116524]: pgmap v13776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:23 smithi155 ceph-mon[102677]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:23 smithi111 ceph-mon[97855]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:23 smithi111 ceph-mon[116524]: pgmap v13777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:24 smithi155 ceph-mon[102677]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:24 smithi111 ceph-mon[97855]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:24 smithi111 ceph-mon[116524]: pgmap v13778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:26 smithi155 ceph-mon[102677]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:26 smithi111 ceph-mon[97855]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:26 smithi111 ceph-mon[116524]: pgmap v13779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:28 smithi155 ceph-mon[102677]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:28 smithi111 ceph-mon[97855]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:28 smithi111 ceph-mon[116524]: pgmap v13780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:53:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:53:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:30 smithi155 ceph-mon[102677]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:30 smithi111 ceph-mon[116524]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:30 smithi111 ceph-mon[97855]: pgmap v13781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:32 smithi155 ceph-mon[102677]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:32 smithi111 ceph-mon[116524]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:32 smithi111 ceph-mon[97855]: pgmap v13782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:34.347 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:53:34.653 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:53:34.653 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 20s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:53:34.653 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 20s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:53:34.653 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 20s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 20s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 20s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 20s ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 20s ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 20s ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 20s ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 20s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 20s ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 20s ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:53:34.654 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 20s ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 20s ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 20s ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 20s ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 20s ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 20s ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 20s ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:53:34.655 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 20s ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:53:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:34 smithi155 ceph-mon[102677]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:34 smithi155 ceph-mon[102677]: from='client.39497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:34 smithi155 ceph-mon[102677]: from='client.39503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[97855]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[97855]: from='client.39497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[97855]: from='client.39503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[116524]: pgmap v13783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[116524]: from='client.39497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:34 smithi111 ceph-mon[116524]: from='client.39503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:53:35.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:53:35.040 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:53:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/670596051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:53:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/670596051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:53:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/670596051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:53:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:36 smithi111 ceph-mon[97855]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:36 smithi111 ceph-mon[116524]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:36 smithi155 ceph-mon[102677]: pgmap v13784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:38 smithi155 ceph-mon[102677]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:38 smithi111 ceph-mon[97855]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:38 smithi111 ceph-mon[116524]: pgmap v13785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:53:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:53:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:40 smithi155 ceph-mon[102677]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:40 smithi111 ceph-mon[97855]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:40 smithi111 ceph-mon[116524]: pgmap v13786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:42 smithi155 ceph-mon[102677]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:42 smithi111 ceph-mon[97855]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:42 smithi111 ceph-mon[116524]: pgmap v13787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:44 smithi155 ceph-mon[102677]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:44 smithi111 ceph-mon[97855]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:44 smithi111 ceph-mon[116524]: pgmap v13788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:46 smithi155 ceph-mon[102677]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:46 smithi111 ceph-mon[97855]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:46 smithi111 ceph-mon[116524]: pgmap v13789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:48 smithi155 ceph-mon[102677]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:48 smithi111 ceph-mon[97855]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:48 smithi111 ceph-mon[116524]: pgmap v13790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:49.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:53:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:53:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:53:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:50 smithi155 ceph-mon[102677]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:50 smithi111 ceph-mon[97855]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:50 smithi111 ceph-mon[116524]: pgmap v13791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:52 smithi155 ceph-mon[102677]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:53.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:52 smithi111 ceph-mon[97855]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:52 smithi111 ceph-mon[116524]: pgmap v13792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:54 smithi111 ceph-mon[97855]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:54 smithi111 ceph-mon[116524]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:54 smithi155 ceph-mon[102677]: pgmap v13793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:56 smithi155 ceph-mon[102677]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:56 smithi111 ceph-mon[97855]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:56 smithi111 ceph-mon[116524]: pgmap v13794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:53:58 smithi155 ceph-mon[102677]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:53:58 smithi111 ceph-mon[97855]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:53:58 smithi111 ceph-mon[116524]: pgmap v13795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:53:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:53:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:54:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:00 smithi155 ceph-mon[102677]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:00 smithi111 ceph-mon[97855]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:00 smithi111 ceph-mon[116524]: pgmap v13796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:02 smithi155 ceph-mon[102677]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:02 smithi111 ceph-mon[97855]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:02 smithi111 ceph-mon[116524]: pgmap v13797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:04 smithi111 ceph-mon[97855]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:04 smithi111 ceph-mon[116524]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:04 smithi155 ceph-mon[102677]: pgmap v13798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:05.381 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:54:05.687 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 51s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 51s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 51s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 51s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 51s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 51s ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 51s ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 51s ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 51s ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:54:05.688 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 51s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 51s ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 51s ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 51s ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 51s ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 51s ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 51s ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 51s ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 51s ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 51s ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:54:05.689 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 51s ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:54:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:05 smithi111 ceph-mon[97855]: from='client.29637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:05 smithi111 ceph-mon[116524]: from='client.29637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:06.067 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:54:06.067 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:54:06.067 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:54:06.067 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:06.068 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:54:06.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:54:06.069 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:54:06.069 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:54:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:05 smithi155 ceph-mon[102677]: from='client.29637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:06 smithi111 ceph-mon[97855]: from='client.29643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:06 smithi111 ceph-mon[97855]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/678977155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:54:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:06 smithi111 ceph-mon[116524]: from='client.29643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:06 smithi111 ceph-mon[116524]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/678977155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:54:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:06 smithi155 ceph-mon[102677]: from='client.29643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:06 smithi155 ceph-mon[102677]: pgmap v13799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/678977155' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:54:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:08 smithi155 ceph-mon[102677]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:08 smithi111 ceph-mon[97855]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:08 smithi111 ceph-mon[116524]: pgmap v13800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:54:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:54:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:10 smithi155 ceph-mon[102677]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:10 smithi111 ceph-mon[97855]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:10 smithi111 ceph-mon[116524]: pgmap v13801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:12 smithi155 ceph-mon[102677]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:13.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:12 smithi111 ceph-mon[97855]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:12 smithi111 ceph-mon[116524]: pgmap v13802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:14 smithi111 ceph-mon[97855]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:14 smithi111 ceph-mon[116524]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:14 smithi155 ceph-mon[102677]: pgmap v13803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:54:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:54:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:54:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:54:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:54:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:54:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:54:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:54:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:54:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:16 smithi111 ceph-mon[97855]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:16 smithi111 ceph-mon[116524]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:16 smithi155 ceph-mon[102677]: pgmap v13804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:18 smithi155 ceph-mon[102677]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:18 smithi111 ceph-mon[97855]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:18 smithi111 ceph-mon[116524]: pgmap v13805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:54:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T10:54:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:20 smithi155 ceph-mon[102677]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:20 smithi111 ceph-mon[97855]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:20 smithi111 ceph-mon[116524]: pgmap v13806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:22 smithi155 ceph-mon[102677]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:23.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:22 smithi111 ceph-mon[97855]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:22 smithi111 ceph-mon[116524]: pgmap v13807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:24 smithi111 ceph-mon[97855]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:24 smithi111 ceph-mon[116524]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:24 smithi155 ceph-mon[102677]: pgmap v13808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:26 smithi155 ceph-mon[102677]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:26 smithi111 ceph-mon[97855]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:26 smithi111 ceph-mon[116524]: pgmap v13809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:28 smithi155 ceph-mon[102677]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:28 smithi111 ceph-mon[97855]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:28 smithi111 ceph-mon[116524]: pgmap v13810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:54:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:54:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:30 smithi155 ceph-mon[102677]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:30 smithi111 ceph-mon[97855]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:30 smithi111 ceph-mon[116524]: pgmap v13811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:32 smithi155 ceph-mon[102677]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:32 smithi111 ceph-mon[97855]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:32 smithi111 ceph-mon[116524]: pgmap v13812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:34 smithi111 ceph-mon[97855]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:34 smithi111 ceph-mon[116524]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:34 smithi155 ceph-mon[102677]: pgmap v13813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:36.412 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:54:36.716 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:54:36.716 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 82s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 82s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 82s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 82s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 82s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 82s ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 82s ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 82s ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 82s ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 82s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 82s ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:54:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 82s ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 82s ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 82s ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 82s ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 82s ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 82s ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 82s ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 82s ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:54:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 82s ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:54:37.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:54:37.097 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:54:37.098 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:54:37.098 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:54:37.098 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:54:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:36 smithi155 ceph-mon[102677]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:36 smithi155 ceph-mon[102677]: from='client.29655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:36 smithi111 ceph-mon[97855]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:36 smithi111 ceph-mon[97855]: from='client.29655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:36 smithi111 ceph-mon[116524]: pgmap v13814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:36 smithi111 ceph-mon[116524]: from='client.29655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:37 smithi155 ceph-mon[102677]: from='client.39539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1583699018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:37 smithi111 ceph-mon[97855]: from='client.39539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1583699018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:37 smithi111 ceph-mon[116524]: from='client.39539 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1583699018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:54:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:38 smithi155 ceph-mon[102677]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:38 smithi111 ceph-mon[97855]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:38 smithi111 ceph-mon[116524]: pgmap v13815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:54:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:54:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:40 smithi155 ceph-mon[102677]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:40 smithi111 ceph-mon[116524]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:40 smithi111 ceph-mon[97855]: pgmap v13816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:42 smithi155 ceph-mon[102677]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:42 smithi111 ceph-mon[97855]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:42 smithi111 ceph-mon[116524]: pgmap v13817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:44 smithi111 ceph-mon[97855]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:44 smithi111 ceph-mon[116524]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:44 smithi155 ceph-mon[102677]: pgmap v13818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:46 smithi155 ceph-mon[102677]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:46 smithi111 ceph-mon[97855]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:46 smithi111 ceph-mon[116524]: pgmap v13819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:48 smithi155 ceph-mon[102677]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:48 smithi111 ceph-mon[97855]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:48 smithi111 ceph-mon[116524]: pgmap v13820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:54:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:54:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:54:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:50 smithi155 ceph-mon[102677]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:50 smithi111 ceph-mon[97855]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:50 smithi111 ceph-mon[116524]: pgmap v13821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:52 smithi155 ceph-mon[102677]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:52 smithi111 ceph-mon[97855]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:52 smithi111 ceph-mon[116524]: pgmap v13822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:54 smithi111 ceph-mon[97855]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:54 smithi111 ceph-mon[116524]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:54 smithi155 ceph-mon[102677]: pgmap v13823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:56 smithi155 ceph-mon[102677]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:56 smithi111 ceph-mon[97855]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:56 smithi111 ceph-mon[116524]: pgmap v13824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:54:58 smithi155 ceph-mon[102677]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:54:58 smithi111 ceph-mon[97855]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:54:58 smithi111 ceph-mon[116524]: pgmap v13825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:54:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:54:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T10:55:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:00 smithi155 ceph-mon[102677]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:00 smithi111 ceph-mon[97855]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:00 smithi111 ceph-mon[116524]: pgmap v13826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:02 smithi155 ceph-mon[102677]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:03.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:02 smithi111 ceph-mon[97855]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:02 smithi111 ceph-mon[116524]: pgmap v13827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:04 smithi111 ceph-mon[97855]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:04 smithi111 ceph-mon[116524]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:04 smithi155 ceph-mon[102677]: pgmap v13828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:06 smithi155 ceph-mon[102677]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:07.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:06 smithi111 ceph-mon[97855]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:06 smithi111 ceph-mon[116524]: pgmap v13829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:07.443 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:55:07.748 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:55:07.748 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 113s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:55:07.748 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 113s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:55:07.748 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 113s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:55:07.748 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 113s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:55:07.748 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 113s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 113s ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 113s ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 113s ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 113s ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 113s ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 113s ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 113s ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 113s ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 113s ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 113s ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 113s ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 113s ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 113s ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 113s ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:55:07.749 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 113s ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:55:08.141 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:55:08.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:55:08.151 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:55:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:07 smithi155 ceph-mon[102677]: from='client.39551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:07 smithi111 ceph-mon[97855]: from='client.39551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:07 smithi111 ceph-mon[116524]: from='client.39551 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:08 smithi155 ceph-mon[102677]: from='client.29679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:08 smithi155 ceph-mon[102677]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/828087355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:08 smithi111 ceph-mon[97855]: from='client.29679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:08 smithi111 ceph-mon[97855]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/828087355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:55:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:08 smithi111 ceph-mon[116524]: from='client.29679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:08 smithi111 ceph-mon[116524]: pgmap v13830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/828087355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:55:09] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T10:55:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:10 smithi155 ceph-mon[102677]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:10 smithi111 ceph-mon[97855]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:10 smithi111 ceph-mon[116524]: pgmap v13831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:12 smithi155 ceph-mon[102677]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:12 smithi111 ceph-mon[97855]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:12 smithi111 ceph-mon[116524]: pgmap v13832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:14 smithi111 ceph-mon[97855]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:14 smithi111 ceph-mon[116524]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:14 smithi155 ceph-mon[102677]: pgmap v13833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:55:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:55:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:55:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: pgmap v13834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:55:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:55:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:55:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:18 smithi111 ceph-mon[97855]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:18 smithi111 ceph-mon[116524]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:18 smithi155 ceph-mon[102677]: pgmap v13835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:55:19] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T10:55:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:20 smithi111 ceph-mon[97855]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:20 smithi111 ceph-mon[116524]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:20 smithi155 ceph-mon[102677]: pgmap v13836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:22 smithi111 ceph-mon[97855]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:22 smithi111 ceph-mon[116524]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:22 smithi155 ceph-mon[102677]: pgmap v13837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:24 smithi111 ceph-mon[97855]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:24 smithi111 ceph-mon[116524]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:24 smithi155 ceph-mon[102677]: pgmap v13838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:26 smithi155 ceph-mon[102677]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:26 smithi111 ceph-mon[97855]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:26 smithi111 ceph-mon[116524]: pgmap v13839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:28 smithi155 ceph-mon[102677]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:28 smithi111 ceph-mon[97855]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:28 smithi111 ceph-mon[116524]: pgmap v13840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:55:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:55:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:30 smithi155 ceph-mon[102677]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:30 smithi111 ceph-mon[97855]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:30 smithi111 ceph-mon[116524]: pgmap v13841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:32 smithi155 ceph-mon[102677]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:32 smithi111 ceph-mon[97855]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:32 smithi111 ceph-mon[116524]: pgmap v13842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:34 smithi111 ceph-mon[97855]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:34 smithi111 ceph-mon[116524]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:34 smithi155 ceph-mon[102677]: pgmap v13843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:36 smithi155 ceph-mon[102677]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:36 smithi111 ceph-mon[97855]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:36 smithi111 ceph-mon[116524]: pgmap v13844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:38.486 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:55:38.792 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:55:38.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:55:38.794 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:55:39.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:55:39.173 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:55:39.173 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:55:39.173 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:55:39.173 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:55:39.173 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:55:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:38 smithi155 ceph-mon[102677]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:38 smithi155 ceph-mon[102677]: from='client.29691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:38 smithi111 ceph-mon[97855]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:38 smithi111 ceph-mon[97855]: from='client.29691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:38 smithi111 ceph-mon[116524]: pgmap v13845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:38 smithi111 ceph-mon[116524]: from='client.29691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:55:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:55:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:39 smithi155 ceph-mon[102677]: from='client.29697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1489670439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:39 smithi111 ceph-mon[97855]: from='client.29697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1489670439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:55:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:39 smithi111 ceph-mon[116524]: from='client.29697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:55:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1489670439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:55:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:40 smithi155 ceph-mon[102677]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:40 smithi111 ceph-mon[97855]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:40 smithi111 ceph-mon[116524]: pgmap v13846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:42 smithi155 ceph-mon[102677]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:42 smithi111 ceph-mon[97855]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:42 smithi111 ceph-mon[116524]: pgmap v13847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:44 smithi111 ceph-mon[97855]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:44 smithi111 ceph-mon[116524]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:44 smithi155 ceph-mon[102677]: pgmap v13848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:46 smithi155 ceph-mon[102677]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:46 smithi111 ceph-mon[97855]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:46 smithi111 ceph-mon[116524]: pgmap v13849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:48 smithi155 ceph-mon[102677]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:48 smithi111 ceph-mon[97855]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:48 smithi111 ceph-mon[116524]: pgmap v13850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:55:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:55:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:55:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:50 smithi155 ceph-mon[102677]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:50 smithi111 ceph-mon[97855]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:50 smithi111 ceph-mon[116524]: pgmap v13851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:52 smithi155 ceph-mon[102677]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:52 smithi111 ceph-mon[97855]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:52 smithi111 ceph-mon[116524]: pgmap v13852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:54 smithi111 ceph-mon[97855]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:54 smithi111 ceph-mon[116524]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:54 smithi155 ceph-mon[102677]: pgmap v13853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:56 smithi155 ceph-mon[102677]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:56 smithi111 ceph-mon[97855]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:56 smithi111 ceph-mon[116524]: pgmap v13854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:55:58 smithi155 ceph-mon[102677]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:55:58 smithi111 ceph-mon[97855]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:55:58 smithi111 ceph-mon[116524]: pgmap v13855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:55:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:56:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:00 smithi155 ceph-mon[102677]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:00 smithi111 ceph-mon[97855]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:00 smithi111 ceph-mon[116524]: pgmap v13856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:02 smithi155 ceph-mon[102677]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:02 smithi111 ceph-mon[97855]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:02 smithi111 ceph-mon[116524]: pgmap v13857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:04 smithi111 ceph-mon[97855]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:04 smithi111 ceph-mon[116524]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:04 smithi155 ceph-mon[102677]: pgmap v13858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:06 smithi155 ceph-mon[102677]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:06 smithi111 ceph-mon[97855]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:06 smithi111 ceph-mon[116524]: pgmap v13859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:08 smithi155 ceph-mon[102677]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:08 smithi111 ceph-mon[97855]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:08 smithi111 ceph-mon[116524]: pgmap v13860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:09.518 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:56:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:56:09.825 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:56:09.825 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:56:09.825 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:56:09.825 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:56:09.825 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:56:09.826 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:56:09.827 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:56:10.206 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:56:10.207 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:56:10.208 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:56:10.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:09 smithi155 ceph-mon[102677]: from='client.29709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:09 smithi111 ceph-mon[97855]: from='client.29709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:09 smithi111 ceph-mon[116524]: from='client.29709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:10 smithi155 ceph-mon[102677]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:10 smithi155 ceph-mon[102677]: from='client.29715 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/809917964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:10 smithi111 ceph-mon[97855]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:10 smithi111 ceph-mon[97855]: from='client.29715 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/809917964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:56:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:10 smithi111 ceph-mon[116524]: pgmap v13861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:10 smithi111 ceph-mon[116524]: from='client.29715 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/809917964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:56:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:12 smithi155 ceph-mon[102677]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:12 smithi111 ceph-mon[97855]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:12 smithi111 ceph-mon[116524]: pgmap v13862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:14 smithi111 ceph-mon[97855]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:14 smithi111 ceph-mon[116524]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:14 smithi155 ceph-mon[102677]: pgmap v13863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:16 smithi155 ceph-mon[102677]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:56:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:16 smithi111 ceph-mon[97855]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:56:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:16 smithi111 ceph-mon[116524]: pgmap v13864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:56:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:56:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:56:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:56:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:56:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:56:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:56:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:18 smithi155 ceph-mon[102677]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:18 smithi111 ceph-mon[97855]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:18 smithi111 ceph-mon[116524]: pgmap v13865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:56:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:56:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:20 smithi155 ceph-mon[102677]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:20 smithi111 ceph-mon[97855]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:20 smithi111 ceph-mon[116524]: pgmap v13866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:22 smithi155 ceph-mon[102677]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:22 smithi111 ceph-mon[97855]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:22 smithi111 ceph-mon[116524]: pgmap v13867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:24 smithi111 ceph-mon[116524]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:24 smithi111 ceph-mon[97855]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:24 smithi155 ceph-mon[102677]: pgmap v13868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:26 smithi155 ceph-mon[102677]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:26 smithi111 ceph-mon[116524]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:26 smithi111 ceph-mon[97855]: pgmap v13869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:28 smithi155 ceph-mon[102677]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:28 smithi111 ceph-mon[116524]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:28 smithi111 ceph-mon[97855]: pgmap v13870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:56:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:56:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:30 smithi155 ceph-mon[102677]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:30 smithi111 ceph-mon[116524]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:30 smithi111 ceph-mon[97855]: pgmap v13871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:32 smithi155 ceph-mon[102677]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:32 smithi111 ceph-mon[116524]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:32 smithi111 ceph-mon[97855]: pgmap v13872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:34 smithi111 ceph-mon[97855]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:34 smithi111 ceph-mon[116524]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:34 smithi155 ceph-mon[102677]: pgmap v13873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:36 smithi155 ceph-mon[102677]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:36 smithi111 ceph-mon[97855]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:36 smithi111 ceph-mon[116524]: pgmap v13874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:38 smithi155 ceph-mon[102677]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:38 smithi111 ceph-mon[97855]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:38 smithi111 ceph-mon[116524]: pgmap v13875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:56:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:56:40.552 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:56:40.860 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:56:40.861 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:56:40.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:56:40.862 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:56:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:40 smithi155 ceph-mon[102677]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:40 smithi155 ceph-mon[102677]: from='client.29727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:41.240 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:56:41.241 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:56:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:40 smithi111 ceph-mon[97855]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:40 smithi111 ceph-mon[97855]: from='client.29727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:40 smithi111 ceph-mon[116524]: pgmap v13876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:40 smithi111 ceph-mon[116524]: from='client.29727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:41 smithi155 ceph-mon[102677]: from='client.39611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3093987574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:41 smithi111 ceph-mon[97855]: from='client.39611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3093987574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:56:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:41 smithi111 ceph-mon[116524]: from='client.39611 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:56:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3093987574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:56:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:42 smithi155 ceph-mon[102677]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:43.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:42 smithi111 ceph-mon[97855]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:42 smithi111 ceph-mon[116524]: pgmap v13877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:44 smithi111 ceph-mon[97855]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:44 smithi111 ceph-mon[116524]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:44 smithi155 ceph-mon[102677]: pgmap v13878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:46 smithi155 ceph-mon[102677]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:46 smithi111 ceph-mon[97855]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:46 smithi111 ceph-mon[116524]: pgmap v13879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:48 smithi155 ceph-mon[102677]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:48 smithi111 ceph-mon[97855]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:48 smithi111 ceph-mon[116524]: pgmap v13880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:56:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:56:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:56:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:50 smithi155 ceph-mon[102677]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:50 smithi111 ceph-mon[97855]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:50 smithi111 ceph-mon[116524]: pgmap v13881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:52 smithi155 ceph-mon[102677]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:52 smithi111 ceph-mon[97855]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:52 smithi111 ceph-mon[116524]: pgmap v13882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:54 smithi111 ceph-mon[97855]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:54 smithi111 ceph-mon[116524]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:54 smithi155 ceph-mon[102677]: pgmap v13883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:56 smithi155 ceph-mon[102677]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:56 smithi111 ceph-mon[97855]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:56 smithi111 ceph-mon[116524]: pgmap v13884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:56:58 smithi155 ceph-mon[102677]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:56:58 smithi111 ceph-mon[97855]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:56:58 smithi111 ceph-mon[116524]: pgmap v13885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:56:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:57:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:00 smithi155 ceph-mon[102677]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:00 smithi111 ceph-mon[97855]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:00 smithi111 ceph-mon[116524]: pgmap v13886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:02 smithi155 ceph-mon[102677]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:02 smithi111 ceph-mon[97855]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:02 smithi111 ceph-mon[116524]: pgmap v13887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:04 smithi155 ceph-mon[102677]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:04 smithi111 ceph-mon[97855]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:04 smithi111 ceph-mon[116524]: pgmap v13888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:06 smithi155 ceph-mon[102677]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:06 smithi111 ceph-mon[97855]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:06 smithi111 ceph-mon[116524]: pgmap v13889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:08 smithi155 ceph-mon[102677]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:08 smithi111 ceph-mon[97855]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:08 smithi111 ceph-mon[116524]: pgmap v13890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:57:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:57:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:10 smithi155 ceph-mon[102677]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:10 smithi111 ceph-mon[97855]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:10 smithi111 ceph-mon[116524]: pgmap v13891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:11.587 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:57:11.894 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:57:11.894 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:57:11.894 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:57:11.894 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:57:11.894 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:57:11.895 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:57:11.896 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:57:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:11 smithi155 ceph-mon[102677]: from='client.29745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:11 smithi111 ceph-mon[97855]: from='client.29745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:11 smithi111 ceph-mon[116524]: from='client.29745 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:12.273 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:57:12.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:57:12.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:57:12.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:57:12.275 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:12.275 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:57:12.275 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:57:12.275 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:57:12.275 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:57:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:12 smithi155 ceph-mon[102677]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:12 smithi155 ceph-mon[102677]: from='client.39629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2605456398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:12 smithi111 ceph-mon[97855]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:12 smithi111 ceph-mon[97855]: from='client.39629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2605456398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:12 smithi111 ceph-mon[116524]: pgmap v13892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:12 smithi111 ceph-mon[116524]: from='client.39629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2605456398' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:57:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:14 smithi155 ceph-mon[102677]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:14 smithi111 ceph-mon[97855]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:14 smithi111 ceph-mon[116524]: pgmap v13893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:16 smithi155 ceph-mon[102677]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:16 smithi111 ceph-mon[97855]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:16 smithi111 ceph-mon[116524]: pgmap v13894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:57:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:57:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:57:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:19 smithi155 ceph-mon[102677]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:57:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:57:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:19 smithi111 ceph-mon[97855]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:19 smithi111 ceph-mon[116524]: pgmap v13895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:21 smithi155 ceph-mon[102677]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:21 smithi111 ceph-mon[97855]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:21 smithi111 ceph-mon[116524]: pgmap v13896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:23 smithi155 ceph-mon[102677]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:23 smithi111 ceph-mon[97855]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:23 smithi111 ceph-mon[116524]: pgmap v13897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:24 smithi155 ceph-mon[102677]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:24 smithi111 ceph-mon[97855]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:24 smithi111 ceph-mon[116524]: pgmap v13898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:26 smithi155 ceph-mon[102677]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:26 smithi111 ceph-mon[97855]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:26 smithi111 ceph-mon[116524]: pgmap v13899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:28 smithi155 ceph-mon[102677]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:28 smithi111 ceph-mon[97855]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:28 smithi111 ceph-mon[116524]: pgmap v13900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:57:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:57:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:30 smithi155 ceph-mon[102677]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:30 smithi111 ceph-mon[97855]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:30 smithi111 ceph-mon[116524]: pgmap v13901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:32 smithi155 ceph-mon[102677]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:32 smithi111 ceph-mon[97855]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:32 smithi111 ceph-mon[116524]: pgmap v13902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:34 smithi155 ceph-mon[102677]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:34 smithi111 ceph-mon[97855]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:34 smithi111 ceph-mon[116524]: pgmap v13903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:36 smithi155 ceph-mon[102677]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:36 smithi111 ceph-mon[97855]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:36 smithi111 ceph-mon[116524]: pgmap v13904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:38 smithi155 ceph-mon[102677]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:38 smithi111 ceph-mon[97855]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:38 smithi111 ceph-mon[116524]: pgmap v13905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:57:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:57:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:40 smithi155 ceph-mon[102677]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:40 smithi111 ceph-mon[97855]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:40 smithi111 ceph-mon[116524]: pgmap v13906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:42.617 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:57:42.923 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:57:42.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:57:42.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:57:42.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:57:42.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:57:42.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:57:42.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:57:42.925 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:57:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:42 smithi155 ceph-mon[102677]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:42 smithi155 ceph-mon[102677]: from='client.29763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:42 smithi111 ceph-mon[97855]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:42 smithi111 ceph-mon[97855]: from='client.29763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:42 smithi111 ceph-mon[116524]: pgmap v13907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:42 smithi111 ceph-mon[116524]: from='client.29763 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:57:43.307 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:57:43.308 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:57:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:43 smithi155 ceph-mon[102677]: from='client.29769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/128678407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:43 smithi111 ceph-mon[97855]: from='client.29769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/128678407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:43 smithi111 ceph-mon[116524]: from='client.29769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/128678407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:57:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:44 smithi155 ceph-mon[102677]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:44 smithi111 ceph-mon[97855]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:44 smithi111 ceph-mon[116524]: pgmap v13908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:46 smithi155 ceph-mon[102677]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:46 smithi111 ceph-mon[97855]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:46 smithi111 ceph-mon[116524]: pgmap v13909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:48 smithi155 ceph-mon[102677]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:48 smithi111 ceph-mon[97855]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:48 smithi111 ceph-mon[116524]: pgmap v13910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:57:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:57:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:57:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:50 smithi155 ceph-mon[102677]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:50 smithi111 ceph-mon[97855]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:50 smithi111 ceph-mon[116524]: pgmap v13911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:52 smithi155 ceph-mon[102677]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:52 smithi111 ceph-mon[97855]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:52 smithi111 ceph-mon[116524]: pgmap v13912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:54 smithi155 ceph-mon[102677]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:55.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:54 smithi111 ceph-mon[97855]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:54 smithi111 ceph-mon[116524]: pgmap v13913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:56 smithi155 ceph-mon[102677]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:56 smithi111 ceph-mon[97855]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:56 smithi111 ceph-mon[116524]: pgmap v13914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:57:58 smithi155 ceph-mon[102677]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:57:58 smithi111 ceph-mon[97855]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:57:58 smithi111 ceph-mon[116524]: pgmap v13915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:57:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:57:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T10:58:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:00 smithi155 ceph-mon[102677]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:00 smithi111 ceph-mon[97855]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:00 smithi111 ceph-mon[116524]: pgmap v13916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:02 smithi155 ceph-mon[102677]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:02 smithi111 ceph-mon[97855]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:02 smithi111 ceph-mon[116524]: pgmap v13917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:04 smithi155 ceph-mon[102677]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:04 smithi111 ceph-mon[97855]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:04 smithi111 ceph-mon[116524]: pgmap v13918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:06 smithi155 ceph-mon[102677]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:06 smithi111 ceph-mon[97855]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:06 smithi111 ceph-mon[116524]: pgmap v13919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:08 smithi155 ceph-mon[102677]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:08 smithi111 ceph-mon[97855]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:08 smithi111 ceph-mon[116524]: pgmap v13920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:58:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:58:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:10 smithi155 ceph-mon[102677]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:10 smithi111 ceph-mon[97855]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:10 smithi111 ceph-mon[116524]: pgmap v13921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:12 smithi155 ceph-mon[102677]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:12 smithi111 ceph-mon[97855]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:12 smithi111 ceph-mon[116524]: pgmap v13922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:13.651 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:58:13.958 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:58:13.958 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:58:13.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:58:13.960 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:58:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:13 smithi155 ceph-mon[102677]: from='client.29781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:13 smithi111 ceph-mon[97855]: from='client.29781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:13 smithi111 ceph-mon[116524]: from='client.29781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:58:14.339 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:58:14.340 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:58:14.341 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:14 smithi155 ceph-mon[102677]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:14 smithi155 ceph-mon[102677]: from='client.29787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2659005707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:14 smithi111 ceph-mon[97855]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:14 smithi111 ceph-mon[97855]: from='client.29787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2659005707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:14 smithi111 ceph-mon[116524]: pgmap v13923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:14 smithi111 ceph-mon[116524]: from='client.29787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2659005707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:58:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:16 smithi155 ceph-mon[102677]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:16 smithi111 ceph-mon[97855]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:16 smithi111 ceph-mon[116524]: pgmap v13924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:58:18.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:58:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:18 smithi155 ceph-mon[102677]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:58:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[97855]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:58:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[116524]: pgmap v13925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:58:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:58:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:58:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T10:58:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:20 smithi155 ceph-mon[102677]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:20 smithi111 ceph-mon[97855]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:20 smithi111 ceph-mon[116524]: pgmap v13926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:22 smithi155 ceph-mon[102677]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:22 smithi111 ceph-mon[97855]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:22 smithi111 ceph-mon[116524]: pgmap v13927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:24 smithi155 ceph-mon[102677]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:24 smithi111 ceph-mon[97855]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:24 smithi111 ceph-mon[116524]: pgmap v13928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:26 smithi155 ceph-mon[102677]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:26 smithi111 ceph-mon[97855]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:26 smithi111 ceph-mon[116524]: pgmap v13929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:28 smithi155 ceph-mon[102677]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:28 smithi111 ceph-mon[97855]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:28 smithi111 ceph-mon[116524]: pgmap v13930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:58:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T10:58:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:30 smithi155 ceph-mon[102677]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:30 smithi111 ceph-mon[97855]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:30 smithi111 ceph-mon[116524]: pgmap v13931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:32 smithi155 ceph-mon[102677]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:32 smithi111 ceph-mon[97855]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:32 smithi111 ceph-mon[116524]: pgmap v13932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:34 smithi155 ceph-mon[102677]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:34 smithi111 ceph-mon[97855]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:34 smithi111 ceph-mon[116524]: pgmap v13933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:36 smithi155 ceph-mon[102677]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:36 smithi111 ceph-mon[97855]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:36 smithi111 ceph-mon[116524]: pgmap v13934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:38 smithi155 ceph-mon[102677]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:38 smithi111 ceph-mon[97855]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:38 smithi111 ceph-mon[116524]: pgmap v13935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:58:39] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T10:58:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:40 smithi155 ceph-mon[102677]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:40 smithi111 ceph-mon[97855]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:40 smithi111 ceph-mon[116524]: pgmap v13936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:42 smithi155 ceph-mon[102677]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:42 smithi111 ceph-mon[97855]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:42 smithi111 ceph-mon[116524]: pgmap v13937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:44.689 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:58:44.999 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:58:45.000 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:58:45.001 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:58:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:44 smithi155 ceph-mon[102677]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:44 smithi155 ceph-mon[102677]: from='client.29799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:44 smithi111 ceph-mon[97855]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:44 smithi111 ceph-mon[97855]: from='client.29799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:44 smithi111 ceph-mon[116524]: pgmap v13938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:44 smithi111 ceph-mon[116524]: from='client.29799 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:45.378 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:58:45.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:58:45.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:58:45.379 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:58:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:58:45.380 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:58:45.380 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:58:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:45 smithi155 ceph-mon[102677]: from='client.29805 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1652603993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:45 smithi111 ceph-mon[97855]: from='client.29805 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1652603993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:58:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:45 smithi111 ceph-mon[116524]: from='client.29805 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:58:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1652603993' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:58:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:46 smithi155 ceph-mon[102677]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:46 smithi111 ceph-mon[97855]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:46 smithi111 ceph-mon[116524]: pgmap v13939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:48 smithi155 ceph-mon[102677]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:48 smithi111 ceph-mon[97855]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:48 smithi111 ceph-mon[116524]: pgmap v13940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:58:49] "GET /metrics HTTP/1.1" 200 33970 "" "Prometheus/2.43.0" 2023-12-01T10:58:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:58:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:50 smithi155 ceph-mon[102677]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:50 smithi111 ceph-mon[97855]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:50 smithi111 ceph-mon[116524]: pgmap v13941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:52 smithi155 ceph-mon[102677]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:52 smithi111 ceph-mon[97855]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:52 smithi111 ceph-mon[116524]: pgmap v13942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:54 smithi155 ceph-mon[102677]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:54 smithi111 ceph-mon[97855]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:54 smithi111 ceph-mon[116524]: pgmap v13943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:57.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:56 smithi155 ceph-mon[102677]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:56 smithi111 ceph-mon[97855]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:56 smithi111 ceph-mon[116524]: pgmap v13944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:58:58 smithi155 ceph-mon[102677]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:58:58 smithi111 ceph-mon[97855]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:58:58 smithi111 ceph-mon[116524]: pgmap v13945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:58:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:58:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T10:59:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:00 smithi155 ceph-mon[102677]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:00 smithi111 ceph-mon[97855]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:00 smithi111 ceph-mon[116524]: pgmap v13946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:02 smithi155 ceph-mon[102677]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:02 smithi111 ceph-mon[97855]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:02 smithi111 ceph-mon[116524]: pgmap v13947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:04 smithi155 ceph-mon[102677]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:04 smithi111 ceph-mon[97855]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:04 smithi111 ceph-mon[116524]: pgmap v13948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:06 smithi155 ceph-mon[102677]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:06 smithi111 ceph-mon[97855]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:06 smithi111 ceph-mon[116524]: pgmap v13949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:08 smithi155 ceph-mon[102677]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:08 smithi111 ceph-mon[97855]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:08 smithi111 ceph-mon[116524]: pgmap v13950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:59:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:59:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:10 smithi155 ceph-mon[102677]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:10 smithi111 ceph-mon[97855]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:10 smithi111 ceph-mon[116524]: pgmap v13951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:12 smithi155 ceph-mon[102677]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:12 smithi111 ceph-mon[97855]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:12 smithi111 ceph-mon[116524]: pgmap v13952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:14 smithi155 ceph-mon[102677]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:14 smithi111 ceph-mon[97855]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:14 smithi111 ceph-mon[116524]: pgmap v13953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:15.724 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:59:16.048 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:59:16.049 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:59:16.050 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:59:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:15 smithi155 ceph-mon[102677]: from='client.39695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:15 smithi111 ceph-mon[97855]: from='client.39695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:15 smithi111 ceph-mon[116524]: from='client.39695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:16.430 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:59:16.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:59:16.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:59:16.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:16.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:59:16.431 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:59:16.432 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:59:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:16 smithi155 ceph-mon[102677]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:16 smithi155 ceph-mon[102677]: from='client.39701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2867570560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:16 smithi111 ceph-mon[97855]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:16 smithi111 ceph-mon[97855]: from='client.39701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2867570560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:16 smithi111 ceph-mon[116524]: pgmap v13954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:16 smithi111 ceph-mon[116524]: from='client.39701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2867570560' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:59:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:18 smithi155 ceph-mon[102677]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:59:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:59:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:59:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[97855]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[116524]: pgmap v13955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T10:59:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T10:59:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:59:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:59:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:20 smithi155 ceph-mon[102677]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:21.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:20 smithi111 ceph-mon[97855]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:20 smithi111 ceph-mon[116524]: pgmap v13956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:22 smithi155 ceph-mon[102677]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:22 smithi111 ceph-mon[97855]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:22 smithi111 ceph-mon[116524]: pgmap v13957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:24 smithi155 ceph-mon[102677]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:24 smithi111 ceph-mon[97855]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:24 smithi111 ceph-mon[116524]: pgmap v13958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:26 smithi155 ceph-mon[102677]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:26 smithi111 ceph-mon[97855]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:26 smithi111 ceph-mon[116524]: pgmap v13959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:28 smithi155 ceph-mon[102677]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:28 smithi111 ceph-mon[97855]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:28 smithi111 ceph-mon[116524]: pgmap v13960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:29.752 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:59:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T10:59:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:30 smithi155 ceph-mon[102677]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:30 smithi111 ceph-mon[97855]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:30 smithi111 ceph-mon[116524]: pgmap v13961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:32 smithi155 ceph-mon[102677]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:32 smithi111 ceph-mon[97855]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:32 smithi111 ceph-mon[116524]: pgmap v13962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:34 smithi155 ceph-mon[102677]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:34 smithi111 ceph-mon[97855]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:34 smithi111 ceph-mon[116524]: pgmap v13963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:36 smithi155 ceph-mon[102677]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:36 smithi111 ceph-mon[97855]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:36 smithi111 ceph-mon[116524]: pgmap v13964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:38 smithi155 ceph-mon[102677]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:38 smithi111 ceph-mon[97855]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:38 smithi111 ceph-mon[116524]: pgmap v13965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:59:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:59:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:40 smithi155 ceph-mon[102677]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:40 smithi111 ceph-mon[116524]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:40 smithi111 ceph-mon[97855]: pgmap v13966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:42 smithi155 ceph-mon[102677]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:42 smithi111 ceph-mon[97855]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:42 smithi111 ceph-mon[116524]: pgmap v13967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:44 smithi155 ceph-mon[102677]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:44 smithi111 ceph-mon[97855]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:44 smithi111 ceph-mon[116524]: pgmap v13968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:46.776 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T10:59:47.080 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T10:59:47.081 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T10:59:47.082 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T10:59:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:46 smithi155 ceph-mon[102677]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:46 smithi111 ceph-mon[97855]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:46 smithi111 ceph-mon[116524]: pgmap v13969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T10:59:47.459 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T10:59:47.460 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T10:59:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:47 smithi155 ceph-mon[102677]: from='client.29835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:47 smithi155 ceph-mon[102677]: from='client.39719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3823241196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:59:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:47 smithi111 ceph-mon[97855]: from='client.29835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:47 smithi111 ceph-mon[97855]: from='client.39719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3823241196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:59:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:47 smithi111 ceph-mon[116524]: from='client.29835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:47 smithi111 ceph-mon[116524]: from='client.39719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T10:59:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3823241196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T10:59:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:48 smithi155 ceph-mon[102677]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:48 smithi111 ceph-mon[97855]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:48 smithi111 ceph-mon[116524]: pgmap v13970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:59:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T10:59:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T10:59:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:50 smithi155 ceph-mon[102677]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:50 smithi111 ceph-mon[97855]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:50 smithi111 ceph-mon[116524]: pgmap v13971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:52 smithi155 ceph-mon[102677]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:52 smithi111 ceph-mon[97855]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:52 smithi111 ceph-mon[116524]: pgmap v13972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:54 smithi155 ceph-mon[102677]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:54 smithi111 ceph-mon[97855]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:54 smithi111 ceph-mon[116524]: pgmap v13973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:56 smithi155 ceph-mon[102677]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:56 smithi111 ceph-mon[97855]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:56 smithi111 ceph-mon[116524]: pgmap v13974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 10:59:58 smithi155 ceph-mon[102677]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 10:59:58 smithi111 ceph-mon[97855]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 10:59:58 smithi111 ceph-mon[116524]: pgmap v13975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T10:59:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 10:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:10:59:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:00:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:00 smithi111 conmon[97831]: 2023-12-01T10:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:00:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:00 smithi155 ceph-mon[102677]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:00:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:00 smithi111 ceph-mon[97855]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:00:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:00 smithi111 ceph-mon[116524]: pgmap v13976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:00:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:02 smithi155 ceph-mon[102677]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:02 smithi111 ceph-mon[97855]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:02 smithi111 ceph-mon[116524]: pgmap v13977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:04 smithi155 ceph-mon[102677]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:04 smithi111 ceph-mon[97855]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:04 smithi111 ceph-mon[116524]: pgmap v13978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:06 smithi155 ceph-mon[102677]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:06 smithi111 ceph-mon[97855]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:06 smithi111 ceph-mon[116524]: pgmap v13979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:08.456 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 11:00:08 smithi155 conmon[154588]: ts=2023-12-01T11:00:08.115Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1701417600138 maxt=1701424800000 ulid=01HGJGJBRG6ZRFW4TXMZJ9Y51D duration=34.522753ms 2023-12-01T11:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 11:00:08 smithi155 conmon[154588]: ts=2023-12-01T11:00:08.118Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.055297ms 2023-12-01T11:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 11:00:08 smithi155 conmon[154588]: ts=2023-12-01T11:00:08.118Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=0 to_segment=1 mint=1701424800000 2023-12-01T11:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 11:00:08 smithi155 conmon[154588]: ts=2023-12-01T11:00:08.183Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=0 last=1 duration=65.280184ms 2023-12-01T11:00:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:08 smithi155 ceph-mon[102677]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:08 smithi111 ceph-mon[97855]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:08 smithi111 ceph-mon[116524]: pgmap v13980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:00:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:00:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:10 smithi155 ceph-mon[102677]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:10 smithi111 ceph-mon[97855]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:10 smithi111 ceph-mon[116524]: pgmap v13981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:12 smithi155 ceph-mon[102677]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:12 smithi111 ceph-mon[97855]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:12 smithi111 ceph-mon[116524]: pgmap v13982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:14 smithi155 ceph-mon[102677]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:14 smithi111 ceph-mon[97855]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:14 smithi111 ceph-mon[116524]: pgmap v13983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:16 smithi155 ceph-mon[102677]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:16 smithi111 ceph-mon[97855]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:16 smithi111 ceph-mon[116524]: pgmap v13984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:17.809 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:00:18.115 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:00:18.116 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:00:18.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:00:18.118 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:00:18.118 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:00:18.502 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:00:18.502 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:00:18.502 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:00:18.503 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='client.29853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='client.39737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3335806397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='client.29853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='client.39737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3335806397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='client.29853 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: pgmap v13985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='client.39737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3335806397' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:00:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:00:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:00:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:20.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:20 smithi155 ceph-mon[102677]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:20 smithi111 ceph-mon[97855]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:20 smithi111 ceph-mon[116524]: pgmap v13986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:22 smithi155 ceph-mon[102677]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:22 smithi111 ceph-mon[97855]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:22 smithi111 ceph-mon[116524]: pgmap v13987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:24 smithi155 ceph-mon[102677]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:24 smithi111 ceph-mon[97855]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:24 smithi111 ceph-mon[116524]: pgmap v13988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:26 smithi155 ceph-mon[102677]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:26 smithi111 ceph-mon[97855]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:26 smithi111 ceph-mon[116524]: pgmap v13989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:28 smithi155 ceph-mon[102677]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:28 smithi111 ceph-mon[97855]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:28 smithi111 ceph-mon[116524]: pgmap v13990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:00:29] "GET /metrics HTTP/1.1" 200 33956 "" "Prometheus/2.43.0" 2023-12-01T11:00:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:30 smithi155 ceph-mon[102677]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:30 smithi111 ceph-mon[97855]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:30 smithi111 ceph-mon[116524]: pgmap v13991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:32 smithi155 ceph-mon[102677]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:32 smithi111 ceph-mon[97855]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:32 smithi111 ceph-mon[116524]: pgmap v13992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:34 smithi155 ceph-mon[102677]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:34 smithi111 ceph-mon[97855]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:34 smithi111 ceph-mon[116524]: pgmap v13993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:36 smithi155 ceph-mon[102677]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:36 smithi111 ceph-mon[97855]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:36 smithi111 ceph-mon[116524]: pgmap v13994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:38 smithi155 ceph-mon[102677]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:38 smithi111 ceph-mon[97855]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:38 smithi111 ceph-mon[116524]: pgmap v13995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:00:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:00:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:40 smithi155 ceph-mon[102677]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:40 smithi111 ceph-mon[97855]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:40 smithi111 ceph-mon[116524]: pgmap v13996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:42 smithi155 ceph-mon[102677]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:42 smithi111 ceph-mon[97855]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:42 smithi111 ceph-mon[116524]: pgmap v13997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:44 smithi155 ceph-mon[102677]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:44 smithi111 ceph-mon[97855]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:44 smithi111 ceph-mon[116524]: pgmap v13998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:46 smithi155 ceph-mon[102677]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:46 smithi111 ceph-mon[97855]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:46 smithi111 ceph-mon[116524]: pgmap v13999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:48.851 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:00:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:00:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:00:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:00:49.160 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5154M 2338M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5454M 2338M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5729M 2338M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:00:49.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4883M 2338M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:00:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:00:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:00:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:00:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:00:49.162 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:00:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:48 smithi155 ceph-mon[102677]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:48 smithi111 ceph-mon[97855]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:48 smithi111 ceph-mon[116524]: pgmap v14000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:49.543 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:00:49.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:00:49.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:00:49.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:00:49.544 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:00:49.545 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:00:49.545 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:00:49.545 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:00:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:00:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:00:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:49 smithi155 ceph-mon[102677]: from='client.39749 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:49 smithi155 ceph-mon[102677]: from='client.39755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3453774738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[97855]: from='client.39749 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[97855]: from='client.39755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3453774738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[116524]: from='client.39749 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[116524]: from='client.39755 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3453774738' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:00:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:50 smithi155 ceph-mon[102677]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:50 smithi111 ceph-mon[97855]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:50 smithi111 ceph-mon[116524]: pgmap v14001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:52 smithi155 ceph-mon[102677]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:52 smithi111 ceph-mon[97855]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:52 smithi111 ceph-mon[116524]: pgmap v14002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:54 smithi155 ceph-mon[102677]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:54 smithi111 ceph-mon[97855]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:54 smithi111 ceph-mon[116524]: pgmap v14003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:56 smithi155 ceph-mon[102677]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:56 smithi111 ceph-mon[97855]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:56 smithi111 ceph-mon[116524]: pgmap v14004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:00:58 smithi155 ceph-mon[102677]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:00:58 smithi111 ceph-mon[97855]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:00:58 smithi111 ceph-mon[116524]: pgmap v14005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:00:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:00:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:01:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:00 smithi155 ceph-mon[102677]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:00 smithi111 ceph-mon[97855]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:00 smithi111 ceph-mon[116524]: pgmap v14006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:02 smithi155 ceph-mon[102677]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:02 smithi111 ceph-mon[97855]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:02 smithi111 ceph-mon[116524]: pgmap v14007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:04 smithi155 ceph-mon[102677]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:04 smithi111 ceph-mon[97855]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:04 smithi111 ceph-mon[116524]: pgmap v14008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:06 smithi155 ceph-mon[102677]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:06 smithi111 ceph-mon[97855]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:06 smithi111 ceph-mon[116524]: pgmap v14009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:08 smithi155 ceph-mon[102677]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:08 smithi111 ceph-mon[97855]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:08 smithi111 ceph-mon[116524]: pgmap v14010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:01:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:01:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:10 smithi155 ceph-mon[102677]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:10 smithi111 ceph-mon[97855]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:10 smithi111 ceph-mon[116524]: pgmap v14011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:12 smithi155 ceph-mon[102677]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:12 smithi111 ceph-mon[97855]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:12 smithi111 ceph-mon[116524]: pgmap v14012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:14 smithi155 ceph-mon[102677]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:14 smithi111 ceph-mon[97855]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:14 smithi111 ceph-mon[116524]: pgmap v14013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:16 smithi155 ceph-mon[102677]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:16 smithi111 ceph-mon[97855]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:16 smithi111 ceph-mon[116524]: pgmap v14014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:18 smithi155 ceph-mon[102677]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:18 smithi111 ceph-mon[97855]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:18 smithi111 ceph-mon[116524]: pgmap v14015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:01:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:01:19.880 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:01:20.185 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:01:20.185 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:01:20.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5154M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5454M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5729M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4883M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:01:20.187 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2329M 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:01:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:01:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:01:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2329M 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:01:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2329M 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:01:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:01:20.567 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:01:20.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:01:20.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:01:20.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:20.569 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:01:20.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:01:20.569 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:01:20.569 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:21 smithi155 ceph-mon[102677]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:21 smithi155 ceph-mon[102677]: from='client.39767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:21 smithi155 ceph-mon[102677]: from='client.39773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2806628756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:01:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[116524]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[116524]: from='client.39767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[116524]: from='client.39773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2806628756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[97855]: pgmap v14016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[97855]: from='client.39767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[97855]: from='client.39773 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2806628756' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:01:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:23 smithi155 ceph-mon[102677]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:23 smithi111 ceph-mon[97855]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:23 smithi111 ceph-mon[116524]: pgmap v14017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:24 smithi155 ceph-mon[102677]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:24 smithi111 ceph-mon[97855]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:24 smithi111 ceph-mon[116524]: pgmap v14018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:26 smithi155 ceph-mon[102677]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:26 smithi111 ceph-mon[97855]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:26 smithi111 ceph-mon[116524]: pgmap v14019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:28 smithi155 ceph-mon[102677]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:28 smithi111 ceph-mon[97855]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:28 smithi111 ceph-mon[116524]: pgmap v14020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:01:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:01:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:30 smithi155 ceph-mon[102677]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:30 smithi111 ceph-mon[97855]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:30 smithi111 ceph-mon[116524]: pgmap v14021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:32 smithi155 ceph-mon[102677]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:32 smithi111 ceph-mon[97855]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:32 smithi111 ceph-mon[116524]: pgmap v14022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:35.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:34 smithi155 ceph-mon[102677]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:35.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:34 smithi111 ceph-mon[97855]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:34 smithi111 ceph-mon[116524]: pgmap v14023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:36 smithi155 ceph-mon[102677]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:36 smithi111 ceph-mon[97855]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:36 smithi111 ceph-mon[116524]: pgmap v14024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:38 smithi155 ceph-mon[102677]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:38 smithi111 ceph-mon[97855]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:38 smithi111 ceph-mon[116524]: pgmap v14025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:01:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:01:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:40 smithi155 ceph-mon[102677]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:40 smithi111 ceph-mon[97855]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:40 smithi111 ceph-mon[116524]: pgmap v14026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:42 smithi155 ceph-mon[102677]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:42 smithi111 ceph-mon[97855]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:42 smithi111 ceph-mon[116524]: pgmap v14027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:44 smithi155 ceph-mon[102677]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:44 smithi111 ceph-mon[97855]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:44 smithi111 ceph-mon[116524]: pgmap v14028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:46 smithi155 ceph-mon[102677]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:46 smithi111 ceph-mon[97855]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:46 smithi111 ceph-mon[116524]: pgmap v14029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:48 smithi155 ceph-mon[102677]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:48 smithi111 ceph-mon[97855]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:48 smithi111 ceph-mon[116524]: pgmap v14030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:01:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:01:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:01:50.914 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:01:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:50 smithi155 ceph-mon[102677]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:51.224 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:01:51.224 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:01:51.224 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:01:51.224 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5154M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5454M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:01:51.225 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5729M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:01:51.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4883M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:01:51.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:01:51.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:01:51.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:01:51.226 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:01:51.226 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:01:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:50 smithi111 ceph-mon[97855]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:50 smithi111 ceph-mon[116524]: pgmap v14031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:51.604 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:01:51.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:01:51.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:01:51.605 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:01:51.606 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:01:51.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:01:51.606 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:01:51.606 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:01:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:51 smithi155 ceph-mon[102677]: from='client.29907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:51 smithi155 ceph-mon[102677]: from='client.29913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3287836574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:51 smithi111 ceph-mon[97855]: from='client.29907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:51 smithi111 ceph-mon[97855]: from='client.29913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3287836574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:01:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:51 smithi111 ceph-mon[116524]: from='client.29907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:51 smithi111 ceph-mon[116524]: from='client.29913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:01:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3287836574' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:01:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:52 smithi155 ceph-mon[102677]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:52 smithi111 ceph-mon[97855]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:52 smithi111 ceph-mon[116524]: pgmap v14032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:54 smithi155 ceph-mon[102677]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:54 smithi111 ceph-mon[97855]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:54 smithi111 ceph-mon[116524]: pgmap v14033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:56 smithi155 ceph-mon[102677]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:56 smithi111 ceph-mon[97855]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:56 smithi111 ceph-mon[116524]: pgmap v14034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:01:58 smithi155 ceph-mon[102677]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:01:58 smithi111 ceph-mon[97855]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:01:58 smithi111 ceph-mon[116524]: pgmap v14035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:01:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:01:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:02:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:00 smithi155 ceph-mon[102677]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:00 smithi111 ceph-mon[97855]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:00 smithi111 ceph-mon[116524]: pgmap v14036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:02 smithi155 ceph-mon[102677]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:02 smithi111 ceph-mon[97855]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:02 smithi111 ceph-mon[116524]: pgmap v14037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:04 smithi155 ceph-mon[102677]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:04 smithi111 ceph-mon[97855]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:04 smithi111 ceph-mon[116524]: pgmap v14038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:06 smithi155 ceph-mon[102677]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:06 smithi111 ceph-mon[97855]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:06 smithi111 ceph-mon[116524]: pgmap v14039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:08 smithi155 ceph-mon[102677]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:08 smithi111 ceph-mon[97855]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:08 smithi111 ceph-mon[116524]: pgmap v14040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:02:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:02:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:10 smithi155 ceph-mon[102677]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:10 smithi111 ceph-mon[97855]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:10 smithi111 ceph-mon[116524]: pgmap v14041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:12 smithi155 ceph-mon[102677]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:12 smithi111 ceph-mon[116524]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:12 smithi111 ceph-mon[97855]: pgmap v14042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:14 smithi155 ceph-mon[102677]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:14 smithi111 ceph-mon[97855]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:14 smithi111 ceph-mon[116524]: pgmap v14043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:16 smithi155 ceph-mon[102677]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:16 smithi111 ceph-mon[97855]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:16 smithi111 ceph-mon[116524]: pgmap v14044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:18 smithi155 ceph-mon[102677]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:18 smithi111 ceph-mon[97855]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:18 smithi111 ceph-mon[116524]: pgmap v14045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:02:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:02:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:02:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:02:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:20 smithi155 ceph-mon[102677]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:20 smithi111 ceph-mon[97855]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:20 smithi111 ceph-mon[116524]: pgmap v14046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:21.945 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:02:22.251 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5154M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5454M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5729M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4883M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:02:22.252 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:02:22.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:02:22.629 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:02:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:22 smithi155 ceph-mon[102677]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:22 smithi155 ceph-mon[102677]: from='client.39803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:22 smithi155 ceph-mon[102677]: from='client.39809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3145091716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[97855]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[97855]: from='client.39803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[97855]: from='client.39809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3145091716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[116524]: pgmap v14047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[116524]: from='client.39803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[116524]: from='client.39809 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3145091716' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:02:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:24 smithi155 ceph-mon[102677]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:24 smithi111 ceph-mon[97855]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:24 smithi111 ceph-mon[116524]: pgmap v14048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:26 smithi155 ceph-mon[102677]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:26 smithi111 ceph-mon[97855]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:26 smithi111 ceph-mon[116524]: pgmap v14049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:28 smithi155 ceph-mon[102677]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:28 smithi111 ceph-mon[97855]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:28 smithi111 ceph-mon[116524]: pgmap v14050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:02:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:02:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:30 smithi155 ceph-mon[102677]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:30 smithi111 ceph-mon[97855]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:30 smithi111 ceph-mon[116524]: pgmap v14051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:32 smithi155 ceph-mon[102677]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:32 smithi111 ceph-mon[97855]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:32 smithi111 ceph-mon[116524]: pgmap v14052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:34 smithi155 ceph-mon[102677]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:34 smithi111 ceph-mon[97855]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:34 smithi111 ceph-mon[116524]: pgmap v14053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:36 smithi155 ceph-mon[102677]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:36 smithi111 ceph-mon[97855]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:36 smithi111 ceph-mon[116524]: pgmap v14054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:38 smithi155 ceph-mon[102677]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:38 smithi111 ceph-mon[97855]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:38 smithi111 ceph-mon[116524]: pgmap v14055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:02:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:02:40.707 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 11:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T11:02:40.224194094Z level=info msg="Completed cleanup jobs" duration=191.101347ms 2023-12-01T11:02:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:40 smithi155 ceph-mon[102677]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:40 smithi111 ceph-mon[97855]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:40 smithi111 ceph-mon[116524]: pgmap v14056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:42 smithi155 ceph-mon[102677]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:42 smithi111 ceph-mon[97855]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:42 smithi111 ceph-mon[116524]: pgmap v14057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:44 smithi155 ceph-mon[102677]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:44 smithi111 ceph-mon[97855]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:44 smithi111 ceph-mon[116524]: pgmap v14058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:46 smithi155 ceph-mon[102677]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:46 smithi111 ceph-mon[97855]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:46 smithi111 ceph-mon[116524]: pgmap v14059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:48 smithi155 ceph-mon[102677]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:48 smithi111 ceph-mon[97855]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:48 smithi111 ceph-mon[116524]: pgmap v14060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:02:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:02:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:02:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:50 smithi155 ceph-mon[102677]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:50 smithi111 ceph-mon[97855]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:50 smithi111 ceph-mon[116524]: pgmap v14061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:52.978 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:02:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:52 smithi155 ceph-mon[102677]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:52 smithi111 ceph-mon[97855]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:52 smithi111 ceph-mon[116524]: pgmap v14062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:53.283 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:02:53.283 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 800M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1705M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 786M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 727M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:02:53.284 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5154M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5454M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5729M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4883M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3884M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4848M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4263M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 4990M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:02:53.285 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:53.663 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:02:53.664 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:53 smithi155 ceph-mon[102677]: from='client.39821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:53 smithi155 ceph-mon[102677]: from='client.29949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3769514917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:53 smithi111 ceph-mon[97855]: from='client.39821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:53 smithi111 ceph-mon[97855]: from='client.29949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3769514917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:02:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:53 smithi111 ceph-mon[116524]: from='client.39821 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:53 smithi111 ceph-mon[116524]: from='client.29949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:02:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3769514917' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:02:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:54 smithi155 ceph-mon[102677]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:54 smithi111 ceph-mon[97855]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:54 smithi111 ceph-mon[116524]: pgmap v14063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:56 smithi111 ceph-mon[97855]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:56 smithi111 ceph-mon[116524]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:56 smithi155 ceph-mon[102677]: pgmap v14064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:02:58 smithi111 ceph-mon[97855]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:02:58 smithi111 ceph-mon[116524]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:02:58 smithi155 ceph-mon[102677]: pgmap v14065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:02:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T11:03:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:00 smithi111 ceph-mon[116524]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:00 smithi111 ceph-mon[97855]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:00 smithi155 ceph-mon[102677]: pgmap v14066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:02 smithi111 ceph-mon[116524]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:02 smithi111 ceph-mon[97855]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:02 smithi155 ceph-mon[102677]: pgmap v14067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:04 smithi155 ceph-mon[102677]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:04 smithi111 ceph-mon[116524]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:04 smithi111 ceph-mon[97855]: pgmap v14068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:06 smithi155 ceph-mon[102677]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:06 smithi111 ceph-mon[97855]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:06 smithi111 ceph-mon[116524]: pgmap v14069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:08 smithi155 ceph-mon[102677]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:08 smithi111 ceph-mon[97855]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:08 smithi111 ceph-mon[116524]: pgmap v14070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:03:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:03:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:10 smithi155 ceph-mon[102677]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:10 smithi111 ceph-mon[97855]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:10 smithi111 ceph-mon[116524]: pgmap v14071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:12 smithi155 ceph-mon[102677]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:12 smithi111 ceph-mon[97855]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:12 smithi111 ceph-mon[116524]: pgmap v14072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:14 smithi155 ceph-mon[102677]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:14 smithi111 ceph-mon[116524]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:14 smithi111 ceph-mon[97855]: pgmap v14073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:16 smithi155 ceph-mon[102677]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:16 smithi111 ceph-mon[97855]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:16 smithi111 ceph-mon[116524]: pgmap v14074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:18 smithi155 ceph-mon[102677]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:18 smithi111 ceph-mon[97855]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:18 smithi111 ceph-mon[116524]: pgmap v14075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:03:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:03:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:20 smithi111 ceph-mon[97855]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:03:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:20 smithi111 ceph-mon[116524]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:03:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:20 smithi155 ceph-mon[102677]: pgmap v14076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:03:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:23 smithi155 ceph-mon[102677]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[97855]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[116524]: pgmap v14077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:24.004 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 1s ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 1s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 1s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:03:24.310 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2s ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2s ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 1s ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2s ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2s ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 1s ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2s ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2s ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2s ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2s ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 1s ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 1s ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:03:24.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 1s ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:03:24.312 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 1s ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:03:24.312 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 1s ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:03:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:03:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:03:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:03:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:03:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:03:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:03:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:03:24.694 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:24.695 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:03:24.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:03:24.696 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:24.696 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:03:24.696 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:03:24.696 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:03:24.696 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:03:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:25 smithi155 ceph-mon[102677]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:25 smithi155 ceph-mon[102677]: from='client.29961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:25 smithi155 ceph-mon[102677]: from='client.39845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/44874748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:03:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[97855]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[97855]: from='client.29961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[97855]: from='client.39845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/44874748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[116524]: pgmap v14078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[116524]: from='client.29961 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[116524]: from='client.39845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/44874748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:03:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:27 smithi155 ceph-mon[102677]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:27 smithi111 ceph-mon[97855]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:27 smithi111 ceph-mon[116524]: pgmap v14079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:29 smithi155 ceph-mon[102677]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:29 smithi111 ceph-mon[97855]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:03:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:03:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:29 smithi111 ceph-mon[116524]: pgmap v14080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:31 smithi155 ceph-mon[102677]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:31 smithi111 ceph-mon[97855]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:31 smithi111 ceph-mon[116524]: pgmap v14081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:33 smithi155 ceph-mon[102677]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:33 smithi111 ceph-mon[97855]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:33 smithi111 ceph-mon[116524]: pgmap v14082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:34 smithi155 ceph-mon[102677]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:34 smithi111 ceph-mon[97855]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:34 smithi111 ceph-mon[116524]: pgmap v14083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:36 smithi155 ceph-mon[102677]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:36 smithi111 ceph-mon[97855]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:36 smithi111 ceph-mon[116524]: pgmap v14084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:38 smithi111 ceph-mon[97855]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:38 smithi111 ceph-mon[116524]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:38 smithi155 ceph-mon[102677]: pgmap v14085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:03:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:03:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:40 smithi111 ceph-mon[97855]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:40 smithi111 ceph-mon[116524]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:40 smithi155 ceph-mon[102677]: pgmap v14086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:42 smithi111 ceph-mon[97855]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:42 smithi111 ceph-mon[116524]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:42 smithi155 ceph-mon[102677]: pgmap v14087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:44 smithi155 ceph-mon[102677]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:44 smithi111 ceph-mon[97855]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:44 smithi111 ceph-mon[116524]: pgmap v14088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:46 smithi111 ceph-mon[97855]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:46 smithi111 ceph-mon[116524]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:46 smithi155 ceph-mon[102677]: pgmap v14089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:48 smithi111 ceph-mon[97855]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:48 smithi111 ceph-mon[116524]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:48 smithi155 ceph-mon[102677]: pgmap v14090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:03:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:03:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:03:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:50 smithi111 ceph-mon[97855]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:50 smithi111 ceph-mon[116524]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:50 smithi155 ceph-mon[102677]: pgmap v14091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:52 smithi111 ceph-mon[97855]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:52 smithi111 ceph-mon[116524]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:52 smithi155 ceph-mon[102677]: pgmap v14092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:55.044 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:03:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:54 smithi155 ceph-mon[102677]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:54 smithi111 ceph-mon[97855]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:54 smithi111 ceph-mon[116524]: pgmap v14093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:03:55.350 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 33s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 32s ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 33s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 32s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 32s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 33s ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 33s ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 32s ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 33s ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 33s ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 32s ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 33s ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 33s ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:03:55.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 33s ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:03:55.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 33s ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:03:55.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 32s ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:03:55.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 32s ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:03:55.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 32s ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:03:55.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 32s ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:03:55.352 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 32s ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:03:55.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:03:55.733 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:03:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:55 smithi155 ceph-mon[102677]: from='client.29979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:55 smithi155 ceph-mon[102677]: from='client.39863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/377352259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:03:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:55 smithi111 ceph-mon[97855]: from='client.29979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:55 smithi111 ceph-mon[97855]: from='client.39863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/377352259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:03:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:55 smithi111 ceph-mon[116524]: from='client.29979 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:55 smithi111 ceph-mon[116524]: from='client.39863 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:03:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/377352259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:03:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:56 smithi155 ceph-mon[102677]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:56 smithi111 ceph-mon[97855]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:56 smithi111 ceph-mon[116524]: pgmap v14094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:03:58 smithi111 ceph-mon[97855]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:03:58 smithi111 ceph-mon[116524]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:03:58 smithi155 ceph-mon[102677]: pgmap v14095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:03:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:03:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:04:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:00 smithi111 ceph-mon[97855]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:00 smithi111 ceph-mon[116524]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:00 smithi155 ceph-mon[102677]: pgmap v14096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:02 smithi111 ceph-mon[97855]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:02 smithi111 ceph-mon[116524]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:02 smithi155 ceph-mon[102677]: pgmap v14097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:04 smithi155 ceph-mon[102677]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:04 smithi111 ceph-mon[97855]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:04 smithi111 ceph-mon[116524]: pgmap v14098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:06 smithi111 ceph-mon[97855]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:06 smithi111 ceph-mon[116524]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:06 smithi155 ceph-mon[102677]: pgmap v14099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:08 smithi111 ceph-mon[97855]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:08 smithi111 ceph-mon[116524]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:08 smithi155 ceph-mon[102677]: pgmap v14100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:04:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:04:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:10 smithi111 ceph-mon[97855]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:10 smithi111 ceph-mon[116524]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:10 smithi155 ceph-mon[102677]: pgmap v14101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:12 smithi111 ceph-mon[97855]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:12 smithi111 ceph-mon[116524]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:12 smithi155 ceph-mon[102677]: pgmap v14102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:14 smithi155 ceph-mon[102677]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:14 smithi111 ceph-mon[97855]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:14 smithi111 ceph-mon[116524]: pgmap v14103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:16 smithi111 ceph-mon[97855]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:16 smithi111 ceph-mon[116524]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:16 smithi155 ceph-mon[102677]: pgmap v14104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:18 smithi111 ceph-mon[97855]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:18 smithi111 ceph-mon[116524]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:18 smithi155 ceph-mon[102677]: pgmap v14105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:04:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:04:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:20 smithi111 ceph-mon[97855]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:20 smithi111 ceph-mon[116524]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:20 smithi155 ceph-mon[102677]: pgmap v14106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:22 smithi111 ceph-mon[97855]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:22 smithi111 ceph-mon[116524]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:22 smithi155 ceph-mon[102677]: pgmap v14107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:04:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:04:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:04:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:24 smithi111 ceph-mon[97855]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:24 smithi111 ceph-mon[116524]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:24 smithi155 ceph-mon[102677]: pgmap v14108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:26.078 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:04:26.383 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:04:26.383 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 64s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 63s ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 64s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 63s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 63s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 64s ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 64s ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 63s ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 64s ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 64s ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:04:26.384 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 63s ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 64s ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 64s ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 64s ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 64s ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 63s ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 63s ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 63s ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 63s ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:04:26.385 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 63s ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:04:26.758 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:04:26.758 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:04:26.758 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:26.759 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:04:26.760 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:04:26.760 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:04:26.760 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:04:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[97855]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[97855]: from='client.29997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[97855]: from='client.30003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/451353884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[116524]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[116524]: from='client.29997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[116524]: from='client.30003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/451353884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:04:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:26 smithi155 ceph-mon[102677]: pgmap v14109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:26 smithi155 ceph-mon[102677]: from='client.29997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:26 smithi155 ceph-mon[102677]: from='client.30003 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/451353884' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:04:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:28 smithi111 ceph-mon[97855]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:28 smithi111 ceph-mon[116524]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:28 smithi155 ceph-mon[102677]: pgmap v14110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:04:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:04:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:30 smithi111 ceph-mon[97855]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:30 smithi111 ceph-mon[116524]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:30 smithi155 ceph-mon[102677]: pgmap v14111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:32 smithi111 ceph-mon[97855]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:32 smithi111 ceph-mon[116524]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:32 smithi155 ceph-mon[102677]: pgmap v14112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:34 smithi155 ceph-mon[102677]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:34 smithi111 ceph-mon[97855]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:34 smithi111 ceph-mon[116524]: pgmap v14113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:36 smithi111 ceph-mon[97855]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:36 smithi111 ceph-mon[116524]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:36 smithi155 ceph-mon[102677]: pgmap v14114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:38 smithi111 ceph-mon[97855]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:38 smithi111 ceph-mon[116524]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:38 smithi155 ceph-mon[102677]: pgmap v14115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:04:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:04:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:40 smithi111 ceph-mon[97855]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:40 smithi111 ceph-mon[116524]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:40 smithi155 ceph-mon[102677]: pgmap v14116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:42 smithi111 ceph-mon[97855]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:42 smithi111 ceph-mon[116524]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:42 smithi155 ceph-mon[102677]: pgmap v14117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:44 smithi155 ceph-mon[102677]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:44 smithi111 ceph-mon[116524]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:44 smithi111 ceph-mon[97855]: pgmap v14118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:46 smithi111 ceph-mon[97855]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:46 smithi111 ceph-mon[116524]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:46 smithi155 ceph-mon[102677]: pgmap v14119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:48 smithi111 ceph-mon[97855]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:48 smithi111 ceph-mon[116524]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:48 smithi155 ceph-mon[102677]: pgmap v14120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:04:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:04:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:04:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:50 smithi111 ceph-mon[97855]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:50 smithi111 ceph-mon[116524]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:50 smithi155 ceph-mon[102677]: pgmap v14121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:52 smithi111 ceph-mon[116524]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:52 smithi111 ceph-mon[97855]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:52 smithi155 ceph-mon[102677]: pgmap v14122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:54 smithi155 ceph-mon[102677]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:54 smithi111 ceph-mon[97855]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:54 smithi111 ceph-mon[116524]: pgmap v14123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:57.105 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:04:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:56 smithi111 ceph-mon[97855]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:56 smithi111 ceph-mon[116524]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 95s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 94s ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 95s ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 94s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 94s ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 95s ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 95s ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 94s ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 95s ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 95s ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:04:57.412 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 94s ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 95s ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 95s ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 95s ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 95s ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 94s ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 94s ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 94s ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 94s ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:04:57.413 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 94s ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:04:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:56 smithi155 ceph-mon[102677]: pgmap v14124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:04:57.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:04:57.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:04:57.792 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:04:57.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:04:57.792 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:04:57.792 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:04:58.247 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:57 smithi111 ceph-mon[97855]: from='client.30015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:57 smithi111 ceph-mon[97855]: from='client.30021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1002837867' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:04:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:57 smithi111 ceph-mon[116524]: from='client.30015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:57 smithi111 ceph-mon[116524]: from='client.30021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1002837867' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:04:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:57 smithi155 ceph-mon[102677]: from='client.30015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:57 smithi155 ceph-mon[102677]: from='client.30021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1002837867' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:04:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:04:58 smithi111 ceph-mon[97855]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:04:58 smithi111 ceph-mon[116524]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:04:58 smithi155 ceph-mon[102677]: pgmap v14125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:04:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:05:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:00 smithi111 ceph-mon[97855]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:00 smithi111 ceph-mon[116524]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:00 smithi155 ceph-mon[102677]: pgmap v14126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:02 smithi111 ceph-mon[97855]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:02 smithi111 ceph-mon[116524]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:02 smithi155 ceph-mon[102677]: pgmap v14127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:04 smithi155 ceph-mon[102677]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:04 smithi111 ceph-mon[97855]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:04 smithi111 ceph-mon[116524]: pgmap v14128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:06 smithi111 ceph-mon[97855]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:06 smithi111 ceph-mon[116524]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:06 smithi155 ceph-mon[102677]: pgmap v14129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:08 smithi111 ceph-mon[97855]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:08 smithi111 ceph-mon[116524]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:08 smithi155 ceph-mon[102677]: pgmap v14130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:05:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:05:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:10 smithi111 ceph-mon[97855]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:10 smithi111 ceph-mon[116524]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:10 smithi155 ceph-mon[102677]: pgmap v14131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:12 smithi111 ceph-mon[97855]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:12 smithi111 ceph-mon[116524]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:12 smithi155 ceph-mon[102677]: pgmap v14132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:14 smithi155 ceph-mon[102677]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:14 smithi111 ceph-mon[97855]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:14 smithi111 ceph-mon[116524]: pgmap v14133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:16 smithi111 ceph-mon[97855]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:16 smithi111 ceph-mon[116524]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:16 smithi155 ceph-mon[102677]: pgmap v14134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:18 smithi111 ceph-mon[97855]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:18 smithi111 ceph-mon[116524]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:18 smithi155 ceph-mon[102677]: pgmap v14135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:05:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:05:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:20 smithi111 ceph-mon[97855]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:20 smithi111 ceph-mon[116524]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:20 smithi155 ceph-mon[102677]: pgmap v14136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:22 smithi155 ceph-mon[102677]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:22 smithi111 ceph-mon[97855]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:22 smithi111 ceph-mon[116524]: pgmap v14137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:05:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:05:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:05:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:05:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:05:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: pgmap v14138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:05:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:05:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:05:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:27 smithi155 ceph-mon[102677]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:27 smithi111 ceph-mon[97855]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:27 smithi111 ceph-mon[116524]: pgmap v14139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:28.142 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:05:28.447 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:05:28.448 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:05:28.449 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:05:28.827 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:05:28.828 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:29 smithi155 ceph-mon[102677]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:29 smithi155 ceph-mon[102677]: from='client.39911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:29 smithi155 ceph-mon[102677]: from='client.39917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3527808835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:05:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:05:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:05:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[97855]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[97855]: from='client.39911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[97855]: from='client.39917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3527808835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[116524]: pgmap v14140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[116524]: from='client.39911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[116524]: from='client.39917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3527808835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:05:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:31 smithi155 ceph-mon[102677]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:31 smithi111 ceph-mon[97855]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:31 smithi111 ceph-mon[116524]: pgmap v14141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:33 smithi155 ceph-mon[102677]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:33 smithi111 ceph-mon[97855]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:33 smithi111 ceph-mon[116524]: pgmap v14142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:34 smithi155 ceph-mon[102677]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:34 smithi111 ceph-mon[97855]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:34 smithi111 ceph-mon[116524]: pgmap v14143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:36 smithi111 ceph-mon[97855]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:36 smithi111 ceph-mon[116524]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:36 smithi155 ceph-mon[102677]: pgmap v14144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:39 smithi111 ceph-mon[97855]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:39 smithi111 ceph-mon[116524]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:39 smithi155 ceph-mon[102677]: pgmap v14145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:05:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:05:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:41 smithi155 ceph-mon[102677]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:41 smithi111 ceph-mon[97855]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:41 smithi111 ceph-mon[116524]: pgmap v14146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:43 smithi155 ceph-mon[102677]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:43 smithi111 ceph-mon[97855]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:43 smithi111 ceph-mon[116524]: pgmap v14147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:44 smithi155 ceph-mon[102677]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:44 smithi111 ceph-mon[97855]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:44 smithi111 ceph-mon[116524]: pgmap v14148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:46 smithi111 ceph-mon[116524]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:46 smithi111 ceph-mon[97855]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:46 smithi155 ceph-mon[102677]: pgmap v14149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:48 smithi111 ceph-mon[97855]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:49 smithi111 ceph-mon[116524]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:48 smithi155 ceph-mon[102677]: pgmap v14150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:05:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:05:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:05:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:51 smithi155 ceph-mon[102677]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:51 smithi111 ceph-mon[97855]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:51 smithi111 ceph-mon[116524]: pgmap v14151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:53 smithi155 ceph-mon[102677]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:53 smithi111 ceph-mon[97855]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:53 smithi111 ceph-mon[116524]: pgmap v14152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:54 smithi155 ceph-mon[102677]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:54 smithi111 ceph-mon[97855]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:54 smithi111 ceph-mon[116524]: pgmap v14153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:56 smithi111 ceph-mon[97855]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:56 smithi111 ceph-mon[116524]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:56 smithi155 ceph-mon[102677]: pgmap v14154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:59.177 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:05:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:05:59 smithi111 ceph-mon[97855]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:05:59 smithi111 ceph-mon[116524]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:05:59 smithi155 ceph-mon[102677]: pgmap v14155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:05:59.484 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:05:59.484 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:05:59.484 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:05:59.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:05:59.486 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:05:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:59.867 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:05:59.868 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:00 smithi155 ceph-mon[102677]: from='client.30051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:00 smithi155 ceph-mon[102677]: from='client.30057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/212128932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:00 smithi111 ceph-mon[97855]: from='client.30051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:00 smithi111 ceph-mon[97855]: from='client.30057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/212128932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:00 smithi111 ceph-mon[116524]: from='client.30051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:00 smithi111 ceph-mon[116524]: from='client.30057 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/212128932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:06:01.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:01 smithi155 ceph-mon[102677]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:01 smithi111 ceph-mon[97855]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:01 smithi111 ceph-mon[116524]: pgmap v14156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:03 smithi155 ceph-mon[102677]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:03 smithi111 ceph-mon[97855]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:03 smithi111 ceph-mon[116524]: pgmap v14157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:04 smithi155 ceph-mon[102677]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:04 smithi111 ceph-mon[97855]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:04 smithi111 ceph-mon[116524]: pgmap v14158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:07 smithi155 ceph-mon[102677]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:07 smithi111 ceph-mon[97855]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:07 smithi111 ceph-mon[116524]: pgmap v14159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:09 smithi111 ceph-mon[97855]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:09 smithi111 ceph-mon[116524]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:09 smithi155 ceph-mon[102677]: pgmap v14160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:06:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:06:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:11 smithi155 ceph-mon[102677]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:11 smithi111 ceph-mon[97855]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:11 smithi111 ceph-mon[116524]: pgmap v14161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:13 smithi155 ceph-mon[102677]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:13 smithi111 ceph-mon[97855]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:13 smithi111 ceph-mon[116524]: pgmap v14162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:14 smithi155 ceph-mon[102677]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:14 smithi111 ceph-mon[97855]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:14 smithi111 ceph-mon[116524]: pgmap v14163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:17 smithi155 ceph-mon[102677]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:17 smithi111 ceph-mon[97855]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:17 smithi111 ceph-mon[116524]: pgmap v14164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:19 smithi111 ceph-mon[97855]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:19 smithi111 ceph-mon[116524]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:19 smithi155 ceph-mon[102677]: pgmap v14165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:06:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:06:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:21 smithi155 ceph-mon[102677]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:21 smithi111 ceph-mon[97855]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:21 smithi111 ceph-mon[116524]: pgmap v14166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:23 smithi155 ceph-mon[102677]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:23 smithi111 ceph-mon[97855]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:23 smithi111 ceph-mon[116524]: pgmap v14167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:24 smithi155 ceph-mon[102677]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:06:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:24 smithi111 ceph-mon[97855]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:06:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:24 smithi111 ceph-mon[116524]: pgmap v14168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:06:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:06:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:06:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:06:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:06:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:06:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:06:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:06:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:06:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:26 smithi155 ceph-mon[102677]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:26 smithi111 ceph-mon[116524]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:26 smithi111 ceph-mon[97855]: pgmap v14169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:29.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:29 smithi111 ceph-mon[97855]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:29.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:29 smithi111 ceph-mon[116524]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:29 smithi155 ceph-mon[102677]: pgmap v14170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:06:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:06:30.212 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:06:30.518 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:06:30.519 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:06:30.900 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:06:30.900 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:06:30.900 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:06:30.900 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:06:30.900 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:06:30.901 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:06:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:31 smithi155 ceph-mon[102677]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:31 smithi155 ceph-mon[102677]: from='client.39947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:31 smithi155 ceph-mon[102677]: from='client.39953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3334392513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[97855]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[97855]: from='client.39947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[97855]: from='client.39953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3334392513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[116524]: pgmap v14171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[116524]: from='client.39947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[116524]: from='client.39953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3334392513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:06:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:33 smithi155 ceph-mon[102677]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:33 smithi111 ceph-mon[97855]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:33 smithi111 ceph-mon[116524]: pgmap v14172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:34 smithi155 ceph-mon[102677]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:34 smithi111 ceph-mon[97855]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:34 smithi111 ceph-mon[116524]: pgmap v14173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:37 smithi155 ceph-mon[102677]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:37 smithi111 ceph-mon[97855]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:37 smithi111 ceph-mon[116524]: pgmap v14174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:39 smithi111 ceph-mon[97855]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:39 smithi111 ceph-mon[116524]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:39 smithi155 ceph-mon[102677]: pgmap v14175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:06:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:06:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:41 smithi155 ceph-mon[102677]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:41 smithi111 ceph-mon[97855]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:41 smithi111 ceph-mon[116524]: pgmap v14176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:43 smithi155 ceph-mon[102677]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:43 smithi111 ceph-mon[97855]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:43 smithi111 ceph-mon[116524]: pgmap v14177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:44 smithi155 ceph-mon[102677]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:44 smithi111 ceph-mon[97855]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:44 smithi111 ceph-mon[116524]: pgmap v14178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:47 smithi155 ceph-mon[102677]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:47 smithi111 ceph-mon[97855]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:47 smithi111 ceph-mon[116524]: pgmap v14179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:49 smithi111 ceph-mon[97855]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:49 smithi111 ceph-mon[116524]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:49 smithi155 ceph-mon[102677]: pgmap v14180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:06:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:06:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:06:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:51 smithi155 ceph-mon[102677]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:51 smithi111 ceph-mon[97855]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:51 smithi111 ceph-mon[116524]: pgmap v14181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:53 smithi155 ceph-mon[102677]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:53 smithi111 ceph-mon[97855]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:53 smithi111 ceph-mon[116524]: pgmap v14182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:54 smithi155 ceph-mon[102677]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:54 smithi111 ceph-mon[97855]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:54 smithi111 ceph-mon[116524]: pgmap v14183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:57 smithi155 ceph-mon[102677]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:57 smithi111 ceph-mon[97855]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:57 smithi111 ceph-mon[116524]: pgmap v14184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:59.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:06:59 smithi111 ceph-mon[97855]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:59.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:06:59 smithi111 ceph-mon[116524]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:06:59 smithi155 ceph-mon[102677]: pgmap v14185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:06:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:07:01.239 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:07:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:01 smithi155 ceph-mon[102677]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:01 smithi111 ceph-mon[97855]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:01 smithi111 ceph-mon[116524]: pgmap v14186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:07:01.543 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:07:01.544 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:07:01.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:07:01.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:07:01.545 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:07:01.920 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:07:01.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:07:01.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:07:01.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:01.921 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:07:01.922 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:07:01.922 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:07:01.922 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:02 smithi155 ceph-mon[102677]: from='client.30087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:02 smithi155 ceph-mon[102677]: from='client.39971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3302674160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:02 smithi111 ceph-mon[97855]: from='client.30087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:02 smithi111 ceph-mon[97855]: from='client.39971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3302674160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:02 smithi111 ceph-mon[116524]: from='client.30087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:02 smithi111 ceph-mon[116524]: from='client.39971 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3302674160' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:07:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:03 smithi155 ceph-mon[102677]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:03 smithi111 ceph-mon[97855]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:03 smithi111 ceph-mon[116524]: pgmap v14187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:04 smithi155 ceph-mon[102677]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:04 smithi111 ceph-mon[97855]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:04 smithi111 ceph-mon[116524]: pgmap v14188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:07 smithi155 ceph-mon[102677]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:07 smithi111 ceph-mon[97855]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:07 smithi111 ceph-mon[116524]: pgmap v14189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:09 smithi111 ceph-mon[97855]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:09 smithi111 ceph-mon[116524]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:09 smithi155 ceph-mon[102677]: pgmap v14190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:07:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:07:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:11 smithi155 ceph-mon[102677]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:11 smithi111 ceph-mon[97855]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:11 smithi111 ceph-mon[116524]: pgmap v14191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:13 smithi155 ceph-mon[102677]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:13 smithi111 ceph-mon[97855]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:13 smithi111 ceph-mon[116524]: pgmap v14192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:14 smithi155 ceph-mon[102677]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:14 smithi111 ceph-mon[97855]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:14 smithi111 ceph-mon[116524]: pgmap v14193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:17 smithi155 ceph-mon[102677]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:17 smithi111 ceph-mon[97855]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:17 smithi111 ceph-mon[116524]: pgmap v14194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:19 smithi111 ceph-mon[97855]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:19 smithi111 ceph-mon[116524]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:19 smithi155 ceph-mon[102677]: pgmap v14195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:07:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:07:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:21 smithi155 ceph-mon[102677]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:21 smithi111 ceph-mon[97855]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:21 smithi111 ceph-mon[116524]: pgmap v14196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:23 smithi155 ceph-mon[102677]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:23 smithi111 ceph-mon[97855]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:23 smithi111 ceph-mon[116524]: pgmap v14197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:24 smithi155 ceph-mon[102677]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:24 smithi111 ceph-mon[97855]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:24 smithi111 ceph-mon[116524]: pgmap v14198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:07:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:07:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:07:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:07:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:07:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:07:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:07:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:07:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:07:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:07:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:07:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:26 smithi155 ceph-mon[102677]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:26 smithi111 ceph-mon[97855]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:26 smithi111 ceph-mon[116524]: pgmap v14199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:29 smithi111 ceph-mon[97855]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:29.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:29 smithi111 ceph-mon[116524]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:29 smithi155 ceph-mon[102677]: pgmap v14200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:07:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:07:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:31 smithi155 ceph-mon[102677]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:31 smithi111 ceph-mon[97855]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:31 smithi111 ceph-mon[116524]: pgmap v14201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:32.269 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:07:32.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:07:32.581 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:07:32.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:07:32.966 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:07:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:33 smithi155 ceph-mon[102677]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:33 smithi155 ceph-mon[102677]: from='client.39983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:33 smithi155 ceph-mon[102677]: from='client.30111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/753179653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[116524]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[116524]: from='client.39983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[116524]: from='client.30111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/753179653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[97855]: pgmap v14202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[97855]: from='client.39983 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[97855]: from='client.30111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/753179653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:07:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:34 smithi155 ceph-mon[102677]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:34 smithi111 ceph-mon[97855]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:34 smithi111 ceph-mon[116524]: pgmap v14203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:37 smithi155 ceph-mon[102677]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:37 smithi111 ceph-mon[97855]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:37 smithi111 ceph-mon[116524]: pgmap v14204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:39 smithi111 ceph-mon[97855]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:39 smithi111 ceph-mon[116524]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:39 smithi155 ceph-mon[102677]: pgmap v14205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:07:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:07:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:41 smithi155 ceph-mon[102677]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:41 smithi111 ceph-mon[97855]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:41 smithi111 ceph-mon[116524]: pgmap v14206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:43 smithi155 ceph-mon[102677]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:43 smithi111 ceph-mon[97855]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:43 smithi111 ceph-mon[116524]: pgmap v14207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:44 smithi155 ceph-mon[102677]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:44 smithi111 ceph-mon[97855]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:44 smithi111 ceph-mon[116524]: pgmap v14208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:47 smithi155 ceph-mon[102677]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:47 smithi111 ceph-mon[97855]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:47 smithi111 ceph-mon[116524]: pgmap v14209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:49 smithi111 ceph-mon[97855]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:49 smithi111 ceph-mon[116524]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:49 smithi155 ceph-mon[102677]: pgmap v14210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:07:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:07:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:07:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:51 smithi155 ceph-mon[102677]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:51 smithi111 ceph-mon[97855]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:51 smithi111 ceph-mon[116524]: pgmap v14211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:53 smithi155 ceph-mon[102677]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:53 smithi111 ceph-mon[97855]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:53 smithi111 ceph-mon[116524]: pgmap v14212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:54 smithi155 ceph-mon[102677]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:54 smithi111 ceph-mon[97855]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:54 smithi111 ceph-mon[116524]: pgmap v14213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:57 smithi155 ceph-mon[102677]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:57 smithi111 ceph-mon[97855]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:57 smithi111 ceph-mon[116524]: pgmap v14214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:07:59 smithi111 ceph-mon[97855]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:59.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:07:59 smithi111 ceph-mon[116524]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:07:59 smithi155 ceph-mon[102677]: pgmap v14215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:07:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:08:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:01 smithi155 ceph-mon[102677]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:01 smithi111 ceph-mon[97855]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:01 smithi111 ceph-mon[116524]: pgmap v14216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:03.313 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:08:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:03 smithi155 ceph-mon[102677]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:03 smithi111 ceph-mon[97855]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:03 smithi111 ceph-mon[116524]: pgmap v14217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:08:03.621 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:08:03.622 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:08:03.623 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:08:04.000 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:08:04.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:08:04.002 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:04 smithi155 ceph-mon[102677]: from='client.40001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:04 smithi155 ceph-mon[102677]: from='client.30129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2658252877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:04 smithi111 ceph-mon[97855]: from='client.40001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:04 smithi111 ceph-mon[97855]: from='client.30129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2658252877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:08:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:04 smithi111 ceph-mon[116524]: from='client.40001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:04 smithi111 ceph-mon[116524]: from='client.30129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2658252877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:08:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:05 smithi155 ceph-mon[102677]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:05 smithi111 ceph-mon[97855]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:05 smithi111 ceph-mon[116524]: pgmap v14218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:07 smithi155 ceph-mon[102677]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:07 smithi111 ceph-mon[97855]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:07 smithi111 ceph-mon[116524]: pgmap v14219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:09 smithi155 ceph-mon[102677]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:09 smithi111 ceph-mon[97855]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:09 smithi111 ceph-mon[116524]: pgmap v14220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:08:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:08:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:11 smithi155 ceph-mon[102677]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:11 smithi111 ceph-mon[97855]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:11 smithi111 ceph-mon[116524]: pgmap v14221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:13 smithi155 ceph-mon[102677]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:13 smithi111 ceph-mon[97855]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:13 smithi111 ceph-mon[116524]: pgmap v14222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:14 smithi155 ceph-mon[102677]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:14 smithi111 ceph-mon[97855]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:14 smithi111 ceph-mon[116524]: pgmap v14223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:17 smithi155 ceph-mon[102677]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:17 smithi111 ceph-mon[97855]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:17 smithi111 ceph-mon[116524]: pgmap v14224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:19 smithi111 ceph-mon[97855]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:19.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:19 smithi111 ceph-mon[116524]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:19 smithi155 ceph-mon[102677]: pgmap v14225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:08:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:08:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:21 smithi155 ceph-mon[102677]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:21 smithi111 ceph-mon[97855]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:21 smithi111 ceph-mon[116524]: pgmap v14226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:23 smithi155 ceph-mon[102677]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:23 smithi111 ceph-mon[97855]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:23 smithi111 ceph-mon[116524]: pgmap v14227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:24 smithi155 ceph-mon[102677]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:24 smithi111 ceph-mon[97855]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:24 smithi111 ceph-mon[116524]: pgmap v14228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:08:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:08:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:08:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:26 smithi155 ceph-mon[102677]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:08:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:08:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:08:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[97855]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:08:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:08:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:08:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[116524]: pgmap v14229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:08:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:08:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:08:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:29 smithi111 ceph-mon[97855]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:29 smithi111 ceph-mon[116524]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:29 smithi155 ceph-mon[102677]: pgmap v14230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:08:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:08:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:31 smithi155 ceph-mon[102677]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:31 smithi111 ceph-mon[97855]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:31 smithi111 ceph-mon[116524]: pgmap v14231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:33 smithi155 ceph-mon[102677]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:33 smithi111 ceph-mon[97855]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:33 smithi111 ceph-mon[116524]: pgmap v14232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:34.346 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:08:34.650 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:08:34.651 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:08:34.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:08:34.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:08:34.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:08:34.652 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:08:34.652 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:08:35.032 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:08:35.033 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:08:35.033 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:08:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:34 smithi155 ceph-mon[102677]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:34 smithi155 ceph-mon[102677]: from='client.30141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:34 smithi155 ceph-mon[102677]: from='client.30147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[97855]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[97855]: from='client.30141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[97855]: from='client.30147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[116524]: pgmap v14233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[116524]: from='client.30141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:34 smithi111 ceph-mon[116524]: from='client.30147 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:08:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/60648749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:08:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/60648749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:08:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/60648749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:08:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:36 smithi155 ceph-mon[102677]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:36 smithi111 ceph-mon[97855]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:36 smithi111 ceph-mon[116524]: pgmap v14234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:39 smithi111 ceph-mon[116524]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:39 smithi111 ceph-mon[97855]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:39 smithi155 ceph-mon[102677]: pgmap v14235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:08:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:08:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:41 smithi155 ceph-mon[102677]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:41 smithi111 ceph-mon[97855]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:41 smithi111 ceph-mon[116524]: pgmap v14236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:43 smithi155 ceph-mon[102677]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:43 smithi111 ceph-mon[97855]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:43 smithi111 ceph-mon[116524]: pgmap v14237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:44 smithi155 ceph-mon[102677]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:44 smithi111 ceph-mon[97855]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:44 smithi111 ceph-mon[116524]: pgmap v14238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:47.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:47 smithi155 ceph-mon[102677]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:47 smithi111 ceph-mon[97855]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:47 smithi111 ceph-mon[116524]: pgmap v14239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:49 smithi155 ceph-mon[102677]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:49 smithi111 ceph-mon[97855]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:08:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:08:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:49 smithi111 ceph-mon[116524]: pgmap v14240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:08:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:51 smithi155 ceph-mon[102677]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:51 smithi111 ceph-mon[97855]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:51 smithi111 ceph-mon[116524]: pgmap v14241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:53 smithi155 ceph-mon[102677]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:53 smithi111 ceph-mon[97855]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:53 smithi111 ceph-mon[116524]: pgmap v14242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:54 smithi155 ceph-mon[102677]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:54 smithi111 ceph-mon[97855]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:54 smithi111 ceph-mon[116524]: pgmap v14243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:57 smithi155 ceph-mon[102677]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:57 smithi111 ceph-mon[97855]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:57 smithi111 ceph-mon[116524]: pgmap v14244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:08:59 smithi155 ceph-mon[102677]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:08:59 smithi111 ceph-mon[97855]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:08:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:08:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:08:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:08:59 smithi111 ceph-mon[116524]: pgmap v14245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:01 smithi155 ceph-mon[102677]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:01 smithi111 ceph-mon[97855]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:01 smithi111 ceph-mon[116524]: pgmap v14246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:03 smithi155 ceph-mon[102677]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:03 smithi111 ceph-mon[97855]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:03 smithi111 ceph-mon[116524]: pgmap v14247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:04 smithi155 ceph-mon[102677]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:04 smithi111 ceph-mon[97855]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:04 smithi111 ceph-mon[116524]: pgmap v14248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:05.378 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:09:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:09:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:09:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:09:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:09:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:09:05.684 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:09:05.685 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:09:05.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:09:05.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:09:05.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:09:05.686 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:09:05.686 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:09:06.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:09:06.066 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:05 smithi155 ceph-mon[102677]: from='client.40037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:05 smithi155 ceph-mon[102677]: from='client.40043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:05 smithi111 ceph-mon[97855]: from='client.40037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:05 smithi111 ceph-mon[97855]: from='client.40043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:05 smithi111 ceph-mon[116524]: from='client.40037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:05 smithi111 ceph-mon[116524]: from='client.40043 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:06 smithi155 ceph-mon[102677]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/504507217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:09:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:06 smithi111 ceph-mon[116524]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/504507217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:06 smithi111 ceph-mon[97855]: pgmap v14249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/504507217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:09:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:09 smithi155 ceph-mon[102677]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:09 smithi111 ceph-mon[97855]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:09 smithi111 ceph-mon[116524]: pgmap v14250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:09:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T11:09:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:11 smithi155 ceph-mon[102677]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:11 smithi111 ceph-mon[97855]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:11 smithi111 ceph-mon[116524]: pgmap v14251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:13 smithi155 ceph-mon[102677]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:13 smithi111 ceph-mon[97855]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:13 smithi111 ceph-mon[116524]: pgmap v14252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:14 smithi155 ceph-mon[102677]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:14 smithi111 ceph-mon[97855]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:14 smithi111 ceph-mon[116524]: pgmap v14253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:17 smithi155 ceph-mon[102677]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:17 smithi111 ceph-mon[97855]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:17 smithi111 ceph-mon[116524]: pgmap v14254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:19 smithi155 ceph-mon[102677]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:19 smithi111 ceph-mon[97855]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:19.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:09:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T11:09:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:19 smithi111 ceph-mon[116524]: pgmap v14255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:21 smithi155 ceph-mon[102677]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:21 smithi111 ceph-mon[97855]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:21 smithi111 ceph-mon[116524]: pgmap v14256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:23 smithi155 ceph-mon[102677]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:23 smithi111 ceph-mon[97855]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:23 smithi111 ceph-mon[116524]: pgmap v14257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:24 smithi155 ceph-mon[102677]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:24 smithi111 ceph-mon[97855]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:24 smithi111 ceph-mon[116524]: pgmap v14258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:27 smithi155 ceph-mon[102677]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:09:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:09:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:09:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:09:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[97855]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:09:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[116524]: pgmap v14259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:09:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:09:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:29 smithi155 ceph-mon[102677]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:29 smithi111 ceph-mon[97855]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:29 smithi111 ceph-mon[116524]: pgmap v14260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:09:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:09:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:31 smithi155 ceph-mon[102677]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:31 smithi111 ceph-mon[116524]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:31 smithi111 ceph-mon[97855]: pgmap v14261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:33 smithi155 ceph-mon[102677]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:33 smithi111 ceph-mon[97855]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:33 smithi111 ceph-mon[116524]: pgmap v14262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:34 smithi155 ceph-mon[102677]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:34 smithi111 ceph-mon[97855]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:34 smithi111 ceph-mon[116524]: pgmap v14263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:36.411 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:09:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:09:36.717 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:09:36.718 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:09:36.719 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:09:37.098 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:09:37.098 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:09:37.099 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:09:37.100 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:09:37.100 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:09:37.100 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:09:37.100 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:09:37.100 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:09:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:37 smithi155 ceph-mon[102677]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:37 smithi155 ceph-mon[102677]: from='client.40055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:37 smithi155 ceph-mon[102677]: from='client.40061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:37 smithi111 ceph-mon[97855]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:37 smithi111 ceph-mon[97855]: from='client.40055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:37 smithi111 ceph-mon[97855]: from='client.40061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:37 smithi111 ceph-mon[116524]: pgmap v14264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:37 smithi111 ceph-mon[116524]: from='client.40055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:37 smithi111 ceph-mon[116524]: from='client.40061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:09:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2389853432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:09:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2389853432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:09:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2389853432' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:09:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:39 smithi155 ceph-mon[102677]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:39 smithi111 ceph-mon[97855]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:39 smithi111 ceph-mon[116524]: pgmap v14265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:09:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:09:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:41 smithi155 ceph-mon[102677]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:41 smithi111 ceph-mon[97855]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:41 smithi111 ceph-mon[116524]: pgmap v14266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:43 smithi155 ceph-mon[102677]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:43 smithi111 ceph-mon[97855]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:43 smithi111 ceph-mon[116524]: pgmap v14267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:44 smithi155 ceph-mon[102677]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:44 smithi111 ceph-mon[97855]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:44 smithi111 ceph-mon[116524]: pgmap v14268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:47 smithi155 ceph-mon[102677]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:47 smithi111 ceph-mon[97855]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:47 smithi111 ceph-mon[116524]: pgmap v14269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:49 smithi155 ceph-mon[102677]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:49 smithi111 ceph-mon[97855]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:09:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:09:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:49 smithi111 ceph-mon[116524]: pgmap v14270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:09:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:51 smithi155 ceph-mon[102677]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:51 smithi111 ceph-mon[97855]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:51 smithi111 ceph-mon[116524]: pgmap v14271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:53 smithi155 ceph-mon[102677]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:53 smithi111 ceph-mon[97855]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:53 smithi111 ceph-mon[116524]: pgmap v14272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:54 smithi155 ceph-mon[102677]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:54 smithi111 ceph-mon[97855]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:54 smithi111 ceph-mon[116524]: pgmap v14273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:57 smithi155 ceph-mon[102677]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:57 smithi111 ceph-mon[97855]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:57 smithi111 ceph-mon[116524]: pgmap v14274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:09:59 smithi155 ceph-mon[102677]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:09:59 smithi111 ceph-mon[97855]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:09:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:09:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:09:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:09:59 smithi111 ceph-mon[116524]: pgmap v14275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:00 smithi111 conmon[97831]: 2023-12-01T11:10:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:10:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:10:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:01 smithi155 ceph-mon[102677]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:01 smithi111 ceph-mon[97855]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:01 smithi111 ceph-mon[116524]: pgmap v14276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:03 smithi155 ceph-mon[102677]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:03 smithi111 ceph-mon[97855]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:03 smithi111 ceph-mon[116524]: pgmap v14277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:04 smithi155 ceph-mon[102677]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:04 smithi111 ceph-mon[97855]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:04 smithi111 ceph-mon[116524]: pgmap v14278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:07.439 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:10:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:07 smithi155 ceph-mon[102677]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:07 smithi111 ceph-mon[97855]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:07 smithi111 ceph-mon[116524]: pgmap v14279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:07.745 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:10:07.745 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:10:07.746 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:10:07.747 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:10:08.128 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:10:08.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:10:08.128 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:10:08.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:08.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:10:08.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:10:08.130 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:10:08.130 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:10:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:08 smithi111 ceph-mon[97855]: from='client.40073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:08 smithi111 ceph-mon[97855]: from='client.30201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:08.432 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:08 smithi111 ceph-mon[116524]: from='client.40073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:08.432 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:08 smithi111 ceph-mon[116524]: from='client.30201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:08 smithi155 ceph-mon[102677]: from='client.40073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:08 smithi155 ceph-mon[102677]: from='client.30201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:09 smithi155 ceph-mon[102677]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:09 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2383251422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:10:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:10:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:10:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:09 smithi111 ceph-mon[97855]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:09 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2383251422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:10:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:09 smithi111 ceph-mon[116524]: pgmap v14280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:09 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2383251422' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:10:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:11 smithi155 ceph-mon[102677]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:11 smithi111 ceph-mon[97855]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:11 smithi111 ceph-mon[116524]: pgmap v14281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:13 smithi155 ceph-mon[102677]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:13 smithi111 ceph-mon[97855]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:13 smithi111 ceph-mon[116524]: pgmap v14282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:14 smithi155 ceph-mon[102677]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:14 smithi111 ceph-mon[97855]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:14 smithi111 ceph-mon[116524]: pgmap v14283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:17 smithi155 ceph-mon[102677]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:17 smithi111 ceph-mon[97855]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:17 smithi111 ceph-mon[116524]: pgmap v14284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:19 smithi155 ceph-mon[102677]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:19 smithi111 ceph-mon[97855]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:10:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:10:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:19 smithi111 ceph-mon[116524]: pgmap v14285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:21 smithi155 ceph-mon[102677]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:21 smithi111 ceph-mon[97855]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:21 smithi111 ceph-mon[116524]: pgmap v14286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:23 smithi155 ceph-mon[102677]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:23 smithi111 ceph-mon[97855]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:23 smithi111 ceph-mon[116524]: pgmap v14287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:24 smithi155 ceph-mon[102677]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:24 smithi111 ceph-mon[97855]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:24 smithi111 ceph-mon[116524]: pgmap v14288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:27 smithi155 ceph-mon[102677]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:10:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:10:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:10:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:10:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[97855]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:10:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:10:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:10:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:10:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[116524]: pgmap v14289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:10:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:10:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:10:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:10:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:29 smithi155 ceph-mon[102677]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:29 smithi111 ceph-mon[97855]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:10:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:10:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:29 smithi111 ceph-mon[116524]: pgmap v14290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:31 smithi155 ceph-mon[102677]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:31 smithi111 ceph-mon[97855]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:31 smithi111 ceph-mon[116524]: pgmap v14291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:33 smithi155 ceph-mon[102677]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:33 smithi111 ceph-mon[97855]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:33 smithi111 ceph-mon[116524]: pgmap v14292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:34 smithi155 ceph-mon[102677]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:34 smithi111 ceph-mon[97855]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:34 smithi111 ceph-mon[116524]: pgmap v14293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:37 smithi155 ceph-mon[102677]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:37 smithi111 ceph-mon[97855]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:37 smithi111 ceph-mon[116524]: pgmap v14294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:38.470 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:10:38.773 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:10:38.773 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:10:38.773 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:10:38.773 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:10:38.774 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:10:38.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:10:38.775 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:10:39.156 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:10:39.157 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:10:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:39 smithi155 ceph-mon[102677]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:39 smithi155 ceph-mon[102677]: from='client.40091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:39 smithi155 ceph-mon[102677]: from='client.40097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:10:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:39 smithi111 ceph-mon[97855]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:39 smithi111 ceph-mon[97855]: from='client.40091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:39 smithi111 ceph-mon[97855]: from='client.40097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:39 smithi111 ceph-mon[116524]: pgmap v14295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:39 smithi111 ceph-mon[116524]: from='client.40091 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:39 smithi111 ceph-mon[116524]: from='client.40097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:10:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:40 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2322580327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:10:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:40 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2322580327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:10:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:40 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2322580327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:10:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:41 smithi155 ceph-mon[102677]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:41 smithi111 ceph-mon[97855]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:41 smithi111 ceph-mon[116524]: pgmap v14296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:43 smithi155 ceph-mon[102677]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:43 smithi111 ceph-mon[97855]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:43 smithi111 ceph-mon[116524]: pgmap v14297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:44 smithi155 ceph-mon[102677]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:44 smithi111 ceph-mon[97855]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:44 smithi111 ceph-mon[116524]: pgmap v14298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:47 smithi155 ceph-mon[102677]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:47 smithi111 ceph-mon[97855]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:47 smithi111 ceph-mon[116524]: pgmap v14299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:49 smithi155 ceph-mon[102677]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:49 smithi111 ceph-mon[97855]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:10:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:10:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:49 smithi111 ceph-mon[116524]: pgmap v14300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:10:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:51 smithi155 ceph-mon[102677]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:51 smithi111 ceph-mon[97855]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:51 smithi111 ceph-mon[116524]: pgmap v14301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:53 smithi155 ceph-mon[102677]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:53 smithi111 ceph-mon[97855]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:53 smithi111 ceph-mon[116524]: pgmap v14302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:54 smithi155 ceph-mon[102677]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:54 smithi111 ceph-mon[97855]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:54 smithi111 ceph-mon[116524]: pgmap v14303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:57 smithi155 ceph-mon[102677]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:57 smithi111 ceph-mon[97855]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:57 smithi111 ceph-mon[116524]: pgmap v14304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:10:59 smithi155 ceph-mon[102677]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:10:59 smithi111 ceph-mon[97855]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:10:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:10:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:10:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:10:59 smithi111 ceph-mon[116524]: pgmap v14305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:01 smithi155 ceph-mon[102677]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:01 smithi111 ceph-mon[97855]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:01 smithi111 ceph-mon[116524]: pgmap v14306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:03 smithi155 ceph-mon[102677]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:03 smithi111 ceph-mon[97855]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:03 smithi111 ceph-mon[116524]: pgmap v14307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:04 smithi155 ceph-mon[102677]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:04 smithi111 ceph-mon[97855]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:04 smithi111 ceph-mon[116524]: pgmap v14308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:07 smithi155 ceph-mon[102677]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:07 smithi111 ceph-mon[97855]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:07 smithi111 ceph-mon[116524]: pgmap v14309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:09.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:09 smithi155 ceph-mon[102677]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:09.496 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:11:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:09 smithi111 ceph-mon[97855]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:11:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:11:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:09 smithi111 ceph-mon[116524]: pgmap v14310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:11:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5184M 2329M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5485M 2329M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5752M 2329M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4912M 2329M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:11:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:10.194 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:11:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:11:10.195 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:11:10.195 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:11:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:10 smithi155 ceph-mon[102677]: from='client.30231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:10 smithi155 ceph-mon[102677]: from='client.30237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:10 smithi111 ceph-mon[116524]: from='client.30231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:10 smithi111 ceph-mon[116524]: from='client.30237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:10 smithi111 ceph-mon[97855]: from='client.30231 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:10 smithi111 ceph-mon[97855]: from='client.30237 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:11 smithi155 ceph-mon[102677]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:11 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/799153088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:11:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:11 smithi111 ceph-mon[97855]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:11 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/799153088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:11:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:11 smithi111 ceph-mon[116524]: pgmap v14311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:11 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/799153088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:11:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:13 smithi155 ceph-mon[102677]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:13 smithi111 ceph-mon[97855]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:13 smithi111 ceph-mon[116524]: pgmap v14312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:14 smithi155 ceph-mon[102677]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:14 smithi111 ceph-mon[97855]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:14 smithi111 ceph-mon[116524]: pgmap v14313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:17 smithi155 ceph-mon[102677]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:17 smithi111 ceph-mon[97855]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:17 smithi111 ceph-mon[116524]: pgmap v14314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:19 smithi155 ceph-mon[102677]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:19 smithi111 ceph-mon[97855]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:11:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:11:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:19 smithi111 ceph-mon[116524]: pgmap v14315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:21 smithi155 ceph-mon[102677]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:21 smithi111 ceph-mon[97855]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:21 smithi111 ceph-mon[116524]: pgmap v14316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:23 smithi155 ceph-mon[102677]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:23 smithi111 ceph-mon[97855]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:23 smithi111 ceph-mon[116524]: pgmap v14317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:24 smithi155 ceph-mon[102677]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:24 smithi111 ceph-mon[97855]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:24 smithi111 ceph-mon[116524]: pgmap v14318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:27 smithi155 ceph-mon[102677]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:11:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:27 smithi111 ceph-mon[97855]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:11:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:27 smithi111 ceph-mon[116524]: pgmap v14319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2320M 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:11:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2320M 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:11:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2320M 2023-12-01T11:11:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:11:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:11:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:11:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:11:29.556 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:11:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:11:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:29 smithi155 ceph-mon[102677]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:29 smithi111 ceph-mon[97855]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:29 smithi111 ceph-mon[116524]: pgmap v14320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:31 smithi155 ceph-mon[102677]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:31 smithi111 ceph-mon[97855]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:31 smithi111 ceph-mon[116524]: pgmap v14321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:33 smithi155 ceph-mon[102677]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:33 smithi111 ceph-mon[97855]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:33 smithi111 ceph-mon[116524]: pgmap v14322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:34 smithi111 ceph-mon[97855]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:34 smithi111 ceph-mon[116524]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:34 smithi155 ceph-mon[102677]: pgmap v14323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:37 smithi155 ceph-mon[102677]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:37 smithi111 ceph-mon[97855]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:37 smithi111 ceph-mon[116524]: pgmap v14324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:39 smithi155 ceph-mon[102677]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:39 smithi111 ceph-mon[97855]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:11:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:11:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:39 smithi111 ceph-mon[116524]: pgmap v14325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:40.541 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:11:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5184M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5485M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5752M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4912M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:11:40.846 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:11:40.847 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:11:40.847 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:11:40.847 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:11:40.847 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:41.225 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:11:41.226 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:11:41.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:41 smithi155 ceph-mon[102677]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:41 smithi155 ceph-mon[102677]: from='client.30249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:41 smithi155 ceph-mon[102677]: from='client.40133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:41 smithi111 ceph-mon[116524]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:41 smithi111 ceph-mon[116524]: from='client.30249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:41 smithi111 ceph-mon[116524]: from='client.40133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:41 smithi111 ceph-mon[97855]: pgmap v14326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:41 smithi111 ceph-mon[97855]: from='client.30249 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:41 smithi111 ceph-mon[97855]: from='client.40133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:11:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:42 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3152722994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:11:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:42 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3152722994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:11:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:42 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3152722994' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:11:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:43 smithi155 ceph-mon[102677]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:43 smithi111 ceph-mon[97855]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:43 smithi111 ceph-mon[116524]: pgmap v14327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:44 smithi111 ceph-mon[97855]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:44 smithi111 ceph-mon[116524]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:44 smithi155 ceph-mon[102677]: pgmap v14328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:47 smithi155 ceph-mon[102677]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:47 smithi111 ceph-mon[97855]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:47 smithi111 ceph-mon[116524]: pgmap v14329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:49 smithi155 ceph-mon[102677]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:49 smithi111 ceph-mon[97855]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:11:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:11:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:49 smithi111 ceph-mon[116524]: pgmap v14330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:11:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:51 smithi155 ceph-mon[102677]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:51 smithi111 ceph-mon[97855]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:51 smithi111 ceph-mon[116524]: pgmap v14331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:53 smithi155 ceph-mon[102677]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:53 smithi111 ceph-mon[97855]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:53 smithi111 ceph-mon[116524]: pgmap v14332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:54 smithi111 ceph-mon[97855]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:54 smithi111 ceph-mon[116524]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:54 smithi155 ceph-mon[102677]: pgmap v14333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:57 smithi155 ceph-mon[102677]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:57 smithi111 ceph-mon[97855]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:57 smithi111 ceph-mon[116524]: pgmap v14334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:11:59 smithi155 ceph-mon[102677]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:11:59 smithi111 ceph-mon[97855]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:11:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:11:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:11:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:11:59 smithi111 ceph-mon[116524]: pgmap v14335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:01 smithi155 ceph-mon[102677]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:01 smithi111 ceph-mon[97855]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:01 smithi111 ceph-mon[116524]: pgmap v14336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:03 smithi155 ceph-mon[102677]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:03 smithi111 ceph-mon[97855]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:03 smithi111 ceph-mon[116524]: pgmap v14337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:04 smithi111 ceph-mon[97855]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:04 smithi111 ceph-mon[116524]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:04 smithi155 ceph-mon[102677]: pgmap v14338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:07 smithi155 ceph-mon[102677]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:07 smithi111 ceph-mon[97855]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:07 smithi111 ceph-mon[116524]: pgmap v14339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:09 smithi155 ceph-mon[102677]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:09 smithi111 ceph-mon[97855]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:12:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:12:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:09 smithi111 ceph-mon[116524]: pgmap v14340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:11 smithi155 ceph-mon[102677]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:11 smithi111 ceph-mon[97855]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:11 smithi111 ceph-mon[116524]: pgmap v14341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:11.571 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:12:11.878 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:12:11.878 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:12:11.878 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:12:11.878 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:12:11.878 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:12:11.878 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5184M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5485M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:12:11.879 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5752M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:12:11.880 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4912M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:12:11.880 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:12:11.880 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:12:11.880 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:12:11.880 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:12:11.880 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:12:12.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:12:12.259 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:12:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:12 smithi155 ceph-mon[102677]: from='client.30267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:12 smithi111 ceph-mon[97855]: from='client.30267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:12 smithi111 ceph-mon[116524]: from='client.30267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:13 smithi155 ceph-mon[102677]: from='client.40151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:13 smithi155 ceph-mon[102677]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3447412761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:13 smithi111 ceph-mon[97855]: from='client.40151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:13 smithi111 ceph-mon[97855]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3447412761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:12:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:13 smithi111 ceph-mon[116524]: from='client.40151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:13 smithi111 ceph-mon[116524]: pgmap v14342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3447412761' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:12:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:14 smithi111 ceph-mon[97855]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:14 smithi111 ceph-mon[116524]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:14 smithi155 ceph-mon[102677]: pgmap v14343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:17 smithi155 ceph-mon[102677]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:17 smithi111 ceph-mon[97855]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:17 smithi111 ceph-mon[116524]: pgmap v14344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:19 smithi155 ceph-mon[102677]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:19 smithi111 ceph-mon[97855]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:12:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:12:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:19 smithi111 ceph-mon[116524]: pgmap v14345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:21 smithi155 ceph-mon[102677]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:21 smithi111 ceph-mon[97855]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:21 smithi111 ceph-mon[116524]: pgmap v14346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:23 smithi155 ceph-mon[102677]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:23 smithi111 ceph-mon[97855]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:23 smithi111 ceph-mon[116524]: pgmap v14347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:24 smithi111 ceph-mon[97855]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:24 smithi111 ceph-mon[116524]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:24 smithi155 ceph-mon[102677]: pgmap v14348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:27 smithi155 ceph-mon[102677]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:27 smithi111 ceph-mon[97855]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:27 smithi111 ceph-mon[116524]: pgmap v14349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:12:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:12:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:12:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:12:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:12:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:12:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:12:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:12:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:12:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:12:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:12:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:12:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:29 smithi155 ceph-mon[102677]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:29 smithi111 ceph-mon[116524]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:29 smithi111 ceph-mon[97855]: pgmap v14350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:12:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:12:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:31 smithi155 ceph-mon[102677]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:31 smithi111 ceph-mon[97855]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:31 smithi111 ceph-mon[116524]: pgmap v14351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:33 smithi155 ceph-mon[102677]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:33 smithi111 ceph-mon[97855]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:33 smithi111 ceph-mon[116524]: pgmap v14352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:34 smithi111 ceph-mon[97855]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:34 smithi111 ceph-mon[116524]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:34 smithi155 ceph-mon[102677]: pgmap v14353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:37 smithi155 ceph-mon[102677]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:37 smithi111 ceph-mon[97855]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:37 smithi111 ceph-mon[116524]: pgmap v14354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:39 smithi155 ceph-mon[102677]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:39 smithi111 ceph-mon[97855]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:12:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:12:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:39 smithi111 ceph-mon[116524]: pgmap v14355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 11:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T11:12:40.173506458Z level=info msg="Completed cleanup jobs" duration=140.66326ms 2023-12-01T11:12:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:41 smithi155 ceph-mon[102677]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:41 smithi111 ceph-mon[97855]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:41 smithi111 ceph-mon[116524]: pgmap v14356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:42.606 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:12:42.912 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:12:42.912 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:12:42.913 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5184M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5485M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5752M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4912M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:12:42.914 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:12:43.295 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:12:43.296 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:12:43.296 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:12:43.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:12:43.298 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:12:43.298 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:12:43.298 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:12:43.298 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:12:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:43 smithi155 ceph-mon[102677]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:43 smithi155 ceph-mon[102677]: from='client.40163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:43 smithi111 ceph-mon[97855]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:43 smithi111 ceph-mon[97855]: from='client.40163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:43 smithi111 ceph-mon[116524]: pgmap v14357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:43 smithi111 ceph-mon[116524]: from='client.40163 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:44 smithi155 ceph-mon[102677]: from='client.30291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3040832889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:44 smithi111 ceph-mon[97855]: from='client.30291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3040832889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:12:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:44 smithi111 ceph-mon[116524]: from='client.30291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3040832889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:12:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:45 smithi155 ceph-mon[102677]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:45 smithi111 ceph-mon[97855]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:45 smithi111 ceph-mon[116524]: pgmap v14358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:47 smithi155 ceph-mon[102677]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:47 smithi111 ceph-mon[97855]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:47 smithi111 ceph-mon[116524]: pgmap v14359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:49 smithi155 ceph-mon[102677]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:49 smithi111 ceph-mon[97855]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:12:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:12:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:49 smithi111 ceph-mon[116524]: pgmap v14360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:12:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:51 smithi155 ceph-mon[102677]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:51 smithi111 ceph-mon[97855]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:51 smithi111 ceph-mon[116524]: pgmap v14361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:53 smithi155 ceph-mon[102677]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:53 smithi111 ceph-mon[97855]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:53 smithi111 ceph-mon[116524]: pgmap v14362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:54 smithi111 ceph-mon[97855]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:54 smithi111 ceph-mon[116524]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:54 smithi155 ceph-mon[102677]: pgmap v14363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:57 smithi155 ceph-mon[102677]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:57 smithi111 ceph-mon[97855]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:57 smithi111 ceph-mon[116524]: pgmap v14364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:12:59 smithi155 ceph-mon[102677]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:12:59 smithi111 ceph-mon[97855]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:12:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:12:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:12:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:12:59 smithi111 ceph-mon[116524]: pgmap v14365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:01 smithi155 ceph-mon[102677]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:01 smithi111 ceph-mon[97855]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:01 smithi111 ceph-mon[116524]: pgmap v14366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:03 smithi155 ceph-mon[102677]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:03 smithi111 ceph-mon[97855]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:03 smithi111 ceph-mon[116524]: pgmap v14367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:04 smithi111 ceph-mon[97855]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:04 smithi111 ceph-mon[116524]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:04 smithi155 ceph-mon[102677]: pgmap v14368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:07 smithi155 ceph-mon[102677]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:07 smithi111 ceph-mon[97855]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:07 smithi111 ceph-mon[116524]: pgmap v14369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:09 smithi155 ceph-mon[102677]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:09 smithi111 ceph-mon[97855]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:13:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:13:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:09 smithi111 ceph-mon[116524]: pgmap v14370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:11 smithi155 ceph-mon[102677]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:11 smithi111 ceph-mon[97855]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:11 smithi111 ceph-mon[116524]: pgmap v14371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:13 smithi155 ceph-mon[102677]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:13 smithi111 ceph-mon[97855]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:13 smithi111 ceph-mon[116524]: pgmap v14372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:13.642 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:13:13.948 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:13:13.948 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:13:13.948 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.2M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 464M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 806M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1741M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 803M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 743M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:13:13.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5184M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5485M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5752M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4912M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3907M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4879M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4291M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 5023M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:13:13.950 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 113M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:13:14.331 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:13:14.331 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:13:14.331 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:13:14.331 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:13:14.332 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:13:14.333 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:13:14.333 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:13:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:14 smithi155 ceph-mon[102677]: from='client.40181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:14 smithi111 ceph-mon[97855]: from='client.40181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:14 smithi111 ceph-mon[116524]: from='client.40181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:15 smithi155 ceph-mon[102677]: from='client.40187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:15 smithi155 ceph-mon[102677]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2890815524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:13:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:15 smithi111 ceph-mon[97855]: from='client.40187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:15 smithi111 ceph-mon[97855]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2890815524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:13:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:15 smithi111 ceph-mon[116524]: from='client.40187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:15 smithi111 ceph-mon[116524]: pgmap v14373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2890815524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:13:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:17 smithi155 ceph-mon[102677]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:17 smithi111 ceph-mon[97855]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:17 smithi111 ceph-mon[116524]: pgmap v14374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:19 smithi155 ceph-mon[102677]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:19 smithi111 ceph-mon[97855]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:19 smithi111 ceph-mon[116524]: pgmap v14375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:13:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:13:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:21 smithi155 ceph-mon[102677]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:21 smithi111 ceph-mon[97855]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:21 smithi111 ceph-mon[116524]: pgmap v14376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:23 smithi155 ceph-mon[102677]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:23 smithi111 ceph-mon[97855]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:23 smithi111 ceph-mon[116524]: pgmap v14377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:24 smithi111 ceph-mon[97855]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:24 smithi111 ceph-mon[116524]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:24 smithi155 ceph-mon[102677]: pgmap v14378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:27 smithi155 ceph-mon[102677]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:27 smithi111 ceph-mon[97855]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:27 smithi111 ceph-mon[116524]: pgmap v14379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:13:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:13:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:13:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:29 smithi155 ceph-mon[102677]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:29 smithi111 ceph-mon[97855]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:13:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:13:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:29 smithi111 ceph-mon[116524]: pgmap v14380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:13:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:13:31.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:13:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:13:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: pgmap v14381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:13:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:13:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:33 smithi155 ceph-mon[102677]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:33 smithi111 ceph-mon[97855]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:33 smithi111 ceph-mon[116524]: pgmap v14382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:34 smithi111 ceph-mon[97855]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:34 smithi111 ceph-mon[116524]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:34 smithi155 ceph-mon[102677]: pgmap v14383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:37 smithi155 ceph-mon[102677]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:37 smithi111 ceph-mon[97855]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:37 smithi111 ceph-mon[116524]: pgmap v14384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:39 smithi155 ceph-mon[102677]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:39 smithi111 ceph-mon[97855]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:39 smithi111 ceph-mon[116524]: pgmap v14385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:13:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:13:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:41 smithi155 ceph-mon[102677]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:41 smithi111 ceph-mon[97855]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:41 smithi111 ceph-mon[116524]: pgmap v14386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:43.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:43 smithi155 ceph-mon[102677]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:43 smithi111 ceph-mon[97855]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:43 smithi111 ceph-mon[116524]: pgmap v14387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:44.679 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:13:44.985 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:13:44.985 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 14s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:13:44.985 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 14s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:13:44.985 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 14s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:13:44.985 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 14s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 14s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 14s ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 14s ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 14s ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 14s ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 14s ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:13:44.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 14s ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:13:44.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 14s ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:13:44.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 14s ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:13:44.987 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 14s ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:13:44.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 14s ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:13:44.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 14s ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:13:44.989 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 14s ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:13:44.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 14s ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:13:44.990 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 14s ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:13:44.990 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 14s ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:13:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:44 smithi111 ceph-mon[97855]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:44 smithi111 ceph-mon[97855]: from='client.30321 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:44 smithi111 ceph-mon[116524]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:44 smithi111 ceph-mon[116524]: from='client.30321 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:45.368 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:13:45.368 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:13:45.368 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:13:45.369 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:13:45.370 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:13:45.370 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:13:45.370 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:13:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:44 smithi155 ceph-mon[102677]: pgmap v14388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:44 smithi155 ceph-mon[102677]: from='client.30321 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:45 smithi111 ceph-mon[97855]: from='client.40205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/963213524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:45 smithi111 ceph-mon[116524]: from='client.40205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/963213524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:13:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:45 smithi155 ceph-mon[102677]: from='client.40205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:13:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/963213524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:13:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:46 smithi111 ceph-mon[97855]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:46 smithi111 ceph-mon[116524]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:46 smithi155 ceph-mon[102677]: pgmap v14389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:49 smithi155 ceph-mon[102677]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:49 smithi111 ceph-mon[97855]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:13:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:13:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:49 smithi111 ceph-mon[116524]: pgmap v14390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:13:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:51 smithi155 ceph-mon[102677]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:51 smithi111 ceph-mon[97855]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:51 smithi111 ceph-mon[116524]: pgmap v14391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:53 smithi155 ceph-mon[102677]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:53 smithi111 ceph-mon[97855]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:53 smithi111 ceph-mon[116524]: pgmap v14392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:54 smithi111 ceph-mon[97855]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:54 smithi111 ceph-mon[116524]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:54 smithi155 ceph-mon[102677]: pgmap v14393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:57 smithi155 ceph-mon[102677]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:57 smithi111 ceph-mon[97855]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:57 smithi111 ceph-mon[116524]: pgmap v14394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:13:59 smithi155 ceph-mon[102677]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:13:59 smithi111 ceph-mon[97855]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:13:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:13:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:13:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:13:59 smithi111 ceph-mon[116524]: pgmap v14395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:01 smithi155 ceph-mon[102677]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:01 smithi111 ceph-mon[97855]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:01 smithi111 ceph-mon[116524]: pgmap v14396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:03 smithi155 ceph-mon[102677]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:03 smithi111 ceph-mon[97855]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:03 smithi111 ceph-mon[116524]: pgmap v14397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:04 smithi111 ceph-mon[97855]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:04 smithi111 ceph-mon[116524]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:04 smithi155 ceph-mon[102677]: pgmap v14398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:07 smithi155 ceph-mon[102677]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:07 smithi111 ceph-mon[97855]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:07 smithi111 ceph-mon[116524]: pgmap v14399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:09 smithi155 ceph-mon[102677]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:09 smithi111 ceph-mon[97855]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:14:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:14:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:09 smithi111 ceph-mon[116524]: pgmap v14400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:11 smithi155 ceph-mon[102677]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:11 smithi111 ceph-mon[97855]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:11 smithi111 ceph-mon[116524]: pgmap v14401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:13 smithi155 ceph-mon[102677]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:13 smithi111 ceph-mon[97855]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:13 smithi111 ceph-mon[116524]: pgmap v14402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:14 smithi111 ceph-mon[97855]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:14 smithi111 ceph-mon[116524]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:14 smithi155 ceph-mon[102677]: pgmap v14403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:15.715 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:14:16.021 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:14:16.021 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 45s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 45s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 45s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 45s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 45s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 45s ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 45s ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 45s ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 45s ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 45s ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:14:16.022 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 45s ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 45s ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 45s ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 45s ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 45s ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 45s ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 45s ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 45s ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 45s ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:14:16.023 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 45s ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:14:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:15 smithi111 ceph-mon[97855]: from='client.30339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:15 smithi111 ceph-mon[116524]: from='client.30339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:16.401 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:16.402 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:14:16.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:14:16.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:16.403 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:14:16.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:14:16.403 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:14:16.403 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:14:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:15 smithi155 ceph-mon[102677]: from='client.30339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:17 smithi155 ceph-mon[102677]: from='client.30345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:17 smithi155 ceph-mon[102677]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2000104014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:17 smithi111 ceph-mon[97855]: from='client.30345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:17 smithi111 ceph-mon[97855]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2000104014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:14:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:17 smithi111 ceph-mon[116524]: from='client.30345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:17 smithi111 ceph-mon[116524]: pgmap v14404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2000104014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:14:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:19 smithi155 ceph-mon[102677]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:19 smithi111 ceph-mon[97855]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:14:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:14:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:19 smithi111 ceph-mon[116524]: pgmap v14405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:21 smithi155 ceph-mon[102677]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:21 smithi111 ceph-mon[97855]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:21 smithi111 ceph-mon[116524]: pgmap v14406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:23 smithi155 ceph-mon[102677]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:23 smithi111 ceph-mon[97855]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:23 smithi111 ceph-mon[116524]: pgmap v14407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:24 smithi111 ceph-mon[97855]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:24 smithi111 ceph-mon[116524]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:24 smithi155 ceph-mon[102677]: pgmap v14408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:27 smithi155 ceph-mon[102677]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:27 smithi111 ceph-mon[97855]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:27 smithi111 ceph-mon[116524]: pgmap v14409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:29 smithi155 ceph-mon[102677]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:29 smithi111 ceph-mon[116524]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:29 smithi111 ceph-mon[97855]: pgmap v14410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:14:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:14:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:31 smithi155 ceph-mon[102677]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:31 smithi111 ceph-mon[97855]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:31 smithi111 ceph-mon[116524]: pgmap v14411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:14:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:14:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:14:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:14:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:14:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:14:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:14:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:33 smithi155 ceph-mon[102677]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:33 smithi111 ceph-mon[97855]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:33 smithi111 ceph-mon[116524]: pgmap v14412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:34 smithi111 ceph-mon[97855]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:34 smithi111 ceph-mon[116524]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:34 smithi155 ceph-mon[102677]: pgmap v14413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:37 smithi155 ceph-mon[102677]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:37 smithi111 ceph-mon[97855]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:37 smithi111 ceph-mon[116524]: pgmap v14414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:39 smithi155 ceph-mon[102677]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:39 smithi111 ceph-mon[97855]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:14:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:14:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:39 smithi111 ceph-mon[116524]: pgmap v14415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:41 smithi155 ceph-mon[102677]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:41 smithi111 ceph-mon[97855]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:41 smithi111 ceph-mon[116524]: pgmap v14416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:43 smithi155 ceph-mon[102677]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:43 smithi111 ceph-mon[97855]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:43 smithi111 ceph-mon[116524]: pgmap v14417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:44 smithi111 ceph-mon[97855]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:44 smithi111 ceph-mon[116524]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:44 smithi155 ceph-mon[102677]: pgmap v14418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:46.747 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:14:47.051 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 76s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 76s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 76s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 76s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 76s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 76s ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 76s ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 76s ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 76s ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:14:47.052 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 76s ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 76s ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 76s ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 76s ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 76s ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 76s ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 76s ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 76s ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 76s ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 76s ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:14:47.053 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 76s ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:14:47.433 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:14:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:14:47.433 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:14:47.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:14:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:14:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:14:47.435 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:14:47.435 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:14:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:47 smithi155 ceph-mon[102677]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:47 smithi155 ceph-mon[102677]: from='client.30357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:47 smithi111 ceph-mon[97855]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:47 smithi111 ceph-mon[97855]: from='client.30357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:47 smithi111 ceph-mon[116524]: pgmap v14419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:47 smithi111 ceph-mon[116524]: from='client.30357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:48 smithi155 ceph-mon[102677]: from='client.40241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2465798658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:14:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:48 smithi111 ceph-mon[97855]: from='client.40241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2465798658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:14:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:48 smithi111 ceph-mon[116524]: from='client.40241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:14:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2465798658' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:14:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:49 smithi155 ceph-mon[102677]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:49 smithi111 ceph-mon[97855]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:14:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:14:49.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:49 smithi111 ceph-mon[116524]: pgmap v14420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:14:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:51 smithi155 ceph-mon[102677]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:51 smithi111 ceph-mon[97855]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:51 smithi111 ceph-mon[116524]: pgmap v14421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:53 smithi155 ceph-mon[102677]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:53 smithi111 ceph-mon[97855]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:53 smithi111 ceph-mon[116524]: pgmap v14422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:55 smithi155 ceph-mon[102677]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:55 smithi111 ceph-mon[97855]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:55 smithi111 ceph-mon[116524]: pgmap v14423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:57 smithi155 ceph-mon[102677]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:57 smithi111 ceph-mon[97855]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:57 smithi111 ceph-mon[116524]: pgmap v14424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:14:59 smithi155 ceph-mon[102677]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:14:59 smithi111 ceph-mon[97855]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:14:59 smithi111 ceph-mon[116524]: pgmap v14425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:14:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:14:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:15:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:01 smithi155 ceph-mon[102677]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:01 smithi111 ceph-mon[97855]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:01 smithi111 ceph-mon[116524]: pgmap v14426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:03 smithi155 ceph-mon[102677]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:03 smithi111 ceph-mon[97855]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:03 smithi111 ceph-mon[116524]: pgmap v14427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:05 smithi155 ceph-mon[102677]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:05 smithi111 ceph-mon[97855]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:05 smithi111 ceph-mon[116524]: pgmap v14428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:07 smithi155 ceph-mon[102677]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:07 smithi111 ceph-mon[97855]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:07 smithi111 ceph-mon[116524]: pgmap v14429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:09 smithi155 ceph-mon[102677]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:09 smithi111 ceph-mon[97855]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:15:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:15:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:09 smithi111 ceph-mon[116524]: pgmap v14430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:11 smithi155 ceph-mon[102677]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:11 smithi111 ceph-mon[97855]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:11 smithi111 ceph-mon[116524]: pgmap v14431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:13 smithi155 ceph-mon[102677]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:13 smithi111 ceph-mon[97855]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:13 smithi111 ceph-mon[116524]: pgmap v14432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:15 smithi155 ceph-mon[102677]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:15 smithi111 ceph-mon[97855]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:15 smithi111 ceph-mon[116524]: pgmap v14433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:17 smithi155 ceph-mon[102677]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:17 smithi111 ceph-mon[97855]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:17 smithi111 ceph-mon[116524]: pgmap v14434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:17.777 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:15:18.087 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:15:18.087 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 107s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:15:18.087 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 107s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:15:18.087 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 107s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:15:18.087 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 107s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:15:18.087 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 107s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 107s ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 107s ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 107s ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 107s ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 107s ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 107s ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 107s ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 107s ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 107s ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:15:18.088 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 107s ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:15:18.089 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 107s ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:15:18.089 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 107s ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:15:18.089 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 107s ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:15:18.089 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 107s ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:15:18.089 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 107s ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:15:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:18 smithi155 ceph-mon[102677]: from='client.30375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:18.467 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:15:18.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:15:18.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:18.468 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:15:18.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:15:18.469 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:15:18.469 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:15:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:18 smithi111 ceph-mon[97855]: from='client.30375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:18 smithi111 ceph-mon[116524]: from='client.30375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:19 smithi155 ceph-mon[102677]: from='client.40259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:19 smithi155 ceph-mon[102677]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4182777958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:15:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:19 smithi111 ceph-mon[97855]: from='client.40259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:19 smithi111 ceph-mon[97855]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4182777958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:15:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:15:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:15:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:19 smithi111 ceph-mon[116524]: from='client.40259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:19 smithi111 ceph-mon[116524]: pgmap v14435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4182777958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:15:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:21 smithi155 ceph-mon[102677]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:21 smithi111 ceph-mon[97855]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:21 smithi111 ceph-mon[116524]: pgmap v14436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:23 smithi155 ceph-mon[102677]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:23 smithi111 ceph-mon[97855]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:23 smithi111 ceph-mon[116524]: pgmap v14437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:25 smithi155 ceph-mon[102677]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:25 smithi111 ceph-mon[97855]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:25 smithi111 ceph-mon[116524]: pgmap v14438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:27 smithi155 ceph-mon[102677]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:27 smithi111 ceph-mon[97855]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:27 smithi111 ceph-mon[116524]: pgmap v14439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:29 smithi155 ceph-mon[102677]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:29 smithi111 ceph-mon[97855]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:15:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:15:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:29 smithi111 ceph-mon[116524]: pgmap v14440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:31 smithi155 ceph-mon[102677]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:31 smithi111 ceph-mon[97855]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:31 smithi111 ceph-mon[116524]: pgmap v14441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:33.357 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:33 smithi111 ceph-mon[97855]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:33.358 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:33 smithi111 ceph-mon[116524]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:33 smithi155 ceph-mon[102677]: pgmap v14442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:35 smithi111 ceph-mon[97855]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:35 smithi111 ceph-mon[116524]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:35 smithi155 ceph-mon[102677]: pgmap v14443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:15:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:15:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:15:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:37 smithi155 ceph-mon[102677]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:37 smithi111 ceph-mon[97855]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:37 smithi111 ceph-mon[116524]: pgmap v14444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:39.648 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:15:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:15:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:39 smithi155 ceph-mon[102677]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:39 smithi111 ceph-mon[97855]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:39 smithi111 ceph-mon[116524]: pgmap v14445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:41 smithi155 ceph-mon[102677]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:41 smithi111 ceph-mon[97855]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:41 smithi111 ceph-mon[116524]: pgmap v14446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:43 smithi155 ceph-mon[102677]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:43 smithi111 ceph-mon[97855]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:43 smithi111 ceph-mon[116524]: pgmap v14447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:45 smithi155 ceph-mon[102677]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:45 smithi111 ceph-mon[97855]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:45 smithi111 ceph-mon[116524]: pgmap v14448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:47 smithi155 ceph-mon[102677]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:47 smithi111 ceph-mon[97855]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:47 smithi111 ceph-mon[116524]: pgmap v14449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:48.815 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:15:49.124 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:15:49.124 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:15:49.125 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:15:49.126 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:15:49.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:49 smithi155 ceph-mon[102677]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:49 smithi155 ceph-mon[102677]: from='client.40271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:49 smithi111 ceph-mon[97855]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:49 smithi111 ceph-mon[97855]: from='client.40271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:15:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:15:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:49 smithi111 ceph-mon[116524]: pgmap v14450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:49 smithi111 ceph-mon[116524]: from='client.40271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:15:49.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:15:49.509 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:15:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:50 smithi155 ceph-mon[102677]: from='client.30399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/601396377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:50 smithi111 ceph-mon[97855]: from='client.30399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/601396377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:50 smithi111 ceph-mon[116524]: from='client.30399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/601396377' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:15:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:51 smithi155 ceph-mon[102677]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:51 smithi111 ceph-mon[97855]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:51 smithi111 ceph-mon[116524]: pgmap v14451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:53 smithi155 ceph-mon[102677]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:53 smithi111 ceph-mon[97855]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:53 smithi111 ceph-mon[116524]: pgmap v14452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:55 smithi155 ceph-mon[102677]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:55 smithi111 ceph-mon[97855]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:55 smithi111 ceph-mon[116524]: pgmap v14453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:57 smithi155 ceph-mon[102677]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:57 smithi111 ceph-mon[97855]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:57 smithi111 ceph-mon[116524]: pgmap v14454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:59.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:15:59 smithi155 ceph-mon[102677]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:15:59 smithi111 ceph-mon[97855]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:15:59 smithi111 ceph-mon[116524]: pgmap v14455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:15:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:15:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:16:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:01 smithi155 ceph-mon[102677]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:01 smithi111 ceph-mon[97855]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:01 smithi111 ceph-mon[116524]: pgmap v14456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:03.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:03 smithi155 ceph-mon[102677]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:03 smithi111 ceph-mon[97855]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:03 smithi111 ceph-mon[116524]: pgmap v14457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:05 smithi155 ceph-mon[102677]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:05 smithi111 ceph-mon[97855]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:05 smithi111 ceph-mon[116524]: pgmap v14458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:07 smithi155 ceph-mon[102677]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:07 smithi111 ceph-mon[97855]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:07 smithi111 ceph-mon[116524]: pgmap v14459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:09 smithi155 ceph-mon[102677]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:09 smithi111 ceph-mon[97855]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:16:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:16:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:09 smithi111 ceph-mon[116524]: pgmap v14460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:11 smithi155 ceph-mon[102677]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:11 smithi111 ceph-mon[97855]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:11 smithi111 ceph-mon[116524]: pgmap v14461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:13.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:13 smithi155 ceph-mon[102677]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:13 smithi111 ceph-mon[97855]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:13 smithi111 ceph-mon[116524]: pgmap v14462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:15 smithi155 ceph-mon[102677]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:15 smithi111 ceph-mon[97855]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:15 smithi111 ceph-mon[116524]: pgmap v14463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:17.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:17 smithi155 ceph-mon[102677]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:17 smithi111 ceph-mon[97855]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:17 smithi111 ceph-mon[116524]: pgmap v14464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:19 smithi155 ceph-mon[102677]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:19 smithi111 ceph-mon[97855]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:16:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:16:19.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:19 smithi111 ceph-mon[116524]: pgmap v14465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:19.855 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:16:20.160 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:16:20.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:16:20.162 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:16:20.162 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:16:20.162 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:16:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:20 smithi155 ceph-mon[102677]: from='client.40289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:20 smithi111 ceph-mon[97855]: from='client.40289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:20 smithi111 ceph-mon[116524]: from='client.40289 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:16:20.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:16:20.545 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:16:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:21 smithi155 ceph-mon[102677]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:21 smithi155 ceph-mon[102677]: from='client.40295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2365611478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:16:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:21 smithi111 ceph-mon[116524]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:21 smithi111 ceph-mon[116524]: from='client.40295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2365611478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:16:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:21 smithi111 ceph-mon[97855]: pgmap v14466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:21 smithi111 ceph-mon[97855]: from='client.40295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2365611478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:16:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:23 smithi155 ceph-mon[102677]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:23 smithi111 ceph-mon[97855]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:23 smithi111 ceph-mon[116524]: pgmap v14467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:25 smithi155 ceph-mon[102677]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:25 smithi111 ceph-mon[97855]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:25 smithi111 ceph-mon[116524]: pgmap v14468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:27 smithi155 ceph-mon[102677]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:27 smithi111 ceph-mon[97855]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:27 smithi111 ceph-mon[116524]: pgmap v14469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:29 smithi155 ceph-mon[102677]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:29 smithi111 ceph-mon[97855]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:29 smithi111 ceph-mon[116524]: pgmap v14470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:16:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:16:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:31 smithi155 ceph-mon[102677]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:31 smithi111 ceph-mon[97855]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:31 smithi111 ceph-mon[116524]: pgmap v14471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:33 smithi155 ceph-mon[102677]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:33 smithi111 ceph-mon[97855]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:33 smithi111 ceph-mon[116524]: pgmap v14472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:35 smithi155 ceph-mon[102677]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:35 smithi111 ceph-mon[97855]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:35 smithi111 ceph-mon[116524]: pgmap v14473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:16:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:16:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:16:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:37 smithi155 ceph-mon[102677]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:37 smithi111 ceph-mon[97855]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:37 smithi111 ceph-mon[116524]: pgmap v14474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:39 smithi155 ceph-mon[102677]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:39 smithi111 ceph-mon[97855]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:16:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:16:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:39 smithi111 ceph-mon[116524]: pgmap v14475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:16:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:16:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:16:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:16:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:16:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:41 smithi155 ceph-mon[102677]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:41 smithi111 ceph-mon[97855]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:41 smithi111 ceph-mon[116524]: pgmap v14476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:43 smithi155 ceph-mon[102677]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:43 smithi111 ceph-mon[97855]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:43 smithi111 ceph-mon[116524]: pgmap v14477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:45 smithi155 ceph-mon[102677]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:45 smithi111 ceph-mon[97855]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:45 smithi111 ceph-mon[116524]: pgmap v14478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:47 smithi155 ceph-mon[102677]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:47 smithi111 ceph-mon[97855]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:47 smithi111 ceph-mon[116524]: pgmap v14479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:49 smithi155 ceph-mon[102677]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:49 smithi111 ceph-mon[97855]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:16:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:16:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:49 smithi111 ceph-mon[116524]: pgmap v14480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:16:50.888 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:16:51.192 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:16:51.193 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:16:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:51 smithi155 ceph-mon[102677]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:51.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:51 smithi155 ceph-mon[102677]: from='client.40307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:51 smithi111 ceph-mon[97855]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:51 smithi111 ceph-mon[97855]: from='client.40307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:51 smithi111 ceph-mon[116524]: pgmap v14481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:51 smithi111 ceph-mon[116524]: from='client.40307 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:51.577 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:16:51.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:16:51.579 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:16:51.579 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:52 smithi155 ceph-mon[102677]: from='client.40313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2271245107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:16:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:52 smithi111 ceph-mon[97855]: from='client.40313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2271245107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:52 smithi111 ceph-mon[116524]: from='client.40313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:16:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2271245107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:16:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:53 smithi155 ceph-mon[102677]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:53 smithi111 ceph-mon[97855]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:53 smithi111 ceph-mon[116524]: pgmap v14482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:55 smithi155 ceph-mon[102677]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:55 smithi111 ceph-mon[97855]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:55 smithi111 ceph-mon[116524]: pgmap v14483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:57 smithi155 ceph-mon[102677]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:57 smithi111 ceph-mon[97855]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:57 smithi111 ceph-mon[116524]: pgmap v14484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:16:59 smithi155 ceph-mon[102677]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:16:59 smithi111 ceph-mon[97855]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:16:59.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:16:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:16:59.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:16:59 smithi111 ceph-mon[116524]: pgmap v14485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:01.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:01 smithi155 ceph-mon[102677]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:01 smithi111 ceph-mon[97855]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:01 smithi111 ceph-mon[116524]: pgmap v14486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:03 smithi155 ceph-mon[102677]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:03 smithi111 ceph-mon[97855]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:03 smithi111 ceph-mon[116524]: pgmap v14487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:05 smithi155 ceph-mon[102677]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:05 smithi111 ceph-mon[97855]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:05 smithi111 ceph-mon[116524]: pgmap v14488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:07 smithi155 ceph-mon[102677]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:07 smithi111 ceph-mon[97855]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:07 smithi111 ceph-mon[116524]: pgmap v14489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:09 smithi155 ceph-mon[102677]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:09 smithi111 ceph-mon[97855]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:17:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:17:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:09 smithi111 ceph-mon[116524]: pgmap v14490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:11 smithi155 ceph-mon[102677]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:11 smithi111 ceph-mon[97855]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:11 smithi111 ceph-mon[116524]: pgmap v14491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:13 smithi155 ceph-mon[102677]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:13 smithi111 ceph-mon[97855]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:13 smithi111 ceph-mon[116524]: pgmap v14492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:15 smithi155 ceph-mon[102677]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:15 smithi111 ceph-mon[97855]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:15 smithi111 ceph-mon[116524]: pgmap v14493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:17 smithi155 ceph-mon[102677]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:17 smithi111 ceph-mon[97855]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:17 smithi111 ceph-mon[116524]: pgmap v14494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:19 smithi155 ceph-mon[102677]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:19 smithi111 ceph-mon[97855]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:17:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:17:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:19 smithi111 ceph-mon[116524]: pgmap v14495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:21 smithi111 ceph-mon[97855]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:21 smithi111 ceph-mon[116524]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:21 smithi155 ceph-mon[102677]: pgmap v14496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:21.922 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:17:22.229 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:17:22.230 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:17:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:22 smithi111 ceph-mon[97855]: from='client.40325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:22 smithi111 ceph-mon[116524]: from='client.40325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:17:22.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:17:22.607 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:17:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:22 smithi155 ceph-mon[102677]: from='client.40325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:23 smithi111 ceph-mon[97855]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:23 smithi111 ceph-mon[97855]: from='client.30453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3543786124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:23 smithi111 ceph-mon[116524]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:23 smithi111 ceph-mon[116524]: from='client.30453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3543786124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:23 smithi155 ceph-mon[102677]: pgmap v14497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:23 smithi155 ceph-mon[102677]: from='client.30453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3543786124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:17:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:25 smithi155 ceph-mon[102677]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:25 smithi111 ceph-mon[97855]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:25 smithi111 ceph-mon[116524]: pgmap v14498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:27 smithi155 ceph-mon[102677]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:27 smithi111 ceph-mon[97855]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:27 smithi111 ceph-mon[116524]: pgmap v14499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:29 smithi155 ceph-mon[102677]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:29 smithi111 ceph-mon[97855]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:17:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:17:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:29 smithi111 ceph-mon[116524]: pgmap v14500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:31 smithi155 ceph-mon[102677]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:31 smithi111 ceph-mon[97855]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:31 smithi111 ceph-mon[116524]: pgmap v14501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:33 smithi111 ceph-mon[97855]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:33 smithi111 ceph-mon[116524]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:33 smithi155 ceph-mon[102677]: pgmap v14502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:35 smithi155 ceph-mon[102677]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:35 smithi111 ceph-mon[97855]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:35 smithi111 ceph-mon[116524]: pgmap v14503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:37 smithi155 ceph-mon[102677]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:37 smithi111 ceph-mon[97855]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:37 smithi111 ceph-mon[116524]: pgmap v14504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:39 smithi155 ceph-mon[102677]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:39 smithi111 ceph-mon[97855]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:17:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:17:39.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:39 smithi111 ceph-mon[116524]: pgmap v14505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:17:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:17:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:17:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:17:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: pgmap v14506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:17:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:17:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:43 smithi111 ceph-mon[97855]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:43 smithi111 ceph-mon[116524]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:43 smithi155 ceph-mon[102677]: pgmap v14507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:45 smithi155 ceph-mon[102677]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:45 smithi111 ceph-mon[97855]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:45 smithi111 ceph-mon[116524]: pgmap v14508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:47 smithi155 ceph-mon[102677]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:47 smithi111 ceph-mon[97855]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:47 smithi111 ceph-mon[116524]: pgmap v14509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:49 smithi111 ceph-mon[97855]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:17:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:17:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:49 smithi111 ceph-mon[116524]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:49 smithi155 ceph-mon[102677]: pgmap v14510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:17:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:51 smithi111 ceph-mon[97855]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:51.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:51 smithi111 ceph-mon[116524]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:51 smithi155 ceph-mon[102677]: pgmap v14511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:52.950 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:17:53.259 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:17:53.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:17:53.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:17:53.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:17:53.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:17:53.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:17:53.261 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:17:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:53 smithi111 ceph-mon[97855]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:53 smithi111 ceph-mon[116524]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:17:53.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:17:53.641 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:17:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:53 smithi155 ceph-mon[102677]: pgmap v14512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:54 smithi111 ceph-mon[97855]: from='client.40343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:54 smithi111 ceph-mon[97855]: from='client.30471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/898664889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:17:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:54 smithi111 ceph-mon[116524]: from='client.40343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:54 smithi111 ceph-mon[116524]: from='client.30471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/898664889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:54 smithi155 ceph-mon[102677]: from='client.40343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:54 smithi155 ceph-mon[102677]: from='client.30471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/898664889' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:17:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:55 smithi111 ceph-mon[97855]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:55 smithi111 ceph-mon[116524]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:55 smithi155 ceph-mon[102677]: pgmap v14513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:57 smithi111 ceph-mon[97855]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:57 smithi111 ceph-mon[116524]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:57 smithi155 ceph-mon[102677]: pgmap v14514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:17:59 smithi111 ceph-mon[97855]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:17:59 smithi111 ceph-mon[116524]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:17:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:17:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:17:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:17:59 smithi155 ceph-mon[102677]: pgmap v14515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:01 smithi111 ceph-mon[97855]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:01 smithi111 ceph-mon[116524]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:01 smithi155 ceph-mon[102677]: pgmap v14516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:03 smithi111 ceph-mon[97855]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:03 smithi111 ceph-mon[116524]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:03 smithi155 ceph-mon[102677]: pgmap v14517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:05 smithi155 ceph-mon[102677]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:05 smithi111 ceph-mon[97855]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:05 smithi111 ceph-mon[116524]: pgmap v14518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:07 smithi111 ceph-mon[97855]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:07 smithi111 ceph-mon[116524]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:07 smithi155 ceph-mon[102677]: pgmap v14519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:09 smithi111 ceph-mon[97855]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:18:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:18:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:09 smithi111 ceph-mon[116524]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:09 smithi155 ceph-mon[102677]: pgmap v14520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:11 smithi111 ceph-mon[97855]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:11 smithi111 ceph-mon[116524]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:11 smithi155 ceph-mon[102677]: pgmap v14521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:13 smithi111 ceph-mon[97855]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:13 smithi111 ceph-mon[116524]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:13 smithi155 ceph-mon[102677]: pgmap v14522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:15 smithi155 ceph-mon[102677]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:15 smithi111 ceph-mon[97855]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:15 smithi111 ceph-mon[116524]: pgmap v14523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:17 smithi111 ceph-mon[97855]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:17 smithi111 ceph-mon[116524]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:17 smithi155 ceph-mon[102677]: pgmap v14524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:19 smithi111 ceph-mon[97855]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:18:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:18:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:19 smithi111 ceph-mon[116524]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:19 smithi155 ceph-mon[102677]: pgmap v14525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:21 smithi111 ceph-mon[97855]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:21 smithi111 ceph-mon[116524]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:21 smithi155 ceph-mon[102677]: pgmap v14526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:23 smithi111 ceph-mon[97855]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:23 smithi111 ceph-mon[116524]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:23 smithi155 ceph-mon[102677]: pgmap v14527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:23.983 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:18:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:18:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:18:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:18:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:18:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:18:24.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:18:24.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:18:24.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:18:24.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:18:24.294 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:18:24.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:18:24.674 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:25 smithi155 ceph-mon[102677]: from='client.30483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:25 smithi155 ceph-mon[102677]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:25 smithi155 ceph-mon[102677]: from='client.40367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4187670493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[97855]: from='client.30483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[97855]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[97855]: from='client.40367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4187670493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[116524]: from='client.30483 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[116524]: pgmap v14528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[116524]: from='client.40367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4187670493' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:18:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:27 smithi111 ceph-mon[97855]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:27 smithi111 ceph-mon[116524]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:27 smithi155 ceph-mon[102677]: pgmap v14529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:29 smithi111 ceph-mon[97855]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:29 smithi111 ceph-mon[116524]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:18:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:18:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:29 smithi155 ceph-mon[102677]: pgmap v14530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:31 smithi111 ceph-mon[97855]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:31 smithi111 ceph-mon[116524]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:31 smithi155 ceph-mon[102677]: pgmap v14531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:33 smithi111 ceph-mon[97855]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:33 smithi111 ceph-mon[116524]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:33 smithi155 ceph-mon[102677]: pgmap v14532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:35 smithi155 ceph-mon[102677]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:35 smithi111 ceph-mon[97855]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:35 smithi111 ceph-mon[116524]: pgmap v14533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:37 smithi111 ceph-mon[97855]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:37 smithi111 ceph-mon[116524]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:37 smithi155 ceph-mon[102677]: pgmap v14534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:39 smithi111 ceph-mon[97855]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:39 smithi111 ceph-mon[116524]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:18:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:18:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:39 smithi155 ceph-mon[102677]: pgmap v14535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[116524]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:18:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:18:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:18:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:18:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[97855]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:41.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:18:41.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:18:41.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:18:41.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:18:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:41 smithi155 ceph-mon[102677]: pgmap v14536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:18:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:18:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:18:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:18:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:43 smithi111 ceph-mon[97855]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:43 smithi111 ceph-mon[116524]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:43 smithi155 ceph-mon[102677]: pgmap v14537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:45 smithi155 ceph-mon[102677]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:45 smithi111 ceph-mon[97855]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:45 smithi111 ceph-mon[116524]: pgmap v14538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:47 smithi111 ceph-mon[97855]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:47 smithi111 ceph-mon[116524]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:47 smithi155 ceph-mon[102677]: pgmap v14539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:49 smithi111 ceph-mon[97855]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:18:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:18:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:49 smithi111 ceph-mon[116524]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:49 smithi155 ceph-mon[102677]: pgmap v14540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:18:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:51 smithi111 ceph-mon[97855]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:51 smithi111 ceph-mon[116524]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:51 smithi155 ceph-mon[102677]: pgmap v14541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:53 smithi111 ceph-mon[97855]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:53 smithi111 ceph-mon[116524]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:53 smithi155 ceph-mon[102677]: pgmap v14542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:55.020 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:18:55.329 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:18:55.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:18:55.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:18:55.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:18:55.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:18:55.331 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:18:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:55 smithi155 ceph-mon[102677]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:55 smithi111 ceph-mon[97855]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:55 smithi111 ceph-mon[116524]: pgmap v14543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:55.708 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:18:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:18:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:18:55.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:18:55.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:18:55.710 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:18:55.710 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:56 smithi155 ceph-mon[102677]: from='client.40379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:56 smithi155 ceph-mon[102677]: from='client.30507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2911415233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:18:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:56 smithi111 ceph-mon[97855]: from='client.40379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:56 smithi111 ceph-mon[97855]: from='client.30507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2911415233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:18:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:56 smithi111 ceph-mon[116524]: from='client.40379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:56 smithi111 ceph-mon[116524]: from='client.30507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:18:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2911415233' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:18:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:57 smithi155 ceph-mon[102677]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:57 smithi111 ceph-mon[97855]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:57 smithi111 ceph-mon[116524]: pgmap v14544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:18:59 smithi111 ceph-mon[97855]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:18:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:18:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:18:59 smithi111 ceph-mon[116524]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:18:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:18:59 smithi155 ceph-mon[102677]: pgmap v14545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:01 smithi111 ceph-mon[97855]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:01 smithi111 ceph-mon[116524]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:01 smithi155 ceph-mon[102677]: pgmap v14546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:03 smithi111 ceph-mon[97855]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:03 smithi111 ceph-mon[116524]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:03 smithi155 ceph-mon[102677]: pgmap v14547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:05 smithi155 ceph-mon[102677]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:05 smithi111 ceph-mon[97855]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:05 smithi111 ceph-mon[116524]: pgmap v14548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:07 smithi111 ceph-mon[97855]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:07 smithi111 ceph-mon[116524]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:07 smithi155 ceph-mon[102677]: pgmap v14549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:09 smithi111 ceph-mon[97855]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:19:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:19:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:09 smithi111 ceph-mon[116524]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:09 smithi155 ceph-mon[102677]: pgmap v14550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:11 smithi111 ceph-mon[97855]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:11 smithi111 ceph-mon[116524]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:11 smithi155 ceph-mon[102677]: pgmap v14551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:13 smithi111 ceph-mon[97855]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:13 smithi111 ceph-mon[116524]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:13 smithi155 ceph-mon[102677]: pgmap v14552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:15 smithi155 ceph-mon[102677]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:15 smithi111 ceph-mon[97855]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:15 smithi111 ceph-mon[116524]: pgmap v14553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:17 smithi111 ceph-mon[97855]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:17 smithi111 ceph-mon[116524]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:17 smithi155 ceph-mon[102677]: pgmap v14554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:19 smithi111 ceph-mon[97855]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:19:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:19:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:19 smithi111 ceph-mon[116524]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:19 smithi155 ceph-mon[102677]: pgmap v14555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:21 smithi111 ceph-mon[97855]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:21 smithi111 ceph-mon[116524]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:21 smithi155 ceph-mon[102677]: pgmap v14556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:23 smithi111 ceph-mon[97855]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:23 smithi111 ceph-mon[116524]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:23 smithi155 ceph-mon[102677]: pgmap v14557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:25 smithi155 ceph-mon[102677]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:25 smithi111 ceph-mon[97855]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:25 smithi111 ceph-mon[116524]: pgmap v14558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:26.055 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:19:26.360 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:19:26.361 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:19:26.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:19:26.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:19:26.362 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:26.737 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:19:26.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:19:26.738 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:26.738 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:19:26.738 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:19:26.738 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:19:26.738 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:19:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[97855]: from='client.30519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[97855]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[97855]: from='client.40403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2867179476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[116524]: from='client.30519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[116524]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[116524]: from='client.40403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2867179476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:19:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:27 smithi155 ceph-mon[102677]: from='client.30519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:27 smithi155 ceph-mon[102677]: pgmap v14559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:27 smithi155 ceph-mon[102677]: from='client.40403 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2867179476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:19:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:29 smithi111 ceph-mon[97855]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:29.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:29 smithi111 ceph-mon[116524]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:19:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:19:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:29 smithi155 ceph-mon[102677]: pgmap v14560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:31 smithi111 ceph-mon[97855]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:31 smithi111 ceph-mon[116524]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:31 smithi155 ceph-mon[102677]: pgmap v14561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:33 smithi111 ceph-mon[97855]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:33 smithi111 ceph-mon[116524]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:33 smithi155 ceph-mon[102677]: pgmap v14562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:35 smithi155 ceph-mon[102677]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:35 smithi111 ceph-mon[97855]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:35 smithi111 ceph-mon[116524]: pgmap v14563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:37 smithi111 ceph-mon[97855]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:37 smithi111 ceph-mon[116524]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:37 smithi155 ceph-mon[102677]: pgmap v14564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:39 smithi111 ceph-mon[97855]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:19:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:19:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:39 smithi111 ceph-mon[116524]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:39 smithi155 ceph-mon[102677]: pgmap v14565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:41 smithi111 ceph-mon[97855]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:19:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:41 smithi111 ceph-mon[116524]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:19:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:41 smithi155 ceph-mon[102677]: pgmap v14566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:19:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:19:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:19:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:19:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:19:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:19:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:19:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:19:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:19:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:19:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:43 smithi155 ceph-mon[102677]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:43 smithi111 ceph-mon[97855]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:43 smithi111 ceph-mon[116524]: pgmap v14567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:45 smithi155 ceph-mon[102677]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:45 smithi111 ceph-mon[97855]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:45 smithi111 ceph-mon[116524]: pgmap v14568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:47 smithi111 ceph-mon[97855]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:47 smithi111 ceph-mon[116524]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:47 smithi155 ceph-mon[102677]: pgmap v14569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:49.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:49 smithi111 ceph-mon[97855]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:49 smithi111 ceph-mon[116524]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:19:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:19:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:49 smithi155 ceph-mon[102677]: pgmap v14570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:19:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:51 smithi111 ceph-mon[97855]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:51 smithi111 ceph-mon[116524]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:51 smithi155 ceph-mon[102677]: pgmap v14571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:53 smithi155 ceph-mon[102677]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:53 smithi111 ceph-mon[97855]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:53 smithi111 ceph-mon[116524]: pgmap v14572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:55 smithi155 ceph-mon[102677]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:55 smithi111 ceph-mon[97855]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:55 smithi111 ceph-mon[116524]: pgmap v14573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:57.087 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:19:57.394 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:19:57.394 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:19:57.394 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:19:57.395 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:19:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:19:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:19:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:19:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:19:57.396 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:19:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:57 smithi111 ceph-mon[97855]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:57 smithi111 ceph-mon[116524]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:57 smithi155 ceph-mon[102677]: pgmap v14574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:57.772 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:19:57.773 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:19:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:58 smithi111 ceph-mon[97855]: from='client.30537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:58 smithi111 ceph-mon[97855]: from='client.30543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3381799847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:19:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:58 smithi111 ceph-mon[116524]: from='client.30537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:58 smithi111 ceph-mon[116524]: from='client.30543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3381799847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:19:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:58 smithi155 ceph-mon[102677]: from='client.30537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:58 smithi155 ceph-mon[102677]: from='client.30543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3381799847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:19:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:19:59 smithi111 ceph-mon[97855]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:19:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:19:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:19:59 smithi111 ceph-mon[116524]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:19:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:19:59 smithi155 ceph-mon[102677]: pgmap v14575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:00.252 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:00 smithi111 conmon[97831]: 2023-12-01T11:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:20:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:20:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:20:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:20:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:01 smithi155 ceph-mon[102677]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:01 smithi111 ceph-mon[97855]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:01 smithi111 ceph-mon[116524]: pgmap v14576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:03 smithi155 ceph-mon[102677]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:03 smithi111 ceph-mon[97855]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:03 smithi111 ceph-mon[116524]: pgmap v14577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:05 smithi155 ceph-mon[102677]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:05 smithi111 ceph-mon[97855]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:05 smithi111 ceph-mon[116524]: pgmap v14578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:07 smithi111 ceph-mon[97855]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:07 smithi111 ceph-mon[116524]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:07 smithi155 ceph-mon[102677]: pgmap v14579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:09 smithi155 ceph-mon[102677]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:09 smithi111 ceph-mon[97855]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:20:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:20:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:09 smithi111 ceph-mon[116524]: pgmap v14580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:11 smithi155 ceph-mon[102677]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:11 smithi111 ceph-mon[97855]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:11 smithi111 ceph-mon[116524]: pgmap v14581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:13 smithi155 ceph-mon[102677]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:13 smithi111 ceph-mon[97855]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:13 smithi111 ceph-mon[116524]: pgmap v14582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:15 smithi155 ceph-mon[102677]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:15 smithi111 ceph-mon[97855]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:15 smithi111 ceph-mon[116524]: pgmap v14583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:17 smithi111 ceph-mon[97855]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:17 smithi111 ceph-mon[116524]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:17 smithi155 ceph-mon[102677]: pgmap v14584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:19 smithi155 ceph-mon[102677]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:19 smithi111 ceph-mon[97855]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:20:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:20:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:19 smithi111 ceph-mon[116524]: pgmap v14585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:21 smithi155 ceph-mon[102677]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:21 smithi111 ceph-mon[97855]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:21 smithi111 ceph-mon[116524]: pgmap v14586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:23 smithi155 ceph-mon[102677]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:23 smithi111 ceph-mon[97855]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:23 smithi111 ceph-mon[116524]: pgmap v14587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:25 smithi155 ceph-mon[102677]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:25 smithi111 ceph-mon[97855]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:25 smithi111 ceph-mon[116524]: pgmap v14588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:27 smithi155 ceph-mon[102677]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:27 smithi111 ceph-mon[97855]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:27 smithi111 ceph-mon[116524]: pgmap v14589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:28.118 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:20:28.426 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:20:28.427 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:20:28.804 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:20:28.804 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:20:28.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:20:28.805 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:20:28.806 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:29 smithi155 ceph-mon[102677]: from='client.30555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:29 smithi155 ceph-mon[102677]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:29 smithi155 ceph-mon[102677]: from='client.40439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3599882930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:20:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:20:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:20:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[97855]: from='client.30555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:20:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[97855]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[97855]: from='client.40439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:20:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3599882930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[116524]: from='client.30555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[116524]: pgmap v14590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[116524]: from='client.40439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3599882930' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:20:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:31 smithi155 ceph-mon[102677]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:31 smithi111 ceph-mon[97855]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:31 smithi111 ceph-mon[116524]: pgmap v14591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:33 smithi155 ceph-mon[102677]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:33 smithi111 ceph-mon[116524]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:33 smithi111 ceph-mon[97855]: pgmap v14592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:35 smithi155 ceph-mon[102677]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:35 smithi111 ceph-mon[97855]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:35 smithi111 ceph-mon[116524]: pgmap v14593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:37 smithi155 ceph-mon[102677]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:37 smithi111 ceph-mon[97855]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:37 smithi111 ceph-mon[116524]: pgmap v14594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:39 smithi155 ceph-mon[102677]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:39 smithi111 ceph-mon[97855]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:20:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:20:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:39 smithi111 ceph-mon[116524]: pgmap v14595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:41 smithi155 ceph-mon[102677]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:41 smithi111 ceph-mon[97855]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:41 smithi111 ceph-mon[116524]: pgmap v14596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:20:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:20:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:20:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:20:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:20:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:20:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:20:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:20:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:20:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:20:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:20:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:20:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:43 smithi155 ceph-mon[102677]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:43 smithi111 ceph-mon[97855]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:43 smithi111 ceph-mon[116524]: pgmap v14597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:45 smithi155 ceph-mon[102677]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:45 smithi111 ceph-mon[97855]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:45 smithi111 ceph-mon[116524]: pgmap v14598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:47 smithi155 ceph-mon[102677]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:47 smithi111 ceph-mon[97855]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:47 smithi111 ceph-mon[116524]: pgmap v14599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:49 smithi155 ceph-mon[102677]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:49 smithi111 ceph-mon[97855]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:20:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:20:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:49 smithi111 ceph-mon[116524]: pgmap v14600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:20:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:51 smithi155 ceph-mon[102677]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:51 smithi111 ceph-mon[97855]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:51 smithi111 ceph-mon[116524]: pgmap v14601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:53 smithi155 ceph-mon[102677]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:53 smithi111 ceph-mon[97855]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:53 smithi111 ceph-mon[116524]: pgmap v14602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:55 smithi155 ceph-mon[102677]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:55 smithi111 ceph-mon[97855]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:55 smithi111 ceph-mon[116524]: pgmap v14603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:57 smithi155 ceph-mon[102677]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:57 smithi111 ceph-mon[97855]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:57 smithi111 ceph-mon[116524]: pgmap v14604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:59.154 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:20:59.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:20:59.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:20:59.462 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:20:59.462 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:20:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:20:59 smithi155 ceph-mon[102677]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:20:59 smithi111 ceph-mon[97855]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:20:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:20:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:20:59 smithi111 ceph-mon[116524]: pgmap v14605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:59.838 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:20:59.839 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:00 smithi155 ceph-mon[102677]: from='client.30573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:00 smithi155 ceph-mon[102677]: from='client.30579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2806045196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:00 smithi111 ceph-mon[97855]: from='client.30573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:00 smithi111 ceph-mon[97855]: from='client.30579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2806045196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:21:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:00 smithi111 ceph-mon[116524]: from='client.30573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:00 smithi111 ceph-mon[116524]: from='client.30579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2806045196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:21:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:01 smithi155 ceph-mon[102677]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:01 smithi111 ceph-mon[97855]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:01 smithi111 ceph-mon[116524]: pgmap v14606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:03 smithi155 ceph-mon[102677]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:03 smithi111 ceph-mon[97855]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:03 smithi111 ceph-mon[116524]: pgmap v14607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:05 smithi155 ceph-mon[102677]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:05 smithi111 ceph-mon[97855]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:05 smithi111 ceph-mon[116524]: pgmap v14608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:07 smithi155 ceph-mon[102677]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:07 smithi111 ceph-mon[97855]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:07 smithi111 ceph-mon[116524]: pgmap v14609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:09 smithi155 ceph-mon[102677]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:09 smithi111 ceph-mon[97855]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:21:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:21:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:09 smithi111 ceph-mon[116524]: pgmap v14610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:11 smithi155 ceph-mon[102677]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:11 smithi111 ceph-mon[97855]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:11 smithi111 ceph-mon[116524]: pgmap v14611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:13 smithi155 ceph-mon[102677]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:13 smithi111 ceph-mon[97855]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:13 smithi111 ceph-mon[116524]: pgmap v14612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:15 smithi155 ceph-mon[102677]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:15 smithi111 ceph-mon[97855]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:15 smithi111 ceph-mon[116524]: pgmap v14613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:17 smithi155 ceph-mon[102677]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:17 smithi111 ceph-mon[97855]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:17 smithi111 ceph-mon[116524]: pgmap v14614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:19 smithi155 ceph-mon[102677]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:19 smithi111 ceph-mon[97855]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:21:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:21:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:19 smithi111 ceph-mon[116524]: pgmap v14615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:21 smithi155 ceph-mon[102677]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:21 smithi111 ceph-mon[97855]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:21 smithi111 ceph-mon[116524]: pgmap v14616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:23 smithi155 ceph-mon[102677]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:23 smithi111 ceph-mon[97855]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:23 smithi111 ceph-mon[116524]: pgmap v14617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:25 smithi155 ceph-mon[102677]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:25 smithi111 ceph-mon[97855]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:25 smithi111 ceph-mon[116524]: pgmap v14618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:27 smithi155 ceph-mon[102677]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:27 smithi111 ceph-mon[97855]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:27 smithi111 ceph-mon[116524]: pgmap v14619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:29 smithi155 ceph-mon[102677]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:29 smithi111 ceph-mon[97855]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:29 smithi111 ceph-mon[116524]: pgmap v14620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:21:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:21:30.186 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:21:30.491 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5213M 2320M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5515M 2320M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5776M 2320M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4940M 2320M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:21:30.492 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:21:30.493 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:21:30.493 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:21:30.870 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:21:30.870 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:21:30.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:21:30.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:21:30.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:21:30.872 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:21:30.872 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:21:30.872 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:21:30.872 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:31 smithi155 ceph-mon[102677]: from='client.40469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:31 smithi155 ceph-mon[102677]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:31 smithi155 ceph-mon[102677]: from='client.40475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3237630371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[97855]: from='client.40469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[97855]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[97855]: from='client.40475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3237630371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[116524]: from='client.40469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[116524]: pgmap v14621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[116524]: from='client.40475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3237630371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:21:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:33 smithi155 ceph-mon[102677]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:33 smithi111 ceph-mon[97855]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:33 smithi111 ceph-mon[116524]: pgmap v14622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:35 smithi155 ceph-mon[102677]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:35 smithi111 ceph-mon[97855]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:35 smithi111 ceph-mon[116524]: pgmap v14623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:37 smithi155 ceph-mon[102677]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:37 smithi111 ceph-mon[97855]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:37 smithi111 ceph-mon[116524]: pgmap v14624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:39 smithi155 ceph-mon[102677]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:39 smithi111 ceph-mon[97855]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:21:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:21:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:39 smithi111 ceph-mon[116524]: pgmap v14625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:41 smithi155 ceph-mon[102677]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:41 smithi111 ceph-mon[97855]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:41 smithi111 ceph-mon[116524]: pgmap v14626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:21:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:21:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:21:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2311M 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2311M 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: pgmap v14627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2311M 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:21:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:45 smithi155 ceph-mon[102677]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:45 smithi111 ceph-mon[97855]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:45 smithi111 ceph-mon[116524]: pgmap v14628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:47 smithi155 ceph-mon[102677]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:47 smithi111 ceph-mon[97855]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:47 smithi111 ceph-mon[116524]: pgmap v14629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:49 smithi155 ceph-mon[102677]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:49 smithi111 ceph-mon[97855]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:49 smithi111 ceph-mon[116524]: pgmap v14630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:21:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:21:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:21:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:51 smithi155 ceph-mon[102677]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:51 smithi111 ceph-mon[97855]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:51 smithi111 ceph-mon[116524]: pgmap v14631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:53 smithi155 ceph-mon[102677]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:53 smithi111 ceph-mon[97855]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:53 smithi111 ceph-mon[116524]: pgmap v14632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:55 smithi155 ceph-mon[102677]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:55 smithi111 ceph-mon[97855]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:55 smithi111 ceph-mon[116524]: pgmap v14633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:57 smithi155 ceph-mon[102677]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:57 smithi111 ceph-mon[97855]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:57 smithi111 ceph-mon[116524]: pgmap v14634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:21:59 smithi155 ceph-mon[102677]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:21:59 smithi111 ceph-mon[97855]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:21:59 smithi111 ceph-mon[116524]: pgmap v14635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:21:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:21:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:22:01.213 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:22:01.519 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:22:01.519 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:22:01.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5213M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5515M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5776M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4940M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:22:01.521 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:22:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:01 smithi155 ceph-mon[102677]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:01 smithi111 ceph-mon[97855]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:01 smithi111 ceph-mon[116524]: pgmap v14636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:01.897 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:01.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:22:01.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:22:01.899 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:01.899 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:22:01.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:22:01.899 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:22:01.899 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:02 smithi155 ceph-mon[102677]: from='client.40487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:02 smithi155 ceph-mon[102677]: from='client.30615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2411508876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:02 smithi111 ceph-mon[97855]: from='client.40487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:02 smithi111 ceph-mon[97855]: from='client.30615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2411508876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:02 smithi111 ceph-mon[116524]: from='client.40487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:02 smithi111 ceph-mon[116524]: from='client.30615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2411508876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:22:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:03 smithi155 ceph-mon[102677]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:03 smithi111 ceph-mon[97855]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:03 smithi111 ceph-mon[116524]: pgmap v14637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:05 smithi155 ceph-mon[102677]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:05 smithi111 ceph-mon[97855]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:05 smithi111 ceph-mon[116524]: pgmap v14638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:07 smithi155 ceph-mon[102677]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:07 smithi111 ceph-mon[97855]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:07 smithi111 ceph-mon[116524]: pgmap v14639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:09 smithi155 ceph-mon[102677]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:09 smithi111 ceph-mon[97855]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:22:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:22:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:09 smithi111 ceph-mon[116524]: pgmap v14640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:11 smithi155 ceph-mon[102677]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:11 smithi111 ceph-mon[97855]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:11 smithi111 ceph-mon[116524]: pgmap v14641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:13 smithi155 ceph-mon[102677]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:13 smithi111 ceph-mon[97855]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:13 smithi111 ceph-mon[116524]: pgmap v14642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:15 smithi155 ceph-mon[102677]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:15 smithi111 ceph-mon[97855]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:15 smithi111 ceph-mon[116524]: pgmap v14643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:17 smithi155 ceph-mon[102677]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:17 smithi111 ceph-mon[97855]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:17 smithi111 ceph-mon[116524]: pgmap v14644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:19 smithi155 ceph-mon[102677]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:19 smithi111 ceph-mon[97855]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:19 smithi111 ceph-mon[116524]: pgmap v14645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:22:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:22:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:21 smithi155 ceph-mon[102677]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:21 smithi111 ceph-mon[97855]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:21 smithi111 ceph-mon[116524]: pgmap v14646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:23 smithi155 ceph-mon[102677]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:23 smithi111 ceph-mon[97855]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:23 smithi111 ceph-mon[116524]: pgmap v14647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:25 smithi155 ceph-mon[102677]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:25 smithi111 ceph-mon[97855]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:25 smithi111 ceph-mon[116524]: pgmap v14648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:27 smithi155 ceph-mon[102677]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:27 smithi111 ceph-mon[97855]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:27 smithi111 ceph-mon[116524]: pgmap v14649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:29 smithi155 ceph-mon[102677]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:29 smithi111 ceph-mon[97855]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:29 smithi111 ceph-mon[116524]: pgmap v14650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:22:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:22:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:31 smithi155 ceph-mon[102677]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:31 smithi111 ceph-mon[97855]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:31 smithi111 ceph-mon[116524]: pgmap v14651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:32.244 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:22:32.550 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:22:32.551 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5213M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5515M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5776M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4940M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:22:32.552 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:22:32.929 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:22:32.929 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:22:32.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:22:32.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:22:32.931 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:22:32.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:22:32.931 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:22:32.931 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:33 smithi155 ceph-mon[102677]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:33 smithi155 ceph-mon[102677]: from='client.40505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:33 smithi155 ceph-mon[102677]: from='client.40511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/237447841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[97855]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[97855]: from='client.40505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[97855]: from='client.40511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/237447841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[116524]: pgmap v14652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[116524]: from='client.40505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[116524]: from='client.40511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/237447841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:22:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:35 smithi155 ceph-mon[102677]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:35 smithi111 ceph-mon[97855]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:35 smithi111 ceph-mon[116524]: pgmap v14653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:37 smithi155 ceph-mon[102677]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:37 smithi111 ceph-mon[97855]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:37 smithi111 ceph-mon[116524]: pgmap v14654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:39 smithi155 ceph-mon[102677]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:39 smithi111 ceph-mon[116524]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:39 smithi111 ceph-mon[97855]: pgmap v14655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:22:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:22:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 11:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T11:22:40.10003103Z level=info msg="Completed cleanup jobs" duration=66.49752ms 2023-12-01T11:22:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:41 smithi155 ceph-mon[102677]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:41 smithi111 ceph-mon[97855]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:41 smithi111 ceph-mon[116524]: pgmap v14656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:43 smithi155 ceph-mon[102677]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:22:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:22:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:22:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:22:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[97855]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:22:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:22:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:22:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:22:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[116524]: pgmap v14657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:22:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:22:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:22:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:22:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:45 smithi155 ceph-mon[102677]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:45 smithi111 ceph-mon[97855]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:45 smithi111 ceph-mon[116524]: pgmap v14658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:47 smithi155 ceph-mon[102677]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:47 smithi111 ceph-mon[97855]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:47 smithi111 ceph-mon[116524]: pgmap v14659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:49 smithi155 ceph-mon[102677]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:49 smithi111 ceph-mon[97855]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:22:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:22:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:49 smithi111 ceph-mon[116524]: pgmap v14660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:22:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:51 smithi155 ceph-mon[102677]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:51 smithi111 ceph-mon[97855]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:51 smithi111 ceph-mon[116524]: pgmap v14661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:53 smithi155 ceph-mon[102677]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:53 smithi111 ceph-mon[97855]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:53 smithi111 ceph-mon[116524]: pgmap v14662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:55 smithi155 ceph-mon[102677]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:55 smithi111 ceph-mon[97855]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:55 smithi111 ceph-mon[116524]: pgmap v14663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:57 smithi155 ceph-mon[102677]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:57 smithi111 ceph-mon[97855]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:57 smithi111 ceph-mon[116524]: pgmap v14664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:22:59 smithi155 ceph-mon[102677]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:22:59 smithi111 ceph-mon[97855]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:22:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:22:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:22:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:22:59 smithi111 ceph-mon[116524]: pgmap v14665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:01 smithi155 ceph-mon[102677]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:01 smithi111 ceph-mon[97855]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:01 smithi111 ceph-mon[116524]: pgmap v14666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:03.274 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:23:03.583 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5213M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5515M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5776M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4940M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:23:03.584 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:23:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:03 smithi155 ceph-mon[102677]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:03 smithi111 ceph-mon[97855]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:03 smithi111 ceph-mon[116524]: pgmap v14667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:03.962 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:23:03.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:23:03.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:23:03.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:23:03.963 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:04 smithi155 ceph-mon[102677]: from='client.40523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:04 smithi155 ceph-mon[102677]: from='client.40529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/107206676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:04 smithi111 ceph-mon[97855]: from='client.40523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:04 smithi111 ceph-mon[97855]: from='client.40529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/107206676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:04 smithi111 ceph-mon[116524]: from='client.40523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:04 smithi111 ceph-mon[116524]: from='client.40529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/107206676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:23:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:05 smithi155 ceph-mon[102677]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:05 smithi111 ceph-mon[97855]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:05 smithi111 ceph-mon[116524]: pgmap v14668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:07 smithi155 ceph-mon[102677]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:07 smithi111 ceph-mon[97855]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:07 smithi111 ceph-mon[116524]: pgmap v14669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:09 smithi155 ceph-mon[102677]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:09 smithi111 ceph-mon[97855]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:23:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:23:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:09 smithi111 ceph-mon[116524]: pgmap v14670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:11 smithi155 ceph-mon[102677]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:11 smithi111 ceph-mon[97855]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:11 smithi111 ceph-mon[116524]: pgmap v14671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:13 smithi155 ceph-mon[102677]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:13 smithi111 ceph-mon[97855]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:13 smithi111 ceph-mon[116524]: pgmap v14672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:15 smithi155 ceph-mon[102677]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:15 smithi111 ceph-mon[97855]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:15 smithi111 ceph-mon[116524]: pgmap v14673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:17 smithi155 ceph-mon[102677]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:17 smithi111 ceph-mon[97855]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:17 smithi111 ceph-mon[116524]: pgmap v14674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:19 smithi155 ceph-mon[102677]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:19 smithi111 ceph-mon[97855]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:23:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:23:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:19 smithi111 ceph-mon[116524]: pgmap v14675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:21 smithi155 ceph-mon[102677]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:21 smithi111 ceph-mon[97855]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:21 smithi111 ceph-mon[116524]: pgmap v14676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:23 smithi155 ceph-mon[102677]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:23 smithi111 ceph-mon[97855]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:23 smithi111 ceph-mon[116524]: pgmap v14677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:25 smithi155 ceph-mon[102677]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:25 smithi111 ceph-mon[97855]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:25 smithi111 ceph-mon[116524]: pgmap v14678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:27 smithi155 ceph-mon[102677]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:27 smithi111 ceph-mon[97855]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:27 smithi111 ceph-mon[116524]: pgmap v14679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:29 smithi155 ceph-mon[102677]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:29 smithi111 ceph-mon[97855]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:23:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:23:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:29 smithi111 ceph-mon[116524]: pgmap v14680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:31 smithi155 ceph-mon[102677]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:31 smithi111 ceph-mon[97855]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:31 smithi111 ceph-mon[116524]: pgmap v14681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:33 smithi155 ceph-mon[102677]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:33 smithi111 ceph-mon[97855]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:33 smithi111 ceph-mon[116524]: pgmap v14682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:34.309 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:23:34.614 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:23:34.614 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 10m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 10m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 10m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 10m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 10m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 10m ago 6h 812M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 10m ago 6h 1778M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 10m ago 6h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 10m ago 6h 758M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 10m ago 6h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:23:34.615 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 10m ago 6h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 10m ago 6h 5213M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 10m ago 6h 5515M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 10m ago 6h 5776M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 10m ago 6h 4940M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 10m ago 6h 3931M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 10m ago 6h 4909M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 10m ago 6h 4319M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 10m ago 6h 5056M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:23:34.616 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 10m ago 6h 115M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:34.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:23:34.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:23:34.998 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:23:34.998 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:23:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:35 smithi155 ceph-mon[102677]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:35 smithi155 ceph-mon[102677]: from='client.30663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:35 smithi155 ceph-mon[102677]: from='client.40547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/425781609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[97855]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[97855]: from='client.30663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[97855]: from='client.40547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/425781609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[116524]: pgmap v14683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[116524]: from='client.30663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[116524]: from='client.40547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/425781609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:23:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:37 smithi155 ceph-mon[102677]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:37 smithi111 ceph-mon[97855]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:37 smithi111 ceph-mon[116524]: pgmap v14684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:39 smithi155 ceph-mon[102677]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:39 smithi111 ceph-mon[97855]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:23:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:23:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:39 smithi111 ceph-mon[116524]: pgmap v14685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:41 smithi155 ceph-mon[102677]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:41 smithi111 ceph-mon[97855]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:41 smithi111 ceph-mon[116524]: pgmap v14686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:43 smithi155 ceph-mon[102677]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:23:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:43 smithi111 ceph-mon[97855]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:23:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:43 smithi111 ceph-mon[116524]: pgmap v14687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:23:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:45 smithi155 ceph-mon[102677]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:45 smithi111 ceph-mon[97855]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:45 smithi111 ceph-mon[116524]: pgmap v14688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:23:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:23:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:23:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:23:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:23:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:23:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:23:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:47 smithi155 ceph-mon[102677]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:47 smithi111 ceph-mon[97855]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:47 smithi111 ceph-mon[116524]: pgmap v14689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:23:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:23:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:49 smithi155 ceph-mon[102677]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:49 smithi111 ceph-mon[97855]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:49 smithi111 ceph-mon[116524]: pgmap v14690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:23:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:51 smithi155 ceph-mon[102677]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:51 smithi111 ceph-mon[116524]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:51 smithi111 ceph-mon[97855]: pgmap v14691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:53 smithi155 ceph-mon[102677]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:53 smithi111 ceph-mon[97855]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:53 smithi111 ceph-mon[116524]: pgmap v14692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:55 smithi155 ceph-mon[102677]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:55 smithi111 ceph-mon[97855]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:55 smithi111 ceph-mon[116524]: pgmap v14693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:57 smithi155 ceph-mon[102677]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:57 smithi111 ceph-mon[97855]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:57 smithi111 ceph-mon[116524]: pgmap v14694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:23:59 smithi155 ceph-mon[102677]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:23:59 smithi111 ceph-mon[97855]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:23:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:23:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:23:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:23:59 smithi111 ceph-mon[116524]: pgmap v14695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:01 smithi155 ceph-mon[102677]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:01 smithi111 ceph-mon[97855]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:01 smithi111 ceph-mon[116524]: pgmap v14696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:03 smithi155 ceph-mon[102677]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:03 smithi111 ceph-mon[97855]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:03 smithi111 ceph-mon[116524]: pgmap v14697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:05.344 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:24:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:05 smithi155 ceph-mon[102677]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:05 smithi111 ceph-mon[97855]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:05 smithi111 ceph-mon[116524]: pgmap v14698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:05.652 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:24:05.652 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 20s ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:24:05.652 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 20s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:24:05.652 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 20s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 20s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 20s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 20s ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 20s ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 20s ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 20s ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 20s ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 20s ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 20s ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 20s ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 20s ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:24:05.653 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 20s ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:24:05.654 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 20s ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:24:05.654 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 20s ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:24:05.654 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 20s ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:24:05.654 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 20s ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:24:05.654 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 20s ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:24:06.034 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:24:06.034 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:06.035 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:24:06.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:24:06.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:06.036 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:24:06.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:24:06.036 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:24:06.036 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:24:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:06 smithi155 ceph-mon[102677]: from='client.40559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:06 smithi155 ceph-mon[102677]: from='client.30687 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/871015158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:06 smithi111 ceph-mon[97855]: from='client.40559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:06 smithi111 ceph-mon[97855]: from='client.30687 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/871015158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:06 smithi111 ceph-mon[116524]: from='client.40559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:06 smithi111 ceph-mon[116524]: from='client.30687 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/871015158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:24:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:07 smithi155 ceph-mon[102677]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:07 smithi111 ceph-mon[97855]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:07 smithi111 ceph-mon[116524]: pgmap v14699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:09 smithi155 ceph-mon[102677]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:09 smithi111 ceph-mon[97855]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:09 smithi111 ceph-mon[116524]: pgmap v14700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:24:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:24:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:11 smithi155 ceph-mon[102677]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:11 smithi111 ceph-mon[97855]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:11 smithi111 ceph-mon[116524]: pgmap v14701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:13 smithi155 ceph-mon[102677]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:13 smithi111 ceph-mon[97855]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:13 smithi111 ceph-mon[116524]: pgmap v14702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:15 smithi155 ceph-mon[102677]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:15 smithi111 ceph-mon[97855]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:15 smithi111 ceph-mon[116524]: pgmap v14703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:17 smithi155 ceph-mon[102677]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:17 smithi111 ceph-mon[97855]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:17 smithi111 ceph-mon[116524]: pgmap v14704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:19 smithi155 ceph-mon[102677]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:19 smithi111 ceph-mon[97855]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:24:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:24:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:19 smithi111 ceph-mon[116524]: pgmap v14705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:21 smithi155 ceph-mon[102677]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:21 smithi111 ceph-mon[97855]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:21 smithi111 ceph-mon[116524]: pgmap v14706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:23 smithi155 ceph-mon[102677]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:23 smithi111 ceph-mon[97855]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:23 smithi111 ceph-mon[116524]: pgmap v14707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:25 smithi155 ceph-mon[102677]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:25 smithi111 ceph-mon[97855]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:25 smithi111 ceph-mon[116524]: pgmap v14708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:27 smithi155 ceph-mon[102677]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:27 smithi111 ceph-mon[97855]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:27 smithi111 ceph-mon[116524]: pgmap v14709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:29 smithi155 ceph-mon[102677]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:29 smithi111 ceph-mon[97855]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:29 smithi111 ceph-mon[116524]: pgmap v14710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:24:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:24:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:31 smithi155 ceph-mon[102677]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:31 smithi111 ceph-mon[97855]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:31 smithi111 ceph-mon[116524]: pgmap v14711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:33 smithi155 ceph-mon[102677]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:33 smithi111 ceph-mon[97855]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:33 smithi111 ceph-mon[116524]: pgmap v14712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:35 smithi155 ceph-mon[102677]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:35 smithi111 ceph-mon[97855]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:35 smithi111 ceph-mon[116524]: pgmap v14713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:36.379 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:24:36.688 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:24:36.688 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 51s ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 51s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 51s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 51s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 51s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 51s ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 51s ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 51s ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 51s ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 51s ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 51s ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:24:36.689 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 51s ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 51s ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 51s ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 51s ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 51s ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 51s ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 51s ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 51s ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:24:36.690 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 51s ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:24:37.071 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:24:37.071 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:24:37.071 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:24:37.071 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:37.071 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:24:37.072 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:24:37.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:24:37.073 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:24:37.073 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:24:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:37 smithi155 ceph-mon[102677]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:37 smithi155 ceph-mon[102677]: from='client.30699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:37 smithi155 ceph-mon[102677]: from='client.30705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1944882000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[97855]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[97855]: from='client.30699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[97855]: from='client.30705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1944882000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[116524]: pgmap v14714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[116524]: from='client.30699 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[116524]: from='client.30705 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1944882000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:24:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:39 smithi155 ceph-mon[102677]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:39 smithi111 ceph-mon[97855]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:24:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:24:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:39 smithi111 ceph-mon[116524]: pgmap v14715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:41 smithi155 ceph-mon[102677]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:41 smithi111 ceph-mon[97855]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:41 smithi111 ceph-mon[116524]: pgmap v14716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:43 smithi155 ceph-mon[102677]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:43 smithi111 ceph-mon[97855]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:43 smithi111 ceph-mon[116524]: pgmap v14717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:45 smithi155 ceph-mon[102677]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:45 smithi111 ceph-mon[97855]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:45 smithi111 ceph-mon[116524]: pgmap v14718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:24:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:24:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:24:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:47 smithi155 ceph-mon[102677]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:24:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:24:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:24:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[97855]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:24:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:24:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:24:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[116524]: pgmap v14719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:24:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:24:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:24:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:49 smithi155 ceph-mon[102677]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:49 smithi111 ceph-mon[97855]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:24:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:24:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:49 smithi111 ceph-mon[116524]: pgmap v14720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:24:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:51 smithi155 ceph-mon[102677]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:51 smithi111 ceph-mon[97855]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:51 smithi111 ceph-mon[116524]: pgmap v14721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:53 smithi155 ceph-mon[102677]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:53 smithi111 ceph-mon[97855]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:53 smithi111 ceph-mon[116524]: pgmap v14722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:55 smithi155 ceph-mon[102677]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:55 smithi111 ceph-mon[97855]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:55 smithi111 ceph-mon[116524]: pgmap v14723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:57 smithi155 ceph-mon[102677]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:57 smithi111 ceph-mon[97855]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:57 smithi111 ceph-mon[116524]: pgmap v14724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:24:59 smithi155 ceph-mon[102677]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:24:59 smithi111 ceph-mon[97855]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:24:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:24:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:24:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:24:59 smithi111 ceph-mon[116524]: pgmap v14725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:01 smithi155 ceph-mon[102677]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:01 smithi111 ceph-mon[97855]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:01 smithi111 ceph-mon[116524]: pgmap v14726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:03 smithi155 ceph-mon[102677]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:03 smithi111 ceph-mon[97855]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:03 smithi111 ceph-mon[116524]: pgmap v14727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:05 smithi155 ceph-mon[102677]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:05 smithi111 ceph-mon[97855]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:05 smithi111 ceph-mon[116524]: pgmap v14728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:07.420 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:25:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:07 smithi155 ceph-mon[102677]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:07.727 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:25:07.727 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 82s ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:25:07.727 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 82s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:25:07.727 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 82s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:25:07.727 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 82s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:25:07.727 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 82s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 82s ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 82s ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 82s ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 82s ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 82s ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 82s ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 82s ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 82s ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 82s ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 82s ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 82s ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 82s ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 82s ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 82s ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:25:07.728 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 82s ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:25:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:07 smithi111 ceph-mon[97855]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:07 smithi111 ceph-mon[116524]: pgmap v14729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:08.115 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:25:08.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:25:08.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:25:08.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:08.117 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:25:08.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:25:08.117 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:25:08.117 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:25:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:08 smithi155 ceph-mon[102677]: from='client.40595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:08 smithi155 ceph-mon[102677]: from='client.40601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3880736885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:08 smithi111 ceph-mon[97855]: from='client.40595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:08 smithi111 ceph-mon[97855]: from='client.40601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3880736885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:08 smithi111 ceph-mon[116524]: from='client.40595 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:08 smithi111 ceph-mon[116524]: from='client.40601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3880736885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:25:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:09 smithi155 ceph-mon[102677]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:09 smithi111 ceph-mon[97855]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:09 smithi111 ceph-mon[116524]: pgmap v14730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:25:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:25:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:11 smithi155 ceph-mon[102677]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:11 smithi111 ceph-mon[97855]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:11 smithi111 ceph-mon[116524]: pgmap v14731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:13 smithi155 ceph-mon[102677]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:13 smithi111 ceph-mon[97855]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:13 smithi111 ceph-mon[116524]: pgmap v14732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:15 smithi155 ceph-mon[102677]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:15 smithi111 ceph-mon[97855]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:15 smithi111 ceph-mon[116524]: pgmap v14733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:17 smithi155 ceph-mon[102677]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:17 smithi111 ceph-mon[97855]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:17 smithi111 ceph-mon[116524]: pgmap v14734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:19 smithi155 ceph-mon[102677]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:19 smithi111 ceph-mon[97855]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:19 smithi111 ceph-mon[116524]: pgmap v14735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:25:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:25:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:21 smithi155 ceph-mon[102677]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:21 smithi111 ceph-mon[97855]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:21 smithi111 ceph-mon[116524]: pgmap v14736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:23 smithi155 ceph-mon[102677]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:23 smithi111 ceph-mon[97855]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:23 smithi111 ceph-mon[116524]: pgmap v14737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:25 smithi155 ceph-mon[102677]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:25 smithi111 ceph-mon[97855]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:25 smithi111 ceph-mon[116524]: pgmap v14738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:27 smithi155 ceph-mon[102677]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:27 smithi111 ceph-mon[97855]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:27 smithi111 ceph-mon[116524]: pgmap v14739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:29 smithi155 ceph-mon[102677]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:29 smithi111 ceph-mon[97855]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:29 smithi111 ceph-mon[116524]: pgmap v14740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:25:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:25:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:31 smithi155 ceph-mon[102677]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:31 smithi111 ceph-mon[97855]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:31 smithi111 ceph-mon[116524]: pgmap v14741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:33 smithi155 ceph-mon[102677]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:33 smithi111 ceph-mon[97855]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:33 smithi111 ceph-mon[116524]: pgmap v14742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:35 smithi155 ceph-mon[102677]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:35 smithi111 ceph-mon[97855]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:35 smithi111 ceph-mon[116524]: pgmap v14743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:37 smithi155 ceph-mon[102677]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:37 smithi111 ceph-mon[97855]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:37 smithi111 ceph-mon[116524]: pgmap v14744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:38.463 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 113s ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 113s ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 113s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 113s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 113s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:25:38.770 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 113s ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 113s ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 113s ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 113s ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 113s ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 113s ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 113s ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 113s ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 113s ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 113s ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 113s ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 113s ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 113s ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:25:38.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 113s ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:25:38.772 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 113s ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:39.150 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:25:39.151 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:39 smithi155 ceph-mon[102677]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:39 smithi155 ceph-mon[102677]: from='client.40613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:39 smithi155 ceph-mon[102677]: from='client.30741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4108341184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:25:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:25:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[97855]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[97855]: from='client.40613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[97855]: from='client.30741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4108341184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[116524]: pgmap v14745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[116524]: from='client.40613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[116524]: from='client.30741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:25:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4108341184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:25:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:41 smithi155 ceph-mon[102677]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:41 smithi111 ceph-mon[97855]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:41 smithi111 ceph-mon[116524]: pgmap v14746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:43 smithi155 ceph-mon[102677]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:43 smithi111 ceph-mon[97855]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:43 smithi111 ceph-mon[116524]: pgmap v14747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:45 smithi155 ceph-mon[102677]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:45 smithi111 ceph-mon[97855]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:45 smithi111 ceph-mon[116524]: pgmap v14748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:25:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:25:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: pgmap v14749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:25:47.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:25:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:49 smithi155 ceph-mon[102677]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:49 smithi111 ceph-mon[97855]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:25:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:25:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:49 smithi111 ceph-mon[116524]: pgmap v14750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:25:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:51 smithi155 ceph-mon[102677]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:51 smithi111 ceph-mon[97855]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:51 smithi111 ceph-mon[116524]: pgmap v14751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:53.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:53 smithi155 ceph-mon[102677]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:53 smithi111 ceph-mon[97855]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:53 smithi111 ceph-mon[116524]: pgmap v14752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:55 smithi155 ceph-mon[102677]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:55 smithi111 ceph-mon[97855]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:55 smithi111 ceph-mon[116524]: pgmap v14753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:57 smithi155 ceph-mon[102677]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:57 smithi111 ceph-mon[97855]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:57 smithi111 ceph-mon[116524]: pgmap v14754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:25:59 smithi155 ceph-mon[102677]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:25:59 smithi111 ceph-mon[97855]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:25:59 smithi111 ceph-mon[116524]: pgmap v14755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:25:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:25:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:26:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:01 smithi155 ceph-mon[102677]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:01 smithi111 ceph-mon[97855]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:01 smithi111 ceph-mon[116524]: pgmap v14756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:03 smithi155 ceph-mon[102677]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:03 smithi111 ceph-mon[97855]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:03 smithi111 ceph-mon[116524]: pgmap v14757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:05 smithi155 ceph-mon[102677]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:05 smithi111 ceph-mon[97855]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:05 smithi111 ceph-mon[116524]: pgmap v14758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:07 smithi155 ceph-mon[102677]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:07 smithi111 ceph-mon[97855]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:07 smithi111 ceph-mon[116524]: pgmap v14759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:09.497 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:26:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:09 smithi155 ceph-mon[102677]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:09 smithi111 ceph-mon[97855]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:26:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:26:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:09 smithi111 ceph-mon[116524]: pgmap v14760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:26:09.803 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:26:09.804 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:26:09.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:26:09.806 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:26:10.188 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:26:10.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:26:10.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:10.190 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:26:10.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:26:10.190 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:26:10.190 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:26:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:10 smithi155 ceph-mon[102677]: from='client.30753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:10 smithi155 ceph-mon[102677]: from='client.40637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/532210684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:10 smithi111 ceph-mon[97855]: from='client.30753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:10 smithi111 ceph-mon[97855]: from='client.40637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/532210684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:26:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:10 smithi111 ceph-mon[116524]: from='client.30753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:10 smithi111 ceph-mon[116524]: from='client.40637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/532210684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:26:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:11 smithi155 ceph-mon[102677]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:11 smithi111 ceph-mon[97855]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:11 smithi111 ceph-mon[116524]: pgmap v14761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:13 smithi155 ceph-mon[102677]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:13 smithi111 ceph-mon[97855]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:13 smithi111 ceph-mon[116524]: pgmap v14762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:15 smithi155 ceph-mon[102677]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:15 smithi111 ceph-mon[97855]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:15 smithi111 ceph-mon[116524]: pgmap v14763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:17 smithi155 ceph-mon[102677]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:17 smithi111 ceph-mon[97855]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:17 smithi111 ceph-mon[116524]: pgmap v14764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:19 smithi155 ceph-mon[102677]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:19 smithi111 ceph-mon[97855]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:26:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:26:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:19 smithi111 ceph-mon[116524]: pgmap v14765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:21 smithi155 ceph-mon[102677]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:21 smithi111 ceph-mon[97855]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:21 smithi111 ceph-mon[116524]: pgmap v14766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:23 smithi155 ceph-mon[102677]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:23 smithi111 ceph-mon[97855]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:23 smithi111 ceph-mon[116524]: pgmap v14767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:25 smithi155 ceph-mon[102677]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:25 smithi111 ceph-mon[97855]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:25 smithi111 ceph-mon[116524]: pgmap v14768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:27 smithi155 ceph-mon[102677]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:27 smithi111 ceph-mon[97855]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:27 smithi111 ceph-mon[116524]: pgmap v14769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:29 smithi155 ceph-mon[102677]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:29 smithi111 ceph-mon[97855]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:26:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:26:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:29 smithi111 ceph-mon[116524]: pgmap v14770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:31 smithi155 ceph-mon[102677]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:31 smithi111 ceph-mon[97855]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:31 smithi111 ceph-mon[116524]: pgmap v14771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:33 smithi155 ceph-mon[102677]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:33 smithi111 ceph-mon[97855]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:33 smithi111 ceph-mon[116524]: pgmap v14772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:35 smithi155 ceph-mon[102677]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:35 smithi111 ceph-mon[97855]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:35 smithi111 ceph-mon[116524]: pgmap v14773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:37 smithi155 ceph-mon[102677]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:37 smithi111 ceph-mon[97855]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:37 smithi111 ceph-mon[116524]: pgmap v14774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:39 smithi155 ceph-mon[102677]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:39 smithi111 ceph-mon[97855]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:26:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:26:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:39 smithi111 ceph-mon[116524]: pgmap v14775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:40.536 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:26:40.843 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:26:40.843 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:26:40.843 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:26:40.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:26:40.845 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:26:41.222 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:26:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:26:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:26:41.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:26:41.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:26:41.224 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:26:41.224 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:41 smithi155 ceph-mon[102677]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:41 smithi155 ceph-mon[102677]: from='client.40649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:41 smithi155 ceph-mon[102677]: from='client.30777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1166919694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[97855]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[97855]: from='client.40649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[97855]: from='client.30777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1166919694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:26:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[116524]: pgmap v14776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[116524]: from='client.40649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[116524]: from='client.30777 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:26:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1166919694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:26:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:43 smithi155 ceph-mon[102677]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:43 smithi111 ceph-mon[97855]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:43 smithi111 ceph-mon[116524]: pgmap v14777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:45 smithi155 ceph-mon[102677]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:45 smithi111 ceph-mon[97855]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:45 smithi111 ceph-mon[116524]: pgmap v14778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:47 smithi155 ceph-mon[102677]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:47 smithi111 ceph-mon[97855]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:47 smithi111 ceph-mon[116524]: pgmap v14779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:26:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:26:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:26:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:26:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:26:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:26:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:26:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:49 smithi155 ceph-mon[102677]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:49 smithi111 ceph-mon[116524]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:49 smithi111 ceph-mon[97855]: pgmap v14780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:26:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:51 smithi155 ceph-mon[102677]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:51 smithi111 ceph-mon[97855]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:51 smithi111 ceph-mon[116524]: pgmap v14781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:53 smithi155 ceph-mon[102677]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:53 smithi111 ceph-mon[97855]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:53 smithi111 ceph-mon[116524]: pgmap v14782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:55 smithi155 ceph-mon[102677]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:55 smithi111 ceph-mon[97855]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:55 smithi111 ceph-mon[116524]: pgmap v14783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:57 smithi155 ceph-mon[102677]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:57 smithi111 ceph-mon[97855]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:57 smithi111 ceph-mon[116524]: pgmap v14784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:26:59 smithi155 ceph-mon[102677]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:26:59 smithi111 ceph-mon[97855]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:26:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:26:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:26:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:26:59 smithi111 ceph-mon[116524]: pgmap v14785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:01.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:01 smithi155 ceph-mon[102677]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:01 smithi111 ceph-mon[97855]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:01 smithi111 ceph-mon[116524]: pgmap v14786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:03 smithi155 ceph-mon[102677]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:03 smithi111 ceph-mon[97855]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:03 smithi111 ceph-mon[116524]: pgmap v14787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:05 smithi155 ceph-mon[102677]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:05 smithi111 ceph-mon[97855]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:05 smithi111 ceph-mon[116524]: pgmap v14788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:07 smithi155 ceph-mon[102677]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:07 smithi111 ceph-mon[97855]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:07 smithi111 ceph-mon[116524]: pgmap v14789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:09 smithi155 ceph-mon[102677]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:09 smithi111 ceph-mon[97855]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:27:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:27:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:09 smithi111 ceph-mon[116524]: pgmap v14790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:11.571 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:27:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:11 smithi155 ceph-mon[102677]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:11 smithi111 ceph-mon[97855]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:11 smithi111 ceph-mon[116524]: pgmap v14791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:11.875 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:27:11.875 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:27:11.875 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:27:11.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:27:11.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:27:11.875 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:27:11.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:27:11.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:27:11.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:27:11.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:27:11.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:27:11.877 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:27:12.252 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:27:12.252 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:27:12.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:27:12.254 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:12.254 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:27:12.254 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:27:12.254 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:27:12.254 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:27:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:12 smithi155 ceph-mon[102677]: from='client.40667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:12 smithi155 ceph-mon[102677]: from='client.30795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2792466046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:12 smithi111 ceph-mon[116524]: from='client.40667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:12 smithi111 ceph-mon[116524]: from='client.30795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2792466046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:27:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:12 smithi111 ceph-mon[97855]: from='client.40667 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:12 smithi111 ceph-mon[97855]: from='client.30795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2792466046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:27:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:13 smithi155 ceph-mon[102677]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:13 smithi111 ceph-mon[97855]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:13 smithi111 ceph-mon[116524]: pgmap v14792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:15 smithi155 ceph-mon[102677]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:15 smithi111 ceph-mon[97855]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:15 smithi111 ceph-mon[116524]: pgmap v14793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:17 smithi155 ceph-mon[102677]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:17 smithi111 ceph-mon[97855]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:17 smithi111 ceph-mon[116524]: pgmap v14794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:19 smithi155 ceph-mon[102677]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:19 smithi111 ceph-mon[97855]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:27:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:27:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:19 smithi111 ceph-mon[116524]: pgmap v14795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:21 smithi155 ceph-mon[102677]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:21 smithi111 ceph-mon[97855]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:21 smithi111 ceph-mon[116524]: pgmap v14796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:23 smithi155 ceph-mon[102677]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:23 smithi111 ceph-mon[97855]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:23 smithi111 ceph-mon[116524]: pgmap v14797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:25 smithi155 ceph-mon[102677]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:25 smithi111 ceph-mon[97855]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:25 smithi111 ceph-mon[116524]: pgmap v14798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:27 smithi155 ceph-mon[102677]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:27 smithi111 ceph-mon[97855]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:27 smithi111 ceph-mon[116524]: pgmap v14799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:29.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:29 smithi155 ceph-mon[102677]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:29 smithi111 ceph-mon[97855]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:27:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:27:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:29 smithi111 ceph-mon[116524]: pgmap v14800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:31 smithi155 ceph-mon[102677]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:31 smithi111 ceph-mon[97855]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:31 smithi111 ceph-mon[116524]: pgmap v14801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:33 smithi155 ceph-mon[102677]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:33 smithi111 ceph-mon[97855]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:33 smithi111 ceph-mon[116524]: pgmap v14802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:35 smithi155 ceph-mon[102677]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:35 smithi111 ceph-mon[97855]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:35 smithi111 ceph-mon[116524]: pgmap v14803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:37 smithi155 ceph-mon[102677]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:37 smithi111 ceph-mon[97855]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:37 smithi111 ceph-mon[116524]: pgmap v14804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:39 smithi155 ceph-mon[102677]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:39 smithi111 ceph-mon[97855]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:27:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:27:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:39 smithi111 ceph-mon[116524]: pgmap v14805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:41 smithi155 ceph-mon[102677]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:41 smithi111 ceph-mon[97855]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:41 smithi111 ceph-mon[116524]: pgmap v14806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:42.598 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:27:42.902 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 3m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 3m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:27:42.903 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:27:42.904 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:27:42.905 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:27:43.279 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:27:43.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:27:43.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:27:43.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:43.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:27:43.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:27:43.281 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:27:43.281 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:27:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:43 smithi155 ceph-mon[102677]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:43 smithi155 ceph-mon[102677]: from='client.30807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:43 smithi155 ceph-mon[102677]: from='client.30813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1633536498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:27:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[97855]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[97855]: from='client.30807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[97855]: from='client.30813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1633536498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[116524]: pgmap v14807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[116524]: from='client.30807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[116524]: from='client.30813 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1633536498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:27:45.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:45 smithi155 ceph-mon[102677]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:45 smithi111 ceph-mon[97855]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:45 smithi111 ceph-mon[116524]: pgmap v14808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:47 smithi155 ceph-mon[102677]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:47 smithi111 ceph-mon[97855]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:47 smithi111 ceph-mon[116524]: pgmap v14809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:27:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:27:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:27:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:27:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:27:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:27:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:27:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:27:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:27:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:27:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:27:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:27:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:49 smithi155 ceph-mon[102677]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:27:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:27:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:49 smithi111 ceph-mon[116524]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:49 smithi111 ceph-mon[97855]: pgmap v14810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:51 smithi155 ceph-mon[102677]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:51 smithi111 ceph-mon[116524]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:51 smithi111 ceph-mon[97855]: pgmap v14811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:53 smithi155 ceph-mon[102677]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:53 smithi111 ceph-mon[97855]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:53 smithi111 ceph-mon[116524]: pgmap v14812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:55 smithi155 ceph-mon[102677]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:55 smithi111 ceph-mon[97855]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:55 smithi111 ceph-mon[116524]: pgmap v14813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:57 smithi155 ceph-mon[102677]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:57 smithi111 ceph-mon[97855]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:57 smithi111 ceph-mon[116524]: pgmap v14814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:27:59 smithi155 ceph-mon[102677]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:27:59 smithi111 ceph-mon[97855]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:27:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:27:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:27:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:27:59 smithi111 ceph-mon[116524]: pgmap v14815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:01 smithi155 ceph-mon[102677]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:01 smithi111 ceph-mon[97855]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:01 smithi111 ceph-mon[116524]: pgmap v14816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:03 smithi155 ceph-mon[102677]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:03 smithi111 ceph-mon[97855]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:03 smithi111 ceph-mon[116524]: pgmap v14817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:05 smithi155 ceph-mon[102677]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:05 smithi111 ceph-mon[97855]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:05 smithi111 ceph-mon[116524]: pgmap v14818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:07 smithi155 ceph-mon[102677]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:07 smithi111 ceph-mon[97855]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:07 smithi111 ceph-mon[116524]: pgmap v14819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:09 smithi155 ceph-mon[102677]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:09 smithi111 ceph-mon[97855]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:28:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:28:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:09 smithi111 ceph-mon[116524]: pgmap v14820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:11 smithi155 ceph-mon[102677]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:11 smithi111 ceph-mon[97855]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:11 smithi111 ceph-mon[116524]: pgmap v14821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:13.624 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:28:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:13 smithi155 ceph-mon[102677]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:13 smithi111 ceph-mon[97855]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:13 smithi111 ceph-mon[116524]: pgmap v14822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:13.929 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:28:13.929 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:28:13.929 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:28:13.929 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:28:13.929 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:28:13.930 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:28:13.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:28:13.931 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:14.310 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:28:14.311 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:14 smithi155 ceph-mon[102677]: from='client.30825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:14 smithi155 ceph-mon[102677]: from='client.30831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1844688982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:14 smithi111 ceph-mon[97855]: from='client.30825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:14 smithi111 ceph-mon[97855]: from='client.30831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1844688982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:28:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:14 smithi111 ceph-mon[116524]: from='client.30825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:14 smithi111 ceph-mon[116524]: from='client.30831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1844688982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:28:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:15 smithi155 ceph-mon[102677]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:15 smithi111 ceph-mon[97855]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:15 smithi111 ceph-mon[116524]: pgmap v14823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:17 smithi155 ceph-mon[102677]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:17 smithi111 ceph-mon[97855]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:17 smithi111 ceph-mon[116524]: pgmap v14824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:19 smithi155 ceph-mon[102677]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:28:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:28:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:19 smithi111 ceph-mon[97855]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:19 smithi111 ceph-mon[116524]: pgmap v14825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:21 smithi155 ceph-mon[102677]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:21 smithi111 ceph-mon[97855]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:21 smithi111 ceph-mon[116524]: pgmap v14826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:23 smithi155 ceph-mon[102677]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:23 smithi111 ceph-mon[97855]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:23 smithi111 ceph-mon[116524]: pgmap v14827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:25 smithi155 ceph-mon[102677]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:25 smithi111 ceph-mon[97855]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:25 smithi111 ceph-mon[116524]: pgmap v14828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:27 smithi155 ceph-mon[102677]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:27 smithi111 ceph-mon[97855]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:27 smithi111 ceph-mon[116524]: pgmap v14829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:29 smithi155 ceph-mon[102677]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:29 smithi111 ceph-mon[97855]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:29 smithi111 ceph-mon[116524]: pgmap v14830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:28:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:28:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:31 smithi155 ceph-mon[102677]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:31 smithi111 ceph-mon[97855]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:31 smithi111 ceph-mon[116524]: pgmap v14831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:33 smithi155 ceph-mon[102677]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:33 smithi111 ceph-mon[97855]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:33 smithi111 ceph-mon[116524]: pgmap v14832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:35 smithi155 ceph-mon[102677]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:35 smithi111 ceph-mon[97855]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:35 smithi111 ceph-mon[116524]: pgmap v14833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:37 smithi155 ceph-mon[102677]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:37 smithi111 ceph-mon[97855]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:37 smithi111 ceph-mon[116524]: pgmap v14834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:39 smithi155 ceph-mon[102677]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:39 smithi111 ceph-mon[116524]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:39 smithi111 ceph-mon[97855]: pgmap v14835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:28:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:28:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:41 smithi155 ceph-mon[102677]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:41 smithi111 ceph-mon[97855]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:41 smithi111 ceph-mon[116524]: pgmap v14836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:43 smithi155 ceph-mon[102677]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:43 smithi111 ceph-mon[97855]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:43 smithi111 ceph-mon[116524]: pgmap v14837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:44.652 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 4m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 4m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 4m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 4m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 4m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:28:44.961 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:28:44.962 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:28:45.342 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:28:45.342 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:28:45.342 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:28:45.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:28:45.344 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:28:45.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:28:45.344 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:28:45.344 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:28:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:45 smithi155 ceph-mon[102677]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:45 smithi155 ceph-mon[102677]: from='client.30843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:45 smithi155 ceph-mon[102677]: from='client.30849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:45 smithi111 ceph-mon[97855]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:45 smithi111 ceph-mon[97855]: from='client.30843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:45 smithi111 ceph-mon[97855]: from='client.30849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:45 smithi111 ceph-mon[116524]: pgmap v14838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:45 smithi111 ceph-mon[116524]: from='client.30843 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:45 smithi111 ceph-mon[116524]: from='client.30849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:28:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2198036171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:28:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2198036171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:28:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2198036171' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:28:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:47 smithi155 ceph-mon[102677]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:47 smithi111 ceph-mon[97855]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:47 smithi111 ceph-mon[116524]: pgmap v14839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:28:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:28:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:28:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:49 smithi155 ceph-mon[102677]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:28:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:28:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:28:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:28:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[97855]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[116524]: pgmap v14840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:28:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:28:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:28:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:28:51.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:51 smithi155 ceph-mon[102677]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:51 smithi111 ceph-mon[97855]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:51 smithi111 ceph-mon[116524]: pgmap v14841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:53.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:53 smithi155 ceph-mon[102677]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:53 smithi111 ceph-mon[97855]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:53 smithi111 ceph-mon[116524]: pgmap v14842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:55 smithi155 ceph-mon[102677]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:55 smithi111 ceph-mon[97855]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:55 smithi111 ceph-mon[116524]: pgmap v14843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:57 smithi155 ceph-mon[102677]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:57 smithi111 ceph-mon[97855]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:57 smithi111 ceph-mon[116524]: pgmap v14844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:28:59 smithi155 ceph-mon[102677]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:28:59 smithi111 ceph-mon[97855]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:28:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:28:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:28:59.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:28:59 smithi111 ceph-mon[116524]: pgmap v14845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:01 smithi155 ceph-mon[102677]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:01 smithi111 ceph-mon[97855]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:01 smithi111 ceph-mon[116524]: pgmap v14846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:03 smithi155 ceph-mon[102677]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:03 smithi111 ceph-mon[97855]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:03 smithi111 ceph-mon[116524]: pgmap v14847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:05 smithi155 ceph-mon[102677]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:05 smithi111 ceph-mon[97855]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:05 smithi111 ceph-mon[116524]: pgmap v14848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:07 smithi155 ceph-mon[102677]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:07 smithi111 ceph-mon[116524]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:07 smithi111 ceph-mon[97855]: pgmap v14849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:09 smithi155 ceph-mon[102677]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:29:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:29:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:09 smithi111 ceph-mon[116524]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:09 smithi111 ceph-mon[97855]: pgmap v14850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:11 smithi155 ceph-mon[102677]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:11 smithi111 ceph-mon[97855]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:11 smithi111 ceph-mon[116524]: pgmap v14851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:13 smithi155 ceph-mon[102677]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:13 smithi111 ceph-mon[97855]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:13 smithi111 ceph-mon[116524]: pgmap v14852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:15 smithi155 ceph-mon[102677]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:15 smithi111 ceph-mon[97855]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:15 smithi111 ceph-mon[116524]: pgmap v14853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:15.687 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 5m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:29:15.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 5m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 5m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 5m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 5m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 5m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 5m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:29:15.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 5m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:29:15.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:29:15.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:29:15.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:29:15.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:29:15.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:29:15.995 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:29:16.373 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:29:16.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:29:16.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:29:16.375 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:29:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:16 smithi155 ceph-mon[102677]: from='client.40739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:16 smithi155 ceph-mon[102677]: from='client.30867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:16 smithi111 ceph-mon[116524]: from='client.40739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:16 smithi111 ceph-mon[116524]: from='client.30867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:16 smithi111 ceph-mon[97855]: from='client.40739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:16 smithi111 ceph-mon[97855]: from='client.30867 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:17 smithi111 ceph-mon[97855]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2284624547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:29:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:17 smithi111 ceph-mon[116524]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2284624547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:29:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:17 smithi155 ceph-mon[102677]: pgmap v14854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2284624547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:29:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:19 smithi155 ceph-mon[102677]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:19 smithi111 ceph-mon[97855]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:19 smithi111 ceph-mon[116524]: pgmap v14855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:29:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:29:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:21 smithi155 ceph-mon[102677]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:21 smithi111 ceph-mon[97855]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:21 smithi111 ceph-mon[116524]: pgmap v14856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:23 smithi155 ceph-mon[102677]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:23 smithi111 ceph-mon[97855]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:23 smithi111 ceph-mon[116524]: pgmap v14857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:25.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:25 smithi155 ceph-mon[102677]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:25 smithi111 ceph-mon[97855]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:25 smithi111 ceph-mon[116524]: pgmap v14858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:27 smithi155 ceph-mon[102677]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:27 smithi111 ceph-mon[97855]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:27 smithi111 ceph-mon[116524]: pgmap v14859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:29 smithi155 ceph-mon[102677]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:29 smithi111 ceph-mon[97855]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:29 smithi111 ceph-mon[116524]: pgmap v14860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:29:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:29:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:31 smithi155 ceph-mon[102677]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:31 smithi111 ceph-mon[97855]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:31 smithi111 ceph-mon[116524]: pgmap v14861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:33 smithi155 ceph-mon[102677]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:33 smithi111 ceph-mon[97855]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:33 smithi111 ceph-mon[116524]: pgmap v14862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:35 smithi111 ceph-mon[97855]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:35 smithi111 ceph-mon[116524]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:35 smithi155 ceph-mon[102677]: pgmap v14863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:37 smithi155 ceph-mon[102677]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:37 smithi111 ceph-mon[97855]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:37 smithi111 ceph-mon[116524]: pgmap v14864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:39 smithi155 ceph-mon[102677]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:39 smithi111 ceph-mon[97855]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:29:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:29:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:39 smithi111 ceph-mon[116524]: pgmap v14865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:41 smithi155 ceph-mon[102677]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:41 smithi111 ceph-mon[97855]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:41 smithi111 ceph-mon[116524]: pgmap v14866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:43 smithi155 ceph-mon[102677]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:43 smithi111 ceph-mon[97855]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:43 smithi111 ceph-mon[116524]: pgmap v14867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:45 smithi111 ceph-mon[97855]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:45 smithi111 ceph-mon[116524]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:45 smithi155 ceph-mon[102677]: pgmap v14868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:46.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:29:47.020 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:29:47.020 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:29:47.020 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:29:47.020 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:29:47.020 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:29:47.020 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:29:47.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:29:47.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:29:47.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:29:47.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:29:47.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:29:47.022 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:29:47.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:29:47.400 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:29:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:47 smithi155 ceph-mon[102677]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:47 smithi155 ceph-mon[102677]: from='client.40757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:47 smithi155 ceph-mon[102677]: from='client.40763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1197721853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:29:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[116524]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[116524]: from='client.40757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[116524]: from='client.40763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1197721853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:29:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[97855]: pgmap v14869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[97855]: from='client.40757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[97855]: from='client.40763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:29:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1197721853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:49 smithi155 ceph-mon[102677]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:29:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:29:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:29:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[97855]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:29:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[116524]: pgmap v14870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:29:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:29:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:29:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:51 smithi155 ceph-mon[102677]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:51 smithi111 ceph-mon[97855]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:51 smithi111 ceph-mon[116524]: pgmap v14871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:53 smithi155 ceph-mon[102677]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:53 smithi111 ceph-mon[97855]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:53 smithi111 ceph-mon[116524]: pgmap v14872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:55 smithi111 ceph-mon[97855]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:55 smithi111 ceph-mon[116524]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:55 smithi155 ceph-mon[102677]: pgmap v14873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:57 smithi155 ceph-mon[102677]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:57 smithi111 ceph-mon[97855]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:57 smithi111 ceph-mon[116524]: pgmap v14874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:29:59 smithi155 ceph-mon[102677]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:29:59 smithi111 ceph-mon[97855]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:29:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:29:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:29:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:29:59 smithi111 ceph-mon[116524]: pgmap v14875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:00.423 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:00 smithi111 conmon[97831]: 2023-12-01T11:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:30:00.424 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:30:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:30:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:30:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:01 smithi155 ceph-mon[102677]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:01 smithi111 ceph-mon[97855]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:01 smithi111 ceph-mon[116524]: pgmap v14876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:03 smithi155 ceph-mon[102677]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:03 smithi111 ceph-mon[97855]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:03 smithi111 ceph-mon[116524]: pgmap v14877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:05 smithi111 ceph-mon[116524]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:05 smithi111 ceph-mon[97855]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:05 smithi155 ceph-mon[102677]: pgmap v14878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:07 smithi155 ceph-mon[102677]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:07 smithi111 ceph-mon[97855]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:07 smithi111 ceph-mon[116524]: pgmap v14879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:09 smithi155 ceph-mon[102677]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:09 smithi111 ceph-mon[97855]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:30:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:30:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:09 smithi111 ceph-mon[116524]: pgmap v14880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:11 smithi155 ceph-mon[102677]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:11 smithi111 ceph-mon[97855]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:11 smithi111 ceph-mon[116524]: pgmap v14881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:13 smithi155 ceph-mon[102677]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:13 smithi111 ceph-mon[97855]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:13 smithi111 ceph-mon[116524]: pgmap v14882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:15 smithi111 ceph-mon[97855]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:15 smithi111 ceph-mon[116524]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:15 smithi155 ceph-mon[102677]: pgmap v14883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:17 smithi155 ceph-mon[102677]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:17.742 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:30:17.747 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:17 smithi111 ceph-mon[97855]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:17 smithi111 ceph-mon[116524]: pgmap v14884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 6m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 6m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 6m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 6m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 6m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:30:18.049 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 6m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 6m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 6m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 6m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 6m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 6m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:30:18.050 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:30:18.431 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:30:18.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:30:18.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:30:18.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:18.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:30:18.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:30:18.432 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:30:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:18 smithi155 ceph-mon[102677]: from='client.40775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:18 smithi155 ceph-mon[102677]: from='client.40781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:18 smithi111 ceph-mon[97855]: from='client.40775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:18 smithi111 ceph-mon[97855]: from='client.40781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:18 smithi111 ceph-mon[116524]: from='client.40775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:18 smithi111 ceph-mon[116524]: from='client.40781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:19 smithi155 ceph-mon[102677]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2247317929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:30:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:30:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:19 smithi111 ceph-mon[97855]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2247317929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:30:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:19 smithi111 ceph-mon[116524]: pgmap v14885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2247317929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:30:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:21 smithi155 ceph-mon[102677]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:21 smithi111 ceph-mon[97855]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:21 smithi111 ceph-mon[116524]: pgmap v14886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:23 smithi155 ceph-mon[102677]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:23 smithi111 ceph-mon[97855]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:23 smithi111 ceph-mon[116524]: pgmap v14887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:25 smithi111 ceph-mon[97855]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:25 smithi111 ceph-mon[116524]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:25 smithi155 ceph-mon[102677]: pgmap v14888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:27 smithi155 ceph-mon[102677]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:27 smithi111 ceph-mon[97855]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:27 smithi111 ceph-mon[116524]: pgmap v14889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:29 smithi155 ceph-mon[102677]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:29 smithi111 ceph-mon[97855]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:30:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:30:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:29 smithi111 ceph-mon[116524]: pgmap v14890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:31 smithi155 ceph-mon[102677]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:31 smithi111 ceph-mon[97855]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:31 smithi111 ceph-mon[116524]: pgmap v14891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:33 smithi155 ceph-mon[102677]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:33 smithi111 ceph-mon[97855]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:33 smithi111 ceph-mon[116524]: pgmap v14892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:35 smithi111 ceph-mon[97855]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:35 smithi111 ceph-mon[116524]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:35 smithi155 ceph-mon[102677]: pgmap v14893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:37 smithi155 ceph-mon[102677]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:37 smithi111 ceph-mon[97855]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:37 smithi111 ceph-mon[116524]: pgmap v14894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:39 smithi155 ceph-mon[102677]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:39 smithi111 ceph-mon[97855]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:30:39] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:30:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:39 smithi111 ceph-mon[116524]: pgmap v14895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:41 smithi155 ceph-mon[102677]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:41 smithi111 ceph-mon[97855]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:41 smithi111 ceph-mon[116524]: pgmap v14896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:43 smithi155 ceph-mon[102677]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:43 smithi111 ceph-mon[97855]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:43 smithi111 ceph-mon[116524]: pgmap v14897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:45 smithi111 ceph-mon[97855]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:45 smithi111 ceph-mon[116524]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:45 smithi155 ceph-mon[102677]: pgmap v14898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:47 smithi155 ceph-mon[102677]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:47 smithi111 ceph-mon[97855]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:47 smithi111 ceph-mon[116524]: pgmap v14899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:48.775 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:30:49.079 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:30:49.080 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:49.487 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:30:49.488 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:49 smithi155 ceph-mon[102677]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:49 smithi155 ceph-mon[102677]: from='client.40793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:30:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:30:49] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T11:30:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[97855]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[97855]: from='client.40793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[116524]: pgmap v14900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[116524]: from='client.40793 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:50 smithi155 ceph-mon[102677]: from='client.30921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/737650549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:30:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[97855]: from='client.30921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/737650549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:30:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:30:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[116524]: from='client.30921 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/737650549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:30:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:30:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:51 smithi155 ceph-mon[102677]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:51 smithi111 ceph-mon[97855]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:51 smithi111 ceph-mon[116524]: pgmap v14901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:53 smithi155 ceph-mon[102677]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:53 smithi111 ceph-mon[97855]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:53 smithi111 ceph-mon[116524]: pgmap v14902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:55 smithi111 ceph-mon[97855]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:55 smithi111 ceph-mon[116524]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:55 smithi155 ceph-mon[102677]: pgmap v14903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:57 smithi155 ceph-mon[102677]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:57 smithi111 ceph-mon[97855]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:57 smithi111 ceph-mon[116524]: pgmap v14904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:59.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:30:59 smithi155 ceph-mon[102677]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:30:59 smithi111 ceph-mon[97855]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:30:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:30:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:30:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:30:59 smithi111 ceph-mon[116524]: pgmap v14905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:01 smithi155 ceph-mon[102677]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:01 smithi111 ceph-mon[97855]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:01 smithi111 ceph-mon[116524]: pgmap v14906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:03 smithi155 ceph-mon[102677]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:03 smithi111 ceph-mon[97855]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:03 smithi111 ceph-mon[116524]: pgmap v14907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:05 smithi111 ceph-mon[97855]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:05 smithi111 ceph-mon[116524]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:05 smithi155 ceph-mon[102677]: pgmap v14908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:07 smithi155 ceph-mon[102677]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:07 smithi111 ceph-mon[97855]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:07 smithi111 ceph-mon[116524]: pgmap v14909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:09 smithi155 ceph-mon[102677]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:09 smithi111 ceph-mon[97855]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:31:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:31:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:09 smithi111 ceph-mon[116524]: pgmap v14910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:11 smithi155 ceph-mon[102677]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:11 smithi111 ceph-mon[97855]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:11 smithi111 ceph-mon[116524]: pgmap v14911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:13 smithi155 ceph-mon[102677]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:13 smithi111 ceph-mon[97855]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:13 smithi111 ceph-mon[116524]: pgmap v14912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:15 smithi111 ceph-mon[97855]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:15 smithi111 ceph-mon[116524]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:15 smithi155 ceph-mon[102677]: pgmap v14913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:17 smithi155 ceph-mon[102677]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:17 smithi111 ceph-mon[97855]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:17 smithi111 ceph-mon[116524]: pgmap v14914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:19 smithi155 ceph-mon[102677]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:31:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:31:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:19 smithi111 ceph-mon[97855]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:19 smithi111 ceph-mon[116524]: pgmap v14915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:19.835 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:31:20.143 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 7m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 7m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 7m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 7m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 7m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 7m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:31:20.144 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 7m ago 6h 5242M 2311M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 7m ago 6h 5544M 2311M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 7m ago 6h 5799M 2311M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 7m ago 6h 4969M 2311M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 7m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 7m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 7m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:31:20.145 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 7m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:31:20.146 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:31:20.525 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:31:20.525 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:20.526 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:31:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:31:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:31:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:31:20.527 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:31:20.527 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:31:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:20 smithi155 ceph-mon[102677]: from='client.40811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:20 smithi111 ceph-mon[97855]: from='client.40811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:20 smithi111 ceph-mon[116524]: from='client.40811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:21 smithi155 ceph-mon[102677]: from='client.30939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:21 smithi155 ceph-mon[102677]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3707746747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:21 smithi111 ceph-mon[97855]: from='client.30939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:21 smithi111 ceph-mon[97855]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3707746747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:31:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:21 smithi111 ceph-mon[116524]: from='client.30939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:21 smithi111 ceph-mon[116524]: pgmap v14916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3707746747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:31:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:23 smithi155 ceph-mon[102677]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:23 smithi111 ceph-mon[97855]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:23 smithi111 ceph-mon[116524]: pgmap v14917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:25 smithi111 ceph-mon[97855]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:25 smithi111 ceph-mon[116524]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:25 smithi155 ceph-mon[102677]: pgmap v14918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:27 smithi155 ceph-mon[102677]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:27 smithi111 ceph-mon[97855]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:27 smithi111 ceph-mon[116524]: pgmap v14919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:29 smithi155 ceph-mon[102677]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:29 smithi111 ceph-mon[97855]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:31:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:31:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:29 smithi111 ceph-mon[116524]: pgmap v14920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:31 smithi155 ceph-mon[102677]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:31 smithi111 ceph-mon[97855]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:31 smithi111 ceph-mon[116524]: pgmap v14921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:33 smithi111 ceph-mon[97855]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:33 smithi111 ceph-mon[116524]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:33 smithi155 ceph-mon[102677]: pgmap v14922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:35 smithi111 ceph-mon[97855]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:35.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:35.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:35 smithi111 ceph-mon[116524]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:35 smithi155 ceph-mon[102677]: pgmap v14923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:37 smithi155 ceph-mon[102677]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:37 smithi111 ceph-mon[97855]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:37 smithi111 ceph-mon[116524]: pgmap v14924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:39 smithi155 ceph-mon[102677]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:39 smithi111 ceph-mon[97855]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:31:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:31:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:39 smithi111 ceph-mon[116524]: pgmap v14925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:41.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:41 smithi111 ceph-mon[97855]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:41.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:41 smithi111 ceph-mon[116524]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:41 smithi155 ceph-mon[102677]: pgmap v14926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:43 smithi111 ceph-mon[97855]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:43 smithi111 ceph-mon[116524]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:43 smithi155 ceph-mon[102677]: pgmap v14927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:45 smithi111 ceph-mon[97855]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:45 smithi111 ceph-mon[116524]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:45 smithi155 ceph-mon[102677]: pgmap v14928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:47.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:47 smithi155 ceph-mon[102677]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:47 smithi111 ceph-mon[97855]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:47 smithi111 ceph-mon[116524]: pgmap v14929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:49.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:49 smithi155 ceph-mon[102677]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:49.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:49 smithi111 ceph-mon[97855]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:31:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:31:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:49 smithi111 ceph-mon[116524]: pgmap v14930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:49.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:31:50.753 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:31:50.753 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:31:50.754 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:31:50.755 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:31:50.756 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:31:50.861 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:31:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:31:51.167 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:31:51.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5242M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5544M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5799M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4969M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:31:51.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:31:51.170 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:31:51.550 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:31:51.550 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:51.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:31:51.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:31:51.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:31:51.552 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:31:51.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:31:51.552 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:31:51.552 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:31:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:51 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2302M 2023-12-01T11:31:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:51 smithi111 ceph-mon[97855]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:51 smithi111 ceph-mon[97855]: from='client.30951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:51 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2302M 2023-12-01T11:31:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:51 smithi111 ceph-mon[116524]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:51 smithi111 ceph-mon[116524]: from='client.30951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:51 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2302M 2023-12-01T11:31:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:51 smithi155 ceph-mon[102677]: pgmap v14931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:51 smithi155 ceph-mon[102677]: from='client.30951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:52 smithi111 ceph-mon[97855]: from='client.30957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/712425590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:31:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:52 smithi111 ceph-mon[116524]: from='client.30957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/712425590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:31:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:52 smithi155 ceph-mon[102677]: from='client.30957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:31:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/712425590' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:31:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:53 smithi111 ceph-mon[97855]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:53 smithi111 ceph-mon[116524]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:53 smithi155 ceph-mon[102677]: pgmap v14932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:55 smithi111 ceph-mon[97855]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:55 smithi111 ceph-mon[116524]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:55 smithi155 ceph-mon[102677]: pgmap v14933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:57 smithi155 ceph-mon[102677]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:57 smithi111 ceph-mon[97855]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:57 smithi111 ceph-mon[116524]: pgmap v14934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:31:59 smithi111 ceph-mon[97855]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:31:59 smithi111 ceph-mon[116524]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:31:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:31:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:31:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:31:59 smithi155 ceph-mon[102677]: pgmap v14935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:01 smithi111 ceph-mon[97855]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:01 smithi111 ceph-mon[116524]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:01 smithi155 ceph-mon[102677]: pgmap v14936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:03 smithi111 ceph-mon[97855]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:03 smithi111 ceph-mon[116524]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:03 smithi155 ceph-mon[102677]: pgmap v14937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:05 smithi111 ceph-mon[97855]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:05 smithi111 ceph-mon[116524]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:05 smithi155 ceph-mon[102677]: pgmap v14938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:07 smithi111 ceph-mon[97855]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:07 smithi111 ceph-mon[116524]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:07 smithi155 ceph-mon[102677]: pgmap v14939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:09 smithi111 ceph-mon[97855]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:32:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:32:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:09 smithi111 ceph-mon[116524]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:09 smithi155 ceph-mon[102677]: pgmap v14940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:11 smithi111 ceph-mon[97855]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:11 smithi111 ceph-mon[116524]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:11 smithi155 ceph-mon[102677]: pgmap v14941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:13 smithi111 ceph-mon[97855]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:13 smithi111 ceph-mon[116524]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:13 smithi155 ceph-mon[102677]: pgmap v14942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:15 smithi111 ceph-mon[97855]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:15 smithi111 ceph-mon[116524]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:15 smithi155 ceph-mon[102677]: pgmap v14943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:17 smithi111 ceph-mon[97855]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:17 smithi111 ceph-mon[116524]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:17 smithi155 ceph-mon[102677]: pgmap v14944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:32:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:32:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:19 smithi111 ceph-mon[97855]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:19 smithi111 ceph-mon[116524]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:19 smithi155 ceph-mon[102677]: pgmap v14945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:21 smithi111 ceph-mon[97855]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:21 smithi111 ceph-mon[116524]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:21.894 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:32:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:21 smithi155 ceph-mon[102677]: pgmap v14946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 8m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 8m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 8m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:32:22.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 8m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 8m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 8m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 8m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 8m ago 6h 5242M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 8m ago 6h 5544M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 8m ago 6h 5799M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 8m ago 6h 4969M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 8m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 8m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 8m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 8m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:32:22.200 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:32:22.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:32:22.582 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:32:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:22 smithi111 ceph-mon[97855]: from='client.30969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:22 smithi111 ceph-mon[116524]: from='client.30969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:22 smithi155 ceph-mon[102677]: from='client.30969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:23 smithi111 ceph-mon[116524]: from='client.40853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:23 smithi111 ceph-mon[116524]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/375673652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:32:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:23 smithi111 ceph-mon[97855]: from='client.40853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:23 smithi111 ceph-mon[97855]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/375673652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:23 smithi155 ceph-mon[102677]: from='client.40853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:23 smithi155 ceph-mon[102677]: pgmap v14947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/375673652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:32:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:25 smithi155 ceph-mon[102677]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:25 smithi111 ceph-mon[97855]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:25 smithi111 ceph-mon[116524]: pgmap v14948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:27 smithi111 ceph-mon[97855]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:27 smithi111 ceph-mon[116524]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:27 smithi155 ceph-mon[102677]: pgmap v14949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:29 smithi111 ceph-mon[97855]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:32:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:32:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:29 smithi111 ceph-mon[116524]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:29 smithi155 ceph-mon[102677]: pgmap v14950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:31 smithi111 ceph-mon[97855]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:31 smithi111 ceph-mon[116524]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:31 smithi155 ceph-mon[102677]: pgmap v14951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:33 smithi111 ceph-mon[97855]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:33 smithi111 ceph-mon[116524]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:33 smithi155 ceph-mon[102677]: pgmap v14952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:35 smithi155 ceph-mon[102677]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:35 smithi111 ceph-mon[97855]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:35 smithi111 ceph-mon[116524]: pgmap v14953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:37 smithi111 ceph-mon[97855]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:37 smithi111 ceph-mon[116524]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:37 smithi155 ceph-mon[102677]: pgmap v14954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:39 smithi111 ceph-mon[97855]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:32:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:32:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:39 smithi111 ceph-mon[116524]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:39 smithi155 ceph-mon[102677]: pgmap v14955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 11:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T11:32:40.063728475Z level=info msg="Completed cleanup jobs" duration=30.023277ms 2023-12-01T11:32:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:41 smithi111 ceph-mon[97855]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:41 smithi111 ceph-mon[116524]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:41 smithi155 ceph-mon[102677]: pgmap v14956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:43 smithi111 ceph-mon[97855]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:43 smithi111 ceph-mon[116524]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:43 smithi155 ceph-mon[102677]: pgmap v14957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:45 smithi155 ceph-mon[102677]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:45 smithi111 ceph-mon[97855]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:45 smithi111 ceph-mon[116524]: pgmap v14958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:47 smithi111 ceph-mon[97855]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:47 smithi111 ceph-mon[116524]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:47 smithi155 ceph-mon[102677]: pgmap v14959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:32:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:32:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:49 smithi111 ceph-mon[97855]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:49 smithi111 ceph-mon[116524]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:49 smithi155 ceph-mon[102677]: pgmap v14960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:32:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:32:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:32:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:32:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[97855]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:32:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:32:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:32:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[116524]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:32:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:32:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:51 smithi155 ceph-mon[102677]: pgmap v14961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:32:52.918 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:32:53.226 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5242M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5544M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5799M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4969M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:32:53.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:32:53.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:32:53.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:32:53.228 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:32:53.605 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:53.606 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:32:53.607 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:32:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:53 smithi111 ceph-mon[97855]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:53 smithi111 ceph-mon[97855]: from='client.40865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:53 smithi111 ceph-mon[116524]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:53 smithi111 ceph-mon[116524]: from='client.40865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:53 smithi155 ceph-mon[102677]: pgmap v14962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:53 smithi155 ceph-mon[102677]: from='client.40865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:54 smithi111 ceph-mon[97855]: from='client.30993 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3190981413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:32:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:54 smithi111 ceph-mon[116524]: from='client.30993 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3190981413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:32:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:54 smithi155 ceph-mon[102677]: from='client.30993 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:32:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3190981413' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:32:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:55 smithi111 ceph-mon[97855]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:55 smithi111 ceph-mon[116524]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:55 smithi155 ceph-mon[102677]: pgmap v14963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:57 smithi111 ceph-mon[97855]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:57 smithi111 ceph-mon[116524]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:57 smithi155 ceph-mon[102677]: pgmap v14964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:32:59 smithi111 ceph-mon[97855]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:32:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:32:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:32:59 smithi111 ceph-mon[116524]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:32:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:32:59 smithi155 ceph-mon[102677]: pgmap v14965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:01 smithi111 ceph-mon[97855]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:01 smithi111 ceph-mon[116524]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:01 smithi155 ceph-mon[102677]: pgmap v14966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:03 smithi111 ceph-mon[97855]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:03 smithi111 ceph-mon[116524]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:03 smithi155 ceph-mon[102677]: pgmap v14967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:05 smithi155 ceph-mon[102677]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:05 smithi111 ceph-mon[97855]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:05 smithi111 ceph-mon[116524]: pgmap v14968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:07 smithi111 ceph-mon[97855]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:07 smithi111 ceph-mon[116524]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:07 smithi155 ceph-mon[102677]: pgmap v14969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:09 smithi111 ceph-mon[97855]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:33:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:33:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:09 smithi111 ceph-mon[116524]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:09 smithi155 ceph-mon[102677]: pgmap v14970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:11 smithi111 ceph-mon[97855]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:11 smithi111 ceph-mon[116524]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:11 smithi155 ceph-mon[102677]: pgmap v14971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:13 smithi111 ceph-mon[97855]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:13 smithi111 ceph-mon[116524]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:13 smithi155 ceph-mon[102677]: pgmap v14972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:15 smithi155 ceph-mon[102677]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:15 smithi111 ceph-mon[97855]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:15 smithi111 ceph-mon[116524]: pgmap v14973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:17 smithi111 ceph-mon[97855]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:17 smithi111 ceph-mon[116524]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:17 smithi155 ceph-mon[102677]: pgmap v14974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:19.482 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:19 smithi111 ceph-mon[97855]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:19.482 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:33:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:33:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:19 smithi111 ceph-mon[116524]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:19.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:19 smithi155 ceph-mon[102677]: pgmap v14975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:21 smithi111 ceph-mon[97855]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:21 smithi111 ceph-mon[116524]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:21 smithi155 ceph-mon[102677]: pgmap v14976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:23 smithi111 ceph-mon[97855]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:23 smithi111 ceph-mon[116524]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:23.950 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:33:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:23 smithi155 ceph-mon[102677]: pgmap v14977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:24.255 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 9m ago 6h 27.1M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 9m ago 6h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 9m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 9m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 9m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 9m ago 6h 819M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 9m ago 6h 1815M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 9m ago 6h 836M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 9m ago 6h 774M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 9m ago 6h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 9m ago 6h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 9m ago 6h 5242M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 9m ago 6h 5544M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:33:24.256 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 9m ago 6h 5799M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:33:24.257 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 9m ago 6h 4969M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:33:24.257 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 9m ago 6h 3954M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:33:24.257 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 9m ago 6h 4940M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:33:24.257 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 9m ago 6h 4347M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:33:24.257 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 9m ago 6h 5089M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:33:24.257 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 9m ago 6h 114M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:33:24.639 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:33:24.639 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:33:24.639 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:33:24.639 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:24.639 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:33:24.640 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:33:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:24 smithi111 ceph-mon[97855]: from='client.31005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:24 smithi111 ceph-mon[116524]: from='client.31005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:24 smithi155 ceph-mon[102677]: from='client.31005 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:25 smithi111 ceph-mon[97855]: from='client.31011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:25 smithi111 ceph-mon[97855]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3691128946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:33:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:25 smithi111 ceph-mon[116524]: from='client.31011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:25 smithi111 ceph-mon[116524]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3691128946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:33:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:25 smithi155 ceph-mon[102677]: from='client.31011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:25 smithi155 ceph-mon[102677]: pgmap v14978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3691128946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:33:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:27 smithi111 ceph-mon[97855]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:27 smithi111 ceph-mon[116524]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:27 smithi155 ceph-mon[102677]: pgmap v14979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:29 smithi111 ceph-mon[97855]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:29 smithi111 ceph-mon[116524]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:33:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:33:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:29 smithi155 ceph-mon[102677]: pgmap v14980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:31 smithi155 ceph-mon[102677]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:31 smithi111 ceph-mon[97855]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:31 smithi111 ceph-mon[116524]: pgmap v14981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:33 smithi155 ceph-mon[102677]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:33 smithi111 ceph-mon[97855]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:33 smithi111 ceph-mon[116524]: pgmap v14982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:35 smithi155 ceph-mon[102677]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:35 smithi111 ceph-mon[97855]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:35 smithi111 ceph-mon[116524]: pgmap v14983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:37 smithi111 ceph-mon[97855]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:37 smithi111 ceph-mon[116524]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:37 smithi155 ceph-mon[102677]: pgmap v14984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:39 smithi111 ceph-mon[97855]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:33:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:33:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:39 smithi111 ceph-mon[116524]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:39 smithi155 ceph-mon[102677]: pgmap v14985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:41 smithi111 ceph-mon[97855]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:41 smithi111 ceph-mon[116524]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:41 smithi155 ceph-mon[102677]: pgmap v14986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:43 smithi111 ceph-mon[97855]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:43 smithi111 ceph-mon[116524]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:43 smithi155 ceph-mon[102677]: pgmap v14987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:45 smithi155 ceph-mon[102677]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:45 smithi111 ceph-mon[97855]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:45 smithi111 ceph-mon[116524]: pgmap v14988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:47 smithi111 ceph-mon[97855]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:47 smithi111 ceph-mon[116524]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:47 smithi155 ceph-mon[102677]: pgmap v14989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:49 smithi111 ceph-mon[97855]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:33:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:33:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:49 smithi111 ceph-mon[116524]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:49 smithi155 ceph-mon[102677]: pgmap v14990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:33:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:51 smithi111 ceph-mon[97855]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:33:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:51 smithi111 ceph-mon[116524]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:33:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:51 smithi155 ceph-mon[102677]: pgmap v14991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: pgmap v14992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:33:54.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:33:54.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:33:54.976 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:33:55.284 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:33:55.284 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:33:55.284 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 1s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:33:55.284 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:33:55.284 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 1s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:33:55.284 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 1s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2s ago 6h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2s ago 6h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 1s ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2s ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2s ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 1s ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2s ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2s ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2s ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:33:55.285 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2s ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:33:55.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 1s ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:33:55.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 1s ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:33:55.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 1s ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:33:55.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 1s ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:33:55.286 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 1s ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:33:55.668 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:33:55.668 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:33:55.668 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:33:55.668 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:33:55.669 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:33:55.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:33:55.670 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:33:55.670 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:33:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:55 smithi155 ceph-mon[102677]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:55 smithi155 ceph-mon[102677]: from='client.31023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:55 smithi111 ceph-mon[97855]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:55 smithi111 ceph-mon[97855]: from='client.31023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:55 smithi111 ceph-mon[116524]: pgmap v14993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:55 smithi111 ceph-mon[116524]: from='client.31023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:56 smithi155 ceph-mon[102677]: from='client.31029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4051973118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:33:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:56 smithi111 ceph-mon[97855]: from='client.31029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4051973118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:33:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:56 smithi111 ceph-mon[116524]: from='client.31029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:33:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4051973118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:33:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:57 smithi155 ceph-mon[102677]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:57 smithi111 ceph-mon[97855]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:57 smithi111 ceph-mon[116524]: pgmap v14994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:33:59 smithi111 ceph-mon[97855]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:33:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:33:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:33:59 smithi111 ceph-mon[116524]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:33:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:33:59 smithi155 ceph-mon[102677]: pgmap v14995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:01 smithi111 ceph-mon[97855]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:01 smithi111 ceph-mon[116524]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:01 smithi155 ceph-mon[102677]: pgmap v14996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:03 smithi111 ceph-mon[97855]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:03 smithi111 ceph-mon[116524]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:03 smithi155 ceph-mon[102677]: pgmap v14997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:05 smithi155 ceph-mon[102677]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:05 smithi111 ceph-mon[97855]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:05 smithi111 ceph-mon[116524]: pgmap v14998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:07 smithi111 ceph-mon[97855]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:07 smithi111 ceph-mon[116524]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:07 smithi155 ceph-mon[102677]: pgmap v14999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:09 smithi111 ceph-mon[97855]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:34:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:34:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:09 smithi111 ceph-mon[116524]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:09 smithi155 ceph-mon[102677]: pgmap v15000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:11 smithi155 ceph-mon[102677]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:11 smithi111 ceph-mon[97855]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:11 smithi111 ceph-mon[116524]: pgmap v15001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:13 smithi155 ceph-mon[102677]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:13 smithi111 ceph-mon[97855]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:13 smithi111 ceph-mon[116524]: pgmap v15002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:15 smithi155 ceph-mon[102677]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:15 smithi111 ceph-mon[97855]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:15 smithi111 ceph-mon[116524]: pgmap v15003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:17 smithi111 ceph-mon[97855]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:17 smithi111 ceph-mon[116524]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:17 smithi155 ceph-mon[102677]: pgmap v15004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:19 smithi111 ceph-mon[97855]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:34:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:34:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:19 smithi111 ceph-mon[116524]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:19 smithi155 ceph-mon[102677]: pgmap v15005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:21 smithi155 ceph-mon[102677]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:21 smithi111 ceph-mon[97855]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:21 smithi111 ceph-mon[116524]: pgmap v15006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:23 smithi155 ceph-mon[102677]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:23 smithi111 ceph-mon[97855]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:23 smithi111 ceph-mon[116524]: pgmap v15007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:25 smithi155 ceph-mon[102677]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:25 smithi111 ceph-mon[97855]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:25 smithi111 ceph-mon[116524]: pgmap v15008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:26.012 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:34:26.320 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:34:26.320 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 33s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:34:26.320 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 32s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:34:26.320 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 33s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 32s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 32s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 33s ago 6h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 33s ago 6h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 32s ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 33s ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 33s ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 32s ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 33s ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:34:26.321 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 33s ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 33s ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 33s ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 32s ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 32s ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 32s ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 32s ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:34:26.322 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 32s ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:34:26.698 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:34:26.698 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:34:26.699 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:34:26.700 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:26.700 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:34:26.700 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:34:26.700 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:34:26.700 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:34:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:26 smithi155 ceph-mon[102677]: from='client.31041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:26 smithi111 ceph-mon[97855]: from='client.31041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:26 smithi111 ceph-mon[116524]: from='client.31041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:27 smithi155 ceph-mon[102677]: from='client.40925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:27 smithi155 ceph-mon[102677]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1544642582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:34:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:27 smithi111 ceph-mon[97855]: from='client.40925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:27 smithi111 ceph-mon[97855]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1544642582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:34:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:27 smithi111 ceph-mon[116524]: from='client.40925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:27 smithi111 ceph-mon[116524]: pgmap v15009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1544642582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:34:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:29 smithi111 ceph-mon[97855]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:34:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:34:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:29 smithi111 ceph-mon[116524]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:29 smithi155 ceph-mon[102677]: pgmap v15010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:31 smithi155 ceph-mon[102677]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:31 smithi111 ceph-mon[97855]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:31 smithi111 ceph-mon[116524]: pgmap v15011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:33 smithi155 ceph-mon[102677]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:33 smithi111 ceph-mon[97855]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:33 smithi111 ceph-mon[116524]: pgmap v15012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:35 smithi155 ceph-mon[102677]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:35 smithi111 ceph-mon[97855]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:35 smithi111 ceph-mon[116524]: pgmap v15013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:37 smithi155 ceph-mon[102677]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:37 smithi111 ceph-mon[97855]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:37 smithi111 ceph-mon[116524]: pgmap v15014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:39 smithi111 ceph-mon[97855]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:39 smithi111 ceph-mon[116524]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:34:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:34:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:39 smithi155 ceph-mon[102677]: pgmap v15015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:41 smithi155 ceph-mon[102677]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:41 smithi111 ceph-mon[97855]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:41 smithi111 ceph-mon[116524]: pgmap v15016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:43 smithi155 ceph-mon[102677]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:43 smithi111 ceph-mon[97855]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:43 smithi111 ceph-mon[116524]: pgmap v15017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:45 smithi155 ceph-mon[102677]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:45 smithi111 ceph-mon[97855]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:45 smithi111 ceph-mon[116524]: pgmap v15018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:47 smithi155 ceph-mon[102677]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:47 smithi111 ceph-mon[97855]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:47 smithi111 ceph-mon[116524]: pgmap v15019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:34:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:34:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:49 smithi111 ceph-mon[97855]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:49 smithi111 ceph-mon[116524]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:49 smithi155 ceph-mon[102677]: pgmap v15020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:34:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:51 smithi155 ceph-mon[102677]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:51 smithi111 ceph-mon[97855]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:51 smithi111 ceph-mon[116524]: pgmap v15021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:53 smithi155 ceph-mon[102677]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:53 smithi111 ceph-mon[97855]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:53 smithi111 ceph-mon[116524]: pgmap v15022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:54.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:34:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:34:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:34:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:34:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:34:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:34:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:34:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:34:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:34:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:34:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:34:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:34:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:55 smithi155 ceph-mon[102677]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:55 smithi111 ceph-mon[97855]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:55 smithi111 ceph-mon[116524]: pgmap v15023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:57.044 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:34:57.350 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:34:57.350 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 64s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:34:57.350 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 63s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:34:57.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 64s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:34:57.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 63s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 63s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 64s ago 6h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 64s ago 6h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 63s ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 64s ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 64s ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 63s ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 64s ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 64s ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:34:57.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 64s ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:34:57.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 64s ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:34:57.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 63s ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:34:57.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 63s ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:34:57.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 63s ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:34:57.352 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 63s ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:34:57.352 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 63s ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:34:57.725 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:34:57.725 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:57.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:34:57.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:34:57.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:34:57.727 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:34:57.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:34:57.727 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:34:57.727 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:34:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:57 smithi155 ceph-mon[102677]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:57 smithi155 ceph-mon[102677]: from='client.40937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:57 smithi111 ceph-mon[97855]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:57 smithi111 ceph-mon[97855]: from='client.40937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:57 smithi111 ceph-mon[116524]: pgmap v15024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:57 smithi111 ceph-mon[116524]: from='client.40937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:58 smithi155 ceph-mon[102677]: from='client.31065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/668267623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:34:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:58 smithi111 ceph-mon[97855]: from='client.31065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/668267623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:34:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:58 smithi111 ceph-mon[116524]: from='client.31065 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:34:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/668267623' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:34:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:34:59 smithi111 ceph-mon[97855]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:34:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:34:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:34:59 smithi111 ceph-mon[116524]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:34:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:34:59 smithi155 ceph-mon[102677]: pgmap v15025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:01 smithi155 ceph-mon[102677]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:01 smithi111 ceph-mon[97855]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:01 smithi111 ceph-mon[116524]: pgmap v15026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:03 smithi155 ceph-mon[102677]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:03 smithi111 ceph-mon[97855]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:03 smithi111 ceph-mon[116524]: pgmap v15027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:05.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:05.712 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:05 smithi155 ceph-mon[102677]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:05 smithi111 ceph-mon[97855]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:05 smithi111 ceph-mon[116524]: pgmap v15028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:07 smithi155 ceph-mon[102677]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:07 smithi111 ceph-mon[97855]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:07 smithi111 ceph-mon[116524]: pgmap v15029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:09 smithi111 ceph-mon[97855]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:35:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:35:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:09 smithi111 ceph-mon[116524]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:09 smithi155 ceph-mon[102677]: pgmap v15030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:11 smithi155 ceph-mon[102677]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:11 smithi111 ceph-mon[97855]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:11 smithi111 ceph-mon[116524]: pgmap v15031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:13 smithi155 ceph-mon[102677]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:13 smithi111 ceph-mon[97855]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:13 smithi111 ceph-mon[116524]: pgmap v15032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:15 smithi155 ceph-mon[102677]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:15 smithi111 ceph-mon[97855]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:15 smithi111 ceph-mon[116524]: pgmap v15033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:17 smithi155 ceph-mon[102677]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:17 smithi111 ceph-mon[97855]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:17 smithi111 ceph-mon[116524]: pgmap v15034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:35:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:35:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:19 smithi111 ceph-mon[97855]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:19 smithi111 ceph-mon[116524]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:19 smithi155 ceph-mon[102677]: pgmap v15035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:21 smithi155 ceph-mon[102677]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:21 smithi111 ceph-mon[97855]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:21 smithi111 ceph-mon[116524]: pgmap v15036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:23 smithi155 ceph-mon[102677]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:23 smithi111 ceph-mon[97855]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:23 smithi111 ceph-mon[116524]: pgmap v15037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:25 smithi155 ceph-mon[102677]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:25 smithi111 ceph-mon[97855]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:25 smithi111 ceph-mon[116524]: pgmap v15038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:27 smithi155 ceph-mon[102677]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:27 smithi111 ceph-mon[97855]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:27 smithi111 ceph-mon[116524]: pgmap v15039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:28.075 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:35:28.380 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:35:28.380 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 95s ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:35:28.380 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 94s ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:35:28.380 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 95s ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 94s ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 94s ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 95s ago 6h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 95s ago 6h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 94s ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 95s ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 95s ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 94s ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 95s ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:35:28.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 95s ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 95s ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 95s ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 94s ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 94s ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 94s ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 94s ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:35:28.382 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 94s ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:35:28.765 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:35:28.766 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:28.767 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:35:28.767 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:35:28.767 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:35:28.767 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:35:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:28 smithi155 ceph-mon[102677]: from='client.40955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:28 smithi111 ceph-mon[97855]: from='client.40955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:28 smithi111 ceph-mon[116524]: from='client.40955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:35:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:29 smithi111 ceph-mon[97855]: from='client.40961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:29 smithi111 ceph-mon[97855]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2459066223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:29 smithi111 ceph-mon[116524]: from='client.40961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:29 smithi111 ceph-mon[116524]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2459066223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:35:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:29 smithi155 ceph-mon[102677]: from='client.40961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:29 smithi155 ceph-mon[102677]: pgmap v15040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2459066223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:35:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:31 smithi155 ceph-mon[102677]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:31 smithi111 ceph-mon[97855]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:31 smithi111 ceph-mon[116524]: pgmap v15041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:33 smithi155 ceph-mon[102677]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:33 smithi111 ceph-mon[97855]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:33 smithi111 ceph-mon[116524]: pgmap v15042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:35 smithi155 ceph-mon[102677]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:35 smithi111 ceph-mon[97855]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:35 smithi111 ceph-mon[116524]: pgmap v15043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:37 smithi155 ceph-mon[102677]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:37 smithi111 ceph-mon[97855]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:37 smithi111 ceph-mon[116524]: pgmap v15044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:39 smithi111 ceph-mon[97855]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:35:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:35:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:39 smithi111 ceph-mon[116524]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:39 smithi155 ceph-mon[102677]: pgmap v15045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:41 smithi155 ceph-mon[102677]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:41 smithi111 ceph-mon[97855]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:41 smithi111 ceph-mon[116524]: pgmap v15046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:43 smithi155 ceph-mon[102677]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:43 smithi111 ceph-mon[97855]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:44.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:43 smithi111 ceph-mon[116524]: pgmap v15047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:45 smithi155 ceph-mon[102677]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:45 smithi111 ceph-mon[97855]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:45 smithi111 ceph-mon[116524]: pgmap v15048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:47 smithi155 ceph-mon[102677]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:47 smithi111 ceph-mon[97855]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:47 smithi111 ceph-mon[116524]: pgmap v15049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:49 smithi111 ceph-mon[97855]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:35:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:35:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:49 smithi111 ceph-mon[116524]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:49 smithi155 ceph-mon[102677]: pgmap v15050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:35:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:51 smithi155 ceph-mon[102677]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:51 smithi111 ceph-mon[97855]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:51 smithi111 ceph-mon[116524]: pgmap v15051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:53 smithi155 ceph-mon[102677]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:53 smithi111 ceph-mon[97855]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:53 smithi111 ceph-mon[116524]: pgmap v15052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:55 smithi155 ceph-mon[102677]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[116524]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[97855]: pgmap v15053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:35:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:35:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:35:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:35:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:35:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:35:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:35:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:35:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:57 smithi155 ceph-mon[102677]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:57 smithi111 ceph-mon[97855]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:57 smithi111 ceph-mon[116524]: pgmap v15054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:59.109 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:35:59.415 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:35:59.415 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:35:59.415 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:35:59.415 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:35:59.415 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:35:59.415 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (6h) 2m ago 6h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (6h) 2m ago 6h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:35:59.416 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:35:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:35:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:35:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:59 smithi111 ceph-mon[97855]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:35:59 smithi111 ceph-mon[97855]: from='client.31095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:59 smithi111 ceph-mon[116524]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:35:59 smithi111 ceph-mon[116524]: from='client.31095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:35:59.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:35:59.798 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:35:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:59 smithi155 ceph-mon[102677]: pgmap v15055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:35:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:35:59 smithi155 ceph-mon[102677]: from='client.31095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:00 smithi155 ceph-mon[102677]: from='client.40979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4058474805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:36:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:00 smithi111 ceph-mon[97855]: from='client.40979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4058474805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:00 smithi111 ceph-mon[116524]: from='client.40979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4058474805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:36:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:01 smithi155 ceph-mon[102677]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:01 smithi111 ceph-mon[97855]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:01 smithi111 ceph-mon[116524]: pgmap v15056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:03 smithi155 ceph-mon[102677]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:03 smithi111 ceph-mon[97855]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:03 smithi111 ceph-mon[116524]: pgmap v15057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:05 smithi155 ceph-mon[102677]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:05 smithi111 ceph-mon[97855]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:05 smithi111 ceph-mon[116524]: pgmap v15058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:07 smithi155 ceph-mon[102677]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:07 smithi111 ceph-mon[97855]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:07 smithi111 ceph-mon[116524]: pgmap v15059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:09 smithi111 ceph-mon[97855]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:36:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:36:09.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:09 smithi111 ceph-mon[116524]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:09 smithi155 ceph-mon[102677]: pgmap v15060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:11 smithi155 ceph-mon[102677]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:11 smithi111 ceph-mon[97855]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:11 smithi111 ceph-mon[116524]: pgmap v15061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:13 smithi155 ceph-mon[102677]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:13 smithi111 ceph-mon[97855]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:13 smithi111 ceph-mon[116524]: pgmap v15062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:15 smithi155 ceph-mon[102677]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:15 smithi111 ceph-mon[97855]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:15 smithi111 ceph-mon[116524]: pgmap v15063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:17 smithi155 ceph-mon[102677]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:17 smithi111 ceph-mon[97855]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:17 smithi111 ceph-mon[116524]: pgmap v15064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:36:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:36:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:19 smithi111 ceph-mon[97855]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:19 smithi111 ceph-mon[116524]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:19 smithi155 ceph-mon[102677]: pgmap v15065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:21 smithi155 ceph-mon[102677]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:21 smithi111 ceph-mon[97855]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:21 smithi111 ceph-mon[116524]: pgmap v15066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:23 smithi155 ceph-mon[102677]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:23 smithi111 ceph-mon[97855]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:23 smithi111 ceph-mon[116524]: pgmap v15067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:25 smithi155 ceph-mon[102677]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:25 smithi111 ceph-mon[97855]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:25 smithi111 ceph-mon[116524]: pgmap v15068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:27 smithi155 ceph-mon[102677]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:27 smithi111 ceph-mon[97855]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:27 smithi111 ceph-mon[116524]: pgmap v15069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:29 smithi111 ceph-mon[97855]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:36:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:36:29.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:29 smithi111 ceph-mon[116524]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:29 smithi155 ceph-mon[102677]: pgmap v15070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:30.144 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 2m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 2m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 2m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 2m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 2m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:36:30.450 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 2m ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 2m ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 2m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 2m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 2m ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 2m ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 2m ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 2m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 2m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 2m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 2m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 2m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:36:30.451 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 2m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:36:30.829 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:36:30.829 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:36:30.829 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:36:30.830 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:36:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:31 smithi155 ceph-mon[102677]: from='client.40991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:31 smithi155 ceph-mon[102677]: from='client.40997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:31 smithi155 ceph-mon[102677]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2431274961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[97855]: from='client.40991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[97855]: from='client.40997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[97855]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2431274961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[116524]: from='client.40991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[116524]: from='client.40997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[116524]: pgmap v15071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2431274961' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:36:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:33 smithi155 ceph-mon[102677]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:33 smithi111 ceph-mon[97855]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:33 smithi111 ceph-mon[116524]: pgmap v15072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:35 smithi155 ceph-mon[102677]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:35 smithi111 ceph-mon[97855]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:35 smithi111 ceph-mon[116524]: pgmap v15073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:37 smithi155 ceph-mon[102677]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:37 smithi111 ceph-mon[97855]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:37 smithi111 ceph-mon[116524]: pgmap v15074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:39 smithi111 ceph-mon[97855]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:36:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:36:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:39 smithi111 ceph-mon[116524]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:39 smithi155 ceph-mon[102677]: pgmap v15075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:41 smithi155 ceph-mon[102677]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:41 smithi111 ceph-mon[97855]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:41 smithi111 ceph-mon[116524]: pgmap v15076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:43 smithi155 ceph-mon[102677]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:43 smithi111 ceph-mon[97855]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:43 smithi111 ceph-mon[116524]: pgmap v15077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:45 smithi155 ceph-mon[102677]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:45 smithi111 ceph-mon[97855]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:45 smithi111 ceph-mon[116524]: pgmap v15078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:47 smithi155 ceph-mon[102677]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:47 smithi111 ceph-mon[97855]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:47 smithi111 ceph-mon[116524]: pgmap v15079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:36:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:36:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:49 smithi111 ceph-mon[97855]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:49 smithi111 ceph-mon[116524]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:49 smithi155 ceph-mon[102677]: pgmap v15080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:36:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:51 smithi155 ceph-mon[102677]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:51 smithi111 ceph-mon[97855]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:51 smithi111 ceph-mon[116524]: pgmap v15081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:53 smithi155 ceph-mon[102677]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:53 smithi111 ceph-mon[97855]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:53 smithi111 ceph-mon[116524]: pgmap v15082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:55 smithi155 ceph-mon[102677]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:55 smithi111 ceph-mon[97855]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:55 smithi111 ceph-mon[116524]: pgmap v15083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:36:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:36:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:36:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:36:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:36:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:36:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:36:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:36:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:36:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:36:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:36:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:36:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:57 smithi155 ceph-mon[102677]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:57 smithi111 ceph-mon[97855]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:57 smithi111 ceph-mon[116524]: pgmap v15084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:36:59 smithi111 ceph-mon[97855]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:36:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:36:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:36:59 smithi111 ceph-mon[116524]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:36:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:36:59 smithi155 ceph-mon[102677]: pgmap v15085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:01.177 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:37:01.482 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:37:01.482 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:37:01.482 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:37:01.483 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:37:01.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:37:01.484 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:37:01.862 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:37:01.862 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:37:01.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:37:01.863 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:37:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:01 smithi155 ceph-mon[102677]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:01 smithi111 ceph-mon[97855]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:01 smithi111 ceph-mon[116524]: pgmap v15086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:02 smithi155 ceph-mon[102677]: from='client.41009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:02 smithi155 ceph-mon[102677]: from='client.41015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2113432528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:02 smithi111 ceph-mon[97855]: from='client.41009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:02 smithi111 ceph-mon[97855]: from='client.41015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2113432528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:37:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:02 smithi111 ceph-mon[116524]: from='client.41009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:02 smithi111 ceph-mon[116524]: from='client.41015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2113432528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:37:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:03 smithi155 ceph-mon[102677]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:03 smithi111 ceph-mon[97855]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:03 smithi111 ceph-mon[116524]: pgmap v15087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:05 smithi155 ceph-mon[102677]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:05 smithi111 ceph-mon[97855]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:05 smithi111 ceph-mon[116524]: pgmap v15088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:07 smithi155 ceph-mon[102677]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:07 smithi111 ceph-mon[97855]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:07 smithi111 ceph-mon[116524]: pgmap v15089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:09.548 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:37:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:37:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:09 smithi155 ceph-mon[102677]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:09 smithi111 ceph-mon[97855]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:09 smithi111 ceph-mon[116524]: pgmap v15090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:11 smithi155 ceph-mon[102677]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:11 smithi111 ceph-mon[97855]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:11 smithi111 ceph-mon[116524]: pgmap v15091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:13 smithi155 ceph-mon[102677]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:13 smithi111 ceph-mon[97855]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:13 smithi111 ceph-mon[116524]: pgmap v15092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:15 smithi155 ceph-mon[102677]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:15 smithi111 ceph-mon[97855]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:15 smithi111 ceph-mon[116524]: pgmap v15093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:17 smithi155 ceph-mon[102677]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:17 smithi111 ceph-mon[97855]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:17 smithi111 ceph-mon[116524]: pgmap v15094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:19.553 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:37:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:37:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:19 smithi155 ceph-mon[102677]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:19 smithi111 ceph-mon[97855]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:19 smithi111 ceph-mon[116524]: pgmap v15095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:21 smithi155 ceph-mon[102677]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:21 smithi111 ceph-mon[97855]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:21 smithi111 ceph-mon[116524]: pgmap v15096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:23 smithi155 ceph-mon[102677]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:23 smithi111 ceph-mon[97855]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:23 smithi111 ceph-mon[116524]: pgmap v15097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:25 smithi155 ceph-mon[102677]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:25 smithi111 ceph-mon[97855]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:25 smithi111 ceph-mon[116524]: pgmap v15098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:27 smithi155 ceph-mon[102677]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:27 smithi111 ceph-mon[97855]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:27 smithi111 ceph-mon[116524]: pgmap v15099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:29.554 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:37:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:37:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:29 smithi155 ceph-mon[102677]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:29 smithi111 ceph-mon[97855]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:29 smithi111 ceph-mon[116524]: pgmap v15100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:31 smithi155 ceph-mon[102677]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:31 smithi111 ceph-mon[97855]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:31 smithi111 ceph-mon[116524]: pgmap v15101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:32.208 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:37:32.515 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 3m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 3m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 3m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 3m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (6h) 3m ago 6h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (6h) 3m ago 6h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (6h) 3m ago 6h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 3m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 3m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 3m ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 3m ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 3m ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:37:32.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 3m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:37:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 3m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:37:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 3m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:37:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 3m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:37:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 3m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:37:32.517 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 3m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:37:32.896 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:37:32.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:37:32.897 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:37:32.897 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:37:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:33 smithi155 ceph-mon[102677]: from='client.31149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:33 smithi155 ceph-mon[102677]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:33 smithi155 ceph-mon[102677]: from='client.31155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2380498225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:37:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[97855]: from='client.31149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[97855]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[97855]: from='client.31155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2380498225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:37:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[116524]: from='client.31149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[116524]: pgmap v15102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[116524]: from='client.31155 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:37:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2380498225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:37:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:35 smithi155 ceph-mon[102677]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:35 smithi111 ceph-mon[97855]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:35 smithi111 ceph-mon[116524]: pgmap v15103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:37 smithi155 ceph-mon[102677]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:37 smithi111 ceph-mon[97855]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:37 smithi111 ceph-mon[116524]: pgmap v15104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:39.563 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:37:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:37:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:39 smithi155 ceph-mon[102677]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:39 smithi111 ceph-mon[97855]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:39 smithi111 ceph-mon[116524]: pgmap v15105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:41 smithi155 ceph-mon[102677]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:41 smithi111 ceph-mon[97855]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:41 smithi111 ceph-mon[116524]: pgmap v15106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:43 smithi155 ceph-mon[102677]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:43 smithi111 ceph-mon[97855]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:43 smithi111 ceph-mon[116524]: pgmap v15107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:45 smithi155 ceph-mon[102677]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:45 smithi111 ceph-mon[97855]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:45 smithi111 ceph-mon[116524]: pgmap v15108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:47 smithi155 ceph-mon[102677]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:47 smithi111 ceph-mon[97855]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:47 smithi111 ceph-mon[116524]: pgmap v15109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:49.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:37:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:37:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:49 smithi155 ceph-mon[102677]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:49 smithi111 ceph-mon[97855]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:49 smithi111 ceph-mon[116524]: pgmap v15110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:37:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:51 smithi155 ceph-mon[102677]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:51 smithi111 ceph-mon[97855]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:51 smithi111 ceph-mon[116524]: pgmap v15111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:53 smithi155 ceph-mon[102677]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:53 smithi111 ceph-mon[97855]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:53 smithi111 ceph-mon[116524]: pgmap v15112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:55 smithi155 ceph-mon[102677]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:55 smithi111 ceph-mon[97855]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:55 smithi111 ceph-mon[116524]: pgmap v15113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:37:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:37:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:37:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:37:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:37:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:57 smithi155 ceph-mon[102677]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:57 smithi111 ceph-mon[97855]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:57 smithi111 ceph-mon[116524]: pgmap v15114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:59.559 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:37:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:37:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:37:59 smithi155 ceph-mon[102677]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:37:59 smithi111 ceph-mon[116524]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:37:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:37:59 smithi111 ceph-mon[97855]: pgmap v15115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:01 smithi155 ceph-mon[102677]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:01 smithi111 ceph-mon[97855]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:01 smithi111 ceph-mon[116524]: pgmap v15116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:03.242 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:38:03.547 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (6h) 4m ago 6h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:38:03.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:38:03.549 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:38:03.549 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:38:03.549 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:38:03.549 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:38:03.925 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:38:03.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:38:03.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:38:03.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:03.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:38:03.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:38:03.927 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:38:03.927 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:38:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:03 smithi155 ceph-mon[102677]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:03 smithi111 ceph-mon[97855]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:03 smithi111 ceph-mon[116524]: pgmap v15117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:04 smithi155 ceph-mon[102677]: from='client.31167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:04 smithi155 ceph-mon[102677]: from='client.31173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1749229680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[97855]: from='client.31167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[97855]: from='client.31173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1749229680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[116524]: from='client.31167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[116524]: from='client.31173 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1749229680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:05 smithi155 ceph-mon[102677]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:05 smithi111 ceph-mon[97855]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:05 smithi111 ceph-mon[116524]: pgmap v15118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:07 smithi155 ceph-mon[102677]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:07 smithi111 ceph-mon[97855]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:07 smithi111 ceph-mon[116524]: pgmap v15119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:09.574 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:38:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:38:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:09 smithi155 ceph-mon[102677]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:09 smithi111 ceph-mon[116524]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:09 smithi111 ceph-mon[97855]: pgmap v15120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:11 smithi155 ceph-mon[102677]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:11 smithi111 ceph-mon[116524]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:11 smithi111 ceph-mon[97855]: pgmap v15121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:13 smithi155 ceph-mon[102677]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:13 smithi111 ceph-mon[97855]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:13 smithi111 ceph-mon[116524]: pgmap v15122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:15 smithi155 ceph-mon[102677]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:15 smithi111 ceph-mon[97855]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:15 smithi111 ceph-mon[116524]: pgmap v15123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:17 smithi155 ceph-mon[102677]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:17 smithi111 ceph-mon[97855]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:17 smithi111 ceph-mon[116524]: pgmap v15124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:19.569 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:38:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:38:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:19 smithi155 ceph-mon[102677]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:19 smithi111 ceph-mon[97855]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:19 smithi111 ceph-mon[116524]: pgmap v15125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:21 smithi155 ceph-mon[102677]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:21 smithi111 ceph-mon[116524]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:21 smithi111 ceph-mon[97855]: pgmap v15126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:23 smithi155 ceph-mon[102677]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:23 smithi111 ceph-mon[97855]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:23 smithi111 ceph-mon[116524]: pgmap v15127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:25 smithi155 ceph-mon[102677]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:25 smithi111 ceph-mon[97855]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:25 smithi111 ceph-mon[116524]: pgmap v15128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:27 smithi155 ceph-mon[102677]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:27 smithi111 ceph-mon[97855]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:27 smithi111 ceph-mon[116524]: pgmap v15129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:29.572 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:38:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:38:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:29 smithi155 ceph-mon[102677]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:29 smithi111 ceph-mon[97855]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:29 smithi111 ceph-mon[116524]: pgmap v15130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:31 smithi155 ceph-mon[102677]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:31 smithi111 ceph-mon[97855]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:31 smithi111 ceph-mon[116524]: pgmap v15131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:33 smithi155 ceph-mon[102677]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:33 smithi111 ceph-mon[97855]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:33 smithi111 ceph-mon[116524]: pgmap v15132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:34.272 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:38:34.581 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:38:34.581 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 4m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:38:34.581 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 4m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:38:34.581 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 4m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:38:34.581 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 4m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 4m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 4m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:38:34.582 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (6h) 4m ago 6h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (6h) 4m ago 6h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 4m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 4m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 4m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 4m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 4m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:38:34.583 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 4m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:34.961 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:38:34.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:38:34.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:38:34.962 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:38:34.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:38:34.962 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:38:34.962 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:38:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:35 smithi155 ceph-mon[102677]: from='client.31185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:35 smithi155 ceph-mon[102677]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:35 smithi155 ceph-mon[102677]: from='client.31191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3840153464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:38:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[97855]: from='client.31185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[97855]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[97855]: from='client.31191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3840153464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:38:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[116524]: from='client.31185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[116524]: pgmap v15133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[116524]: from='client.31191 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:38:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3840153464' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:38:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:37 smithi155 ceph-mon[102677]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:37 smithi111 ceph-mon[97855]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:37 smithi111 ceph-mon[116524]: pgmap v15134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:39.574 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:38:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:38:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:39 smithi155 ceph-mon[102677]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:39 smithi111 ceph-mon[97855]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:39 smithi111 ceph-mon[116524]: pgmap v15135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:41 smithi155 ceph-mon[102677]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:41 smithi111 ceph-mon[97855]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:41 smithi111 ceph-mon[116524]: pgmap v15136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:43 smithi155 ceph-mon[102677]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:43 smithi111 ceph-mon[97855]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:43 smithi111 ceph-mon[116524]: pgmap v15137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:45 smithi155 ceph-mon[102677]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:45 smithi111 ceph-mon[97855]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:45 smithi111 ceph-mon[116524]: pgmap v15138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:47 smithi155 ceph-mon[102677]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:47 smithi111 ceph-mon[97855]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:47 smithi111 ceph-mon[116524]: pgmap v15139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:49.576 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:38:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:38:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:49 smithi155 ceph-mon[102677]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:49 smithi111 ceph-mon[116524]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:49 smithi111 ceph-mon[97855]: pgmap v15140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:38:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:51 smithi155 ceph-mon[102677]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:51 smithi111 ceph-mon[97855]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:51 smithi111 ceph-mon[116524]: pgmap v15141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:53 smithi155 ceph-mon[102677]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:53 smithi111 ceph-mon[97855]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:53 smithi111 ceph-mon[116524]: pgmap v15142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:55 smithi155 ceph-mon[102677]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:55 smithi111 ceph-mon[97855]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:55 smithi111 ceph-mon[116524]: pgmap v15143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:38:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:38:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:38:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:57 smithi155 ceph-mon[102677]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:38:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:38:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:38:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[97855]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:38:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:38:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:38:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[116524]: pgmap v15144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:38:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:38:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:38:59.577 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:38:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:38:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:38:59 smithi155 ceph-mon[102677]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:38:59 smithi111 ceph-mon[116524]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:38:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:38:59 smithi111 ceph-mon[97855]: pgmap v15145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:01 smithi155 ceph-mon[102677]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:01 smithi111 ceph-mon[97855]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:01 smithi111 ceph-mon[116524]: pgmap v15146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:03 smithi155 ceph-mon[102677]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:03 smithi111 ceph-mon[97855]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:03 smithi111 ceph-mon[116524]: pgmap v15147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:05.306 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:39:05.613 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:39:05.613 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:39:05.613 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:39:05.614 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (6h) 5m ago 6h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:39:05.615 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:39:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:05 smithi155 ceph-mon[102677]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:05 smithi111 ceph-mon[97855]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:05 smithi111 ceph-mon[116524]: pgmap v15148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:05.990 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:39:05.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:39:05.992 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:39:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:06 smithi155 ceph-mon[102677]: from='client.41081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:06 smithi155 ceph-mon[102677]: from='client.41087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1635982002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:06 smithi111 ceph-mon[97855]: from='client.41081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:06 smithi111 ceph-mon[97855]: from='client.41087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1635982002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:39:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:06 smithi111 ceph-mon[116524]: from='client.41081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:06 smithi111 ceph-mon[116524]: from='client.41087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1635982002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:39:07.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:07 smithi155 ceph-mon[102677]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:07 smithi111 ceph-mon[97855]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:07 smithi111 ceph-mon[116524]: pgmap v15149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:09.580 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:39:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:39:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:09 smithi155 ceph-mon[102677]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:09 smithi111 ceph-mon[97855]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:09 smithi111 ceph-mon[116524]: pgmap v15150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:11 smithi155 ceph-mon[102677]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:11 smithi111 ceph-mon[97855]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:11 smithi111 ceph-mon[116524]: pgmap v15151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:13 smithi155 ceph-mon[102677]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:13 smithi111 ceph-mon[97855]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:13 smithi111 ceph-mon[116524]: pgmap v15152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:15 smithi155 ceph-mon[102677]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:15 smithi111 ceph-mon[97855]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:15 smithi111 ceph-mon[116524]: pgmap v15153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:17 smithi155 ceph-mon[102677]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:17 smithi111 ceph-mon[97855]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:17 smithi111 ceph-mon[116524]: pgmap v15154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:19.589 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:39:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:39:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:19 smithi155 ceph-mon[102677]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:19 smithi111 ceph-mon[97855]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:19 smithi111 ceph-mon[116524]: pgmap v15155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:21 smithi155 ceph-mon[102677]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:21 smithi111 ceph-mon[97855]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:21 smithi111 ceph-mon[116524]: pgmap v15156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:23 smithi155 ceph-mon[102677]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:23 smithi111 ceph-mon[97855]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:23 smithi111 ceph-mon[116524]: pgmap v15157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:25 smithi155 ceph-mon[102677]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:25 smithi111 ceph-mon[97855]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:25 smithi111 ceph-mon[116524]: pgmap v15158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:27 smithi155 ceph-mon[102677]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:27 smithi111 ceph-mon[97855]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:27 smithi111 ceph-mon[116524]: pgmap v15159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:29.588 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:39:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:39:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:29 smithi155 ceph-mon[102677]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:29 smithi111 ceph-mon[97855]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:29 smithi111 ceph-mon[116524]: pgmap v15160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:31 smithi155 ceph-mon[102677]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:31 smithi111 ceph-mon[97855]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:31 smithi111 ceph-mon[116524]: pgmap v15161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:33 smithi155 ceph-mon[102677]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:33 smithi111 ceph-mon[97855]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:33 smithi111 ceph-mon[116524]: pgmap v15162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:35 smithi155 ceph-mon[102677]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:35 smithi111 ceph-mon[97855]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:35 smithi111 ceph-mon[116524]: pgmap v15163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:36.334 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 5m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 5m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 5m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 5m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:39:36.641 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 5m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 5m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (6h) 5m ago 6h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:39:36.642 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (6h) 5m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:39:36.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 5m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:39:36.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 5m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:39:36.643 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 5m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:39:37.015 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:39:37.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:37.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:39:37.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:39:37.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:39:37.017 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:39:37.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:39:37.017 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:39:37.017 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:39:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:37 smithi155 ceph-mon[102677]: from='client.41099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:37 smithi155 ceph-mon[102677]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:37 smithi155 ceph-mon[102677]: from='client.31227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2451888567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[97855]: from='client.41099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[97855]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[97855]: from='client.31227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2451888567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:39:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[116524]: from='client.41099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[116524]: pgmap v15164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[116524]: from='client.31227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:39:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2451888567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:39:39.591 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:39:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:39:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:39 smithi155 ceph-mon[102677]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:39 smithi111 ceph-mon[116524]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:39 smithi111 ceph-mon[97855]: pgmap v15165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:41 smithi155 ceph-mon[102677]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:41 smithi111 ceph-mon[97855]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:41 smithi111 ceph-mon[116524]: pgmap v15166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:43 smithi155 ceph-mon[102677]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:43 smithi111 ceph-mon[97855]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:43 smithi111 ceph-mon[116524]: pgmap v15167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:45 smithi155 ceph-mon[102677]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:45 smithi111 ceph-mon[97855]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:45 smithi111 ceph-mon[116524]: pgmap v15168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:47 smithi155 ceph-mon[102677]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:47 smithi111 ceph-mon[97855]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:47 smithi111 ceph-mon[116524]: pgmap v15169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:49.594 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:39:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:39:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:49 smithi155 ceph-mon[102677]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:49 smithi111 ceph-mon[97855]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:49 smithi111 ceph-mon[116524]: pgmap v15170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:39:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:51 smithi155 ceph-mon[102677]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:51 smithi111 ceph-mon[97855]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:51 smithi111 ceph-mon[116524]: pgmap v15171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:53 smithi155 ceph-mon[102677]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:53 smithi111 ceph-mon[97855]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:53 smithi111 ceph-mon[116524]: pgmap v15172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:55 smithi155 ceph-mon[102677]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:55 smithi111 ceph-mon[97855]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:55 smithi111 ceph-mon[116524]: pgmap v15173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:57 smithi155 ceph-mon[102677]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:39:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:39:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[116524]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:39:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[97855]: pgmap v15174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:39:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:39:59.597 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:39:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:39:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:39:59 smithi155 ceph-mon[102677]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:39:59 smithi111 ceph-mon[97855]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:39:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:39:59 smithi111 ceph-mon[116524]: pgmap v15175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:00 smithi111 conmon[97831]: 2023-12-01T11:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:40:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:40:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:40:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:40:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:01 smithi155 ceph-mon[102677]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:01 smithi111 ceph-mon[97855]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:01 smithi111 ceph-mon[116524]: pgmap v15176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:03 smithi155 ceph-mon[102677]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:03 smithi111 ceph-mon[97855]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:03 smithi111 ceph-mon[116524]: pgmap v15177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:05 smithi155 ceph-mon[102677]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:05 smithi111 ceph-mon[97855]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:05 smithi111 ceph-mon[116524]: pgmap v15178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:07.361 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:40:07.672 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:40:07.672 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:40:07.673 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 6h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (6h) 6m ago 6h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:40:07.674 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:40:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:07 smithi155 ceph-mon[102677]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:07 smithi111 ceph-mon[97855]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:07 smithi111 ceph-mon[116524]: pgmap v15179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:08.056 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:08.057 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:40:08.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:40:08.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:08.058 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:40:08.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:40:08.058 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:40:08.058 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:40:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:08 smithi111 ceph-mon[116524]: from='client.31239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:08 smithi111 ceph-mon[116524]: from='client.41123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4110914725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:40:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:08 smithi111 ceph-mon[97855]: from='client.31239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:08 smithi111 ceph-mon[97855]: from='client.41123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4110914725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:40:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:08 smithi155 ceph-mon[102677]: from='client.31239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:08 smithi155 ceph-mon[102677]: from='client.41123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4110914725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:40:09.607 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:40:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:40:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:09 smithi155 ceph-mon[102677]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:09 smithi111 ceph-mon[97855]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:09 smithi111 ceph-mon[116524]: pgmap v15180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:11 smithi155 ceph-mon[102677]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:11 smithi111 ceph-mon[97855]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:11 smithi111 ceph-mon[116524]: pgmap v15181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:13 smithi155 ceph-mon[102677]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:13 smithi111 ceph-mon[97855]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:13 smithi111 ceph-mon[116524]: pgmap v15182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:15 smithi155 ceph-mon[102677]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:15 smithi111 ceph-mon[97855]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:15 smithi111 ceph-mon[116524]: pgmap v15183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:17 smithi155 ceph-mon[102677]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:17 smithi111 ceph-mon[97855]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:17 smithi111 ceph-mon[116524]: pgmap v15184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:19.605 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:40:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:40:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:19 smithi155 ceph-mon[102677]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:19 smithi111 ceph-mon[97855]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:19 smithi111 ceph-mon[116524]: pgmap v15185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:21 smithi155 ceph-mon[102677]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:21 smithi111 ceph-mon[97855]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:21 smithi111 ceph-mon[116524]: pgmap v15186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:23 smithi155 ceph-mon[102677]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:23 smithi111 ceph-mon[97855]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:23 smithi111 ceph-mon[116524]: pgmap v15187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:25 smithi155 ceph-mon[102677]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:25 smithi111 ceph-mon[97855]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:25 smithi111 ceph-mon[116524]: pgmap v15188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:27 smithi155 ceph-mon[102677]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:27 smithi111 ceph-mon[97855]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:27 smithi111 ceph-mon[116524]: pgmap v15189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:29.610 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:40:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:40:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:29 smithi155 ceph-mon[102677]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:29 smithi111 ceph-mon[97855]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:29 smithi111 ceph-mon[116524]: pgmap v15190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:31 smithi155 ceph-mon[102677]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:31 smithi111 ceph-mon[97855]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:31 smithi111 ceph-mon[116524]: pgmap v15191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:33 smithi155 ceph-mon[102677]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:33 smithi111 ceph-mon[97855]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:33 smithi111 ceph-mon[116524]: pgmap v15192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:35 smithi155 ceph-mon[102677]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:35 smithi111 ceph-mon[97855]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:35 smithi111 ceph-mon[116524]: pgmap v15193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:37 smithi155 ceph-mon[102677]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:37 smithi111 ceph-mon[97855]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:37 smithi111 ceph-mon[116524]: pgmap v15194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:38.403 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 6m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 6m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (6h) 6m ago 6h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 6m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:40:38.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 6m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 6m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (6h) 6m ago 6h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:40:38.709 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 6m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:40:39.083 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:40:39.084 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:40:39.610 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:40:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:40:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:39 smithi155 ceph-mon[102677]: from='client.41135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:39 smithi155 ceph-mon[102677]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:39 smithi155 ceph-mon[102677]: from='client.41141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4211742587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[97855]: from='client.41135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[97855]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[97855]: from='client.41141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4211742587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[116524]: from='client.41135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[116524]: pgmap v15195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[116524]: from='client.41141 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4211742587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:40:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:41 smithi155 ceph-mon[102677]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:41 smithi111 ceph-mon[97855]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:41 smithi111 ceph-mon[116524]: pgmap v15196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:43 smithi155 ceph-mon[102677]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:43 smithi111 ceph-mon[97855]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:43 smithi111 ceph-mon[116524]: pgmap v15197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:45 smithi155 ceph-mon[102677]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:45 smithi111 ceph-mon[97855]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:45 smithi111 ceph-mon[116524]: pgmap v15198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:47 smithi155 ceph-mon[102677]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:47 smithi111 ceph-mon[97855]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:47 smithi111 ceph-mon[116524]: pgmap v15199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:49.614 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:40:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:40:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:49 smithi155 ceph-mon[102677]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:49 smithi111 ceph-mon[97855]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:49 smithi111 ceph-mon[116524]: pgmap v15200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:40:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:51 smithi155 ceph-mon[102677]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:51 smithi111 ceph-mon[97855]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:51 smithi111 ceph-mon[116524]: pgmap v15201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:53 smithi155 ceph-mon[102677]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:53 smithi111 ceph-mon[97855]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:53 smithi111 ceph-mon[116524]: pgmap v15202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:55 smithi155 ceph-mon[102677]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:55 smithi111 ceph-mon[97855]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:55 smithi111 ceph-mon[116524]: pgmap v15203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:57 smithi155 ceph-mon[102677]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:40:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:57 smithi111 ceph-mon[116524]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:57 smithi111 ceph-mon[97855]: pgmap v15204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:40:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:40:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:40:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:40:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:40:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:40:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:40:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:40:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:40:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:41:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:40:59 smithi155 ceph-mon[102677]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:40:59 smithi111 ceph-mon[97855]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:40:59 smithi111 ceph-mon[116524]: pgmap v15205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:01 smithi155 ceph-mon[102677]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:01 smithi111 ceph-mon[97855]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:01 smithi111 ceph-mon[116524]: pgmap v15206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:03 smithi155 ceph-mon[102677]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:03 smithi111 ceph-mon[116524]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:03 smithi111 ceph-mon[97855]: pgmap v15207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:05 smithi155 ceph-mon[102677]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:05 smithi111 ceph-mon[116524]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:05 smithi111 ceph-mon[97855]: pgmap v15208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:07 smithi155 ceph-mon[102677]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:07 smithi111 ceph-mon[97855]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:07 smithi111 ceph-mon[116524]: pgmap v15209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:09.430 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:41:09.619 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:41:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:41:09.738 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:41:09.738 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:41:09.738 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (6h) 7m ago 6h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:41:09.739 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:41:09.740 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 6h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:41:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:09 smithi155 ceph-mon[102677]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:09 smithi111 ceph-mon[97855]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:09 smithi111 ceph-mon[116524]: pgmap v15210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:41:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:41:10.118 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:41:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:10 smithi155 ceph-mon[102677]: from='client.41153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:10 smithi155 ceph-mon[102677]: from='client.31281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2712207529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:10 smithi111 ceph-mon[97855]: from='client.41153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:10 smithi111 ceph-mon[97855]: from='client.31281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2712207529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:41:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:10 smithi111 ceph-mon[116524]: from='client.41153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:10 smithi111 ceph-mon[116524]: from='client.31281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2712207529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:41:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:11 smithi155 ceph-mon[102677]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:11 smithi111 ceph-mon[97855]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:11 smithi111 ceph-mon[116524]: pgmap v15211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:13 smithi155 ceph-mon[102677]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:13 smithi111 ceph-mon[97855]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:13 smithi111 ceph-mon[116524]: pgmap v15212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:15 smithi155 ceph-mon[102677]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:15 smithi111 ceph-mon[97855]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:15 smithi111 ceph-mon[116524]: pgmap v15213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:17 smithi155 ceph-mon[102677]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:17 smithi111 ceph-mon[97855]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:17 smithi111 ceph-mon[116524]: pgmap v15214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:19.622 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:41:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:41:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:19 smithi155 ceph-mon[102677]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:19 smithi111 ceph-mon[97855]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:19 smithi111 ceph-mon[116524]: pgmap v15215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:21 smithi155 ceph-mon[102677]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:21 smithi111 ceph-mon[97855]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:21 smithi111 ceph-mon[116524]: pgmap v15216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:23 smithi155 ceph-mon[102677]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:23 smithi111 ceph-mon[97855]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:23 smithi111 ceph-mon[116524]: pgmap v15217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:25 smithi155 ceph-mon[102677]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:25 smithi111 ceph-mon[97855]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:25 smithi111 ceph-mon[116524]: pgmap v15218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:27 smithi155 ceph-mon[102677]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:27 smithi111 ceph-mon[97855]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:27 smithi111 ceph-mon[116524]: pgmap v15219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:29.623 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:41:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:41:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:29 smithi155 ceph-mon[102677]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:29 smithi111 ceph-mon[97855]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:29 smithi111 ceph-mon[116524]: pgmap v15220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:31 smithi155 ceph-mon[102677]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:31 smithi111 ceph-mon[97855]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:31 smithi111 ceph-mon[116524]: pgmap v15221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:33 smithi155 ceph-mon[102677]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:33 smithi111 ceph-mon[97855]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:33 smithi111 ceph-mon[116524]: pgmap v15222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:35 smithi155 ceph-mon[102677]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:35 smithi111 ceph-mon[97855]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:35 smithi111 ceph-mon[116524]: pgmap v15223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:37 smithi155 ceph-mon[102677]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:37 smithi111 ceph-mon[97855]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:37 smithi111 ceph-mon[116524]: pgmap v15224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:39.626 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:41:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:41:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:39 smithi155 ceph-mon[102677]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:39 smithi111 ceph-mon[97855]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:39 smithi111 ceph-mon[116524]: pgmap v15225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:40.461 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:41:40.770 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:41:40.770 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 7m ago 6h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:41:40.770 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 7m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:41:40.770 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:41:40.770 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 7m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 7m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:41:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5272M 2302M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5575M 2302M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5823M 2302M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 4998M 2302M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:41:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 7m ago 7h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:41:41.153 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:41:41.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:41:41.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:41:41.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:41.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:41:41.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:41:41.154 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:41:41.155 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:41:41.155 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:41:41.155 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:41:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:41 smithi155 ceph-mon[102677]: from='client.31293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:41 smithi155 ceph-mon[102677]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:41 smithi155 ceph-mon[102677]: from='client.41177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4212656499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[97855]: from='client.31293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[97855]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[97855]: from='client.41177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4212656499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:41:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[116524]: from='client.31293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[116524]: pgmap v15226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[116524]: from='client.41177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4212656499' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:41:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:43 smithi155 ceph-mon[102677]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:43 smithi111 ceph-mon[97855]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:43 smithi111 ceph-mon[116524]: pgmap v15227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:45 smithi155 ceph-mon[102677]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:45 smithi111 ceph-mon[97855]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:45 smithi111 ceph-mon[116524]: pgmap v15228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:47 smithi155 ceph-mon[102677]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:47 smithi111 ceph-mon[97855]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:47 smithi111 ceph-mon[116524]: pgmap v15229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:49.630 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:41:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:41:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:49 smithi155 ceph-mon[102677]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:49 smithi111 ceph-mon[97855]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:49 smithi111 ceph-mon[116524]: pgmap v15230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:41:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:51 smithi155 ceph-mon[102677]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:51 smithi111 ceph-mon[97855]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:51 smithi111 ceph-mon[116524]: pgmap v15231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:53 smithi155 ceph-mon[102677]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:53 smithi111 ceph-mon[97855]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:53 smithi111 ceph-mon[116524]: pgmap v15232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:55 smithi155 ceph-mon[102677]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:55 smithi111 ceph-mon[97855]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:55 smithi111 ceph-mon[116524]: pgmap v15233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:57 smithi155 ceph-mon[102677]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:57 smithi111 ceph-mon[97855]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:57 smithi111 ceph-mon[116524]: pgmap v15234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:41:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:41:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:41:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:41:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:41:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:41:59.634 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:41:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:41:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:59 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2293M 2023-12-01T11:41:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:41:59 smithi155 ceph-mon[102677]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:59 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2293M 2023-12-01T11:41:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:41:59 smithi111 ceph-mon[97855]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:41:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:59 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2293M 2023-12-01T11:41:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:41:59 smithi111 ceph-mon[116524]: pgmap v15235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:01 smithi155 ceph-mon[102677]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:01 smithi111 ceph-mon[97855]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:01 smithi111 ceph-mon[116524]: pgmap v15236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:03 smithi155 ceph-mon[102677]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:03 smithi111 ceph-mon[97855]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:03 smithi111 ceph-mon[116524]: pgmap v15237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:05 smithi155 ceph-mon[102677]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:05 smithi111 ceph-mon[97855]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:05 smithi111 ceph-mon[116524]: pgmap v15238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:07 smithi155 ceph-mon[102677]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:07 smithi111 ceph-mon[97855]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:07 smithi111 ceph-mon[116524]: pgmap v15239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:09.636 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:42:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:42:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:09 smithi155 ceph-mon[102677]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:09 smithi111 ceph-mon[97855]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:09 smithi111 ceph-mon[116524]: pgmap v15240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:11.500 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (6h) 8m ago 6h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:42:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (6h) 8m ago 6h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (6h) 8m ago 6h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5272M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5575M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5823M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 4998M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:42:11.808 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 7h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:42:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:11 smithi155 ceph-mon[102677]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:11 smithi111 ceph-mon[97855]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:11 smithi111 ceph-mon[116524]: pgmap v15241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:42:12.184 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:42:12.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:12.185 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:42:12.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:42:12.185 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:42:12.185 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:42:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:12 smithi155 ceph-mon[102677]: from='client.31311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:12 smithi155 ceph-mon[102677]: from='client.31317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1387672599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:12 smithi111 ceph-mon[97855]: from='client.31311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:12 smithi111 ceph-mon[97855]: from='client.31317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1387672599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:42:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:12 smithi111 ceph-mon[116524]: from='client.31311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:12 smithi111 ceph-mon[116524]: from='client.31317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1387672599' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:42:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:13 smithi155 ceph-mon[102677]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:13 smithi111 ceph-mon[97855]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:13 smithi111 ceph-mon[116524]: pgmap v15242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:15 smithi155 ceph-mon[102677]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:15 smithi111 ceph-mon[97855]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:15 smithi111 ceph-mon[116524]: pgmap v15243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:17 smithi155 ceph-mon[102677]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:17 smithi111 ceph-mon[97855]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:17 smithi111 ceph-mon[116524]: pgmap v15244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:19.638 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:42:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:42:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:19 smithi155 ceph-mon[102677]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:19 smithi111 ceph-mon[97855]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:19 smithi111 ceph-mon[116524]: pgmap v15245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:21 smithi155 ceph-mon[102677]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:21 smithi111 ceph-mon[97855]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:21 smithi111 ceph-mon[116524]: pgmap v15246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:23 smithi155 ceph-mon[102677]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:23 smithi111 ceph-mon[97855]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:23 smithi111 ceph-mon[116524]: pgmap v15247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:25 smithi155 ceph-mon[102677]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:25 smithi111 ceph-mon[97855]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:25 smithi111 ceph-mon[116524]: pgmap v15248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:27 smithi155 ceph-mon[102677]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:27 smithi111 ceph-mon[97855]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:27 smithi111 ceph-mon[116524]: pgmap v15249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:29.641 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:42:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:42:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:29 smithi155 ceph-mon[102677]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:29 smithi111 ceph-mon[97855]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:29 smithi111 ceph-mon[116524]: pgmap v15250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:31 smithi155 ceph-mon[102677]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:31 smithi111 ceph-mon[97855]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:31 smithi111 ceph-mon[116524]: pgmap v15251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:33 smithi155 ceph-mon[102677]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:33 smithi111 ceph-mon[97855]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:33 smithi111 ceph-mon[116524]: pgmap v15252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:35 smithi155 ceph-mon[102677]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:35 smithi111 ceph-mon[97855]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:35 smithi111 ceph-mon[116524]: pgmap v15253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:37 smithi155 ceph-mon[102677]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:37 smithi111 ceph-mon[97855]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:37 smithi111 ceph-mon[116524]: pgmap v15254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:39.644 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:42:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:42:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:39 smithi155 ceph-mon[102677]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:39 smithi111 ceph-mon[97855]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:39 smithi111 ceph-mon[116524]: pgmap v15255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:40.707 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 11:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T11:42:40.225835833Z level=info msg="Completed cleanup jobs" duration=192.360001ms 2023-12-01T11:42:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:41 smithi155 ceph-mon[102677]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:41 smithi111 ceph-mon[97855]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:41 smithi111 ceph-mon[116524]: pgmap v15256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:42.531 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:42:42.837 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (6h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:42:42.838 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5272M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5575M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5823M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 4998M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:42:42.839 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:42:42.840 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (6h) 8m ago 7h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:43.218 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:42:43.219 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:42:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:43 smithi155 ceph-mon[102677]: from='client.31329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:43 smithi155 ceph-mon[102677]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:43 smithi155 ceph-mon[102677]: from='client.31335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1153217752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:42:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[97855]: from='client.31329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[97855]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[97855]: from='client.31335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1153217752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:42:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[116524]: from='client.31329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[116524]: pgmap v15257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[116524]: from='client.31335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:42:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1153217752' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:42:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:45 smithi155 ceph-mon[102677]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:45 smithi111 ceph-mon[97855]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:45 smithi111 ceph-mon[116524]: pgmap v15258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:47 smithi155 ceph-mon[102677]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:47 smithi111 ceph-mon[97855]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:47 smithi111 ceph-mon[116524]: pgmap v15259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:49.646 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:42:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:42:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:49 smithi155 ceph-mon[102677]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:49 smithi111 ceph-mon[97855]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:49 smithi111 ceph-mon[116524]: pgmap v15260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:42:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:51 smithi155 ceph-mon[102677]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:51 smithi111 ceph-mon[97855]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:51 smithi111 ceph-mon[116524]: pgmap v15261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:53 smithi155 ceph-mon[102677]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:53 smithi111 ceph-mon[97855]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:53 smithi111 ceph-mon[116524]: pgmap v15262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:55 smithi155 ceph-mon[102677]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:55 smithi111 ceph-mon[97855]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:55 smithi111 ceph-mon[116524]: pgmap v15263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:57 smithi155 ceph-mon[102677]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:57 smithi111 ceph-mon[97855]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:57 smithi111 ceph-mon[116524]: pgmap v15264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:42:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:42:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:42:59.655 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:42:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:42:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:59 smithi155 ceph-mon[102677]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:42:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:42:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[97855]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[116524]: pgmap v15265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:42:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:43:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:01 smithi155 ceph-mon[102677]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:01 smithi111 ceph-mon[97855]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:01 smithi111 ceph-mon[116524]: pgmap v15266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:03 smithi155 ceph-mon[102677]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:03 smithi111 ceph-mon[97855]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:03 smithi111 ceph-mon[116524]: pgmap v15267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:05 smithi155 ceph-mon[102677]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:05 smithi111 ceph-mon[97855]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:05 smithi111 ceph-mon[116524]: pgmap v15268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:07 smithi155 ceph-mon[102677]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:07 smithi111 ceph-mon[97855]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:07 smithi111 ceph-mon[116524]: pgmap v15269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:09.673 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:43:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:43:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:09 smithi155 ceph-mon[102677]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:09 smithi111 ceph-mon[97855]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:09 smithi111 ceph-mon[116524]: pgmap v15270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:11 smithi155 ceph-mon[102677]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:11 smithi111 ceph-mon[97855]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:11 smithi111 ceph-mon[116524]: pgmap v15271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:13.564 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:43:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:43:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:43:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:43:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5272M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5575M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5823M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 4998M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:43:13.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:43:13.873 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:43:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:13 smithi155 ceph-mon[102677]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:13 smithi111 ceph-mon[97855]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:13 smithi111 ceph-mon[116524]: pgmap v15272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:14.249 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:43:14.250 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:43:14.251 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:43:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:14 smithi155 ceph-mon[102677]: from='client.31347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:14 smithi155 ceph-mon[102677]: from='client.41231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/33749692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:14 smithi111 ceph-mon[97855]: from='client.31347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:14 smithi111 ceph-mon[97855]: from='client.41231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/33749692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:14 smithi111 ceph-mon[116524]: from='client.31347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:14 smithi111 ceph-mon[116524]: from='client.41231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/33749692' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:43:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:15 smithi155 ceph-mon[102677]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:15 smithi111 ceph-mon[97855]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:15 smithi111 ceph-mon[116524]: pgmap v15273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:17 smithi155 ceph-mon[102677]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:17 smithi111 ceph-mon[97855]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:17 smithi111 ceph-mon[116524]: pgmap v15274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:19.688 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:43:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:43:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:19 smithi155 ceph-mon[102677]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:19 smithi111 ceph-mon[97855]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:19 smithi111 ceph-mon[116524]: pgmap v15275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:21 smithi155 ceph-mon[102677]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:21 smithi111 ceph-mon[97855]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:21 smithi111 ceph-mon[116524]: pgmap v15276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:23 smithi155 ceph-mon[102677]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:23 smithi111 ceph-mon[97855]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:23 smithi111 ceph-mon[116524]: pgmap v15277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:25 smithi155 ceph-mon[102677]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:25 smithi111 ceph-mon[97855]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:25 smithi111 ceph-mon[116524]: pgmap v15278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:27 smithi155 ceph-mon[102677]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:27 smithi111 ceph-mon[97855]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:27 smithi111 ceph-mon[116524]: pgmap v15279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:29.658 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:43:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:43:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:29 smithi155 ceph-mon[102677]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:29 smithi111 ceph-mon[97855]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:29 smithi111 ceph-mon[116524]: pgmap v15280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:31 smithi155 ceph-mon[102677]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:31 smithi111 ceph-mon[97855]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:31 smithi111 ceph-mon[116524]: pgmap v15281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:33 smithi155 ceph-mon[102677]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:33 smithi111 ceph-mon[97855]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:33 smithi111 ceph-mon[116524]: pgmap v15282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:35 smithi155 ceph-mon[102677]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:35 smithi111 ceph-mon[97855]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:35 smithi111 ceph-mon[116524]: pgmap v15283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:37 smithi155 ceph-mon[102677]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:37 smithi111 ceph-mon[97855]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:37 smithi111 ceph-mon[116524]: pgmap v15284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:39.677 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:43:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:43:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:39 smithi155 ceph-mon[102677]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:39 smithi111 ceph-mon[97855]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:39 smithi111 ceph-mon[116524]: pgmap v15285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:41 smithi155 ceph-mon[102677]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:41 smithi111 ceph-mon[97855]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:41 smithi111 ceph-mon[116524]: pgmap v15286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:43 smithi155 ceph-mon[102677]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:43 smithi111 ceph-mon[97855]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:43 smithi111 ceph-mon[116524]: pgmap v15287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:44.589 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:43:44.896 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:43:44.896 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:43:44.896 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:43:44.896 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:43:44.896 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 825M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1851M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 854M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 790M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 22.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5272M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5575M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:43:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5823M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:43:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 4998M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:43:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 3978M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:43:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 4971M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:43:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4376M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:43:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5122M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:43:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 116M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:43:45.277 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:43:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:43:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:43:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:43:45.278 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:43:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:45 smithi155 ceph-mon[102677]: from='client.31365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:45 smithi155 ceph-mon[102677]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:45 smithi155 ceph-mon[102677]: from='client.41249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2487109858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[97855]: from='client.31365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[97855]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[97855]: from='client.41249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2487109858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[116524]: from='client.31365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[116524]: pgmap v15288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[116524]: from='client.41249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2487109858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:43:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:47 smithi155 ceph-mon[102677]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:47 smithi111 ceph-mon[97855]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:47 smithi111 ceph-mon[116524]: pgmap v15289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:49.664 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:43:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:43:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:49 smithi155 ceph-mon[102677]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:49 smithi111 ceph-mon[116524]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:49 smithi111 ceph-mon[97855]: pgmap v15290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:43:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:51 smithi155 ceph-mon[102677]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:51 smithi111 ceph-mon[97855]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:51 smithi111 ceph-mon[116524]: pgmap v15291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:53 smithi155 ceph-mon[102677]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:53 smithi111 ceph-mon[97855]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:53 smithi111 ceph-mon[116524]: pgmap v15292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:55 smithi155 ceph-mon[102677]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:55 smithi111 ceph-mon[97855]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:55 smithi111 ceph-mon[116524]: pgmap v15293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:57 smithi155 ceph-mon[102677]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:57 smithi111 ceph-mon[97855]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:57 smithi111 ceph-mon[116524]: pgmap v15294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:59.667 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:43:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:43:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:59 smithi155 ceph-mon[102677]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:43:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:43:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:59 smithi111 ceph-mon[97855]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:43:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:43:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:59 smithi111 ceph-mon[116524]: pgmap v15295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:43:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:43:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:44:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: pgmap v15296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:44:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:44:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:04 smithi155 ceph-mon[102677]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:04 smithi111 ceph-mon[97855]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:04 smithi111 ceph-mon[116524]: pgmap v15297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:06 smithi155 ceph-mon[102677]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:06 smithi111 ceph-mon[97855]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:06 smithi111 ceph-mon[116524]: pgmap v15298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:08 smithi155 ceph-mon[102677]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:08 smithi111 ceph-mon[97855]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:08 smithi111 ceph-mon[116524]: pgmap v15299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:44:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:44:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:10 smithi155 ceph-mon[102677]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:10 smithi111 ceph-mon[97855]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:10 smithi111 ceph-mon[116524]: pgmap v15300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:12 smithi155 ceph-mon[102677]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:12 smithi111 ceph-mon[97855]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:12 smithi111 ceph-mon[116524]: pgmap v15301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:14 smithi155 ceph-mon[102677]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:14 smithi111 ceph-mon[97855]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:14 smithi111 ceph-mon[116524]: pgmap v15302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:15.623 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:44:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:15 smithi155 ceph-mon[102677]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:15 smithi111 ceph-mon[97855]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:15 smithi111 ceph-mon[116524]: pgmap v15303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 14s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 14s ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 14s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 14s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 14s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 14s ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:44:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 14s ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 14s ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 14s ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 14s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 14s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 14s ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 14s ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 14s ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 14s ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 14s ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 14s ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:44:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 14s ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:44:15.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 14s ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:44:15.934 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 14s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:44:16.314 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:44:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:44:16.315 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:16.316 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:44:16.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:44:16.316 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:44:16.316 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:44:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:16 smithi155 ceph-mon[102677]: from='client.41261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:16 smithi155 ceph-mon[102677]: from='client.41267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1482221375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:44:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:16 smithi111 ceph-mon[97855]: from='client.41261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:16 smithi111 ceph-mon[97855]: from='client.41267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1482221375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:44:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:16 smithi111 ceph-mon[116524]: from='client.41261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:16 smithi111 ceph-mon[116524]: from='client.41267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1482221375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:44:17.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:17 smithi155 ceph-mon[102677]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:17 smithi111 ceph-mon[97855]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:17 smithi111 ceph-mon[116524]: pgmap v15304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:19.670 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:44:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:44:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:19 smithi155 ceph-mon[102677]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:19 smithi111 ceph-mon[97855]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:19 smithi111 ceph-mon[116524]: pgmap v15305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:21 smithi155 ceph-mon[102677]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:21 smithi111 ceph-mon[97855]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:21 smithi111 ceph-mon[116524]: pgmap v15306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:23 smithi155 ceph-mon[102677]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:23 smithi111 ceph-mon[97855]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:23 smithi111 ceph-mon[116524]: pgmap v15307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:25 smithi155 ceph-mon[102677]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:25 smithi111 ceph-mon[97855]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:25 smithi111 ceph-mon[116524]: pgmap v15308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:27 smithi155 ceph-mon[102677]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:27 smithi111 ceph-mon[97855]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:27 smithi111 ceph-mon[116524]: pgmap v15309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:29.676 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:44:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:44:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:29 smithi155 ceph-mon[102677]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:29 smithi111 ceph-mon[97855]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:29 smithi111 ceph-mon[116524]: pgmap v15310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:31 smithi155 ceph-mon[102677]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:31 smithi111 ceph-mon[97855]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:31 smithi111 ceph-mon[116524]: pgmap v15311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:33 smithi155 ceph-mon[102677]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:33 smithi111 ceph-mon[97855]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:33 smithi111 ceph-mon[116524]: pgmap v15312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:35 smithi155 ceph-mon[102677]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:35 smithi111 ceph-mon[97855]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:35 smithi111 ceph-mon[116524]: pgmap v15313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:37 smithi155 ceph-mon[102677]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:37 smithi111 ceph-mon[97855]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:37 smithi111 ceph-mon[116524]: pgmap v15314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:39.691 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:44:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:44:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:39 smithi155 ceph-mon[102677]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:39 smithi111 ceph-mon[97855]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:39 smithi111 ceph-mon[116524]: pgmap v15315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:41 smithi155 ceph-mon[102677]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:41 smithi111 ceph-mon[97855]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:41 smithi111 ceph-mon[116524]: pgmap v15316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:43 smithi155 ceph-mon[102677]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:43 smithi111 ceph-mon[97855]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:43 smithi111 ceph-mon[116524]: pgmap v15317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:45 smithi155 ceph-mon[102677]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:45 smithi111 ceph-mon[97855]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:45 smithi111 ceph-mon[116524]: pgmap v15318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:46.660 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:44:46.968 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:44:46.968 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 45s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:44:46.968 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 45s ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:44:46.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 45s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 45s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 45s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 45s ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 45s ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 45s ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 45s ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 45s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 45s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 45s ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:44:46.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 45s ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 45s ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 45s ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 45s ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 45s ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 45s ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 45s ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:44:46.970 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 45s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:44:47.349 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:44:47.350 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:44:47.351 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:44:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:47 smithi155 ceph-mon[102677]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:47 smithi155 ceph-mon[102677]: from='client.31401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:47 smithi155 ceph-mon[102677]: from='client.41285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3702962722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:44:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[97855]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[97855]: from='client.31401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[97855]: from='client.41285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3702962722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:44:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[116524]: pgmap v15319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[116524]: from='client.31401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[116524]: from='client.41285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:44:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3702962722' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:44:49.684 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:44:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:44:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:49 smithi155 ceph-mon[102677]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:49 smithi111 ceph-mon[97855]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:49 smithi111 ceph-mon[116524]: pgmap v15320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:44:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:51 smithi155 ceph-mon[102677]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:51 smithi111 ceph-mon[97855]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:51 smithi111 ceph-mon[116524]: pgmap v15321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:53 smithi155 ceph-mon[102677]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:53 smithi111 ceph-mon[97855]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:53 smithi111 ceph-mon[116524]: pgmap v15322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:55 smithi155 ceph-mon[102677]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:55 smithi111 ceph-mon[97855]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:55 smithi111 ceph-mon[116524]: pgmap v15323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:57 smithi155 ceph-mon[102677]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:57 smithi111 ceph-mon[97855]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:57 smithi111 ceph-mon[116524]: pgmap v15324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:59.685 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:44:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:44:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:44:59 smithi155 ceph-mon[102677]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:44:59 smithi111 ceph-mon[116524]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:44:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:44:59 smithi111 ceph-mon[97855]: pgmap v15325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:01 smithi155 ceph-mon[102677]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:01 smithi111 ceph-mon[97855]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:01 smithi111 ceph-mon[116524]: pgmap v15326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:45:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:45:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:45:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:45:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:45:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:45:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:45:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:45:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:45:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:45:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:45:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:45:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:03 smithi155 ceph-mon[102677]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:03 smithi111 ceph-mon[97855]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:03 smithi111 ceph-mon[116524]: pgmap v15327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:05 smithi155 ceph-mon[102677]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:05 smithi111 ceph-mon[97855]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:05 smithi111 ceph-mon[116524]: pgmap v15328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:07 smithi155 ceph-mon[102677]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:07 smithi111 ceph-mon[97855]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:07 smithi111 ceph-mon[116524]: pgmap v15329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:09.699 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:45:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:45:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:09 smithi155 ceph-mon[102677]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:09 smithi111 ceph-mon[97855]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:09 smithi111 ceph-mon[116524]: pgmap v15330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:11 smithi155 ceph-mon[102677]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:11 smithi111 ceph-mon[97855]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:11 smithi111 ceph-mon[116524]: pgmap v15331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:13 smithi155 ceph-mon[102677]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:13 smithi111 ceph-mon[97855]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:13 smithi111 ceph-mon[116524]: pgmap v15332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:15 smithi155 ceph-mon[102677]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:15 smithi111 ceph-mon[97855]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:15 smithi111 ceph-mon[116524]: pgmap v15333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:17.696 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:45:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:17 smithi155 ceph-mon[102677]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:17 smithi111 ceph-mon[97855]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:17 smithi111 ceph-mon[116524]: pgmap v15334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:18.002 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:45:18.002 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 76s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:45:18.002 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 76s ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:45:18.002 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 76s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:45:18.002 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 76s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 76s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 76s ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 76s ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 76s ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 76s ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 76s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 76s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 76s ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 76s ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 76s ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 76s ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 76s ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:45:18.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 76s ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:45:18.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 76s ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:45:18.004 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 76s ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:45:18.004 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 76s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:45:18.382 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:45:18.382 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:45:18.382 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:45:18.383 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:45:18.384 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:45:18.384 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:45:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:18 smithi155 ceph-mon[102677]: from='client.41297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:18 smithi155 ceph-mon[102677]: from='client.41303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3359075099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:45:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:18 smithi111 ceph-mon[116524]: from='client.41297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:18 smithi111 ceph-mon[116524]: from='client.41303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3359075099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:45:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:18 smithi111 ceph-mon[97855]: from='client.41297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:18 smithi111 ceph-mon[97855]: from='client.41303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3359075099' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:45:19.697 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:45:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:45:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:19 smithi155 ceph-mon[102677]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:20.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:19 smithi111 ceph-mon[116524]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:20.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:20.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:19 smithi111 ceph-mon[97855]: pgmap v15335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:20.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:21.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:21 smithi155 ceph-mon[102677]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:21 smithi111 ceph-mon[116524]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:21 smithi111 ceph-mon[97855]: pgmap v15336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:23 smithi155 ceph-mon[102677]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:23 smithi111 ceph-mon[116524]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:23 smithi111 ceph-mon[97855]: pgmap v15337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:25 smithi155 ceph-mon[102677]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:25 smithi111 ceph-mon[97855]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:25 smithi111 ceph-mon[116524]: pgmap v15338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:27 smithi155 ceph-mon[102677]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:27 smithi111 ceph-mon[97855]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:27 smithi111 ceph-mon[116524]: pgmap v15339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:29.693 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:45:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:45:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:29 smithi155 ceph-mon[102677]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:29 smithi111 ceph-mon[97855]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:29 smithi111 ceph-mon[116524]: pgmap v15340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:31 smithi155 ceph-mon[102677]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:31 smithi111 ceph-mon[97855]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:31 smithi111 ceph-mon[116524]: pgmap v15341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:33 smithi155 ceph-mon[102677]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:33 smithi111 ceph-mon[97855]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:33 smithi111 ceph-mon[116524]: pgmap v15342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:35 smithi155 ceph-mon[102677]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:35 smithi111 ceph-mon[97855]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:35 smithi111 ceph-mon[116524]: pgmap v15343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:37 smithi155 ceph-mon[102677]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:37 smithi111 ceph-mon[97855]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:37 smithi111 ceph-mon[116524]: pgmap v15344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:39.708 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:45:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:45:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:39 smithi111 ceph-mon[97855]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:39 smithi111 ceph-mon[116524]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:39 smithi155 ceph-mon[102677]: pgmap v15345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:41 smithi111 ceph-mon[97855]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:41 smithi111 ceph-mon[116524]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:41 smithi155 ceph-mon[102677]: pgmap v15346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:43 smithi111 ceph-mon[97855]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:44.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:43 smithi111 ceph-mon[116524]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:43 smithi155 ceph-mon[102677]: pgmap v15347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:45 smithi155 ceph-mon[102677]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:45 smithi111 ceph-mon[97855]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:45 smithi111 ceph-mon[116524]: pgmap v15348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:47 smithi155 ceph-mon[102677]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:47 smithi111 ceph-mon[97855]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:47 smithi111 ceph-mon[116524]: pgmap v15349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:48.734 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 107s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 107s ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 107s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 107s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 107s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 107s ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 107s ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:45:49.041 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 107s ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 107s ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 107s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 107s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 107s ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 107s ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 107s ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 107s ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 107s ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 107s ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:45:49.042 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 107s ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:45:49.043 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 107s ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:45:49.043 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 107s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:45:49.422 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:45:49.422 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:45:49.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:45:49.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:45:49.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:45:49.424 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:45:49.424 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:45:49.699 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:45:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:45:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:49 smithi155 ceph-mon[102677]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:49 smithi155 ceph-mon[102677]: from='client.31437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:49 smithi155 ceph-mon[102677]: from='client.31443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2936032090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[97855]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[97855]: from='client.31437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[97855]: from='client.31443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2936032090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[116524]: pgmap v15350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[116524]: from='client.31437 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[116524]: from='client.31443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:45:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2936032090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:45:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:51 smithi155 ceph-mon[102677]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:51 smithi111 ceph-mon[97855]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:51 smithi111 ceph-mon[116524]: pgmap v15351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:53 smithi155 ceph-mon[102677]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:53 smithi111 ceph-mon[97855]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:53 smithi111 ceph-mon[116524]: pgmap v15352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:55 smithi155 ceph-mon[102677]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:55 smithi111 ceph-mon[97855]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:55 smithi111 ceph-mon[116524]: pgmap v15353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:57 smithi155 ceph-mon[102677]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:57 smithi111 ceph-mon[97855]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:57 smithi111 ceph-mon[116524]: pgmap v15354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:59.702 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:45:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:45:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:45:59 smithi155 ceph-mon[102677]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:45:59 smithi111 ceph-mon[116524]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:45:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:45:59 smithi111 ceph-mon[97855]: pgmap v15355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:01 smithi155 ceph-mon[102677]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:01 smithi111 ceph-mon[97855]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:01 smithi111 ceph-mon[116524]: pgmap v15356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:46:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:46:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:46:04.188 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[97855]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:04.188 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.188 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.188 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.188 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.189 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[116524]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:04.189 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.189 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.189 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.189 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:03 smithi155 ceph-mon[102677]: pgmap v15357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:05 smithi111 ceph-mon[97855]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:05 smithi111 ceph-mon[116524]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:05 smithi155 ceph-mon[102677]: pgmap v15358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:46:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[97855]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:07 smithi111 ceph-mon[116524]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:46:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:46:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:46:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:07 smithi155 ceph-mon[102677]: pgmap v15359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:09.701 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:46:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:46:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:09 smithi155 ceph-mon[102677]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:09 smithi111 ceph-mon[97855]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:09 smithi111 ceph-mon[116524]: pgmap v15360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:11 smithi155 ceph-mon[102677]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:11 smithi111 ceph-mon[97855]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:11 smithi111 ceph-mon[116524]: pgmap v15361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:13 smithi111 ceph-mon[97855]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:13 smithi111 ceph-mon[116524]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:13 smithi155 ceph-mon[102677]: pgmap v15362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:15 smithi155 ceph-mon[102677]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:15 smithi111 ceph-mon[97855]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:15 smithi111 ceph-mon[116524]: pgmap v15363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:17 smithi155 ceph-mon[102677]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:17 smithi111 ceph-mon[97855]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:17 smithi111 ceph-mon[116524]: pgmap v15364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:19.707 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:46:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:46:19.765 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:46:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:19 smithi111 ceph-mon[97855]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:19 smithi111 ceph-mon[116524]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:20.072 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:46:20.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:46:20.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:46:20.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:46:20.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:46:20.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:46:20.074 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:46:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:19 smithi155 ceph-mon[102677]: pgmap v15365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:20.450 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:20.451 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:46:20.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:46:20.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:20.452 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:46:20.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:46:20.452 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:46:20.452 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:20 smithi111 ceph-mon[116524]: from='client.41333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:20 smithi111 ceph-mon[116524]: from='client.41339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1746898796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:46:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:20 smithi111 ceph-mon[97855]: from='client.41333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:20 smithi111 ceph-mon[97855]: from='client.41339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1746898796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:20 smithi155 ceph-mon[102677]: from='client.41333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:20 smithi155 ceph-mon[102677]: from='client.41339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1746898796' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:46:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:21 smithi111 ceph-mon[97855]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:21 smithi111 ceph-mon[116524]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:21 smithi155 ceph-mon[102677]: pgmap v15366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:23 smithi111 ceph-mon[97855]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:23 smithi111 ceph-mon[116524]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:23 smithi155 ceph-mon[102677]: pgmap v15367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:25 smithi155 ceph-mon[102677]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:25 smithi111 ceph-mon[97855]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:25 smithi111 ceph-mon[116524]: pgmap v15368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:27 smithi111 ceph-mon[97855]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:27 smithi111 ceph-mon[116524]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:27 smithi155 ceph-mon[102677]: pgmap v15369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:29.709 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:46:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:46:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:29 smithi111 ceph-mon[97855]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:29 smithi111 ceph-mon[116524]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:29 smithi155 ceph-mon[102677]: pgmap v15370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:31 smithi111 ceph-mon[97855]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:31 smithi111 ceph-mon[116524]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:31 smithi155 ceph-mon[102677]: pgmap v15371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:33 smithi111 ceph-mon[97855]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:33 smithi111 ceph-mon[116524]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:33 smithi155 ceph-mon[102677]: pgmap v15372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:35 smithi111 ceph-mon[97855]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:35 smithi111 ceph-mon[116524]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:35 smithi155 ceph-mon[102677]: pgmap v15373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:37 smithi111 ceph-mon[97855]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:37 smithi111 ceph-mon[116524]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:37 smithi155 ceph-mon[102677]: pgmap v15374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:39.726 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:46:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:46:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:39 smithi111 ceph-mon[97855]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:39 smithi111 ceph-mon[116524]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:39 smithi155 ceph-mon[102677]: pgmap v15375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:41 smithi111 ceph-mon[97855]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:41 smithi111 ceph-mon[116524]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:41 smithi155 ceph-mon[102677]: pgmap v15376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:43 smithi111 ceph-mon[97855]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:43 smithi111 ceph-mon[116524]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:43 smithi155 ceph-mon[102677]: pgmap v15377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:45 smithi155 ceph-mon[102677]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:45 smithi111 ceph-mon[97855]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:45 smithi111 ceph-mon[116524]: pgmap v15378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:47 smithi111 ceph-mon[97855]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:47 smithi111 ceph-mon[116524]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:47 smithi155 ceph-mon[102677]: pgmap v15379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:49.716 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:46:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:46:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:49 smithi111 ceph-mon[116524]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:49 smithi111 ceph-mon[97855]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:49 smithi155 ceph-mon[102677]: pgmap v15380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:46:50.797 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:46:51.101 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:46:51.102 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:46:51.481 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:46:51.482 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[97855]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[97855]: from='client.41351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[97855]: from='client.31479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4073298024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:46:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[116524]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[116524]: from='client.41351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[116524]: from='client.31479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4073298024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:46:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:51 smithi155 ceph-mon[102677]: pgmap v15381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:51 smithi155 ceph-mon[102677]: from='client.41351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:51 smithi155 ceph-mon[102677]: from='client.31479 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4073298024' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:46:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:53 smithi111 ceph-mon[97855]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:53 smithi111 ceph-mon[116524]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:53 smithi155 ceph-mon[102677]: pgmap v15382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:55 smithi155 ceph-mon[102677]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:55 smithi111 ceph-mon[97855]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:55 smithi111 ceph-mon[116524]: pgmap v15383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:57 smithi111 ceph-mon[97855]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:57 smithi111 ceph-mon[116524]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:57 smithi155 ceph-mon[102677]: pgmap v15384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:59.722 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:46:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:46:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:46:59 smithi111 ceph-mon[97855]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:46:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:46:59 smithi111 ceph-mon[116524]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:46:59 smithi155 ceph-mon[102677]: pgmap v15385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:01 smithi111 ceph-mon[97855]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:01 smithi111 ceph-mon[116524]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:01 smithi155 ceph-mon[102677]: pgmap v15386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:03 smithi111 ceph-mon[97855]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:03 smithi111 ceph-mon[116524]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:03 smithi155 ceph-mon[102677]: pgmap v15387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:05 smithi111 ceph-mon[97855]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:05 smithi111 ceph-mon[116524]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:05 smithi155 ceph-mon[102677]: pgmap v15388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:47:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:47:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:47:07.890 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:07 smithi155 ceph-mon[102677]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:07 smithi111 ceph-mon[97855]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:07 smithi111 ceph-mon[116524]: pgmap v15389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:09.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:47:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:47:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:09 smithi155 ceph-mon[102677]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:09 smithi111 ceph-mon[97855]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:09 smithi111 ceph-mon[116524]: pgmap v15390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:47:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:47:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:47:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:47:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:47:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:47:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:47:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:12 smithi155 ceph-mon[102677]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:12 smithi111 ceph-mon[97855]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:12 smithi111 ceph-mon[116524]: pgmap v15391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:14 smithi155 ceph-mon[102677]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:14 smithi111 ceph-mon[97855]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:14 smithi111 ceph-mon[116524]: pgmap v15392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:15 smithi111 ceph-mon[97855]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:15 smithi111 ceph-mon[116524]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:15 smithi155 ceph-mon[102677]: pgmap v15393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:17 smithi111 ceph-mon[97855]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:17 smithi111 ceph-mon[116524]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:17 smithi155 ceph-mon[102677]: pgmap v15394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:19.727 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:47:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:47:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:19 smithi111 ceph-mon[97855]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:19 smithi111 ceph-mon[116524]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:19 smithi155 ceph-mon[102677]: pgmap v15395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:21.831 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:47:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:21 smithi111 ceph-mon[97855]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:21 smithi111 ceph-mon[116524]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:22.134 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:47:22.134 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:47:22.134 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:47:22.134 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:47:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:47:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:47:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:21 smithi155 ceph-mon[102677]: pgmap v15396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:47:22.521 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:47:22.522 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:47:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:22 smithi111 ceph-mon[97855]: from='client.41369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:22 smithi111 ceph-mon[97855]: from='client.31497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/36496878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:47:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:22 smithi111 ceph-mon[116524]: from='client.41369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:22 smithi111 ceph-mon[116524]: from='client.31497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/36496878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:47:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:22 smithi155 ceph-mon[102677]: from='client.41369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:22 smithi155 ceph-mon[102677]: from='client.31497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/36496878' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:47:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:23 smithi111 ceph-mon[97855]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:23 smithi111 ceph-mon[116524]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:23 smithi155 ceph-mon[102677]: pgmap v15397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:25 smithi111 ceph-mon[97855]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:25 smithi111 ceph-mon[116524]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:25 smithi155 ceph-mon[102677]: pgmap v15398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:28.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:27 smithi111 ceph-mon[97855]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:28.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:27 smithi111 ceph-mon[116524]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:28.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:27 smithi155 ceph-mon[102677]: pgmap v15399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:29.729 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:47:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:47:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:29 smithi111 ceph-mon[97855]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:29 smithi111 ceph-mon[116524]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:29 smithi155 ceph-mon[102677]: pgmap v15400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:31 smithi111 ceph-mon[97855]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:31 smithi111 ceph-mon[116524]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:31 smithi155 ceph-mon[102677]: pgmap v15401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:33 smithi111 ceph-mon[97855]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:33 smithi111 ceph-mon[116524]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:33 smithi155 ceph-mon[102677]: pgmap v15402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:35 smithi111 ceph-mon[97855]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:35 smithi111 ceph-mon[116524]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:35 smithi155 ceph-mon[102677]: pgmap v15403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:37 smithi111 ceph-mon[97855]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:37 smithi111 ceph-mon[116524]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:37 smithi155 ceph-mon[102677]: pgmap v15404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:39.743 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:47:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:47:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:39 smithi111 ceph-mon[97855]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:39 smithi111 ceph-mon[116524]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:39 smithi155 ceph-mon[102677]: pgmap v15405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:41 smithi111 ceph-mon[97855]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:41 smithi111 ceph-mon[116524]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:41 smithi155 ceph-mon[102677]: pgmap v15406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:43 smithi155 ceph-mon[102677]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:43 smithi111 ceph-mon[97855]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:43 smithi111 ceph-mon[116524]: pgmap v15407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:45 smithi111 ceph-mon[97855]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:45 smithi111 ceph-mon[116524]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:45 smithi155 ceph-mon[102677]: pgmap v15408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:47 smithi111 ceph-mon[97855]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:47 smithi111 ceph-mon[116524]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:47 smithi155 ceph-mon[102677]: pgmap v15409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:49.735 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:47:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:47:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:49 smithi111 ceph-mon[97855]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:49 smithi111 ceph-mon[116524]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:49 smithi155 ceph-mon[102677]: pgmap v15410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:47:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:51 smithi111 ceph-mon[97855]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:51 smithi111 ceph-mon[116524]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:51 smithi155 ceph-mon[102677]: pgmap v15411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:52.866 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:47:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:47:53.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:47:53.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:47:53.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:47:53.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:47:53.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:47:53.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:47:53.173 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:47:53.553 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:53.554 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:47:53.555 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[97855]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[97855]: from='client.41387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[97855]: from='client.41393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2605707159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:47:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[116524]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[116524]: from='client.41387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[116524]: from='client.41393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2605707159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:47:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:53 smithi155 ceph-mon[102677]: pgmap v15412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:53 smithi155 ceph-mon[102677]: from='client.41387 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:53 smithi155 ceph-mon[102677]: from='client.41393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2605707159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:47:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:55 smithi111 ceph-mon[97855]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:55 smithi111 ceph-mon[116524]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:55 smithi155 ceph-mon[102677]: pgmap v15413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:57 smithi111 ceph-mon[97855]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:57 smithi111 ceph-mon[116524]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:57 smithi155 ceph-mon[102677]: pgmap v15414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:59.738 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:47:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:47:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:47:59 smithi111 ceph-mon[97855]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:47:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:47:59 smithi111 ceph-mon[116524]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:47:59 smithi155 ceph-mon[102677]: pgmap v15415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:01 smithi111 ceph-mon[97855]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:01 smithi111 ceph-mon[116524]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:01 smithi155 ceph-mon[102677]: pgmap v15416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:03 smithi111 ceph-mon[97855]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:03 smithi111 ceph-mon[116524]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:03 smithi155 ceph-mon[102677]: pgmap v15417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:05 smithi111 ceph-mon[97855]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:05 smithi111 ceph-mon[116524]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:05 smithi155 ceph-mon[102677]: pgmap v15418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:07 smithi155 ceph-mon[102677]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:07 smithi111 ceph-mon[97855]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:07 smithi111 ceph-mon[116524]: pgmap v15419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:48:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:48:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:09 smithi155 ceph-mon[102677]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:09 smithi111 ceph-mon[97855]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:09 smithi111 ceph-mon[116524]: pgmap v15420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:48:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:48:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:48:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:48:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: pgmap v15421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:48:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:48:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:14 smithi155 ceph-mon[102677]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:14 smithi111 ceph-mon[97855]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:14 smithi111 ceph-mon[116524]: pgmap v15422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:15 smithi111 ceph-mon[97855]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:15 smithi111 ceph-mon[116524]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:15 smithi155 ceph-mon[102677]: pgmap v15423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:17 smithi111 ceph-mon[97855]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:17 smithi111 ceph-mon[116524]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:17 smithi155 ceph-mon[102677]: pgmap v15424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:19.745 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:48:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:48:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:19 smithi111 ceph-mon[97855]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:19 smithi111 ceph-mon[116524]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:19 smithi155 ceph-mon[102677]: pgmap v15425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:21 smithi111 ceph-mon[97855]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:21 smithi111 ceph-mon[116524]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:21 smithi155 ceph-mon[102677]: pgmap v15426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:23.900 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:48:24.205 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:48:24.205 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:48:24.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:48:24.207 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:48:24.207 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:48:24.207 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:48:24.207 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:48:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:23 smithi155 ceph-mon[102677]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:23 smithi111 ceph-mon[97855]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:23 smithi111 ceph-mon[116524]: pgmap v15427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:24.586 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:48:24.587 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:48:24.588 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:48:24.588 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:48:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:24 smithi155 ceph-mon[102677]: from='client.41405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:24 smithi155 ceph-mon[102677]: from='client.41411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1015446263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:24 smithi111 ceph-mon[97855]: from='client.41405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:24 smithi111 ceph-mon[97855]: from='client.41411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1015446263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:24 smithi111 ceph-mon[116524]: from='client.41405 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:24 smithi111 ceph-mon[116524]: from='client.41411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1015446263' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:48:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:25 smithi155 ceph-mon[102677]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:25 smithi111 ceph-mon[97855]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:25 smithi111 ceph-mon[116524]: pgmap v15428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:27 smithi155 ceph-mon[102677]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:27 smithi111 ceph-mon[97855]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:27 smithi111 ceph-mon[116524]: pgmap v15429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:48:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T11:48:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:29 smithi155 ceph-mon[102677]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:29 smithi111 ceph-mon[97855]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:29 smithi111 ceph-mon[116524]: pgmap v15430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:31 smithi155 ceph-mon[102677]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:31 smithi111 ceph-mon[97855]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:31 smithi111 ceph-mon[116524]: pgmap v15431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:33 smithi155 ceph-mon[102677]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:33 smithi111 ceph-mon[97855]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:33 smithi111 ceph-mon[116524]: pgmap v15432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:35 smithi155 ceph-mon[102677]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:35 smithi111 ceph-mon[97855]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:35 smithi111 ceph-mon[116524]: pgmap v15433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:37 smithi155 ceph-mon[102677]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:37 smithi111 ceph-mon[97855]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:37 smithi111 ceph-mon[116524]: pgmap v15434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:48:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:48:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:39 smithi155 ceph-mon[102677]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:39 smithi111 ceph-mon[97855]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:39 smithi111 ceph-mon[116524]: pgmap v15435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:41 smithi155 ceph-mon[102677]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:41 smithi111 ceph-mon[97855]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:41 smithi111 ceph-mon[116524]: pgmap v15436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:43 smithi155 ceph-mon[102677]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:43 smithi111 ceph-mon[97855]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:43 smithi111 ceph-mon[116524]: pgmap v15437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:45 smithi111 ceph-mon[97855]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:45 smithi111 ceph-mon[116524]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:45 smithi155 ceph-mon[102677]: pgmap v15438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:47 smithi155 ceph-mon[102677]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:47 smithi111 ceph-mon[97855]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:47 smithi111 ceph-mon[116524]: pgmap v15439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:48:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:48:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:49 smithi155 ceph-mon[102677]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:49 smithi111 ceph-mon[97855]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:49 smithi111 ceph-mon[116524]: pgmap v15440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:48:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:51 smithi155 ceph-mon[102677]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:51 smithi111 ceph-mon[97855]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:51 smithi111 ceph-mon[116524]: pgmap v15441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:53 smithi155 ceph-mon[102677]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:53 smithi111 ceph-mon[97855]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:53 smithi111 ceph-mon[116524]: pgmap v15442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:54.934 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:48:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:48:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:48:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:48:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:48:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:48:55.240 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:48:55.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:48:55.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:48:55.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:48:55.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:48:55.241 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:48:55.241 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:48:55.619 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:48:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:48:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:48:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:48:55.620 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:48:55.621 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:48:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:55 smithi111 ceph-mon[97855]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:55 smithi111 ceph-mon[97855]: from='client.31545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:55 smithi111 ceph-mon[97855]: from='client.41429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:55 smithi111 ceph-mon[116524]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:55 smithi111 ceph-mon[116524]: from='client.31545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:55 smithi111 ceph-mon[116524]: from='client.41429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:55 smithi155 ceph-mon[102677]: pgmap v15443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:55 smithi155 ceph-mon[102677]: from='client.31545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:55 smithi155 ceph-mon[102677]: from='client.41429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:48:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1303419445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:48:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1303419445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:48:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1303419445' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:48:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:57 smithi111 ceph-mon[97855]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:57 smithi111 ceph-mon[116524]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:57 smithi155 ceph-mon[102677]: pgmap v15444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:48:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:49:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:48:59 smithi155 ceph-mon[102677]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:48:59 smithi111 ceph-mon[97855]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:48:59 smithi111 ceph-mon[116524]: pgmap v15445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:01 smithi155 ceph-mon[102677]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:01 smithi111 ceph-mon[97855]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:01 smithi111 ceph-mon[116524]: pgmap v15446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:03 smithi155 ceph-mon[102677]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:03 smithi111 ceph-mon[97855]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:03 smithi111 ceph-mon[116524]: pgmap v15447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:05 smithi155 ceph-mon[102677]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:05 smithi111 ceph-mon[97855]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:05 smithi111 ceph-mon[116524]: pgmap v15448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:07 smithi155 ceph-mon[102677]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:07 smithi111 ceph-mon[97855]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:07 smithi111 ceph-mon[116524]: pgmap v15449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:49:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:49:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:09 smithi155 ceph-mon[102677]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:09 smithi111 ceph-mon[97855]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:09 smithi111 ceph-mon[116524]: pgmap v15450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:11 smithi155 ceph-mon[102677]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:49:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:49:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:49:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:49:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[116524]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[97855]: pgmap v15451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:49:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:49:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:13 smithi155 ceph-mon[102677]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:13 smithi111 ceph-mon[97855]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:13 smithi111 ceph-mon[116524]: pgmap v15452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:15 smithi111 ceph-mon[97855]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:15 smithi111 ceph-mon[116524]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:15 smithi155 ceph-mon[102677]: pgmap v15453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:17 smithi155 ceph-mon[102677]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:17 smithi111 ceph-mon[97855]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:17 smithi111 ceph-mon[116524]: pgmap v15454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:49:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:49:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:19 smithi155 ceph-mon[102677]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:19 smithi111 ceph-mon[97855]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:19 smithi111 ceph-mon[116524]: pgmap v15455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:21 smithi155 ceph-mon[102677]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:21 smithi111 ceph-mon[97855]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:21 smithi111 ceph-mon[116524]: pgmap v15456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:23 smithi155 ceph-mon[102677]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:23 smithi111 ceph-mon[97855]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:23 smithi111 ceph-mon[116524]: pgmap v15457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:25 smithi111 ceph-mon[97855]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:25 smithi111 ceph-mon[116524]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:25 smithi155 ceph-mon[102677]: pgmap v15458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:25.963 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:49:26.269 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:49:26.269 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:49:26.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:49:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:49:26.654 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:49:26.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:49:26.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:49:26.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:26.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:49:26.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:49:26.655 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:49:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:26 smithi111 ceph-mon[97855]: from='client.41441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:26 smithi111 ceph-mon[97855]: from='client.31569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:26 smithi111 ceph-mon[116524]: from='client.41441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:26 smithi111 ceph-mon[116524]: from='client.31569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:26 smithi155 ceph-mon[102677]: from='client.41441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:26 smithi155 ceph-mon[102677]: from='client.31569 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1925068148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:49:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:27 smithi111 ceph-mon[97855]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1925068148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:27 smithi111 ceph-mon[116524]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1925068148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:49:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:27 smithi155 ceph-mon[102677]: pgmap v15459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:49:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:49:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:29 smithi155 ceph-mon[102677]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:29 smithi111 ceph-mon[97855]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:29 smithi111 ceph-mon[116524]: pgmap v15460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:31 smithi155 ceph-mon[102677]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:31 smithi111 ceph-mon[97855]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:31 smithi111 ceph-mon[116524]: pgmap v15461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:33 smithi155 ceph-mon[102677]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:33 smithi111 ceph-mon[97855]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:33 smithi111 ceph-mon[116524]: pgmap v15462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:35 smithi155 ceph-mon[102677]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:35 smithi111 ceph-mon[97855]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:35 smithi111 ceph-mon[116524]: pgmap v15463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:37 smithi155 ceph-mon[102677]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:37 smithi111 ceph-mon[97855]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:37 smithi111 ceph-mon[116524]: pgmap v15464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:49:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:49:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:39 smithi155 ceph-mon[102677]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:39 smithi111 ceph-mon[97855]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:39 smithi111 ceph-mon[116524]: pgmap v15465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:41 smithi155 ceph-mon[102677]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:41 smithi111 ceph-mon[97855]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:41 smithi111 ceph-mon[116524]: pgmap v15466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:43 smithi155 ceph-mon[102677]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:43 smithi111 ceph-mon[97855]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:43 smithi111 ceph-mon[116524]: pgmap v15467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:45 smithi111 ceph-mon[97855]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:45 smithi111 ceph-mon[116524]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:45 smithi155 ceph-mon[102677]: pgmap v15468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:47 smithi155 ceph-mon[102677]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:47 smithi111 ceph-mon[97855]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:47 smithi111 ceph-mon[116524]: pgmap v15469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:49:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:49:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:49 smithi155 ceph-mon[102677]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:49 smithi111 ceph-mon[97855]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:49 smithi111 ceph-mon[116524]: pgmap v15470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:49:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:51 smithi155 ceph-mon[102677]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:51 smithi111 ceph-mon[97855]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:51 smithi111 ceph-mon[116524]: pgmap v15471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:53 smithi155 ceph-mon[102677]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:53 smithi111 ceph-mon[97855]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:53 smithi111 ceph-mon[116524]: pgmap v15472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:55 smithi111 ceph-mon[97855]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:55 smithi111 ceph-mon[116524]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:55 smithi155 ceph-mon[102677]: pgmap v15473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:57.003 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:49:57.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:49:57.308 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:49:57.684 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:49:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:57 smithi155 ceph-mon[102677]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:57 smithi155 ceph-mon[102677]: from='client.41459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4125091315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:49:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:57 smithi111 ceph-mon[97855]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:57 smithi111 ceph-mon[97855]: from='client.41459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4125091315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:49:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:57 smithi111 ceph-mon[116524]: pgmap v15474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:49:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:57 smithi111 ceph-mon[116524]: from='client.41459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4125091315' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:49:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:58 smithi155 ceph-mon[102677]: from='client.41465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:58 smithi111 ceph-mon[97855]: from='client.41465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:58 smithi111 ceph-mon[116524]: from='client.41465 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:49:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:49:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:50:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:49:59 smithi155 ceph-mon[102677]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:49:59 smithi111 ceph-mon[116524]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:49:59 smithi111 ceph-mon[97855]: pgmap v15475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:00 smithi111 conmon[97831]: 2023-12-01T11:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:50:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:50:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:50:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T11:50:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:01 smithi155 ceph-mon[102677]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:01 smithi111 ceph-mon[97855]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:01 smithi111 ceph-mon[116524]: pgmap v15476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:03 smithi155 ceph-mon[102677]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:03 smithi111 ceph-mon[97855]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:03 smithi111 ceph-mon[116524]: pgmap v15477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:05 smithi155 ceph-mon[102677]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:05 smithi111 ceph-mon[116524]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:05 smithi111 ceph-mon[97855]: pgmap v15478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:07 smithi155 ceph-mon[102677]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:07 smithi111 ceph-mon[97855]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:07 smithi111 ceph-mon[116524]: pgmap v15479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:50:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:50:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:09 smithi155 ceph-mon[102677]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:09 smithi111 ceph-mon[97855]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:09 smithi111 ceph-mon[116524]: pgmap v15480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:11 smithi155 ceph-mon[102677]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:50:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:11 smithi111 ceph-mon[97855]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:50:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:11 smithi111 ceph-mon[116524]: pgmap v15481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:50:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:50:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:50:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:50:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:50:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:50:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:50:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:50:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:50:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:50:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:14 smithi155 ceph-mon[102677]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:14 smithi111 ceph-mon[97855]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:14 smithi111 ceph-mon[116524]: pgmap v15482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:15 smithi155 ceph-mon[102677]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:15 smithi111 ceph-mon[97855]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:15 smithi111 ceph-mon[116524]: pgmap v15483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:17 smithi155 ceph-mon[102677]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:17 smithi111 ceph-mon[97855]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:17 smithi111 ceph-mon[116524]: pgmap v15484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:50:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:50:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:19 smithi155 ceph-mon[102677]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:19 smithi111 ceph-mon[97855]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:19 smithi111 ceph-mon[116524]: pgmap v15485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:21 smithi155 ceph-mon[102677]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:21 smithi111 ceph-mon[97855]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:21 smithi111 ceph-mon[116524]: pgmap v15486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:23 smithi155 ceph-mon[102677]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:23 smithi111 ceph-mon[97855]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:23 smithi111 ceph-mon[116524]: pgmap v15487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:25 smithi155 ceph-mon[102677]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:25 smithi111 ceph-mon[97855]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:25 smithi111 ceph-mon[116524]: pgmap v15488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:28.030 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:50:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:27 smithi155 ceph-mon[102677]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:27 smithi111 ceph-mon[97855]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:27 smithi111 ceph-mon[116524]: pgmap v15489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:28.336 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:50:28.336 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:50:28.336 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:50:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:50:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:50:28.717 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:50:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:50:28.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:50:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:50:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:50:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:50:28.719 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:50:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:28 smithi155 ceph-mon[102677]: from='client.31599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:50:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3736732849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:50:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:28 smithi111 ceph-mon[97855]: from='client.31599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:50:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3736732849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:50:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:28 smithi111 ceph-mon[116524]: from='client.31599 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:50:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3736732849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:50:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:50:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:50:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:29 smithi155 ceph-mon[102677]: from='client.31605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:50:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:29 smithi155 ceph-mon[102677]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:29 smithi111 ceph-mon[97855]: from='client.31605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:29 smithi111 ceph-mon[97855]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:29 smithi111 ceph-mon[116524]: from='client.31605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:29 smithi111 ceph-mon[116524]: pgmap v15490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:31 smithi155 ceph-mon[102677]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:31 smithi111 ceph-mon[97855]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:31 smithi111 ceph-mon[116524]: pgmap v15491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:33 smithi155 ceph-mon[102677]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:33 smithi111 ceph-mon[97855]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:33 smithi111 ceph-mon[116524]: pgmap v15492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:35 smithi155 ceph-mon[102677]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:35 smithi111 ceph-mon[97855]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:35 smithi111 ceph-mon[116524]: pgmap v15493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:37 smithi155 ceph-mon[102677]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:37 smithi111 ceph-mon[97855]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:37 smithi111 ceph-mon[116524]: pgmap v15494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:50:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:50:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:39 smithi155 ceph-mon[102677]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:39 smithi111 ceph-mon[97855]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:39 smithi111 ceph-mon[116524]: pgmap v15495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:41 smithi155 ceph-mon[102677]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:41 smithi111 ceph-mon[97855]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:41 smithi111 ceph-mon[116524]: pgmap v15496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:43 smithi155 ceph-mon[102677]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:43 smithi111 ceph-mon[97855]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:43 smithi111 ceph-mon[116524]: pgmap v15497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:45 smithi155 ceph-mon[102677]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:45 smithi111 ceph-mon[97855]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:45 smithi111 ceph-mon[116524]: pgmap v15498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:47 smithi155 ceph-mon[102677]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:47 smithi111 ceph-mon[97855]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:47 smithi111 ceph-mon[116524]: pgmap v15499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:50:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:50:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:49 smithi155 ceph-mon[102677]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:49 smithi111 ceph-mon[97855]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:49 smithi111 ceph-mon[116524]: pgmap v15500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:50:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:51 smithi155 ceph-mon[102677]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:51 smithi111 ceph-mon[97855]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:51 smithi111 ceph-mon[116524]: pgmap v15501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:53 smithi155 ceph-mon[102677]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:53 smithi111 ceph-mon[97855]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:53 smithi111 ceph-mon[116524]: pgmap v15502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:55 smithi155 ceph-mon[102677]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:55 smithi111 ceph-mon[97855]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:55 smithi111 ceph-mon[116524]: pgmap v15503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:57 smithi155 ceph-mon[102677]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:57 smithi111 ceph-mon[97855]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:57 smithi111 ceph-mon[116524]: pgmap v15504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:50:59.062 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:50:59.367 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:50:59.367 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:50:59.368 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:50:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:50:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:50:59.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:50:59.749 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:51:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:59 smithi155 ceph-mon[102677]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:59 smithi155 ceph-mon[102677]: from='client.41495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:50:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2071798359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:51:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:59 smithi111 ceph-mon[97855]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:59 smithi111 ceph-mon[97855]: from='client.41495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:50:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2071798359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:51:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:59 smithi111 ceph-mon[116524]: pgmap v15505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:59 smithi111 ceph-mon[116524]: from='client.41495 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:50:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2071798359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:51:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:00 smithi155 ceph-mon[102677]: from='client.41501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:00 smithi111 ceph-mon[97855]: from='client.41501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:00 smithi111 ceph-mon[116524]: from='client.41501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:01 smithi155 ceph-mon[102677]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:01 smithi111 ceph-mon[97855]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:01 smithi111 ceph-mon[116524]: pgmap v15506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:03 smithi155 ceph-mon[102677]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:03 smithi111 ceph-mon[97855]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:03 smithi111 ceph-mon[116524]: pgmap v15507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:05 smithi155 ceph-mon[102677]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:05 smithi111 ceph-mon[97855]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:05 smithi111 ceph-mon[116524]: pgmap v15508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:07 smithi155 ceph-mon[102677]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:07 smithi111 ceph-mon[97855]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:07 smithi111 ceph-mon[116524]: pgmap v15509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:51:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:51:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:09 smithi155 ceph-mon[102677]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:09 smithi111 ceph-mon[97855]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:09 smithi111 ceph-mon[116524]: pgmap v15510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:11 smithi155 ceph-mon[102677]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:11 smithi111 ceph-mon[97855]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:11 smithi111 ceph-mon[116524]: pgmap v15511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:51:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:51:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:51:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:51:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:51:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:51:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:51:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:51:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:51:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:51:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:51:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:51:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:13 smithi155 ceph-mon[102677]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:13 smithi111 ceph-mon[97855]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:13 smithi111 ceph-mon[116524]: pgmap v15512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:15 smithi155 ceph-mon[102677]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:15 smithi111 ceph-mon[97855]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:15 smithi111 ceph-mon[116524]: pgmap v15513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:17 smithi155 ceph-mon[102677]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:17 smithi111 ceph-mon[97855]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:17 smithi111 ceph-mon[116524]: pgmap v15514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:51:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:19 smithi155 ceph-mon[102677]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:19 smithi111 ceph-mon[97855]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:19 smithi111 ceph-mon[116524]: pgmap v15515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:21 smithi155 ceph-mon[102677]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:21 smithi111 ceph-mon[97855]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:21 smithi111 ceph-mon[116524]: pgmap v15516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:23 smithi155 ceph-mon[102677]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:23 smithi111 ceph-mon[97855]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:23 smithi111 ceph-mon[116524]: pgmap v15517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:25 smithi155 ceph-mon[102677]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:25 smithi111 ceph-mon[97855]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:25 smithi111 ceph-mon[116524]: pgmap v15518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:27 smithi155 ceph-mon[102677]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:27 smithi111 ceph-mon[97855]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:27 smithi111 ceph-mon[116524]: pgmap v15519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:51:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:51:30.100 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:51:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:29 smithi155 ceph-mon[102677]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:29 smithi111 ceph-mon[97855]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:29 smithi111 ceph-mon[116524]: pgmap v15520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:30.405 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:51:30.405 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:51:30.405 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:51:30.405 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:51:30.405 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:51:30.405 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:51:30.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:51:30.407 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:51:30.782 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:51:30.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:51:30.782 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:51:30.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:51:30.784 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:51:30.784 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:51:30.784 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:51:30.784 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:51:30.784 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:51:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:30 smithi155 ceph-mon[102677]: from='client.41513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2501939402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:51:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:30 smithi111 ceph-mon[116524]: from='client.41513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2501939402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:51:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:30 smithi111 ceph-mon[97855]: from='client.41513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2501939402' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:51:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:31 smithi155 ceph-mon[102677]: from='client.31641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:31 smithi155 ceph-mon[102677]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:31 smithi111 ceph-mon[97855]: from='client.31641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:31 smithi111 ceph-mon[97855]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:31 smithi111 ceph-mon[116524]: from='client.31641 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:51:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:31 smithi111 ceph-mon[116524]: pgmap v15521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:33 smithi155 ceph-mon[102677]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:33 smithi111 ceph-mon[97855]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:33 smithi111 ceph-mon[116524]: pgmap v15522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:35 smithi155 ceph-mon[102677]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:35 smithi111 ceph-mon[97855]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:35 smithi111 ceph-mon[116524]: pgmap v15523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:37 smithi155 ceph-mon[102677]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:37 smithi111 ceph-mon[97855]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:37 smithi111 ceph-mon[116524]: pgmap v15524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:51:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:51:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:39 smithi155 ceph-mon[102677]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:39 smithi111 ceph-mon[97855]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:39 smithi111 ceph-mon[116524]: pgmap v15525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:41 smithi155 ceph-mon[102677]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:41 smithi111 ceph-mon[97855]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:41 smithi111 ceph-mon[116524]: pgmap v15526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:43 smithi155 ceph-mon[102677]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:43 smithi111 ceph-mon[97855]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:43 smithi111 ceph-mon[116524]: pgmap v15527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:45 smithi155 ceph-mon[102677]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:45 smithi111 ceph-mon[97855]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:45 smithi111 ceph-mon[116524]: pgmap v15528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:47 smithi155 ceph-mon[102677]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:47 smithi111 ceph-mon[97855]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:47 smithi111 ceph-mon[116524]: pgmap v15529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:51:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:51:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:49 smithi155 ceph-mon[102677]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:49 smithi111 ceph-mon[97855]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:49 smithi111 ceph-mon[116524]: pgmap v15530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:51:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:51 smithi155 ceph-mon[102677]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:51 smithi111 ceph-mon[97855]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:51 smithi111 ceph-mon[116524]: pgmap v15531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:53 smithi155 ceph-mon[102677]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:53 smithi111 ceph-mon[97855]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:53 smithi111 ceph-mon[116524]: pgmap v15532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:55 smithi155 ceph-mon[102677]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:55 smithi111 ceph-mon[97855]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:55 smithi111 ceph-mon[116524]: pgmap v15533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:57 smithi155 ceph-mon[102677]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:57 smithi111 ceph-mon[97855]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:57 smithi111 ceph-mon[116524]: pgmap v15534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:51:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:51:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:52:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:51:59 smithi155 ceph-mon[102677]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:51:59 smithi111 ceph-mon[97855]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:51:59 smithi111 ceph-mon[116524]: pgmap v15535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:01.126 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:52:01.430 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:52:01.431 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5302M 2293M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5606M 2293M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5848M 2293M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5026M 2293M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:52:01.432 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:52:01.810 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:52:01.810 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:52:01.810 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:52:01.810 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:52:01.811 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:52:01.812 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:52:01.812 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:52:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:01 smithi155 ceph-mon[102677]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:01 smithi155 ceph-mon[102677]: from='client.31653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/695561681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:01 smithi111 ceph-mon[97855]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:01 smithi111 ceph-mon[97855]: from='client.31653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/695561681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:52:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:01 smithi111 ceph-mon[116524]: pgmap v15536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:01 smithi111 ceph-mon[116524]: from='client.31653 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/695561681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:52:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:02 smithi155 ceph-mon[102677]: from='client.31659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:02 smithi111 ceph-mon[97855]: from='client.31659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:02 smithi111 ceph-mon[116524]: from='client.31659 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:03 smithi155 ceph-mon[102677]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:03 smithi111 ceph-mon[97855]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:03 smithi111 ceph-mon[116524]: pgmap v15537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:05 smithi155 ceph-mon[102677]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:05 smithi111 ceph-mon[97855]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:05 smithi111 ceph-mon[116524]: pgmap v15538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:07 smithi155 ceph-mon[102677]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:07 smithi111 ceph-mon[97855]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:07 smithi111 ceph-mon[116524]: pgmap v15539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:52:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:52:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:09 smithi155 ceph-mon[102677]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:09 smithi111 ceph-mon[97855]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:09 smithi111 ceph-mon[116524]: pgmap v15540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:11 smithi155 ceph-mon[102677]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:11 smithi111 ceph-mon[97855]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:11 smithi111 ceph-mon[116524]: pgmap v15541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:52:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2284M 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:52:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:52:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:52:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2284M 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: pgmap v15542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2284M 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:52:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:52:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:15 smithi155 ceph-mon[102677]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:15 smithi111 ceph-mon[97855]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:15 smithi111 ceph-mon[116524]: pgmap v15543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:17 smithi155 ceph-mon[102677]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:17 smithi111 ceph-mon[97855]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:17 smithi111 ceph-mon[116524]: pgmap v15544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:52:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:52:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:19 smithi155 ceph-mon[102677]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:19 smithi111 ceph-mon[97855]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:19 smithi111 ceph-mon[116524]: pgmap v15545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:21 smithi155 ceph-mon[102677]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:21 smithi111 ceph-mon[97855]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:21 smithi111 ceph-mon[116524]: pgmap v15546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:23 smithi155 ceph-mon[102677]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:23 smithi111 ceph-mon[97855]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:23 smithi111 ceph-mon[116524]: pgmap v15547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:25 smithi155 ceph-mon[102677]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:25 smithi111 ceph-mon[97855]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:25 smithi111 ceph-mon[116524]: pgmap v15548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:27 smithi155 ceph-mon[102677]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:27 smithi111 ceph-mon[97855]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:27 smithi111 ceph-mon[116524]: pgmap v15549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:52:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:52:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:29 smithi155 ceph-mon[102677]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:29 smithi111 ceph-mon[97855]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:29 smithi111 ceph-mon[116524]: pgmap v15550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:32.153 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:52:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:31 smithi155 ceph-mon[102677]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:31 smithi111 ceph-mon[97855]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:31 smithi111 ceph-mon[116524]: pgmap v15551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5302M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:52:32.460 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5606M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5848M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5026M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:52:32.461 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:52:32.841 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:52:32.842 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:52:32.843 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:52:32.843 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:52:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:32 smithi155 ceph-mon[102677]: from='client.31671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:32 smithi111 ceph-mon[97855]: from='client.31671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:32 smithi111 ceph-mon[116524]: from='client.31671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:33 smithi155 ceph-mon[102677]: from='client.31677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:33 smithi155 ceph-mon[102677]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2843824222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:33 smithi111 ceph-mon[97855]: from='client.31677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:33 smithi111 ceph-mon[97855]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2843824222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:33 smithi111 ceph-mon[116524]: from='client.31677 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:33 smithi111 ceph-mon[116524]: pgmap v15552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2843824222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:52:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:35 smithi155 ceph-mon[102677]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:35 smithi111 ceph-mon[97855]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:35 smithi111 ceph-mon[116524]: pgmap v15553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:37 smithi155 ceph-mon[102677]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:37 smithi111 ceph-mon[97855]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:37 smithi111 ceph-mon[116524]: pgmap v15554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:52:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:52:40.176 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:39 smithi155 ceph-mon[102677]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:39 smithi111 ceph-mon[97855]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:39 smithi111 ceph-mon[116524]: pgmap v15555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 11:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T11:52:40.174853338Z level=info msg="Completed cleanup jobs" duration=140.895298ms 2023-12-01T11:52:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:41 smithi155 ceph-mon[102677]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:41 smithi111 ceph-mon[97855]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:41 smithi111 ceph-mon[116524]: pgmap v15556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:43 smithi155 ceph-mon[102677]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:43 smithi111 ceph-mon[97855]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:43 smithi111 ceph-mon[116524]: pgmap v15557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:45 smithi155 ceph-mon[102677]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:45 smithi111 ceph-mon[97855]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:45 smithi111 ceph-mon[116524]: pgmap v15558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:47 smithi155 ceph-mon[102677]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:47 smithi111 ceph-mon[97855]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:47 smithi111 ceph-mon[116524]: pgmap v15559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:52:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:52:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:49 smithi155 ceph-mon[102677]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:49 smithi111 ceph-mon[97855]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:49 smithi111 ceph-mon[116524]: pgmap v15560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:52:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:51 smithi155 ceph-mon[102677]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:51 smithi111 ceph-mon[97855]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:51 smithi111 ceph-mon[116524]: pgmap v15561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:53 smithi155 ceph-mon[102677]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:53 smithi111 ceph-mon[97855]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:53 smithi111 ceph-mon[116524]: pgmap v15562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:55 smithi155 ceph-mon[102677]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:55 smithi111 ceph-mon[97855]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:55 smithi111 ceph-mon[116524]: pgmap v15563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:57 smithi155 ceph-mon[102677]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:57 smithi111 ceph-mon[97855]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:57 smithi111 ceph-mon[116524]: pgmap v15564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:52:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:53:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:52:59 smithi155 ceph-mon[102677]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:52:59 smithi111 ceph-mon[97855]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:52:59 smithi111 ceph-mon[116524]: pgmap v15565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:01 smithi155 ceph-mon[102677]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:01 smithi111 ceph-mon[97855]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:01 smithi111 ceph-mon[116524]: pgmap v15566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:03.184 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:53:03.488 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:53:03.488 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:53:03.489 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5302M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5606M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5848M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5026M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:53:03.490 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:53:03.868 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:53:03.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:53:03.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:53:03.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:03.870 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:53:03.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:53:03.870 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:53:03.870 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:53:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:03 smithi155 ceph-mon[102677]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:03 smithi155 ceph-mon[102677]: from='client.31689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:03 smithi111 ceph-mon[97855]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:03 smithi111 ceph-mon[97855]: from='client.31689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:03 smithi111 ceph-mon[116524]: pgmap v15567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:03 smithi111 ceph-mon[116524]: from='client.31689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:04 smithi155 ceph-mon[102677]: from='client.41573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2594813443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:04 smithi111 ceph-mon[97855]: from='client.41573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2594813443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:53:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:04 smithi111 ceph-mon[116524]: from='client.41573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2594813443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:05 smithi155 ceph-mon[102677]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:05 smithi111 ceph-mon[97855]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:05 smithi111 ceph-mon[116524]: pgmap v15568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:07 smithi155 ceph-mon[102677]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:07 smithi111 ceph-mon[97855]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:07 smithi111 ceph-mon[116524]: pgmap v15569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:53:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:53:10.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:09 smithi155 ceph-mon[102677]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:09 smithi111 ceph-mon[97855]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:09 smithi111 ceph-mon[116524]: pgmap v15570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:11 smithi155 ceph-mon[102677]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:11 smithi111 ceph-mon[97855]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:11 smithi111 ceph-mon[116524]: pgmap v15571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:13 smithi155 ceph-mon[102677]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:53:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:53:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:53:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[97855]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[116524]: pgmap v15572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:53:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:15 smithi155 ceph-mon[102677]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:15 smithi111 ceph-mon[97855]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:15 smithi111 ceph-mon[116524]: pgmap v15573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:17 smithi155 ceph-mon[102677]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:17 smithi111 ceph-mon[97855]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:17 smithi111 ceph-mon[116524]: pgmap v15574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:53:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:53:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:19 smithi155 ceph-mon[102677]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:19 smithi111 ceph-mon[97855]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:19 smithi111 ceph-mon[116524]: pgmap v15575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:21 smithi155 ceph-mon[102677]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:21 smithi111 ceph-mon[97855]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:21 smithi111 ceph-mon[116524]: pgmap v15576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:23 smithi155 ceph-mon[102677]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:23 smithi111 ceph-mon[97855]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:23 smithi111 ceph-mon[116524]: pgmap v15577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:25 smithi155 ceph-mon[102677]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:25 smithi111 ceph-mon[97855]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:25 smithi111 ceph-mon[116524]: pgmap v15578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:27 smithi155 ceph-mon[102677]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:27 smithi111 ceph-mon[97855]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:27 smithi111 ceph-mon[116524]: pgmap v15579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:53:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:53:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:29 smithi155 ceph-mon[102677]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:29 smithi111 ceph-mon[97855]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:29 smithi111 ceph-mon[116524]: pgmap v15580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:31 smithi155 ceph-mon[102677]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:31 smithi111 ceph-mon[97855]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:31 smithi111 ceph-mon[116524]: pgmap v15581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:33 smithi155 ceph-mon[102677]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:34.215 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:53:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:33 smithi111 ceph-mon[97855]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:33 smithi111 ceph-mon[116524]: pgmap v15582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:34.525 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:53:34.525 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:53:34.525 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:53:34.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5302M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5606M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5848M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5026M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:53:34.527 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:53:34.908 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:53:34.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:53:34.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:53:34.909 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:53:34.910 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:53:34.910 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:53:34.910 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:34 smithi155 ceph-mon[102677]: from='client.41585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:34 smithi111 ceph-mon[97855]: from='client.41585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:34 smithi111 ceph-mon[116524]: from='client.41585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:35 smithi155 ceph-mon[102677]: from='client.41591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:35 smithi155 ceph-mon[102677]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2122070569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:35 smithi111 ceph-mon[97855]: from='client.41591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:35 smithi111 ceph-mon[97855]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2122070569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:53:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:35 smithi111 ceph-mon[116524]: from='client.41591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:53:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:35 smithi111 ceph-mon[116524]: pgmap v15583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2122070569' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:53:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:37 smithi155 ceph-mon[102677]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:37 smithi111 ceph-mon[97855]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:37 smithi111 ceph-mon[116524]: pgmap v15584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:53:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:53:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:39 smithi155 ceph-mon[102677]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:39 smithi111 ceph-mon[97855]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:39 smithi111 ceph-mon[116524]: pgmap v15585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:41 smithi155 ceph-mon[102677]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:41 smithi111 ceph-mon[97855]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:41 smithi111 ceph-mon[116524]: pgmap v15586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:43 smithi155 ceph-mon[102677]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:43 smithi111 ceph-mon[97855]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:43 smithi111 ceph-mon[116524]: pgmap v15587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:45 smithi155 ceph-mon[102677]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:45 smithi111 ceph-mon[97855]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:45 smithi111 ceph-mon[116524]: pgmap v15588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:47 smithi155 ceph-mon[102677]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:47 smithi111 ceph-mon[97855]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:47 smithi111 ceph-mon[116524]: pgmap v15589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:53:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:53:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:49 smithi155 ceph-mon[102677]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:49 smithi111 ceph-mon[97855]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:49 smithi111 ceph-mon[116524]: pgmap v15590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:53:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:51 smithi155 ceph-mon[102677]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:51 smithi111 ceph-mon[97855]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:51 smithi111 ceph-mon[116524]: pgmap v15591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:53 smithi155 ceph-mon[102677]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:53 smithi111 ceph-mon[97855]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:53 smithi111 ceph-mon[116524]: pgmap v15592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:55 smithi155 ceph-mon[102677]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:55 smithi111 ceph-mon[97855]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:55 smithi111 ceph-mon[116524]: pgmap v15593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:57 smithi155 ceph-mon[102677]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:57 smithi111 ceph-mon[97855]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:57 smithi111 ceph-mon[116524]: pgmap v15594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:53:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:53:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:54:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:53:59 smithi155 ceph-mon[102677]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:53:59 smithi111 ceph-mon[97855]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:53:59 smithi111 ceph-mon[116524]: pgmap v15595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:01 smithi155 ceph-mon[102677]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:01 smithi111 ceph-mon[97855]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:01 smithi111 ceph-mon[116524]: pgmap v15596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:03 smithi155 ceph-mon[102677]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:03 smithi111 ceph-mon[97855]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:03 smithi111 ceph-mon[116524]: pgmap v15597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:05.257 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 10m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 10m ago 7h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 10m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 10m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 10m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 10m ago 7h 831M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:54:05.562 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 10m ago 7h 1885M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 10m ago 7h 867M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 10m ago 7h 802M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 10m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 10m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 10m ago 7h 5302M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 10m ago 7h 5606M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 10m ago 7h 5848M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 10m ago 7h 5026M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 10m ago 7h 4001M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:54:05.563 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 10m ago 7h 5002M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:54:05.564 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 10m ago 7h 4405M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:54:05.564 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 10m ago 7h 5154M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:54:05.564 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 10m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:54:05.939 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:54:05.939 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:54:05.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:05.940 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:54:05.941 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:54:05.941 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:54:05.941 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:54:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:05 smithi155 ceph-mon[102677]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:05 smithi155 ceph-mon[102677]: from='client.41603 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:05 smithi111 ceph-mon[97855]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:05 smithi111 ceph-mon[97855]: from='client.41603 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:05 smithi111 ceph-mon[116524]: pgmap v15598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:05 smithi111 ceph-mon[116524]: from='client.41603 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:06 smithi155 ceph-mon[102677]: from='client.31731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3602328667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:54:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:06 smithi111 ceph-mon[97855]: from='client.31731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3602328667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:54:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:06 smithi111 ceph-mon[116524]: from='client.31731 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3602328667' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:54:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:07 smithi155 ceph-mon[102677]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:07 smithi111 ceph-mon[97855]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:07 smithi111 ceph-mon[116524]: pgmap v15599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:54:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:54:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:09 smithi155 ceph-mon[102677]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:09 smithi111 ceph-mon[97855]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:09 smithi111 ceph-mon[116524]: pgmap v15600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:11 smithi155 ceph-mon[102677]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:11 smithi111 ceph-mon[97855]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:11 smithi111 ceph-mon[116524]: pgmap v15601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:13 smithi155 ceph-mon[102677]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:14.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:54:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:13 smithi111 ceph-mon[97855]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:54:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:13 smithi111 ceph-mon[116524]: pgmap v15602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:54:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:15 smithi155 ceph-mon[102677]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:15 smithi111 ceph-mon[97855]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:15 smithi111 ceph-mon[116524]: pgmap v15603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:54:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:54:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:54:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:54:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:17 smithi155 ceph-mon[102677]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:17 smithi111 ceph-mon[97855]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:17 smithi111 ceph-mon[116524]: pgmap v15604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:54:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:19 smithi155 ceph-mon[102677]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:19 smithi111 ceph-mon[97855]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:19 smithi111 ceph-mon[116524]: pgmap v15605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:21 smithi155 ceph-mon[102677]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:21 smithi111 ceph-mon[97855]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:21 smithi111 ceph-mon[116524]: pgmap v15606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:23 smithi155 ceph-mon[102677]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:23 smithi111 ceph-mon[97855]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:23 smithi111 ceph-mon[116524]: pgmap v15607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:25 smithi155 ceph-mon[102677]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:25 smithi111 ceph-mon[97855]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:25 smithi111 ceph-mon[116524]: pgmap v15608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:27 smithi155 ceph-mon[102677]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:27 smithi111 ceph-mon[97855]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:27 smithi111 ceph-mon[116524]: pgmap v15609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:54:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:54:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:29 smithi155 ceph-mon[102677]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:29 smithi111 ceph-mon[97855]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:29 smithi111 ceph-mon[116524]: pgmap v15610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:31 smithi155 ceph-mon[102677]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:31 smithi111 ceph-mon[97855]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:31 smithi111 ceph-mon[116524]: pgmap v15611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:33 smithi155 ceph-mon[102677]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:33 smithi111 ceph-mon[97855]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:33 smithi111 ceph-mon[116524]: pgmap v15612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:35 smithi155 ceph-mon[102677]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:35 smithi111 ceph-mon[97855]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:35 smithi111 ceph-mon[116524]: pgmap v15613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:36.286 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 20s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 20s ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 20s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 20s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 20s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 20s ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:54:36.592 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 20s ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 20s ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 20s ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 20s ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 20s ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 20s ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 20s ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 20s ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 20s ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 20s ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:54:36.593 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 20s ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:54:36.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 20s ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:54:36.594 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 20s ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:54:36.594 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 20s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:54:36.972 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:54:36.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:54:36.974 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:54:37.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:36 smithi155 ceph-mon[102677]: from='client.41621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:36 smithi111 ceph-mon[97855]: from='client.41621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:36 smithi111 ceph-mon[116524]: from='client.41621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:37 smithi155 ceph-mon[102677]: from='client.31749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:37 smithi155 ceph-mon[102677]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2465365072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:37 smithi111 ceph-mon[97855]: from='client.31749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:37 smithi111 ceph-mon[97855]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2465365072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:37 smithi111 ceph-mon[116524]: from='client.31749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:37 smithi111 ceph-mon[116524]: pgmap v15614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2465365072' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:54:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:54:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:54:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:39 smithi155 ceph-mon[102677]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:39 smithi111 ceph-mon[97855]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:39 smithi111 ceph-mon[116524]: pgmap v15615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:41 smithi155 ceph-mon[102677]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:41 smithi111 ceph-mon[97855]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:41 smithi111 ceph-mon[116524]: pgmap v15616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:43 smithi155 ceph-mon[102677]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:43 smithi111 ceph-mon[97855]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:43 smithi111 ceph-mon[116524]: pgmap v15617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:45 smithi155 ceph-mon[102677]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:45 smithi111 ceph-mon[97855]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:45 smithi111 ceph-mon[116524]: pgmap v15618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:47 smithi155 ceph-mon[102677]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:47 smithi111 ceph-mon[97855]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:47 smithi111 ceph-mon[116524]: pgmap v15619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:54:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:54:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:49 smithi155 ceph-mon[102677]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:49 smithi111 ceph-mon[97855]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:49 smithi111 ceph-mon[116524]: pgmap v15620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:54:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:51 smithi155 ceph-mon[102677]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:51 smithi111 ceph-mon[97855]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:51 smithi111 ceph-mon[116524]: pgmap v15621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:53 smithi155 ceph-mon[102677]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:53 smithi111 ceph-mon[97855]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:53 smithi111 ceph-mon[116524]: pgmap v15622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:55 smithi155 ceph-mon[102677]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:55 smithi111 ceph-mon[97855]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:55 smithi111 ceph-mon[116524]: pgmap v15623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:57 smithi155 ceph-mon[102677]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:57 smithi111 ceph-mon[97855]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:57 smithi111 ceph-mon[116524]: pgmap v15624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:54:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:54:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:55:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:54:59 smithi155 ceph-mon[102677]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:54:59 smithi111 ceph-mon[97855]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:54:59 smithi111 ceph-mon[116524]: pgmap v15625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:01 smithi155 ceph-mon[102677]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:01 smithi111 ceph-mon[97855]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:01 smithi111 ceph-mon[116524]: pgmap v15626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:03 smithi155 ceph-mon[102677]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:03 smithi111 ceph-mon[97855]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:03 smithi111 ceph-mon[116524]: pgmap v15627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:05 smithi155 ceph-mon[102677]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:05 smithi111 ceph-mon[97855]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:05 smithi111 ceph-mon[116524]: pgmap v15628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:07.317 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:55:07.627 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 51s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 51s ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 51s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 51s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 51s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 51s ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 51s ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 51s ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:55:07.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 51s ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 51s ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 51s ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 51s ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 51s ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 51s ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 51s ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 51s ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 51s ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 51s ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 51s ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:55:07.629 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 51s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:55:08.008 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:08.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:55:08.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:55:08.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:08.010 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:55:08.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:55:08.010 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:55:08.010 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:55:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:07 smithi155 ceph-mon[102677]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:07 smithi155 ceph-mon[102677]: from='client.41639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:07 smithi111 ceph-mon[97855]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:07 smithi111 ceph-mon[97855]: from='client.41639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:07 smithi111 ceph-mon[116524]: pgmap v15629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:07 smithi111 ceph-mon[116524]: from='client.41639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:08 smithi155 ceph-mon[102677]: from='client.41645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3935977788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:08 smithi111 ceph-mon[97855]: from='client.41645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3935977788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:55:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:08 smithi111 ceph-mon[116524]: from='client.41645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3935977788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:55:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:55:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:09 smithi155 ceph-mon[102677]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:09 smithi111 ceph-mon[97855]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:09 smithi111 ceph-mon[116524]: pgmap v15630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:11 smithi155 ceph-mon[102677]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:11 smithi111 ceph-mon[97855]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:11 smithi111 ceph-mon[116524]: pgmap v15631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:13 smithi155 ceph-mon[102677]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:13 smithi111 ceph-mon[97855]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:13 smithi111 ceph-mon[116524]: pgmap v15632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:15 smithi155 ceph-mon[102677]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:15 smithi111 ceph-mon[97855]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:15 smithi111 ceph-mon[116524]: pgmap v15633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:55:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:55:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:55:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:17 smithi155 ceph-mon[102677]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:55:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:55:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[97855]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[116524]: pgmap v15634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:55:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:55:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:55:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:55:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:55:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:19 smithi155 ceph-mon[102677]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:19 smithi111 ceph-mon[97855]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:19 smithi111 ceph-mon[116524]: pgmap v15635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:21 smithi155 ceph-mon[102677]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:21 smithi111 ceph-mon[97855]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:21 smithi111 ceph-mon[116524]: pgmap v15636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:23 smithi155 ceph-mon[102677]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:23 smithi111 ceph-mon[97855]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:23 smithi111 ceph-mon[116524]: pgmap v15637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:25 smithi155 ceph-mon[102677]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:25 smithi111 ceph-mon[97855]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:25 smithi111 ceph-mon[116524]: pgmap v15638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:27 smithi155 ceph-mon[102677]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:27 smithi111 ceph-mon[97855]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:27 smithi111 ceph-mon[116524]: pgmap v15639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:55:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:55:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:29 smithi155 ceph-mon[102677]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:29 smithi111 ceph-mon[97855]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:29 smithi111 ceph-mon[116524]: pgmap v15640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:31 smithi155 ceph-mon[102677]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:31 smithi111 ceph-mon[97855]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:31 smithi111 ceph-mon[116524]: pgmap v15641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:33 smithi155 ceph-mon[102677]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:33 smithi111 ceph-mon[97855]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:33 smithi111 ceph-mon[116524]: pgmap v15642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:35 smithi155 ceph-mon[102677]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:35 smithi111 ceph-mon[97855]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:35 smithi111 ceph-mon[116524]: pgmap v15643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:37 smithi155 ceph-mon[102677]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:37 smithi111 ceph-mon[97855]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:37 smithi111 ceph-mon[116524]: pgmap v15644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:38.355 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:55:38.662 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:55:38.662 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 82s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:55:38.662 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 82s ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:55:38.662 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 82s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 82s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 82s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 82s ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 82s ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 82s ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 82s ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 82s ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:55:38.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 82s ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 82s ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 82s ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 82s ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 82s ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 82s ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 82s ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 82s ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 82s ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:55:38.664 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 82s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:55:39.040 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:55:39.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:55:39.042 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:55:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:55:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:55:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:39 smithi155 ceph-mon[102677]: from='client.41657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:39 smithi155 ceph-mon[102677]: from='client.41663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:39 smithi155 ceph-mon[102677]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/606045808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[97855]: from='client.41657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[97855]: from='client.41663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[97855]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/606045808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:55:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[116524]: from='client.41657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[116524]: from='client.41663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:55:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[116524]: pgmap v15645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/606045808' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:55:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:41 smithi155 ceph-mon[102677]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:41 smithi111 ceph-mon[97855]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:41 smithi111 ceph-mon[116524]: pgmap v15646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:43 smithi155 ceph-mon[102677]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:43 smithi111 ceph-mon[97855]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:43 smithi111 ceph-mon[116524]: pgmap v15647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:45 smithi155 ceph-mon[102677]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:45 smithi111 ceph-mon[97855]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:45 smithi111 ceph-mon[116524]: pgmap v15648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:47 smithi155 ceph-mon[102677]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:47 smithi111 ceph-mon[97855]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:47 smithi111 ceph-mon[116524]: pgmap v15649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:55:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T11:55:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:49 smithi155 ceph-mon[102677]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:49 smithi111 ceph-mon[97855]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:49 smithi111 ceph-mon[116524]: pgmap v15650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:55:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:51 smithi155 ceph-mon[102677]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:51 smithi111 ceph-mon[97855]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:51 smithi111 ceph-mon[116524]: pgmap v15651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:53 smithi155 ceph-mon[102677]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:53 smithi111 ceph-mon[97855]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:53 smithi111 ceph-mon[116524]: pgmap v15652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:55 smithi155 ceph-mon[102677]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:55 smithi111 ceph-mon[97855]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:55 smithi111 ceph-mon[116524]: pgmap v15653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:57 smithi155 ceph-mon[102677]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:57 smithi111 ceph-mon[97855]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:57 smithi111 ceph-mon[116524]: pgmap v15654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:55:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:56:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:55:59 smithi155 ceph-mon[102677]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:55:59 smithi111 ceph-mon[97855]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:55:59 smithi111 ceph-mon[116524]: pgmap v15655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:01 smithi155 ceph-mon[102677]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:01 smithi111 ceph-mon[97855]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:01 smithi111 ceph-mon[116524]: pgmap v15656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:03 smithi155 ceph-mon[102677]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:03 smithi111 ceph-mon[97855]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:03 smithi111 ceph-mon[116524]: pgmap v15657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:05 smithi155 ceph-mon[102677]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:05 smithi111 ceph-mon[97855]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:05 smithi111 ceph-mon[116524]: pgmap v15658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:07 smithi155 ceph-mon[102677]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:07 smithi111 ceph-mon[97855]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:07 smithi111 ceph-mon[116524]: pgmap v15659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:09.387 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 113s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 113s ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 113s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 113s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 113s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 113s ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:56:09.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 113s ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 113s ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 113s ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 113s ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 113s ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 113s ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 113s ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 113s ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 113s ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 113s ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 113s ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:56:09.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 113s ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:56:09.696 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 113s ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:56:09.696 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 113s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:56:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:56:10.079 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:56:10.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:56:10.081 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:56:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:09 smithi155 ceph-mon[102677]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:09 smithi111 ceph-mon[97855]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:09 smithi111 ceph-mon[116524]: pgmap v15660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:10 smithi155 ceph-mon[102677]: from='client.31797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:10 smithi155 ceph-mon[102677]: from='client.41681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1249960092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:10 smithi111 ceph-mon[97855]: from='client.31797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:10 smithi111 ceph-mon[97855]: from='client.41681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1249960092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:56:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:10 smithi111 ceph-mon[116524]: from='client.31797 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:10 smithi111 ceph-mon[116524]: from='client.41681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1249960092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:56:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:11 smithi155 ceph-mon[102677]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:11 smithi111 ceph-mon[97855]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:11 smithi111 ceph-mon[116524]: pgmap v15661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:13 smithi155 ceph-mon[102677]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:13 smithi111 ceph-mon[97855]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:13 smithi111 ceph-mon[116524]: pgmap v15662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:15 smithi155 ceph-mon[102677]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:15 smithi111 ceph-mon[97855]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:15 smithi111 ceph-mon[116524]: pgmap v15663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:17 smithi155 ceph-mon[102677]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[116524]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[97855]: pgmap v15664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:56:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:56:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:56:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:56:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:56:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:20 smithi155 ceph-mon[102677]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:20 smithi111 ceph-mon[97855]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:20 smithi111 ceph-mon[116524]: pgmap v15665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:22 smithi155 ceph-mon[102677]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:22 smithi111 ceph-mon[97855]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:22 smithi111 ceph-mon[116524]: pgmap v15666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:24 smithi155 ceph-mon[102677]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:24 smithi111 ceph-mon[97855]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:24 smithi111 ceph-mon[116524]: pgmap v15667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:25 smithi155 ceph-mon[102677]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:25 smithi111 ceph-mon[97855]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:25 smithi111 ceph-mon[116524]: pgmap v15668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:27 smithi155 ceph-mon[102677]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:27 smithi111 ceph-mon[97855]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:27 smithi111 ceph-mon[116524]: pgmap v15669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:56:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:56:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:29 smithi155 ceph-mon[102677]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:29 smithi111 ceph-mon[97855]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:29 smithi111 ceph-mon[116524]: pgmap v15670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:31 smithi155 ceph-mon[102677]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:31 smithi111 ceph-mon[97855]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:31 smithi111 ceph-mon[116524]: pgmap v15671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:33 smithi155 ceph-mon[102677]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:33 smithi111 ceph-mon[97855]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:33 smithi111 ceph-mon[116524]: pgmap v15672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:35 smithi155 ceph-mon[102677]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:35 smithi111 ceph-mon[97855]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:35 smithi111 ceph-mon[116524]: pgmap v15673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:37 smithi155 ceph-mon[102677]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:37 smithi111 ceph-mon[97855]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:37 smithi111 ceph-mon[116524]: pgmap v15674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:56:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:56:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:39 smithi155 ceph-mon[102677]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:39 smithi111 ceph-mon[97855]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:39 smithi111 ceph-mon[116524]: pgmap v15675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:40.420 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:56:40.725 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:56:40.725 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:56:40.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:56:40.727 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:56:41.105 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:41.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:56:41.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:56:41.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:56:41.107 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:56:41.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:56:41.107 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:56:41.107 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:56:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:41 smithi155 ceph-mon[102677]: from='client.31815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:41 smithi155 ceph-mon[102677]: from='client.31821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:41 smithi155 ceph-mon[102677]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3251229665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[97855]: from='client.31815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[97855]: from='client.31821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[97855]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3251229665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:56:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[116524]: from='client.31815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[116524]: from='client.31821 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:56:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[116524]: pgmap v15676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3251229665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:56:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:43 smithi155 ceph-mon[102677]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:43 smithi111 ceph-mon[97855]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:43 smithi111 ceph-mon[116524]: pgmap v15677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:45 smithi155 ceph-mon[102677]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:45 smithi111 ceph-mon[97855]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:45 smithi111 ceph-mon[116524]: pgmap v15678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:47 smithi155 ceph-mon[102677]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:47 smithi111 ceph-mon[97855]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:47 smithi111 ceph-mon[116524]: pgmap v15679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:56:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:56:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:49 smithi155 ceph-mon[102677]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:49 smithi111 ceph-mon[97855]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:49 smithi111 ceph-mon[116524]: pgmap v15680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:56:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:51 smithi155 ceph-mon[102677]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:51 smithi111 ceph-mon[97855]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:51 smithi111 ceph-mon[116524]: pgmap v15681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:53 smithi155 ceph-mon[102677]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:53 smithi111 ceph-mon[97855]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:53 smithi111 ceph-mon[116524]: pgmap v15682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:55 smithi155 ceph-mon[102677]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:55 smithi111 ceph-mon[97855]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:55 smithi111 ceph-mon[116524]: pgmap v15683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:57 smithi155 ceph-mon[102677]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:57 smithi111 ceph-mon[97855]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:57 smithi111 ceph-mon[116524]: pgmap v15684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:56:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:57:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:56:59 smithi155 ceph-mon[102677]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:56:59 smithi111 ceph-mon[97855]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:56:59 smithi111 ceph-mon[116524]: pgmap v15685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:01 smithi155 ceph-mon[102677]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:01 smithi111 ceph-mon[97855]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:01 smithi111 ceph-mon[116524]: pgmap v15686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:03 smithi155 ceph-mon[102677]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:03 smithi111 ceph-mon[97855]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:03 smithi111 ceph-mon[116524]: pgmap v15687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:05 smithi155 ceph-mon[102677]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:05 smithi111 ceph-mon[97855]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:05 smithi111 ceph-mon[116524]: pgmap v15688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:07 smithi155 ceph-mon[102677]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:07 smithi111 ceph-mon[97855]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:07 smithi111 ceph-mon[116524]: pgmap v15689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:57:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:57:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:09 smithi155 ceph-mon[102677]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:09 smithi111 ceph-mon[97855]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:09 smithi111 ceph-mon[116524]: pgmap v15690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:11.451 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:57:11.755 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:57:11.756 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:57:12.137 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:57:12.138 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:12.138 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:57:12.138 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:57:12.138 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:57:12.138 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:57:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:11 smithi155 ceph-mon[102677]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:11 smithi111 ceph-mon[97855]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:11 smithi111 ceph-mon[116524]: pgmap v15691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:12 smithi155 ceph-mon[102677]: from='client.31833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:12 smithi155 ceph-mon[102677]: from='client.41717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3832573912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:12 smithi111 ceph-mon[97855]: from='client.31833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:12 smithi111 ceph-mon[97855]: from='client.41717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3832573912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:57:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:12 smithi111 ceph-mon[116524]: from='client.31833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:12 smithi111 ceph-mon[116524]: from='client.41717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3832573912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:57:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:13 smithi155 ceph-mon[102677]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:13 smithi111 ceph-mon[97855]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:13 smithi111 ceph-mon[116524]: pgmap v15692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:15 smithi155 ceph-mon[102677]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:15 smithi111 ceph-mon[97855]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:15 smithi111 ceph-mon[116524]: pgmap v15693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:17 smithi155 ceph-mon[102677]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:17 smithi111 ceph-mon[97855]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:17 smithi111 ceph-mon[116524]: pgmap v15694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:57:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:57:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:57:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:57:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:57:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:57:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:57:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:57:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:57:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:57:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:57:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:57:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:19 smithi155 ceph-mon[102677]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:19 smithi111 ceph-mon[97855]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:19 smithi111 ceph-mon[116524]: pgmap v15695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:21 smithi155 ceph-mon[102677]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:21 smithi111 ceph-mon[97855]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:21 smithi111 ceph-mon[116524]: pgmap v15696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:23 smithi155 ceph-mon[102677]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:23 smithi111 ceph-mon[97855]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:23 smithi111 ceph-mon[116524]: pgmap v15697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:25 smithi155 ceph-mon[102677]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:25 smithi111 ceph-mon[116524]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:25 smithi111 ceph-mon[97855]: pgmap v15698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:27 smithi155 ceph-mon[102677]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:27 smithi111 ceph-mon[97855]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:27 smithi111 ceph-mon[116524]: pgmap v15699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:57:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T11:57:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:29 smithi155 ceph-mon[102677]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:29 smithi111 ceph-mon[97855]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:29 smithi111 ceph-mon[116524]: pgmap v15700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:31 smithi155 ceph-mon[102677]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:31 smithi111 ceph-mon[97855]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:31 smithi111 ceph-mon[116524]: pgmap v15701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:33 smithi155 ceph-mon[102677]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:33 smithi111 ceph-mon[97855]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:33 smithi111 ceph-mon[116524]: pgmap v15702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:35 smithi155 ceph-mon[102677]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:35 smithi111 ceph-mon[116524]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:35 smithi111 ceph-mon[97855]: pgmap v15703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:37 smithi155 ceph-mon[102677]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:37 smithi111 ceph-mon[97855]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:37 smithi111 ceph-mon[116524]: pgmap v15704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:57:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:57:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:39 smithi155 ceph-mon[102677]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:39 smithi111 ceph-mon[97855]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:39 smithi111 ceph-mon[116524]: pgmap v15705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:41 smithi155 ceph-mon[102677]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:41 smithi111 ceph-mon[97855]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:41 smithi111 ceph-mon[116524]: pgmap v15706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:42.483 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:57:42.788 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:57:42.789 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:57:42.790 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:57:43.166 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:57:43.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:57:43.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:57:43.167 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:57:43.168 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:57:44.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:43 smithi155 ceph-mon[102677]: from='client.41729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:43 smithi155 ceph-mon[102677]: from='client.31857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:43 smithi155 ceph-mon[102677]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/301981415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[97855]: from='client.41729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[97855]: from='client.31857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[97855]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/301981415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[116524]: from='client.41729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[116524]: from='client.31857 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[116524]: pgmap v15707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/301981415' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:57:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:45 smithi155 ceph-mon[102677]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:45 smithi111 ceph-mon[97855]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:45 smithi111 ceph-mon[116524]: pgmap v15708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:47 smithi155 ceph-mon[102677]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:47 smithi111 ceph-mon[97855]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:47 smithi111 ceph-mon[116524]: pgmap v15709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:57:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T11:57:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:49 smithi155 ceph-mon[102677]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:49 smithi111 ceph-mon[97855]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:49 smithi111 ceph-mon[116524]: pgmap v15710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:57:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:51 smithi155 ceph-mon[102677]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:51 smithi111 ceph-mon[97855]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:51 smithi111 ceph-mon[116524]: pgmap v15711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:53 smithi155 ceph-mon[102677]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:53 smithi111 ceph-mon[97855]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:53 smithi111 ceph-mon[116524]: pgmap v15712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:55 smithi155 ceph-mon[102677]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:55 smithi111 ceph-mon[97855]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:55 smithi111 ceph-mon[116524]: pgmap v15713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:57 smithi155 ceph-mon[102677]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:57 smithi111 ceph-mon[97855]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:57 smithi111 ceph-mon[116524]: pgmap v15714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:57:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:57:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:58:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:57:59 smithi155 ceph-mon[102677]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:57:59 smithi111 ceph-mon[97855]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:57:59 smithi111 ceph-mon[116524]: pgmap v15715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:01 smithi155 ceph-mon[102677]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:01 smithi111 ceph-mon[97855]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:01 smithi111 ceph-mon[116524]: pgmap v15716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:03 smithi155 ceph-mon[102677]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:03 smithi111 ceph-mon[97855]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:03 smithi111 ceph-mon[116524]: pgmap v15717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:05 smithi155 ceph-mon[102677]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:05 smithi111 ceph-mon[97855]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:05 smithi111 ceph-mon[116524]: pgmap v15718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:07 smithi155 ceph-mon[102677]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:07 smithi111 ceph-mon[97855]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:07 smithi111 ceph-mon[116524]: pgmap v15719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:58:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:58:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:09 smithi155 ceph-mon[102677]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:09 smithi111 ceph-mon[97855]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:09 smithi111 ceph-mon[116524]: pgmap v15720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:11 smithi155 ceph-mon[102677]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:11 smithi111 ceph-mon[97855]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:11 smithi111 ceph-mon[116524]: pgmap v15721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:13.514 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:58:13.819 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:58:13.819 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:58:13.819 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:58:13.819 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:58:13.819 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:58:13.820 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:58:14.199 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:58:14.200 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:58:14.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:58:14.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:58:14.201 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:58:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:13 smithi155 ceph-mon[102677]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:13 smithi111 ceph-mon[116524]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:13 smithi111 ceph-mon[97855]: pgmap v15722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:14 smithi155 ceph-mon[102677]: from='client.31869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:14 smithi155 ceph-mon[102677]: from='client.31875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2947441799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:14 smithi111 ceph-mon[97855]: from='client.31869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:14 smithi111 ceph-mon[97855]: from='client.31875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2947441799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:58:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:14 smithi111 ceph-mon[116524]: from='client.31869 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:14 smithi111 ceph-mon[116524]: from='client.31875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2947441799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:58:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:15 smithi155 ceph-mon[102677]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:15 smithi111 ceph-mon[97855]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:15 smithi111 ceph-mon[116524]: pgmap v15723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:17 smithi155 ceph-mon[102677]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:17 smithi111 ceph-mon[97855]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:17 smithi111 ceph-mon[116524]: pgmap v15724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:58:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:58:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:58:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:58:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[97855]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:58:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[116524]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:58:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:58:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:58:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:19 smithi155 ceph-mon[102677]: pgmap v15725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:58:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:58:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:58:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:21 smithi111 ceph-mon[97855]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:21 smithi111 ceph-mon[116524]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:21 smithi155 ceph-mon[102677]: pgmap v15726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:23 smithi111 ceph-mon[97855]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:23 smithi111 ceph-mon[116524]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:23 smithi155 ceph-mon[102677]: pgmap v15727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:25 smithi155 ceph-mon[102677]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:25 smithi111 ceph-mon[97855]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:25 smithi111 ceph-mon[116524]: pgmap v15728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:27 smithi155 ceph-mon[102677]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:27 smithi111 ceph-mon[97855]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:27 smithi111 ceph-mon[116524]: pgmap v15729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:58:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:58:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:29 smithi155 ceph-mon[102677]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:29 smithi111 ceph-mon[97855]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:29 smithi111 ceph-mon[116524]: pgmap v15730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:31 smithi155 ceph-mon[102677]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:31 smithi111 ceph-mon[97855]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:31 smithi111 ceph-mon[116524]: pgmap v15731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:33 smithi155 ceph-mon[102677]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:33 smithi111 ceph-mon[97855]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:33 smithi111 ceph-mon[116524]: pgmap v15732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:35 smithi155 ceph-mon[102677]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:35 smithi111 ceph-mon[97855]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:35 smithi111 ceph-mon[116524]: pgmap v15733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:37 smithi155 ceph-mon[102677]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:37 smithi111 ceph-mon[97855]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:37 smithi111 ceph-mon[116524]: pgmap v15734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:58:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T11:58:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:39 smithi155 ceph-mon[102677]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:39 smithi111 ceph-mon[116524]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:39 smithi111 ceph-mon[97855]: pgmap v15735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:41 smithi155 ceph-mon[102677]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:41 smithi111 ceph-mon[97855]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:41 smithi111 ceph-mon[116524]: pgmap v15736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:43 smithi155 ceph-mon[102677]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:43 smithi111 ceph-mon[97855]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:43 smithi111 ceph-mon[116524]: pgmap v15737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:44.546 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:58:44.858 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:58:44.858 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:58:44.858 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:58:44.858 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:58:44.859 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:58:44.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:58:44.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:58:44.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:58:44.860 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:58:44.860 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:58:45.241 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:58:45.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:58:45.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:58:45.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:58:45.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:58:45.243 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:58:45.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:58:45.243 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:58:45.243 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:45 smithi155 ceph-mon[102677]: from='client.41765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:45 smithi155 ceph-mon[102677]: from='client.41771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:45 smithi155 ceph-mon[102677]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2284217234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:58:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[116524]: from='client.41765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[116524]: from='client.41771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[116524]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2284217234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[97855]: from='client.41765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[97855]: from='client.41771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[97855]: pgmap v15738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2284217234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:58:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:47 smithi155 ceph-mon[102677]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:47 smithi111 ceph-mon[97855]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:47 smithi111 ceph-mon[116524]: pgmap v15739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:58:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T11:58:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:49 smithi155 ceph-mon[102677]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:49 smithi111 ceph-mon[97855]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:49 smithi111 ceph-mon[116524]: pgmap v15740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:58:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:51 smithi155 ceph-mon[102677]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:51 smithi111 ceph-mon[97855]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:51 smithi111 ceph-mon[116524]: pgmap v15741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:53 smithi155 ceph-mon[102677]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:53 smithi111 ceph-mon[97855]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:53 smithi111 ceph-mon[116524]: pgmap v15742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:55 smithi155 ceph-mon[102677]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:55 smithi111 ceph-mon[97855]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:55 smithi111 ceph-mon[116524]: pgmap v15743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:57 smithi155 ceph-mon[102677]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:57 smithi111 ceph-mon[97855]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:57 smithi111 ceph-mon[116524]: pgmap v15744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:58:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:58:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T11:59:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:58:59 smithi155 ceph-mon[102677]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:58:59 smithi111 ceph-mon[97855]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:58:59 smithi111 ceph-mon[116524]: pgmap v15745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:01 smithi155 ceph-mon[102677]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:01 smithi111 ceph-mon[97855]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:01 smithi111 ceph-mon[116524]: pgmap v15746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:03 smithi155 ceph-mon[102677]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:03 smithi111 ceph-mon[97855]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:03 smithi111 ceph-mon[116524]: pgmap v15747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:05 smithi155 ceph-mon[102677]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:05 smithi111 ceph-mon[97855]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:05 smithi111 ceph-mon[116524]: pgmap v15748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:08.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:07 smithi155 ceph-mon[102677]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:07 smithi111 ceph-mon[97855]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:07 smithi111 ceph-mon[116524]: pgmap v15749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:59:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:59:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:09 smithi155 ceph-mon[102677]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:09 smithi111 ceph-mon[97855]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:09 smithi111 ceph-mon[116524]: pgmap v15750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:11 smithi155 ceph-mon[102677]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:11 smithi111 ceph-mon[97855]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:11 smithi111 ceph-mon[116524]: pgmap v15751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:13 smithi111 ceph-mon[97855]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:13 smithi111 ceph-mon[116524]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:13 smithi155 ceph-mon[102677]: pgmap v15752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:15.586 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:59:15.894 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:59:15.894 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:59:15.895 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:59:15.896 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:59:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:15 smithi155 ceph-mon[102677]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:15 smithi111 ceph-mon[97855]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:15 smithi111 ceph-mon[116524]: pgmap v15753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:16.273 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:59:16.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:59:16.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:59:16.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:16.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:59:16.274 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:59:16.275 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:59:16.275 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:16 smithi155 ceph-mon[102677]: from='client.41783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:16 smithi155 ceph-mon[102677]: from='client.31911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1099158696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:59:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:16 smithi111 ceph-mon[97855]: from='client.41783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:16 smithi111 ceph-mon[97855]: from='client.31911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1099158696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:59:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:16 smithi111 ceph-mon[116524]: from='client.41783 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:16 smithi111 ceph-mon[116524]: from='client.31911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1099158696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:59:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:17 smithi155 ceph-mon[102677]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:17 smithi111 ceph-mon[97855]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:17 smithi111 ceph-mon[116524]: pgmap v15754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:59:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T11:59:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:19 smithi155 ceph-mon[102677]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:59:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:59:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:59:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:59:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[97855]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:59:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[116524]: pgmap v15755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T11:59:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T11:59:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T11:59:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:21 smithi155 ceph-mon[102677]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:21 smithi111 ceph-mon[97855]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:21 smithi111 ceph-mon[116524]: pgmap v15756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:23 smithi155 ceph-mon[102677]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:23 smithi111 ceph-mon[97855]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:23 smithi111 ceph-mon[116524]: pgmap v15757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:25 smithi155 ceph-mon[102677]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:25 smithi111 ceph-mon[97855]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:25 smithi111 ceph-mon[116524]: pgmap v15758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:27 smithi155 ceph-mon[102677]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:27 smithi111 ceph-mon[97855]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:27 smithi111 ceph-mon[116524]: pgmap v15759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:59:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T11:59:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:29 smithi155 ceph-mon[102677]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:29 smithi111 ceph-mon[97855]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:29 smithi111 ceph-mon[116524]: pgmap v15760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:31 smithi155 ceph-mon[102677]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:31 smithi111 ceph-mon[97855]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:31 smithi111 ceph-mon[116524]: pgmap v15761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:33 smithi155 ceph-mon[102677]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:33 smithi111 ceph-mon[97855]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:34.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:33 smithi111 ceph-mon[116524]: pgmap v15762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:35 smithi155 ceph-mon[102677]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:35 smithi111 ceph-mon[97855]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:35 smithi111 ceph-mon[116524]: pgmap v15763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:37 smithi155 ceph-mon[102677]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:37 smithi111 ceph-mon[97855]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:37 smithi111 ceph-mon[116524]: pgmap v15764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:59:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:59:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:39 smithi111 ceph-mon[97855]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:39 smithi111 ceph-mon[116524]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:39 smithi155 ceph-mon[102677]: pgmap v15765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:41 smithi111 ceph-mon[97855]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:41 smithi111 ceph-mon[116524]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:41 smithi155 ceph-mon[102677]: pgmap v15766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:43 smithi111 ceph-mon[97855]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:43 smithi111 ceph-mon[116524]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:43 smithi155 ceph-mon[102677]: pgmap v15767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:45 smithi155 ceph-mon[102677]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:45 smithi111 ceph-mon[97855]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:45 smithi111 ceph-mon[116524]: pgmap v15768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:46.620 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T11:59:46.924 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T11:59:46.925 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:47.303 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T11:59:47.304 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T11:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:47 smithi155 ceph-mon[102677]: from='client.31923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:47 smithi155 ceph-mon[102677]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:47 smithi155 ceph-mon[102677]: from='client.41807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3738466380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:59:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[97855]: from='client.31923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[97855]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[97855]: from='client.41807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3738466380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[116524]: from='client.31923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[116524]: pgmap v15769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[116524]: from='client.41807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T11:59:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3738466380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T11:59:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:59:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T11:59:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:49 smithi155 ceph-mon[102677]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:49 smithi111 ceph-mon[97855]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:49 smithi111 ceph-mon[116524]: pgmap v15770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T11:59:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:51 smithi155 ceph-mon[102677]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:51 smithi111 ceph-mon[97855]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:51 smithi111 ceph-mon[116524]: pgmap v15771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:53 smithi111 ceph-mon[97855]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:53 smithi111 ceph-mon[116524]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:53 smithi155 ceph-mon[102677]: pgmap v15772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:55 smithi155 ceph-mon[102677]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:55 smithi111 ceph-mon[97855]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:55 smithi111 ceph-mon[116524]: pgmap v15773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:57 smithi155 ceph-mon[102677]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:57 smithi111 ceph-mon[97855]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:57 smithi111 ceph-mon[116524]: pgmap v15774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T11:59:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 11:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:11:59:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:00:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 11:59:59 smithi111 ceph-mon[116524]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 11:59:59 smithi111 ceph-mon[97855]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:00 smithi111 conmon[97831]: 2023-12-01T11:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:00:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 11:59:59 smithi155 ceph-mon[102677]: pgmap v15775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:00:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:00:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:00:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:01 smithi111 ceph-mon[97855]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:01 smithi111 ceph-mon[116524]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:01 smithi155 ceph-mon[102677]: pgmap v15776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:03 smithi111 ceph-mon[97855]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:03 smithi111 ceph-mon[116524]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:03 smithi155 ceph-mon[102677]: pgmap v15777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:05 smithi111 ceph-mon[97855]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:05 smithi111 ceph-mon[116524]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:05 smithi155 ceph-mon[102677]: pgmap v15778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:07 smithi111 ceph-mon[97855]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:07 smithi111 ceph-mon[116524]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:07 smithi155 ceph-mon[102677]: pgmap v15779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:00:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:00:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:09 smithi111 ceph-mon[97855]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:09 smithi111 ceph-mon[116524]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:09 smithi155 ceph-mon[102677]: pgmap v15780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:11 smithi111 ceph-mon[97855]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:11 smithi111 ceph-mon[116524]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:11 smithi155 ceph-mon[102677]: pgmap v15781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:13 smithi111 ceph-mon[97855]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:13 smithi111 ceph-mon[116524]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:13 smithi155 ceph-mon[102677]: pgmap v15782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:15 smithi155 ceph-mon[102677]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:15 smithi111 ceph-mon[97855]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:15 smithi111 ceph-mon[116524]: pgmap v15783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:17.646 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:00:17.953 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:00:17.953 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:00:17.953 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:00:17.953 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:00:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:00:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:00:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:00:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:00:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:00:18.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:17 smithi155 ceph-mon[102677]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:17 smithi111 ceph-mon[116524]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:17 smithi111 ceph-mon[97855]: pgmap v15784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:18.333 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:00:18.333 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:00:18.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:00:18.333 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:18.333 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:00:18.333 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:00:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:00:18.335 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:18 smithi111 ceph-mon[97855]: from='client.31941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:18 smithi111 ceph-mon[97855]: from='client.41825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2633301546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:18 smithi111 ceph-mon[116524]: from='client.31941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:18 smithi111 ceph-mon[116524]: from='client.41825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2633301546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:00:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:18 smithi155 ceph-mon[102677]: from='client.31941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:18 smithi155 ceph-mon[102677]: from='client.41825 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2633301546' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:00:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:00:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:00:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:19 smithi155 ceph-mon[102677]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:00:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:19 smithi111 ceph-mon[97855]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:00:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:19 smithi111 ceph-mon[116524]: pgmap v15785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:00:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:00:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:00:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:00:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:00:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:00:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:00:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:00:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:00:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:00:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:22 smithi155 ceph-mon[102677]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:22 smithi111 ceph-mon[97855]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:22 smithi111 ceph-mon[116524]: pgmap v15786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:24 smithi111 ceph-mon[97855]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:24 smithi111 ceph-mon[116524]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:24 smithi155 ceph-mon[102677]: pgmap v15787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:25 smithi155 ceph-mon[102677]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:25 smithi111 ceph-mon[97855]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:25 smithi111 ceph-mon[116524]: pgmap v15788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:27 smithi111 ceph-mon[97855]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:27 smithi111 ceph-mon[116524]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:27 smithi155 ceph-mon[102677]: pgmap v15789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:00:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:00:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:29 smithi111 ceph-mon[97855]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:29 smithi111 ceph-mon[116524]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:29 smithi155 ceph-mon[102677]: pgmap v15790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:31 smithi111 ceph-mon[97855]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:31 smithi111 ceph-mon[116524]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:31 smithi155 ceph-mon[102677]: pgmap v15791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:33 smithi111 ceph-mon[97855]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:33 smithi111 ceph-mon[116524]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:33 smithi155 ceph-mon[102677]: pgmap v15792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:35 smithi111 ceph-mon[97855]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:35 smithi111 ceph-mon[116524]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:35 smithi155 ceph-mon[102677]: pgmap v15793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:37 smithi111 ceph-mon[97855]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:37 smithi111 ceph-mon[116524]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:37 smithi155 ceph-mon[102677]: pgmap v15794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:00:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T12:00:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:39 smithi111 ceph-mon[97855]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:39 smithi111 ceph-mon[116524]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:39 smithi155 ceph-mon[102677]: pgmap v15795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:41 smithi111 ceph-mon[97855]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:41 smithi111 ceph-mon[116524]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:41 smithi155 ceph-mon[102677]: pgmap v15796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:43 smithi111 ceph-mon[97855]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:43 smithi111 ceph-mon[116524]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:43 smithi155 ceph-mon[102677]: pgmap v15797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:45 smithi155 ceph-mon[102677]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:45 smithi111 ceph-mon[97855]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:45 smithi111 ceph-mon[116524]: pgmap v15798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:47 smithi111 ceph-mon[97855]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:47 smithi111 ceph-mon[116524]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:47 smithi155 ceph-mon[102677]: pgmap v15799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:48.677 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:00:48.983 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:00:48.983 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:00:48.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:00:48.985 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:00:49.364 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:00:49.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:00:49.366 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:00:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:00:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T12:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[97855]: from='client.31959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[97855]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[97855]: from='client.41843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/514667676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[116524]: from='client.31959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[116524]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[116524]: from='client.41843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/514667676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:00:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:49 smithi155 ceph-mon[102677]: from='client.31959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:49 smithi155 ceph-mon[102677]: pgmap v15800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:49 smithi155 ceph-mon[102677]: from='client.41843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/514667676' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:00:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:51 smithi111 ceph-mon[97855]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:51 smithi111 ceph-mon[116524]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:51 smithi155 ceph-mon[102677]: pgmap v15801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:53 smithi111 ceph-mon[97855]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:53 smithi111 ceph-mon[116524]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:53 smithi155 ceph-mon[102677]: pgmap v15802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:55 smithi155 ceph-mon[102677]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:55 smithi111 ceph-mon[97855]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:55 smithi111 ceph-mon[116524]: pgmap v15803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:57 smithi111 ceph-mon[97855]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:57 smithi111 ceph-mon[116524]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:57 smithi155 ceph-mon[102677]: pgmap v15804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:00:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:00:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:01:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:00:59 smithi111 ceph-mon[97855]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:00:59 smithi111 ceph-mon[116524]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:00:59 smithi155 ceph-mon[102677]: pgmap v15805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:01 smithi155 ceph-mon[102677]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:01 smithi111 ceph-mon[97855]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:01 smithi111 ceph-mon[116524]: pgmap v15806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:03 smithi111 ceph-mon[97855]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:03 smithi111 ceph-mon[116524]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:03 smithi155 ceph-mon[102677]: pgmap v15807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:05 smithi111 ceph-mon[97855]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:05 smithi111 ceph-mon[116524]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:05 smithi155 ceph-mon[102677]: pgmap v15808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:07 smithi111 ceph-mon[97855]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:07 smithi111 ceph-mon[116524]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:07 smithi155 ceph-mon[102677]: pgmap v15809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:01:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:01:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:09 smithi111 ceph-mon[97855]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:10.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:09 smithi111 ceph-mon[116524]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:09 smithi155 ceph-mon[102677]: pgmap v15810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:11 smithi111 ceph-mon[97855]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:11 smithi111 ceph-mon[116524]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:11 smithi155 ceph-mon[102677]: pgmap v15811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:13 smithi111 ceph-mon[97855]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:13 smithi111 ceph-mon[116524]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:13 smithi155 ceph-mon[102677]: pgmap v15812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:15 smithi155 ceph-mon[102677]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:15 smithi111 ceph-mon[97855]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:15 smithi111 ceph-mon[116524]: pgmap v15813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:17 smithi111 ceph-mon[97855]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:17 smithi111 ceph-mon[116524]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:17 smithi155 ceph-mon[102677]: pgmap v15814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:19.721 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:01:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:01:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:01:20.031 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:01:20.032 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:01:20.033 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:01:20.033 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:01:20.033 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:19 smithi111 ceph-mon[97855]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:19 smithi111 ceph-mon[116524]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:20.422 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:01:20.423 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:01:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:19 smithi155 ceph-mon[102677]: pgmap v15815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='client.31977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='client.31983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1722582608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='client.31977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='client.31983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:01:21.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1722582608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:01:21.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:01:21.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:01:21.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='client.31977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='client.31983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1722582608' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:01:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:01:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:21 smithi111 ceph-mon[97855]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:21 smithi111 ceph-mon[116524]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:21 smithi155 ceph-mon[102677]: pgmap v15816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:23 smithi111 ceph-mon[97855]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:23 smithi111 ceph-mon[116524]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:23 smithi155 ceph-mon[102677]: pgmap v15817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:25 smithi155 ceph-mon[102677]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:25 smithi111 ceph-mon[97855]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:25 smithi111 ceph-mon[116524]: pgmap v15818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:27 smithi111 ceph-mon[97855]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:27 smithi111 ceph-mon[116524]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:27 smithi155 ceph-mon[102677]: pgmap v15819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:01:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:01:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:29 smithi111 ceph-mon[97855]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:29 smithi111 ceph-mon[116524]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:29 smithi155 ceph-mon[102677]: pgmap v15820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:31 smithi111 ceph-mon[97855]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:31 smithi111 ceph-mon[116524]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:31 smithi155 ceph-mon[102677]: pgmap v15821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:33 smithi111 ceph-mon[97855]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:33 smithi111 ceph-mon[116524]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:33 smithi155 ceph-mon[102677]: pgmap v15822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:35 smithi111 ceph-mon[97855]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:35 smithi111 ceph-mon[116524]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:35 smithi155 ceph-mon[102677]: pgmap v15823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:37 smithi111 ceph-mon[97855]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:37 smithi111 ceph-mon[116524]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:37 smithi155 ceph-mon[102677]: pgmap v15824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:01:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:01:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:39 smithi111 ceph-mon[97855]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:39 smithi111 ceph-mon[116524]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:39 smithi155 ceph-mon[102677]: pgmap v15825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:41 smithi111 ceph-mon[97855]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:41 smithi111 ceph-mon[116524]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:41 smithi155 ceph-mon[102677]: pgmap v15826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:43 smithi155 ceph-mon[102677]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:43 smithi111 ceph-mon[97855]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:43 smithi111 ceph-mon[116524]: pgmap v15827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:45 smithi155 ceph-mon[102677]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:45 smithi111 ceph-mon[97855]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:45 smithi111 ceph-mon[116524]: pgmap v15828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:47 smithi111 ceph-mon[97855]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:47 smithi111 ceph-mon[116524]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:47 smithi155 ceph-mon[102677]: pgmap v15829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:01:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:01:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:49 smithi111 ceph-mon[97855]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:49 smithi111 ceph-mon[116524]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:49 smithi155 ceph-mon[102677]: pgmap v15830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:01:50.768 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:01:51.074 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5331M 2284M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5636M 2284M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5871M 2284M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5055M 2284M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:01:51.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:01:51.076 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:01:51.076 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:01:51.076 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:01:51.451 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:01:51.451 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:01:51.451 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:01:51.451 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:51.451 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:01:51.452 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:01:51.453 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:01:51.453 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[97855]: from='client.41873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[97855]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[97855]: from='client.41879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1397454156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:01:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[116524]: from='client.41873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[116524]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[116524]: from='client.41879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1397454156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:01:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:51 smithi155 ceph-mon[102677]: from='client.41873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:51 smithi155 ceph-mon[102677]: pgmap v15831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:51 smithi155 ceph-mon[102677]: from='client.41879 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:01:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1397454156' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:01:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:53 smithi111 ceph-mon[97855]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:53 smithi111 ceph-mon[116524]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:53 smithi155 ceph-mon[102677]: pgmap v15832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:55 smithi155 ceph-mon[102677]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:55 smithi111 ceph-mon[97855]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:55 smithi111 ceph-mon[116524]: pgmap v15833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:57 smithi111 ceph-mon[97855]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:57 smithi111 ceph-mon[116524]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:57 smithi155 ceph-mon[102677]: pgmap v15834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:01:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:01:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:02:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:01:59 smithi111 ceph-mon[97855]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:01:59 smithi111 ceph-mon[116524]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:01:59 smithi155 ceph-mon[102677]: pgmap v15835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:01 smithi111 ceph-mon[97855]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:01 smithi111 ceph-mon[116524]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:01 smithi155 ceph-mon[102677]: pgmap v15836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:03 smithi111 ceph-mon[97855]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:03 smithi111 ceph-mon[116524]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:03 smithi155 ceph-mon[102677]: pgmap v15837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:05 smithi111 ceph-mon[97855]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:05 smithi111 ceph-mon[116524]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:05 smithi155 ceph-mon[102677]: pgmap v15838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:08 smithi155 ceph-mon[102677]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:08 smithi111 ceph-mon[97855]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:08 smithi111 ceph-mon[116524]: pgmap v15839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:02:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:02:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:10 smithi155 ceph-mon[102677]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:10 smithi111 ceph-mon[97855]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:10 smithi111 ceph-mon[116524]: pgmap v15840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:12 smithi155 ceph-mon[102677]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:12 smithi111 ceph-mon[97855]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:12 smithi111 ceph-mon[116524]: pgmap v15841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:14 smithi155 ceph-mon[102677]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:14 smithi111 ceph-mon[97855]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:14 smithi111 ceph-mon[116524]: pgmap v15842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:15 smithi155 ceph-mon[102677]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:15 smithi111 ceph-mon[97855]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:15 smithi111 ceph-mon[116524]: pgmap v15843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:17 smithi111 ceph-mon[97855]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:17 smithi111 ceph-mon[116524]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:17 smithi155 ceph-mon[102677]: pgmap v15844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:02:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:19 smithi111 ceph-mon[97855]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:19 smithi111 ceph-mon[116524]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:19 smithi155 ceph-mon[102677]: pgmap v15845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:02:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:02:21.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:02:21.783 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:02:22.091 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:02:22.091 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:02:22.091 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:02:22.091 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:02:22.091 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5331M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5636M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5871M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5055M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:02:22.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:02:22.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:02:22.093 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2275M 2023-12-01T12:02:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:02:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:02:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:02:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:02:22.468 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:02:22.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:02:22.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:02:22.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:22.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:02:22.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:02:22.469 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:02:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2275M 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:02:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: pgmap v15846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2275M 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:02:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:02:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:23 smithi155 ceph-mon[102677]: from='client.32013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:23 smithi155 ceph-mon[102677]: from='client.41897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3234058893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:23 smithi111 ceph-mon[97855]: from='client.32013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:23 smithi111 ceph-mon[97855]: from='client.41897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3234058893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:23 smithi111 ceph-mon[116524]: from='client.32013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:23 smithi111 ceph-mon[116524]: from='client.41897 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3234058893' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:02:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:24 smithi155 ceph-mon[102677]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:24 smithi111 ceph-mon[97855]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:24 smithi111 ceph-mon[116524]: pgmap v15847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:25.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:25 smithi155 ceph-mon[102677]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:25 smithi111 ceph-mon[97855]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:25 smithi111 ceph-mon[116524]: pgmap v15848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:27 smithi111 ceph-mon[97855]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:27 smithi111 ceph-mon[116524]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:27 smithi155 ceph-mon[102677]: pgmap v15849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:02:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:02:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:29 smithi111 ceph-mon[97855]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:29 smithi111 ceph-mon[116524]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:29 smithi155 ceph-mon[102677]: pgmap v15850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:32 smithi155 ceph-mon[102677]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:32 smithi111 ceph-mon[97855]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:32 smithi111 ceph-mon[116524]: pgmap v15851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:34 smithi155 ceph-mon[102677]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:34 smithi111 ceph-mon[97855]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:34 smithi111 ceph-mon[116524]: pgmap v15852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:36 smithi155 ceph-mon[102677]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:36 smithi111 ceph-mon[97855]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:36 smithi111 ceph-mon[116524]: pgmap v15853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:38 smithi155 ceph-mon[102677]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:38 smithi111 ceph-mon[97855]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:38 smithi111 ceph-mon[116524]: pgmap v15854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:02:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:02:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:40 smithi155 ceph-mon[102677]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 12:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T12:02:40.079897861Z level=info msg="Completed cleanup jobs" duration=46.431004ms 2023-12-01T12:02:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:40 smithi111 ceph-mon[97855]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:40 smithi111 ceph-mon[116524]: pgmap v15855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:42 smithi155 ceph-mon[102677]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:42 smithi111 ceph-mon[97855]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:42 smithi111 ceph-mon[116524]: pgmap v15856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:44 smithi155 ceph-mon[102677]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:44 smithi111 ceph-mon[97855]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:44 smithi111 ceph-mon[116524]: pgmap v15857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:45 smithi155 ceph-mon[102677]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:45 smithi111 ceph-mon[97855]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:45 smithi111 ceph-mon[116524]: pgmap v15858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:48 smithi155 ceph-mon[102677]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:47 smithi111 ceph-mon[97855]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:48 smithi111 ceph-mon[116524]: pgmap v15859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:02:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:02:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:50 smithi155 ceph-mon[102677]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:50 smithi111 ceph-mon[97855]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:50 smithi111 ceph-mon[116524]: pgmap v15860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:02:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:52 smithi155 ceph-mon[102677]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:52 smithi111 ceph-mon[97855]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:52 smithi111 ceph-mon[116524]: pgmap v15861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:52.817 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:02:53.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5331M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5636M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5871M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5055M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:02:53.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:02:53.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:02:53.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:02:53.130 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:02:53.504 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:02:53.504 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:02:53.504 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:02:53.504 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:53.504 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:02:53.505 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:02:53.506 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:02:53.506 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:54 smithi155 ceph-mon[102677]: from='client.41909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:54 smithi155 ceph-mon[102677]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:54 smithi155 ceph-mon[102677]: from='client.41915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3364807901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:02:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[97855]: from='client.41909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[97855]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[97855]: from='client.41915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3364807901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[116524]: from='client.41909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[116524]: pgmap v15862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[116524]: from='client.41915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3364807901' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:02:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:55 smithi155 ceph-mon[102677]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:55 smithi111 ceph-mon[97855]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:55 smithi111 ceph-mon[116524]: pgmap v15863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:02:58 smithi155 ceph-mon[102677]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:02:58 smithi111 ceph-mon[97855]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:02:58 smithi111 ceph-mon[116524]: pgmap v15864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:02:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:03:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:00 smithi155 ceph-mon[102677]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:00 smithi111 ceph-mon[97855]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:00 smithi111 ceph-mon[116524]: pgmap v15865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:02 smithi155 ceph-mon[102677]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:02 smithi111 ceph-mon[97855]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:02 smithi111 ceph-mon[116524]: pgmap v15866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:04 smithi155 ceph-mon[102677]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:04 smithi111 ceph-mon[97855]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:04 smithi111 ceph-mon[116524]: pgmap v15867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:06 smithi155 ceph-mon[102677]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:06 smithi111 ceph-mon[97855]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:06 smithi111 ceph-mon[116524]: pgmap v15868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:08 smithi155 ceph-mon[102677]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:08 smithi111 ceph-mon[97855]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:08 smithi111 ceph-mon[116524]: pgmap v15869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:03:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:03:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:10 smithi155 ceph-mon[102677]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:10 smithi111 ceph-mon[97855]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:10 smithi111 ceph-mon[116524]: pgmap v15870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:12 smithi155 ceph-mon[102677]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:12 smithi111 ceph-mon[97855]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:12 smithi111 ceph-mon[116524]: pgmap v15871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:14 smithi155 ceph-mon[102677]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:14 smithi111 ceph-mon[97855]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:14 smithi111 ceph-mon[116524]: pgmap v15872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:15 smithi155 ceph-mon[102677]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:15 smithi111 ceph-mon[97855]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:15 smithi111 ceph-mon[116524]: pgmap v15873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:18 smithi155 ceph-mon[102677]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:18 smithi111 ceph-mon[97855]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:18 smithi111 ceph-mon[116524]: pgmap v15874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:03:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:03:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:20 smithi155 ceph-mon[102677]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:20 smithi111 ceph-mon[97855]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:20 smithi111 ceph-mon[116524]: pgmap v15875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:22 smithi155 ceph-mon[102677]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:03:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:03:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:03:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:03:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[97855]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:03:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:03:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:03:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:03:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[116524]: pgmap v15876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:03:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:03:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:03:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:03:23.849 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:03:24.156 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:03:24.156 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:03:24.156 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:03:24.156 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5331M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5636M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5871M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5055M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:03:24.157 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:03:24.158 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:03:24.158 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:03:24.158 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:03:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:24 smithi155 ceph-mon[102677]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:24 smithi111 ceph-mon[97855]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:24 smithi111 ceph-mon[116524]: pgmap v15877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:24.532 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:03:24.533 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:03:24.534 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:25 smithi155 ceph-mon[102677]: from='client.41927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:25 smithi155 ceph-mon[102677]: from='client.32055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2126409881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:03:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:25 smithi111 ceph-mon[97855]: from='client.41927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:25 smithi111 ceph-mon[97855]: from='client.32055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2126409881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:25 smithi111 ceph-mon[116524]: from='client.41927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:25 smithi111 ceph-mon[116524]: from='client.32055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2126409881' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:03:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:26 smithi155 ceph-mon[102677]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:26 smithi111 ceph-mon[97855]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:26 smithi111 ceph-mon[116524]: pgmap v15878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:28 smithi155 ceph-mon[102677]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:28 smithi111 ceph-mon[97855]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:28 smithi111 ceph-mon[116524]: pgmap v15879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:03:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:03:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:30 smithi155 ceph-mon[102677]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:30 smithi111 ceph-mon[97855]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:30 smithi111 ceph-mon[116524]: pgmap v15880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:32 smithi155 ceph-mon[102677]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:32 smithi111 ceph-mon[97855]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:32 smithi111 ceph-mon[116524]: pgmap v15881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:34 smithi155 ceph-mon[102677]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:34 smithi111 ceph-mon[97855]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:34 smithi111 ceph-mon[116524]: pgmap v15882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:36 smithi155 ceph-mon[102677]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:36 smithi111 ceph-mon[97855]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:36 smithi111 ceph-mon[116524]: pgmap v15883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:38 smithi155 ceph-mon[102677]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:38 smithi111 ceph-mon[97855]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:38 smithi111 ceph-mon[116524]: pgmap v15884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:03:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:03:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:40 smithi155 ceph-mon[102677]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:40 smithi111 ceph-mon[97855]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:40 smithi111 ceph-mon[116524]: pgmap v15885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:42 smithi155 ceph-mon[102677]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:42 smithi111 ceph-mon[97855]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:42 smithi111 ceph-mon[116524]: pgmap v15886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:44 smithi155 ceph-mon[102677]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:44 smithi111 ceph-mon[97855]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:44 smithi111 ceph-mon[116524]: pgmap v15887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:45 smithi155 ceph-mon[102677]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:45 smithi111 ceph-mon[97855]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:45 smithi111 ceph-mon[116524]: pgmap v15888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:48 smithi155 ceph-mon[102677]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:48 smithi111 ceph-mon[97855]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:48 smithi111 ceph-mon[116524]: pgmap v15889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:03:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:03:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:50 smithi155 ceph-mon[102677]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:50 smithi111 ceph-mon[97855]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:50 smithi111 ceph-mon[116524]: pgmap v15890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:03:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:52 smithi155 ceph-mon[102677]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:52 smithi111 ceph-mon[97855]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:52 smithi111 ceph-mon[116524]: pgmap v15891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:54 smithi155 ceph-mon[102677]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:54 smithi111 ceph-mon[97855]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:54 smithi111 ceph-mon[116524]: pgmap v15892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:54.883 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:03:55.189 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:03:55.189 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:03:55.189 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:03:55.189 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:03:55.189 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:03:55.189 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 837M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1922M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 884M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 819M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.4M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5331M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5636M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5871M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5055M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4025M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5033M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4432M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:03:55.190 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:03:55.568 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:03:55.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:03:55.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:03:55.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:55.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:03:55.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:03:55.569 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:03:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:55 smithi155 ceph-mon[102677]: from='client.41945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:55 smithi155 ceph-mon[102677]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:55 smithi155 ceph-mon[102677]: from='client.41951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3025391539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[97855]: from='client.41945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[97855]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[97855]: from='client.41951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3025391539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[116524]: from='client.41945 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[116524]: pgmap v15893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[116524]: from='client.41951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:03:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3025391539' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:03:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:03:58 smithi155 ceph-mon[102677]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:03:58 smithi111 ceph-mon[97855]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:03:58 smithi111 ceph-mon[116524]: pgmap v15894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:03:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:03:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:04:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:00 smithi155 ceph-mon[102677]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:00 smithi111 ceph-mon[97855]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:00 smithi111 ceph-mon[116524]: pgmap v15895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:02 smithi155 ceph-mon[102677]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:02 smithi111 ceph-mon[97855]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:02 smithi111 ceph-mon[116524]: pgmap v15896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:04 smithi155 ceph-mon[102677]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:04 smithi111 ceph-mon[97855]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:04 smithi111 ceph-mon[116524]: pgmap v15897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:06 smithi155 ceph-mon[102677]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:06 smithi111 ceph-mon[97855]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:06 smithi111 ceph-mon[116524]: pgmap v15898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:08 smithi155 ceph-mon[102677]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:08 smithi111 ceph-mon[97855]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:08 smithi111 ceph-mon[116524]: pgmap v15899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:04:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:04:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:10 smithi155 ceph-mon[102677]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:10 smithi111 ceph-mon[97855]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:10 smithi111 ceph-mon[116524]: pgmap v15900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:12 smithi155 ceph-mon[102677]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:12 smithi111 ceph-mon[97855]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:12 smithi111 ceph-mon[116524]: pgmap v15901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:14 smithi155 ceph-mon[102677]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:14 smithi111 ceph-mon[97855]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:14 smithi111 ceph-mon[116524]: pgmap v15902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:15 smithi155 ceph-mon[102677]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:15 smithi111 ceph-mon[97855]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:15 smithi111 ceph-mon[116524]: pgmap v15903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:18 smithi155 ceph-mon[102677]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:18 smithi111 ceph-mon[97855]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:18 smithi111 ceph-mon[116524]: pgmap v15904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:04:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:04:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:20 smithi155 ceph-mon[102677]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:20 smithi111 ceph-mon[97855]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:20 smithi111 ceph-mon[116524]: pgmap v15905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:22 smithi155 ceph-mon[102677]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:04:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:22 smithi111 ceph-mon[97855]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:04:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:22 smithi111 ceph-mon[116524]: pgmap v15906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:24 smithi155 ceph-mon[102677]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:24 smithi111 ceph-mon[97855]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:24 smithi111 ceph-mon[116524]: pgmap v15907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[97855]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:04:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:04:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:25 smithi111 ceph-mon[116524]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:25.911 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:25 smithi155 ceph-mon[102677]: pgmap v15908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 1s ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 1s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 1s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:04:26.217 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2s ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2s ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 1s ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2s ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2s ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 1s ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2s ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2s ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2s ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:04:26.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2s ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:04:26.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 1s ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:04:26.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 1s ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:04:26.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 1s ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:04:26.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 1s ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:04:26.219 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 1s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:04:26.599 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:26.600 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:04:26.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:04:26.601 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:26.601 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:04:26.601 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:04:26.601 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:04:26.601 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:26 smithi155 ceph-mon[102677]: from='client.32085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:26 smithi155 ceph-mon[102677]: from='client.41969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1333393735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:04:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:26 smithi111 ceph-mon[97855]: from='client.32085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:26 smithi111 ceph-mon[97855]: from='client.41969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1333393735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:26 smithi111 ceph-mon[116524]: from='client.32085 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:26 smithi111 ceph-mon[116524]: from='client.41969 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1333393735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:04:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:27 smithi155 ceph-mon[102677]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:27 smithi111 ceph-mon[97855]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:27 smithi111 ceph-mon[116524]: pgmap v15909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:04:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:04:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:30 smithi155 ceph-mon[102677]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:30 smithi111 ceph-mon[97855]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:30 smithi111 ceph-mon[116524]: pgmap v15910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:32 smithi155 ceph-mon[102677]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:32 smithi111 ceph-mon[97855]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:32 smithi111 ceph-mon[116524]: pgmap v15911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:34 smithi155 ceph-mon[102677]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:34 smithi111 ceph-mon[97855]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:34 smithi111 ceph-mon[116524]: pgmap v15912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:36 smithi155 ceph-mon[102677]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:36 smithi111 ceph-mon[97855]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:36 smithi111 ceph-mon[116524]: pgmap v15913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:38 smithi155 ceph-mon[102677]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:38 smithi111 ceph-mon[116524]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:38 smithi111 ceph-mon[97855]: pgmap v15914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:04:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:04:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:40 smithi155 ceph-mon[102677]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:40 smithi111 ceph-mon[116524]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:40 smithi111 ceph-mon[97855]: pgmap v15915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:42 smithi155 ceph-mon[102677]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:42 smithi111 ceph-mon[97855]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:42 smithi111 ceph-mon[116524]: pgmap v15916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:44 smithi155 ceph-mon[102677]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:44 smithi111 ceph-mon[97855]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:44 smithi111 ceph-mon[116524]: pgmap v15917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:45 smithi155 ceph-mon[102677]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:45 smithi111 ceph-mon[97855]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:45 smithi111 ceph-mon[116524]: pgmap v15918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:48 smithi155 ceph-mon[102677]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:48 smithi111 ceph-mon[97855]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:48 smithi111 ceph-mon[116524]: pgmap v15919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:04:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:04:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:50 smithi155 ceph-mon[102677]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:50 smithi111 ceph-mon[97855]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:50 smithi111 ceph-mon[116524]: pgmap v15920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:04:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:52 smithi155 ceph-mon[102677]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:52 smithi111 ceph-mon[97855]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:52 smithi111 ceph-mon[116524]: pgmap v15921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:54 smithi155 ceph-mon[102677]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:54 smithi111 ceph-mon[97855]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:54 smithi111 ceph-mon[116524]: pgmap v15922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:55 smithi155 ceph-mon[102677]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:55 smithi111 ceph-mon[97855]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:55 smithi111 ceph-mon[116524]: pgmap v15923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:56.943 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:04:57.250 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:04:57.250 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 33s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 32s ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 33s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 32s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 32s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 33s ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 33s ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 32s ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 33s ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:04:57.251 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 33s ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 32s ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 33s ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 33s ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 33s ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 33s ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 32s ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 32s ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 32s ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 32s ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:04:57.252 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 32s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:04:57.631 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:04:57.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:04:57.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:04:57.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:04:57.632 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:04:57.633 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:04:57.633 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:04:57.633 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:58 smithi155 ceph-mon[102677]: from='client.41981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:58 smithi155 ceph-mon[102677]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:58.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:58 smithi155 ceph-mon[102677]: from='client.41987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:58.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/904754442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:04:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[97855]: from='client.41981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[97855]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[97855]: from='client.41987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/904754442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:04:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[116524]: from='client.41981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[116524]: pgmap v15924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:04:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[116524]: from='client.41987 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:04:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/904754442' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:04:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:05:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:00 smithi155 ceph-mon[102677]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:00 smithi111 ceph-mon[97855]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:00 smithi111 ceph-mon[116524]: pgmap v15925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:02 smithi155 ceph-mon[102677]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:02 smithi111 ceph-mon[97855]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:02 smithi111 ceph-mon[116524]: pgmap v15926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:04 smithi155 ceph-mon[102677]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:04 smithi111 ceph-mon[97855]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:04 smithi111 ceph-mon[116524]: pgmap v15927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:06 smithi155 ceph-mon[102677]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:06 smithi111 ceph-mon[97855]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:06 smithi111 ceph-mon[116524]: pgmap v15928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:08 smithi155 ceph-mon[102677]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:08 smithi111 ceph-mon[97855]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:08 smithi111 ceph-mon[116524]: pgmap v15929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:05:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:05:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:10 smithi155 ceph-mon[102677]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:10 smithi111 ceph-mon[97855]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:10 smithi111 ceph-mon[116524]: pgmap v15930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:12 smithi155 ceph-mon[102677]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:12 smithi111 ceph-mon[97855]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:12 smithi111 ceph-mon[116524]: pgmap v15931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:14 smithi155 ceph-mon[102677]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:14 smithi111 ceph-mon[97855]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:14 smithi111 ceph-mon[116524]: pgmap v15932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:15 smithi155 ceph-mon[102677]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:15 smithi111 ceph-mon[97855]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:15 smithi111 ceph-mon[116524]: pgmap v15933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:18 smithi155 ceph-mon[102677]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:18 smithi111 ceph-mon[97855]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:18 smithi111 ceph-mon[116524]: pgmap v15934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:05:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:05:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:20 smithi155 ceph-mon[102677]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:20 smithi111 ceph-mon[97855]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:20 smithi111 ceph-mon[116524]: pgmap v15935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:22 smithi155 ceph-mon[102677]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:22 smithi111 ceph-mon[97855]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:22 smithi111 ceph-mon[116524]: pgmap v15936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:24 smithi155 ceph-mon[102677]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:24 smithi111 ceph-mon[97855]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:24 smithi111 ceph-mon[116524]: pgmap v15937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:05:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[116524]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[97855]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:05:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:05:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:05:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:25 smithi155 ceph-mon[102677]: pgmap v15938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:05:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:05:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:05:27.976 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:05:28.285 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:05:28.285 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 64s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:05:28.285 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 63s ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 64s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 63s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 63s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 64s ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 64s ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 63s ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 64s ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 64s ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 63s ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 64s ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 64s ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 64s ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 64s ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 63s ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 63s ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 63s ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 63s ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 63s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:05:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:28 smithi155 ceph-mon[102677]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:28 smithi111 ceph-mon[97855]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:28 smithi111 ceph-mon[116524]: pgmap v15939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:28.665 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:05:28.665 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:05:28.665 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:05:28.665 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:28.665 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:05:28.665 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:05:28.666 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:29 smithi155 ceph-mon[102677]: from='client.32121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:29 smithi155 ceph-mon[102677]: from='client.42005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:05:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1581534821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:05:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:05:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:29 smithi111 ceph-mon[97855]: from='client.32121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:29 smithi111 ceph-mon[97855]: from='client.42005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:05:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1581534821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:29 smithi111 ceph-mon[116524]: from='client.32121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:05:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:29 smithi111 ceph-mon[116524]: from='client.42005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:05:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1581534821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:05:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:30 smithi155 ceph-mon[102677]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:30 smithi111 ceph-mon[97855]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:30 smithi111 ceph-mon[116524]: pgmap v15940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:32 smithi155 ceph-mon[102677]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:32 smithi111 ceph-mon[97855]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:32 smithi111 ceph-mon[116524]: pgmap v15941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:34 smithi155 ceph-mon[102677]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:34 smithi111 ceph-mon[97855]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:34 smithi111 ceph-mon[116524]: pgmap v15942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:36 smithi155 ceph-mon[102677]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:36 smithi111 ceph-mon[97855]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:36 smithi111 ceph-mon[116524]: pgmap v15943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:38 smithi155 ceph-mon[102677]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:38 smithi111 ceph-mon[97855]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:38 smithi111 ceph-mon[116524]: pgmap v15944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:05:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:05:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:40 smithi155 ceph-mon[102677]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:40 smithi111 ceph-mon[97855]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:40 smithi111 ceph-mon[116524]: pgmap v15945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:42 smithi155 ceph-mon[102677]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:42 smithi111 ceph-mon[97855]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:42 smithi111 ceph-mon[116524]: pgmap v15946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:44 smithi155 ceph-mon[102677]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:44 smithi111 ceph-mon[97855]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:44 smithi111 ceph-mon[116524]: pgmap v15947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:45 smithi111 ceph-mon[97855]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:45 smithi111 ceph-mon[116524]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:45 smithi155 ceph-mon[102677]: pgmap v15948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:48 smithi155 ceph-mon[102677]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:48 smithi111 ceph-mon[97855]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:48 smithi111 ceph-mon[116524]: pgmap v15949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:05:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:05:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:50 smithi155 ceph-mon[102677]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:50 smithi111 ceph-mon[97855]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:50 smithi111 ceph-mon[116524]: pgmap v15950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:05:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:52 smithi155 ceph-mon[102677]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:52 smithi111 ceph-mon[97855]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:52 smithi111 ceph-mon[116524]: pgmap v15951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:54 smithi155 ceph-mon[102677]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:54 smithi111 ceph-mon[97855]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:54 smithi111 ceph-mon[116524]: pgmap v15952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:55 smithi111 ceph-mon[97855]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:55 smithi111 ceph-mon[116524]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:55 smithi155 ceph-mon[102677]: pgmap v15953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:05:58 smithi155 ceph-mon[102677]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:05:58 smithi111 ceph-mon[97855]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:05:58 smithi111 ceph-mon[116524]: pgmap v15954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:05:59.010 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:05:59.317 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:05:59.317 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 95s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 94s ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 95s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 94s ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 94s ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 95s ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 95s ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 94s ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 95s ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 95s ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 94s ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 95s ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:05:59.318 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 95s ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 95s ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 95s ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 94s ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 94s ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 94s ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 94s ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:05:59.319 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 94s ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:05:59.693 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:05:59.693 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:05:59.693 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:05:59.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:05:59.695 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:05:59.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:05:59.695 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:05:59.695 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:05:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:00 smithi155 ceph-mon[102677]: from='client.42017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:00 smithi155 ceph-mon[102677]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:00 smithi155 ceph-mon[102677]: from='client.32145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3857493462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[97855]: from='client.42017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[97855]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[97855]: from='client.32145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3857493462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[116524]: from='client.42017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[116524]: pgmap v15955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[116524]: from='client.32145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3857493462' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:06:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:02 smithi155 ceph-mon[102677]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:02 smithi111 ceph-mon[97855]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:02 smithi111 ceph-mon[116524]: pgmap v15956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:04 smithi155 ceph-mon[102677]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:04 smithi111 ceph-mon[97855]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:04 smithi111 ceph-mon[116524]: pgmap v15957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:06 smithi155 ceph-mon[102677]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:06 smithi111 ceph-mon[97855]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:06 smithi111 ceph-mon[116524]: pgmap v15958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:08 smithi155 ceph-mon[102677]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:08 smithi111 ceph-mon[97855]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:08 smithi111 ceph-mon[116524]: pgmap v15959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:06:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:06:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:10 smithi155 ceph-mon[102677]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:10 smithi111 ceph-mon[97855]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:10 smithi111 ceph-mon[116524]: pgmap v15960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:12 smithi155 ceph-mon[102677]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:12 smithi111 ceph-mon[97855]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:12 smithi111 ceph-mon[116524]: pgmap v15961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:14 smithi155 ceph-mon[102677]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:14 smithi111 ceph-mon[97855]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:14 smithi111 ceph-mon[116524]: pgmap v15962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:15 smithi111 ceph-mon[97855]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:15 smithi111 ceph-mon[116524]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:15 smithi155 ceph-mon[102677]: pgmap v15963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:18 smithi155 ceph-mon[102677]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:18 smithi111 ceph-mon[97855]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:18 smithi111 ceph-mon[116524]: pgmap v15964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:06:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:06:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:20 smithi155 ceph-mon[102677]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:20 smithi111 ceph-mon[97855]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:20 smithi111 ceph-mon[116524]: pgmap v15965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:22 smithi155 ceph-mon[102677]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:22 smithi111 ceph-mon[97855]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:22 smithi111 ceph-mon[116524]: pgmap v15966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:24 smithi155 ceph-mon[102677]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:24 smithi111 ceph-mon[97855]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:24 smithi111 ceph-mon[116524]: pgmap v15967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:25 smithi111 ceph-mon[97855]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:06:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:25 smithi111 ceph-mon[116524]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:06:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:25 smithi155 ceph-mon[102677]: pgmap v15968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:06:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:06:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:06:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:06:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:27 smithi111 ceph-mon[97855]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:27 smithi111 ceph-mon[116524]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:27 smithi155 ceph-mon[102677]: pgmap v15969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:06:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:06:30.042 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:06:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:06:30.350 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:06:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:30 smithi155 ceph-mon[102677]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:30 smithi111 ceph-mon[97855]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:30 smithi111 ceph-mon[116524]: pgmap v15970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:30.727 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:06:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:06:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:06:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:06:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:06:30.728 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:06:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:31 smithi155 ceph-mon[102677]: from='client.42035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:31 smithi155 ceph-mon[102677]: from='client.32163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3072859800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:31 smithi111 ceph-mon[97855]: from='client.42035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:31 smithi111 ceph-mon[97855]: from='client.32163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3072859800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:31 smithi111 ceph-mon[116524]: from='client.42035 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:31 smithi111 ceph-mon[116524]: from='client.32163 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3072859800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:06:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:32 smithi155 ceph-mon[102677]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:32 smithi111 ceph-mon[97855]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:32 smithi111 ceph-mon[116524]: pgmap v15971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:34 smithi155 ceph-mon[102677]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:34 smithi111 ceph-mon[97855]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:34 smithi111 ceph-mon[116524]: pgmap v15972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:36 smithi155 ceph-mon[102677]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:36 smithi111 ceph-mon[97855]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:36 smithi111 ceph-mon[116524]: pgmap v15973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:38 smithi155 ceph-mon[102677]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:38 smithi111 ceph-mon[97855]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:38 smithi111 ceph-mon[116524]: pgmap v15974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:06:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:06:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:40 smithi155 ceph-mon[102677]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:40 smithi111 ceph-mon[97855]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:40 smithi111 ceph-mon[116524]: pgmap v15975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:42 smithi155 ceph-mon[102677]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:42 smithi111 ceph-mon[97855]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:42 smithi111 ceph-mon[116524]: pgmap v15976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:44 smithi155 ceph-mon[102677]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:44 smithi111 ceph-mon[97855]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:44 smithi111 ceph-mon[116524]: pgmap v15977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:45 smithi111 ceph-mon[97855]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:45 smithi111 ceph-mon[116524]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:45 smithi155 ceph-mon[102677]: pgmap v15978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:48 smithi155 ceph-mon[102677]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:48 smithi111 ceph-mon[97855]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:48 smithi111 ceph-mon[116524]: pgmap v15979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:06:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:06:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:50 smithi155 ceph-mon[102677]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:50 smithi111 ceph-mon[97855]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:50 smithi111 ceph-mon[116524]: pgmap v15980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:06:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:52 smithi155 ceph-mon[102677]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:52 smithi111 ceph-mon[97855]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:52 smithi111 ceph-mon[116524]: pgmap v15981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:54 smithi155 ceph-mon[102677]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:54 smithi111 ceph-mon[97855]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:54 smithi111 ceph-mon[116524]: pgmap v15982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:55 smithi111 ceph-mon[97855]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:55 smithi111 ceph-mon[116524]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:55 smithi155 ceph-mon[102677]: pgmap v15983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:06:58 smithi155 ceph-mon[102677]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:06:58 smithi111 ceph-mon[97855]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:06:58 smithi111 ceph-mon[116524]: pgmap v15984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:06:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:07:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:00 smithi155 ceph-mon[102677]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:00 smithi111 ceph-mon[97855]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:00 smithi111 ceph-mon[116524]: pgmap v15985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:01.079 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:07:01.384 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:07:01.385 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:07:01.386 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:07:01.764 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:07:01.764 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:07:01.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:07:01.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:01.765 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:07:01.766 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:07:01.766 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:07:01.766 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:02 smithi155 ceph-mon[102677]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:02 smithi155 ceph-mon[102677]: from='client.32175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:02 smithi155 ceph-mon[102677]: from='client.32181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/771241679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[97855]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[97855]: from='client.32175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[97855]: from='client.32181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/771241679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[116524]: pgmap v15986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[116524]: from='client.32175 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[116524]: from='client.32181 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/771241679' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:07:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:04 smithi155 ceph-mon[102677]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:04 smithi111 ceph-mon[97855]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:04 smithi111 ceph-mon[116524]: pgmap v15987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:06 smithi155 ceph-mon[102677]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:06 smithi111 ceph-mon[97855]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:06 smithi111 ceph-mon[116524]: pgmap v15988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:08 smithi155 ceph-mon[102677]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:08 smithi111 ceph-mon[97855]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:08 smithi111 ceph-mon[116524]: pgmap v15989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:07:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:07:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:10 smithi155 ceph-mon[102677]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:10 smithi111 ceph-mon[97855]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:10 smithi111 ceph-mon[116524]: pgmap v15990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:12 smithi155 ceph-mon[102677]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:12 smithi111 ceph-mon[97855]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:12 smithi111 ceph-mon[116524]: pgmap v15991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:14 smithi155 ceph-mon[102677]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:14 smithi111 ceph-mon[97855]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:14 smithi111 ceph-mon[116524]: pgmap v15992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:15 smithi111 ceph-mon[97855]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:15 smithi111 ceph-mon[116524]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:15 smithi155 ceph-mon[102677]: pgmap v15993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:18 smithi155 ceph-mon[102677]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:18 smithi111 ceph-mon[97855]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:18 smithi111 ceph-mon[116524]: pgmap v15994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:07:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:07:20.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:20 smithi155 ceph-mon[102677]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:20 smithi111 ceph-mon[97855]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:20 smithi111 ceph-mon[116524]: pgmap v15995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:22 smithi155 ceph-mon[102677]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:22 smithi111 ceph-mon[97855]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:22 smithi111 ceph-mon[116524]: pgmap v15996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:24 smithi155 ceph-mon[102677]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:24 smithi111 ceph-mon[97855]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:24 smithi111 ceph-mon[116524]: pgmap v15997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:25 smithi111 ceph-mon[97855]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:25 smithi111 ceph-mon[116524]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:25 smithi155 ceph-mon[102677]: pgmap v15998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:07:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:07:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:27 smithi155 ceph-mon[102677]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:27 smithi111 ceph-mon[97855]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:27 smithi111 ceph-mon[116524]: pgmap v15999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:07:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:07:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:30 smithi155 ceph-mon[102677]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:30 smithi111 ceph-mon[116524]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:30 smithi111 ceph-mon[97855]: pgmap v16000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:32.110 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:07:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:07:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:07:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:07:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:07:32.414 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:07:32.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:07:32.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:07:32.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:07:32.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:07:32.416 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:07:32.416 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:07:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:32 smithi155 ceph-mon[102677]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:32 smithi111 ceph-mon[97855]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:32 smithi111 ceph-mon[116524]: pgmap v16001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:32.797 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:07:32.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:07:32.799 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:33 smithi155 ceph-mon[102677]: from='client.42071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:33 smithi155 ceph-mon[102677]: from='client.42077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3351009874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:33 smithi111 ceph-mon[97855]: from='client.42071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:33 smithi111 ceph-mon[97855]: from='client.42077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3351009874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:07:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:33 smithi111 ceph-mon[116524]: from='client.42071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:33 smithi111 ceph-mon[116524]: from='client.42077 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:07:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3351009874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:07:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:34 smithi155 ceph-mon[102677]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:34 smithi111 ceph-mon[97855]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:34 smithi111 ceph-mon[116524]: pgmap v16002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:36 smithi155 ceph-mon[102677]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:36 smithi111 ceph-mon[97855]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:36 smithi111 ceph-mon[116524]: pgmap v16003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:38 smithi155 ceph-mon[102677]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:38 smithi111 ceph-mon[97855]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:38 smithi111 ceph-mon[116524]: pgmap v16004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:07:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:07:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:40 smithi155 ceph-mon[102677]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:40 smithi111 ceph-mon[97855]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:40 smithi111 ceph-mon[116524]: pgmap v16005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:42 smithi155 ceph-mon[102677]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:42 smithi111 ceph-mon[97855]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:42 smithi111 ceph-mon[116524]: pgmap v16006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:44 smithi155 ceph-mon[102677]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:44 smithi111 ceph-mon[97855]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:44 smithi111 ceph-mon[116524]: pgmap v16007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:45 smithi111 ceph-mon[97855]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:45 smithi111 ceph-mon[116524]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:45 smithi155 ceph-mon[102677]: pgmap v16008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:48 smithi155 ceph-mon[102677]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:48 smithi111 ceph-mon[97855]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:48 smithi111 ceph-mon[116524]: pgmap v16009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:07:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:07:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:50 smithi155 ceph-mon[102677]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:50 smithi111 ceph-mon[116524]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:50 smithi111 ceph-mon[97855]: pgmap v16010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:07:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:52 smithi155 ceph-mon[102677]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:52 smithi111 ceph-mon[116524]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:52 smithi111 ceph-mon[97855]: pgmap v16011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:54 smithi155 ceph-mon[102677]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:54 smithi111 ceph-mon[116524]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:54 smithi111 ceph-mon[97855]: pgmap v16012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:55 smithi111 ceph-mon[97855]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:55 smithi111 ceph-mon[116524]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:55 smithi155 ceph-mon[102677]: pgmap v16013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:07:58 smithi155 ceph-mon[102677]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:07:58 smithi111 ceph-mon[97855]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:07:58 smithi111 ceph-mon[116524]: pgmap v16014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:07:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:08:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:00 smithi155 ceph-mon[102677]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:00 smithi111 ceph-mon[97855]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:00 smithi111 ceph-mon[116524]: pgmap v16015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:02 smithi155 ceph-mon[102677]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:02 smithi111 ceph-mon[97855]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:02 smithi111 ceph-mon[116524]: pgmap v16016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:03.143 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:08:03.450 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:08:03.450 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:08:03.450 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:08:03.450 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:08:03.450 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:08:03.450 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:08:03.451 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:08:03.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:08:03.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:08:03.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:08:03.452 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:08:03.452 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:08:03.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:08:03.832 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:04 smithi155 ceph-mon[102677]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:04 smithi155 ceph-mon[102677]: from='client.32211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:04 smithi155 ceph-mon[102677]: from='client.32217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2650420491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[97855]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[97855]: from='client.32211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[97855]: from='client.32217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2650420491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:08:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[116524]: pgmap v16017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[116524]: from='client.32211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[116524]: from='client.32217 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2650420491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:08:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:06 smithi155 ceph-mon[102677]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:06 smithi111 ceph-mon[97855]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:06 smithi111 ceph-mon[116524]: pgmap v16018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:08 smithi155 ceph-mon[102677]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:08 smithi111 ceph-mon[97855]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:08 smithi111 ceph-mon[116524]: pgmap v16019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:08:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:08:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:10 smithi155 ceph-mon[102677]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:10 smithi111 ceph-mon[116524]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:10 smithi111 ceph-mon[97855]: pgmap v16020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:12 smithi155 ceph-mon[102677]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:12 smithi111 ceph-mon[97855]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:12 smithi111 ceph-mon[116524]: pgmap v16021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:14 smithi155 ceph-mon[102677]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:14 smithi111 ceph-mon[97855]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:14 smithi111 ceph-mon[116524]: pgmap v16022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:15 smithi155 ceph-mon[102677]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:15 smithi111 ceph-mon[97855]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:15 smithi111 ceph-mon[116524]: pgmap v16023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:18.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:18 smithi155 ceph-mon[102677]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:18 smithi111 ceph-mon[97855]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:18 smithi111 ceph-mon[116524]: pgmap v16024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:08:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:08:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:20 smithi155 ceph-mon[102677]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:20 smithi111 ceph-mon[97855]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:20 smithi111 ceph-mon[116524]: pgmap v16025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:22 smithi155 ceph-mon[102677]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:22 smithi111 ceph-mon[97855]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:22 smithi111 ceph-mon[116524]: pgmap v16026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:24 smithi155 ceph-mon[102677]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:24 smithi111 ceph-mon[97855]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:24 smithi111 ceph-mon[116524]: pgmap v16027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:25 smithi155 ceph-mon[102677]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:25 smithi111 ceph-mon[97855]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:25 smithi111 ceph-mon[116524]: pgmap v16028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:08:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:08:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:08:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:27 smithi155 ceph-mon[102677]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:08:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:08:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:08:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[116524]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:08:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:08:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:08:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[97855]: pgmap v16029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:08:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:08:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:08:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:08:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:08:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:30 smithi155 ceph-mon[102677]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:30 smithi111 ceph-mon[97855]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:30 smithi111 ceph-mon[116524]: pgmap v16030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:32 smithi155 ceph-mon[102677]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:32 smithi111 ceph-mon[97855]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:32 smithi111 ceph-mon[116524]: pgmap v16031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:34.175 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:08:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:34 smithi155 ceph-mon[102677]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:08:34.485 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:08:34.486 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:08:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:34 smithi111 ceph-mon[97855]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:34 smithi111 ceph-mon[116524]: pgmap v16032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:08:34.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:08:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:35 smithi155 ceph-mon[102677]: from='client.42107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/593178847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:08:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:35 smithi111 ceph-mon[97855]: from='client.42107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/593178847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:08:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:35 smithi111 ceph-mon[116524]: from='client.42107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/593178847' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:08:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:36 smithi155 ceph-mon[102677]: from='client.42113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:36 smithi155 ceph-mon[102677]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:36 smithi111 ceph-mon[97855]: from='client.42113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:36 smithi111 ceph-mon[97855]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:36 smithi111 ceph-mon[116524]: from='client.42113 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:08:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:36 smithi111 ceph-mon[116524]: pgmap v16033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:38 smithi155 ceph-mon[102677]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:38 smithi111 ceph-mon[97855]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:38 smithi111 ceph-mon[116524]: pgmap v16034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:08:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:08:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:40 smithi155 ceph-mon[102677]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:40 smithi111 ceph-mon[97855]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:40 smithi111 ceph-mon[116524]: pgmap v16035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:42 smithi155 ceph-mon[102677]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:42 smithi111 ceph-mon[97855]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:42 smithi111 ceph-mon[116524]: pgmap v16036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:44 smithi155 ceph-mon[102677]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:44 smithi111 ceph-mon[97855]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:44 smithi111 ceph-mon[116524]: pgmap v16037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:45 smithi155 ceph-mon[102677]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:45 smithi111 ceph-mon[97855]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:45 smithi111 ceph-mon[116524]: pgmap v16038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:48 smithi155 ceph-mon[102677]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:48 smithi111 ceph-mon[97855]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:48 smithi111 ceph-mon[116524]: pgmap v16039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:08:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:08:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:50 smithi155 ceph-mon[102677]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:50 smithi111 ceph-mon[97855]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:50 smithi111 ceph-mon[116524]: pgmap v16040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:08:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:52 smithi155 ceph-mon[102677]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:52 smithi111 ceph-mon[97855]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:52 smithi111 ceph-mon[116524]: pgmap v16041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:54 smithi155 ceph-mon[102677]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:54 smithi111 ceph-mon[97855]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:54 smithi111 ceph-mon[116524]: pgmap v16042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:55 smithi155 ceph-mon[102677]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:55 smithi111 ceph-mon[97855]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:55 smithi111 ceph-mon[116524]: pgmap v16043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:08:58 smithi155 ceph-mon[102677]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:08:58 smithi111 ceph-mon[97855]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:08:58 smithi111 ceph-mon[116524]: pgmap v16044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:08:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:08:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:09:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:00 smithi155 ceph-mon[102677]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:00 smithi111 ceph-mon[97855]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:00 smithi111 ceph-mon[116524]: pgmap v16045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:02 smithi155 ceph-mon[102677]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:02 smithi111 ceph-mon[97855]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:02 smithi111 ceph-mon[116524]: pgmap v16046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:04 smithi155 ceph-mon[102677]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:04 smithi111 ceph-mon[97855]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:04 smithi111 ceph-mon[116524]: pgmap v16047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:05.209 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:09:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:09:05.515 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:09:05.516 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:05.896 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:09:05.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:09:05.897 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:09:05.897 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:09:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:06 smithi155 ceph-mon[102677]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:06 smithi155 ceph-mon[102677]: from='client.32247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/155780073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:09:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:06 smithi111 ceph-mon[97855]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:06 smithi111 ceph-mon[97855]: from='client.32247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/155780073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:09:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:06 smithi111 ceph-mon[116524]: pgmap v16048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:06 smithi111 ceph-mon[116524]: from='client.32247 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/155780073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:09:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:07 smithi155 ceph-mon[102677]: from='client.42131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:07 smithi111 ceph-mon[97855]: from='client.42131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:07 smithi111 ceph-mon[116524]: from='client.42131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:08 smithi155 ceph-mon[102677]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:08 smithi111 ceph-mon[97855]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:08 smithi111 ceph-mon[116524]: pgmap v16049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:09:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:09:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:10 smithi155 ceph-mon[102677]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:10 smithi111 ceph-mon[97855]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:10 smithi111 ceph-mon[116524]: pgmap v16050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:12 smithi155 ceph-mon[102677]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:12 smithi111 ceph-mon[97855]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:12 smithi111 ceph-mon[116524]: pgmap v16051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:14 smithi155 ceph-mon[102677]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:14 smithi111 ceph-mon[97855]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:14 smithi111 ceph-mon[116524]: pgmap v16052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:15 smithi155 ceph-mon[102677]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:15 smithi111 ceph-mon[97855]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:15 smithi111 ceph-mon[116524]: pgmap v16053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:18 smithi155 ceph-mon[102677]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:18 smithi111 ceph-mon[97855]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:18 smithi111 ceph-mon[116524]: pgmap v16054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:09:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:09:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:20 smithi155 ceph-mon[102677]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:20 smithi111 ceph-mon[97855]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:20 smithi111 ceph-mon[116524]: pgmap v16055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:22 smithi155 ceph-mon[102677]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:22 smithi111 ceph-mon[97855]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:22 smithi111 ceph-mon[116524]: pgmap v16056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:24 smithi155 ceph-mon[102677]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:24 smithi111 ceph-mon[97855]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:24 smithi111 ceph-mon[116524]: pgmap v16057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:25 smithi155 ceph-mon[102677]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:25 smithi111 ceph-mon[97855]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:25 smithi111 ceph-mon[116524]: pgmap v16058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:28 smithi155 ceph-mon[102677]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:09:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:09:28.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:09:28.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:09:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[97855]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:09:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:09:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:09:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:09:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[116524]: pgmap v16059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:09:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:09:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:09:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:09:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:09:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:09:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:30 smithi155 ceph-mon[102677]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:30 smithi111 ceph-mon[97855]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:30 smithi111 ceph-mon[116524]: pgmap v16060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:32 smithi155 ceph-mon[102677]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:32 smithi111 ceph-mon[97855]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:32 smithi111 ceph-mon[116524]: pgmap v16061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:34 smithi155 ceph-mon[102677]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:34 smithi111 ceph-mon[97855]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:34 smithi111 ceph-mon[116524]: pgmap v16062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:36.242 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:09:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:36 smithi155 ceph-mon[102677]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:36 smithi111 ceph-mon[97855]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:36 smithi111 ceph-mon[116524]: pgmap v16063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:09:36.928 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:09:36.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:09:36.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:09:36.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:09:36.929 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:37 smithi155 ceph-mon[102677]: from='client.42143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/59211191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:37 smithi111 ceph-mon[97855]: from='client.42143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/59211191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:37 smithi111 ceph-mon[116524]: from='client.42143 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/59211191' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:09:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:38 smithi155 ceph-mon[102677]: from='client.42149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:38 smithi155 ceph-mon[102677]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:38 smithi111 ceph-mon[97855]: from='client.42149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:38 smithi111 ceph-mon[97855]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:38 smithi111 ceph-mon[116524]: from='client.42149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:09:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:38 smithi111 ceph-mon[116524]: pgmap v16064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:09:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:09:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:40 smithi155 ceph-mon[102677]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:40 smithi111 ceph-mon[97855]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:40 smithi111 ceph-mon[116524]: pgmap v16065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:42 smithi155 ceph-mon[102677]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:42 smithi111 ceph-mon[97855]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:42 smithi111 ceph-mon[116524]: pgmap v16066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:44 smithi155 ceph-mon[102677]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:44 smithi111 ceph-mon[97855]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:44 smithi111 ceph-mon[116524]: pgmap v16067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:45 smithi155 ceph-mon[102677]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:45 smithi111 ceph-mon[97855]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:45 smithi111 ceph-mon[116524]: pgmap v16068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:48 smithi155 ceph-mon[102677]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:48 smithi111 ceph-mon[97855]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:48 smithi111 ceph-mon[116524]: pgmap v16069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:09:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:09:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:50 smithi155 ceph-mon[102677]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:50 smithi111 ceph-mon[97855]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:50 smithi111 ceph-mon[116524]: pgmap v16070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:09:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:52 smithi155 ceph-mon[102677]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:52 smithi111 ceph-mon[97855]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:52 smithi111 ceph-mon[116524]: pgmap v16071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:54 smithi155 ceph-mon[102677]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:54 smithi111 ceph-mon[97855]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:54 smithi111 ceph-mon[116524]: pgmap v16072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:55 smithi155 ceph-mon[102677]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:55 smithi111 ceph-mon[97855]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:55 smithi111 ceph-mon[116524]: pgmap v16073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:09:58 smithi155 ceph-mon[102677]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:09:58 smithi111 ceph-mon[97855]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:09:58 smithi111 ceph-mon[116524]: pgmap v16074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:09:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:10:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:00 smithi155 ceph-mon[102677]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:00 smithi111 conmon[97831]: 2023-12-01T12:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:00 smithi111 ceph-mon[97855]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:10:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:00 smithi111 ceph-mon[116524]: pgmap v16075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:10:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:02 smithi155 ceph-mon[102677]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:02 smithi111 ceph-mon[97855]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:02 smithi111 ceph-mon[116524]: pgmap v16076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:04 smithi155 ceph-mon[102677]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:04 smithi111 ceph-mon[97855]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:04 smithi111 ceph-mon[116524]: pgmap v16077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:06 smithi155 ceph-mon[102677]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:06 smithi111 ceph-mon[97855]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:06 smithi111 ceph-mon[116524]: pgmap v16078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:07.275 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:10:07.582 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:10:07.583 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:10:07.584 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:10:07.958 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:10:07.958 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:10:07.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:10:07.958 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:07.958 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:10:07.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:10:07.960 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:10:07.960 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:10:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:08 smithi111 ceph-mon[97855]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:08 smithi111 ceph-mon[97855]: from='client.42161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/894217324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:10:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:08 smithi111 ceph-mon[116524]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:08 smithi111 ceph-mon[116524]: from='client.42161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/894217324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:10:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:08 smithi155 ceph-mon[102677]: pgmap v16079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:08 smithi155 ceph-mon[102677]: from='client.42161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/894217324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:10:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:09 smithi155 ceph-mon[102677]: from='client.42167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:09.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:09 smithi111 ceph-mon[97855]: from='client.42167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:09.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:10:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:10:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:09 smithi111 ceph-mon[116524]: from='client.42167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:10 smithi155 ceph-mon[102677]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:10 smithi111 ceph-mon[97855]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:10 smithi111 ceph-mon[116524]: pgmap v16080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:12 smithi155 ceph-mon[102677]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:12 smithi111 ceph-mon[97855]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:12 smithi111 ceph-mon[116524]: pgmap v16081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:14 smithi155 ceph-mon[102677]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:14 smithi111 ceph-mon[97855]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:14 smithi111 ceph-mon[116524]: pgmap v16082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:15 smithi155 ceph-mon[102677]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:15 smithi111 ceph-mon[97855]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:15 smithi111 ceph-mon[116524]: pgmap v16083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:18.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:18 smithi155 ceph-mon[102677]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:18 smithi111 ceph-mon[97855]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:18 smithi111 ceph-mon[116524]: pgmap v16084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:10:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:10:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:20 smithi155 ceph-mon[102677]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:20 smithi111 ceph-mon[97855]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:20 smithi111 ceph-mon[116524]: pgmap v16085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:22 smithi155 ceph-mon[102677]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:22 smithi111 ceph-mon[97855]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:22 smithi111 ceph-mon[116524]: pgmap v16086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:24 smithi155 ceph-mon[102677]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:24 smithi111 ceph-mon[97855]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:24 smithi111 ceph-mon[116524]: pgmap v16087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:25 smithi155 ceph-mon[102677]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:25 smithi111 ceph-mon[97855]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:25 smithi111 ceph-mon[116524]: pgmap v16088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:28.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:28 smithi155 ceph-mon[102677]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:28.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:10:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:28 smithi111 ceph-mon[97855]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:10:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:28 smithi111 ceph-mon[116524]: pgmap v16089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:10:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:10:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:10:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:10:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:10:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:10:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:10:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:10:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:10:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:10:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:10:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:10:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:30 smithi111 ceph-mon[97855]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:30 smithi111 ceph-mon[116524]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:30 smithi155 ceph-mon[102677]: pgmap v16090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:32 smithi111 ceph-mon[97855]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:32 smithi111 ceph-mon[116524]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:32 smithi155 ceph-mon[102677]: pgmap v16091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:34 smithi111 ceph-mon[97855]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:34 smithi111 ceph-mon[116524]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:34 smithi155 ceph-mon[102677]: pgmap v16092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:36 smithi111 ceph-mon[97855]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:36 smithi111 ceph-mon[116524]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:36 smithi155 ceph-mon[102677]: pgmap v16093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:38.308 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:10:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:38 smithi111 ceph-mon[97855]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:38 smithi111 ceph-mon[116524]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:38.616 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:10:38.616 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:10:38.616 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:10:38.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:10:38.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:10:38.616 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:10:38.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:10:38.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:10:38.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:10:38.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:10:38.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:10:38.618 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:10:38.618 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:10:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:38 smithi155 ceph-mon[102677]: pgmap v16094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:10:38.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:10:38.992 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:10:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:39 smithi111 ceph-mon[97855]: from='client.32301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3450894587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:10:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:10:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:10:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:39 smithi111 ceph-mon[116524]: from='client.32301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3450894587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:10:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:39 smithi155 ceph-mon[102677]: from='client.32301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3450894587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:10:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:40 smithi111 ceph-mon[97855]: from='client.32307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:40 smithi111 ceph-mon[97855]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:40 smithi111 ceph-mon[116524]: from='client.32307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:40 smithi111 ceph-mon[116524]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:40 smithi155 ceph-mon[102677]: from='client.32307 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:10:40.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:40 smithi155 ceph-mon[102677]: pgmap v16095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:42 smithi111 ceph-mon[97855]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:42 smithi111 ceph-mon[116524]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:42 smithi155 ceph-mon[102677]: pgmap v16096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:44 smithi155 ceph-mon[102677]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:44 smithi111 ceph-mon[97855]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:44 smithi111 ceph-mon[116524]: pgmap v16097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:45 smithi155 ceph-mon[102677]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:45 smithi111 ceph-mon[97855]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:45 smithi111 ceph-mon[116524]: pgmap v16098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:48 smithi155 ceph-mon[102677]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:48 smithi111 ceph-mon[97855]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:48 smithi111 ceph-mon[116524]: pgmap v16099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:10:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:10:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:50 smithi155 ceph-mon[102677]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:50 smithi111 ceph-mon[97855]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:50 smithi111 ceph-mon[116524]: pgmap v16100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:10:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:52 smithi155 ceph-mon[102677]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:52 smithi111 ceph-mon[97855]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:52 smithi111 ceph-mon[116524]: pgmap v16101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:54 smithi155 ceph-mon[102677]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:54 smithi111 ceph-mon[97855]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:54 smithi111 ceph-mon[116524]: pgmap v16102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:55 smithi155 ceph-mon[102677]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:55 smithi111 ceph-mon[97855]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:55 smithi111 ceph-mon[116524]: pgmap v16103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:58.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:10:58 smithi155 ceph-mon[102677]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:58.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:10:58 smithi111 ceph-mon[97855]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:58.505 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:10:58 smithi111 ceph-mon[116524]: pgmap v16104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:10:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:10:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:11:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:00 smithi155 ceph-mon[102677]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:00 smithi111 ceph-mon[97855]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:00 smithi111 ceph-mon[116524]: pgmap v16105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:02 smithi155 ceph-mon[102677]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:02 smithi111 ceph-mon[97855]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:02 smithi111 ceph-mon[116524]: pgmap v16106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:04 smithi155 ceph-mon[102677]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:04 smithi111 ceph-mon[97855]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:04 smithi111 ceph-mon[116524]: pgmap v16107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:06 smithi155 ceph-mon[102677]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:06 smithi111 ceph-mon[97855]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:06 smithi111 ceph-mon[116524]: pgmap v16108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:08 smithi155 ceph-mon[102677]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:08 smithi111 ceph-mon[97855]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:08 smithi111 ceph-mon[116524]: pgmap v16109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:09.336 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:11:09.643 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:11:09.643 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:11:09.643 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:11:09.643 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:11:09.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:11:09.645 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:11:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:11:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:11:10.025 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:11:10.025 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:11:10.025 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:11:10.025 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:10.025 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:11:10.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:11:10.027 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:11:10.027 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:11:10.163 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:10 smithi155 ceph-mon[102677]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:10.163 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:10 smithi155 ceph-mon[102677]: from='client.42197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:10.163 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3922335423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:11:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:10 smithi111 ceph-mon[97855]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:10 smithi111 ceph-mon[97855]: from='client.42197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3922335423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:11:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:10 smithi111 ceph-mon[116524]: pgmap v16110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:10 smithi111 ceph-mon[116524]: from='client.42197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3922335423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:11:11.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:11 smithi155 ceph-mon[102677]: from='client.32325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:11 smithi111 ceph-mon[97855]: from='client.32325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:11 smithi111 ceph-mon[116524]: from='client.32325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:12 smithi155 ceph-mon[102677]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:12 smithi111 ceph-mon[97855]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:12 smithi111 ceph-mon[116524]: pgmap v16111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:14 smithi155 ceph-mon[102677]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:14 smithi111 ceph-mon[97855]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:14 smithi111 ceph-mon[116524]: pgmap v16112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:15 smithi155 ceph-mon[102677]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:15 smithi111 ceph-mon[97855]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:15 smithi111 ceph-mon[116524]: pgmap v16113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:18 smithi155 ceph-mon[102677]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:18 smithi111 ceph-mon[97855]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:18 smithi111 ceph-mon[116524]: pgmap v16114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:11:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:11:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:20 smithi155 ceph-mon[102677]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:20 smithi111 ceph-mon[97855]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:20 smithi111 ceph-mon[116524]: pgmap v16115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:22 smithi155 ceph-mon[102677]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:22 smithi111 ceph-mon[97855]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:22 smithi111 ceph-mon[116524]: pgmap v16116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:24 smithi155 ceph-mon[102677]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:24 smithi111 ceph-mon[97855]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:24 smithi111 ceph-mon[116524]: pgmap v16117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:25 smithi155 ceph-mon[102677]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:25 smithi111 ceph-mon[97855]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:25 smithi111 ceph-mon[116524]: pgmap v16118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:28 smithi155 ceph-mon[102677]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:28 smithi111 ceph-mon[97855]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:28 smithi111 ceph-mon[116524]: pgmap v16119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:11:29.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:11:29.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:11:29.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:11:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:11:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:11:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:11:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:30 smithi155 ceph-mon[102677]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:30 smithi111 ceph-mon[97855]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:30 smithi111 ceph-mon[116524]: pgmap v16120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:32.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:32 smithi155 ceph-mon[102677]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:32 smithi111 ceph-mon[97855]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:32 smithi111 ceph-mon[116524]: pgmap v16121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:34 smithi155 ceph-mon[102677]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:34 smithi111 ceph-mon[97855]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:34 smithi111 ceph-mon[116524]: pgmap v16122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:36 smithi155 ceph-mon[102677]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:36 smithi111 ceph-mon[97855]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:36 smithi111 ceph-mon[116524]: pgmap v16123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:38 smithi155 ceph-mon[102677]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:38.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:38 smithi111 ceph-mon[97855]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:38.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:38 smithi111 ceph-mon[116524]: pgmap v16124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:11:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:11:40.371 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:11:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:40 smithi155 ceph-mon[102677]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:40 smithi111 ceph-mon[97855]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:40 smithi111 ceph-mon[116524]: pgmap v16125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:40.677 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:11:40.677 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:11:40.677 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:11:40.677 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:11:40.678 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:11:40.679 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:11:41.058 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:11:41.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:11:41.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:11:41.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:41.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:11:41.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:11:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:11:41.060 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:11:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:41 smithi155 ceph-mon[102677]: from='client.42215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1919671958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:11:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:41 smithi111 ceph-mon[116524]: from='client.42215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:41.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1919671958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:11:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:41 smithi111 ceph-mon[97855]: from='client.42215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1919671958' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:11:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:42 smithi155 ceph-mon[102677]: from='client.42221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:42 smithi155 ceph-mon[102677]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:42 smithi111 ceph-mon[97855]: from='client.42221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:42 smithi111 ceph-mon[97855]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:42 smithi111 ceph-mon[116524]: from='client.42221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:11:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:42 smithi111 ceph-mon[116524]: pgmap v16126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:44 smithi155 ceph-mon[102677]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:44 smithi111 ceph-mon[97855]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:44 smithi111 ceph-mon[116524]: pgmap v16127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:45 smithi155 ceph-mon[102677]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:45 smithi111 ceph-mon[97855]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:45 smithi111 ceph-mon[116524]: pgmap v16128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:48 smithi155 ceph-mon[102677]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:48 smithi111 ceph-mon[97855]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:48 smithi111 ceph-mon[116524]: pgmap v16129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:11:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:11:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:50 smithi155 ceph-mon[102677]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:50 smithi111 ceph-mon[97855]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:50 smithi111 ceph-mon[116524]: pgmap v16130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:11:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:52 smithi155 ceph-mon[102677]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:52 smithi111 ceph-mon[97855]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:52 smithi111 ceph-mon[116524]: pgmap v16131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:54 smithi155 ceph-mon[102677]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:54 smithi111 ceph-mon[97855]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:54 smithi111 ceph-mon[116524]: pgmap v16132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:55 smithi155 ceph-mon[102677]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:55 smithi111 ceph-mon[97855]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:55 smithi111 ceph-mon[116524]: pgmap v16133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:11:58 smithi155 ceph-mon[102677]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:58.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:11:58 smithi111 ceph-mon[97855]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:58.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:11:58 smithi111 ceph-mon[116524]: pgmap v16134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:11:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:11:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:12:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:00 smithi155 ceph-mon[102677]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:00 smithi111 ceph-mon[97855]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:00 smithi111 ceph-mon[116524]: pgmap v16135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:02 smithi155 ceph-mon[102677]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:02 smithi111 ceph-mon[97855]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:02 smithi111 ceph-mon[116524]: pgmap v16136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:04 smithi155 ceph-mon[102677]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:04 smithi111 ceph-mon[97855]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:04 smithi111 ceph-mon[116524]: pgmap v16137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:06 smithi155 ceph-mon[102677]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:06 smithi111 ceph-mon[97855]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:06 smithi111 ceph-mon[116524]: pgmap v16138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:08 smithi155 ceph-mon[102677]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:08 smithi111 ceph-mon[97855]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:08 smithi111 ceph-mon[116524]: pgmap v16139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:12:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:12:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:10 smithi155 ceph-mon[102677]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:10 smithi111 ceph-mon[97855]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:10 smithi111 ceph-mon[116524]: pgmap v16140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:11.404 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:12:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5360M 2275M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5665M 2275M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5895M 2275M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5084M 2275M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:12:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:12.087 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:12:12.088 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:12:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:12 smithi155 ceph-mon[102677]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:12 smithi155 ceph-mon[102677]: from='client.32355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2517968670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:12:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:12 smithi111 ceph-mon[97855]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:12 smithi111 ceph-mon[97855]: from='client.32355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2517968670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:12:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:12 smithi111 ceph-mon[116524]: pgmap v16141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:12 smithi111 ceph-mon[116524]: from='client.32355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2517968670' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:12:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:13 smithi155 ceph-mon[102677]: from='client.32361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:13 smithi111 ceph-mon[97855]: from='client.32361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:13.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:13 smithi111 ceph-mon[116524]: from='client.32361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:14 smithi155 ceph-mon[102677]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:14 smithi111 ceph-mon[97855]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:14 smithi111 ceph-mon[116524]: pgmap v16142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:15 smithi155 ceph-mon[102677]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:15 smithi111 ceph-mon[97855]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:15 smithi111 ceph-mon[116524]: pgmap v16143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:18 smithi155 ceph-mon[102677]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:18 smithi111 ceph-mon[97855]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:18 smithi111 ceph-mon[116524]: pgmap v16144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:12:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:12:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:20 smithi155 ceph-mon[102677]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:20 smithi111 ceph-mon[97855]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:20 smithi111 ceph-mon[116524]: pgmap v16145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:22 smithi155 ceph-mon[102677]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:22 smithi111 ceph-mon[97855]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:22 smithi111 ceph-mon[116524]: pgmap v16146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:24 smithi155 ceph-mon[102677]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:24 smithi111 ceph-mon[97855]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:24 smithi111 ceph-mon[116524]: pgmap v16147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:25 smithi155 ceph-mon[102677]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:25 smithi111 ceph-mon[97855]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:25 smithi111 ceph-mon[116524]: pgmap v16148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:28 smithi155 ceph-mon[102677]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:28 smithi111 ceph-mon[97855]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:28 smithi111 ceph-mon[116524]: pgmap v16149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:29.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:12:29.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:12:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:12:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:12:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2266M 2023-12-01T12:12:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:12:30.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:12:30.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:12:30.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2266M 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:12:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: pgmap v16150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2266M 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:12:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:12:32.462 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:32 smithi155 ceph-mon[102677]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:32 smithi111 ceph-mon[97855]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:32 smithi111 ceph-mon[116524]: pgmap v16151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:34.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:34 smithi155 ceph-mon[102677]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:34 smithi111 ceph-mon[97855]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:34 smithi111 ceph-mon[116524]: pgmap v16152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:36 smithi155 ceph-mon[102677]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:36 smithi111 ceph-mon[97855]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:36 smithi111 ceph-mon[116524]: pgmap v16153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:38 smithi155 ceph-mon[102677]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:38 smithi111 ceph-mon[97855]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:38 smithi111 ceph-mon[116524]: pgmap v16154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:12:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:12:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:40 smithi155 ceph-mon[102677]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 12:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T12:12:40.045565557Z level=info msg="Completed cleanup jobs" duration=12.556399ms 2023-12-01T12:12:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:40 smithi111 ceph-mon[97855]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:40 smithi111 ceph-mon[116524]: pgmap v16155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:42.434 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:12:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:42 smithi155 ceph-mon[102677]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:42 smithi111 ceph-mon[97855]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:42 smithi111 ceph-mon[116524]: pgmap v16156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:12:42.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5360M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5665M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5895M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5084M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:12:42.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:12:42.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:12:42.743 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:43.119 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:12:43.120 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:12:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:43 smithi155 ceph-mon[102677]: from='client.32373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2836903906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:12:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:43 smithi111 ceph-mon[97855]: from='client.32373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:43.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2836903906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:12:43.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:43 smithi111 ceph-mon[116524]: from='client.32373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:43.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2836903906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:12:44.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:44 smithi155 ceph-mon[102677]: from='client.42257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:44 smithi155 ceph-mon[102677]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:44 smithi111 ceph-mon[97855]: from='client.42257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:44 smithi111 ceph-mon[97855]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:44 smithi111 ceph-mon[116524]: from='client.42257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:44 smithi111 ceph-mon[116524]: pgmap v16157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:45 smithi155 ceph-mon[102677]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:45 smithi111 ceph-mon[97855]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:45 smithi111 ceph-mon[116524]: pgmap v16158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:48 smithi155 ceph-mon[102677]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:48 smithi111 ceph-mon[97855]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:48 smithi111 ceph-mon[116524]: pgmap v16159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:12:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:12:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:50 smithi155 ceph-mon[102677]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:50 smithi111 ceph-mon[97855]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:50 smithi111 ceph-mon[116524]: pgmap v16160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:12:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:52 smithi155 ceph-mon[102677]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:52 smithi111 ceph-mon[97855]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:52 smithi111 ceph-mon[116524]: pgmap v16161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:54 smithi155 ceph-mon[102677]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:54 smithi111 ceph-mon[97855]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:54 smithi111 ceph-mon[116524]: pgmap v16162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:55 smithi155 ceph-mon[102677]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:55 smithi111 ceph-mon[97855]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:55 smithi111 ceph-mon[116524]: pgmap v16163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:12:58 smithi155 ceph-mon[102677]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:12:58 smithi111 ceph-mon[97855]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:12:58 smithi111 ceph-mon[116524]: pgmap v16164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:12:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:13:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:00 smithi155 ceph-mon[102677]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:00 smithi111 ceph-mon[97855]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:00 smithi111 ceph-mon[116524]: pgmap v16165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:02 smithi155 ceph-mon[102677]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:02 smithi111 ceph-mon[97855]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:02 smithi111 ceph-mon[116524]: pgmap v16166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:04 smithi155 ceph-mon[102677]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:04 smithi111 ceph-mon[97855]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:04 smithi111 ceph-mon[116524]: pgmap v16167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:06 smithi155 ceph-mon[102677]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:06 smithi111 ceph-mon[97855]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:06 smithi111 ceph-mon[116524]: pgmap v16168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:08 smithi155 ceph-mon[102677]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:08 smithi111 ceph-mon[97855]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:08 smithi111 ceph-mon[116524]: pgmap v16169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:13:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:13:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:10 smithi155 ceph-mon[102677]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:10 smithi111 ceph-mon[97855]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:10 smithi111 ceph-mon[116524]: pgmap v16170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:12.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:12 smithi155 ceph-mon[102677]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:12 smithi111 ceph-mon[97855]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:12 smithi111 ceph-mon[116524]: pgmap v16171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:13.466 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:13:13.771 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:13:13.771 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5360M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5665M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5895M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5084M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:13:13.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:13:13.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:13:13.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:13:13.773 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:13:14.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:13:14.150 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:13:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:14 smithi155 ceph-mon[102677]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:14 smithi155 ceph-mon[102677]: from='client.32391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3322127498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:13:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:14 smithi111 ceph-mon[97855]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:14 smithi111 ceph-mon[97855]: from='client.32391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3322127498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:14 smithi111 ceph-mon[116524]: pgmap v16172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:14 smithi111 ceph-mon[116524]: from='client.32391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3322127498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:13:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:15 smithi155 ceph-mon[102677]: from='client.42275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:15 smithi111 ceph-mon[97855]: from='client.42275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:15 smithi111 ceph-mon[116524]: from='client.42275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:16 smithi155 ceph-mon[102677]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:16 smithi111 ceph-mon[97855]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:16 smithi111 ceph-mon[116524]: pgmap v16173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:18 smithi155 ceph-mon[102677]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:18 smithi111 ceph-mon[97855]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:18 smithi111 ceph-mon[116524]: pgmap v16174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:13:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:13:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:20 smithi111 ceph-mon[97855]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:20 smithi111 ceph-mon[116524]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:20 smithi155 ceph-mon[102677]: pgmap v16175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:22 smithi111 ceph-mon[97855]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:22 smithi111 ceph-mon[116524]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:22 smithi155 ceph-mon[102677]: pgmap v16176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:24 smithi111 ceph-mon[97855]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:24 smithi111 ceph-mon[116524]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:24 smithi155 ceph-mon[102677]: pgmap v16177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:25 smithi155 ceph-mon[102677]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:25 smithi111 ceph-mon[97855]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:25 smithi111 ceph-mon[116524]: pgmap v16178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:28 smithi155 ceph-mon[102677]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:28 smithi111 ceph-mon[97855]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:28 smithi111 ceph-mon[116524]: pgmap v16179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:13:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:13:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:30 smithi155 ceph-mon[102677]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:13:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:13:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:13:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[97855]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:13:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[116524]: pgmap v16180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:13:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:32 smithi155 ceph-mon[102677]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:32 smithi111 ceph-mon[97855]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:32 smithi111 ceph-mon[116524]: pgmap v16181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:34 smithi155 ceph-mon[102677]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:34 smithi111 ceph-mon[97855]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:34 smithi111 ceph-mon[116524]: pgmap v16182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:36 smithi155 ceph-mon[102677]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:36 smithi111 ceph-mon[97855]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:36 smithi111 ceph-mon[116524]: pgmap v16183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:38 smithi155 ceph-mon[102677]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:38 smithi111 ceph-mon[97855]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:38 smithi111 ceph-mon[116524]: pgmap v16184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:13:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:13:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:40 smithi111 ceph-mon[97855]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:40 smithi111 ceph-mon[116524]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:40 smithi155 ceph-mon[102677]: pgmap v16185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:42 smithi111 ceph-mon[97855]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:42 smithi111 ceph-mon[116524]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:42 smithi155 ceph-mon[102677]: pgmap v16186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:44.497 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:13:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:44 smithi111 ceph-mon[97855]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:44 smithi111 ceph-mon[116524]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:44 smithi155 ceph-mon[102677]: pgmap v16187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:44.802 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:13:44.802 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:13:44.802 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:13:44.803 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5360M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5665M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5895M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5084M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:13:44.804 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:13:45.182 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:13:45.182 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:13:45.182 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:13:45.182 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:45.182 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:13:45.183 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:13:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:45 smithi111 ceph-mon[97855]: from='client.32409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/785975195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:13:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:45 smithi111 ceph-mon[116524]: from='client.32409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/785975195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:13:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:45 smithi155 ceph-mon[102677]: from='client.32409 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/785975195' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:13:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:46 smithi111 ceph-mon[97855]: from='client.32415 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:46 smithi111 ceph-mon[97855]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:46 smithi111 ceph-mon[116524]: from='client.32415 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:46 smithi111 ceph-mon[116524]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:46 smithi155 ceph-mon[102677]: from='client.32415 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:46 smithi155 ceph-mon[102677]: pgmap v16188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:48 smithi111 ceph-mon[97855]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:48 smithi111 ceph-mon[116524]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:48 smithi155 ceph-mon[102677]: pgmap v16189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:13:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:13:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:50 smithi111 ceph-mon[97855]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:50 smithi111 ceph-mon[116524]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:50 smithi155 ceph-mon[102677]: pgmap v16190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:13:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:52 smithi111 ceph-mon[97855]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:52 smithi111 ceph-mon[116524]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:52 smithi155 ceph-mon[102677]: pgmap v16191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:54 smithi111 ceph-mon[97855]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:54 smithi111 ceph-mon[116524]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:54 smithi155 ceph-mon[102677]: pgmap v16192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:55 smithi155 ceph-mon[102677]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:55 smithi111 ceph-mon[97855]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:55 smithi111 ceph-mon[116524]: pgmap v16193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:13:58 smithi155 ceph-mon[102677]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:13:58 smithi111 ceph-mon[97855]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:13:58 smithi111 ceph-mon[116524]: pgmap v16194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:13:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:13:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:14:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:00 smithi155 ceph-mon[102677]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:00 smithi111 ceph-mon[97855]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:00 smithi111 ceph-mon[116524]: pgmap v16195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:02 smithi155 ceph-mon[102677]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:02 smithi111 ceph-mon[97855]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:02 smithi111 ceph-mon[116524]: pgmap v16196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:04 smithi111 ceph-mon[97855]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:04 smithi111 ceph-mon[116524]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:04 smithi155 ceph-mon[102677]: pgmap v16197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:06 smithi111 ceph-mon[97855]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:06 smithi111 ceph-mon[116524]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:06 smithi155 ceph-mon[102677]: pgmap v16198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:08 smithi111 ceph-mon[97855]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:08 smithi111 ceph-mon[116524]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:08 smithi155 ceph-mon[102677]: pgmap v16199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:14:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:14:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:10 smithi111 ceph-mon[97855]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:10 smithi111 ceph-mon[116524]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:10 smithi155 ceph-mon[102677]: pgmap v16200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:12 smithi111 ceph-mon[97855]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:12 smithi111 ceph-mon[116524]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:12 smithi155 ceph-mon[102677]: pgmap v16201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:14 smithi111 ceph-mon[97855]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:14 smithi111 ceph-mon[116524]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:14 smithi155 ceph-mon[102677]: pgmap v16202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:15.527 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:14:15.832 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:14:15.832 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:14:15.832 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.6M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 465M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 843M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 901M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 834M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:14:15.833 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5360M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5665M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5895M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5084M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4049M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5064M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4461M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5220M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:14:15.834 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 119M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:14:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:15 smithi155 ceph-mon[102677]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:15 smithi155 ceph-mon[102677]: from='client.32427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:16.210 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:14:16.210 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:14:16.210 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:14:16.211 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:14:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:15 smithi111 ceph-mon[97855]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:15 smithi111 ceph-mon[97855]: from='client.32427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:15 smithi111 ceph-mon[116524]: pgmap v16203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:15 smithi111 ceph-mon[116524]: from='client.32427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:17.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:16 smithi155 ceph-mon[102677]: from='client.32433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1220323556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:14:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:16 smithi111 ceph-mon[97855]: from='client.32433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1220323556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:14:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:16 smithi111 ceph-mon[116524]: from='client.32433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1220323556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:14:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:17 smithi155 ceph-mon[102677]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:17 smithi111 ceph-mon[97855]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:17 smithi111 ceph-mon[116524]: pgmap v16204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:14:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:14:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:20 smithi155 ceph-mon[102677]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:20 smithi111 ceph-mon[97855]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:20 smithi111 ceph-mon[116524]: pgmap v16205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:22 smithi111 ceph-mon[97855]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:22 smithi111 ceph-mon[116524]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:22 smithi155 ceph-mon[102677]: pgmap v16206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:24 smithi111 ceph-mon[97855]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:24 smithi111 ceph-mon[116524]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:24 smithi155 ceph-mon[102677]: pgmap v16207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:25 smithi155 ceph-mon[102677]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:25 smithi111 ceph-mon[97855]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:25 smithi111 ceph-mon[116524]: pgmap v16208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:28 smithi111 ceph-mon[97855]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:28 smithi111 ceph-mon[116524]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:28 smithi155 ceph-mon[102677]: pgmap v16209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:14:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:14:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:30 smithi111 ceph-mon[97855]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:14:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:30 smithi111 ceph-mon[116524]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:14:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:30 smithi155 ceph-mon[102677]: pgmap v16210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:14:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:32 smithi111 ceph-mon[97855]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:32 smithi111 ceph-mon[116524]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:32 smithi155 ceph-mon[102677]: pgmap v16211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:14:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:14:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:14:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:34 smithi111 ceph-mon[97855]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:34 smithi111 ceph-mon[116524]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:34 smithi155 ceph-mon[102677]: pgmap v16212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:35 smithi155 ceph-mon[102677]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:35 smithi111 ceph-mon[97855]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:35 smithi111 ceph-mon[116524]: pgmap v16213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:38 smithi111 ceph-mon[97855]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:38 smithi111 ceph-mon[116524]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:38 smithi155 ceph-mon[102677]: pgmap v16214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:14:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:14:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:40 smithi111 ceph-mon[97855]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:40 smithi111 ceph-mon[116524]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:40 smithi155 ceph-mon[102677]: pgmap v16215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:42 smithi111 ceph-mon[97855]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:42 smithi111 ceph-mon[116524]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:42 smithi155 ceph-mon[102677]: pgmap v16216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:44 smithi111 ceph-mon[97855]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:44 smithi111 ceph-mon[116524]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:44 smithi155 ceph-mon[102677]: pgmap v16217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:45 smithi155 ceph-mon[102677]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:45 smithi111 ceph-mon[97855]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:45 smithi111 ceph-mon[116524]: pgmap v16218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:46.560 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:14:46.861 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:14:46.861 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 14s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:14:46.861 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 14s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 14s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 14s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 14s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 14s ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 14s ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 14s ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:14:46.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 14s ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 14s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 14s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 14s ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 14s ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 14s ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 14s ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 14s ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 14s ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:14:46.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 14s ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:14:46.864 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 14s ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:14:46.864 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 14s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:14:47.241 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:14:47.241 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:14:47.242 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:14:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:14:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:14:47.243 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:14:47.243 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:14:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[97855]: from='client.32445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[97855]: from='client.32451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[97855]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1108826458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[116524]: from='client.32445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[116524]: from='client.32451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[116524]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1108826458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:14:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:48 smithi155 ceph-mon[102677]: from='client.32445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:48 smithi155 ceph-mon[102677]: from='client.32451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:14:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:48 smithi155 ceph-mon[102677]: pgmap v16219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1108826458' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:14:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:14:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:14:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:50 smithi111 ceph-mon[97855]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:50 smithi111 ceph-mon[116524]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:50 smithi155 ceph-mon[102677]: pgmap v16220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:14:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:52 smithi111 ceph-mon[97855]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:52 smithi111 ceph-mon[116524]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:52 smithi155 ceph-mon[102677]: pgmap v16221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:54 smithi111 ceph-mon[97855]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:54 smithi111 ceph-mon[116524]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:54 smithi155 ceph-mon[102677]: pgmap v16222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:55 smithi155 ceph-mon[102677]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:55 smithi111 ceph-mon[97855]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:55 smithi111 ceph-mon[116524]: pgmap v16223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:14:58 smithi111 ceph-mon[97855]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:14:58 smithi111 ceph-mon[116524]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:14:58 smithi155 ceph-mon[102677]: pgmap v16224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:14:59.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:14:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:15:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:00 smithi111 ceph-mon[97855]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:00 smithi111 ceph-mon[116524]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:00 smithi155 ceph-mon[102677]: pgmap v16225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:02 smithi111 ceph-mon[97855]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:02 smithi111 ceph-mon[116524]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:02 smithi155 ceph-mon[102677]: pgmap v16226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:04 smithi111 ceph-mon[97855]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:04 smithi111 ceph-mon[116524]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:04 smithi155 ceph-mon[102677]: pgmap v16227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:05.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:06 smithi111 ceph-mon[97855]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:06 smithi111 ceph-mon[116524]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:06 smithi155 ceph-mon[102677]: pgmap v16228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:08 smithi111 ceph-mon[97855]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:08 smithi111 ceph-mon[116524]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:08 smithi155 ceph-mon[102677]: pgmap v16229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:15:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:15:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:10 smithi111 ceph-mon[97855]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:10 smithi111 ceph-mon[116524]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:10 smithi155 ceph-mon[102677]: pgmap v16230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:12.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:12 smithi111 ceph-mon[97855]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:12.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:12 smithi111 ceph-mon[116524]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:12 smithi155 ceph-mon[102677]: pgmap v16231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:14 smithi111 ceph-mon[116524]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:14 smithi111 ceph-mon[97855]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:14 smithi155 ceph-mon[102677]: pgmap v16232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:16.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:15 smithi155 ceph-mon[102677]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:15 smithi111 ceph-mon[97855]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:15 smithi111 ceph-mon[116524]: pgmap v16233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:17.582 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:15:17.886 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:15:17.886 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 45s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:15:17.886 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 45s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:15:17.886 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 45s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 45s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 45s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 45s ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 45s ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 45s ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 45s ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 45s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 45s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 45s ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 45s ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:15:17.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 45s ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:15:17.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 45s ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:15:17.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 45s ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:15:17.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 45s ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:15:17.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 45s ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:15:17.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 45s ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:15:17.888 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 45s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:15:18.267 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:15:18.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:15:18.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:15:18.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:18.269 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:15:18.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:15:18.269 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:15:18.269 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:15:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:18 smithi111 ceph-mon[97855]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:18 smithi111 ceph-mon[116524]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:18 smithi155 ceph-mon[102677]: pgmap v16234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:19 smithi111 ceph-mon[97855]: from='client.42341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:19 smithi111 ceph-mon[97855]: from='client.42347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3133678937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:15:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:15:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:15:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:19 smithi111 ceph-mon[116524]: from='client.42341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:19 smithi111 ceph-mon[116524]: from='client.42347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3133678937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:15:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:19 smithi155 ceph-mon[102677]: from='client.42341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:19 smithi155 ceph-mon[102677]: from='client.42347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3133678937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:15:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:20 smithi111 ceph-mon[97855]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:20 smithi111 ceph-mon[116524]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:20 smithi155 ceph-mon[102677]: pgmap v16235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:22 smithi111 ceph-mon[97855]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:22 smithi111 ceph-mon[116524]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:22 smithi155 ceph-mon[102677]: pgmap v16236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:24 smithi111 ceph-mon[97855]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:24 smithi111 ceph-mon[116524]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:24 smithi155 ceph-mon[102677]: pgmap v16237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:25 smithi155 ceph-mon[102677]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:25 smithi111 ceph-mon[97855]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:25 smithi111 ceph-mon[116524]: pgmap v16238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:28 smithi111 ceph-mon[97855]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:28 smithi111 ceph-mon[116524]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:28 smithi155 ceph-mon[102677]: pgmap v16239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:15:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:15:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:30 smithi111 ceph-mon[97855]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:30 smithi111 ceph-mon[116524]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:30 smithi155 ceph-mon[102677]: pgmap v16240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:32 smithi111 ceph-mon[97855]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:32 smithi111 ceph-mon[116524]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:32 smithi155 ceph-mon[102677]: pgmap v16241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:15:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:15:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:15:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[97855]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:15:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:15:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:15:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[116524]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:15:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:15:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:15:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:34 smithi155 ceph-mon[102677]: pgmap v16242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:15:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:15:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:15:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:36 smithi111 ceph-mon[97855]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:36 smithi111 ceph-mon[116524]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:36 smithi155 ceph-mon[102677]: pgmap v16243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:38 smithi111 ceph-mon[97855]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:38 smithi111 ceph-mon[116524]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:38 smithi155 ceph-mon[102677]: pgmap v16244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:15:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:15:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:40 smithi111 ceph-mon[97855]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:40 smithi111 ceph-mon[116524]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:40 smithi155 ceph-mon[102677]: pgmap v16245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:42 smithi155 ceph-mon[102677]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:42 smithi111 ceph-mon[97855]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:42 smithi111 ceph-mon[116524]: pgmap v16246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:44 smithi155 ceph-mon[102677]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:44 smithi111 ceph-mon[97855]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:44 smithi111 ceph-mon[116524]: pgmap v16247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:45 smithi155 ceph-mon[102677]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:45 smithi111 ceph-mon[97855]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:45 smithi111 ceph-mon[116524]: pgmap v16248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:48 smithi111 ceph-mon[97855]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:48 smithi111 ceph-mon[116524]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:48.611 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:15:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:48 smithi155 ceph-mon[102677]: pgmap v16249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 76s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 76s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 76s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 76s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 76s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:15:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 76s ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 76s ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 76s ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 76s ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 76s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 76s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 76s ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 76s ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 76s ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 76s ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 76s ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 76s ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 76s ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 76s ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:15:48.919 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 76s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:49.302 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:15:49.303 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:15:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:15:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[97855]: from='client.42359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[97855]: from='client.42365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[97855]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/582924436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[116524]: from='client.42359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[116524]: from='client.42365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[116524]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/582924436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:15:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:50 smithi155 ceph-mon[102677]: from='client.42359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:50 smithi155 ceph-mon[102677]: from='client.42365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:50 smithi155 ceph-mon[102677]: pgmap v16250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/582924436' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:15:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:15:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:52 smithi111 ceph-mon[97855]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:52 smithi111 ceph-mon[116524]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:52 smithi155 ceph-mon[102677]: pgmap v16251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:54 smithi111 ceph-mon[97855]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:54 smithi111 ceph-mon[116524]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:54 smithi155 ceph-mon[102677]: pgmap v16252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:55 smithi155 ceph-mon[102677]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:55 smithi111 ceph-mon[97855]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:55 smithi111 ceph-mon[116524]: pgmap v16253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:15:58 smithi111 ceph-mon[97855]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:15:58 smithi111 ceph-mon[116524]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:15:58 smithi155 ceph-mon[102677]: pgmap v16254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:15:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:16:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:00 smithi111 ceph-mon[97855]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:00 smithi111 ceph-mon[116524]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:00 smithi155 ceph-mon[102677]: pgmap v16255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:02 smithi111 ceph-mon[97855]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:02 smithi111 ceph-mon[116524]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:02 smithi155 ceph-mon[102677]: pgmap v16256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:04 smithi111 ceph-mon[97855]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:04 smithi111 ceph-mon[116524]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:04 smithi155 ceph-mon[102677]: pgmap v16257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:06 smithi111 ceph-mon[97855]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:06 smithi111 ceph-mon[116524]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:06 smithi155 ceph-mon[102677]: pgmap v16258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:08 smithi155 ceph-mon[102677]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:08 smithi111 ceph-mon[97855]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:08 smithi111 ceph-mon[116524]: pgmap v16259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:16:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:16:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:10 smithi155 ceph-mon[102677]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:10 smithi111 ceph-mon[97855]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:10 smithi111 ceph-mon[116524]: pgmap v16260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:12 smithi155 ceph-mon[102677]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:12 smithi111 ceph-mon[97855]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:12 smithi111 ceph-mon[116524]: pgmap v16261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:14 smithi155 ceph-mon[102677]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:14 smithi111 ceph-mon[97855]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:14 smithi111 ceph-mon[116524]: pgmap v16262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:15 smithi155 ceph-mon[102677]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:15 smithi111 ceph-mon[97855]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:15 smithi111 ceph-mon[116524]: pgmap v16263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:18 smithi111 ceph-mon[97855]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:18 smithi111 ceph-mon[116524]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:18 smithi155 ceph-mon[102677]: pgmap v16264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:19.648 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:16:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:16:19.975 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 107s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 107s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 107s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 107s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 107s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 107s ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 107s ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 107s ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 107s ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:16:19.976 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 107s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 107s ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 107s ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 107s ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 107s ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 107s ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 107s ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 107s ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 107s ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 107s ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:16:19.977 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 107s ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:16:20.357 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:16:20.358 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:16:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:20 smithi111 ceph-mon[97855]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:20 smithi111 ceph-mon[116524]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:20 smithi155 ceph-mon[102677]: pgmap v16265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:21 smithi111 ceph-mon[97855]: from='client.32499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:21 smithi111 ceph-mon[97855]: from='client.42383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3281024172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:16:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:21 smithi111 ceph-mon[116524]: from='client.32499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:21 smithi111 ceph-mon[116524]: from='client.42383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3281024172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:16:21.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:21 smithi155 ceph-mon[102677]: from='client.32499 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:21 smithi155 ceph-mon[102677]: from='client.42383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3281024172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:16:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:22 smithi111 ceph-mon[116524]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:22 smithi111 ceph-mon[97855]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:22 smithi155 ceph-mon[102677]: pgmap v16266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:24 smithi111 ceph-mon[97855]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:24 smithi111 ceph-mon[116524]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:24 smithi155 ceph-mon[102677]: pgmap v16267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:25 smithi155 ceph-mon[102677]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:25 smithi111 ceph-mon[97855]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:25 smithi111 ceph-mon[116524]: pgmap v16268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:28 smithi111 ceph-mon[97855]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:28 smithi111 ceph-mon[116524]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:28 smithi155 ceph-mon[102677]: pgmap v16269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:16:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:16:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:30 smithi111 ceph-mon[97855]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:30 smithi111 ceph-mon[116524]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:30 smithi155 ceph-mon[102677]: pgmap v16270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:32 smithi111 ceph-mon[97855]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:32 smithi111 ceph-mon[116524]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:32 smithi155 ceph-mon[102677]: pgmap v16271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:34 smithi155 ceph-mon[102677]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.718 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[97855]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:34.718 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:16:34.718 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[116524]: pgmap v16272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.719 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:34.720 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:36.694 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:36 smithi111 ceph-mon[97855]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:36.695 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:36 smithi111 ceph-mon[116524]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:36 smithi155 ceph-mon[102677]: pgmap v16273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:38 smithi155 ceph-mon[102677]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:16:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:16:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[116524]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[97855]: pgmap v16274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:16:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:16:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:16:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:40 smithi155 ceph-mon[102677]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:40 smithi111 ceph-mon[97855]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:40 smithi111 ceph-mon[116524]: pgmap v16275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:42 smithi155 ceph-mon[102677]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:42 smithi111 ceph-mon[97855]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:42 smithi111 ceph-mon[116524]: pgmap v16276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:44 smithi155 ceph-mon[102677]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:44 smithi111 ceph-mon[97855]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:44 smithi111 ceph-mon[116524]: pgmap v16277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:45 smithi155 ceph-mon[102677]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:45 smithi111 ceph-mon[97855]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:45 smithi111 ceph-mon[116524]: pgmap v16278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:48 smithi111 ceph-mon[97855]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:48 smithi111 ceph-mon[116524]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:48 smithi155 ceph-mon[102677]: pgmap v16279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:16:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:16:50.504 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:50 smithi111 ceph-mon[97855]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:50.505 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:50.506 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:50 smithi111 ceph-mon[116524]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:50.506 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:50.706 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:16:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:50 smithi155 ceph-mon[102677]: pgmap v16280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:16:51.011 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:16:51.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:16:51.013 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:16:51.013 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:16:51.391 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:51.392 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:16:51.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:16:51.393 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:16:51.393 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:16:51.393 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:16:51.393 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:16:51.393 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:16:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:52 smithi155 ceph-mon[102677]: from='client.32517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:52 smithi155 ceph-mon[102677]: from='client.32523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:52 smithi155 ceph-mon[102677]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3138848655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:16:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[97855]: from='client.32517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[97855]: from='client.32523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[97855]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3138848655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:16:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[116524]: from='client.32517 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[116524]: from='client.32523 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:16:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[116524]: pgmap v16281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3138848655' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:16:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:54 smithi155 ceph-mon[102677]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:54 smithi111 ceph-mon[97855]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:54 smithi111 ceph-mon[116524]: pgmap v16282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:55 smithi155 ceph-mon[102677]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:55 smithi111 ceph-mon[97855]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:55 smithi111 ceph-mon[116524]: pgmap v16283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:16:58 smithi111 ceph-mon[97855]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:16:58 smithi111 ceph-mon[116524]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:16:58 smithi155 ceph-mon[102677]: pgmap v16284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:16:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:16:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:17:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:00 smithi155 ceph-mon[102677]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:00 smithi111 ceph-mon[97855]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:00 smithi111 ceph-mon[116524]: pgmap v16285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:02 smithi155 ceph-mon[102677]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:02 smithi111 ceph-mon[97855]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:02 smithi111 ceph-mon[116524]: pgmap v16286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:04 smithi155 ceph-mon[102677]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:04 smithi111 ceph-mon[97855]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:04 smithi111 ceph-mon[116524]: pgmap v16287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:06 smithi155 ceph-mon[102677]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:06 smithi111 ceph-mon[97855]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:06 smithi111 ceph-mon[116524]: pgmap v16288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:08 smithi155 ceph-mon[102677]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:08 smithi111 ceph-mon[97855]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:08 smithi111 ceph-mon[116524]: pgmap v16289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:17:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:17:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:10 smithi155 ceph-mon[102677]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:10 smithi111 ceph-mon[116524]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:10 smithi111 ceph-mon[97855]: pgmap v16290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:12 smithi155 ceph-mon[102677]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:12 smithi111 ceph-mon[97855]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:12 smithi111 ceph-mon[116524]: pgmap v16291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:14 smithi155 ceph-mon[102677]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:14 smithi111 ceph-mon[97855]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:14 smithi111 ceph-mon[116524]: pgmap v16292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:15 smithi155 ceph-mon[102677]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:15 smithi111 ceph-mon[97855]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:15 smithi111 ceph-mon[116524]: pgmap v16293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:18 smithi155 ceph-mon[102677]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:18 smithi111 ceph-mon[97855]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:18 smithi111 ceph-mon[116524]: pgmap v16294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:17:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:17:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:20 smithi155 ceph-mon[102677]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:20 smithi111 ceph-mon[97855]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:20 smithi111 ceph-mon[116524]: pgmap v16295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:21.736 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:17:22.040 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:17:22.041 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:17:22.418 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:17:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:17:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:17:22.420 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:17:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:22 smithi155 ceph-mon[102677]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:22 smithi111 ceph-mon[97855]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:22 smithi111 ceph-mon[116524]: pgmap v16296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:23 smithi155 ceph-mon[102677]: from='client.42413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:23 smithi155 ceph-mon[102677]: from='client.32541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1177886020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:17:23.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:23 smithi111 ceph-mon[97855]: from='client.42413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:23.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:23 smithi111 ceph-mon[97855]: from='client.32541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:23.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1177886020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:17:23.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:23 smithi111 ceph-mon[116524]: from='client.42413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:23.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:23 smithi111 ceph-mon[116524]: from='client.32541 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:23.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1177886020' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:17:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:24 smithi155 ceph-mon[102677]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:24 smithi111 ceph-mon[97855]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:24 smithi111 ceph-mon[116524]: pgmap v16297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:25 smithi155 ceph-mon[102677]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:25 smithi111 ceph-mon[97855]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:25 smithi111 ceph-mon[116524]: pgmap v16298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:28 smithi155 ceph-mon[102677]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:28 smithi111 ceph-mon[97855]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:28 smithi111 ceph-mon[116524]: pgmap v16299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:17:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:17:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:30 smithi155 ceph-mon[102677]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:30 smithi111 ceph-mon[97855]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:30 smithi111 ceph-mon[116524]: pgmap v16300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:32 smithi155 ceph-mon[102677]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:32 smithi111 ceph-mon[97855]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:32 smithi111 ceph-mon[116524]: pgmap v16301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:34 smithi155 ceph-mon[102677]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:34 smithi111 ceph-mon[97855]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:34 smithi111 ceph-mon[116524]: pgmap v16302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:36 smithi155 ceph-mon[102677]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:36 smithi111 ceph-mon[97855]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:36 smithi111 ceph-mon[116524]: pgmap v16303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:38.617 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:38 smithi155 ceph-mon[102677]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:38.618 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:38 smithi111 ceph-mon[97855]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:17:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:38 smithi111 ceph-mon[116524]: pgmap v16304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:17:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:17:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:17:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:40 smithi155 ceph-mon[102677]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:40 smithi111 ceph-mon[97855]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:40 smithi111 ceph-mon[116524]: pgmap v16305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:42 smithi155 ceph-mon[102677]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:17:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[97855]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:17:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:42 smithi111 ceph-mon[116524]: pgmap v16306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:44 smithi155 ceph-mon[102677]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:44 smithi111 ceph-mon[97855]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:44 smithi111 ceph-mon[116524]: pgmap v16307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:45 smithi155 ceph-mon[102677]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:45 smithi111 ceph-mon[97855]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:45 smithi111 ceph-mon[116524]: pgmap v16308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:48 smithi155 ceph-mon[102677]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:48 smithi111 ceph-mon[97855]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:48 smithi111 ceph-mon[116524]: pgmap v16309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:17:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:17:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:50 smithi155 ceph-mon[102677]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:50 smithi111 ceph-mon[97855]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:50 smithi111 ceph-mon[116524]: pgmap v16310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:17:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:52 smithi155 ceph-mon[102677]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:52 smithi111 ceph-mon[97855]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:52 smithi111 ceph-mon[116524]: pgmap v16311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:52.765 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:17:53.073 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:17:53.074 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:17:53.075 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:17:53.075 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:17:53.453 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:17:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:17:53.455 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:54 smithi155 ceph-mon[102677]: from='client.42431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:54 smithi155 ceph-mon[102677]: from='client.32559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:54 smithi155 ceph-mon[102677]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4188375023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[97855]: from='client.42431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[97855]: from='client.32559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[97855]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4188375023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:17:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[116524]: from='client.42431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[116524]: from='client.32559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:17:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[116524]: pgmap v16312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4188375023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:17:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:55 smithi155 ceph-mon[102677]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:55 smithi111 ceph-mon[97855]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:55 smithi111 ceph-mon[116524]: pgmap v16313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:17:58 smithi155 ceph-mon[102677]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:17:58 smithi111 ceph-mon[97855]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:17:58 smithi111 ceph-mon[116524]: pgmap v16314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:17:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:17:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:18:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:00 smithi155 ceph-mon[102677]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:00 smithi111 ceph-mon[97855]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:00 smithi111 ceph-mon[116524]: pgmap v16315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:02 smithi155 ceph-mon[102677]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:02 smithi111 ceph-mon[97855]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:02 smithi111 ceph-mon[116524]: pgmap v16316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:04 smithi155 ceph-mon[102677]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:04 smithi111 ceph-mon[97855]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:04 smithi111 ceph-mon[116524]: pgmap v16317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:06 smithi155 ceph-mon[102677]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:06 smithi111 ceph-mon[97855]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:06 smithi111 ceph-mon[116524]: pgmap v16318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:08 smithi155 ceph-mon[102677]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:08 smithi111 ceph-mon[97855]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:08 smithi111 ceph-mon[116524]: pgmap v16319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:18:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:18:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:10 smithi155 ceph-mon[102677]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:10 smithi111 ceph-mon[97855]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:10 smithi111 ceph-mon[116524]: pgmap v16320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:12 smithi155 ceph-mon[102677]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:12 smithi111 ceph-mon[97855]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:12 smithi111 ceph-mon[116524]: pgmap v16321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:14 smithi155 ceph-mon[102677]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:14 smithi111 ceph-mon[97855]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:14 smithi111 ceph-mon[116524]: pgmap v16322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:15 smithi155 ceph-mon[102677]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:15 smithi111 ceph-mon[97855]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:15 smithi111 ceph-mon[116524]: pgmap v16323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:18 smithi155 ceph-mon[102677]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:18 smithi111 ceph-mon[97855]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:18 smithi111 ceph-mon[116524]: pgmap v16324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:18:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:18:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:20 smithi155 ceph-mon[102677]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:20 smithi111 ceph-mon[97855]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:20 smithi111 ceph-mon[116524]: pgmap v16325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:22 smithi155 ceph-mon[102677]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:22 smithi111 ceph-mon[97855]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:22 smithi111 ceph-mon[116524]: pgmap v16326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:23.798 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:18:24.104 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:18:24.104 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:18:24.104 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:18:24.105 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:18:24.106 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:18:24.481 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:18:24.481 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:18:24.481 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:18:24.481 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:18:24.482 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:18:24.483 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:18:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:24 smithi155 ceph-mon[102677]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:24 smithi111 ceph-mon[97855]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:24 smithi111 ceph-mon[116524]: pgmap v16327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:25 smithi155 ceph-mon[102677]: from='client.32571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:25 smithi155 ceph-mon[102677]: from='client.32577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3540527727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:18:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:25 smithi111 ceph-mon[116524]: from='client.32571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:25 smithi111 ceph-mon[116524]: from='client.32577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3540527727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:18:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:25 smithi111 ceph-mon[97855]: from='client.32571 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:25 smithi111 ceph-mon[97855]: from='client.32577 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3540527727' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:18:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:26 smithi155 ceph-mon[102677]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:26 smithi111 ceph-mon[97855]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:26 smithi111 ceph-mon[116524]: pgmap v16328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:28 smithi155 ceph-mon[102677]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:28 smithi111 ceph-mon[97855]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:28 smithi111 ceph-mon[116524]: pgmap v16329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:18:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:18:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:30 smithi155 ceph-mon[102677]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:30 smithi111 ceph-mon[97855]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:30 smithi111 ceph-mon[116524]: pgmap v16330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:32 smithi155 ceph-mon[102677]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:32 smithi111 ceph-mon[97855]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:32 smithi111 ceph-mon[116524]: pgmap v16331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:34 smithi155 ceph-mon[102677]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:34 smithi111 ceph-mon[97855]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:34 smithi111 ceph-mon[116524]: pgmap v16332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:36 smithi155 ceph-mon[102677]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:36 smithi111 ceph-mon[97855]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:36 smithi111 ceph-mon[116524]: pgmap v16333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:38 smithi155 ceph-mon[102677]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:38 smithi111 ceph-mon[97855]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:38 smithi111 ceph-mon[116524]: pgmap v16334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:18:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:18:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:40 smithi155 ceph-mon[102677]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:40 smithi111 ceph-mon[97855]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:40 smithi111 ceph-mon[116524]: pgmap v16335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:18:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:18:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:18:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: pgmap v16336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:18:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:18:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:44 smithi155 ceph-mon[102677]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:44 smithi111 ceph-mon[97855]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:44 smithi111 ceph-mon[116524]: pgmap v16337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:45 smithi155 ceph-mon[102677]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:45 smithi111 ceph-mon[97855]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:45 smithi111 ceph-mon[116524]: pgmap v16338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:48 smithi155 ceph-mon[102677]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:48 smithi111 ceph-mon[97855]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:48 smithi111 ceph-mon[116524]: pgmap v16339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:18:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:18:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:50 smithi155 ceph-mon[102677]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:50 smithi111 ceph-mon[97855]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:50 smithi111 ceph-mon[116524]: pgmap v16340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:18:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:52 smithi155 ceph-mon[102677]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:52 smithi111 ceph-mon[97855]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:52 smithi111 ceph-mon[116524]: pgmap v16341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:54 smithi155 ceph-mon[102677]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:54 smithi111 ceph-mon[97855]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:54 smithi111 ceph-mon[116524]: pgmap v16342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:54.829 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:18:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:18:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:18:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:18:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:18:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:18:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:18:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:18:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:18:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:18:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:18:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:18:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:18:55.512 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:18:55.512 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:18:55.513 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:18:55.514 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:18:55.514 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:18:55.514 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:18:55.514 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:18:55.514 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:55 smithi155 ceph-mon[102677]: from='client.42467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:55 smithi155 ceph-mon[102677]: from='client.32595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:55 smithi155 ceph-mon[102677]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2439976089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:18:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[97855]: from='client.42467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[97855]: from='client.32595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[97855]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2439976089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[116524]: from='client.42467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[116524]: from='client.32595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[116524]: pgmap v16343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2439976089' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:18:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:18:58 smithi155 ceph-mon[102677]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:18:58 smithi111 ceph-mon[97855]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:18:58 smithi111 ceph-mon[116524]: pgmap v16344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:18:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:18:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:19:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:00 smithi155 ceph-mon[102677]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:00 smithi111 ceph-mon[97855]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:00 smithi111 ceph-mon[116524]: pgmap v16345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:02 smithi155 ceph-mon[102677]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:02 smithi111 ceph-mon[97855]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:02 smithi111 ceph-mon[116524]: pgmap v16346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:04 smithi155 ceph-mon[102677]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:04 smithi111 ceph-mon[97855]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:04 smithi111 ceph-mon[116524]: pgmap v16347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:06 smithi155 ceph-mon[102677]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:06 smithi111 ceph-mon[97855]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:06 smithi111 ceph-mon[116524]: pgmap v16348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:08 smithi155 ceph-mon[102677]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:08 smithi111 ceph-mon[97855]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:08 smithi111 ceph-mon[116524]: pgmap v16349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:19:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:19:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:10 smithi155 ceph-mon[102677]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:10 smithi111 ceph-mon[97855]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:10 smithi111 ceph-mon[116524]: pgmap v16350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:12 smithi155 ceph-mon[102677]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:12 smithi111 ceph-mon[97855]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:12 smithi111 ceph-mon[116524]: pgmap v16351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:14 smithi155 ceph-mon[102677]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:14 smithi111 ceph-mon[97855]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:14 smithi111 ceph-mon[116524]: pgmap v16352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:16.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:15 smithi155 ceph-mon[102677]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:15 smithi111 ceph-mon[97855]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:15 smithi111 ceph-mon[116524]: pgmap v16353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:18 smithi155 ceph-mon[102677]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:18 smithi111 ceph-mon[97855]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:18 smithi111 ceph-mon[116524]: pgmap v16354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:19:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:19:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:20 smithi155 ceph-mon[102677]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:20 smithi111 ceph-mon[97855]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:20 smithi111 ceph-mon[116524]: pgmap v16355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:22 smithi155 ceph-mon[102677]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:22 smithi111 ceph-mon[97855]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:22 smithi111 ceph-mon[116524]: pgmap v16356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:24 smithi155 ceph-mon[102677]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:24 smithi111 ceph-mon[97855]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:24 smithi111 ceph-mon[116524]: pgmap v16357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:25.857 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:19:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:19:26.165 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:19:26.166 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:19:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:25 smithi155 ceph-mon[102677]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:25 smithi111 ceph-mon[97855]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:25 smithi111 ceph-mon[116524]: pgmap v16358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:26.545 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:19:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:19:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:19:26.545 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:26.546 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:19:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:19:26.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:19:26.547 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:19:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:26 smithi155 ceph-mon[102677]: from='client.32607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:26 smithi155 ceph-mon[102677]: from='client.32613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3342280096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:19:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:26 smithi111 ceph-mon[97855]: from='client.32607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:26 smithi111 ceph-mon[97855]: from='client.32613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3342280096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:19:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:26 smithi111 ceph-mon[116524]: from='client.32607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:26 smithi111 ceph-mon[116524]: from='client.32613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3342280096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:19:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:27 smithi155 ceph-mon[102677]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:27 smithi111 ceph-mon[97855]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:27 smithi111 ceph-mon[116524]: pgmap v16359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:19:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:19:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:30 smithi155 ceph-mon[102677]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:30 smithi111 ceph-mon[97855]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:30 smithi111 ceph-mon[116524]: pgmap v16360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:32 smithi155 ceph-mon[102677]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:32 smithi111 ceph-mon[97855]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:32 smithi111 ceph-mon[116524]: pgmap v16361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:34 smithi155 ceph-mon[102677]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:34 smithi111 ceph-mon[97855]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:34 smithi111 ceph-mon[116524]: pgmap v16362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:36 smithi155 ceph-mon[102677]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:36 smithi111 ceph-mon[97855]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:36 smithi111 ceph-mon[116524]: pgmap v16363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:38.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:38 smithi155 ceph-mon[102677]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:38 smithi111 ceph-mon[97855]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:38 smithi111 ceph-mon[116524]: pgmap v16364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:19:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:19:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:40 smithi155 ceph-mon[102677]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:40 smithi111 ceph-mon[97855]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:40 smithi111 ceph-mon[116524]: pgmap v16365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:42 smithi155 ceph-mon[102677]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:19:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:42 smithi111 ceph-mon[97855]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:19:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:42 smithi111 ceph-mon[116524]: pgmap v16366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:19:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:19:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:19:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:19:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:19:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:19:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:19:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:19:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:19:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:19:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:44 smithi155 ceph-mon[102677]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:44 smithi111 ceph-mon[97855]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:44 smithi111 ceph-mon[116524]: pgmap v16367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:45 smithi155 ceph-mon[102677]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:45 smithi111 ceph-mon[97855]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:45 smithi111 ceph-mon[116524]: pgmap v16368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:48 smithi155 ceph-mon[102677]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:48 smithi111 ceph-mon[97855]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:48 smithi111 ceph-mon[116524]: pgmap v16369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:19:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:19:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:50 smithi155 ceph-mon[102677]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:50 smithi111 ceph-mon[97855]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:50 smithi111 ceph-mon[116524]: pgmap v16370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:19:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:52 smithi155 ceph-mon[102677]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:52 smithi111 ceph-mon[97855]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:52 smithi111 ceph-mon[116524]: pgmap v16371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:54 smithi155 ceph-mon[102677]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:54 smithi111 ceph-mon[97855]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:54 smithi111 ceph-mon[116524]: pgmap v16372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:55 smithi155 ceph-mon[102677]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:55 smithi111 ceph-mon[97855]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:55 smithi111 ceph-mon[116524]: pgmap v16373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:56.891 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:19:57.198 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:19:57.198 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:19:57.198 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:19:57.198 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:19:57.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:19:57.200 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:19:57.579 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:57.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:19:57.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:19:57.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:19:57.581 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:19:57.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:19:57.581 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:19:57.581 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:58 smithi155 ceph-mon[102677]: from='client.32625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:58 smithi155 ceph-mon[102677]: from='client.32631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:58 smithi155 ceph-mon[102677]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4150844429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:19:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[97855]: from='client.32625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[97855]: from='client.32631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[97855]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4150844429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[116524]: from='client.32625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[116524]: from='client.32631 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[116524]: pgmap v16374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4150844429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:19:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:19:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:20:00.304 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:00 smithi111 conmon[97831]: 2023-12-01T12:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:20:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:00 smithi155 ceph-mon[102677]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:20:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:00 smithi111 ceph-mon[97855]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:20:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:00 smithi111 ceph-mon[116524]: pgmap v16375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:20:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:02 smithi155 ceph-mon[102677]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:02 smithi111 ceph-mon[97855]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:02 smithi111 ceph-mon[116524]: pgmap v16376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:04 smithi155 ceph-mon[102677]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:04 smithi111 ceph-mon[97855]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:04 smithi111 ceph-mon[116524]: pgmap v16377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:06 smithi155 ceph-mon[102677]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:06 smithi111 ceph-mon[97855]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:06 smithi111 ceph-mon[116524]: pgmap v16378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:08 smithi155 ceph-mon[102677]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:08 smithi111 ceph-mon[97855]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:08 smithi111 ceph-mon[116524]: pgmap v16379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:20:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:20:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:10 smithi155 ceph-mon[102677]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:10 smithi111 ceph-mon[97855]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:10 smithi111 ceph-mon[116524]: pgmap v16380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:12 smithi155 ceph-mon[102677]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:12 smithi111 ceph-mon[97855]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:12 smithi111 ceph-mon[116524]: pgmap v16381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:14 smithi155 ceph-mon[102677]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:14 smithi111 ceph-mon[97855]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:14 smithi111 ceph-mon[116524]: pgmap v16382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:15 smithi155 ceph-mon[102677]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:15 smithi111 ceph-mon[97855]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:15 smithi111 ceph-mon[116524]: pgmap v16383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:18 smithi155 ceph-mon[102677]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:18 smithi111 ceph-mon[97855]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:18 smithi111 ceph-mon[116524]: pgmap v16384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:20:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:20:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:20 smithi155 ceph-mon[102677]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:20 smithi111 ceph-mon[97855]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:20 smithi111 ceph-mon[116524]: pgmap v16385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:22 smithi155 ceph-mon[102677]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:22 smithi111 ceph-mon[97855]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:22 smithi111 ceph-mon[116524]: pgmap v16386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:24 smithi155 ceph-mon[102677]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:24 smithi111 ceph-mon[97855]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:24 smithi111 ceph-mon[116524]: pgmap v16387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:25 smithi155 ceph-mon[102677]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:25 smithi111 ceph-mon[97855]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:25 smithi111 ceph-mon[116524]: pgmap v16388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:27.925 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:20:28.232 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:20:28.233 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:20:28.234 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:20:28.611 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:20:28.612 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:20:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:28 smithi155 ceph-mon[102677]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:28 smithi111 ceph-mon[97855]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:28 smithi111 ceph-mon[116524]: pgmap v16389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:29 smithi155 ceph-mon[102677]: from='client.42521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:29 smithi155 ceph-mon[102677]: from='client.32649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:20:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4147010298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:20:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:20:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:20:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:29 smithi111 ceph-mon[97855]: from='client.42521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:20:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:29 smithi111 ceph-mon[97855]: from='client.32649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:20:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4147010298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:29 smithi111 ceph-mon[116524]: from='client.42521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:29 smithi111 ceph-mon[116524]: from='client.32649 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4147010298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:20:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:30 smithi155 ceph-mon[102677]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:30 smithi111 ceph-mon[97855]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:30 smithi111 ceph-mon[116524]: pgmap v16390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:32 smithi155 ceph-mon[102677]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:32 smithi111 ceph-mon[97855]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:32 smithi111 ceph-mon[116524]: pgmap v16391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:34 smithi155 ceph-mon[102677]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:34 smithi111 ceph-mon[97855]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:34 smithi111 ceph-mon[116524]: pgmap v16392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:36 smithi155 ceph-mon[102677]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:36 smithi111 ceph-mon[97855]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:36 smithi111 ceph-mon[116524]: pgmap v16393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:38 smithi155 ceph-mon[102677]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:38 smithi111 ceph-mon[97855]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:38 smithi111 ceph-mon[116524]: pgmap v16394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:20:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:20:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:40 smithi155 ceph-mon[102677]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:40 smithi111 ceph-mon[97855]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:40 smithi111 ceph-mon[116524]: pgmap v16395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:42 smithi155 ceph-mon[102677]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:42 smithi111 ceph-mon[97855]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:42 smithi111 ceph-mon[116524]: pgmap v16396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:20:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:20:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:20:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:20:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:20:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:20:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:20:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:20:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:20:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:20:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:20:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:20:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:44 smithi155 ceph-mon[102677]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:44 smithi111 ceph-mon[97855]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:44 smithi111 ceph-mon[116524]: pgmap v16397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:45 smithi155 ceph-mon[102677]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:45 smithi111 ceph-mon[97855]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:45 smithi111 ceph-mon[116524]: pgmap v16398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:48 smithi155 ceph-mon[102677]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:48 smithi111 ceph-mon[97855]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:48 smithi111 ceph-mon[116524]: pgmap v16399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:20:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:20:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:50 smithi155 ceph-mon[102677]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:50 smithi111 ceph-mon[97855]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:50 smithi111 ceph-mon[116524]: pgmap v16400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:20:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:52 smithi155 ceph-mon[102677]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:52 smithi111 ceph-mon[97855]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:52 smithi111 ceph-mon[116524]: pgmap v16401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:54 smithi155 ceph-mon[102677]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:54 smithi111 ceph-mon[97855]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:54 smithi111 ceph-mon[116524]: pgmap v16402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:55 smithi155 ceph-mon[102677]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:55 smithi111 ceph-mon[116524]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:55 smithi111 ceph-mon[97855]: pgmap v16403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:20:58 smithi155 ceph-mon[102677]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:20:58 smithi111 ceph-mon[97855]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:20:58 smithi111 ceph-mon[116524]: pgmap v16404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:20:58.957 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:20:59.262 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:20:59.262 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:20:59.262 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:20:59.262 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:20:59.263 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:20:59.264 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:20:59.643 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:20:59.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:20:59.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:20:59.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:59.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:20:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:20:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:20:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:20:59.645 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:20:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:00 smithi155 ceph-mon[102677]: from='client.32661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:00 smithi155 ceph-mon[102677]: from='client.42545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:00 smithi155 ceph-mon[102677]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4132821332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[97855]: from='client.32661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[97855]: from='client.42545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[97855]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4132821332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[116524]: from='client.32661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[116524]: from='client.42545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[116524]: pgmap v16405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4132821332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:21:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:02 smithi155 ceph-mon[102677]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:02 smithi111 ceph-mon[97855]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:02 smithi111 ceph-mon[116524]: pgmap v16406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:04 smithi155 ceph-mon[102677]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:04 smithi111 ceph-mon[97855]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:04 smithi111 ceph-mon[116524]: pgmap v16407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:06 smithi155 ceph-mon[102677]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:06 smithi111 ceph-mon[97855]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:06 smithi111 ceph-mon[116524]: pgmap v16408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:08 smithi155 ceph-mon[102677]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:08 smithi111 ceph-mon[97855]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:08 smithi111 ceph-mon[116524]: pgmap v16409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:21:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:21:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:10 smithi155 ceph-mon[102677]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:10 smithi111 ceph-mon[97855]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:10 smithi111 ceph-mon[116524]: pgmap v16410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:12 smithi155 ceph-mon[102677]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:12 smithi111 ceph-mon[97855]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:12 smithi111 ceph-mon[116524]: pgmap v16411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:14 smithi155 ceph-mon[102677]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:14 smithi111 ceph-mon[97855]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:14 smithi111 ceph-mon[116524]: pgmap v16412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:15 smithi155 ceph-mon[102677]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:15 smithi111 ceph-mon[97855]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:15 smithi111 ceph-mon[116524]: pgmap v16413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:18 smithi155 ceph-mon[102677]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:18 smithi111 ceph-mon[97855]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:18 smithi111 ceph-mon[116524]: pgmap v16414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:21:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:21:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:20 smithi155 ceph-mon[102677]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:20 smithi111 ceph-mon[97855]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:20 smithi111 ceph-mon[116524]: pgmap v16415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:22 smithi155 ceph-mon[102677]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:22 smithi111 ceph-mon[97855]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:22 smithi111 ceph-mon[116524]: pgmap v16416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:24 smithi155 ceph-mon[102677]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:24 smithi111 ceph-mon[97855]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:24 smithi111 ceph-mon[116524]: pgmap v16417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:25 smithi155 ceph-mon[102677]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:25 smithi111 ceph-mon[97855]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:25 smithi111 ceph-mon[116524]: pgmap v16418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:28 smithi155 ceph-mon[102677]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:28 smithi111 ceph-mon[97855]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:28 smithi111 ceph-mon[116524]: pgmap v16419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:21:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:21:29.986 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:21:30.292 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:21:30.293 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:21:30.294 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:21:30.672 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:21:30.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:21:30.674 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:21:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:30 smithi155 ceph-mon[102677]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:30 smithi111 ceph-mon[97855]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:30 smithi111 ceph-mon[116524]: pgmap v16420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:31 smithi155 ceph-mon[102677]: from='client.42557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:31 smithi155 ceph-mon[102677]: from='client.42563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2322613905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:31 smithi111 ceph-mon[97855]: from='client.42557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:31 smithi111 ceph-mon[97855]: from='client.42563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2322613905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:31 smithi111 ceph-mon[116524]: from='client.42557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:31 smithi111 ceph-mon[116524]: from='client.42563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:21:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2322613905' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:21:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:32 smithi155 ceph-mon[102677]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:32 smithi111 ceph-mon[97855]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:32 smithi111 ceph-mon[116524]: pgmap v16421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:34 smithi155 ceph-mon[102677]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:34 smithi111 ceph-mon[97855]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:34 smithi111 ceph-mon[116524]: pgmap v16422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:36 smithi155 ceph-mon[102677]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:36 smithi111 ceph-mon[97855]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:36 smithi111 ceph-mon[116524]: pgmap v16423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:38 smithi155 ceph-mon[102677]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:38 smithi111 ceph-mon[97855]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:38 smithi111 ceph-mon[116524]: pgmap v16424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:21:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:21:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:40 smithi155 ceph-mon[102677]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:40 smithi111 ceph-mon[97855]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:40 smithi111 ceph-mon[116524]: pgmap v16425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:42 smithi155 ceph-mon[102677]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:42 smithi111 ceph-mon[97855]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:42 smithi111 ceph-mon[116524]: pgmap v16426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:21:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:21:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:21:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:44 smithi155 ceph-mon[102677]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:21:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:21:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:21:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[97855]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:21:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:21:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:21:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[116524]: pgmap v16427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:21:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:21:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:21:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:45 smithi155 ceph-mon[102677]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:45 smithi111 ceph-mon[97855]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:45 smithi111 ceph-mon[116524]: pgmap v16428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:48 smithi155 ceph-mon[102677]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:48 smithi111 ceph-mon[97855]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:48 smithi111 ceph-mon[116524]: pgmap v16429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:21:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:21:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:50 smithi155 ceph-mon[102677]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:50 smithi111 ceph-mon[97855]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:50 smithi111 ceph-mon[116524]: pgmap v16430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:21:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:52 smithi155 ceph-mon[102677]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:52 smithi111 ceph-mon[97855]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:52 smithi111 ceph-mon[116524]: pgmap v16431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:54 smithi155 ceph-mon[102677]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:54 smithi111 ceph-mon[97855]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:54 smithi111 ceph-mon[116524]: pgmap v16432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:55 smithi155 ceph-mon[102677]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:55 smithi111 ceph-mon[97855]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:55 smithi111 ceph-mon[116524]: pgmap v16433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:21:58 smithi155 ceph-mon[102677]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:21:58 smithi111 ceph-mon[97855]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:21:58 smithi111 ceph-mon[116524]: pgmap v16434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:21:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:22:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:00 smithi155 ceph-mon[102677]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:00 smithi111 ceph-mon[97855]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:00 smithi111 ceph-mon[116524]: pgmap v16435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:01.019 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:22:01.328 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:22:01.329 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:22:01.330 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:22:01.710 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:22:01.710 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:22:01.711 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:22:01.712 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:01.712 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:22:01.712 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:22:01.712 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:22:01.712 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:02 smithi155 ceph-mon[102677]: from='client.32697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:02 smithi155 ceph-mon[102677]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:02 smithi155 ceph-mon[102677]: from='client.42581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/802290470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[97855]: from='client.32697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[97855]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[97855]: from='client.42581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/802290470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:22:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[116524]: from='client.32697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[116524]: pgmap v16436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[116524]: from='client.42581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/802290470' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:22:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:04 smithi155 ceph-mon[102677]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:04 smithi111 ceph-mon[97855]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:04 smithi111 ceph-mon[116524]: pgmap v16437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:06 smithi155 ceph-mon[102677]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:06 smithi111 ceph-mon[97855]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:06 smithi111 ceph-mon[116524]: pgmap v16438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:08 smithi155 ceph-mon[102677]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:08 smithi111 ceph-mon[97855]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:08 smithi111 ceph-mon[116524]: pgmap v16439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:22:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:22:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:10 smithi155 ceph-mon[102677]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:10 smithi111 ceph-mon[97855]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:10 smithi111 ceph-mon[116524]: pgmap v16440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:12 smithi155 ceph-mon[102677]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:12 smithi111 ceph-mon[97855]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:12 smithi111 ceph-mon[116524]: pgmap v16441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:14 smithi155 ceph-mon[102677]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:14 smithi111 ceph-mon[97855]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:14 smithi111 ceph-mon[116524]: pgmap v16442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:15 smithi155 ceph-mon[102677]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:15 smithi111 ceph-mon[97855]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:15 smithi111 ceph-mon[116524]: pgmap v16443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:18 smithi155 ceph-mon[102677]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:18 smithi111 ceph-mon[97855]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:18 smithi111 ceph-mon[116524]: pgmap v16444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:22:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:22:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:20 smithi155 ceph-mon[102677]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:20 smithi111 ceph-mon[97855]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:20 smithi111 ceph-mon[116524]: pgmap v16445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:22 smithi155 ceph-mon[102677]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:22 smithi111 ceph-mon[97855]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:22 smithi111 ceph-mon[116524]: pgmap v16446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:24 smithi155 ceph-mon[102677]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:24 smithi111 ceph-mon[97855]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:24 smithi111 ceph-mon[116524]: pgmap v16447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:25 smithi155 ceph-mon[102677]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:25 smithi111 ceph-mon[97855]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:25 smithi111 ceph-mon[116524]: pgmap v16448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:28 smithi155 ceph-mon[102677]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:28 smithi111 ceph-mon[97855]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:28 smithi111 ceph-mon[116524]: pgmap v16449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:22:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:22:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:30 smithi155 ceph-mon[102677]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:30 smithi111 ceph-mon[97855]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:30 smithi111 ceph-mon[116524]: pgmap v16450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:32.060 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:22:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:22:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:22:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:22:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:22:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5390M 2266M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5695M 2266M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5918M 2266M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:22:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5112M 2266M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:22:32.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:22:32.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:22:32.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:22:32.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:22:32.370 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:22:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:32 smithi155 ceph-mon[102677]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:32.747 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:22:32.748 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:22:32.749 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:22:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:32 smithi111 ceph-mon[97855]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:32.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:32 smithi111 ceph-mon[116524]: pgmap v16451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:33 smithi155 ceph-mon[102677]: from='client.42593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:33 smithi155 ceph-mon[102677]: from='client.42599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/918421940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:33 smithi111 ceph-mon[97855]: from='client.42593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:33 smithi111 ceph-mon[97855]: from='client.42599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/918421940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:33 smithi111 ceph-mon[116524]: from='client.42593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:33 smithi111 ceph-mon[116524]: from='client.42599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:22:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/918421940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:22:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:34 smithi155 ceph-mon[102677]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:34 smithi111 ceph-mon[97855]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:34 smithi111 ceph-mon[116524]: pgmap v16452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:36 smithi155 ceph-mon[102677]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:36 smithi111 ceph-mon[97855]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:36 smithi111 ceph-mon[116524]: pgmap v16453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:38 smithi155 ceph-mon[102677]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:38 smithi111 ceph-mon[97855]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:38 smithi111 ceph-mon[116524]: pgmap v16454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:22:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:22:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:40 smithi155 ceph-mon[102677]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 12:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T12:22:40.174897153Z level=info msg="Completed cleanup jobs" duration=141.757467ms 2023-12-01T12:22:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:40 smithi111 ceph-mon[97855]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:40 smithi111 ceph-mon[116524]: pgmap v16455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:42 smithi155 ceph-mon[102677]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:42 smithi111 ceph-mon[97855]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:42 smithi111 ceph-mon[116524]: pgmap v16456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:22:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:22:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:22:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:22:44.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:22:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:22:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: pgmap v16457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:22:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:22:44.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:22:44.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:22:44.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:22:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:45 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2257M 2023-12-01T12:22:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:45 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2257M 2023-12-01T12:22:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:45 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2257M 2023-12-01T12:22:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:46 smithi155 ceph-mon[102677]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:46 smithi111 ceph-mon[97855]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:46 smithi111 ceph-mon[116524]: pgmap v16458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:48 smithi155 ceph-mon[102677]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:48 smithi111 ceph-mon[97855]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:48 smithi111 ceph-mon[116524]: pgmap v16459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:22:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:22:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:50 smithi155 ceph-mon[102677]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:50 smithi111 ceph-mon[97855]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:50 smithi111 ceph-mon[116524]: pgmap v16460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:22:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:52 smithi155 ceph-mon[102677]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:52 smithi111 ceph-mon[97855]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:52 smithi111 ceph-mon[116524]: pgmap v16461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:54 smithi155 ceph-mon[102677]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:54 smithi111 ceph-mon[97855]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:54 smithi111 ceph-mon[116524]: pgmap v16462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:55 smithi111 ceph-mon[97855]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:55 smithi111 ceph-mon[116524]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:55 smithi155 ceph-mon[102677]: pgmap v16463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:22:58 smithi155 ceph-mon[102677]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:22:58 smithi111 ceph-mon[97855]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:22:58 smithi111 ceph-mon[116524]: pgmap v16464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:22:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:22:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:23:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:00 smithi155 ceph-mon[102677]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:00 smithi111 ceph-mon[97855]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:00 smithi111 ceph-mon[116524]: pgmap v16465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:02 smithi155 ceph-mon[102677]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:02 smithi111 ceph-mon[97855]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:02 smithi111 ceph-mon[116524]: pgmap v16466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:03.092 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:23:03.400 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:23:03.400 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:23:03.400 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5390M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5695M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5918M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5112M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:23:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:23:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:23:03.778 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:23:03.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:23:03.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:23:03.779 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:23:03.780 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:23:03.780 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:23:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:04 smithi155 ceph-mon[102677]: from='client.32733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:04 smithi155 ceph-mon[102677]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:04 smithi155 ceph-mon[102677]: from='client.42617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2719706588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:23:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[97855]: from='client.32733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[97855]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[97855]: from='client.42617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2719706588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[116524]: from='client.32733 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[116524]: pgmap v16467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[116524]: from='client.42617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2719706588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:23:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:06 smithi155 ceph-mon[102677]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:06 smithi111 ceph-mon[97855]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:06 smithi111 ceph-mon[116524]: pgmap v16468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:08 smithi155 ceph-mon[102677]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:08 smithi111 ceph-mon[97855]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:08 smithi111 ceph-mon[116524]: pgmap v16469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:23:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:23:10.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:10 smithi155 ceph-mon[102677]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:10 smithi111 ceph-mon[97855]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:10 smithi111 ceph-mon[116524]: pgmap v16470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:12 smithi155 ceph-mon[102677]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:12 smithi111 ceph-mon[97855]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:12 smithi111 ceph-mon[116524]: pgmap v16471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:14 smithi155 ceph-mon[102677]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:14 smithi111 ceph-mon[97855]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:14 smithi111 ceph-mon[116524]: pgmap v16472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:15 smithi111 ceph-mon[97855]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:15 smithi111 ceph-mon[116524]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:15 smithi155 ceph-mon[102677]: pgmap v16473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:18 smithi155 ceph-mon[102677]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:18 smithi111 ceph-mon[97855]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:18 smithi111 ceph-mon[116524]: pgmap v16474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:23:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:23:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:20 smithi155 ceph-mon[102677]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:20 smithi111 ceph-mon[97855]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:20 smithi111 ceph-mon[116524]: pgmap v16475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:22 smithi155 ceph-mon[102677]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:22 smithi111 ceph-mon[97855]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:22 smithi111 ceph-mon[116524]: pgmap v16476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:24 smithi155 ceph-mon[102677]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:24 smithi111 ceph-mon[97855]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:24 smithi111 ceph-mon[116524]: pgmap v16477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:25 smithi111 ceph-mon[97855]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:25 smithi111 ceph-mon[116524]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:25 smithi155 ceph-mon[102677]: pgmap v16478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:28 smithi155 ceph-mon[102677]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:28 smithi111 ceph-mon[97855]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:28 smithi111 ceph-mon[116524]: pgmap v16479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:23:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:23:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:30 smithi155 ceph-mon[102677]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:30 smithi111 ceph-mon[97855]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:30 smithi111 ceph-mon[116524]: pgmap v16480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:32 smithi155 ceph-mon[102677]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:32 smithi111 ceph-mon[97855]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:32 smithi111 ceph-mon[116524]: pgmap v16481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:34.123 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:23:34.431 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5390M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5695M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5918M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5112M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:23:34.432 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:23:34.433 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:23:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:34 smithi155 ceph-mon[102677]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:34 smithi111 ceph-mon[97855]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:34 smithi111 ceph-mon[116524]: pgmap v16482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:34.815 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:23:34.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:23:34.816 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:23:34.816 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:23:34.816 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:23:34.816 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:23:34.816 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:23:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:35 smithi155 ceph-mon[102677]: from='client.32751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:35 smithi155 ceph-mon[102677]: from='client.42635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/794314497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:23:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[97855]: from='client.32751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[97855]: from='client.42635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/794314497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:23:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[116524]: from='client.32751 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[116524]: from='client.42635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:23:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/794314497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:23:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:36 smithi155 ceph-mon[102677]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:36 smithi111 ceph-mon[97855]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:36 smithi111 ceph-mon[116524]: pgmap v16483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:38 smithi155 ceph-mon[102677]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:38 smithi111 ceph-mon[97855]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:38 smithi111 ceph-mon[116524]: pgmap v16484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:23:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:23:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:40 smithi155 ceph-mon[102677]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:40 smithi111 ceph-mon[97855]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:40 smithi111 ceph-mon[116524]: pgmap v16485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:42 smithi155 ceph-mon[102677]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:42.762 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:42 smithi111 ceph-mon[97855]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:42.763 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:42 smithi111 ceph-mon[116524]: pgmap v16486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:44 smithi155 ceph-mon[102677]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:23:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:44 smithi111 ceph-mon[97855]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:23:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:44 smithi111 ceph-mon[116524]: pgmap v16487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:23:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:23:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:23:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:23:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:23:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:23:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:23:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:23:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:23:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:23:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:46 smithi155 ceph-mon[102677]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:46 smithi111 ceph-mon[97855]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:46 smithi111 ceph-mon[116524]: pgmap v16488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:48 smithi155 ceph-mon[102677]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:48 smithi111 ceph-mon[97855]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:48 smithi111 ceph-mon[116524]: pgmap v16489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:23:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:23:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:50 smithi155 ceph-mon[102677]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:50 smithi111 ceph-mon[97855]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:50 smithi111 ceph-mon[116524]: pgmap v16490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:23:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:52 smithi155 ceph-mon[102677]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:52 smithi111 ceph-mon[97855]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:52 smithi111 ceph-mon[116524]: pgmap v16491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:54 smithi155 ceph-mon[102677]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:54 smithi111 ceph-mon[97855]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:54 smithi111 ceph-mon[116524]: pgmap v16492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:55 smithi111 ceph-mon[97855]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:55 smithi111 ceph-mon[116524]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:55 smithi155 ceph-mon[102677]: pgmap v16493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:23:58 smithi155 ceph-mon[102677]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:23:58 smithi111 ceph-mon[97855]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:23:58 smithi111 ceph-mon[116524]: pgmap v16494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:23:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:23:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:24:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:00 smithi155 ceph-mon[102677]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:00 smithi111 ceph-mon[97855]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:00 smithi111 ceph-mon[116524]: pgmap v16495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:02 smithi155 ceph-mon[102677]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:02 smithi111 ceph-mon[97855]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:02 smithi111 ceph-mon[116524]: pgmap v16496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:04 smithi155 ceph-mon[102677]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:04 smithi111 ceph-mon[97855]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:04 smithi111 ceph-mon[116524]: pgmap v16497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:05.165 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:24:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5390M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5695M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5918M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5112M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:24:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:24:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:24:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:24:05.855 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:24:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:06 smithi155 ceph-mon[102677]: from='client.42647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:06 smithi155 ceph-mon[102677]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:06 smithi155 ceph-mon[102677]: from='client.32775 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2119141190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:24:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[116524]: from='client.42647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[116524]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[116524]: from='client.32775 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2119141190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:24:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[97855]: from='client.42647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[97855]: pgmap v16498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[97855]: from='client.32775 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2119141190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:24:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:08 smithi155 ceph-mon[102677]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:08 smithi111 ceph-mon[97855]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:08 smithi111 ceph-mon[116524]: pgmap v16499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:24:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:24:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:10 smithi155 ceph-mon[102677]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:10 smithi111 ceph-mon[97855]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:10 smithi111 ceph-mon[116524]: pgmap v16500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:12 smithi155 ceph-mon[102677]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:12 smithi111 ceph-mon[97855]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:12.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:12 smithi111 ceph-mon[116524]: pgmap v16501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:14 smithi155 ceph-mon[102677]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:14 smithi111 ceph-mon[97855]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:14 smithi111 ceph-mon[116524]: pgmap v16502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:15 smithi111 ceph-mon[97855]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:15 smithi111 ceph-mon[116524]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:15 smithi155 ceph-mon[102677]: pgmap v16503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:18 smithi155 ceph-mon[102677]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:18 smithi111 ceph-mon[97855]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:18 smithi111 ceph-mon[116524]: pgmap v16504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:24:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:24:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:20 smithi155 ceph-mon[102677]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:20 smithi111 ceph-mon[97855]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:20 smithi111 ceph-mon[116524]: pgmap v16505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:22 smithi155 ceph-mon[102677]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:22 smithi111 ceph-mon[97855]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:22 smithi111 ceph-mon[116524]: pgmap v16506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:24 smithi155 ceph-mon[102677]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:24 smithi111 ceph-mon[97855]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:24 smithi111 ceph-mon[116524]: pgmap v16507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:25 smithi111 ceph-mon[97855]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:25 smithi111 ceph-mon[116524]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:25 smithi155 ceph-mon[102677]: pgmap v16508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:28 smithi155 ceph-mon[102677]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:28 smithi111 ceph-mon[97855]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:28 smithi111 ceph-mon[116524]: pgmap v16509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:24:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:24:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:30 smithi155 ceph-mon[102677]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:30 smithi111 ceph-mon[97855]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:30 smithi111 ceph-mon[116524]: pgmap v16510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:32 smithi155 ceph-mon[102677]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:32 smithi111 ceph-mon[97855]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:32 smithi111 ceph-mon[116524]: pgmap v16511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:34 smithi155 ceph-mon[102677]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:34 smithi111 ceph-mon[97855]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:34 smithi111 ceph-mon[116524]: pgmap v16512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:36.200 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 10m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 10m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 10m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 10m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 10m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:24:36.510 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 10m ago 7h 849M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 10m ago 7h 1993M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 10m ago 7h 918M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 10m ago 7h 849M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 10m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 10m ago 7h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 10m ago 7h 5390M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 10m ago 7h 5695M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 10m ago 7h 5918M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 10m ago 7h 5112M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:24:36.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 10m ago 7h 4072M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:24:36.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 10m ago 7h 5094M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:24:36.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 10m ago 7h 4489M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:24:36.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 10m ago 7h 5253M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:24:36.512 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 10m ago 7h 118M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:24:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:36 smithi155 ceph-mon[102677]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:36 smithi111 ceph-mon[97855]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:36 smithi111 ceph-mon[116524]: pgmap v16513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:36.894 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:24:36.895 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:24:36.896 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:37 smithi155 ceph-mon[102677]: from='client.32787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:37 smithi155 ceph-mon[102677]: from='client.32793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3455558998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:37 smithi111 ceph-mon[97855]: from='client.32787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:37 smithi111 ceph-mon[97855]: from='client.32793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3455558998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:37 smithi111 ceph-mon[116524]: from='client.32787 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:37 smithi111 ceph-mon[116524]: from='client.32793 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:24:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3455558998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:24:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:38 smithi155 ceph-mon[102677]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:38 smithi111 ceph-mon[97855]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:38 smithi111 ceph-mon[116524]: pgmap v16514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:24:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:24:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:40 smithi155 ceph-mon[102677]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:40 smithi111 ceph-mon[97855]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:40 smithi111 ceph-mon[116524]: pgmap v16515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:42 smithi155 ceph-mon[102677]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:42 smithi111 ceph-mon[97855]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:42 smithi111 ceph-mon[116524]: pgmap v16516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:44 smithi155 ceph-mon[102677]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:44 smithi111 ceph-mon[97855]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:44 smithi111 ceph-mon[116524]: pgmap v16517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:24:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:24:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:24:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:46 smithi155 ceph-mon[102677]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:46 smithi111 ceph-mon[97855]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:46 smithi111 ceph-mon[116524]: pgmap v16518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:47.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:24:47.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:24:47.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: pgmap v16519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:24:48.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:24:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:24:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:24:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:50 smithi155 ceph-mon[102677]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:50 smithi111 ceph-mon[97855]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:50 smithi111 ceph-mon[116524]: pgmap v16520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:24:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:52 smithi155 ceph-mon[102677]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:52 smithi111 ceph-mon[97855]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:52 smithi111 ceph-mon[116524]: pgmap v16521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:54 smithi155 ceph-mon[102677]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:54 smithi111 ceph-mon[97855]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:54 smithi111 ceph-mon[116524]: pgmap v16522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:55 smithi111 ceph-mon[97855]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:55 smithi111 ceph-mon[116524]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:55 smithi155 ceph-mon[102677]: pgmap v16523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:24:58 smithi155 ceph-mon[102677]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:24:58 smithi111 ceph-mon[97855]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:24:58 smithi111 ceph-mon[116524]: pgmap v16524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:24:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:24:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:25:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:00 smithi155 ceph-mon[102677]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:00 smithi111 ceph-mon[97855]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:00 smithi111 ceph-mon[116524]: pgmap v16525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:02 smithi155 ceph-mon[102677]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:02 smithi111 ceph-mon[97855]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:02 smithi111 ceph-mon[116524]: pgmap v16526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:04 smithi155 ceph-mon[102677]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:04 smithi111 ceph-mon[97855]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:04 smithi111 ceph-mon[116524]: pgmap v16527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:06 smithi155 ceph-mon[102677]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:06 smithi111 ceph-mon[97855]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:06 smithi111 ceph-mon[116524]: pgmap v16528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:07.240 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:25:07.544 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:25:07.544 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 20s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:25:07.544 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 20s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:25:07.544 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 20s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 20s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 20s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 20s ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 20s ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 20s ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 20s ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 20s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 20s ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 20s ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:25:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 20s ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 20s ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 20s ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 20s ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 20s ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 20s ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 20s ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:25:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 20s ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:25:07.925 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:25:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:25:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:07.926 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:25:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:25:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:25:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:25:07.927 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:25:07.927 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:25:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:08 smithi155 ceph-mon[102677]: from='client.32805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:08 smithi155 ceph-mon[102677]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:08 smithi155 ceph-mon[102677]: from='client.42689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3365222491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[97855]: from='client.32805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[97855]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[97855]: from='client.42689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3365222491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[116524]: from='client.32805 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[116524]: pgmap v16529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[116524]: from='client.42689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3365222491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:25:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:25:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:25:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:10 smithi155 ceph-mon[102677]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:10 smithi111 ceph-mon[97855]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:10 smithi111 ceph-mon[116524]: pgmap v16530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:12 smithi155 ceph-mon[102677]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:12 smithi111 ceph-mon[97855]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:12 smithi111 ceph-mon[116524]: pgmap v16531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:14 smithi155 ceph-mon[102677]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:14 smithi111 ceph-mon[97855]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:14 smithi111 ceph-mon[116524]: pgmap v16532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:15 smithi111 ceph-mon[97855]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:15 smithi111 ceph-mon[116524]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:15 smithi155 ceph-mon[102677]: pgmap v16533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:18 smithi155 ceph-mon[102677]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:18 smithi111 ceph-mon[97855]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:18 smithi111 ceph-mon[116524]: pgmap v16534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:25:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:25:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:20 smithi155 ceph-mon[102677]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:20 smithi111 ceph-mon[97855]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:20 smithi111 ceph-mon[116524]: pgmap v16535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:22 smithi155 ceph-mon[102677]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:22 smithi111 ceph-mon[97855]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:22 smithi111 ceph-mon[116524]: pgmap v16536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:24 smithi155 ceph-mon[102677]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:24 smithi111 ceph-mon[97855]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:24 smithi111 ceph-mon[116524]: pgmap v16537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:25 smithi111 ceph-mon[97855]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:25 smithi111 ceph-mon[116524]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:25 smithi155 ceph-mon[102677]: pgmap v16538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:28 smithi155 ceph-mon[102677]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:28 smithi111 ceph-mon[97855]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:28 smithi111 ceph-mon[116524]: pgmap v16539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:25:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:25:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:30 smithi155 ceph-mon[102677]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:30 smithi111 ceph-mon[97855]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:30 smithi111 ceph-mon[116524]: pgmap v16540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:32 smithi155 ceph-mon[102677]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:32 smithi111 ceph-mon[97855]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:32 smithi111 ceph-mon[116524]: pgmap v16541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:34 smithi155 ceph-mon[102677]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:34 smithi111 ceph-mon[97855]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:34 smithi111 ceph-mon[116524]: pgmap v16542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:36 smithi155 ceph-mon[102677]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:36 smithi111 ceph-mon[97855]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:36 smithi111 ceph-mon[116524]: pgmap v16543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:38.269 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:25:38.579 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:25:38.579 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 51s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:25:38.579 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 51s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:25:38.579 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 51s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:25:38.579 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 51s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:25:38.579 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 51s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 51s ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 51s ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 51s ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 51s ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 51s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 51s ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 51s ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 51s ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 51s ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 51s ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 51s ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:25:38.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 51s ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:25:38.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 51s ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:25:38.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 51s ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:25:38.581 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 51s ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:25:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:38 smithi155 ceph-mon[102677]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:38 smithi111 ceph-mon[97855]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:38 smithi111 ceph-mon[116524]: pgmap v16544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:25:38.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:25:38.963 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:39 smithi155 ceph-mon[102677]: from='client.42701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:39 smithi155 ceph-mon[102677]: from='client.42707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3688639163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:25:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:25:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:39 smithi111 ceph-mon[97855]: from='client.42701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:39 smithi111 ceph-mon[97855]: from='client.42707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3688639163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:25:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:39 smithi111 ceph-mon[116524]: from='client.42701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:39 smithi111 ceph-mon[116524]: from='client.42707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:25:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3688639163' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:25:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:40 smithi155 ceph-mon[102677]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:40 smithi111 ceph-mon[97855]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:40 smithi111 ceph-mon[116524]: pgmap v16545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:42 smithi155 ceph-mon[102677]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:42 smithi111 ceph-mon[97855]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:42 smithi111 ceph-mon[116524]: pgmap v16546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:44 smithi155 ceph-mon[102677]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:44 smithi111 ceph-mon[97855]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:44 smithi111 ceph-mon[116524]: pgmap v16547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:45 smithi155 ceph-mon[102677]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:45 smithi111 ceph-mon[97855]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:45 smithi111 ceph-mon[116524]: pgmap v16548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:48 smithi155 ceph-mon[102677]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:25:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:25:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:25:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:25:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[97855]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:25:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:25:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:25:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:25:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[116524]: pgmap v16549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:25:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:25:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:25:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:25:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:25:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:25:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:50 smithi155 ceph-mon[102677]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:50 smithi111 ceph-mon[116524]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:50 smithi111 ceph-mon[97855]: pgmap v16550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:25:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:52 smithi155 ceph-mon[102677]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:52 smithi111 ceph-mon[97855]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:52 smithi111 ceph-mon[116524]: pgmap v16551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:54 smithi155 ceph-mon[102677]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:54 smithi111 ceph-mon[97855]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:54 smithi111 ceph-mon[116524]: pgmap v16552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:56 smithi155 ceph-mon[102677]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:56 smithi111 ceph-mon[97855]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:56 smithi111 ceph-mon[116524]: pgmap v16553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:25:58 smithi155 ceph-mon[102677]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:25:58 smithi111 ceph-mon[97855]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:25:58 smithi111 ceph-mon[116524]: pgmap v16554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:25:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:25:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:26:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:00 smithi155 ceph-mon[102677]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:00 smithi111 ceph-mon[97855]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:00 smithi111 ceph-mon[116524]: pgmap v16555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:02 smithi155 ceph-mon[102677]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:02 smithi111 ceph-mon[97855]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:02 smithi111 ceph-mon[116524]: pgmap v16556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:04 smithi155 ceph-mon[102677]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:04 smithi111 ceph-mon[97855]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:04 smithi111 ceph-mon[116524]: pgmap v16557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:06 smithi155 ceph-mon[102677]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:06 smithi111 ceph-mon[97855]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:06 smithi111 ceph-mon[116524]: pgmap v16558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:08 smithi155 ceph-mon[102677]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:08 smithi111 ceph-mon[97855]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:08 smithi111 ceph-mon[116524]: pgmap v16559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:09.309 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 82s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 82s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 82s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 82s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 82s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 82s ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 82s ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 82s ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 82s ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 82s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:26:09.616 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 82s ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 82s ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 82s ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 82s ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 82s ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 82s ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 82s ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 82s ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 82s ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:26:09.617 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 82s ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:26:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:26:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:26:09.998 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:26:09.998 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:26:09.999 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:26:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:10 smithi155 ceph-mon[102677]: from='client.42719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:10 smithi155 ceph-mon[102677]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:10 smithi155 ceph-mon[102677]: from='client.42725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/668600971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[97855]: from='client.42719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[97855]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[97855]: from='client.42725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/668600971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:26:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[116524]: from='client.42719 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[116524]: pgmap v16560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[116524]: from='client.42725 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/668600971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:26:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:12 smithi155 ceph-mon[102677]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:12 smithi111 ceph-mon[97855]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:12 smithi111 ceph-mon[116524]: pgmap v16561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:14 smithi155 ceph-mon[102677]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:14 smithi111 ceph-mon[97855]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:14 smithi111 ceph-mon[116524]: pgmap v16562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:16 smithi155 ceph-mon[102677]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:16 smithi111 ceph-mon[97855]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:16 smithi111 ceph-mon[116524]: pgmap v16563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:18 smithi155 ceph-mon[102677]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:18 smithi111 ceph-mon[97855]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:18 smithi111 ceph-mon[116524]: pgmap v16564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:26:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:26:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:20 smithi155 ceph-mon[102677]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:20 smithi111 ceph-mon[97855]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:20 smithi111 ceph-mon[116524]: pgmap v16565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:22 smithi155 ceph-mon[102677]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:22 smithi111 ceph-mon[97855]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:22 smithi111 ceph-mon[116524]: pgmap v16566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:24 smithi155 ceph-mon[102677]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:24 smithi111 ceph-mon[97855]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:24 smithi111 ceph-mon[116524]: pgmap v16567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:26.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:26 smithi155 ceph-mon[102677]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:26 smithi111 ceph-mon[97855]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:26 smithi111 ceph-mon[116524]: pgmap v16568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:28 smithi155 ceph-mon[102677]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:28 smithi111 ceph-mon[97855]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:28 smithi111 ceph-mon[116524]: pgmap v16569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:26:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:26:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:30 smithi155 ceph-mon[102677]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:30 smithi111 ceph-mon[97855]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:30 smithi111 ceph-mon[116524]: pgmap v16570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:32 smithi155 ceph-mon[102677]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:32 smithi111 ceph-mon[116524]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:32 smithi111 ceph-mon[97855]: pgmap v16571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:34 smithi155 ceph-mon[102677]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:34 smithi111 ceph-mon[116524]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:34 smithi111 ceph-mon[97855]: pgmap v16572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:36 smithi155 ceph-mon[102677]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:36 smithi111 ceph-mon[97855]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:36 smithi111 ceph-mon[116524]: pgmap v16573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:38 smithi155 ceph-mon[102677]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:38 smithi111 ceph-mon[97855]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:38 smithi111 ceph-mon[116524]: pgmap v16574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:26:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:26:40.343 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 113s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 113s ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 113s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 113s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 113s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 113s ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 113s ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:26:40.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 113s ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 113s ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 113s ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 113s ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 113s ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 113s ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 113s ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 113s ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 113s ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 113s ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 113s ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 113s ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:26:40.658 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 113s ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:26:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:40 smithi155 ceph-mon[102677]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:40 smithi111 ceph-mon[97855]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:40 smithi111 ceph-mon[116524]: pgmap v16575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:41.036 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:26:41.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:26:41.037 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:26:41.037 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:26:41.037 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:26:41.037 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:26:41.037 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:26:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:41 smithi155 ceph-mon[102677]: from='client.32859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:41 smithi155 ceph-mon[102677]: from='client.32865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1604137816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:41 smithi111 ceph-mon[97855]: from='client.32859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:41 smithi111 ceph-mon[97855]: from='client.32865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1604137816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:26:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:41 smithi111 ceph-mon[116524]: from='client.32859 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:41 smithi111 ceph-mon[116524]: from='client.32865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:26:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1604137816' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:26:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:42 smithi155 ceph-mon[102677]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:42 smithi111 ceph-mon[97855]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:42 smithi111 ceph-mon[116524]: pgmap v16576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:44 smithi155 ceph-mon[102677]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:44 smithi111 ceph-mon[97855]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:44 smithi111 ceph-mon[116524]: pgmap v16577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:46 smithi155 ceph-mon[102677]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:46 smithi111 ceph-mon[97855]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:46 smithi111 ceph-mon[116524]: pgmap v16578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:48 smithi155 ceph-mon[102677]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:48 smithi111 ceph-mon[97855]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:26:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:48 smithi111 ceph-mon[116524]: pgmap v16579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:26:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:26:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:26:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:26:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:26:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:50 smithi155 ceph-mon[102677]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:50 smithi111 ceph-mon[97855]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:50 smithi111 ceph-mon[116524]: pgmap v16580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:26:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:52 smithi155 ceph-mon[102677]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:52 smithi111 ceph-mon[97855]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:52 smithi111 ceph-mon[116524]: pgmap v16581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:54 smithi155 ceph-mon[102677]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:54 smithi111 ceph-mon[97855]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:54 smithi111 ceph-mon[116524]: pgmap v16582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:56 smithi155 ceph-mon[102677]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:56 smithi111 ceph-mon[97855]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:56 smithi111 ceph-mon[116524]: pgmap v16583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:26:58 smithi155 ceph-mon[102677]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:26:58 smithi111 ceph-mon[97855]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:26:58 smithi111 ceph-mon[116524]: pgmap v16584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:26:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:26:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:27:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:00 smithi155 ceph-mon[102677]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:00 smithi111 ceph-mon[97855]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:00 smithi111 ceph-mon[116524]: pgmap v16585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:02 smithi155 ceph-mon[102677]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:02 smithi111 ceph-mon[97855]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:02 smithi111 ceph-mon[116524]: pgmap v16586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:04 smithi155 ceph-mon[102677]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:04 smithi111 ceph-mon[116524]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:04 smithi111 ceph-mon[97855]: pgmap v16587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:06 smithi155 ceph-mon[102677]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:06 smithi111 ceph-mon[97855]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:06 smithi111 ceph-mon[116524]: pgmap v16588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:08 smithi155 ceph-mon[102677]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:08 smithi111 ceph-mon[97855]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:08 smithi111 ceph-mon[116524]: pgmap v16589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:27:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:27:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:10 smithi155 ceph-mon[102677]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:10 smithi111 ceph-mon[116524]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:10 smithi111 ceph-mon[97855]: pgmap v16590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:11.380 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:27:11.687 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:27:11.688 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:27:12.064 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:27:12.064 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:27:12.065 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:27:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:12 smithi155 ceph-mon[102677]: from='client.42752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:12 smithi155 ceph-mon[102677]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2078476067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:27:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:12 smithi111 ceph-mon[97855]: from='client.42752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:12 smithi111 ceph-mon[97855]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2078476067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:12 smithi111 ceph-mon[116524]: from='client.42752 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:12 smithi111 ceph-mon[116524]: pgmap v16591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2078476067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:27:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:13 smithi155 ceph-mon[102677]: from='client.32883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:13 smithi111 ceph-mon[97855]: from='client.32883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:13 smithi111 ceph-mon[116524]: from='client.32883 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:14 smithi155 ceph-mon[102677]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:14 smithi111 ceph-mon[97855]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:14 smithi111 ceph-mon[116524]: pgmap v16592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:16 smithi155 ceph-mon[102677]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:16 smithi111 ceph-mon[97855]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:16 smithi111 ceph-mon[116524]: pgmap v16593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:18 smithi155 ceph-mon[102677]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:18 smithi111 ceph-mon[97855]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:18 smithi111 ceph-mon[116524]: pgmap v16594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:27:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:27:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:20 smithi155 ceph-mon[102677]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:20 smithi111 ceph-mon[97855]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:20 smithi111 ceph-mon[116524]: pgmap v16595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:22 smithi155 ceph-mon[102677]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:22 smithi111 ceph-mon[97855]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:22 smithi111 ceph-mon[116524]: pgmap v16596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:24 smithi155 ceph-mon[102677]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:24 smithi111 ceph-mon[97855]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:24 smithi111 ceph-mon[116524]: pgmap v16597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:26 smithi155 ceph-mon[102677]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:26 smithi111 ceph-mon[97855]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:26 smithi111 ceph-mon[116524]: pgmap v16598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:28 smithi155 ceph-mon[102677]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:28 smithi111 ceph-mon[97855]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:28 smithi111 ceph-mon[116524]: pgmap v16599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:27:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:27:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:30 smithi155 ceph-mon[102677]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:30 smithi111 ceph-mon[116524]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:30 smithi111 ceph-mon[97855]: pgmap v16600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:32 smithi155 ceph-mon[102677]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:32 smithi111 ceph-mon[97855]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:32 smithi111 ceph-mon[116524]: pgmap v16601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:34 smithi155 ceph-mon[102677]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:34 smithi111 ceph-mon[97855]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:34 smithi111 ceph-mon[116524]: pgmap v16602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:36 smithi155 ceph-mon[102677]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:36 smithi111 ceph-mon[97855]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:36 smithi111 ceph-mon[116524]: pgmap v16603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:38 smithi155 ceph-mon[102677]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:38 smithi111 ceph-mon[97855]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:38 smithi111 ceph-mon[116524]: pgmap v16604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:27:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:27:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:40 smithi155 ceph-mon[102677]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:40 smithi111 ceph-mon[97855]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:40 smithi111 ceph-mon[116524]: pgmap v16605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:42.411 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:27:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:42 smithi155 ceph-mon[102677]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:27:42.717 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:27:42.718 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:27:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:42 smithi111 ceph-mon[97855]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:42 smithi111 ceph-mon[116524]: pgmap v16606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:43.095 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:27:43.096 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:27:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:43 smithi111 ceph-mon[97855]: from='client.42770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1352835518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:43 smithi111 ceph-mon[116524]: from='client.42770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1352835518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:27:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:43 smithi155 ceph-mon[102677]: from='client.42770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1352835518' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:27:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:44 smithi111 ceph-mon[97855]: from='client.32901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:44 smithi111 ceph-mon[97855]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:44 smithi111 ceph-mon[116524]: from='client.32901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:44 smithi111 ceph-mon[116524]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:44 smithi155 ceph-mon[102677]: from='client.32901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:27:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:44 smithi155 ceph-mon[102677]: pgmap v16607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:46 smithi155 ceph-mon[102677]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:46 smithi111 ceph-mon[97855]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:46 smithi111 ceph-mon[116524]: pgmap v16608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:48 smithi155 ceph-mon[102677]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:48 smithi111 ceph-mon[97855]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:48 smithi111 ceph-mon[116524]: pgmap v16609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:27:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:27:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:27:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:27:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:27:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:27:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:27:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:27:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:27:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:27:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:27:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:27:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:50 smithi155 ceph-mon[102677]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:50 smithi111 ceph-mon[97855]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:50 smithi111 ceph-mon[116524]: pgmap v16610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:27:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:52 smithi155 ceph-mon[102677]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:52 smithi111 ceph-mon[97855]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:52 smithi111 ceph-mon[116524]: pgmap v16611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:54.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:54 smithi155 ceph-mon[102677]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:54 smithi111 ceph-mon[97855]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:54 smithi111 ceph-mon[116524]: pgmap v16612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:56 smithi155 ceph-mon[102677]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:56 smithi111 ceph-mon[97855]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:56 smithi111 ceph-mon[116524]: pgmap v16613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:27:58 smithi155 ceph-mon[102677]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:27:58 smithi111 ceph-mon[97855]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:27:58 smithi111 ceph-mon[116524]: pgmap v16614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:27:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:27:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:28:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:00 smithi155 ceph-mon[102677]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:00 smithi111 ceph-mon[97855]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:00 smithi111 ceph-mon[116524]: pgmap v16615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:02 smithi155 ceph-mon[102677]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:02 smithi111 ceph-mon[97855]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:02.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:02 smithi111 ceph-mon[116524]: pgmap v16616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:04 smithi155 ceph-mon[102677]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:04 smithi111 ceph-mon[97855]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:04 smithi111 ceph-mon[116524]: pgmap v16617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:06 smithi155 ceph-mon[102677]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:06 smithi111 ceph-mon[97855]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:06 smithi111 ceph-mon[116524]: pgmap v16618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:08 smithi155 ceph-mon[102677]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:08 smithi111 ceph-mon[97855]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:08 smithi111 ceph-mon[116524]: pgmap v16619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:28:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:28:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:10 smithi155 ceph-mon[102677]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:10 smithi111 ceph-mon[97855]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:10 smithi111 ceph-mon[116524]: pgmap v16620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:12 smithi155 ceph-mon[102677]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:12 smithi111 ceph-mon[97855]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:12 smithi111 ceph-mon[116524]: pgmap v16621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:13.440 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:28:13.750 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:28:13.751 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:28:13.752 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:28:14.132 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:28:14.132 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:28:14.133 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:28:14.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:14.134 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:28:14.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:28:14.134 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:28:14.134 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:14 smithi155 ceph-mon[102677]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:14 smithi155 ceph-mon[102677]: from='client.32913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3823249299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:14 smithi111 ceph-mon[97855]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:14 smithi111 ceph-mon[97855]: from='client.32913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3823249299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:28:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:14 smithi111 ceph-mon[116524]: pgmap v16622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:14 smithi111 ceph-mon[116524]: from='client.32913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3823249299' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:28:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:15 smithi111 ceph-mon[97855]: from='client.42794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:15 smithi111 ceph-mon[116524]: from='client.42794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:15 smithi155 ceph-mon[102677]: from='client.42794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:16 smithi111 ceph-mon[97855]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:16 smithi111 ceph-mon[116524]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:16 smithi155 ceph-mon[102677]: pgmap v16623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:18 smithi111 ceph-mon[97855]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:18 smithi111 ceph-mon[116524]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:18 smithi155 ceph-mon[102677]: pgmap v16624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:28:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:28:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:20 smithi111 ceph-mon[97855]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:20 smithi111 ceph-mon[116524]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:20 smithi155 ceph-mon[102677]: pgmap v16625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:22 smithi111 ceph-mon[97855]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:22 smithi111 ceph-mon[116524]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:22 smithi155 ceph-mon[102677]: pgmap v16626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:24 smithi111 ceph-mon[97855]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:24 smithi111 ceph-mon[116524]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:24 smithi155 ceph-mon[102677]: pgmap v16627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:26 smithi155 ceph-mon[102677]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:26 smithi111 ceph-mon[97855]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:26 smithi111 ceph-mon[116524]: pgmap v16628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:28 smithi155 ceph-mon[102677]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:28 smithi111 ceph-mon[97855]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:28 smithi111 ceph-mon[116524]: pgmap v16629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:28:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:28:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:30 smithi155 ceph-mon[102677]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:30 smithi111 ceph-mon[97855]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:30 smithi111 ceph-mon[116524]: pgmap v16630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:32 smithi111 ceph-mon[97855]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:32 smithi111 ceph-mon[116524]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:32 smithi155 ceph-mon[102677]: pgmap v16631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:34 smithi111 ceph-mon[97855]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:34 smithi111 ceph-mon[116524]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:34 smithi155 ceph-mon[102677]: pgmap v16632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:36 smithi155 ceph-mon[102677]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:36 smithi111 ceph-mon[97855]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:36 smithi111 ceph-mon[116524]: pgmap v16633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:38 smithi111 ceph-mon[97855]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:38 smithi111 ceph-mon[116524]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:38 smithi155 ceph-mon[102677]: pgmap v16634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:28:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:28:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:40 smithi111 ceph-mon[97855]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:40 smithi111 ceph-mon[116524]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:40 smithi155 ceph-mon[102677]: pgmap v16635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:42 smithi111 ceph-mon[97855]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:42 smithi111 ceph-mon[116524]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:42 smithi155 ceph-mon[102677]: pgmap v16636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:44.476 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:28:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:44 smithi111 ceph-mon[97855]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:44 smithi111 ceph-mon[116524]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:44.786 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:28:44.805 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:28:44.805 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 3m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 3m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 3m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 3m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 3m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:28:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:28:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:28:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:44 smithi155 ceph-mon[102677]: pgmap v16637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:45.168 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:28:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:28:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:28:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:45.168 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:28:45.169 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:28:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:45 smithi111 ceph-mon[97855]: from='client.32931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3847013109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:28:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:45 smithi111 ceph-mon[116524]: from='client.32931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3847013109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:28:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:45 smithi155 ceph-mon[102677]: from='client.32931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3847013109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:28:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:46 smithi111 ceph-mon[116524]: from='client.42812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:46 smithi111 ceph-mon[116524]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:46 smithi111 ceph-mon[97855]: from='client.42812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:46 smithi111 ceph-mon[97855]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:46.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:46 smithi155 ceph-mon[102677]: from='client.42812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:28:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:46 smithi155 ceph-mon[102677]: pgmap v16638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:48 smithi111 ceph-mon[97855]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:48 smithi111 ceph-mon[116524]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:48 smithi155 ceph-mon[102677]: pgmap v16639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:28:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:28:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:28:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[97855]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:28:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[116524]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:28:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:28:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:50 smithi155 ceph-mon[102677]: pgmap v16640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:28:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:28:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:28:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:28:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:52 smithi111 ceph-mon[97855]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:52 smithi111 ceph-mon[116524]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:52 smithi155 ceph-mon[102677]: pgmap v16641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:54 smithi111 ceph-mon[97855]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:54 smithi111 ceph-mon[116524]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:54 smithi155 ceph-mon[102677]: pgmap v16642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:56 smithi155 ceph-mon[102677]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:56 smithi111 ceph-mon[97855]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:56 smithi111 ceph-mon[116524]: pgmap v16643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:28:58 smithi111 ceph-mon[97855]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:28:58 smithi111 ceph-mon[116524]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:28:58 smithi155 ceph-mon[102677]: pgmap v16644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:28:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:28:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:29:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:00 smithi111 ceph-mon[97855]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:00 smithi111 ceph-mon[116524]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:00 smithi155 ceph-mon[102677]: pgmap v16645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:02 smithi111 ceph-mon[97855]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:02 smithi111 ceph-mon[116524]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:02 smithi155 ceph-mon[102677]: pgmap v16646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:04 smithi111 ceph-mon[97855]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:04 smithi111 ceph-mon[116524]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:04 smithi155 ceph-mon[102677]: pgmap v16647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:06 smithi155 ceph-mon[102677]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:06 smithi111 ceph-mon[97855]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:06 smithi111 ceph-mon[116524]: pgmap v16648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:08 smithi111 ceph-mon[97855]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:08 smithi111 ceph-mon[116524]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:08 smithi155 ceph-mon[102677]: pgmap v16649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:29:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:29:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:10 smithi111 ceph-mon[97855]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:10 smithi111 ceph-mon[116524]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:10 smithi155 ceph-mon[102677]: pgmap v16650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:12 smithi111 ceph-mon[97855]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:12 smithi111 ceph-mon[116524]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:12 smithi155 ceph-mon[102677]: pgmap v16651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:14 smithi111 ceph-mon[97855]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:14 smithi111 ceph-mon[116524]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:14 smithi155 ceph-mon[102677]: pgmap v16652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:15.514 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 4m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:29:15.821 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 4m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 4m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 4m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 4m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 4m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:29:15.822 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:29:16.199 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:29:16.199 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:29:16.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:29:16.199 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:16.199 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:29:16.199 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:29:16.200 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:29:16.201 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:29:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:16 smithi155 ceph-mon[102677]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:16 smithi155 ceph-mon[102677]: from='client.32949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:16 smithi111 ceph-mon[97855]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:16 smithi111 ceph-mon[97855]: from='client.32949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:16 smithi111 ceph-mon[116524]: pgmap v16653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:16 smithi111 ceph-mon[116524]: from='client.32949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:17 smithi155 ceph-mon[102677]: from='client.42830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2891963184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:29:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:17 smithi111 ceph-mon[97855]: from='client.42830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2891963184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:29:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:17 smithi111 ceph-mon[116524]: from='client.42830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2891963184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:29:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:18 smithi155 ceph-mon[102677]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:18 smithi111 ceph-mon[97855]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:18 smithi111 ceph-mon[116524]: pgmap v16654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:29:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:29:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:20 smithi111 ceph-mon[97855]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:20 smithi111 ceph-mon[116524]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:20 smithi155 ceph-mon[102677]: pgmap v16655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:22 smithi155 ceph-mon[102677]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:22 smithi111 ceph-mon[97855]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:22 smithi111 ceph-mon[116524]: pgmap v16656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:24 smithi155 ceph-mon[102677]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:24 smithi111 ceph-mon[97855]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:24 smithi111 ceph-mon[116524]: pgmap v16657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:26 smithi155 ceph-mon[102677]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:26 smithi111 ceph-mon[97855]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:26 smithi111 ceph-mon[116524]: pgmap v16658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:28 smithi111 ceph-mon[97855]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:28 smithi111 ceph-mon[116524]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:28 smithi155 ceph-mon[102677]: pgmap v16659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:29:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:29:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:30 smithi111 ceph-mon[97855]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:30 smithi111 ceph-mon[116524]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:30 smithi155 ceph-mon[102677]: pgmap v16660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:32 smithi111 ceph-mon[97855]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:32 smithi111 ceph-mon[116524]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:32 smithi155 ceph-mon[102677]: pgmap v16661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:34 smithi111 ceph-mon[97855]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:34 smithi111 ceph-mon[116524]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:34 smithi155 ceph-mon[102677]: pgmap v16662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:36 smithi155 ceph-mon[102677]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:36 smithi111 ceph-mon[97855]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:36 smithi111 ceph-mon[116524]: pgmap v16663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:38 smithi111 ceph-mon[97855]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:38 smithi111 ceph-mon[116524]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:38 smithi155 ceph-mon[102677]: pgmap v16664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:29:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:29:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:40 smithi111 ceph-mon[97855]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:40 smithi111 ceph-mon[116524]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:40 smithi155 ceph-mon[102677]: pgmap v16665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:42 smithi111 ceph-mon[97855]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:42 smithi111 ceph-mon[116524]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:42 smithi155 ceph-mon[102677]: pgmap v16666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:44 smithi111 ceph-mon[97855]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:44 smithi111 ceph-mon[116524]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:44 smithi155 ceph-mon[102677]: pgmap v16667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:46 smithi155 ceph-mon[102677]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:46 smithi111 ceph-mon[97855]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:46 smithi111 ceph-mon[116524]: pgmap v16668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:46.546 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 4m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 4m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:29:46.852 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:29:46.853 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:29:47.232 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:29:47.233 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:29:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:47 smithi155 ceph-mon[102677]: from='client.32967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:47 smithi111 ceph-mon[97855]: from='client.32967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:47 smithi111 ceph-mon[116524]: from='client.32967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:48 smithi155 ceph-mon[102677]: from='client.32973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2370274724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:48 smithi155 ceph-mon[102677]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:48 smithi111 ceph-mon[97855]: from='client.32973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2370274724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:29:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:48 smithi111 ceph-mon[97855]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:48 smithi111 ceph-mon[116524]: from='client.32973 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:29:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2370274724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:29:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:48 smithi111 ceph-mon[116524]: pgmap v16669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:29:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:29:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:29:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:50 smithi155 ceph-mon[102677]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:29:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:29:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:29:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:29:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[97855]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[116524]: pgmap v16670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:29:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:29:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:29:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:29:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:52 smithi155 ceph-mon[102677]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:52 smithi111 ceph-mon[97855]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:52 smithi111 ceph-mon[116524]: pgmap v16671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:54 smithi155 ceph-mon[102677]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:54 smithi111 ceph-mon[97855]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:54 smithi111 ceph-mon[116524]: pgmap v16672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:56 smithi155 ceph-mon[102677]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:56 smithi111 ceph-mon[97855]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:56 smithi111 ceph-mon[116524]: pgmap v16673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:29:58 smithi111 ceph-mon[97855]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:29:58 smithi111 ceph-mon[116524]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:29:58 smithi155 ceph-mon[102677]: pgmap v16674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:29:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:29:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:30:00.485 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:00 smithi111 conmon[97831]: 2023-12-01T12:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:30:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:00 smithi111 ceph-mon[97855]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:30:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:00 smithi111 ceph-mon[116524]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:30:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:00 smithi155 ceph-mon[102677]: pgmap v16675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:30:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:02 smithi111 ceph-mon[97855]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:02 smithi111 ceph-mon[116524]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:02 smithi155 ceph-mon[102677]: pgmap v16676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:04 smithi111 ceph-mon[116524]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:04 smithi111 ceph-mon[97855]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:04 smithi155 ceph-mon[102677]: pgmap v16677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:06 smithi155 ceph-mon[102677]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:06 smithi111 ceph-mon[97855]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:06 smithi111 ceph-mon[116524]: pgmap v16678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:08 smithi111 ceph-mon[97855]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:08 smithi111 ceph-mon[116524]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:08 smithi155 ceph-mon[102677]: pgmap v16679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:30:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:30:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:10 smithi111 ceph-mon[97855]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:10 smithi111 ceph-mon[116524]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:10 smithi155 ceph-mon[102677]: pgmap v16680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:12 smithi111 ceph-mon[97855]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:12 smithi111 ceph-mon[116524]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:12 smithi155 ceph-mon[102677]: pgmap v16681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:14 smithi111 ceph-mon[97855]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:14 smithi111 ceph-mon[116524]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:14 smithi155 ceph-mon[102677]: pgmap v16682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:16 smithi155 ceph-mon[102677]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:16 smithi111 ceph-mon[97855]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:16 smithi111 ceph-mon[116524]: pgmap v16683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:17.575 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:30:17.880 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:30:17.880 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:30:17.880 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:30:17.880 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 5m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 5m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 5m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 5m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 5m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 5m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 5m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 5m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:30:17.881 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 5m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:30:17.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 5m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:30:17.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:30:17.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:30:17.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:30:17.882 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:30:18.260 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:30:18.261 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:30:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:18 smithi111 ceph-mon[97855]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:18 smithi111 ceph-mon[97855]: from='client.32985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1762918925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:30:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:18 smithi111 ceph-mon[116524]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:18 smithi111 ceph-mon[116524]: from='client.32985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1762918925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:30:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:18 smithi155 ceph-mon[102677]: pgmap v16684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:18 smithi155 ceph-mon[102677]: from='client.32985 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1762918925' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:30:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:30:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:30:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:19 smithi111 ceph-mon[97855]: from='client.32991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:19 smithi111 ceph-mon[116524]: from='client.32991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:19 smithi155 ceph-mon[102677]: from='client.32991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:20 smithi111 ceph-mon[97855]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:20 smithi111 ceph-mon[116524]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:20 smithi155 ceph-mon[102677]: pgmap v16685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:22 smithi111 ceph-mon[97855]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:22 smithi111 ceph-mon[116524]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:22 smithi155 ceph-mon[102677]: pgmap v16686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:24 smithi155 ceph-mon[102677]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:24 smithi111 ceph-mon[97855]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:24 smithi111 ceph-mon[116524]: pgmap v16687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:26 smithi155 ceph-mon[102677]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:26 smithi111 ceph-mon[97855]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:26 smithi111 ceph-mon[116524]: pgmap v16688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:28 smithi111 ceph-mon[97855]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:28 smithi111 ceph-mon[116524]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:28 smithi155 ceph-mon[102677]: pgmap v16689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:30:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:30:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:30 smithi111 ceph-mon[97855]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:30 smithi111 ceph-mon[116524]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:30 smithi155 ceph-mon[102677]: pgmap v16690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:32 smithi111 ceph-mon[97855]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:32 smithi111 ceph-mon[116524]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:32 smithi155 ceph-mon[102677]: pgmap v16691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:34 smithi155 ceph-mon[102677]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:34 smithi111 ceph-mon[97855]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:34 smithi111 ceph-mon[116524]: pgmap v16692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:36 smithi155 ceph-mon[102677]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:36 smithi111 ceph-mon[97855]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:36 smithi111 ceph-mon[116524]: pgmap v16693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:38 smithi111 ceph-mon[97855]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:38 smithi111 ceph-mon[116524]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:38 smithi155 ceph-mon[102677]: pgmap v16694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:30:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:30:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:40 smithi111 ceph-mon[97855]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:40 smithi111 ceph-mon[116524]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:40 smithi155 ceph-mon[102677]: pgmap v16695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:42 smithi155 ceph-mon[102677]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:42 smithi111 ceph-mon[97855]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:42 smithi111 ceph-mon[116524]: pgmap v16696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:44 smithi155 ceph-mon[102677]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:44 smithi111 ceph-mon[97855]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:44 smithi111 ceph-mon[116524]: pgmap v16697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:46 smithi155 ceph-mon[102677]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:46 smithi111 ceph-mon[97855]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:46 smithi111 ceph-mon[116524]: pgmap v16698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:48.608 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:30:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:48 smithi111 ceph-mon[97855]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:48 smithi111 ceph-mon[116524]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:48.916 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:30:48.916 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:30:48.916 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:30:48.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:30:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:30:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:30:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:30:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:30:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:30:48.918 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:30:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:48 smithi155 ceph-mon[102677]: pgmap v16699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:49.296 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:30:49.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:30:49.298 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:30:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:30:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:49 smithi111 ceph-mon[97855]: from='client.33003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2786743779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:30:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:49 smithi111 ceph-mon[116524]: from='client.33003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2786743779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:30:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:49 smithi155 ceph-mon[102677]: from='client.33003 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2786743779' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:30:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:50 smithi155 ceph-mon[102677]: from='client.42884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:50 smithi155 ceph-mon[102677]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:30:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:50 smithi111 ceph-mon[97855]: from='client.42884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:50 smithi111 ceph-mon[97855]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:30:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:50 smithi111 ceph-mon[116524]: from='client.42884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:30:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:50 smithi111 ceph-mon[116524]: pgmap v16700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:30:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:30:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:30:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:30:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:30:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:30:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:30:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:30:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:30:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:30:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:52 smithi155 ceph-mon[102677]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:52 smithi111 ceph-mon[97855]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:52 smithi111 ceph-mon[116524]: pgmap v16701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:54 smithi155 ceph-mon[102677]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:54 smithi111 ceph-mon[97855]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:54 smithi111 ceph-mon[116524]: pgmap v16702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:56 smithi155 ceph-mon[102677]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:56 smithi111 ceph-mon[97855]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:56 smithi111 ceph-mon[116524]: pgmap v16703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:30:58 smithi111 ceph-mon[97855]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:30:58 smithi111 ceph-mon[116524]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:30:58 smithi155 ceph-mon[102677]: pgmap v16704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:30:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:30:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:31:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:00 smithi155 ceph-mon[102677]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:00 smithi111 ceph-mon[97855]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:00 smithi111 ceph-mon[116524]: pgmap v16705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:02 smithi155 ceph-mon[102677]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:02 smithi111 ceph-mon[97855]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:02 smithi111 ceph-mon[116524]: pgmap v16706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:04 smithi155 ceph-mon[102677]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:04 smithi111 ceph-mon[97855]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:04 smithi111 ceph-mon[116524]: pgmap v16707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:06 smithi155 ceph-mon[102677]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:06 smithi111 ceph-mon[97855]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:06 smithi111 ceph-mon[116524]: pgmap v16708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:08 smithi155 ceph-mon[102677]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:08 smithi111 ceph-mon[97855]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:08 smithi111 ceph-mon[116524]: pgmap v16709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:31:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:31:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:10 smithi155 ceph-mon[102677]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:10 smithi111 ceph-mon[97855]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:10 smithi111 ceph-mon[116524]: pgmap v16710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:12 smithi155 ceph-mon[102677]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:12 smithi111 ceph-mon[97855]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:12 smithi111 ceph-mon[116524]: pgmap v16711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:14.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:14 smithi155 ceph-mon[102677]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:14 smithi111 ceph-mon[97855]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:14 smithi111 ceph-mon[116524]: pgmap v16712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:16 smithi155 ceph-mon[102677]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:16 smithi111 ceph-mon[97855]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:16 smithi111 ceph-mon[116524]: pgmap v16713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:18 smithi155 ceph-mon[102677]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:18 smithi111 ceph-mon[97855]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:18 smithi111 ceph-mon[116524]: pgmap v16714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:19.657 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:31:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:31:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:31:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 6m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 6m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 6m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 6m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 6m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 6m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:31:19.966 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 6m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 6m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 6m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 6m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 6m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 6m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 6m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 6m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:31:19.967 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:31:20.344 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:31:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:31:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:31:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:20.346 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:31:20.346 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:31:20.346 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:31:20.346 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:31:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:20 smithi155 ceph-mon[102677]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:20 smithi155 ceph-mon[102677]: from='client.33021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2071869065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:31:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:20 smithi111 ceph-mon[97855]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:20 smithi111 ceph-mon[97855]: from='client.33021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2071869065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:31:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:20 smithi111 ceph-mon[116524]: pgmap v16715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:20 smithi111 ceph-mon[116524]: from='client.33021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2071869065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:31:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:21 smithi155 ceph-mon[102677]: from='client.33027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:21 smithi111 ceph-mon[97855]: from='client.33027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:21 smithi111 ceph-mon[116524]: from='client.33027 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:22 smithi155 ceph-mon[102677]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:22 smithi111 ceph-mon[97855]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:22 smithi111 ceph-mon[116524]: pgmap v16716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:24 smithi155 ceph-mon[102677]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:24 smithi111 ceph-mon[97855]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:24 smithi111 ceph-mon[116524]: pgmap v16717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:26 smithi155 ceph-mon[102677]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:26 smithi111 ceph-mon[97855]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:26 smithi111 ceph-mon[116524]: pgmap v16718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:28 smithi155 ceph-mon[102677]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:28 smithi111 ceph-mon[97855]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:28 smithi111 ceph-mon[116524]: pgmap v16719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:31:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:31:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:30 smithi155 ceph-mon[102677]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:30 smithi111 ceph-mon[97855]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:30 smithi111 ceph-mon[116524]: pgmap v16720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:32 smithi155 ceph-mon[102677]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:32 smithi111 ceph-mon[97855]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:32 smithi111 ceph-mon[116524]: pgmap v16721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:34 smithi155 ceph-mon[102677]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:34 smithi111 ceph-mon[97855]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:34 smithi111 ceph-mon[116524]: pgmap v16722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:36 smithi155 ceph-mon[102677]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:36 smithi111 ceph-mon[97855]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:36 smithi111 ceph-mon[116524]: pgmap v16723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:38 smithi155 ceph-mon[102677]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:38 smithi111 ceph-mon[97855]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:38 smithi111 ceph-mon[116524]: pgmap v16724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:31:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:31:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:40 smithi155 ceph-mon[102677]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:40 smithi111 ceph-mon[97855]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:40 smithi111 ceph-mon[116524]: pgmap v16725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:42 smithi155 ceph-mon[102677]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:42 smithi111 ceph-mon[97855]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:42 smithi111 ceph-mon[116524]: pgmap v16726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:44 smithi155 ceph-mon[102677]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:44 smithi111 ceph-mon[97855]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:44 smithi111 ceph-mon[116524]: pgmap v16727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:46 smithi155 ceph-mon[102677]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:46 smithi111 ceph-mon[97855]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:46 smithi111 ceph-mon[116524]: pgmap v16728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:48 smithi155 ceph-mon[102677]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:48 smithi111 ceph-mon[97855]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:48 smithi111 ceph-mon[116524]: pgmap v16729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:31:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:31:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:31:50.695 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:31:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:50 smithi155 ceph-mon[102677]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:50 smithi111 ceph-mon[97855]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:50 smithi111 ceph-mon[116524]: pgmap v16730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:51.008 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:31:51.008 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:31:51.008 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:31:51.008 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:31:51.008 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:31:51.008 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:31:51.009 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:31:51.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:31:51.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:31:51.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:31:51.010 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:31:51.010 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:31:51.437 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:31:51.438 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:51 smithi155 ceph-mon[102677]: from='client.33039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:31:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2540115078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:31:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[97855]: from='client.33039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2540115078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[116524]: from='client.33039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2540115078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:31:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:52 smithi155 ceph-mon[102677]: from='client.42920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:52 smithi155 ceph-mon[102677]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:52 smithi111 ceph-mon[97855]: from='client.42920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:52 smithi111 ceph-mon[97855]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:52 smithi111 ceph-mon[116524]: from='client.42920 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:31:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:52 smithi111 ceph-mon[116524]: pgmap v16731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:54 smithi155 ceph-mon[102677]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:54 smithi111 ceph-mon[97855]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:54 smithi111 ceph-mon[116524]: pgmap v16732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:56 smithi155 ceph-mon[102677]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:56 smithi111 ceph-mon[97855]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:56 smithi111 ceph-mon[116524]: pgmap v16733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:31:58 smithi155 ceph-mon[102677]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:31:58 smithi111 ceph-mon[97855]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:31:58 smithi111 ceph-mon[116524]: pgmap v16734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:31:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:31:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:32:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:00 smithi155 ceph-mon[102677]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:00 smithi111 ceph-mon[97855]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:00 smithi111 ceph-mon[116524]: pgmap v16735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:02 smithi155 ceph-mon[102677]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:02 smithi111 ceph-mon[97855]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:02 smithi111 ceph-mon[116524]: pgmap v16736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:04 smithi155 ceph-mon[102677]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:04 smithi111 ceph-mon[97855]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:04 smithi111 ceph-mon[116524]: pgmap v16737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:06 smithi155 ceph-mon[102677]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:06 smithi111 ceph-mon[97855]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:06 smithi111 ceph-mon[116524]: pgmap v16738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:08 smithi155 ceph-mon[102677]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:08 smithi111 ceph-mon[97855]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:08 smithi111 ceph-mon[116524]: pgmap v16739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:32:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:32:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:10 smithi155 ceph-mon[102677]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:10 smithi111 ceph-mon[97855]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:10 smithi111 ceph-mon[116524]: pgmap v16740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:12 smithi155 ceph-mon[102677]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:12 smithi111 ceph-mon[97855]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:12 smithi111 ceph-mon[116524]: pgmap v16741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:14 smithi155 ceph-mon[102677]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:14 smithi111 ceph-mon[97855]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:14 smithi111 ceph-mon[116524]: pgmap v16742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:16 smithi155 ceph-mon[102677]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:16 smithi111 ceph-mon[97855]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:16 smithi111 ceph-mon[116524]: pgmap v16743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:18 smithi155 ceph-mon[102677]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:18 smithi111 ceph-mon[97855]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:18 smithi111 ceph-mon[116524]: pgmap v16744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:32:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:32:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:20 smithi155 ceph-mon[102677]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:20 smithi111 ceph-mon[97855]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:20 smithi111 ceph-mon[116524]: pgmap v16745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:21.791 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 7m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 7m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 7m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 7m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 7m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 7m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 7m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 7m ago 7h 5420M 2257M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:32:22.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 7m ago 7h 5726M 2257M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 7m ago 7h 5942M 2257M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 7m ago 7h 5141M 2257M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 7m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 7m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 7m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 7m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:32:22.096 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:32:22.475 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:32:22.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:32:22.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:32:22.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:32:22.476 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:32:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:22 smithi155 ceph-mon[102677]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1735732823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:32:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:22 smithi111 ceph-mon[97855]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1735732823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:32:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:22 smithi111 ceph-mon[116524]: pgmap v16746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1735732823' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:32:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:23 smithi155 ceph-mon[102677]: from='client.33057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:23 smithi155 ceph-mon[102677]: from='client.33063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:23 smithi111 ceph-mon[97855]: from='client.33057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:23 smithi111 ceph-mon[97855]: from='client.33063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:23 smithi111 ceph-mon[116524]: from='client.33057 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:23 smithi111 ceph-mon[116524]: from='client.33063 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:24 smithi155 ceph-mon[102677]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:24 smithi111 ceph-mon[97855]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:24 smithi111 ceph-mon[116524]: pgmap v16747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:26 smithi155 ceph-mon[102677]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:26 smithi111 ceph-mon[97855]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:26 smithi111 ceph-mon[116524]: pgmap v16748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:28 smithi155 ceph-mon[102677]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:28 smithi111 ceph-mon[97855]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:28 smithi111 ceph-mon[116524]: pgmap v16749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:32:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:32:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:30 smithi155 ceph-mon[102677]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:30 smithi111 ceph-mon[97855]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:30 smithi111 ceph-mon[116524]: pgmap v16750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:32 smithi155 ceph-mon[102677]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:32 smithi111 ceph-mon[97855]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:32 smithi111 ceph-mon[116524]: pgmap v16751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:34 smithi155 ceph-mon[102677]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:34 smithi111 ceph-mon[97855]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:34 smithi111 ceph-mon[116524]: pgmap v16752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:36 smithi155 ceph-mon[102677]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:36 smithi111 ceph-mon[97855]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:36 smithi111 ceph-mon[116524]: pgmap v16753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:38 smithi155 ceph-mon[102677]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:38 smithi111 ceph-mon[97855]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:38 smithi111 ceph-mon[116524]: pgmap v16754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:32:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:32:40.456 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 12:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T12:32:40.173673548Z level=info msg="Completed cleanup jobs" duration=140.826681ms 2023-12-01T12:32:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:40 smithi155 ceph-mon[102677]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:40 smithi111 ceph-mon[97855]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:40 smithi111 ceph-mon[116524]: pgmap v16755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:42 smithi155 ceph-mon[102677]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:42 smithi111 ceph-mon[97855]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:42 smithi111 ceph-mon[116524]: pgmap v16756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:44 smithi155 ceph-mon[102677]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:44 smithi111 ceph-mon[97855]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:44 smithi111 ceph-mon[116524]: pgmap v16757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:46 smithi155 ceph-mon[102677]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:46 smithi111 ceph-mon[97855]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:46 smithi111 ceph-mon[116524]: pgmap v16758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:48 smithi155 ceph-mon[102677]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:48 smithi111 ceph-mon[97855]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:48 smithi111 ceph-mon[116524]: pgmap v16759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:32:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:32:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:32:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:50 smithi155 ceph-mon[102677]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:50 smithi111 ceph-mon[97855]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:50 smithi111 ceph-mon[116524]: pgmap v16760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:32:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:32:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:32:52.820 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:32:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:32:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: pgmap v16761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:32:53.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:32:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5420M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5726M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5942M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5141M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:32:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:32:53.133 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:32:53.508 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:32:53.508 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:32:53.508 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:32:53.508 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:32:53.509 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:32:53.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:32:53.510 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:32:53.510 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:53 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2248M 2023-12-01T12:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2659990910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:32:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:53 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2248M 2023-12-01T12:32:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2659990910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:32:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:53 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2248M 2023-12-01T12:32:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2659990910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:32:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:54 smithi155 ceph-mon[102677]: from='client.33075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:54 smithi155 ceph-mon[102677]: from='client.42956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:54 smithi155 ceph-mon[102677]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:54 smithi111 ceph-mon[97855]: from='client.33075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:54 smithi111 ceph-mon[97855]: from='client.42956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:54 smithi111 ceph-mon[97855]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:54 smithi111 ceph-mon[116524]: from='client.33075 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:54 smithi111 ceph-mon[116524]: from='client.42956 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:32:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:54 smithi111 ceph-mon[116524]: pgmap v16762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:56 smithi155 ceph-mon[102677]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:56 smithi111 ceph-mon[97855]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:56 smithi111 ceph-mon[116524]: pgmap v16763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:32:58 smithi155 ceph-mon[102677]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:32:58 smithi111 ceph-mon[97855]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:32:58 smithi111 ceph-mon[116524]: pgmap v16764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:32:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:32:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:33:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:00 smithi155 ceph-mon[102677]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:00 smithi111 ceph-mon[97855]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:00 smithi111 ceph-mon[116524]: pgmap v16765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:02 smithi155 ceph-mon[102677]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:02 smithi111 ceph-mon[97855]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:02 smithi111 ceph-mon[116524]: pgmap v16766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:04 smithi155 ceph-mon[102677]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:04 smithi111 ceph-mon[97855]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:04 smithi111 ceph-mon[116524]: pgmap v16767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:06 smithi155 ceph-mon[102677]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:06 smithi111 ceph-mon[97855]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:06 smithi111 ceph-mon[116524]: pgmap v16768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:08 smithi155 ceph-mon[102677]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:08 smithi111 ceph-mon[97855]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:08 smithi111 ceph-mon[116524]: pgmap v16769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:33:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:33:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:10 smithi155 ceph-mon[102677]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:10 smithi111 ceph-mon[97855]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:10 smithi111 ceph-mon[116524]: pgmap v16770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:12 smithi155 ceph-mon[102677]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:12 smithi111 ceph-mon[97855]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:12 smithi111 ceph-mon[116524]: pgmap v16771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:14 smithi155 ceph-mon[102677]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:14 smithi111 ceph-mon[97855]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:14 smithi111 ceph-mon[116524]: pgmap v16772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:16 smithi155 ceph-mon[102677]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:16 smithi111 ceph-mon[97855]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:16 smithi111 ceph-mon[116524]: pgmap v16773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:18 smithi155 ceph-mon[102677]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:18 smithi111 ceph-mon[97855]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:18 smithi111 ceph-mon[116524]: pgmap v16774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:19.549 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:33:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:33:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:20 smithi155 ceph-mon[102677]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:20 smithi111 ceph-mon[97855]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:20 smithi111 ceph-mon[116524]: pgmap v16775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:22 smithi155 ceph-mon[102677]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:22 smithi111 ceph-mon[97855]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:22 smithi111 ceph-mon[116524]: pgmap v16776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:23.856 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 8m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 8m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 8m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 8m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 8m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 8m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 8m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 8m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 8m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 8m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 8m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 8m ago 7h 5420M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 8m ago 7h 5726M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:33:24.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 8m ago 7h 5942M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:33:24.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 8m ago 7h 5141M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:33:24.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 8m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:33:24.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 8m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:33:24.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 8m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:33:24.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 8m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:33:24.164 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 8m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:33:24.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:33:24.543 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:33:24.543 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:33:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:24 smithi155 ceph-mon[102677]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1105499831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:33:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:24 smithi111 ceph-mon[97855]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1105499831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:33:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:24 smithi111 ceph-mon[116524]: pgmap v16777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1105499831' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:33:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:25 smithi155 ceph-mon[102677]: from='client.42968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:25 smithi155 ceph-mon[102677]: from='client.42974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:25 smithi111 ceph-mon[116524]: from='client.42968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:25 smithi111 ceph-mon[116524]: from='client.42974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:25 smithi111 ceph-mon[97855]: from='client.42968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:25 smithi111 ceph-mon[97855]: from='client.42974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:26 smithi155 ceph-mon[102677]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:26 smithi111 ceph-mon[97855]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:26 smithi111 ceph-mon[116524]: pgmap v16778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:28 smithi155 ceph-mon[102677]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:28 smithi111 ceph-mon[97855]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:28 smithi111 ceph-mon[116524]: pgmap v16779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:33:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:33:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:30 smithi155 ceph-mon[102677]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:30 smithi111 ceph-mon[97855]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:30 smithi111 ceph-mon[116524]: pgmap v16780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:32 smithi155 ceph-mon[102677]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:32 smithi111 ceph-mon[97855]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:32 smithi111 ceph-mon[116524]: pgmap v16781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:34 smithi155 ceph-mon[102677]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:34 smithi111 ceph-mon[97855]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:34 smithi111 ceph-mon[116524]: pgmap v16782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:36 smithi155 ceph-mon[102677]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:36 smithi111 ceph-mon[97855]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:36 smithi111 ceph-mon[116524]: pgmap v16783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:38 smithi155 ceph-mon[102677]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:38 smithi111 ceph-mon[97855]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:38 smithi111 ceph-mon[116524]: pgmap v16784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:33:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:33:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:40 smithi155 ceph-mon[102677]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:40 smithi111 ceph-mon[97855]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:40 smithi111 ceph-mon[116524]: pgmap v16785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:42 smithi155 ceph-mon[102677]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:42 smithi111 ceph-mon[97855]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:42 smithi111 ceph-mon[116524]: pgmap v16786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:44 smithi155 ceph-mon[102677]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:44 smithi111 ceph-mon[97855]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:44 smithi111 ceph-mon[116524]: pgmap v16787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:46 smithi155 ceph-mon[102677]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:46 smithi111 ceph-mon[97855]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:46 smithi111 ceph-mon[116524]: pgmap v16788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:48 smithi155 ceph-mon[102677]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:48 smithi111 ceph-mon[97855]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:48 smithi111 ceph-mon[116524]: pgmap v16789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:49.557 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:33:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:33:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:33:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:50 smithi155 ceph-mon[102677]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:50 smithi111 ceph-mon[97855]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:50 smithi111 ceph-mon[116524]: pgmap v16790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:52 smithi155 ceph-mon[102677]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:33:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:33:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:33:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:33:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[97855]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:33:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[116524]: pgmap v16791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:33:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:33:54.889 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:33:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:54 smithi155 ceph-mon[102677]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:54 smithi111 ceph-mon[97855]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:54 smithi111 ceph-mon[116524]: pgmap v16792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:55.198 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:33:55.198 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5420M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:33:55.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5726M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5942M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5141M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:33:55.200 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:33:55.578 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:33:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:33:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:33:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:33:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:33:55.579 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:56 smithi155 ceph-mon[102677]: from='client.42986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:56 smithi155 ceph-mon[102677]: from='client.42992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:56 smithi155 ceph-mon[102677]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/183126283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:33:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[97855]: from='client.42986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[97855]: from='client.42992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[97855]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/183126283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[116524]: from='client.42986 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[116524]: from='client.42992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[116524]: pgmap v16793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/183126283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:33:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:33:58 smithi155 ceph-mon[102677]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:33:58 smithi111 ceph-mon[97855]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:33:58 smithi111 ceph-mon[116524]: pgmap v16794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:33:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:33:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:34:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:00 smithi155 ceph-mon[102677]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:00 smithi111 ceph-mon[97855]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:00 smithi111 ceph-mon[116524]: pgmap v16795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:02 smithi155 ceph-mon[102677]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:02 smithi111 ceph-mon[97855]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:02 smithi111 ceph-mon[116524]: pgmap v16796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:04 smithi155 ceph-mon[102677]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:04 smithi111 ceph-mon[116524]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:04 smithi111 ceph-mon[97855]: pgmap v16797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:06 smithi155 ceph-mon[102677]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:06 smithi111 ceph-mon[97855]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:06 smithi111 ceph-mon[116524]: pgmap v16798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:08 smithi155 ceph-mon[102677]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:08 smithi111 ceph-mon[97855]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:08 smithi111 ceph-mon[116524]: pgmap v16799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:34:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:34:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:10 smithi155 ceph-mon[102677]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:10 smithi111 ceph-mon[97855]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:10 smithi111 ceph-mon[116524]: pgmap v16800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:12 smithi155 ceph-mon[102677]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:12 smithi111 ceph-mon[97855]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:12 smithi111 ceph-mon[116524]: pgmap v16801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:14 smithi155 ceph-mon[102677]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:14 smithi111 ceph-mon[97855]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:14 smithi111 ceph-mon[116524]: pgmap v16802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:16 smithi155 ceph-mon[102677]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:16 smithi111 ceph-mon[97855]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:16 smithi111 ceph-mon[116524]: pgmap v16803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:18 smithi155 ceph-mon[102677]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:18 smithi111 ceph-mon[97855]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:18 smithi111 ceph-mon[116524]: pgmap v16804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:19.568 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:34:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:34:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:20 smithi155 ceph-mon[102677]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:20 smithi111 ceph-mon[97855]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:20 smithi111 ceph-mon[116524]: pgmap v16805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:22 smithi155 ceph-mon[102677]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:22 smithi111 ceph-mon[97855]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:22 smithi111 ceph-mon[116524]: pgmap v16806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:24 smithi155 ceph-mon[102677]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:24 smithi111 ceph-mon[97855]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:24 smithi111 ceph-mon[116524]: pgmap v16807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:25.924 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:34:26.235 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:34:26.235 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 9m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:34:26.235 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 9m ago 7h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:34:26.235 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 9m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 9m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 9m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 9m ago 7h 856M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 9m ago 7h 2030M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 9m ago 7h 932M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 9m ago 7h 863M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 9m ago 7h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 9m ago 7h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 9m ago 7h 5420M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:34:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 9m ago 7h 5726M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 9m ago 7h 5942M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 9m ago 7h 5141M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 9m ago 7h 4096M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 9m ago 7h 5126M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 9m ago 7h 4517M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 9m ago 7h 5285M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:34:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 9m ago 7h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:34:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:26 smithi155 ceph-mon[102677]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:26 smithi111 ceph-mon[97855]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:26 smithi111 ceph-mon[116524]: pgmap v16808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:26.616 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:34:26.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:34:26.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:34:26.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:26.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:34:26.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:34:26.617 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:34:26.618 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:34:27.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:27 smithi155 ceph-mon[102677]: from='client.43004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:27 smithi155 ceph-mon[102677]: from='client.43010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/315765038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:34:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:27 smithi111 ceph-mon[97855]: from='client.43004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:27 smithi111 ceph-mon[97855]: from='client.43010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/315765038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:27 smithi111 ceph-mon[116524]: from='client.43004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:27 smithi111 ceph-mon[116524]: from='client.43010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/315765038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:34:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:28 smithi155 ceph-mon[102677]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:28 smithi111 ceph-mon[97855]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:28 smithi111 ceph-mon[116524]: pgmap v16809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:34:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:34:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:30 smithi155 ceph-mon[102677]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:30 smithi111 ceph-mon[97855]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:30 smithi111 ceph-mon[116524]: pgmap v16810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:32 smithi155 ceph-mon[102677]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:32 smithi111 ceph-mon[97855]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:32 smithi111 ceph-mon[116524]: pgmap v16811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:34 smithi155 ceph-mon[102677]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:34 smithi111 ceph-mon[97855]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:34 smithi111 ceph-mon[116524]: pgmap v16812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:36 smithi155 ceph-mon[102677]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:36 smithi111 ceph-mon[97855]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:36 smithi111 ceph-mon[116524]: pgmap v16813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:38.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:38 smithi155 ceph-mon[102677]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:38 smithi111 ceph-mon[116524]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:38 smithi111 ceph-mon[97855]: pgmap v16814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:34:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:34:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:40 smithi155 ceph-mon[102677]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:40 smithi111 ceph-mon[97855]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:40 smithi111 ceph-mon[116524]: pgmap v16815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:42.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:42 smithi155 ceph-mon[102677]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:42 smithi111 ceph-mon[97855]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:42 smithi111 ceph-mon[116524]: pgmap v16816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:44 smithi155 ceph-mon[102677]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:44 smithi111 ceph-mon[97855]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:44 smithi111 ceph-mon[116524]: pgmap v16817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:46 smithi155 ceph-mon[102677]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:46 smithi111 ceph-mon[97855]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:46 smithi111 ceph-mon[116524]: pgmap v16818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:48 smithi155 ceph-mon[102677]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:48 smithi111 ceph-mon[97855]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:48 smithi111 ceph-mon[116524]: pgmap v16819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:49.577 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:34:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:34:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:34:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:50 smithi155 ceph-mon[102677]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:50 smithi111 ceph-mon[97855]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:50 smithi111 ceph-mon[116524]: pgmap v16820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:52 smithi155 ceph-mon[102677]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:34:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:52 smithi111 ceph-mon[97855]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:34:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:52 smithi111 ceph-mon[116524]: pgmap v16821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:34:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:54 smithi155 ceph-mon[102677]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:54 smithi111 ceph-mon[97855]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:54 smithi111 ceph-mon[116524]: pgmap v16822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:34:55.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:34:55.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:34:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:34:56.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:34:56.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:56 smithi155 ceph-mon[102677]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:56.964 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:34:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:56 smithi111 ceph-mon[97855]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:56 smithi111 ceph-mon[116524]: pgmap v16823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2s ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 2s ago 7h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 2s ago 7h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2s ago 7h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:34:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2s ago 7h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2s ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2s ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2s ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2s ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2s ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2s ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2s ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2s ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2s ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:34:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2s ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:34:57.272 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2s ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:34:57.652 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:34:57.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:34:57.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:34:57.653 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:34:57.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:34:57.654 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:34:57.654 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:34:58.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:58 smithi155 ceph-mon[102677]: from='client.43022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:58 smithi155 ceph-mon[102677]: from='client.43028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:58.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:58 smithi155 ceph-mon[102677]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:58.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:34:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/814075251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:34:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[116524]: from='client.43022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[116524]: from='client.43028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[116524]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/814075251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[97855]: from='client.43022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[97855]: from='client.43028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[97855]: pgmap v16824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:34:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:34:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/814075251' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:34:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:34:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:35:00.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:00 smithi155 ceph-mon[102677]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:00 smithi111 ceph-mon[97855]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:00 smithi111 ceph-mon[116524]: pgmap v16825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:02 smithi155 ceph-mon[102677]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:02 smithi111 ceph-mon[97855]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:02 smithi111 ceph-mon[116524]: pgmap v16826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:04 smithi155 ceph-mon[102677]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:04 smithi111 ceph-mon[97855]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:04 smithi111 ceph-mon[116524]: pgmap v16827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:06 smithi155 ceph-mon[102677]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:06 smithi111 ceph-mon[97855]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:06 smithi111 ceph-mon[116524]: pgmap v16828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:08 smithi155 ceph-mon[102677]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:08 smithi111 ceph-mon[97855]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:08 smithi111 ceph-mon[116524]: pgmap v16829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:35:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:35:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:10 smithi155 ceph-mon[102677]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:10 smithi111 ceph-mon[97855]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:10 smithi111 ceph-mon[116524]: pgmap v16830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:12 smithi155 ceph-mon[102677]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:12 smithi111 ceph-mon[97855]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:12 smithi111 ceph-mon[116524]: pgmap v16831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:14 smithi155 ceph-mon[102677]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:14 smithi111 ceph-mon[97855]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:14 smithi111 ceph-mon[116524]: pgmap v16832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:16 smithi155 ceph-mon[102677]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:16 smithi111 ceph-mon[97855]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:16 smithi111 ceph-mon[116524]: pgmap v16833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:18 smithi155 ceph-mon[102677]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:18 smithi111 ceph-mon[97855]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:18 smithi111 ceph-mon[116524]: pgmap v16834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:19.583 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:35:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:35:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:20 smithi155 ceph-mon[102677]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:20 smithi111 ceph-mon[97855]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:20 smithi111 ceph-mon[116524]: pgmap v16835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:22 smithi155 ceph-mon[102677]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:22 smithi111 ceph-mon[97855]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:22 smithi111 ceph-mon[116524]: pgmap v16836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:24 smithi155 ceph-mon[102677]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:24 smithi111 ceph-mon[97855]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:24 smithi111 ceph-mon[116524]: pgmap v16837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:26 smithi155 ceph-mon[102677]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:26 smithi111 ceph-mon[97855]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:26 smithi111 ceph-mon[116524]: pgmap v16838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:27.998 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:35:28.309 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:35:28.309 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 33s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:35:28.309 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 33s ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 33s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 33s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 33s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 33s ago 7h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 33s ago 7h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 33s ago 7h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 33s ago 7h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 33s ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 33s ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:35:28.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 33s ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 33s ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 33s ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 33s ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 33s ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 33s ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 33s ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 33s ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:35:28.311 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 33s ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:28.687 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:35:28.688 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:35:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:28 smithi155 ceph-mon[102677]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:28 smithi111 ceph-mon[97855]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:28 smithi111 ceph-mon[116524]: pgmap v16839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:29.588 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:35:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:29 smithi155 ceph-mon[102677]: from='client.33165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:29 smithi155 ceph-mon[102677]: from='client.43046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:35:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2464350730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:29 smithi111 ceph-mon[116524]: from='client.33165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:29 smithi111 ceph-mon[116524]: from='client.43046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:35:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2464350730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:35:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:29 smithi111 ceph-mon[97855]: from='client.33165 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:35:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:29 smithi111 ceph-mon[97855]: from='client.43046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:35:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2464350730' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:35:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:30 smithi155 ceph-mon[102677]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:30 smithi111 ceph-mon[97855]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:30 smithi111 ceph-mon[116524]: pgmap v16840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:32 smithi155 ceph-mon[102677]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:32 smithi111 ceph-mon[97855]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:32 smithi111 ceph-mon[116524]: pgmap v16841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:34 smithi155 ceph-mon[102677]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:34 smithi111 ceph-mon[97855]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:34 smithi111 ceph-mon[116524]: pgmap v16842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:36 smithi155 ceph-mon[102677]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:36 smithi111 ceph-mon[97855]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:36 smithi111 ceph-mon[116524]: pgmap v16843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:38 smithi155 ceph-mon[102677]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:38 smithi111 ceph-mon[97855]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:38 smithi111 ceph-mon[116524]: pgmap v16844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:35:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:35:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:40 smithi155 ceph-mon[102677]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:40 smithi111 ceph-mon[97855]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:40 smithi111 ceph-mon[116524]: pgmap v16845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:42 smithi155 ceph-mon[102677]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:42 smithi111 ceph-mon[97855]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:42 smithi111 ceph-mon[116524]: pgmap v16846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:44.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:44 smithi155 ceph-mon[102677]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:44 smithi111 ceph-mon[97855]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:44 smithi111 ceph-mon[116524]: pgmap v16847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:46 smithi155 ceph-mon[102677]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:46 smithi111 ceph-mon[97855]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:46 smithi111 ceph-mon[116524]: pgmap v16848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:48 smithi155 ceph-mon[102677]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:48 smithi111 ceph-mon[97855]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:48 smithi111 ceph-mon[116524]: pgmap v16849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:49.596 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:35:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:35:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:35:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:50 smithi155 ceph-mon[102677]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:50 smithi111 ceph-mon[97855]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:50 smithi111 ceph-mon[116524]: pgmap v16850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:52 smithi155 ceph-mon[102677]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:52 smithi111 ceph-mon[97855]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:52 smithi111 ceph-mon[116524]: pgmap v16851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:54 smithi155 ceph-mon[102677]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:54 smithi111 ceph-mon[97855]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:54 smithi111 ceph-mon[116524]: pgmap v16852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:56 smithi155 ceph-mon[102677]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:35:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:35:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:35:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:35:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[116524]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[97855]: pgmap v16853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:35:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:35:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:35:58 smithi155 ceph-mon[102677]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:35:58 smithi111 ceph-mon[97855]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:35:58 smithi111 ceph-mon[116524]: pgmap v16854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:35:59.029 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 64s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 64s ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 64s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 64s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 64s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:35:59.335 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (7h) 64s ago 7h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (7h) 64s ago 7h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 64s ago 7h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 64s ago 7h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 64s ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 64s ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 64s ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 64s ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 64s ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:35:59.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 64s ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:35:59.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 64s ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:35:59.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 64s ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:35:59.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 64s ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:35:59.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 64s ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:35:59.337 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 64s ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:35:59.713 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:35:59.713 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:35:59.713 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:35:59.713 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:59.713 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:35:59.713 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:35:59.714 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:35:59.715 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:35:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:35:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:00 smithi155 ceph-mon[102677]: from='client.33183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:00 smithi155 ceph-mon[102677]: from='client.43064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:00 smithi155 ceph-mon[102677]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/525988803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[116524]: from='client.33183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[116524]: from='client.43064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[116524]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/525988803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:36:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[97855]: from='client.33183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[97855]: from='client.43064 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[97855]: pgmap v16855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/525988803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:36:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:02 smithi155 ceph-mon[102677]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:02 smithi111 ceph-mon[97855]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:02 smithi111 ceph-mon[116524]: pgmap v16856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:04 smithi155 ceph-mon[102677]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:04 smithi111 ceph-mon[97855]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:04 smithi111 ceph-mon[116524]: pgmap v16857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:06 smithi155 ceph-mon[102677]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:06 smithi111 ceph-mon[97855]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:06 smithi111 ceph-mon[116524]: pgmap v16858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:08 smithi155 ceph-mon[102677]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:08 smithi111 ceph-mon[97855]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:08 smithi111 ceph-mon[116524]: pgmap v16859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:36:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:36:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:10 smithi155 ceph-mon[102677]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:10 smithi111 ceph-mon[97855]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:10 smithi111 ceph-mon[116524]: pgmap v16860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:12 smithi155 ceph-mon[102677]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:12 smithi111 ceph-mon[97855]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:12 smithi111 ceph-mon[116524]: pgmap v16861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:14 smithi155 ceph-mon[102677]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:14 smithi111 ceph-mon[97855]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:14 smithi111 ceph-mon[116524]: pgmap v16862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:16 smithi155 ceph-mon[102677]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:16 smithi111 ceph-mon[97855]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:16 smithi111 ceph-mon[116524]: pgmap v16863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:18 smithi155 ceph-mon[102677]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:18 smithi111 ceph-mon[97855]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:18 smithi111 ceph-mon[116524]: pgmap v16864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:19.602 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:36:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:36:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:20 smithi155 ceph-mon[102677]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:20 smithi111 ceph-mon[97855]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:20 smithi111 ceph-mon[116524]: pgmap v16865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:22 smithi155 ceph-mon[102677]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:22 smithi111 ceph-mon[97855]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:22 smithi111 ceph-mon[116524]: pgmap v16866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:24 smithi155 ceph-mon[102677]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:24 smithi111 ceph-mon[97855]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:24 smithi111 ceph-mon[116524]: pgmap v16867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:26 smithi155 ceph-mon[102677]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:26 smithi111 ceph-mon[97855]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:26 smithi111 ceph-mon[116524]: pgmap v16868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:28 smithi155 ceph-mon[102677]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:28 smithi111 ceph-mon[97855]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:28 smithi111 ceph-mon[116524]: pgmap v16869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:36:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:36:30.061 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:36:30.368 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 95s ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 95s ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 95s ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 95s ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 95s ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 95s ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 95s ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 95s ago 7h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 95s ago 7h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 95s ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 95s ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:36:30.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 95s ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 95s ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 95s ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 95s ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 95s ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 95s ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 95s ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 95s ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:36:30.370 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 95s ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:36:30.752 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:36:30.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:36:30.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:36:30.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:36:30.754 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:36:30.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:36:30.754 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:36:30.754 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:36:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:30 smithi155 ceph-mon[102677]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:30 smithi111 ceph-mon[97855]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:30 smithi111 ceph-mon[116524]: pgmap v16870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:31 smithi155 ceph-mon[102677]: from='client.33201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:31 smithi155 ceph-mon[102677]: from='client.33207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1800138975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:31 smithi111 ceph-mon[97855]: from='client.33201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:31 smithi111 ceph-mon[97855]: from='client.33207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1800138975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:36:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:31 smithi111 ceph-mon[116524]: from='client.33201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:31 smithi111 ceph-mon[116524]: from='client.33207 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:36:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1800138975' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:36:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:32 smithi155 ceph-mon[102677]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:32 smithi111 ceph-mon[116524]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:32 smithi111 ceph-mon[97855]: pgmap v16871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:34 smithi155 ceph-mon[102677]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:34 smithi111 ceph-mon[97855]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:34 smithi111 ceph-mon[116524]: pgmap v16872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:36 smithi155 ceph-mon[102677]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:36 smithi111 ceph-mon[97855]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:36 smithi111 ceph-mon[116524]: pgmap v16873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:38 smithi155 ceph-mon[102677]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:38 smithi111 ceph-mon[97855]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:38 smithi111 ceph-mon[116524]: pgmap v16874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:36:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:36:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:40 smithi155 ceph-mon[102677]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:40 smithi111 ceph-mon[97855]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:40 smithi111 ceph-mon[116524]: pgmap v16875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:42 smithi155 ceph-mon[102677]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:42 smithi111 ceph-mon[97855]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:42 smithi111 ceph-mon[116524]: pgmap v16876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:44 smithi155 ceph-mon[102677]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:44 smithi111 ceph-mon[97855]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:44 smithi111 ceph-mon[116524]: pgmap v16877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:46 smithi155 ceph-mon[102677]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:46 smithi111 ceph-mon[97855]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:46 smithi111 ceph-mon[116524]: pgmap v16878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:48 smithi155 ceph-mon[102677]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:48 smithi111 ceph-mon[97855]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:48 smithi111 ceph-mon[116524]: pgmap v16879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:49.614 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:36:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:36:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:36:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:50 smithi155 ceph-mon[102677]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:50 smithi111 ceph-mon[97855]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:50 smithi111 ceph-mon[116524]: pgmap v16880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:52 smithi155 ceph-mon[102677]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:52 smithi111 ceph-mon[97855]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:52 smithi111 ceph-mon[116524]: pgmap v16881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:54 smithi155 ceph-mon[102677]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:54 smithi111 ceph-mon[97855]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:54 smithi111 ceph-mon[116524]: pgmap v16882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:56 smithi155 ceph-mon[102677]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:36:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:56 smithi111 ceph-mon[97855]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:36:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:56 smithi111 ceph-mon[116524]: pgmap v16883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:36:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:36:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:36:57.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:36:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:36:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:36:58 smithi111 ceph-mon[97855]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:36:58 smithi111 ceph-mon[116524]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:36:58 smithi155 ceph-mon[102677]: pgmap v16884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:36:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:36:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:37:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:00 smithi155 ceph-mon[102677]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:00 smithi111 ceph-mon[97855]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:00 smithi111 ceph-mon[116524]: pgmap v16885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:01.100 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:37:01.403 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:37:01.404 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:37:01.788 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:37:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:37:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:37:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:37:01.788 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:37:01.789 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:37:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:02 smithi155 ceph-mon[102677]: from='client.43094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:02 smithi155 ceph-mon[102677]: from='client.43100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:02 smithi155 ceph-mon[102677]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3339459732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[97855]: from='client.43094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[97855]: from='client.43100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[97855]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3339459732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:37:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[116524]: from='client.43094 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[116524]: from='client.43100 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[116524]: pgmap v16886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3339459732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:37:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:04 smithi155 ceph-mon[102677]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:04 smithi111 ceph-mon[97855]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:04 smithi111 ceph-mon[116524]: pgmap v16887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:06 smithi155 ceph-mon[102677]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:06 smithi111 ceph-mon[97855]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:06 smithi111 ceph-mon[116524]: pgmap v16888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:08 smithi155 ceph-mon[102677]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:08 smithi111 ceph-mon[97855]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:08 smithi111 ceph-mon[116524]: pgmap v16889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:37:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:37:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:10 smithi155 ceph-mon[102677]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:10 smithi111 ceph-mon[97855]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:10 smithi111 ceph-mon[116524]: pgmap v16890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:12 smithi155 ceph-mon[102677]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:12 smithi111 ceph-mon[97855]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:12 smithi111 ceph-mon[116524]: pgmap v16891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:14 smithi155 ceph-mon[102677]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:14 smithi111 ceph-mon[97855]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:14 smithi111 ceph-mon[116524]: pgmap v16892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:16 smithi155 ceph-mon[102677]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:16 smithi111 ceph-mon[97855]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:16 smithi111 ceph-mon[116524]: pgmap v16893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:18 smithi155 ceph-mon[102677]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:18 smithi111 ceph-mon[97855]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:18 smithi111 ceph-mon[116524]: pgmap v16894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:19.622 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:37:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:37:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:20 smithi155 ceph-mon[102677]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:20 smithi111 ceph-mon[97855]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:20 smithi111 ceph-mon[116524]: pgmap v16895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:22 smithi155 ceph-mon[102677]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:22 smithi111 ceph-mon[97855]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:22 smithi111 ceph-mon[116524]: pgmap v16896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:24 smithi155 ceph-mon[102677]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:24 smithi111 ceph-mon[97855]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:24 smithi111 ceph-mon[116524]: pgmap v16897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:26.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:26 smithi155 ceph-mon[102677]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:26 smithi111 ceph-mon[97855]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:26 smithi111 ceph-mon[116524]: pgmap v16898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:28 smithi155 ceph-mon[102677]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:28 smithi111 ceph-mon[97855]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:28 smithi111 ceph-mon[116524]: pgmap v16899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:37:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:37:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:30 smithi155 ceph-mon[102677]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:30 smithi111 ceph-mon[97855]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:30 smithi111 ceph-mon[116524]: pgmap v16900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:32.132 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 2m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 2m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 2m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 2m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (7h) 2m ago 7h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (7h) 2m ago 7h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (7h) 2m ago 7h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 2m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:37:32.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 2m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 2m ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 2m ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 2m ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 2m ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 2m ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 2m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 2m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 2m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:37:32.443 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 2m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:37:32.822 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:37:32.823 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:37:32.824 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:37:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:32 smithi155 ceph-mon[102677]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:32 smithi111 ceph-mon[97855]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:32 smithi111 ceph-mon[116524]: pgmap v16901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:33 smithi155 ceph-mon[102677]: from='client.43112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:33 smithi155 ceph-mon[102677]: from='client.33243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1452105807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:37:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:33 smithi111 ceph-mon[97855]: from='client.43112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:33 smithi111 ceph-mon[97855]: from='client.33243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1452105807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:37:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:33 smithi111 ceph-mon[116524]: from='client.43112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:33 smithi111 ceph-mon[116524]: from='client.33243 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:37:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1452105807' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:37:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:34 smithi155 ceph-mon[102677]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:34 smithi111 ceph-mon[97855]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:34 smithi111 ceph-mon[116524]: pgmap v16902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:36 smithi155 ceph-mon[102677]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:36 smithi111 ceph-mon[97855]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:36 smithi111 ceph-mon[116524]: pgmap v16903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:38 smithi155 ceph-mon[102677]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:38 smithi111 ceph-mon[97855]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:38 smithi111 ceph-mon[116524]: pgmap v16904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:37:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:37:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:40 smithi155 ceph-mon[102677]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:40 smithi111 ceph-mon[97855]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:40 smithi111 ceph-mon[116524]: pgmap v16905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:42 smithi155 ceph-mon[102677]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:42 smithi111 ceph-mon[97855]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:42 smithi111 ceph-mon[116524]: pgmap v16906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:44 smithi155 ceph-mon[102677]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:44 smithi111 ceph-mon[97855]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:44 smithi111 ceph-mon[116524]: pgmap v16907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:46 smithi155 ceph-mon[102677]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:46 smithi111 ceph-mon[97855]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:46 smithi111 ceph-mon[116524]: pgmap v16908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:48 smithi155 ceph-mon[102677]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:48 smithi111 ceph-mon[97855]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:48 smithi111 ceph-mon[116524]: pgmap v16909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:49.633 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:37:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:37:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:37:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:50 smithi155 ceph-mon[102677]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:50 smithi111 ceph-mon[97855]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:50 smithi111 ceph-mon[116524]: pgmap v16910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:52 smithi155 ceph-mon[102677]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:52 smithi111 ceph-mon[97855]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:52 smithi111 ceph-mon[116524]: pgmap v16911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:54 smithi155 ceph-mon[102677]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:54 smithi111 ceph-mon[97855]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:54 smithi111 ceph-mon[116524]: pgmap v16912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:56 smithi155 ceph-mon[102677]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:56 smithi111 ceph-mon[97855]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:56 smithi111 ceph-mon[116524]: pgmap v16913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:57.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:37:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:37:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:37:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:37:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:37:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:37:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:37:58 smithi155 ceph-mon[102677]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:37:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:37:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:37:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[97855]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:37:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:37:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:37:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:37:58 smithi111 ceph-mon[116524]: pgmap v16914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:37:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:37:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:38:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:00 smithi155 ceph-mon[102677]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:00 smithi111 ceph-mon[97855]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:00 smithi111 ceph-mon[116524]: pgmap v16915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:02 smithi155 ceph-mon[102677]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:02 smithi111 ceph-mon[97855]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:02 smithi111 ceph-mon[116524]: pgmap v16916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:03.170 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:38:03.474 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:38:03.474 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:38:03.474 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:38:03.474 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:38:03.474 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (7h) 3m ago 7h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:38:03.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:38:03.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:38:03.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:38:03.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:38:03.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:38:03.476 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:38:03.476 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:38:03.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:38:03.856 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:04 smithi155 ceph-mon[102677]: from='client.43130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:04 smithi155 ceph-mon[102677]: from='client.33261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:04 smithi155 ceph-mon[102677]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/666490871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:38:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[97855]: from='client.43130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[97855]: from='client.33261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[97855]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/666490871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[116524]: from='client.43130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[116524]: from='client.33261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[116524]: pgmap v16917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/666490871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:38:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:06 smithi155 ceph-mon[102677]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:06 smithi111 ceph-mon[97855]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:06 smithi111 ceph-mon[116524]: pgmap v16918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:08 smithi155 ceph-mon[102677]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:08 smithi111 ceph-mon[97855]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:08 smithi111 ceph-mon[116524]: pgmap v16919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:38:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:38:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:10 smithi155 ceph-mon[102677]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:10 smithi111 ceph-mon[97855]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:10 smithi111 ceph-mon[116524]: pgmap v16920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:12 smithi155 ceph-mon[102677]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:12 smithi111 ceph-mon[97855]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:12 smithi111 ceph-mon[116524]: pgmap v16921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:14 smithi155 ceph-mon[102677]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:14 smithi111 ceph-mon[97855]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:14 smithi111 ceph-mon[116524]: pgmap v16922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:16 smithi155 ceph-mon[102677]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:16 smithi111 ceph-mon[97855]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:16 smithi111 ceph-mon[116524]: pgmap v16923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:18 smithi155 ceph-mon[102677]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:18 smithi111 ceph-mon[97855]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:18 smithi111 ceph-mon[116524]: pgmap v16924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:19.641 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:38:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:38:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:20 smithi155 ceph-mon[102677]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:20 smithi111 ceph-mon[97855]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:20 smithi111 ceph-mon[116524]: pgmap v16925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:22 smithi155 ceph-mon[102677]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:22 smithi111 ceph-mon[97855]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:22 smithi111 ceph-mon[116524]: pgmap v16926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:24 smithi155 ceph-mon[102677]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:24 smithi111 ceph-mon[97855]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:24 smithi111 ceph-mon[116524]: pgmap v16927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:26 smithi155 ceph-mon[102677]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:26 smithi111 ceph-mon[97855]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:26 smithi111 ceph-mon[116524]: pgmap v16928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:28 smithi155 ceph-mon[102677]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:28 smithi111 ceph-mon[97855]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:28 smithi111 ceph-mon[116524]: pgmap v16929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:38:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:38:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:30 smithi155 ceph-mon[102677]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:30 smithi111 ceph-mon[97855]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:30 smithi111 ceph-mon[116524]: pgmap v16930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:32 smithi155 ceph-mon[102677]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:32 smithi111 ceph-mon[116524]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:32 smithi111 ceph-mon[97855]: pgmap v16931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:34.197 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:38:34.502 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 3m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 3m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 3m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 3m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 3m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 3m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (7h) 3m ago 7h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (7h) 3m ago 7h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:38:34.503 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 3m ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:38:34.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 3m ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:38:34.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 3m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:38:34.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 3m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:38:34.504 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 3m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:38:34.504 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 3m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:38:34.884 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:38:34.884 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:38:34.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:38:34.886 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:38:34.886 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:38:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:34 smithi155 ceph-mon[102677]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:34 smithi111 ceph-mon[97855]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:34 smithi111 ceph-mon[116524]: pgmap v16932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:35 smithi155 ceph-mon[102677]: from='client.43148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:35 smithi155 ceph-mon[102677]: from='client.43154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/737144585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:38:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:35 smithi111 ceph-mon[97855]: from='client.43148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:35 smithi111 ceph-mon[97855]: from='client.43154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/737144585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:38:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:35 smithi111 ceph-mon[116524]: from='client.43148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:35 smithi111 ceph-mon[116524]: from='client.43154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:38:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/737144585' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:38:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:36 smithi155 ceph-mon[102677]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:36 smithi111 ceph-mon[97855]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:36 smithi111 ceph-mon[116524]: pgmap v16933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:38 smithi155 ceph-mon[102677]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:38 smithi111 ceph-mon[97855]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:38 smithi111 ceph-mon[116524]: pgmap v16934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:38:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:38:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:40 smithi155 ceph-mon[102677]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:40 smithi111 ceph-mon[97855]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:40 smithi111 ceph-mon[116524]: pgmap v16935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:42 smithi155 ceph-mon[102677]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:42 smithi111 ceph-mon[97855]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:42 smithi111 ceph-mon[116524]: pgmap v16936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:44 smithi155 ceph-mon[102677]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:44 smithi111 ceph-mon[97855]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:44 smithi111 ceph-mon[116524]: pgmap v16937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:46 smithi155 ceph-mon[102677]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:46 smithi111 ceph-mon[97855]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:46 smithi111 ceph-mon[116524]: pgmap v16938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:48 smithi155 ceph-mon[102677]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:48 smithi111 ceph-mon[97855]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:48 smithi111 ceph-mon[116524]: pgmap v16939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:49.651 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:38:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:38:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:38:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:50 smithi155 ceph-mon[102677]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:50 smithi111 ceph-mon[97855]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:50 smithi111 ceph-mon[116524]: pgmap v16940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:52 smithi155 ceph-mon[102677]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:52 smithi111 ceph-mon[97855]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:52 smithi111 ceph-mon[116524]: pgmap v16941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:54 smithi155 ceph-mon[102677]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:54 smithi111 ceph-mon[97855]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:54 smithi111 ceph-mon[116524]: pgmap v16942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:56 smithi155 ceph-mon[102677]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:56 smithi111 ceph-mon[97855]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:56 smithi111 ceph-mon[116524]: pgmap v16943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:38:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:38:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:38:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:58 smithi155 ceph-mon[102677]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:38:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:38:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:38:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:38:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[97855]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:38:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:38:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:38:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[116524]: pgmap v16944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:38:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:38:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:38:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:38:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:38:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:38:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:39:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:00 smithi155 ceph-mon[102677]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:00 smithi111 ceph-mon[97855]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:00 smithi111 ceph-mon[116524]: pgmap v16945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:02 smithi155 ceph-mon[102677]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:02 smithi111 ceph-mon[97855]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:02 smithi111 ceph-mon[116524]: pgmap v16946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:04 smithi155 ceph-mon[102677]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:04 smithi111 ceph-mon[97855]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:04 smithi111 ceph-mon[116524]: pgmap v16947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:05.230 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:39:05.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (7h) 4m ago 7h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:39:05.540 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:39:05.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:39:05.919 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:39:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:06 smithi155 ceph-mon[102677]: from='client.43166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:06 smithi155 ceph-mon[102677]: from='client.33297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:06 smithi155 ceph-mon[102677]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2706092296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:39:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[116524]: from='client.43166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[116524]: from='client.33297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[116524]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2706092296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:39:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[97855]: from='client.43166 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[97855]: from='client.33297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[97855]: pgmap v16948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2706092296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:39:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:08 smithi155 ceph-mon[102677]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:08 smithi111 ceph-mon[97855]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:08 smithi111 ceph-mon[116524]: pgmap v16949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:39:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:39:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:10 smithi155 ceph-mon[102677]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:10 smithi111 ceph-mon[97855]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:10 smithi111 ceph-mon[116524]: pgmap v16950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:12 smithi155 ceph-mon[102677]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:12 smithi111 ceph-mon[97855]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:12 smithi111 ceph-mon[116524]: pgmap v16951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:14 smithi155 ceph-mon[102677]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:14 smithi111 ceph-mon[97855]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:14 smithi111 ceph-mon[116524]: pgmap v16952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:16 smithi155 ceph-mon[102677]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:16 smithi111 ceph-mon[97855]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:16 smithi111 ceph-mon[116524]: pgmap v16953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:18 smithi155 ceph-mon[102677]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:18 smithi111 ceph-mon[97855]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:18 smithi111 ceph-mon[116524]: pgmap v16954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:19.660 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:39:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:39:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:20 smithi155 ceph-mon[102677]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:20 smithi111 ceph-mon[97855]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:20 smithi111 ceph-mon[116524]: pgmap v16955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:22 smithi155 ceph-mon[102677]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:22 smithi111 ceph-mon[97855]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:22 smithi111 ceph-mon[116524]: pgmap v16956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:24 smithi155 ceph-mon[102677]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:24 smithi111 ceph-mon[97855]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:24 smithi111 ceph-mon[116524]: pgmap v16957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:26 smithi155 ceph-mon[102677]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:26 smithi111 ceph-mon[97855]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:26 smithi111 ceph-mon[116524]: pgmap v16958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:28 smithi155 ceph-mon[102677]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:28 smithi111 ceph-mon[97855]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:28 smithi111 ceph-mon[116524]: pgmap v16959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:39:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:39:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:30 smithi155 ceph-mon[102677]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:30 smithi111 ceph-mon[97855]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:30 smithi111 ceph-mon[116524]: pgmap v16960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:32 smithi155 ceph-mon[102677]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:32 smithi111 ceph-mon[97855]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:32 smithi111 ceph-mon[116524]: pgmap v16961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:34 smithi155 ceph-mon[102677]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:34 smithi111 ceph-mon[97855]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:34 smithi111 ceph-mon[116524]: pgmap v16962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:36.266 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:39:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:36 smithi155 ceph-mon[102677]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:36 smithi111 ceph-mon[97855]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:36 smithi111 ceph-mon[116524]: pgmap v16963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 4m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 4m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 4m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 4m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:39:36.572 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 4m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 4m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (7h) 4m ago 7h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 4m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:39:36.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 4m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:39:36.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 4m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:39:36.574 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 4m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:39:36.948 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:36.949 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:39:36.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:39:36.950 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:39:36.950 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:39:36.950 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:39:36.950 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:39:36.950 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:39:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:37 smithi155 ceph-mon[102677]: from='client.33309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:37 smithi155 ceph-mon[102677]: from='client.43190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2969649538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:37 smithi111 ceph-mon[97855]: from='client.33309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:37 smithi111 ceph-mon[97855]: from='client.43190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2969649538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:39:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:37 smithi111 ceph-mon[116524]: from='client.33309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:37 smithi111 ceph-mon[116524]: from='client.43190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:39:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2969649538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:39:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:38 smithi155 ceph-mon[102677]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:38 smithi111 ceph-mon[97855]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:38 smithi111 ceph-mon[116524]: pgmap v16964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:39:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:39:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:40 smithi155 ceph-mon[102677]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:40 smithi111 ceph-mon[97855]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:40 smithi111 ceph-mon[116524]: pgmap v16965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:42 smithi155 ceph-mon[102677]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:42 smithi111 ceph-mon[97855]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:42 smithi111 ceph-mon[116524]: pgmap v16966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:44 smithi155 ceph-mon[102677]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:44 smithi111 ceph-mon[97855]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:44 smithi111 ceph-mon[116524]: pgmap v16967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:46 smithi155 ceph-mon[102677]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:46 smithi111 ceph-mon[97855]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:46 smithi111 ceph-mon[116524]: pgmap v16968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:48 smithi155 ceph-mon[102677]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:48 smithi111 ceph-mon[97855]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:48 smithi111 ceph-mon[116524]: pgmap v16969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:49.669 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:39:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:39:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:39:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:50 smithi155 ceph-mon[102677]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:50 smithi111 ceph-mon[97855]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:50 smithi111 ceph-mon[116524]: pgmap v16970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:52 smithi155 ceph-mon[102677]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:52 smithi111 ceph-mon[97855]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:52 smithi111 ceph-mon[116524]: pgmap v16971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:54 smithi155 ceph-mon[102677]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:54 smithi111 ceph-mon[97855]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:54 smithi111 ceph-mon[116524]: pgmap v16972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:56 smithi155 ceph-mon[102677]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:56 smithi111 ceph-mon[97855]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:56 smithi111 ceph-mon[116524]: pgmap v16973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:58 smithi155 ceph-mon[102677]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:39:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:39:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:39:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:39:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:39:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[97855]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[116524]: pgmap v16974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:39:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:39:59.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:39:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:39:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:39:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:40:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:00 smithi111 conmon[97831]: 2023-12-01T12:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:40:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:00 smithi155 ceph-mon[102677]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:40:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:00 smithi111 ceph-mon[97855]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:40:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:00 smithi111 ceph-mon[116524]: pgmap v16975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:40:02.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:02 smithi155 ceph-mon[102677]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:02 smithi111 ceph-mon[97855]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:02 smithi111 ceph-mon[116524]: pgmap v16976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:04 smithi155 ceph-mon[102677]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:04 smithi111 ceph-mon[97855]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:04 smithi111 ceph-mon[116524]: pgmap v16977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:06 smithi155 ceph-mon[102677]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:06 smithi111 ceph-mon[97855]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:06 smithi111 ceph-mon[116524]: pgmap v16978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:07.295 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:40:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:40:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:40:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:40:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:40:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:40:07.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:40:07.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:40:07.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:40:07.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (7h) 5m ago 7h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:40:07.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (7h) 5m ago 7h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:40:07.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:40:07.601 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:40:07.978 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:40:07.978 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:40:07.978 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:40:07.978 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:07.979 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:40:07.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:40:07.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:40:07.980 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:40:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[116524]: from='client.33327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[116524]: from='client.33333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[116524]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/641358320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:40:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[97855]: from='client.33327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[97855]: from='client.33333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[97855]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/641358320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:40:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:08 smithi155 ceph-mon[102677]: from='client.33327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:08 smithi155 ceph-mon[102677]: from='client.33333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:08 smithi155 ceph-mon[102677]: pgmap v16979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/641358320' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:40:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:40:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:40:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:10 smithi155 ceph-mon[102677]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:10 smithi111 ceph-mon[97855]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:10 smithi111 ceph-mon[116524]: pgmap v16980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:12 smithi155 ceph-mon[102677]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:12 smithi111 ceph-mon[97855]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:12 smithi111 ceph-mon[116524]: pgmap v16981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:14 smithi155 ceph-mon[102677]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:14 smithi111 ceph-mon[97855]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:14 smithi111 ceph-mon[116524]: pgmap v16982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:16 smithi155 ceph-mon[102677]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:16 smithi111 ceph-mon[97855]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:16 smithi111 ceph-mon[116524]: pgmap v16983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:18 smithi155 ceph-mon[102677]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:18 smithi111 ceph-mon[97855]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:18 smithi111 ceph-mon[116524]: pgmap v16984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:19.677 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:40:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:40:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:20 smithi155 ceph-mon[102677]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:20 smithi111 ceph-mon[97855]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:20 smithi111 ceph-mon[116524]: pgmap v16985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:22 smithi155 ceph-mon[102677]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:22 smithi111 ceph-mon[97855]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:22 smithi111 ceph-mon[116524]: pgmap v16986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:24.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:24 smithi155 ceph-mon[102677]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:24 smithi111 ceph-mon[97855]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:24 smithi111 ceph-mon[116524]: pgmap v16987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:26 smithi111 ceph-mon[97855]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:26 smithi111 ceph-mon[116524]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:26 smithi155 ceph-mon[102677]: pgmap v16988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:28 smithi155 ceph-mon[102677]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:28 smithi111 ceph-mon[97855]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:28 smithi111 ceph-mon[116524]: pgmap v16989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:40:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:40:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:30 smithi155 ceph-mon[102677]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:30 smithi111 ceph-mon[97855]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:30 smithi111 ceph-mon[116524]: pgmap v16990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:32 smithi155 ceph-mon[102677]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:32 smithi111 ceph-mon[97855]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:32 smithi111 ceph-mon[116524]: pgmap v16991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:34 smithi155 ceph-mon[102677]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:34 smithi111 ceph-mon[97855]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:34 smithi111 ceph-mon[116524]: pgmap v16992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:36 smithi111 ceph-mon[97855]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:36 smithi111 ceph-mon[116524]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:36 smithi155 ceph-mon[102677]: pgmap v16993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:38.326 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:40:38.628 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 5m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 5m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (7h) 5m ago 7h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 5m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 5m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 5m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:40:38.629 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:40:38.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:40:38.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:40:38.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:40:38.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:40:38.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (7h) 5m ago 7h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:40:38.630 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 5m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:40:38.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:38 smithi155 ceph-mon[102677]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:38 smithi111 ceph-mon[97855]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:38 smithi111 ceph-mon[116524]: pgmap v16994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:39.010 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:40:39.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:40:39.010 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:40:39.010 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:39.010 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:40:39.011 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:40:39.681 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:40:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:40:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:39 smithi155 ceph-mon[102677]: from='client.43220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:39 smithi155 ceph-mon[102677]: from='client.43226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2768457186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:39 smithi111 ceph-mon[97855]: from='client.43220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:39 smithi111 ceph-mon[97855]: from='client.43226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2768457186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:39 smithi111 ceph-mon[116524]: from='client.43220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:39 smithi111 ceph-mon[116524]: from='client.43226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:40:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2768457186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:40:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:40 smithi155 ceph-mon[102677]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:40 smithi111 ceph-mon[97855]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:40 smithi111 ceph-mon[116524]: pgmap v16995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:42 smithi155 ceph-mon[102677]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:42 smithi111 ceph-mon[97855]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:42 smithi111 ceph-mon[116524]: pgmap v16996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:44 smithi155 ceph-mon[102677]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:44 smithi111 ceph-mon[97855]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:44 smithi111 ceph-mon[116524]: pgmap v16997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:46 smithi111 ceph-mon[97855]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:46 smithi111 ceph-mon[116524]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:46 smithi155 ceph-mon[102677]: pgmap v16998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:48 smithi155 ceph-mon[102677]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:48 smithi111 ceph-mon[97855]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:48 smithi111 ceph-mon[116524]: pgmap v16999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:49.687 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:40:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:40:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:40:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:50 smithi155 ceph-mon[102677]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:50 smithi111 ceph-mon[97855]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:50 smithi111 ceph-mon[116524]: pgmap v17000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:52 smithi155 ceph-mon[102677]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:52 smithi111 ceph-mon[97855]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:52 smithi111 ceph-mon[116524]: pgmap v17001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:54 smithi155 ceph-mon[102677]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:54 smithi111 ceph-mon[97855]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:54 smithi111 ceph-mon[116524]: pgmap v17002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:56 smithi111 ceph-mon[97855]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:56 smithi111 ceph-mon[116524]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:56 smithi155 ceph-mon[102677]: pgmap v17003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:58 smithi155 ceph-mon[102677]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:58 smithi111 ceph-mon[97855]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:40:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:58 smithi111 ceph-mon[116524]: pgmap v17004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:40:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:40:59.683 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:40:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:40:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:40:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:40:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:40:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:40:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:40:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:40:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:40:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:40:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:40:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:40:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:40:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:41:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:00 smithi155 ceph-mon[102677]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:00 smithi111 ceph-mon[97855]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:00 smithi111 ceph-mon[116524]: pgmap v17005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:02 smithi155 ceph-mon[102677]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:02 smithi111 ceph-mon[97855]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:02 smithi111 ceph-mon[116524]: pgmap v17006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:04 smithi155 ceph-mon[102677]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:04 smithi111 ceph-mon[97855]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:04 smithi111 ceph-mon[116524]: pgmap v17007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:06 smithi111 ceph-mon[97855]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:06 smithi111 ceph-mon[116524]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:06 smithi155 ceph-mon[102677]: pgmap v17008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:08 smithi155 ceph-mon[102677]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:08 smithi111 ceph-mon[97855]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:08 smithi111 ceph-mon[116524]: pgmap v17009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:09.361 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (7h) 6m ago 7h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:41:09.667 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:41:09.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:41:09.669 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:41:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:41:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:41:10.044 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:41:10.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:41:10.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:41:10.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:10.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:41:10.045 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:41:10.046 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:10 smithi155 ceph-mon[102677]: from='client.33363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:10 smithi155 ceph-mon[102677]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:10 smithi155 ceph-mon[102677]: from='client.33369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1725518165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[97855]: from='client.33363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[97855]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[97855]: from='client.33369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1725518165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:41:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[116524]: from='client.33363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[116524]: pgmap v17010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[116524]: from='client.33369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1725518165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:41:12.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:12 smithi155 ceph-mon[102677]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:12 smithi111 ceph-mon[97855]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:12 smithi111 ceph-mon[116524]: pgmap v17011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:14 smithi155 ceph-mon[102677]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:14 smithi111 ceph-mon[97855]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:14 smithi111 ceph-mon[116524]: pgmap v17012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:16 smithi111 ceph-mon[97855]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:16 smithi111 ceph-mon[116524]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:16 smithi155 ceph-mon[102677]: pgmap v17013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:18 smithi155 ceph-mon[102677]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:18 smithi111 ceph-mon[97855]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:18 smithi111 ceph-mon[116524]: pgmap v17014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:19.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:41:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:41:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:20 smithi155 ceph-mon[102677]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:20 smithi111 ceph-mon[97855]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:20 smithi111 ceph-mon[116524]: pgmap v17015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:22 smithi155 ceph-mon[102677]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:22 smithi111 ceph-mon[97855]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:22 smithi111 ceph-mon[116524]: pgmap v17016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:24 smithi155 ceph-mon[102677]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:24 smithi111 ceph-mon[97855]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:24 smithi111 ceph-mon[116524]: pgmap v17017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:26 smithi111 ceph-mon[97855]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:26 smithi111 ceph-mon[116524]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:26 smithi155 ceph-mon[102677]: pgmap v17018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:28 smithi155 ceph-mon[102677]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:28 smithi111 ceph-mon[97855]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:28 smithi111 ceph-mon[116524]: pgmap v17019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:41:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:41:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:30 smithi155 ceph-mon[102677]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:30 smithi111 ceph-mon[97855]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:30 smithi111 ceph-mon[116524]: pgmap v17020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:32 smithi155 ceph-mon[102677]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:32 smithi111 ceph-mon[97855]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:32 smithi111 ceph-mon[116524]: pgmap v17021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:34 smithi155 ceph-mon[102677]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:34 smithi111 ceph-mon[97855]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:34 smithi111 ceph-mon[116524]: pgmap v17022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:36 smithi111 ceph-mon[97855]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:36 smithi111 ceph-mon[116524]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:36 smithi155 ceph-mon[102677]: pgmap v17023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:38 smithi155 ceph-mon[102677]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:38 smithi111 ceph-mon[97855]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:38 smithi111 ceph-mon[116524]: pgmap v17024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:41:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:41:40.390 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 6m ago 7h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 6m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:41:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 6m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 6m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:41:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:41:40.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:41:40.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:41:40.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:41:40.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:41:40.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:41:40.699 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 6m ago 7h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:41:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:40 smithi155 ceph-mon[102677]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:40 smithi111 ceph-mon[97855]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:40 smithi111 ceph-mon[116524]: pgmap v17025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:41.079 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:41:41.079 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:41:41.079 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:41:41.079 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:41:41.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:41:41.081 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:41:41.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:41:41.081 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:41:41.081 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:41:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:41 smithi155 ceph-mon[102677]: from='client.33381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:41 smithi155 ceph-mon[102677]: from='client.33387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2202580861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:41:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:41 smithi111 ceph-mon[97855]: from='client.33381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:41 smithi111 ceph-mon[97855]: from='client.33387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2202580861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:41 smithi111 ceph-mon[116524]: from='client.33381 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:41 smithi111 ceph-mon[116524]: from='client.33387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:41:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2202580861' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:41:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:42 smithi111 ceph-mon[97855]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:42 smithi111 ceph-mon[116524]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:42 smithi155 ceph-mon[102677]: pgmap v17026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:44 smithi111 ceph-mon[97855]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:44 smithi111 ceph-mon[116524]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:44 smithi155 ceph-mon[102677]: pgmap v17027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:46 smithi111 ceph-mon[97855]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:46 smithi111 ceph-mon[116524]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:46 smithi155 ceph-mon[102677]: pgmap v17028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:48 smithi155 ceph-mon[102677]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:48 smithi111 ceph-mon[97855]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:48 smithi111 ceph-mon[116524]: pgmap v17029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:49.702 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:41:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:41:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:41:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:50 smithi155 ceph-mon[102677]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:50 smithi111 ceph-mon[97855]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:50 smithi111 ceph-mon[116524]: pgmap v17030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:52 smithi111 ceph-mon[97855]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:52 smithi111 ceph-mon[116524]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:52 smithi155 ceph-mon[102677]: pgmap v17031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:54 smithi111 ceph-mon[97855]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:54 smithi111 ceph-mon[116524]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:54 smithi155 ceph-mon[102677]: pgmap v17032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:56 smithi111 ceph-mon[97855]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:56.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:56 smithi111 ceph-mon[116524]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:56 smithi155 ceph-mon[102677]: pgmap v17033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:58.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:58 smithi155 ceph-mon[102677]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:58 smithi111 ceph-mon[97855]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:58 smithi111 ceph-mon[116524]: pgmap v17034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:41:59.704 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:41:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:41:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:41:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:41:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:41:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:41:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:41:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:41:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:41:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:41:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:41:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:41:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:41:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:41:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:41:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:42:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:00 smithi111 ceph-mon[97855]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:00 smithi111 ceph-mon[116524]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:00 smithi155 ceph-mon[102677]: pgmap v17035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:02 smithi111 ceph-mon[97855]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:02 smithi111 ceph-mon[116524]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:02 smithi155 ceph-mon[102677]: pgmap v17036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:04 smithi111 ceph-mon[97855]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:04 smithi111 ceph-mon[116524]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:04 smithi155 ceph-mon[102677]: pgmap v17037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:06 smithi111 ceph-mon[97855]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:06 smithi111 ceph-mon[116524]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:06 smithi155 ceph-mon[102677]: pgmap v17038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:08.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:08 smithi155 ceph-mon[102677]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:08 smithi111 ceph-mon[97855]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:08 smithi111 ceph-mon[116524]: pgmap v17039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:42:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:42:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:10 smithi111 ceph-mon[97855]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:10 smithi111 ceph-mon[116524]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:10 smithi155 ceph-mon[102677]: pgmap v17040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:11.424 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:42:11.732 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (7h) 7m ago 7h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:42:11.733 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (7h) 7m ago 7h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (7h) 7m ago 7h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:42:11.734 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 8h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:42:12.113 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:42:12.114 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:42:12.115 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[97855]: from='client.33399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[97855]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[97855]: from='client.33405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1083196087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:42:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[116524]: from='client.33399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[116524]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[116524]: from='client.33405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1083196087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:42:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:12 smithi155 ceph-mon[102677]: from='client.33399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:12 smithi155 ceph-mon[102677]: pgmap v17041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:12 smithi155 ceph-mon[102677]: from='client.33405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1083196087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:42:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:14 smithi111 ceph-mon[97855]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:14 smithi111 ceph-mon[116524]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:14 smithi155 ceph-mon[102677]: pgmap v17042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:16 smithi111 ceph-mon[97855]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:16.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:16 smithi111 ceph-mon[116524]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:16 smithi155 ceph-mon[102677]: pgmap v17043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:18 smithi155 ceph-mon[102677]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:18 smithi111 ceph-mon[97855]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:18 smithi111 ceph-mon[116524]: pgmap v17044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:19.711 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:42:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:42:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:20 smithi111 ceph-mon[97855]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:20 smithi111 ceph-mon[116524]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:20 smithi155 ceph-mon[102677]: pgmap v17045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:22 smithi111 ceph-mon[97855]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:22 smithi111 ceph-mon[116524]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:22 smithi155 ceph-mon[102677]: pgmap v17046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:24 smithi111 ceph-mon[97855]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:24 smithi111 ceph-mon[116524]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:24 smithi155 ceph-mon[102677]: pgmap v17047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:26 smithi111 ceph-mon[97855]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:26 smithi111 ceph-mon[116524]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:26 smithi155 ceph-mon[102677]: pgmap v17048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:28 smithi111 ceph-mon[97855]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:28 smithi111 ceph-mon[116524]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:28 smithi155 ceph-mon[102677]: pgmap v17049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:42:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:42:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:30 smithi111 ceph-mon[97855]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:30 smithi111 ceph-mon[116524]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:30 smithi155 ceph-mon[102677]: pgmap v17050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:32 smithi111 ceph-mon[97855]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:32 smithi111 ceph-mon[116524]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:32 smithi155 ceph-mon[102677]: pgmap v17051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:34 smithi111 ceph-mon[97855]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:34 smithi111 ceph-mon[116524]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:34 smithi155 ceph-mon[102677]: pgmap v17052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:36 smithi111 ceph-mon[97855]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:36 smithi111 ceph-mon[116524]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:36 smithi155 ceph-mon[102677]: pgmap v17053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:38 smithi111 ceph-mon[97855]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:38 smithi111 ceph-mon[116524]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:38 smithi155 ceph-mon[102677]: pgmap v17054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:42:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:42:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 12:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T12:42:40.080252697Z level=info msg="Completed cleanup jobs" duration=46.487966ms 2023-12-01T12:42:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:40 smithi111 ceph-mon[97855]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:40 smithi111 ceph-mon[116524]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:40 smithi155 ceph-mon[102677]: pgmap v17055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:42.455 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:42:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:42:42.762 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (7h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5448M 2248M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:42:42.763 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5755M 2248M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 5965M 2248M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5170M 2248M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:42:42.764 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (7h) 7m ago 8h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:42:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:42 smithi111 ceph-mon[97855]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:42 smithi111 ceph-mon[116524]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:43.144 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:42:43.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:42:43.144 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:42:43.144 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:43.144 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:42:43.145 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:42:43.146 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:42:43.146 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:42:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:42 smithi155 ceph-mon[102677]: pgmap v17056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:43 smithi111 ceph-mon[97855]: from='client.33417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:43 smithi111 ceph-mon[97855]: from='client.33423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3917219865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:42:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:43 smithi111 ceph-mon[116524]: from='client.33417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:43 smithi111 ceph-mon[116524]: from='client.33423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3917219865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:42:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:43 smithi155 ceph-mon[102677]: from='client.33417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:43 smithi155 ceph-mon[102677]: from='client.33423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:42:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3917219865' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:42:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:44 smithi111 ceph-mon[97855]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:44 smithi111 ceph-mon[116524]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:44 smithi155 ceph-mon[102677]: pgmap v17057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:46 smithi111 ceph-mon[97855]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:46 smithi111 ceph-mon[116524]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:46 smithi155 ceph-mon[102677]: pgmap v17058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:48 smithi111 ceph-mon[97855]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:48 smithi111 ceph-mon[116524]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:48 smithi155 ceph-mon[102677]: pgmap v17059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:49.721 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:42:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:42:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:42:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:50 smithi111 ceph-mon[97855]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:50 smithi111 ceph-mon[116524]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:50 smithi155 ceph-mon[102677]: pgmap v17060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:52 smithi111 ceph-mon[97855]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:52 smithi111 ceph-mon[116524]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:52 smithi155 ceph-mon[102677]: pgmap v17061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:54 smithi111 ceph-mon[97855]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:54 smithi111 ceph-mon[116524]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:54 smithi155 ceph-mon[102677]: pgmap v17062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:56 smithi111 ceph-mon[97855]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:56 smithi111 ceph-mon[116524]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:56 smithi155 ceph-mon[102677]: pgmap v17063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:58 smithi111 ceph-mon[97855]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:58 smithi111 ceph-mon[116524]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:59.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:58 smithi155 ceph-mon[102677]: pgmap v17064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:42:59.725 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:42:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:42:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:42:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:42:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:42:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:43:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:42:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:43:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:43:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:43:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:43:01.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:43:01.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: pgmap v17065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:43:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:43:01.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:43:02.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:01 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2239M 2023-12-01T12:43:02.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:01 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2239M 2023-12-01T12:43:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:01 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2239M 2023-12-01T12:43:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:02 smithi111 ceph-mon[97855]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:02 smithi111 ceph-mon[116524]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:02 smithi155 ceph-mon[102677]: pgmap v17066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:04 smithi111 ceph-mon[97855]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:04 smithi111 ceph-mon[116524]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:04 smithi155 ceph-mon[102677]: pgmap v17067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:06 smithi111 ceph-mon[97855]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:06 smithi111 ceph-mon[116524]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:06 smithi155 ceph-mon[102677]: pgmap v17068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:08 smithi111 ceph-mon[97855]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:08 smithi111 ceph-mon[116524]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:08 smithi155 ceph-mon[102677]: pgmap v17069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:43:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:43:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:10 smithi111 ceph-mon[97855]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:10 smithi111 ceph-mon[116524]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:10 smithi155 ceph-mon[102677]: pgmap v17070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:12 smithi111 ceph-mon[97855]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:12 smithi111 ceph-mon[116524]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:12 smithi155 ceph-mon[102677]: pgmap v17071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:13.487 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:43:13.793 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:43:13.793 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:43:13.793 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:43:13.793 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:43:13.793 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:43:13.793 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5448M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5755M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:43:13.794 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 5965M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:43:13.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5170M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:43:13.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:43:13.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:43:13.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:43:13.795 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:43:13.795 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:14.171 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:43:14.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:43:14.172 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:14.172 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:43:14.172 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:43:14.172 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:43:14.172 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[97855]: from='client.33435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[97855]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[97855]: from='client.33441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3322331247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[116524]: from='client.33435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[116524]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[116524]: from='client.33441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3322331247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:43:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:14 smithi155 ceph-mon[102677]: from='client.33435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:14 smithi155 ceph-mon[102677]: pgmap v17072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:14 smithi155 ceph-mon[102677]: from='client.33441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3322331247' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:43:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:16 smithi111 ceph-mon[97855]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:16 smithi111 ceph-mon[116524]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:16 smithi155 ceph-mon[102677]: pgmap v17073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:18 smithi111 ceph-mon[97855]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:18 smithi111 ceph-mon[116524]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:18 smithi155 ceph-mon[102677]: pgmap v17074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:19.729 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:43:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:43:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:20 smithi111 ceph-mon[97855]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:20 smithi111 ceph-mon[116524]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:20 smithi155 ceph-mon[102677]: pgmap v17075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:22 smithi111 ceph-mon[97855]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:22 smithi111 ceph-mon[116524]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:22 smithi155 ceph-mon[102677]: pgmap v17076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:24 smithi111 ceph-mon[97855]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:24 smithi111 ceph-mon[116524]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:24 smithi155 ceph-mon[102677]: pgmap v17077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:26 smithi155 ceph-mon[102677]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:26 smithi111 ceph-mon[97855]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:26 smithi111 ceph-mon[116524]: pgmap v17078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:28 smithi111 ceph-mon[97855]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:28 smithi111 ceph-mon[116524]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:28 smithi155 ceph-mon[102677]: pgmap v17079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:43:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:43:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:30 smithi111 ceph-mon[97855]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:30 smithi111 ceph-mon[116524]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:30 smithi155 ceph-mon[102677]: pgmap v17080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:32 smithi111 ceph-mon[97855]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:32 smithi111 ceph-mon[116524]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:32 smithi155 ceph-mon[102677]: pgmap v17081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:34 smithi111 ceph-mon[97855]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:34 smithi111 ceph-mon[116524]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:34 smithi155 ceph-mon[102677]: pgmap v17082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:36 smithi155 ceph-mon[102677]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:36 smithi111 ceph-mon[97855]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:36 smithi111 ceph-mon[116524]: pgmap v17083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:38 smithi111 ceph-mon[97855]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:38 smithi111 ceph-mon[116524]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:39.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:38 smithi155 ceph-mon[102677]: pgmap v17084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:43:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:43:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:40 smithi111 ceph-mon[97855]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:40 smithi111 ceph-mon[116524]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:41.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:40 smithi155 ceph-mon[102677]: pgmap v17085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:42 smithi111 ceph-mon[97855]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:42 smithi111 ceph-mon[116524]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:42 smithi155 ceph-mon[102677]: pgmap v17086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:44.515 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:43:44.822 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:43:44.822 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:43:44.822 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:43:44.822 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:43:44.822 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5448M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5755M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:43:44.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 5965M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:43:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5170M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:43:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:43:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:43:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:43:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:43:44.824 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:43:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:44 smithi111 ceph-mon[97855]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:44 smithi111 ceph-mon[116524]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:43:45.200 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:43:45.201 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:43:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:44 smithi155 ceph-mon[102677]: pgmap v17087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:45 smithi111 ceph-mon[97855]: from='client.43328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:45 smithi111 ceph-mon[97855]: from='client.43334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3370061354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:43:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:45 smithi111 ceph-mon[116524]: from='client.43328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:45 smithi111 ceph-mon[116524]: from='client.43334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3370061354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:45 smithi155 ceph-mon[102677]: from='client.43328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:45 smithi155 ceph-mon[102677]: from='client.43334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3370061354' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:43:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:46 smithi111 ceph-mon[97855]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:46 smithi111 ceph-mon[116524]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:46 smithi155 ceph-mon[102677]: pgmap v17088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:48 smithi111 ceph-mon[97855]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:48 smithi111 ceph-mon[116524]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:48 smithi155 ceph-mon[102677]: pgmap v17089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:43:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:43:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:43:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:50 smithi155 ceph-mon[102677]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:50 smithi111 ceph-mon[97855]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:50 smithi111 ceph-mon[116524]: pgmap v17090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:52 smithi155 ceph-mon[102677]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:52 smithi111 ceph-mon[97855]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:52 smithi111 ceph-mon[116524]: pgmap v17091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:54 smithi155 ceph-mon[102677]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:54 smithi111 ceph-mon[97855]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:54 smithi111 ceph-mon[116524]: pgmap v17092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:56 smithi155 ceph-mon[102677]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:56 smithi111 ceph-mon[97855]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:56 smithi111 ceph-mon[116524]: pgmap v17093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:43:58 smithi111 ceph-mon[97855]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:43:58 smithi111 ceph-mon[116524]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:43:58 smithi155 ceph-mon[102677]: pgmap v17094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:43:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:43:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:44:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[116524]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[97855]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:44:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:44:01.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:44:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:00 smithi155 ceph-mon[102677]: pgmap v17095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:44:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:44:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:44:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:44:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:02 smithi111 ceph-mon[97855]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:02 smithi111 ceph-mon[116524]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:02 smithi155 ceph-mon[102677]: pgmap v17096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:04 smithi111 ceph-mon[97855]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:04 smithi111 ceph-mon[116524]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:04 smithi155 ceph-mon[102677]: pgmap v17097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:06 smithi155 ceph-mon[102677]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:06 smithi111 ceph-mon[97855]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:06 smithi111 ceph-mon[116524]: pgmap v17098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:08 smithi111 ceph-mon[97855]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:08 smithi111 ceph-mon[116524]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:08 smithi155 ceph-mon[102677]: pgmap v17099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:44:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:44:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:10 smithi111 ceph-mon[97855]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:10 smithi111 ceph-mon[116524]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:10 smithi155 ceph-mon[102677]: pgmap v17100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:12 smithi111 ceph-mon[116524]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:12 smithi111 ceph-mon[97855]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:12 smithi155 ceph-mon[102677]: pgmap v17101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:14 smithi111 ceph-mon[116524]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:14 smithi111 ceph-mon[97855]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:14 smithi155 ceph-mon[102677]: pgmap v17102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:15.547 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:44:15.856 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:44:15.856 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:44:15.856 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:44:15.856 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:44:15.856 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5448M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5755M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 5965M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:44:15.857 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5170M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:44:15.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:44:15.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:44:15.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:44:15.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:44:15.858 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:44:16.235 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:44:16.236 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:44:16.237 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:44:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:16 smithi155 ceph-mon[102677]: from='client.33471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:16 smithi155 ceph-mon[102677]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/422795193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:44:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:16 smithi111 ceph-mon[97855]: from='client.33471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:16 smithi111 ceph-mon[97855]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/422795193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:44:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:16 smithi111 ceph-mon[116524]: from='client.33471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:16 smithi111 ceph-mon[116524]: pgmap v17103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/422795193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:44:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:17 smithi155 ceph-mon[102677]: from='client.43352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:17 smithi111 ceph-mon[97855]: from='client.43352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:17 smithi111 ceph-mon[116524]: from='client.43352 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:18 smithi155 ceph-mon[102677]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:18 smithi111 ceph-mon[97855]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:18 smithi111 ceph-mon[116524]: pgmap v17104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:44:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:44:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:20 smithi155 ceph-mon[102677]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:20 smithi111 ceph-mon[97855]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:20 smithi111 ceph-mon[116524]: pgmap v17105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:22 smithi111 ceph-mon[97855]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:22 smithi111 ceph-mon[116524]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:22 smithi155 ceph-mon[102677]: pgmap v17106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:24 smithi111 ceph-mon[97855]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:24 smithi111 ceph-mon[116524]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:24 smithi155 ceph-mon[102677]: pgmap v17107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:26 smithi155 ceph-mon[102677]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:26 smithi111 ceph-mon[97855]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:26 smithi111 ceph-mon[116524]: pgmap v17108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:28 smithi111 ceph-mon[97855]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:28 smithi111 ceph-mon[116524]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:28 smithi155 ceph-mon[102677]: pgmap v17109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:44:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:44:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:30 smithi155 ceph-mon[102677]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:30 smithi111 ceph-mon[97855]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:30 smithi111 ceph-mon[116524]: pgmap v17110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:32 smithi155 ceph-mon[102677]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:32 smithi111 ceph-mon[97855]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:32 smithi111 ceph-mon[116524]: pgmap v17111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:34 smithi155 ceph-mon[102677]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:34 smithi111 ceph-mon[97855]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:34 smithi111 ceph-mon[116524]: pgmap v17112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:36 smithi155 ceph-mon[102677]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:36 smithi111 ceph-mon[97855]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:36 smithi111 ceph-mon[116524]: pgmap v17113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:38 smithi155 ceph-mon[102677]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:38 smithi111 ceph-mon[97855]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:38 smithi111 ceph-mon[116524]: pgmap v17114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:44:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:44:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:40 smithi155 ceph-mon[102677]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:40 smithi111 ceph-mon[97855]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:40 smithi111 ceph-mon[116524]: pgmap v17115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:42 smithi155 ceph-mon[102677]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:42 smithi111 ceph-mon[97855]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:42 smithi111 ceph-mon[116524]: pgmap v17116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:44 smithi155 ceph-mon[102677]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:44 smithi111 ceph-mon[97855]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:44 smithi111 ceph-mon[116524]: pgmap v17117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:46.579 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:44:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:46 smithi155 ceph-mon[102677]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:46 smithi111 ceph-mon[97855]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:46 smithi111 ceph-mon[116524]: pgmap v17118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:46.888 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:44:46.888 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:44:46.888 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 102M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:44:46.888 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:44:46.888 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 862M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2065M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 950M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 879M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.3M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5448M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5755M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 5965M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5170M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4119M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:44:46.889 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5156M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:44:46.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4545M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:44:46.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5317M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:44:46.890 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 125M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:44:47.267 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:47.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:44:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:44:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:44:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:44:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:44:47.269 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:44:47.269 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:44:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:47 smithi155 ceph-mon[102677]: from='client.33489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2641080284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:44:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:47 smithi111 ceph-mon[97855]: from='client.33489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2641080284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:44:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:47 smithi111 ceph-mon[116524]: from='client.33489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2641080284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:44:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:48 smithi155 ceph-mon[102677]: from='client.33495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:48 smithi155 ceph-mon[102677]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:48 smithi111 ceph-mon[97855]: from='client.33495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:48 smithi111 ceph-mon[97855]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:48 smithi111 ceph-mon[116524]: from='client.33495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:44:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:48 smithi111 ceph-mon[116524]: pgmap v17119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:44:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:44:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:44:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:50 smithi155 ceph-mon[102677]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:50 smithi111 ceph-mon[97855]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:50 smithi111 ceph-mon[116524]: pgmap v17120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:52 smithi155 ceph-mon[102677]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:52 smithi111 ceph-mon[97855]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:52 smithi111 ceph-mon[116524]: pgmap v17121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:54 smithi155 ceph-mon[102677]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:54 smithi111 ceph-mon[97855]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:54 smithi111 ceph-mon[116524]: pgmap v17122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:56 smithi155 ceph-mon[102677]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:56 smithi111 ceph-mon[97855]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:56 smithi111 ceph-mon[116524]: pgmap v17123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:44:58 smithi155 ceph-mon[102677]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:44:58 smithi111 ceph-mon[97855]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:44:58 smithi111 ceph-mon[116524]: pgmap v17124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:44:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:45:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:00 smithi155 ceph-mon[102677]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:45:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:00 smithi111 ceph-mon[97855]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:45:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:00 smithi111 ceph-mon[116524]: pgmap v17125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:45:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:02 smithi155 ceph-mon[102677]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:02 smithi111 ceph-mon[97855]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:02 smithi111 ceph-mon[116524]: pgmap v17126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[97855]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:45:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:45:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:04 smithi111 ceph-mon[116524]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:04 smithi155 ceph-mon[102677]: pgmap v17127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:06 smithi155 ceph-mon[102677]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:06 smithi111 ceph-mon[97855]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:06 smithi111 ceph-mon[116524]: pgmap v17128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:09.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:08 smithi155 ceph-mon[102677]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:08 smithi111 ceph-mon[97855]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:08 smithi111 ceph-mon[116524]: pgmap v17129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:45:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:45:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:10 smithi155 ceph-mon[102677]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:10 smithi111 ceph-mon[97855]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:10 smithi111 ceph-mon[116524]: pgmap v17130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:12 smithi155 ceph-mon[102677]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:13.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:12 smithi111 ceph-mon[97855]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:13.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:12 smithi111 ceph-mon[116524]: pgmap v17131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:14 smithi155 ceph-mon[102677]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:14 smithi111 ceph-mon[97855]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:14 smithi111 ceph-mon[116524]: pgmap v17132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:16 smithi155 ceph-mon[102677]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:16 smithi111 ceph-mon[97855]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:16 smithi111 ceph-mon[116524]: pgmap v17133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:17.613 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 15s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 14s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 15s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 14s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 14s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 15s ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:45:17.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 15s ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:45:17.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 14s ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 15s ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 15s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 14s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 15s ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 15s ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 15s ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:45:17.925 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 15s ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:45:17.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 14s ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:45:17.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 14s ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:45:17.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 14s ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:45:17.926 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 14s ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:45:17.926 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 14s ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:45:18.300 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:45:18.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:45:18.301 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:45:18.302 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:18.302 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:45:18.302 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:45:18.302 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:45:18.302 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:45:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:18 smithi155 ceph-mon[102677]: from='client.33507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:18 smithi155 ceph-mon[102677]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3038441774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:45:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:18 smithi111 ceph-mon[97855]: from='client.33507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:18 smithi111 ceph-mon[97855]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3038441774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:45:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:18 smithi111 ceph-mon[116524]: from='client.33507 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:18 smithi111 ceph-mon[116524]: pgmap v17134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3038441774' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:45:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:45:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:19 smithi155 ceph-mon[102677]: from='client.43388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:19 smithi111 ceph-mon[97855]: from='client.43388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:19 smithi111 ceph-mon[116524]: from='client.43388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:20 smithi155 ceph-mon[102677]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:20 smithi111 ceph-mon[97855]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:20 smithi111 ceph-mon[116524]: pgmap v17135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:22 smithi155 ceph-mon[102677]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:22 smithi111 ceph-mon[97855]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:22 smithi111 ceph-mon[116524]: pgmap v17136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:24 smithi155 ceph-mon[102677]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:24 smithi111 ceph-mon[97855]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:24 smithi111 ceph-mon[116524]: pgmap v17137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:26 smithi155 ceph-mon[102677]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:26 smithi111 ceph-mon[97855]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:26 smithi111 ceph-mon[116524]: pgmap v17138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:29.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:28 smithi155 ceph-mon[102677]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:28 smithi111 ceph-mon[97855]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:28 smithi111 ceph-mon[116524]: pgmap v17139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:45:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T12:45:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:30 smithi155 ceph-mon[102677]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:30 smithi111 ceph-mon[97855]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:30 smithi111 ceph-mon[116524]: pgmap v17140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:32 smithi155 ceph-mon[102677]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:32 smithi111 ceph-mon[97855]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:32 smithi111 ceph-mon[116524]: pgmap v17141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:34 smithi155 ceph-mon[102677]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:34 smithi111 ceph-mon[97855]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:34 smithi111 ceph-mon[116524]: pgmap v17142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:36 smithi155 ceph-mon[102677]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:36 smithi111 ceph-mon[97855]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:36 smithi111 ceph-mon[116524]: pgmap v17143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:38 smithi155 ceph-mon[102677]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:38 smithi111 ceph-mon[97855]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:38 smithi111 ceph-mon[116524]: pgmap v17144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:45:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:45:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:40 smithi155 ceph-mon[102677]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:40 smithi111 ceph-mon[97855]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:40 smithi111 ceph-mon[116524]: pgmap v17145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:42 smithi155 ceph-mon[102677]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:42 smithi111 ceph-mon[97855]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:42 smithi111 ceph-mon[116524]: pgmap v17146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:44 smithi155 ceph-mon[102677]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:44 smithi111 ceph-mon[97855]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:44 smithi111 ceph-mon[116524]: pgmap v17147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:46 smithi155 ceph-mon[102677]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:46 smithi111 ceph-mon[97855]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:46 smithi111 ceph-mon[116524]: pgmap v17148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:48.644 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:45:48.953 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:45:48.953 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 46s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:45:48.953 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 45s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 46s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 45s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 45s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 46s ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 46s ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 45s ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 46s ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 46s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 45s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 46s ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:45:48.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 46s ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 46s ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 46s ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 45s ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 45s ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 45s ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 45s ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:45:48.955 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 45s ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:45:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:48 smithi155 ceph-mon[102677]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:48 smithi111 ceph-mon[97855]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:48 smithi111 ceph-mon[116524]: pgmap v17149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:45:49.337 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:45:49.338 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:45:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:45:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:45:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:49 smithi155 ceph-mon[102677]: from='client.43400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2813269609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:45:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:49 smithi111 ceph-mon[97855]: from='client.43400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2813269609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:45:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:49 smithi111 ceph-mon[116524]: from='client.43400 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2813269609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:45:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:50 smithi155 ceph-mon[102677]: from='client.33531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:50 smithi155 ceph-mon[102677]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:50 smithi111 ceph-mon[97855]: from='client.33531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:50 smithi111 ceph-mon[97855]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:50 smithi111 ceph-mon[116524]: from='client.33531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:45:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:50 smithi111 ceph-mon[116524]: pgmap v17150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:53.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:52 smithi155 ceph-mon[102677]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:52 smithi111 ceph-mon[97855]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:52 smithi111 ceph-mon[116524]: pgmap v17151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:54 smithi155 ceph-mon[102677]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:54 smithi111 ceph-mon[97855]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:54 smithi111 ceph-mon[116524]: pgmap v17152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:56 smithi155 ceph-mon[102677]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:56 smithi111 ceph-mon[97855]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:56 smithi111 ceph-mon[116524]: pgmap v17153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:45:58 smithi155 ceph-mon[102677]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:45:58 smithi111 ceph-mon[97855]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:45:58 smithi111 ceph-mon[116524]: pgmap v17154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:45:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:46:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:00 smithi155 ceph-mon[102677]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:00 smithi111 ceph-mon[97855]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:00 smithi111 ceph-mon[116524]: pgmap v17155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:02 smithi155 ceph-mon[102677]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:02 smithi111 ceph-mon[97855]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:02 smithi111 ceph-mon[116524]: pgmap v17156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:46:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:46:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:46:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:04 smithi155 ceph-mon[102677]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:46:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:46:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:46:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[97855]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[116524]: pgmap v17157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:46:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:46:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:06 smithi155 ceph-mon[102677]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:06 smithi111 ceph-mon[97855]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:06 smithi111 ceph-mon[116524]: pgmap v17158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:08 smithi155 ceph-mon[102677]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:08 smithi111 ceph-mon[97855]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:08 smithi111 ceph-mon[116524]: pgmap v17159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:46:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:46:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:10 smithi155 ceph-mon[102677]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:10 smithi111 ceph-mon[97855]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:10 smithi111 ceph-mon[116524]: pgmap v17160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:12 smithi155 ceph-mon[102677]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:12 smithi111 ceph-mon[97855]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:12 smithi111 ceph-mon[116524]: pgmap v17161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:14 smithi155 ceph-mon[102677]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:14 smithi111 ceph-mon[97855]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:14 smithi111 ceph-mon[116524]: pgmap v17162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:16 smithi155 ceph-mon[102677]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:16 smithi111 ceph-mon[97855]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:16 smithi111 ceph-mon[116524]: pgmap v17163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:18 smithi155 ceph-mon[102677]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:18 smithi111 ceph-mon[97855]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:18 smithi111 ceph-mon[116524]: pgmap v17164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:19.684 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:46:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:46:19.992 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 77s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 76s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 77s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 76s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 76s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 77s ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 77s ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 76s ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 77s ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 77s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 76s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 77s ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 77s ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:46:19.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 77s ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:46:19.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 77s ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:46:19.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 76s ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:46:19.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 76s ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:46:19.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 76s ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:46:19.994 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 76s ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:46:19.994 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 76s ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:46:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:20.371 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:46:20.372 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:46:20.373 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:46:20.373 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:20 smithi155 ceph-mon[102677]: from='client.43418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:20 smithi155 ceph-mon[102677]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/181522801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:20 smithi111 ceph-mon[97855]: from='client.43418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:20 smithi111 ceph-mon[97855]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/181522801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:20 smithi111 ceph-mon[116524]: from='client.43418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:20 smithi111 ceph-mon[116524]: pgmap v17165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/181522801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:46:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:21 smithi155 ceph-mon[102677]: from='client.33549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:21 smithi111 ceph-mon[97855]: from='client.33549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:21 smithi111 ceph-mon[116524]: from='client.33549 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:22 smithi155 ceph-mon[102677]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:22 smithi111 ceph-mon[97855]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:22 smithi111 ceph-mon[116524]: pgmap v17166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:24 smithi155 ceph-mon[102677]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:24 smithi111 ceph-mon[97855]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:24 smithi111 ceph-mon[116524]: pgmap v17167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:26 smithi155 ceph-mon[102677]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:26 smithi111 ceph-mon[97855]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:26 smithi111 ceph-mon[116524]: pgmap v17168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:29.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:28 smithi155 ceph-mon[102677]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:28 smithi111 ceph-mon[97855]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:28 smithi111 ceph-mon[116524]: pgmap v17169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:46:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:46:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:30 smithi155 ceph-mon[102677]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:30 smithi111 ceph-mon[97855]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:30 smithi111 ceph-mon[116524]: pgmap v17170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:32 smithi155 ceph-mon[102677]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:32 smithi111 ceph-mon[97855]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:32 smithi111 ceph-mon[116524]: pgmap v17171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:34 smithi155 ceph-mon[102677]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:34 smithi111 ceph-mon[97855]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:34 smithi111 ceph-mon[116524]: pgmap v17172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:36 smithi155 ceph-mon[102677]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:36 smithi111 ceph-mon[97855]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:36 smithi111 ceph-mon[116524]: pgmap v17173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:38 smithi155 ceph-mon[102677]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:38 smithi111 ceph-mon[97855]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:38 smithi111 ceph-mon[116524]: pgmap v17174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:46:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:46:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:40 smithi155 ceph-mon[102677]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:40 smithi111 ceph-mon[97855]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:40 smithi111 ceph-mon[116524]: pgmap v17175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:42 smithi155 ceph-mon[102677]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:42 smithi111 ceph-mon[97855]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:42 smithi111 ceph-mon[116524]: pgmap v17176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:44 smithi155 ceph-mon[102677]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:44 smithi111 ceph-mon[116524]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:44 smithi111 ceph-mon[97855]: pgmap v17177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:46 smithi155 ceph-mon[102677]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:46 smithi111 ceph-mon[97855]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:46 smithi111 ceph-mon[116524]: pgmap v17178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:48 smithi155 ceph-mon[102677]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:48 smithi111 ceph-mon[97855]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:48 smithi111 ceph-mon[116524]: pgmap v17179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:46:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:46:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:46:50.716 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 108s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 107s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 108s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 107s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 107s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 108s ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 108s ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 107s ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 108s ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 108s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 107s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 108s ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 108s ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 108s ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 108s ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 107s ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 107s ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 107s ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 107s ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:46:51.023 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 107s ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:46:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:50 smithi155 ceph-mon[102677]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:50 smithi111 ceph-mon[97855]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:50 smithi111 ceph-mon[116524]: pgmap v17180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:46:52.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:51 smithi155 ceph-mon[102677]: from='client.43436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2259833684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:51 smithi111 ceph-mon[97855]: from='client.43436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2259833684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:46:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:51 smithi111 ceph-mon[116524]: from='client.43436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2259833684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:46:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:52 smithi155 ceph-mon[102677]: from='client.43442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:52 smithi155 ceph-mon[102677]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:52 smithi111 ceph-mon[97855]: from='client.43442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:52 smithi111 ceph-mon[97855]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:52 smithi111 ceph-mon[116524]: from='client.43442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:46:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:52 smithi111 ceph-mon[116524]: pgmap v17181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:54 smithi155 ceph-mon[102677]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:54 smithi111 ceph-mon[97855]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:54 smithi111 ceph-mon[116524]: pgmap v17182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:56 smithi155 ceph-mon[102677]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:56 smithi111 ceph-mon[97855]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:56 smithi111 ceph-mon[116524]: pgmap v17183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:46:58 smithi155 ceph-mon[102677]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:46:58 smithi111 ceph-mon[97855]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:46:58 smithi111 ceph-mon[116524]: pgmap v17184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:46:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:47:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:00 smithi155 ceph-mon[102677]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:00 smithi111 ceph-mon[97855]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:00 smithi111 ceph-mon[116524]: pgmap v17185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:02 smithi155 ceph-mon[102677]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:02 smithi111 ceph-mon[97855]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:02 smithi111 ceph-mon[116524]: pgmap v17186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: pgmap v17187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:47:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:06 smithi111 ceph-mon[97855]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:06 smithi111 ceph-mon[116524]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:06 smithi155 ceph-mon[102677]: pgmap v17188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:08 smithi155 ceph-mon[102677]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:47:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:47:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[97855]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[116524]: pgmap v17189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:47:09.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:47:09.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:47:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:47:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:47:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:10 smithi155 ceph-mon[102677]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:10 smithi111 ceph-mon[97855]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:10 smithi111 ceph-mon[116524]: pgmap v17190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:12 smithi155 ceph-mon[102677]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:12 smithi111 ceph-mon[97855]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:12 smithi111 ceph-mon[116524]: pgmap v17191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:14 smithi155 ceph-mon[102677]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:14 smithi111 ceph-mon[97855]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:14 smithi111 ceph-mon[116524]: pgmap v17192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:16 smithi155 ceph-mon[102677]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:16 smithi111 ceph-mon[97855]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:16 smithi111 ceph-mon[116524]: pgmap v17193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:18 smithi155 ceph-mon[102677]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:18 smithi111 ceph-mon[97855]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:18 smithi111 ceph-mon[116524]: pgmap v17194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:47:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:47:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:20 smithi155 ceph-mon[102677]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:20 smithi111 ceph-mon[97855]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:20 smithi111 ceph-mon[116524]: pgmap v17195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:21.751 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:47:22.061 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:47:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:22 smithi155 ceph-mon[102677]: from='client.43454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:22 smithi155 ceph-mon[102677]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1333185583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:47:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:22 smithi111 ceph-mon[97855]: from='client.43454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:22 smithi111 ceph-mon[97855]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1333185583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:47:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:22 smithi111 ceph-mon[116524]: from='client.43454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:22 smithi111 ceph-mon[116524]: pgmap v17196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1333185583' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:47:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:23 smithi155 ceph-mon[102677]: from='client.33585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:23 smithi111 ceph-mon[97855]: from='client.33585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:23 smithi111 ceph-mon[116524]: from='client.33585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:24 smithi155 ceph-mon[102677]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:24 smithi111 ceph-mon[97855]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:24 smithi111 ceph-mon[116524]: pgmap v17197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:26 smithi155 ceph-mon[102677]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:26 smithi111 ceph-mon[97855]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:26 smithi111 ceph-mon[116524]: pgmap v17198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:28 smithi155 ceph-mon[102677]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:28 smithi111 ceph-mon[97855]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:28 smithi111 ceph-mon[116524]: pgmap v17199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:47:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:47:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:30 smithi155 ceph-mon[102677]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:30 smithi111 ceph-mon[97855]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:30 smithi111 ceph-mon[116524]: pgmap v17200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:32 smithi155 ceph-mon[102677]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:32 smithi111 ceph-mon[97855]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:32 smithi111 ceph-mon[116524]: pgmap v17201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:34 smithi155 ceph-mon[102677]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:34 smithi111 ceph-mon[116524]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:34 smithi111 ceph-mon[97855]: pgmap v17202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:36 smithi155 ceph-mon[102677]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:36 smithi111 ceph-mon[97855]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:36 smithi111 ceph-mon[116524]: pgmap v17203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:38 smithi155 ceph-mon[102677]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:38 smithi111 ceph-mon[97855]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:38 smithi111 ceph-mon[116524]: pgmap v17204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:47:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:47:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:40 smithi155 ceph-mon[102677]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:40 smithi111 ceph-mon[97855]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:40 smithi111 ceph-mon[116524]: pgmap v17205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:42 smithi155 ceph-mon[102677]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:42 smithi111 ceph-mon[97855]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:42 smithi111 ceph-mon[116524]: pgmap v17206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:44 smithi155 ceph-mon[102677]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:44 smithi111 ceph-mon[97855]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:44 smithi111 ceph-mon[116524]: pgmap v17207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:46 smithi155 ceph-mon[102677]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:46 smithi111 ceph-mon[97855]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:46 smithi111 ceph-mon[116524]: pgmap v17208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:48 smithi155 ceph-mon[102677]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:48 smithi111 ceph-mon[97855]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:48 smithi111 ceph-mon[116524]: pgmap v17209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:47:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:47:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:47:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:50 smithi155 ceph-mon[102677]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:50 smithi111 ceph-mon[97855]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:50 smithi111 ceph-mon[116524]: pgmap v17210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:52.784 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:47:53.091 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:47:53.092 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:47:53.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:47:53.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:47:53.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:47:53.093 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:47:53.093 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:47:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:52 smithi155 ceph-mon[102677]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:52 smithi111 ceph-mon[97855]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:52 smithi111 ceph-mon[116524]: pgmap v17211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:53.468 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:47:53.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:47:53.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:47:53.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:53.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:47:53.469 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:47:53.470 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:47:53.470 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:47:53.470 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:47:53.470 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:53 smithi155 ceph-mon[102677]: from='client.33597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4002378826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:47:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:53 smithi111 ceph-mon[97855]: from='client.33597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4002378826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:47:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:53 smithi111 ceph-mon[116524]: from='client.33597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4002378826' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:47:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:54 smithi155 ceph-mon[102677]: from='client.33603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:54 smithi155 ceph-mon[102677]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:54 smithi111 ceph-mon[97855]: from='client.33603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:54 smithi111 ceph-mon[97855]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:54 smithi111 ceph-mon[116524]: from='client.33603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:47:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:54 smithi111 ceph-mon[116524]: pgmap v17212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:56 smithi155 ceph-mon[102677]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:56 smithi111 ceph-mon[97855]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:56 smithi111 ceph-mon[116524]: pgmap v17213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:47:58 smithi155 ceph-mon[102677]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:47:58 smithi111 ceph-mon[97855]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:47:58 smithi111 ceph-mon[116524]: pgmap v17214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:47:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:48:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:00 smithi155 ceph-mon[102677]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:00 smithi111 ceph-mon[97855]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:00 smithi111 ceph-mon[116524]: pgmap v17215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:02 smithi155 ceph-mon[102677]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:02 smithi111 ceph-mon[97855]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:02 smithi111 ceph-mon[116524]: pgmap v17216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:04 smithi155 ceph-mon[102677]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:04 smithi111 ceph-mon[97855]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:04 smithi111 ceph-mon[116524]: pgmap v17217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:06 smithi155 ceph-mon[102677]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:06 smithi111 ceph-mon[97855]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:06 smithi111 ceph-mon[116524]: pgmap v17218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:09.168 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:08 smithi155 ceph-mon[102677]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:09.168 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:48:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:08 smithi111 ceph-mon[97855]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:48:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:08 smithi111 ceph-mon[116524]: pgmap v17219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:48:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:48:11.109 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:10 smithi155 ceph-mon[102677]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:10 smithi111 ceph-mon[97855]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:10 smithi111 ceph-mon[116524]: pgmap v17220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:12 smithi155 ceph-mon[102677]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:48:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:48:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[97855]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:48:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[116524]: pgmap v17221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:48:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:48:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:14 smithi155 ceph-mon[102677]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:14 smithi111 ceph-mon[97855]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:14 smithi111 ceph-mon[116524]: pgmap v17222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:16 smithi155 ceph-mon[102677]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:16 smithi111 ceph-mon[97855]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:16 smithi111 ceph-mon[116524]: pgmap v17223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:19.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:18 smithi155 ceph-mon[102677]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:18 smithi111 ceph-mon[97855]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:18 smithi111 ceph-mon[116524]: pgmap v17224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:48:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:48:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:20 smithi155 ceph-mon[102677]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:20 smithi111 ceph-mon[97855]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:20 smithi111 ceph-mon[116524]: pgmap v17225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:22 smithi155 ceph-mon[102677]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:22 smithi111 ceph-mon[97855]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:22 smithi111 ceph-mon[116524]: pgmap v17226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:23.816 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:48:24.122 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:48:24.123 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:48:24.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:48:24.501 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:24 smithi155 ceph-mon[102677]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:24 smithi155 ceph-mon[102677]: from='client.33615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3440666178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:24 smithi111 ceph-mon[97855]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:24 smithi111 ceph-mon[97855]: from='client.33615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3440666178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:48:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:24 smithi111 ceph-mon[116524]: pgmap v17227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:24 smithi111 ceph-mon[116524]: from='client.33615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3440666178' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:48:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:25 smithi155 ceph-mon[102677]: from='client.33621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:25 smithi111 ceph-mon[97855]: from='client.33621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:25 smithi111 ceph-mon[116524]: from='client.33621 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:26 smithi155 ceph-mon[102677]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:26 smithi111 ceph-mon[97855]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:26 smithi111 ceph-mon[116524]: pgmap v17228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:28 smithi155 ceph-mon[102677]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:28 smithi111 ceph-mon[97855]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:28 smithi111 ceph-mon[116524]: pgmap v17229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:48:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:48:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:30 smithi155 ceph-mon[102677]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:30 smithi111 ceph-mon[97855]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:30 smithi111 ceph-mon[116524]: pgmap v17230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:32 smithi155 ceph-mon[102677]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:32 smithi111 ceph-mon[97855]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:32 smithi111 ceph-mon[116524]: pgmap v17231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:34 smithi155 ceph-mon[102677]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:34 smithi111 ceph-mon[97855]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:34 smithi111 ceph-mon[116524]: pgmap v17232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:36 smithi155 ceph-mon[102677]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:36 smithi111 ceph-mon[97855]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:36 smithi111 ceph-mon[116524]: pgmap v17233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:38 smithi155 ceph-mon[102677]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:38 smithi111 ceph-mon[97855]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:38 smithi111 ceph-mon[116524]: pgmap v17234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:48:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:48:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:40 smithi155 ceph-mon[102677]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:40 smithi111 ceph-mon[97855]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:40 smithi111 ceph-mon[116524]: pgmap v17235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:42 smithi155 ceph-mon[102677]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:42 smithi111 ceph-mon[97855]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:42 smithi111 ceph-mon[116524]: pgmap v17236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:44 smithi155 ceph-mon[102677]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:44 smithi111 ceph-mon[97855]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:44 smithi111 ceph-mon[116524]: pgmap v17237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:46 smithi155 ceph-mon[102677]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:46 smithi111 ceph-mon[97855]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:46 smithi111 ceph-mon[116524]: pgmap v17238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:48 smithi155 ceph-mon[102677]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:48 smithi111 ceph-mon[97855]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:48 smithi111 ceph-mon[116524]: pgmap v17239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:48:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:48:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:48:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:50 smithi155 ceph-mon[102677]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:50 smithi111 ceph-mon[97855]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:50 smithi111 ceph-mon[116524]: pgmap v17240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:52 smithi155 ceph-mon[102677]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:52 smithi111 ceph-mon[97855]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:52 smithi111 ceph-mon[116524]: pgmap v17241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:54.847 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:48:55.151 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:48:55.151 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:48:55.151 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:48:55.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:48:55.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:48:55.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:48:55.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:48:55.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:48:55.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:48:55.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:48:55.153 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:48:55.153 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:48:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:54 smithi155 ceph-mon[102677]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:54 smithi111 ceph-mon[97855]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:54 smithi111 ceph-mon[116524]: pgmap v17242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:55.532 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:48:55.532 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:48:55.532 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:48:55.533 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:48:55.534 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:48:55.534 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:48:55.534 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:48:55.534 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:48:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:55 smithi155 ceph-mon[102677]: from='client.33633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3366847384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:48:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:55 smithi111 ceph-mon[97855]: from='client.33633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3366847384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:48:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:55 smithi111 ceph-mon[116524]: from='client.33633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3366847384' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:48:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:56 smithi155 ceph-mon[102677]: from='client.33639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:57.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:56 smithi155 ceph-mon[102677]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:56 smithi111 ceph-mon[97855]: from='client.33639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:56 smithi111 ceph-mon[97855]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:56 smithi111 ceph-mon[116524]: from='client.33639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:48:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:56 smithi111 ceph-mon[116524]: pgmap v17243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:48:58 smithi155 ceph-mon[102677]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:48:58 smithi111 ceph-mon[97855]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:48:58 smithi111 ceph-mon[116524]: pgmap v17244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:48:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:49:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:00 smithi155 ceph-mon[102677]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:00 smithi111 ceph-mon[97855]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:00 smithi111 ceph-mon[116524]: pgmap v17245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:02 smithi155 ceph-mon[102677]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:02 smithi111 ceph-mon[97855]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:02 smithi111 ceph-mon[116524]: pgmap v17246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:04 smithi155 ceph-mon[102677]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:04 smithi111 ceph-mon[97855]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:04 smithi111 ceph-mon[116524]: pgmap v17247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:06 smithi155 ceph-mon[102677]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:06 smithi111 ceph-mon[97855]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:06 smithi111 ceph-mon[116524]: pgmap v17248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:08 smithi155 ceph-mon[102677]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:08 smithi111 ceph-mon[97855]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:08 smithi111 ceph-mon[116524]: pgmap v17249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:49:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:49:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:10 smithi155 ceph-mon[102677]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:10 smithi111 ceph-mon[97855]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:10 smithi111 ceph-mon[116524]: pgmap v17250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:49:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:49:13.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:49:13.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:49:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: pgmap v17251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:13.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:49:13.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:49:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:14 smithi155 ceph-mon[102677]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:14 smithi111 ceph-mon[97855]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:14 smithi111 ceph-mon[116524]: pgmap v17252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:16 smithi155 ceph-mon[102677]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:16 smithi111 ceph-mon[97855]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:16 smithi111 ceph-mon[116524]: pgmap v17253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:18 smithi155 ceph-mon[102677]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:18 smithi111 ceph-mon[116524]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:18 smithi111 ceph-mon[97855]: pgmap v17254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:49:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:49:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:20 smithi155 ceph-mon[102677]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:20 smithi111 ceph-mon[97855]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:20 smithi111 ceph-mon[116524]: pgmap v17255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:22 smithi155 ceph-mon[102677]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:22 smithi111 ceph-mon[97855]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:22 smithi111 ceph-mon[116524]: pgmap v17256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:24 smithi155 ceph-mon[102677]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:24 smithi111 ceph-mon[97855]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:24 smithi111 ceph-mon[116524]: pgmap v17257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:25.878 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:49:26.187 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:49:26.187 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:49:26.187 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:49:26.187 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:49:26.187 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:49:26.187 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:49:26.188 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:49:26.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:49:26.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:49:26.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:49:26.189 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:49:26.189 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:49:26.567 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:49:26.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:49:26.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:49:26.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:26.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:49:26.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:49:26.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:49:26.569 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:49:26.569 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:26 smithi155 ceph-mon[102677]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:26 smithi155 ceph-mon[102677]: from='client.43526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:26 smithi111 ceph-mon[97855]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:26 smithi111 ceph-mon[97855]: from='client.43526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:26 smithi111 ceph-mon[116524]: pgmap v17258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:26 smithi111 ceph-mon[116524]: from='client.43526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:27 smithi155 ceph-mon[102677]: from='client.33657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/649444030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:49:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:27 smithi111 ceph-mon[97855]: from='client.33657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/649444030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:27 smithi111 ceph-mon[116524]: from='client.33657 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/649444030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:49:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:28 smithi155 ceph-mon[102677]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:28 smithi111 ceph-mon[97855]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:28 smithi111 ceph-mon[116524]: pgmap v17259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:49:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:49:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:30 smithi155 ceph-mon[102677]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:30 smithi111 ceph-mon[97855]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:30 smithi111 ceph-mon[116524]: pgmap v17260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:32 smithi155 ceph-mon[102677]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:32 smithi111 ceph-mon[97855]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:32 smithi111 ceph-mon[116524]: pgmap v17261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:34 smithi155 ceph-mon[102677]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:34 smithi111 ceph-mon[97855]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:34 smithi111 ceph-mon[116524]: pgmap v17262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:36 smithi155 ceph-mon[102677]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:36 smithi111 ceph-mon[97855]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:36 smithi111 ceph-mon[116524]: pgmap v17263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:38 smithi155 ceph-mon[102677]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:38 smithi111 ceph-mon[97855]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:38 smithi111 ceph-mon[116524]: pgmap v17264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:49:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:49:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:40 smithi155 ceph-mon[102677]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:40 smithi111 ceph-mon[97855]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:40 smithi111 ceph-mon[116524]: pgmap v17265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:42 smithi155 ceph-mon[102677]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:42 smithi111 ceph-mon[97855]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:42 smithi111 ceph-mon[116524]: pgmap v17266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:44 smithi155 ceph-mon[102677]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:44 smithi111 ceph-mon[97855]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:44 smithi111 ceph-mon[116524]: pgmap v17267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:46 smithi155 ceph-mon[102677]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:46 smithi111 ceph-mon[97855]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:46 smithi111 ceph-mon[116524]: pgmap v17268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:48 smithi155 ceph-mon[102677]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:48 smithi111 ceph-mon[97855]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:48 smithi111 ceph-mon[116524]: pgmap v17269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:49:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T12:49:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:49:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:50 smithi155 ceph-mon[102677]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:50 smithi111 ceph-mon[97855]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:50 smithi111 ceph-mon[116524]: pgmap v17270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:52 smithi155 ceph-mon[102677]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:52 smithi111 ceph-mon[97855]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:52 smithi111 ceph-mon[116524]: pgmap v17271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:54 smithi155 ceph-mon[102677]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:54 smithi111 ceph-mon[97855]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:54 smithi111 ceph-mon[116524]: pgmap v17272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:56 smithi155 ceph-mon[102677]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:56 smithi111 ceph-mon[97855]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:56 smithi111 ceph-mon[116524]: pgmap v17273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:56.913 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:49:57.220 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:49:57.221 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:49:57.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:49:57.223 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:49:57.598 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:49:57.599 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:49:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3079081551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:49:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3079081551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:49:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3079081551' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:58 smithi155 ceph-mon[102677]: from='client.33669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:58 smithi155 ceph-mon[102677]: from='client.43550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:49:58 smithi155 ceph-mon[102677]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:58 smithi111 ceph-mon[97855]: from='client.33669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:58 smithi111 ceph-mon[97855]: from='client.43550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:49:58 smithi111 ceph-mon[97855]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:58 smithi111 ceph-mon[116524]: from='client.33669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:58 smithi111 ceph-mon[116524]: from='client.43550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:49:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:49:58 smithi111 ceph-mon[116524]: pgmap v17274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:49:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:49:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:50:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:00 smithi111 conmon[97831]: 2023-12-01T12:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:50:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:00 smithi155 ceph-mon[102677]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:50:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:00 smithi111 ceph-mon[97855]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:50:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:00 smithi111 ceph-mon[116524]: pgmap v17275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T12:50:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:02 smithi155 ceph-mon[102677]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:02 smithi111 ceph-mon[97855]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:02 smithi111 ceph-mon[116524]: pgmap v17276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:04 smithi155 ceph-mon[102677]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:04 smithi111 ceph-mon[97855]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:04 smithi111 ceph-mon[116524]: pgmap v17277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:06.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:06 smithi155 ceph-mon[102677]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:06 smithi111 ceph-mon[97855]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:06 smithi111 ceph-mon[116524]: pgmap v17278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:08 smithi155 ceph-mon[102677]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:08 smithi111 ceph-mon[97855]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:08 smithi111 ceph-mon[116524]: pgmap v17279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:50:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:50:11.151 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:10 smithi111 ceph-mon[97855]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:11.151 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:10 smithi111 ceph-mon[116524]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:10 smithi155 ceph-mon[102677]: pgmap v17280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:12 smithi155 ceph-mon[102677]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:50:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:12 smithi111 ceph-mon[97855]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:50:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:12 smithi111 ceph-mon[116524]: pgmap v17281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:50:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:50:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:50:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:50:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:50:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:50:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:50:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:50:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:50:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:50:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:14 smithi155 ceph-mon[102677]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:14 smithi111 ceph-mon[97855]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:14 smithi111 ceph-mon[116524]: pgmap v17282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:16 smithi155 ceph-mon[102677]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:16 smithi111 ceph-mon[97855]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:16 smithi111 ceph-mon[116524]: pgmap v17283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:18 smithi155 ceph-mon[102677]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:18 smithi111 ceph-mon[97855]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:18 smithi111 ceph-mon[116524]: pgmap v17284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:50:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:50:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:20 smithi155 ceph-mon[102677]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:20 smithi111 ceph-mon[97855]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:20 smithi111 ceph-mon[116524]: pgmap v17285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:22 smithi155 ceph-mon[102677]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:22 smithi111 ceph-mon[97855]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:22 smithi111 ceph-mon[116524]: pgmap v17286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:25.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:24 smithi155 ceph-mon[102677]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:25.212 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:24 smithi111 ceph-mon[97855]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:25.212 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:24 smithi111 ceph-mon[116524]: pgmap v17287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:26 smithi155 ceph-mon[102677]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:26 smithi111 ceph-mon[97855]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:26 smithi111 ceph-mon[116524]: pgmap v17288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:27.949 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:50:28.257 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:50:28.257 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:50:28.258 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:50:28.259 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:50:28.634 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:50:28.634 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:50:28.634 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:50:28.634 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:28.634 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:50:28.635 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:50:28.636 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:50:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:28 smithi155 ceph-mon[102677]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1556872355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:50:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:28 smithi111 ceph-mon[97855]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1556872355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:50:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:28 smithi111 ceph-mon[116524]: pgmap v17289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1556872355' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:50:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:50:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:50:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:29 smithi155 ceph-mon[102677]: from='client.33687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:50:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:29 smithi155 ceph-mon[102677]: from='client.43568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:29 smithi111 ceph-mon[97855]: from='client.33687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:50:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:29 smithi111 ceph-mon[97855]: from='client.43568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:29 smithi111 ceph-mon[116524]: from='client.33687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:50:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:29 smithi111 ceph-mon[116524]: from='client.43568 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:50:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:30 smithi155 ceph-mon[102677]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:30 smithi111 ceph-mon[97855]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:30 smithi111 ceph-mon[116524]: pgmap v17290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:32 smithi155 ceph-mon[102677]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:32 smithi111 ceph-mon[97855]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:32 smithi111 ceph-mon[116524]: pgmap v17291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:34 smithi155 ceph-mon[102677]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:35.219 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:34 smithi111 ceph-mon[97855]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:35.219 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:35.220 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:34 smithi111 ceph-mon[116524]: pgmap v17292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:35.220 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:36 smithi155 ceph-mon[102677]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:36 smithi111 ceph-mon[97855]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:36 smithi111 ceph-mon[116524]: pgmap v17293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:38 smithi155 ceph-mon[102677]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:38 smithi111 ceph-mon[97855]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:38 smithi111 ceph-mon[116524]: pgmap v17294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:50:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:50:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:40 smithi155 ceph-mon[102677]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:40 smithi111 ceph-mon[97855]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:40 smithi111 ceph-mon[116524]: pgmap v17295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:42 smithi155 ceph-mon[102677]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:42 smithi111 ceph-mon[97855]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:42 smithi111 ceph-mon[116524]: pgmap v17296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:44 smithi155 ceph-mon[102677]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:44 smithi111 ceph-mon[97855]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:44 smithi111 ceph-mon[116524]: pgmap v17297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:46 smithi155 ceph-mon[102677]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:46 smithi111 ceph-mon[97855]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:46 smithi111 ceph-mon[116524]: pgmap v17298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:48 smithi155 ceph-mon[102677]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:48 smithi111 ceph-mon[97855]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:48 smithi111 ceph-mon[116524]: pgmap v17299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:50:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:50:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:50:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:50 smithi155 ceph-mon[102677]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:50 smithi111 ceph-mon[97855]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:50 smithi111 ceph-mon[116524]: pgmap v17300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:52 smithi155 ceph-mon[102677]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:52 smithi111 ceph-mon[97855]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:52 smithi111 ceph-mon[116524]: pgmap v17301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:54 smithi155 ceph-mon[102677]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:54 smithi111 ceph-mon[97855]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:54 smithi111 ceph-mon[116524]: pgmap v17302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:56 smithi155 ceph-mon[102677]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:56 smithi111 ceph-mon[97855]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:56 smithi111 ceph-mon[116524]: pgmap v17303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:58.983 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:50:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:58 smithi155 ceph-mon[102677]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:58 smithi111 ceph-mon[97855]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:58 smithi111 ceph-mon[116524]: pgmap v17304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:50:59.288 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:50:59.288 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:50:59.288 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:50:59.289 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:50:59.290 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:50:59.668 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:50:59.668 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:50:59.668 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:50:59.668 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:59.668 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:50:59.669 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:50:59.670 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:50:59.670 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:50:59.670 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:50:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:50:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:51:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:50:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/482519158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:51:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:50:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/482519158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:51:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:50:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/482519158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:51:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:00 smithi155 ceph-mon[102677]: from='client.33705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:00 smithi155 ceph-mon[102677]: from='client.43586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:00 smithi155 ceph-mon[102677]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:00 smithi111 ceph-mon[97855]: from='client.33705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:00 smithi111 ceph-mon[97855]: from='client.43586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:00 smithi111 ceph-mon[97855]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:00 smithi111 ceph-mon[116524]: from='client.33705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:00 smithi111 ceph-mon[116524]: from='client.43586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:00 smithi111 ceph-mon[116524]: pgmap v17305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:02 smithi155 ceph-mon[102677]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:02 smithi111 ceph-mon[97855]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:03.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:02 smithi111 ceph-mon[116524]: pgmap v17306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:04 smithi155 ceph-mon[102677]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:04 smithi111 ceph-mon[97855]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:04 smithi111 ceph-mon[116524]: pgmap v17307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:06 smithi155 ceph-mon[102677]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:06 smithi111 ceph-mon[97855]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:06 smithi111 ceph-mon[116524]: pgmap v17308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:08 smithi155 ceph-mon[102677]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:08 smithi111 ceph-mon[97855]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:08 smithi111 ceph-mon[116524]: pgmap v17309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:51:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:51:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:10 smithi155 ceph-mon[102677]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:10 smithi111 ceph-mon[97855]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:10 smithi111 ceph-mon[116524]: pgmap v17310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:12 smithi155 ceph-mon[102677]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:12 smithi111 ceph-mon[97855]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:12 smithi111 ceph-mon[116524]: pgmap v17311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:51:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:51:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:51:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:51:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:51:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:51:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:51:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:51:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:51:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:51:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:51:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:51:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:14 smithi155 ceph-mon[102677]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:14 smithi111 ceph-mon[97855]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:14 smithi111 ceph-mon[116524]: pgmap v17312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:16 smithi155 ceph-mon[102677]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:16 smithi111 ceph-mon[97855]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:16 smithi111 ceph-mon[116524]: pgmap v17313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:18 smithi155 ceph-mon[102677]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:18 smithi111 ceph-mon[97855]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:18 smithi111 ceph-mon[116524]: pgmap v17314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:51:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:51:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:20 smithi155 ceph-mon[102677]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:20 smithi111 ceph-mon[97855]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:20 smithi111 ceph-mon[116524]: pgmap v17315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:22 smithi155 ceph-mon[102677]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:22 smithi111 ceph-mon[97855]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:22 smithi111 ceph-mon[116524]: pgmap v17316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:24 smithi155 ceph-mon[102677]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:24 smithi111 ceph-mon[97855]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:24 smithi111 ceph-mon[116524]: pgmap v17317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:26 smithi155 ceph-mon[102677]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:26 smithi111 ceph-mon[97855]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:26 smithi111 ceph-mon[116524]: pgmap v17318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:28 smithi155 ceph-mon[102677]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:28 smithi111 ceph-mon[97855]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:28 smithi111 ceph-mon[116524]: pgmap v17319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:51:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:51:30.020 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:51:30.325 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:51:30.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:51:30.327 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:51:30.708 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:51:30.709 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:51:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:30 smithi155 ceph-mon[102677]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3069052491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:51:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:30 smithi111 ceph-mon[97855]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3069052491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:51:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:30 smithi111 ceph-mon[116524]: pgmap v17320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3069052491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:51:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:31 smithi155 ceph-mon[102677]: from='client.43598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:31 smithi155 ceph-mon[102677]: from='client.43604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:31 smithi111 ceph-mon[97855]: from='client.43598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:31 smithi111 ceph-mon[97855]: from='client.43604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:31 smithi111 ceph-mon[116524]: from='client.43598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:31 smithi111 ceph-mon[116524]: from='client.43604 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:51:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:32 smithi155 ceph-mon[102677]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:32 smithi111 ceph-mon[97855]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:32 smithi111 ceph-mon[116524]: pgmap v17321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:34 smithi155 ceph-mon[102677]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:34 smithi111 ceph-mon[97855]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:34 smithi111 ceph-mon[116524]: pgmap v17322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:36 smithi155 ceph-mon[102677]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:36 smithi111 ceph-mon[97855]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:36 smithi111 ceph-mon[116524]: pgmap v17323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:38 smithi155 ceph-mon[102677]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:38 smithi111 ceph-mon[97855]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:38 smithi111 ceph-mon[116524]: pgmap v17324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:51:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:51:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:40 smithi155 ceph-mon[102677]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:40 smithi111 ceph-mon[97855]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:40 smithi111 ceph-mon[116524]: pgmap v17325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:42 smithi155 ceph-mon[102677]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:42 smithi111 ceph-mon[97855]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:42 smithi111 ceph-mon[116524]: pgmap v17326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:44 smithi155 ceph-mon[102677]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:44 smithi111 ceph-mon[97855]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:44 smithi111 ceph-mon[116524]: pgmap v17327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:46 smithi155 ceph-mon[102677]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:46 smithi111 ceph-mon[97855]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:46 smithi111 ceph-mon[116524]: pgmap v17328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:48 smithi155 ceph-mon[102677]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:48 smithi111 ceph-mon[97855]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:48 smithi111 ceph-mon[116524]: pgmap v17329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:51:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:51:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:51:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:50 smithi155 ceph-mon[102677]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:50 smithi111 ceph-mon[97855]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:50 smithi111 ceph-mon[116524]: pgmap v17330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:52 smithi155 ceph-mon[102677]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:52 smithi111 ceph-mon[97855]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:52 smithi111 ceph-mon[116524]: pgmap v17331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:54 smithi155 ceph-mon[102677]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:54 smithi111 ceph-mon[97855]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:54 smithi111 ceph-mon[116524]: pgmap v17332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:56 smithi155 ceph-mon[102677]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:56 smithi111 ceph-mon[97855]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:56 smithi111 ceph-mon[116524]: pgmap v17333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:51:58 smithi155 ceph-mon[102677]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:51:58 smithi111 ceph-mon[97855]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:51:58 smithi111 ceph-mon[116524]: pgmap v17334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:51:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:51:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T12:52:01.051 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:52:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:00 smithi155 ceph-mon[102677]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:00 smithi111 ceph-mon[97855]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:00 smithi111 ceph-mon[116524]: pgmap v17335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:01.360 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:52:01.361 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:52:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:52:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:52:01.740 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:52:01.741 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:52:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1593136140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:52:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1593136140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:52:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1593136140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:52:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:02 smithi155 ceph-mon[102677]: from='client.43616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:02 smithi155 ceph-mon[102677]: from='client.43622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:02 smithi155 ceph-mon[102677]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:02 smithi111 ceph-mon[97855]: from='client.43616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:02 smithi111 ceph-mon[97855]: from='client.43622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:02 smithi111 ceph-mon[97855]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:02 smithi111 ceph-mon[116524]: from='client.43616 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:02 smithi111 ceph-mon[116524]: from='client.43622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:02 smithi111 ceph-mon[116524]: pgmap v17336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:04 smithi155 ceph-mon[102677]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:04 smithi111 ceph-mon[97855]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:04 smithi111 ceph-mon[116524]: pgmap v17337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:06 smithi155 ceph-mon[102677]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:06 smithi111 ceph-mon[97855]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:06 smithi111 ceph-mon[116524]: pgmap v17338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:08 smithi155 ceph-mon[102677]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:08 smithi111 ceph-mon[97855]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:08 smithi111 ceph-mon[116524]: pgmap v17339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:52:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:52:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:10 smithi155 ceph-mon[102677]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:10 smithi111 ceph-mon[97855]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:10 smithi111 ceph-mon[116524]: pgmap v17340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:12 smithi155 ceph-mon[102677]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:12 smithi111 ceph-mon[97855]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:12 smithi111 ceph-mon[116524]: pgmap v17341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:52:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:52:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:52:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:14 smithi155 ceph-mon[102677]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:52:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:52:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:52:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[116524]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[97855]: pgmap v17342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:52:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:52:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:16 smithi155 ceph-mon[102677]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:16 smithi111 ceph-mon[97855]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:16 smithi111 ceph-mon[116524]: pgmap v17343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:18 smithi155 ceph-mon[102677]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:18 smithi111 ceph-mon[97855]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:18 smithi111 ceph-mon[116524]: pgmap v17344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:52:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:52:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:20 smithi155 ceph-mon[102677]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:20 smithi111 ceph-mon[97855]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:20 smithi111 ceph-mon[116524]: pgmap v17345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:22 smithi155 ceph-mon[102677]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:22 smithi111 ceph-mon[97855]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:22 smithi111 ceph-mon[116524]: pgmap v17346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:24 smithi155 ceph-mon[102677]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:24 smithi111 ceph-mon[97855]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:24 smithi111 ceph-mon[116524]: pgmap v17347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:26 smithi155 ceph-mon[102677]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:26 smithi111 ceph-mon[97855]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:26 smithi111 ceph-mon[116524]: pgmap v17348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:28 smithi155 ceph-mon[102677]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:28 smithi111 ceph-mon[97855]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:28 smithi111 ceph-mon[116524]: pgmap v17349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:52:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:52:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:30 smithi155 ceph-mon[102677]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:30 smithi111 ceph-mon[97855]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:30 smithi111 ceph-mon[116524]: pgmap v17350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:32.086 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:52:32.395 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:52:32.396 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:52:32.397 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:52:32.397 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:52:32.397 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:52:32.397 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:52:32.770 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:52:32.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:52:32.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:52:32.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:32.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:52:32.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:52:32.771 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:52:32.772 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:52:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:32 smithi155 ceph-mon[102677]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2737809059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:52:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:32 smithi111 ceph-mon[97855]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2737809059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:52:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:32 smithi111 ceph-mon[116524]: pgmap v17351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2737809059' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:52:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:33 smithi155 ceph-mon[102677]: from='client.33759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:33 smithi155 ceph-mon[102677]: from='client.33765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:33 smithi111 ceph-mon[97855]: from='client.33759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:33 smithi111 ceph-mon[97855]: from='client.33765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:33 smithi111 ceph-mon[116524]: from='client.33759 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:33 smithi111 ceph-mon[116524]: from='client.33765 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:52:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:34 smithi155 ceph-mon[102677]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:34 smithi111 ceph-mon[97855]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:34 smithi111 ceph-mon[116524]: pgmap v17352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:36 smithi155 ceph-mon[102677]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:36 smithi111 ceph-mon[97855]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:36 smithi111 ceph-mon[116524]: pgmap v17353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:38 smithi155 ceph-mon[102677]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:38 smithi111 ceph-mon[97855]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:38 smithi111 ceph-mon[116524]: pgmap v17354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:52:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 12:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T12:52:40.063516996Z level=info msg="Completed cleanup jobs" duration=30.313622ms 2023-12-01T12:52:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:40 smithi155 ceph-mon[102677]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:40 smithi111 ceph-mon[97855]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:40 smithi111 ceph-mon[116524]: pgmap v17355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:42 smithi155 ceph-mon[102677]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:42 smithi111 ceph-mon[97855]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:42 smithi111 ceph-mon[116524]: pgmap v17356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:44 smithi155 ceph-mon[102677]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:44 smithi111 ceph-mon[97855]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:44 smithi111 ceph-mon[116524]: pgmap v17357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:46 smithi155 ceph-mon[102677]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:46 smithi111 ceph-mon[97855]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:46 smithi111 ceph-mon[116524]: pgmap v17358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:48 smithi155 ceph-mon[102677]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:48 smithi111 ceph-mon[97855]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:48 smithi111 ceph-mon[116524]: pgmap v17359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:52:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:52:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:52:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:50 smithi155 ceph-mon[102677]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:50 smithi111 ceph-mon[97855]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:50 smithi111 ceph-mon[116524]: pgmap v17360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:51 smithi111 ceph-mon[97855]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:51 smithi111 ceph-mon[116524]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:51 smithi155 ceph-mon[102677]: pgmap v17361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:54 smithi155 ceph-mon[102677]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:54 smithi111 ceph-mon[97855]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:54 smithi111 ceph-mon[116524]: pgmap v17362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:56 smithi155 ceph-mon[102677]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:56 smithi111 ceph-mon[97855]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:56 smithi111 ceph-mon[116524]: pgmap v17363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:52:58 smithi155 ceph-mon[102677]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:52:58 smithi111 ceph-mon[97855]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:52:58 smithi111 ceph-mon[116524]: pgmap v17364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:52:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:53:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:00 smithi155 ceph-mon[102677]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:00 smithi111 ceph-mon[97855]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:00 smithi111 ceph-mon[116524]: pgmap v17365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:03.116 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:53:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:02 smithi155 ceph-mon[102677]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:02 smithi111 ceph-mon[97855]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:02 smithi111 ceph-mon[116524]: pgmap v17366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:03.423 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:53:03.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5478M 2239M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5786M 2239M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 5990M 2239M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5198M 2239M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:53:03.425 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:53:03.803 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:53:03.803 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:53:03.803 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:53:03.803 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:53:03.804 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:53:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/834971647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:53:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/834971647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/834971647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:04 smithi155 ceph-mon[102677]: from='client.33777 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:04 smithi155 ceph-mon[102677]: from='client.43658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:04 smithi155 ceph-mon[102677]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[97855]: from='client.33777 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[97855]: from='client.43658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[97855]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[116524]: from='client.33777 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[116524]: from='client.43658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[116524]: pgmap v17367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:06 smithi155 ceph-mon[102677]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:06 smithi111 ceph-mon[97855]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:06 smithi111 ceph-mon[116524]: pgmap v17368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:08 smithi155 ceph-mon[102677]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:08 smithi111 ceph-mon[97855]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:08 smithi111 ceph-mon[116524]: pgmap v17369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:53:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:53:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:10 smithi155 ceph-mon[102677]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:10 smithi111 ceph-mon[97855]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:10 smithi111 ceph-mon[116524]: pgmap v17370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:12 smithi155 ceph-mon[102677]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:12 smithi111 ceph-mon[97855]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:12 smithi111 ceph-mon[116524]: pgmap v17371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:13 smithi111 ceph-mon[97855]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:13 smithi111 ceph-mon[116524]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:13 smithi155 ceph-mon[102677]: pgmap v17372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2231M 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2231M 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:53:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:53:15.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2231M 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:16 smithi155 ceph-mon[102677]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:16 smithi111 ceph-mon[97855]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:16 smithi111 ceph-mon[116524]: pgmap v17373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:18 smithi155 ceph-mon[102677]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:18 smithi111 ceph-mon[97855]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:18 smithi111 ceph-mon[116524]: pgmap v17374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:53:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:53:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:20 smithi155 ceph-mon[102677]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:20 smithi111 ceph-mon[97855]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:20 smithi111 ceph-mon[116524]: pgmap v17375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:21 smithi155 ceph-mon[102677]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:21 smithi111 ceph-mon[97855]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:21 smithi111 ceph-mon[116524]: pgmap v17376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:24 smithi155 ceph-mon[102677]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:24 smithi111 ceph-mon[97855]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:24 smithi111 ceph-mon[116524]: pgmap v17377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:26 smithi155 ceph-mon[102677]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:26 smithi111 ceph-mon[97855]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:26 smithi111 ceph-mon[116524]: pgmap v17378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:28 smithi155 ceph-mon[102677]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:28 smithi111 ceph-mon[97855]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:28 smithi111 ceph-mon[116524]: pgmap v17379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:53:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:53:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:30 smithi155 ceph-mon[102677]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:30 smithi111 ceph-mon[97855]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:30 smithi111 ceph-mon[116524]: pgmap v17380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:31 smithi111 ceph-mon[97855]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:31 smithi111 ceph-mon[116524]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:31 smithi155 ceph-mon[102677]: pgmap v17381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:34.149 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:53:34.454 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5478M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5786M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 5990M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5198M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:53:34.455 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:53:34.833 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:53:34.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:53:34.835 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:53:34.835 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:53:34.835 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:53:34.835 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:53:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:34 smithi155 ceph-mon[102677]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/586692791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:53:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:34 smithi111 ceph-mon[97855]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/586692791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:53:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:34 smithi111 ceph-mon[116524]: pgmap v17382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/586692791' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:53:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:35 smithi155 ceph-mon[102677]: from='client.43670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:35 smithi155 ceph-mon[102677]: from='client.43676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:35 smithi111 ceph-mon[97855]: from='client.43670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:35 smithi111 ceph-mon[97855]: from='client.43676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:35 smithi111 ceph-mon[116524]: from='client.43670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:35 smithi111 ceph-mon[116524]: from='client.43676 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:53:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:36 smithi155 ceph-mon[102677]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:36 smithi111 ceph-mon[97855]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:36 smithi111 ceph-mon[116524]: pgmap v17383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:37 smithi155 ceph-mon[102677]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:37 smithi111 ceph-mon[97855]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:37 smithi111 ceph-mon[116524]: pgmap v17384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:53:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:53:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:40 smithi155 ceph-mon[102677]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:40 smithi111 ceph-mon[97855]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:40 smithi111 ceph-mon[116524]: pgmap v17385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:41 smithi111 ceph-mon[97855]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:41 smithi111 ceph-mon[116524]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:41 smithi155 ceph-mon[102677]: pgmap v17386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:44 smithi155 ceph-mon[102677]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:44 smithi111 ceph-mon[97855]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:44 smithi111 ceph-mon[116524]: pgmap v17387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:46 smithi155 ceph-mon[102677]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:46 smithi111 ceph-mon[97855]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:46 smithi111 ceph-mon[116524]: pgmap v17388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:47 smithi111 ceph-mon[97855]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:47 smithi111 ceph-mon[116524]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:47 smithi155 ceph-mon[102677]: pgmap v17389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:53:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:53:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:50 smithi155 ceph-mon[102677]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:50 smithi111 ceph-mon[97855]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:50 smithi111 ceph-mon[116524]: pgmap v17390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:51 smithi111 ceph-mon[97855]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:51 smithi111 ceph-mon[116524]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:51 smithi155 ceph-mon[102677]: pgmap v17391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:53 smithi111 ceph-mon[97855]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:53 smithi111 ceph-mon[116524]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:53 smithi155 ceph-mon[102677]: pgmap v17392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:56 smithi155 ceph-mon[102677]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:56 smithi111 ceph-mon[97855]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:56 smithi111 ceph-mon[116524]: pgmap v17393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:57 smithi111 ceph-mon[97855]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:57 smithi111 ceph-mon[116524]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:57 smithi155 ceph-mon[102677]: pgmap v17394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:53:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:53:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:54:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:53:59 smithi111 ceph-mon[97855]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:53:59 smithi111 ceph-mon[116524]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:53:59 smithi155 ceph-mon[102677]: pgmap v17395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:01 smithi111 ceph-mon[97855]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:01 smithi111 ceph-mon[116524]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:01 smithi155 ceph-mon[102677]: pgmap v17396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:03 smithi111 ceph-mon[97855]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:03 smithi111 ceph-mon[116524]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:03 smithi155 ceph-mon[102677]: pgmap v17397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:05.187 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:54:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:54:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:54:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:54:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:54:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5478M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5786M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:54:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 5990M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:54:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5198M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:54:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:54:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:54:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:54:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:54:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:54:05.874 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:54:05.875 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:54:05.876 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:54:05.876 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:06 smithi155 ceph-mon[102677]: from='client.33813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:06 smithi155 ceph-mon[102677]: from='client.33819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:06 smithi155 ceph-mon[102677]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4246699241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[116524]: from='client.33813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[116524]: from='client.33819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[116524]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4246699241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[97855]: from='client.33813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[97855]: from='client.33819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[97855]: pgmap v17398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:06.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4246699241' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:54:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:07 smithi111 ceph-mon[97855]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:07 smithi111 ceph-mon[116524]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:07 smithi155 ceph-mon[102677]: pgmap v17399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:54:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:54:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:09 smithi111 ceph-mon[97855]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:09 smithi111 ceph-mon[116524]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:09 smithi155 ceph-mon[102677]: pgmap v17400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:11 smithi111 ceph-mon[97855]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:11 smithi111 ceph-mon[116524]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:11 smithi155 ceph-mon[102677]: pgmap v17401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:13 smithi111 ceph-mon[97855]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:13 smithi111 ceph-mon[116524]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:13 smithi155 ceph-mon[102677]: pgmap v17402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:54:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:54:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:54:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:54:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:54:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:54:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[97855]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:54:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:54:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:54:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:15 smithi111 ceph-mon[116524]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:54:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:54:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:54:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:15 smithi155 ceph-mon[102677]: pgmap v17403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:17 smithi111 ceph-mon[97855]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:17 smithi111 ceph-mon[116524]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:17 smithi155 ceph-mon[102677]: pgmap v17404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:54:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:54:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:20 smithi155 ceph-mon[102677]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:20 smithi111 ceph-mon[97855]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:20 smithi111 ceph-mon[116524]: pgmap v17405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:21 smithi111 ceph-mon[97855]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:21 smithi111 ceph-mon[116524]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:21 smithi155 ceph-mon[102677]: pgmap v17406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:23 smithi111 ceph-mon[97855]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:23 smithi111 ceph-mon[116524]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:23 smithi155 ceph-mon[102677]: pgmap v17407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:26 smithi155 ceph-mon[102677]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:26 smithi111 ceph-mon[97855]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:26 smithi111 ceph-mon[116524]: pgmap v17408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:27 smithi111 ceph-mon[97855]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:27 smithi111 ceph-mon[116524]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:27 smithi155 ceph-mon[102677]: pgmap v17409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:54:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:54:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:29 smithi111 ceph-mon[97855]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:29 smithi111 ceph-mon[116524]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:29 smithi155 ceph-mon[102677]: pgmap v17410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:31 smithi111 ceph-mon[97855]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:31 smithi111 ceph-mon[116524]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:31 smithi155 ceph-mon[102677]: pgmap v17411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:33 smithi111 ceph-mon[97855]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:33 smithi111 ceph-mon[116524]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:33 smithi155 ceph-mon[102677]: pgmap v17412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:36.218 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:54:36.526 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:54:36.526 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:54:36.527 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5478M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5786M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 5990M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5198M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:54:36.528 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:54:36.529 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:54:36.529 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:54:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:36 smithi155 ceph-mon[102677]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:36 smithi111 ceph-mon[97855]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:36 smithi111 ceph-mon[116524]: pgmap v17413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:36.907 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:54:36.907 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:54:36.907 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:54:36.907 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:54:36.908 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:54:36.909 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:54:36.909 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:54:36.909 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:37 smithi155 ceph-mon[102677]: from='client.33831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:37 smithi155 ceph-mon[102677]: from='client.33837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3777991226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:54:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:37 smithi111 ceph-mon[97855]: from='client.33831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:37 smithi111 ceph-mon[97855]: from='client.33837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3777991226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:37 smithi111 ceph-mon[116524]: from='client.33831 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:37 smithi111 ceph-mon[116524]: from='client.33837 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3777991226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:54:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:38 smithi155 ceph-mon[102677]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:38 smithi111 ceph-mon[97855]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:38 smithi111 ceph-mon[116524]: pgmap v17414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:54:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:54:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:39 smithi111 ceph-mon[116524]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:39 smithi111 ceph-mon[97855]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:39 smithi155 ceph-mon[102677]: pgmap v17415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:41 smithi111 ceph-mon[97855]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:41 smithi111 ceph-mon[116524]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:41 smithi155 ceph-mon[102677]: pgmap v17416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:43 smithi111 ceph-mon[97855]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:43 smithi111 ceph-mon[116524]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:43 smithi155 ceph-mon[102677]: pgmap v17417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:46 smithi155 ceph-mon[102677]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:46 smithi111 ceph-mon[97855]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:46 smithi111 ceph-mon[116524]: pgmap v17418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:47 smithi111 ceph-mon[97855]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:47 smithi111 ceph-mon[116524]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:47 smithi155 ceph-mon[102677]: pgmap v17419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:54:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:54:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:54:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:50 smithi155 ceph-mon[102677]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:50 smithi111 ceph-mon[97855]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:50 smithi111 ceph-mon[116524]: pgmap v17420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:51 smithi111 ceph-mon[97855]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:51 smithi111 ceph-mon[116524]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:51 smithi155 ceph-mon[102677]: pgmap v17421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:53 smithi111 ceph-mon[97855]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:53 smithi111 ceph-mon[116524]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:53 smithi155 ceph-mon[102677]: pgmap v17422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:56 smithi155 ceph-mon[102677]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:56 smithi111 ceph-mon[97855]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:56 smithi111 ceph-mon[116524]: pgmap v17423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:57 smithi111 ceph-mon[97855]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:57 smithi111 ceph-mon[116524]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:57 smithi155 ceph-mon[102677]: pgmap v17424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:54:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:54:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:55:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:54:59 smithi111 ceph-mon[97855]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:54:59 smithi111 ceph-mon[116524]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:54:59 smithi155 ceph-mon[102677]: pgmap v17425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:01 smithi111 ceph-mon[97855]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:01 smithi111 ceph-mon[116524]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:01 smithi155 ceph-mon[102677]: pgmap v17426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:03 smithi111 ceph-mon[97855]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:03 smithi111 ceph-mon[116524]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:03 smithi155 ceph-mon[102677]: pgmap v17427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:06 smithi155 ceph-mon[102677]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:06 smithi111 ceph-mon[97855]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:06 smithi111 ceph-mon[116524]: pgmap v17428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:07.253 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 10m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 10m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 10m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 10m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 10m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 10m ago 8h 868M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:55:07.557 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 10m ago 8h 2100M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 10m ago 8h 966M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 10m ago 8h 893M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 10m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 10m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 10m ago 8h 5478M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 10m ago 8h 5786M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 10m ago 8h 5990M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 10m ago 8h 5198M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 10m ago 8h 4143M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:55:07.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 10m ago 8h 5187M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:55:07.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 10m ago 8h 4574M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:55:07.559 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 10m ago 8h 5350M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:55:07.559 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 10m ago 8h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:07.941 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:55:07.942 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:55:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[97855]: from='client.43724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[97855]: from='client.33855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[97855]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2140255321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:55:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[116524]: from='client.43724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[116524]: from='client.33855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[116524]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2140255321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:07 smithi155 ceph-mon[102677]: from='client.43724 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:07 smithi155 ceph-mon[102677]: from='client.33855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:07 smithi155 ceph-mon[102677]: pgmap v17429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2140255321' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:55:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:55:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:09 smithi111 ceph-mon[97855]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:09 smithi111 ceph-mon[116524]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:09 smithi155 ceph-mon[102677]: pgmap v17430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:11 smithi111 ceph-mon[97855]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:11 smithi111 ceph-mon[116524]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:11 smithi155 ceph-mon[102677]: pgmap v17431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:13 smithi111 ceph-mon[97855]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:13 smithi111 ceph-mon[116524]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:13 smithi155 ceph-mon[102677]: pgmap v17432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:55:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:55:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:55:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:16 smithi111 ceph-mon[97855]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:16 smithi111 ceph-mon[116524]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:16 smithi155 ceph-mon[102677]: pgmap v17433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[97855]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[116524]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:18 smithi155 ceph-mon[102677]: pgmap v17434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:55:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:55:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:19.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:55:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:20 smithi155 ceph-mon[102677]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:20 smithi111 ceph-mon[97855]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:20 smithi111 ceph-mon[116524]: pgmap v17435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:21 smithi111 ceph-mon[97855]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:21 smithi111 ceph-mon[116524]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:21 smithi155 ceph-mon[102677]: pgmap v17436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:23 smithi111 ceph-mon[97855]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:23 smithi111 ceph-mon[116524]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:23 smithi155 ceph-mon[102677]: pgmap v17437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:26 smithi155 ceph-mon[102677]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:26 smithi111 ceph-mon[116524]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:26 smithi111 ceph-mon[97855]: pgmap v17438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:27 smithi111 ceph-mon[97855]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:27 smithi111 ceph-mon[116524]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:27 smithi155 ceph-mon[102677]: pgmap v17439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:55:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:55:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:29 smithi111 ceph-mon[97855]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:29 smithi111 ceph-mon[116524]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:29 smithi155 ceph-mon[102677]: pgmap v17440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:31 smithi111 ceph-mon[97855]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:31 smithi111 ceph-mon[116524]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:31 smithi155 ceph-mon[102677]: pgmap v17441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:33 smithi111 ceph-mon[97855]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:33 smithi111 ceph-mon[116524]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:33 smithi155 ceph-mon[102677]: pgmap v17442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:36 smithi155 ceph-mon[102677]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:36 smithi111 ceph-mon[97855]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:36 smithi111 ceph-mon[116524]: pgmap v17443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:37 smithi111 ceph-mon[97855]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:37 smithi111 ceph-mon[116524]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:38.293 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:55:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:37 smithi155 ceph-mon[102677]: pgmap v17444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 21s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 20s ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 21s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 20s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 20s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 21s ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:55:38.599 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 21s ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 20s ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 21s ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 21s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 20s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 21s ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 21s ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 21s ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 21s ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 20s ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 20s ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 20s ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 20s ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:55:38.600 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 20s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:55:38.978 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:55:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:55:38.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:55:38.980 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:55:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:38 smithi111 ceph-mon[97855]: from='client.43742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:38 smithi111 ceph-mon[97855]: from='client.33873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2835631639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:55:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:38 smithi111 ceph-mon[116524]: from='client.43742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:38 smithi111 ceph-mon[116524]: from='client.33873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2835631639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:55:39.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:38 smithi155 ceph-mon[102677]: from='client.43742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:38 smithi155 ceph-mon[102677]: from='client.33873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2835631639' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:55:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:55:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:55:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:39 smithi111 ceph-mon[97855]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:39 smithi111 ceph-mon[116524]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:39 smithi155 ceph-mon[102677]: pgmap v17445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:41 smithi111 ceph-mon[97855]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:41 smithi111 ceph-mon[116524]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:41 smithi155 ceph-mon[102677]: pgmap v17446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:43 smithi111 ceph-mon[97855]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:43 smithi111 ceph-mon[116524]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:43 smithi155 ceph-mon[102677]: pgmap v17447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:46 smithi155 ceph-mon[102677]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:46 smithi111 ceph-mon[97855]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:46 smithi111 ceph-mon[116524]: pgmap v17448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:47 smithi111 ceph-mon[97855]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:47 smithi111 ceph-mon[116524]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:47 smithi155 ceph-mon[102677]: pgmap v17449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:55:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:55:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:55:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:50 smithi155 ceph-mon[102677]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:50 smithi111 ceph-mon[97855]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:50 smithi111 ceph-mon[116524]: pgmap v17450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:51 smithi111 ceph-mon[97855]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:51 smithi111 ceph-mon[116524]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:51 smithi155 ceph-mon[102677]: pgmap v17451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:53 smithi111 ceph-mon[97855]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:53 smithi111 ceph-mon[116524]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:53 smithi155 ceph-mon[102677]: pgmap v17452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:56 smithi155 ceph-mon[102677]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:56 smithi111 ceph-mon[97855]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:56 smithi111 ceph-mon[116524]: pgmap v17453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:57 smithi111 ceph-mon[97855]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:57 smithi111 ceph-mon[116524]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:57 smithi155 ceph-mon[102677]: pgmap v17454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:55:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:56:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:55:59 smithi111 ceph-mon[97855]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:55:59 smithi111 ceph-mon[116524]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:55:59 smithi155 ceph-mon[102677]: pgmap v17455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:01 smithi111 ceph-mon[97855]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:01 smithi111 ceph-mon[116524]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:01 smithi155 ceph-mon[102677]: pgmap v17456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:03 smithi111 ceph-mon[97855]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:03 smithi111 ceph-mon[116524]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:03 smithi155 ceph-mon[102677]: pgmap v17457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:05.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:06 smithi155 ceph-mon[102677]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:06 smithi111 ceph-mon[97855]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:06 smithi111 ceph-mon[116524]: pgmap v17458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:07 smithi111 ceph-mon[97855]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:07 smithi111 ceph-mon[116524]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:07 smithi155 ceph-mon[102677]: pgmap v17459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:09.325 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:56:09.632 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:56:09.632 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 52s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:56:09.632 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 51s ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:56:09.632 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 52s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:56:09.632 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 51s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:56:09.632 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 51s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 52s ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 52s ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 51s ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 52s ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 52s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 51s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 52s ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 52s ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:56:09.633 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 52s ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:56:09.634 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 52s ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:56:09.634 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 51s ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:56:09.634 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 51s ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:56:09.634 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 51s ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:56:09.634 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 51s ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:56:09.634 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 51s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:56:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:56:10.017 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:56:10.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:56:10.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:56:10.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:10.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:56:10.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:10.019 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:56:10.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:56:10.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:56:10.019 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:56:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:09 smithi111 ceph-mon[97855]: from='client.33885 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:09 smithi111 ceph-mon[97855]: from='client.43766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:09 smithi111 ceph-mon[97855]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:09 smithi111 ceph-mon[116524]: from='client.33885 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:09 smithi111 ceph-mon[116524]: from='client.43766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:09 smithi111 ceph-mon[116524]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:09 smithi155 ceph-mon[102677]: from='client.33885 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:09 smithi155 ceph-mon[102677]: from='client.43766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:09 smithi155 ceph-mon[102677]: pgmap v17460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3516262416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:56:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3516262416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:56:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3516262416' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:56:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:11 smithi111 ceph-mon[97855]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:11 smithi111 ceph-mon[116524]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:11 smithi155 ceph-mon[102677]: pgmap v17461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:13 smithi111 ceph-mon[97855]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:13 smithi111 ceph-mon[116524]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:13 smithi155 ceph-mon[102677]: pgmap v17462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:16 smithi155 ceph-mon[102677]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:16 smithi111 ceph-mon[97855]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:16 smithi111 ceph-mon[116524]: pgmap v17463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:17 smithi111 ceph-mon[97855]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:17 smithi111 ceph-mon[116524]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:17 smithi155 ceph-mon[102677]: pgmap v17464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:56:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:56:19.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:56:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:56:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[97855]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:56:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:19 smithi111 ceph-mon[116524]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:19 smithi155 ceph-mon[102677]: pgmap v17465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:21 smithi111 ceph-mon[97855]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:21 smithi111 ceph-mon[116524]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:21 smithi155 ceph-mon[102677]: pgmap v17466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:23 smithi111 ceph-mon[97855]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:23 smithi111 ceph-mon[116524]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:23 smithi155 ceph-mon[102677]: pgmap v17467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:26 smithi155 ceph-mon[102677]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:26 smithi111 ceph-mon[97855]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:26 smithi111 ceph-mon[116524]: pgmap v17468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:27 smithi111 ceph-mon[97855]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:27 smithi111 ceph-mon[116524]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:27 smithi155 ceph-mon[102677]: pgmap v17469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:56:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:56:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:29 smithi111 ceph-mon[97855]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:29 smithi111 ceph-mon[116524]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:29 smithi155 ceph-mon[102677]: pgmap v17470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:31 smithi111 ceph-mon[97855]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:31 smithi111 ceph-mon[116524]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:31 smithi155 ceph-mon[102677]: pgmap v17471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:33 smithi111 ceph-mon[97855]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:33 smithi111 ceph-mon[116524]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:33 smithi155 ceph-mon[102677]: pgmap v17472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:36 smithi155 ceph-mon[102677]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:36 smithi111 ceph-mon[97855]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:36 smithi111 ceph-mon[116524]: pgmap v17473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:37 smithi111 ceph-mon[97855]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:37 smithi111 ceph-mon[116524]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:37 smithi155 ceph-mon[102677]: pgmap v17474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:56:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:56:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:39 smithi111 ceph-mon[97855]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:39 smithi111 ceph-mon[116524]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:40.368 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:56:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:39 smithi155 ceph-mon[102677]: pgmap v17475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 83s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 82s ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 83s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 82s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 82s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 83s ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:56:40.681 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 83s ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 82s ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 83s ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 83s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 82s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 83s ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 83s ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 83s ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 83s ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:56:40.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 82s ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:56:40.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 82s ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:56:40.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 82s ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:56:40.683 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 82s ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:56:40.683 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 82s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:56:41.059 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:56:41.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:56:41.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:56:41.061 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:56:41.061 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:56:41.061 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:56:41.061 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:56:41.061 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:56:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:41 smithi155 ceph-mon[102677]: from='client.33903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:41 smithi155 ceph-mon[102677]: from='client.43784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3803282274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:56:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:41 smithi111 ceph-mon[97855]: from='client.33903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:41 smithi111 ceph-mon[97855]: from='client.43784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3803282274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:56:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:41 smithi111 ceph-mon[116524]: from='client.33903 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:41 smithi111 ceph-mon[116524]: from='client.43784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:56:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3803282274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:56:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:42 smithi155 ceph-mon[102677]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:42 smithi111 ceph-mon[97855]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:42 smithi111 ceph-mon[116524]: pgmap v17476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:43 smithi111 ceph-mon[97855]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:43 smithi111 ceph-mon[116524]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:43 smithi155 ceph-mon[102677]: pgmap v17477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:46 smithi155 ceph-mon[102677]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:46 smithi111 ceph-mon[97855]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:46 smithi111 ceph-mon[116524]: pgmap v17478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:47 smithi111 ceph-mon[97855]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:47 smithi111 ceph-mon[116524]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:47 smithi155 ceph-mon[102677]: pgmap v17479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:56:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:56:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:50 smithi155 ceph-mon[102677]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:50 smithi111 ceph-mon[97855]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:50 smithi111 ceph-mon[116524]: pgmap v17480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:51 smithi111 ceph-mon[97855]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:51 smithi111 ceph-mon[116524]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:51 smithi155 ceph-mon[102677]: pgmap v17481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:53 smithi111 ceph-mon[97855]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:53 smithi111 ceph-mon[116524]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:53 smithi155 ceph-mon[102677]: pgmap v17482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:56 smithi155 ceph-mon[102677]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:56 smithi111 ceph-mon[97855]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:56 smithi111 ceph-mon[116524]: pgmap v17483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:57 smithi111 ceph-mon[97855]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:57 smithi111 ceph-mon[116524]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:57 smithi155 ceph-mon[102677]: pgmap v17484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:56:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:57:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:56:59 smithi111 ceph-mon[97855]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:56:59 smithi111 ceph-mon[116524]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:56:59 smithi155 ceph-mon[102677]: pgmap v17485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:01 smithi111 ceph-mon[97855]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:01 smithi111 ceph-mon[116524]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:01 smithi155 ceph-mon[102677]: pgmap v17486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:03 smithi111 ceph-mon[97855]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:04.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:03 smithi111 ceph-mon[116524]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:03 smithi155 ceph-mon[102677]: pgmap v17487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:06 smithi155 ceph-mon[102677]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:06 smithi111 ceph-mon[97855]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:06 smithi111 ceph-mon[116524]: pgmap v17488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:07 smithi111 ceph-mon[97855]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:07 smithi111 ceph-mon[116524]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:07 smithi155 ceph-mon[102677]: pgmap v17489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:57:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:57:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:09 smithi111 ceph-mon[97855]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:09 smithi111 ceph-mon[116524]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:09 smithi155 ceph-mon[102677]: pgmap v17490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:11.403 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:57:11.707 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 114s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 113s ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 114s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 113s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 113s ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 114s ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 114s ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 113s ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:57:11.708 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 114s ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 114s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 113s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 114s ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 114s ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 114s ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 114s ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 113s ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 113s ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 113s ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:57:11.709 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 113s ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:57:11.710 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 113s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:57:12.091 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:57:12.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:57:12.093 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:57:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:11 smithi111 ceph-mon[97855]: from='client.33921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:11 smithi111 ceph-mon[97855]: from='client.33927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:11 smithi111 ceph-mon[97855]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:11 smithi111 ceph-mon[116524]: from='client.33921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:11 smithi111 ceph-mon[116524]: from='client.33927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:11 smithi111 ceph-mon[116524]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:11 smithi155 ceph-mon[102677]: from='client.33921 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:11 smithi155 ceph-mon[102677]: from='client.33927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:11 smithi155 ceph-mon[102677]: pgmap v17491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2504994194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:57:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2504994194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2504994194' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:57:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:14 smithi155 ceph-mon[102677]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:14 smithi111 ceph-mon[97855]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:14 smithi111 ceph-mon[116524]: pgmap v17492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:16 smithi155 ceph-mon[102677]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:16 smithi111 ceph-mon[97855]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:16 smithi111 ceph-mon[116524]: pgmap v17493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:17 smithi111 ceph-mon[97855]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:17 smithi111 ceph-mon[116524]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:17 smithi155 ceph-mon[102677]: pgmap v17494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:57:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:57:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:57:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:57:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:57:20.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:57:20.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: pgmap v17495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:20.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:57:20.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:57:20.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:57:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:21 smithi111 ceph-mon[97855]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:21 smithi111 ceph-mon[116524]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:22.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:21 smithi155 ceph-mon[102677]: pgmap v17496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:23 smithi111 ceph-mon[97855]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:23 smithi111 ceph-mon[116524]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:23 smithi155 ceph-mon[102677]: pgmap v17497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:26 smithi155 ceph-mon[102677]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:26 smithi111 ceph-mon[97855]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:26 smithi111 ceph-mon[116524]: pgmap v17498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:27 smithi111 ceph-mon[97855]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:28 smithi111 ceph-mon[116524]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:27 smithi155 ceph-mon[102677]: pgmap v17499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:57:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T12:57:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:29 smithi155 ceph-mon[102677]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:29 smithi111 ceph-mon[97855]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:29 smithi111 ceph-mon[116524]: pgmap v17500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:31 smithi111 ceph-mon[97855]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:31 smithi111 ceph-mon[116524]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:31 smithi155 ceph-mon[102677]: pgmap v17501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:33 smithi111 ceph-mon[97855]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:33 smithi111 ceph-mon[116524]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:33 smithi155 ceph-mon[102677]: pgmap v17502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:36 smithi155 ceph-mon[102677]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:36 smithi111 ceph-mon[97855]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:36 smithi111 ceph-mon[116524]: pgmap v17503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:38 smithi155 ceph-mon[102677]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:37 smithi111 ceph-mon[97855]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:38 smithi111 ceph-mon[116524]: pgmap v17504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:57:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:57:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:40 smithi155 ceph-mon[102677]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:39 smithi111 ceph-mon[97855]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:40 smithi111 ceph-mon[116524]: pgmap v17505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:42.440 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:57:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:42 smithi155 ceph-mon[102677]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:41 smithi111 ceph-mon[97855]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:41 smithi111 ceph-mon[116524]: pgmap v17506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:42.746 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:57:42.746 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:57:42.746 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:57:42.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:57:42.746 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:57:42.746 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:57:42.747 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:57:42.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:57:42.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:57:42.748 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:57:42.748 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:43.129 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:57:43.130 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:57:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:43 smithi155 ceph-mon[102677]: from='client.43814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:43 smithi155 ceph-mon[102677]: from='client.33945 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:42 smithi111 ceph-mon[97855]: from='client.43814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:42 smithi111 ceph-mon[97855]: from='client.33945 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:43 smithi111 ceph-mon[116524]: from='client.43814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:43 smithi111 ceph-mon[116524]: from='client.33945 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2659970327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:44 smithi155 ceph-mon[102677]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2659970327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:44 smithi111 ceph-mon[97855]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2659970327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:44 smithi111 ceph-mon[116524]: pgmap v17507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:46 smithi155 ceph-mon[102677]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:46 smithi111 ceph-mon[97855]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:46 smithi111 ceph-mon[116524]: pgmap v17508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:47 smithi155 ceph-mon[102677]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:47 smithi111 ceph-mon[97855]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:47 smithi111 ceph-mon[116524]: pgmap v17509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:57:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T12:57:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:57:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:50 smithi155 ceph-mon[102677]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:50 smithi111 ceph-mon[97855]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:50 smithi111 ceph-mon[116524]: pgmap v17510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:52 smithi155 ceph-mon[102677]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:52 smithi111 ceph-mon[97855]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:52 smithi111 ceph-mon[116524]: pgmap v17511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:54 smithi155 ceph-mon[102677]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:54 smithi111 ceph-mon[97855]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:54 smithi111 ceph-mon[116524]: pgmap v17512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:56.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:56 smithi155 ceph-mon[102677]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:56 smithi111 ceph-mon[97855]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:56 smithi111 ceph-mon[116524]: pgmap v17513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:57:58 smithi155 ceph-mon[102677]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:57:58 smithi111 ceph-mon[97855]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:57:58 smithi111 ceph-mon[116524]: pgmap v17514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:57:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:57:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T12:58:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:00 smithi155 ceph-mon[102677]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:00 smithi111 ceph-mon[97855]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:00 smithi111 ceph-mon[116524]: pgmap v17515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:02 smithi155 ceph-mon[102677]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:02 smithi111 ceph-mon[97855]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:02 smithi111 ceph-mon[116524]: pgmap v17516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:04 smithi155 ceph-mon[102677]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:04 smithi111 ceph-mon[97855]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:04 smithi111 ceph-mon[116524]: pgmap v17517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:06 smithi111 ceph-mon[97855]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:06 smithi111 ceph-mon[116524]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:06 smithi155 ceph-mon[102677]: pgmap v17518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:08 smithi155 ceph-mon[102677]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:08 smithi111 ceph-mon[97855]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:08 smithi111 ceph-mon[116524]: pgmap v17519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:58:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:58:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:10 smithi155 ceph-mon[102677]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:10 smithi111 ceph-mon[97855]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:10 smithi111 ceph-mon[116524]: pgmap v17520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:12 smithi155 ceph-mon[102677]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:12 smithi111 ceph-mon[97855]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:12 smithi111 ceph-mon[116524]: pgmap v17521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:13.472 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:58:13.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:58:13.780 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:58:14.158 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:58:14.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:58:14.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:58:14.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:58:14.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:14.160 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:58:14.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:58:14.160 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:58:14.160 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:14 smithi155 ceph-mon[102677]: from='client.33957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:14 smithi155 ceph-mon[102677]: from='client.33963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:14 smithi155 ceph-mon[102677]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:14 smithi111 ceph-mon[97855]: from='client.33957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:14 smithi111 ceph-mon[97855]: from='client.33963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:14 smithi111 ceph-mon[97855]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:14 smithi111 ceph-mon[116524]: from='client.33957 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:14 smithi111 ceph-mon[116524]: from='client.33963 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:14 smithi111 ceph-mon[116524]: pgmap v17522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4202902821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:58:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4202902821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:58:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4202902821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:58:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:16 smithi111 ceph-mon[97855]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:16 smithi111 ceph-mon[116524]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:16 smithi155 ceph-mon[102677]: pgmap v17523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:18 smithi155 ceph-mon[102677]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:18 smithi111 ceph-mon[97855]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:18 smithi111 ceph-mon[116524]: pgmap v17524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:58:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:58:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:20 smithi155 ceph-mon[102677]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:58:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:20 smithi111 ceph-mon[97855]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:58:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:20 smithi111 ceph-mon[116524]: pgmap v17525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:58:22.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:58:22.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:58:22.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:58:22.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:58:22.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:58:22.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:58:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:22 smithi155 ceph-mon[102677]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:22 smithi111 ceph-mon[97855]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:22 smithi111 ceph-mon[116524]: pgmap v17526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:24 smithi155 ceph-mon[102677]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:24 smithi111 ceph-mon[97855]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:24 smithi111 ceph-mon[116524]: pgmap v17527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:26 smithi111 ceph-mon[97855]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:26 smithi111 ceph-mon[116524]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:26 smithi155 ceph-mon[102677]: pgmap v17528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:28 smithi155 ceph-mon[102677]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:28 smithi111 ceph-mon[97855]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:28 smithi111 ceph-mon[116524]: pgmap v17529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:58:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:58:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:30 smithi155 ceph-mon[102677]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:30 smithi111 ceph-mon[97855]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:30 smithi111 ceph-mon[116524]: pgmap v17530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:32 smithi155 ceph-mon[102677]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:32 smithi111 ceph-mon[97855]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:32 smithi111 ceph-mon[116524]: pgmap v17531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:34 smithi155 ceph-mon[102677]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:34 smithi111 ceph-mon[97855]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:34 smithi111 ceph-mon[116524]: pgmap v17532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:36 smithi111 ceph-mon[97855]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:36 smithi111 ceph-mon[116524]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:36 smithi155 ceph-mon[102677]: pgmap v17533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:38 smithi155 ceph-mon[102677]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:38 smithi111 ceph-mon[97855]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:38 smithi111 ceph-mon[116524]: pgmap v17534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:58:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:58:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:40 smithi155 ceph-mon[102677]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:40 smithi111 ceph-mon[97855]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:40 smithi111 ceph-mon[116524]: pgmap v17535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:42 smithi155 ceph-mon[102677]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:42 smithi111 ceph-mon[97855]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:42 smithi111 ceph-mon[116524]: pgmap v17536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:44 smithi155 ceph-mon[102677]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:44 smithi111 ceph-mon[97855]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:44 smithi111 ceph-mon[116524]: pgmap v17537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:44.499 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:58:44.805 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:58:44.805 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:58:44.805 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:58:44.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:58:44.807 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:58:45.191 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:58:45.192 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:58:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:45 smithi155 ceph-mon[102677]: from='client.33975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:45 smithi155 ceph-mon[102677]: from='client.43856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:45 smithi111 ceph-mon[116524]: from='client.33975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:45 smithi111 ceph-mon[116524]: from='client.43856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:45 smithi111 ceph-mon[97855]: from='client.33975 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:45 smithi111 ceph-mon[97855]: from='client.43856 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:58:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1798161119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:46 smithi155 ceph-mon[102677]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1798161119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:46 smithi111 ceph-mon[97855]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1798161119' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:46 smithi111 ceph-mon[116524]: pgmap v17538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:48 smithi155 ceph-mon[102677]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:48 smithi111 ceph-mon[97855]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:48 smithi111 ceph-mon[116524]: pgmap v17539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:58:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:58:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:58:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:50 smithi155 ceph-mon[102677]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:50 smithi111 ceph-mon[97855]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:50 smithi111 ceph-mon[116524]: pgmap v17540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:52 smithi155 ceph-mon[102677]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:52 smithi111 ceph-mon[97855]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:52 smithi111 ceph-mon[116524]: pgmap v17541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:54 smithi155 ceph-mon[102677]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:54 smithi111 ceph-mon[97855]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:54 smithi111 ceph-mon[116524]: pgmap v17542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:56 smithi111 ceph-mon[97855]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:56 smithi111 ceph-mon[116524]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:56 smithi155 ceph-mon[102677]: pgmap v17543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:58:58 smithi155 ceph-mon[102677]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:58:58 smithi111 ceph-mon[97855]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:58:58 smithi111 ceph-mon[116524]: pgmap v17544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:58:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:58:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:59:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:00 smithi155 ceph-mon[102677]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:00 smithi111 ceph-mon[97855]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:00 smithi111 ceph-mon[116524]: pgmap v17545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:02 smithi155 ceph-mon[102677]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:02 smithi111 ceph-mon[97855]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:02 smithi111 ceph-mon[116524]: pgmap v17546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:04 smithi155 ceph-mon[102677]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:04 smithi111 ceph-mon[97855]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:04 smithi111 ceph-mon[116524]: pgmap v17547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:06 smithi111 ceph-mon[97855]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:06 smithi111 ceph-mon[116524]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:06 smithi155 ceph-mon[102677]: pgmap v17548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:08 smithi155 ceph-mon[102677]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:08 smithi111 ceph-mon[97855]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:08 smithi111 ceph-mon[116524]: pgmap v17549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:59:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:59:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:10 smithi155 ceph-mon[102677]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:10 smithi111 ceph-mon[97855]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:10 smithi111 ceph-mon[116524]: pgmap v17550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:12 smithi155 ceph-mon[102677]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:12 smithi111 ceph-mon[97855]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:12 smithi111 ceph-mon[116524]: pgmap v17551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:14 smithi155 ceph-mon[102677]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:14 smithi111 ceph-mon[97855]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:14 smithi111 ceph-mon[116524]: pgmap v17552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:15.536 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:59:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:59:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:59:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:59:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:59:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:59:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:59:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:59:16.219 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:59:16.219 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:59:16.220 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:59:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[97855]: from='client.33993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[97855]: from='client.33999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[97855]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2506957939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[116524]: from='client.33993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[116524]: from='client.33999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[116524]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2506957939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:59:16.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:16 smithi155 ceph-mon[102677]: from='client.33993 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:16 smithi155 ceph-mon[102677]: from='client.33999 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:16 smithi155 ceph-mon[102677]: pgmap v17553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2506957939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:59:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:18 smithi155 ceph-mon[102677]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:18 smithi111 ceph-mon[97855]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:18 smithi111 ceph-mon[116524]: pgmap v17554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:59:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T12:59:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:20 smithi155 ceph-mon[102677]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:20 smithi111 ceph-mon[97855]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:20 smithi111 ceph-mon[116524]: pgmap v17555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:59:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:59:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:59:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:59:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:59:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:59:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:59:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:59:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T12:59:22.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T12:59:22.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T12:59:22.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T12:59:22.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:22 smithi155 ceph-mon[102677]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:22 smithi111 ceph-mon[97855]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:22 smithi111 ceph-mon[116524]: pgmap v17556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:24 smithi155 ceph-mon[102677]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:24 smithi111 ceph-mon[97855]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:24 smithi111 ceph-mon[116524]: pgmap v17557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:26 smithi111 ceph-mon[97855]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:26 smithi111 ceph-mon[116524]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:26 smithi155 ceph-mon[102677]: pgmap v17558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:28 smithi155 ceph-mon[102677]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:28 smithi111 ceph-mon[97855]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:28 smithi111 ceph-mon[116524]: pgmap v17559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:59:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T12:59:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:31 smithi111 ceph-mon[116524]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:31 smithi111 ceph-mon[97855]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:31 smithi155 ceph-mon[102677]: pgmap v17560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:33 smithi111 ceph-mon[97855]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:33 smithi111 ceph-mon[116524]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:33 smithi155 ceph-mon[102677]: pgmap v17561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:35 smithi111 ceph-mon[97855]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:35 smithi111 ceph-mon[116524]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:35 smithi155 ceph-mon[102677]: pgmap v17562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:37 smithi111 ceph-mon[97855]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:37 smithi111 ceph-mon[116524]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:37 smithi155 ceph-mon[102677]: pgmap v17563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:39.491 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:39 smithi111 ceph-mon[97855]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:39.491 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:59:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:59:39.492 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:39 smithi111 ceph-mon[116524]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:39 smithi155 ceph-mon[102677]: pgmap v17564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:41 smithi111 ceph-mon[116524]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:41 smithi111 ceph-mon[97855]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:41 smithi155 ceph-mon[102677]: pgmap v17565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:43 smithi111 ceph-mon[97855]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:43 smithi111 ceph-mon[116524]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:43 smithi155 ceph-mon[102677]: pgmap v17566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:45 smithi155 ceph-mon[102677]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:45 smithi111 ceph-mon[97855]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:45 smithi111 ceph-mon[116524]: pgmap v17567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:46.566 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T12:59:46.871 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T12:59:46.871 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T12:59:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T12:59:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T12:59:47.252 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T12:59:47.253 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T12:59:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T12:59:47.254 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T12:59:47.254 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T12:59:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:47 smithi155 ceph-mon[102677]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:47 smithi155 ceph-mon[102677]: from='client.34011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:47 smithi155 ceph-mon[102677]: from='client.34017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3755467566' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:59:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[97855]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[97855]: from='client.34011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[97855]: from='client.34017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3755467566' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:59:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[116524]: pgmap v17568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[116524]: from='client.34011 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[116524]: from='client.34017 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T12:59:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3755467566' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T12:59:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:49 smithi111 ceph-mon[116524]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:49 smithi111 ceph-mon[97855]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:49.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:59:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T12:59:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:49 smithi155 ceph-mon[102677]: pgmap v17569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T12:59:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:51 smithi155 ceph-mon[102677]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:51 smithi111 ceph-mon[97855]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:51 smithi111 ceph-mon[116524]: pgmap v17570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:53 smithi155 ceph-mon[102677]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:53 smithi111 ceph-mon[97855]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:53 smithi111 ceph-mon[116524]: pgmap v17571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:55 smithi155 ceph-mon[102677]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:55 smithi111 ceph-mon[97855]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:55 smithi111 ceph-mon[116524]: pgmap v17572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:57 smithi155 ceph-mon[102677]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:57 smithi111 ceph-mon[116524]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:57 smithi111 ceph-mon[97855]: pgmap v17573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 12:59:59 smithi111 ceph-mon[97855]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 12:59:59 smithi111 ceph-mon[116524]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T12:59:59.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 12:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:12:59:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T12:59:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 12:59:59 smithi155 ceph-mon[102677]: pgmap v17574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:00 smithi111 conmon[97831]: 2023-12-01T12:59:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:00:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:00:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:00:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:00:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:01 smithi155 ceph-mon[102677]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:01 smithi111 ceph-mon[97855]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:01 smithi111 ceph-mon[116524]: pgmap v17575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:03 smithi155 ceph-mon[102677]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:03 smithi111 ceph-mon[97855]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:03 smithi111 ceph-mon[116524]: pgmap v17576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:05 smithi155 ceph-mon[102677]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:05 smithi111 ceph-mon[97855]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:05 smithi111 ceph-mon[116524]: pgmap v17577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:07 smithi155 ceph-mon[102677]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:07 smithi111 ceph-mon[97855]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:07 smithi111 ceph-mon[116524]: pgmap v17578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 13:00:08 smithi155 conmon[154588]: ts=2023-12-01T13:00:08.098Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1701424800138 maxt=1701432000000 ulid=01HGJQE2ZYD9R1FHC8T36QV5HZ duration=35.561857ms 2023-12-01T13:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 13:00:08 smithi155 conmon[154588]: ts=2023-12-01T13:00:08.101Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.175759ms 2023-12-01T13:00:09.549 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:00:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:00:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:09 smithi155 ceph-mon[102677]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:09 smithi111 ceph-mon[97855]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:09 smithi111 ceph-mon[116524]: pgmap v17579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:11 smithi155 ceph-mon[102677]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:11 smithi111 ceph-mon[97855]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:11 smithi111 ceph-mon[116524]: pgmap v17580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:13 smithi155 ceph-mon[102677]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:13 smithi111 ceph-mon[97855]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:13 smithi111 ceph-mon[116524]: pgmap v17581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:15 smithi155 ceph-mon[102677]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:15 smithi111 ceph-mon[97855]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:15 smithi111 ceph-mon[116524]: pgmap v17582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:17.598 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:00:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:00:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:00:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:17 smithi155 ceph-mon[102677]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:17 smithi111 ceph-mon[97855]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:17 smithi111 ceph-mon[116524]: pgmap v17583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:18.283 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:00:18.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:00:18.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:00:18.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:18.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:00:18.284 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:18 smithi155 ceph-mon[102677]: from='client.34029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:18 smithi155 ceph-mon[102677]: from='client.34035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1925797770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:18 smithi111 ceph-mon[97855]: from='client.34029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:18 smithi111 ceph-mon[97855]: from='client.34035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1925797770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:18 smithi111 ceph-mon[116524]: from='client.34029 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:18 smithi111 ceph-mon[116524]: from='client.34035 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1925797770' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:00:19.568 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:00:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:00:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:19 smithi155 ceph-mon[102677]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:19 smithi111 ceph-mon[116524]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:19 smithi111 ceph-mon[97855]: pgmap v17584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:21 smithi155 ceph-mon[102677]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:00:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:21 smithi111 ceph-mon[97855]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:00:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:21 smithi111 ceph-mon[116524]: pgmap v17585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:00:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:00:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:00:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:00:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:00:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:00:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:00:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:00:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:00:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:00:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:23 smithi155 ceph-mon[102677]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:23 smithi111 ceph-mon[97855]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:23 smithi111 ceph-mon[116524]: pgmap v17586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:25 smithi155 ceph-mon[102677]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:25 smithi111 ceph-mon[97855]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:25 smithi111 ceph-mon[116524]: pgmap v17587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:27 smithi155 ceph-mon[102677]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:27 smithi111 ceph-mon[97855]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:27 smithi111 ceph-mon[116524]: pgmap v17588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:29.608 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:00:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:00:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:29 smithi155 ceph-mon[102677]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:29 smithi111 ceph-mon[97855]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:29 smithi111 ceph-mon[116524]: pgmap v17589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:31 smithi155 ceph-mon[102677]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:31 smithi111 ceph-mon[97855]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:31 smithi111 ceph-mon[116524]: pgmap v17590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:33 smithi155 ceph-mon[102677]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:33 smithi111 ceph-mon[97855]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:33 smithi111 ceph-mon[116524]: pgmap v17591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:35 smithi155 ceph-mon[102677]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:35 smithi111 ceph-mon[97855]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:35 smithi111 ceph-mon[116524]: pgmap v17592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:37 smithi155 ceph-mon[102677]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:37 smithi111 ceph-mon[97855]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:37 smithi111 ceph-mon[116524]: pgmap v17593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:39.626 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:00:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:00:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:39 smithi155 ceph-mon[102677]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:39 smithi111 ceph-mon[116524]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:39 smithi111 ceph-mon[97855]: pgmap v17594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:41 smithi155 ceph-mon[102677]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:41 smithi111 ceph-mon[97855]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:41 smithi111 ceph-mon[116524]: pgmap v17595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:43 smithi155 ceph-mon[102677]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:43 smithi111 ceph-mon[97855]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:43 smithi111 ceph-mon[116524]: pgmap v17596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:45 smithi155 ceph-mon[102677]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:45 smithi111 ceph-mon[97855]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:45 smithi111 ceph-mon[116524]: pgmap v17597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:47 smithi155 ceph-mon[102677]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:47 smithi111 ceph-mon[97855]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:47 smithi111 ceph-mon[116524]: pgmap v17598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:48.627 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:00:48.930 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:00:48.931 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:00:48.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:00:48.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:00:48.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:00:48.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:00:48.932 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:00:49.312 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:00:49.313 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:00:49.314 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:00:49.641 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:00:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:49 smithi155 ceph-mon[102677]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:50.003 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:49 smithi155 ceph-mon[102677]: from='client.43922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:50.003 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:49 smithi155 ceph-mon[102677]: from='client.34053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:50.003 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3057651987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:00:50.003 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[97855]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[97855]: from='client.43922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[97855]: from='client.34053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3057651987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[116524]: pgmap v17599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:50.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[116524]: from='client.43922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:50.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[116524]: from='client.34053 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:00:50.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3057651987' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:00:50.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:00:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:51 smithi155 ceph-mon[102677]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:51 smithi111 ceph-mon[97855]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:51 smithi111 ceph-mon[116524]: pgmap v17600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:53 smithi155 ceph-mon[102677]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:53 smithi111 ceph-mon[97855]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:53 smithi111 ceph-mon[116524]: pgmap v17601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:55.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:55 smithi155 ceph-mon[102677]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:55 smithi111 ceph-mon[97855]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:55 smithi111 ceph-mon[116524]: pgmap v17602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:57 smithi155 ceph-mon[102677]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:57 smithi111 ceph-mon[97855]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:57 smithi111 ceph-mon[116524]: pgmap v17603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:59.659 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:00:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:00:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:00:59 smithi155 ceph-mon[102677]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:00:59 smithi111 ceph-mon[97855]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:00:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:00:59 smithi111 ceph-mon[116524]: pgmap v17604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:01 smithi111 ceph-mon[97855]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:01 smithi111 ceph-mon[116524]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:01 smithi155 ceph-mon[102677]: pgmap v17605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:03 smithi155 ceph-mon[102677]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:03 smithi111 ceph-mon[97855]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:03 smithi111 ceph-mon[116524]: pgmap v17606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:05 smithi155 ceph-mon[102677]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:05 smithi111 ceph-mon[97855]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:05 smithi111 ceph-mon[116524]: pgmap v17607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:07 smithi155 ceph-mon[102677]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:07 smithi111 ceph-mon[97855]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:07 smithi111 ceph-mon[116524]: pgmap v17608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:09.683 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:01:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:01:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:09 smithi155 ceph-mon[102677]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:09 smithi111 ceph-mon[97855]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:09 smithi111 ceph-mon[116524]: pgmap v17609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:11 smithi155 ceph-mon[102677]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:11 smithi111 ceph-mon[97855]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:11.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:11 smithi111 ceph-mon[116524]: pgmap v17610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:13 smithi155 ceph-mon[102677]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:13 smithi111 ceph-mon[97855]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:13.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:13 smithi111 ceph-mon[116524]: pgmap v17611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:15 smithi155 ceph-mon[102677]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:15 smithi111 ceph-mon[97855]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:15 smithi111 ceph-mon[116524]: pgmap v17612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:17 smithi155 ceph-mon[102677]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:17 smithi111 ceph-mon[97855]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:17 smithi111 ceph-mon[116524]: pgmap v17613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:19.659 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:01:19.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:01:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:19 smithi155 ceph-mon[102677]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:01:19.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:01:19.969 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:01:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:19 smithi111 ceph-mon[97855]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:19 smithi111 ceph-mon[116524]: pgmap v17614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:01:20.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:01:20.345 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:20 smithi155 ceph-mon[102677]: from='client.34065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:20 smithi155 ceph-mon[102677]: from='client.34071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1977537664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:20 smithi111 ceph-mon[97855]: from='client.34065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:20 smithi111 ceph-mon[97855]: from='client.34071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1977537664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:01:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:20 smithi111 ceph-mon[116524]: from='client.34065 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:20 smithi111 ceph-mon[116524]: from='client.34071 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1977537664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:21 smithi155 ceph-mon[102677]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:21 smithi111 ceph-mon[97855]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:01:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:21 smithi111 ceph-mon[116524]: pgmap v17615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:01:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:01:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:01:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:01:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:01:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:01:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:01:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:01:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:01:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:01:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:23 smithi111 ceph-mon[97855]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:23 smithi111 ceph-mon[116524]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:23 smithi155 ceph-mon[102677]: pgmap v17616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:25 smithi111 ceph-mon[97855]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:25 smithi111 ceph-mon[116524]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:25 smithi155 ceph-mon[102677]: pgmap v17617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:27 smithi111 ceph-mon[97855]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:27 smithi111 ceph-mon[116524]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:27 smithi155 ceph-mon[102677]: pgmap v17618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:29.722 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:01:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:01:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:29 smithi111 ceph-mon[97855]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:29 smithi111 ceph-mon[116524]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:29 smithi155 ceph-mon[102677]: pgmap v17619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:31 smithi111 ceph-mon[97855]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:31 smithi111 ceph-mon[116524]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:32.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:31 smithi155 ceph-mon[102677]: pgmap v17620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:33 smithi111 ceph-mon[97855]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:33 smithi111 ceph-mon[116524]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:34.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:33 smithi155 ceph-mon[102677]: pgmap v17621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:35 smithi111 ceph-mon[97855]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:35 smithi111 ceph-mon[116524]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:35 smithi155 ceph-mon[102677]: pgmap v17622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:37 smithi111 ceph-mon[97855]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:37 smithi111 ceph-mon[116524]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:38.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:37 smithi155 ceph-mon[102677]: pgmap v17623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:39.746 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:01:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:01:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:39 smithi111 ceph-mon[97855]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:39 smithi111 ceph-mon[116524]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:39 smithi155 ceph-mon[102677]: pgmap v17624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:41 smithi155 ceph-mon[102677]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:41 smithi111 ceph-mon[97855]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:41 smithi111 ceph-mon[116524]: pgmap v17625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:43 smithi155 ceph-mon[102677]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:43 smithi111 ceph-mon[97855]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:43 smithi111 ceph-mon[116524]: pgmap v17626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:45 smithi155 ceph-mon[102677]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:45 smithi111 ceph-mon[97855]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:46.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:45 smithi111 ceph-mon[116524]: pgmap v17627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:48.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:47 smithi155 ceph-mon[102677]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:47 smithi111 ceph-mon[97855]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:47 smithi111 ceph-mon[116524]: pgmap v17628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:01:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:01:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:49 smithi155 ceph-mon[102677]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:49 smithi111 ceph-mon[116524]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:49 smithi111 ceph-mon[97855]: pgmap v17629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:01:50.688 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:01:50.993 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:01:50.994 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:01:50.995 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:01:51.371 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:51.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:01:51.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:01:51.380 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:01:51.380 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:01:51.380 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:01:51.380 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:01:51.380 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:01:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:51 smithi155 ceph-mon[102677]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:51 smithi155 ceph-mon[102677]: from='client.43958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3133374169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:01:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:51 smithi111 ceph-mon[116524]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:51 smithi111 ceph-mon[116524]: from='client.43958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3133374169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:01:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:51 smithi111 ceph-mon[97855]: pgmap v17630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:51 smithi111 ceph-mon[97855]: from='client.43958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3133374169' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:01:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:52 smithi155 ceph-mon[102677]: from='client.34089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:52 smithi111 ceph-mon[97855]: from='client.34089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:52 smithi111 ceph-mon[116524]: from='client.34089 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:01:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:53 smithi155 ceph-mon[102677]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:53 smithi111 ceph-mon[97855]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:53 smithi111 ceph-mon[116524]: pgmap v17631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:55 smithi155 ceph-mon[102677]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:55 smithi111 ceph-mon[97855]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:55 smithi111 ceph-mon[116524]: pgmap v17632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:57 smithi155 ceph-mon[102677]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:57 smithi111 ceph-mon[97855]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:57 smithi111 ceph-mon[116524]: pgmap v17633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:01:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:01:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:02:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:01:59 smithi155 ceph-mon[102677]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:01:59 smithi111 ceph-mon[116524]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:01:59 smithi111 ceph-mon[97855]: pgmap v17634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:01 smithi155 ceph-mon[102677]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:01 smithi111 ceph-mon[97855]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:01 smithi111 ceph-mon[116524]: pgmap v17635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:03 smithi155 ceph-mon[102677]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:03 smithi111 ceph-mon[97855]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:03 smithi111 ceph-mon[116524]: pgmap v17636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:05 smithi155 ceph-mon[102677]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:05 smithi111 ceph-mon[97855]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:05 smithi111 ceph-mon[116524]: pgmap v17637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:07 smithi155 ceph-mon[102677]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:07 smithi111 ceph-mon[97855]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:07 smithi111 ceph-mon[116524]: pgmap v17638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:02:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:02:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:09 smithi155 ceph-mon[102677]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:09 smithi111 ceph-mon[97855]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:09 smithi111 ceph-mon[116524]: pgmap v17639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:11 smithi155 ceph-mon[102677]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:11 smithi111 ceph-mon[97855]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:11 smithi111 ceph-mon[116524]: pgmap v17640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:13 smithi155 ceph-mon[102677]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:13 smithi111 ceph-mon[116524]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:13 smithi111 ceph-mon[97855]: pgmap v17641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:15 smithi155 ceph-mon[102677]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:15 smithi111 ceph-mon[97855]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:15 smithi111 ceph-mon[116524]: pgmap v17642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:17 smithi155 ceph-mon[102677]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:17 smithi111 ceph-mon[97855]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:17 smithi111 ceph-mon[116524]: pgmap v17643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:02:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:19 smithi155 ceph-mon[102677]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:19 smithi111 ceph-mon[97855]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:19 smithi111 ceph-mon[116524]: pgmap v17644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:21.716 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:02:22.023 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:02:22.023 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:02:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:02:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:02:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:02:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:02:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:02:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:02:22.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:21 smithi155 ceph-mon[102677]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:21 smithi111 ceph-mon[97855]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:21 smithi111 ceph-mon[116524]: pgmap v17645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:22.419 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:02:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:02:22.419 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:02:22.420 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:22 smithi155 ceph-mon[102677]: from='client.43976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/174734222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:02:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[97855]: from='client.43976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/174734222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:02:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[116524]: from='client.43976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/174734222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:02:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:02:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:23 smithi155 ceph-mon[102677]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:23 smithi155 ceph-mon[102677]: from='client.43982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:23 smithi111 ceph-mon[97855]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:23 smithi111 ceph-mon[97855]: from='client.43982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:23 smithi111 ceph-mon[116524]: pgmap v17646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:23 smithi111 ceph-mon[116524]: from='client.43982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:25 smithi155 ceph-mon[102677]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:25 smithi111 ceph-mon[116524]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:25 smithi111 ceph-mon[97855]: pgmap v17647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:27 smithi155 ceph-mon[102677]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:27 smithi111 ceph-mon[97855]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:27 smithi111 ceph-mon[116524]: pgmap v17648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:02:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:02:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:29 smithi155 ceph-mon[102677]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:29 smithi111 ceph-mon[97855]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:29 smithi111 ceph-mon[116524]: pgmap v17649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:31 smithi155 ceph-mon[102677]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:31 smithi111 ceph-mon[97855]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:31 smithi111 ceph-mon[116524]: pgmap v17650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:33 smithi155 ceph-mon[102677]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:33 smithi111 ceph-mon[97855]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:33 smithi111 ceph-mon[116524]: pgmap v17651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:35.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:35 smithi155 ceph-mon[102677]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:35 smithi111 ceph-mon[97855]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:35 smithi111 ceph-mon[116524]: pgmap v17652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:37 smithi155 ceph-mon[102677]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:37 smithi111 ceph-mon[97855]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:37 smithi111 ceph-mon[116524]: pgmap v17653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:02:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:02:40.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 13:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T13:02:40.046090145Z level=info msg="Completed cleanup jobs" duration=12.649054ms 2023-12-01T13:02:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:39 smithi155 ceph-mon[102677]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:39 smithi111 ceph-mon[97855]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:39 smithi111 ceph-mon[116524]: pgmap v17654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:41 smithi155 ceph-mon[102677]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:41 smithi111 ceph-mon[97855]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:41 smithi111 ceph-mon[116524]: pgmap v17655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:43 smithi155 ceph-mon[102677]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:43 smithi111 ceph-mon[97855]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:43 smithi111 ceph-mon[116524]: pgmap v17656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:45 smithi155 ceph-mon[102677]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:45 smithi111 ceph-mon[97855]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:45 smithi111 ceph-mon[116524]: pgmap v17657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:47 smithi155 ceph-mon[102677]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:47 smithi111 ceph-mon[97855]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:47 smithi111 ceph-mon[116524]: pgmap v17658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:02:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:02:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:49 smithi155 ceph-mon[102677]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:49 smithi111 ceph-mon[97855]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:49 smithi111 ceph-mon[116524]: pgmap v17659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:02:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:51 smithi155 ceph-mon[102677]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:51 smithi111 ceph-mon[97855]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:51 smithi111 ceph-mon[116524]: pgmap v17660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:52.767 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:02:53.076 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:02:53.076 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:02:53.076 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:02:53.076 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:02:53.076 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5508M 2231M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5816M 2231M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6013M 2231M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5227M 2231M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:02:53.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:02:53.078 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:02:53.078 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:02:53.078 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:02:53.454 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:02:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:02:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:02:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:02:53.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:02:53.455 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:53 smithi155 ceph-mon[102677]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:53 smithi155 ceph-mon[102677]: from='client.43994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3774745353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:53 smithi111 ceph-mon[97855]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:53 smithi111 ceph-mon[97855]: from='client.43994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3774745353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:02:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:53 smithi111 ceph-mon[116524]: pgmap v17661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:53 smithi111 ceph-mon[116524]: from='client.43994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3774745353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:02:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:54 smithi155 ceph-mon[102677]: from='client.34125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:54 smithi111 ceph-mon[97855]: from='client.34125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:54 smithi111 ceph-mon[116524]: from='client.34125 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:02:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:55 smithi155 ceph-mon[102677]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:55 smithi111 ceph-mon[97855]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:55 smithi111 ceph-mon[116524]: pgmap v17662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:57 smithi155 ceph-mon[102677]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:57 smithi111 ceph-mon[97855]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:57 smithi111 ceph-mon[116524]: pgmap v17663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:02:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:02:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:03:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:02:59 smithi155 ceph-mon[102677]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:02:59 smithi111 ceph-mon[97855]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:02:59 smithi111 ceph-mon[116524]: pgmap v17664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:01 smithi155 ceph-mon[102677]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:01 smithi111 ceph-mon[97855]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:02.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:01 smithi111 ceph-mon[116524]: pgmap v17665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:03 smithi155 ceph-mon[102677]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:03 smithi111 ceph-mon[97855]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:03 smithi111 ceph-mon[116524]: pgmap v17666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:05 smithi155 ceph-mon[102677]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:05 smithi111 ceph-mon[97855]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:05 smithi111 ceph-mon[116524]: pgmap v17667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:07 smithi155 ceph-mon[102677]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:07 smithi111 ceph-mon[97855]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:07 smithi111 ceph-mon[116524]: pgmap v17668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:03:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:03:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:09 smithi155 ceph-mon[102677]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:09 smithi111 ceph-mon[97855]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:09 smithi111 ceph-mon[116524]: pgmap v17669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:11 smithi155 ceph-mon[102677]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:11 smithi111 ceph-mon[97855]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:11 smithi111 ceph-mon[116524]: pgmap v17670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:13 smithi155 ceph-mon[102677]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:13 smithi111 ceph-mon[97855]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:13 smithi111 ceph-mon[116524]: pgmap v17671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:15 smithi155 ceph-mon[102677]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:15 smithi111 ceph-mon[97855]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:15 smithi111 ceph-mon[116524]: pgmap v17672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:17 smithi155 ceph-mon[102677]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:17 smithi111 ceph-mon[97855]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:17 smithi111 ceph-mon[116524]: pgmap v17673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:03:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:19 smithi155 ceph-mon[102677]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:19 smithi111 ceph-mon[97855]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:19 smithi111 ceph-mon[116524]: pgmap v17674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:21 smithi155 ceph-mon[102677]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:21 smithi111 ceph-mon[97855]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:21 smithi111 ceph-mon[116524]: pgmap v17675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:03:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:03:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:03:23.786 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:03:24.094 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:03:24.094 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:03:24.094 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:03:24.094 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5508M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5816M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6013M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5227M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:03:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:03:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:03:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:03:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:03:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: pgmap v17676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:03:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:03:24.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:03:24.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:03:24.473 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:03:24.474 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:24 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2221M 2023-12-01T13:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:24 smithi155 ceph-mon[102677]: from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1446595903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:24 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2221M 2023-12-01T13:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:24 smithi111 ceph-mon[97855]: from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1446595903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:03:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:24 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2221M 2023-12-01T13:03:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:24 smithi111 ceph-mon[116524]: from='client.34137 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1446595903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:03:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:25 smithi155 ceph-mon[102677]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:25 smithi155 ceph-mon[102677]: from='client.44018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:25 smithi111 ceph-mon[97855]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:25 smithi111 ceph-mon[97855]: from='client.44018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:25 smithi111 ceph-mon[116524]: pgmap v17677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:25 smithi111 ceph-mon[116524]: from='client.44018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:27 smithi155 ceph-mon[102677]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:27 smithi111 ceph-mon[97855]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:27 smithi111 ceph-mon[116524]: pgmap v17678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:03:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:03:30.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:29 smithi155 ceph-mon[102677]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:29 smithi111 ceph-mon[97855]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:29 smithi111 ceph-mon[116524]: pgmap v17679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:31 smithi111 ceph-mon[97855]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:31 smithi111 ceph-mon[116524]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:31 smithi155 ceph-mon[102677]: pgmap v17680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:33 smithi111 ceph-mon[97855]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:33 smithi111 ceph-mon[116524]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:33 smithi155 ceph-mon[102677]: pgmap v17681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:35 smithi111 ceph-mon[97855]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:35 smithi111 ceph-mon[116524]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:35 smithi155 ceph-mon[102677]: pgmap v17682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:37 smithi111 ceph-mon[97855]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:37 smithi111 ceph-mon[116524]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:37 smithi155 ceph-mon[102677]: pgmap v17683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:03:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:03:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:39 smithi111 ceph-mon[97855]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:39 smithi111 ceph-mon[116524]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:39 smithi155 ceph-mon[102677]: pgmap v17684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:41 smithi111 ceph-mon[97855]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:41 smithi111 ceph-mon[116524]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:41 smithi155 ceph-mon[102677]: pgmap v17685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:43 smithi111 ceph-mon[97855]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:43 smithi111 ceph-mon[116524]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:43 smithi155 ceph-mon[102677]: pgmap v17686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:45 smithi111 ceph-mon[97855]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:45 smithi111 ceph-mon[116524]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:45 smithi155 ceph-mon[102677]: pgmap v17687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:47 smithi111 ceph-mon[97855]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:47 smithi111 ceph-mon[116524]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:47 smithi155 ceph-mon[102677]: pgmap v17688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:03:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:03:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:49 smithi111 ceph-mon[97855]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:49 smithi111 ceph-mon[116524]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:49 smithi155 ceph-mon[102677]: pgmap v17689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:03:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:52 smithi155 ceph-mon[102677]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:52 smithi111 ceph-mon[97855]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:52 smithi111 ceph-mon[116524]: pgmap v17690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:54 smithi155 ceph-mon[102677]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:54 smithi111 ceph-mon[97855]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:54 smithi111 ceph-mon[116524]: pgmap v17691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:54.821 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:03:55.128 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:03:55.128 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:03:55.128 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:03:55.128 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:03:55.128 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5508M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5816M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6013M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5227M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:03:55.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:03:55.130 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:03:55.130 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:03:55.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:55 smithi155 ceph-mon[102677]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:55 smithi155 ceph-mon[102677]: from='client.44030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:55 smithi111 ceph-mon[97855]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:55 smithi111 ceph-mon[97855]: from='client.44030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:55 smithi111 ceph-mon[116524]: pgmap v17692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:55 smithi111 ceph-mon[116524]: from='client.44030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:03:55.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:03:55.507 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:03:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:56 smithi155 ceph-mon[102677]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1577146811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:03:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:56 smithi111 ceph-mon[97855]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1577146811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:03:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:56 smithi111 ceph-mon[116524]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:03:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1577146811' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:03:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:57 smithi155 ceph-mon[102677]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:57 smithi111 ceph-mon[97855]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:57 smithi111 ceph-mon[116524]: pgmap v17693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:03:59 smithi111 ceph-mon[97855]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:03:59 smithi111 ceph-mon[116524]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:03:59.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:03:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:03:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:03:59 smithi155 ceph-mon[102677]: pgmap v17694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:01 smithi155 ceph-mon[102677]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:01 smithi111 ceph-mon[97855]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:01 smithi111 ceph-mon[116524]: pgmap v17695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:03 smithi155 ceph-mon[102677]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:03 smithi111 ceph-mon[97855]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:03 smithi111 ceph-mon[116524]: pgmap v17696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:05 smithi155 ceph-mon[102677]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:05 smithi111 ceph-mon[97855]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:05 smithi111 ceph-mon[116524]: pgmap v17697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:07 smithi155 ceph-mon[102677]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:07 smithi111 ceph-mon[97855]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:07.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:07 smithi111 ceph-mon[116524]: pgmap v17698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:09.562 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:04:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:04:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:09 smithi155 ceph-mon[102677]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:09 smithi111 ceph-mon[97855]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:09 smithi111 ceph-mon[116524]: pgmap v17699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:11 smithi155 ceph-mon[102677]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:11 smithi111 ceph-mon[97855]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:11 smithi111 ceph-mon[116524]: pgmap v17700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:13 smithi155 ceph-mon[102677]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:13 smithi111 ceph-mon[97855]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:13 smithi111 ceph-mon[116524]: pgmap v17701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:15 smithi155 ceph-mon[102677]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:15 smithi111 ceph-mon[116524]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:15 smithi111 ceph-mon[97855]: pgmap v17702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:17 smithi155 ceph-mon[102677]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:17 smithi111 ceph-mon[97855]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:17 smithi111 ceph-mon[116524]: pgmap v17703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:19.577 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:04:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:04:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:19 smithi155 ceph-mon[102677]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:19 smithi111 ceph-mon[97855]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:19 smithi111 ceph-mon[116524]: pgmap v17704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:21 smithi155 ceph-mon[102677]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:21 smithi111 ceph-mon[97855]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:21 smithi111 ceph-mon[116524]: pgmap v17705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:23 smithi155 ceph-mon[102677]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:04:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:23 smithi111 ceph-mon[97855]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:04:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:23 smithi111 ceph-mon[116524]: pgmap v17706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:04:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:04:25.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:04:25.125 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:04:25.126 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:04:25.126 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:04:25.126 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:04:25.127 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:04:25.127 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:04:25.127 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:04:25.853 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:25 smithi155 ceph-mon[102677]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:25 smithi111 ceph-mon[97855]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:25 smithi111 ceph-mon[116524]: pgmap v17707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:04:26.162 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5508M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5816M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6013M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5227M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:04:26.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:04:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:04:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:04:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:04:26.164 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:26.538 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:04:26.539 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:26 smithi155 ceph-mon[102677]: from='client.44048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/732743946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:04:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:26 smithi111 ceph-mon[97855]: from='client.44048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/732743946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:04:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:26 smithi111 ceph-mon[116524]: from='client.44048 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/732743946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:27 smithi155 ceph-mon[102677]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:27 smithi155 ceph-mon[102677]: from='client.44054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:27 smithi111 ceph-mon[97855]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:27 smithi111 ceph-mon[97855]: from='client.44054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:27 smithi111 ceph-mon[116524]: pgmap v17708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:27 smithi111 ceph-mon[116524]: from='client.44054 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:29.613 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:04:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:04:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:29 smithi155 ceph-mon[102677]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:29 smithi111 ceph-mon[97855]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:29 smithi111 ceph-mon[116524]: pgmap v17709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:31 smithi155 ceph-mon[102677]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:31 smithi111 ceph-mon[97855]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:31 smithi111 ceph-mon[116524]: pgmap v17710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:33 smithi155 ceph-mon[102677]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:33 smithi111 ceph-mon[97855]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:33 smithi111 ceph-mon[116524]: pgmap v17711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:35 smithi155 ceph-mon[102677]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:35 smithi111 ceph-mon[97855]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:35 smithi111 ceph-mon[116524]: pgmap v17712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:37 smithi155 ceph-mon[102677]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:37 smithi111 ceph-mon[97855]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:37 smithi111 ceph-mon[116524]: pgmap v17713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:39.635 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:04:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:04:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:39 smithi155 ceph-mon[102677]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:39 smithi111 ceph-mon[97855]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:39 smithi111 ceph-mon[116524]: pgmap v17714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:41 smithi155 ceph-mon[102677]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:41 smithi111 ceph-mon[97855]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:41 smithi111 ceph-mon[116524]: pgmap v17715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:43 smithi155 ceph-mon[102677]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:43 smithi111 ceph-mon[97855]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:43 smithi111 ceph-mon[116524]: pgmap v17716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:45 smithi155 ceph-mon[102677]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:45 smithi111 ceph-mon[97855]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:45 smithi111 ceph-mon[116524]: pgmap v17717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:47 smithi155 ceph-mon[102677]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:47 smithi111 ceph-mon[97855]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:47 smithi111 ceph-mon[116524]: pgmap v17718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:49.648 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:04:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:04:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:49 smithi155 ceph-mon[102677]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:49 smithi111 ceph-mon[116524]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:49 smithi111 ceph-mon[97855]: pgmap v17719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:04:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:51 smithi155 ceph-mon[102677]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:51 smithi111 ceph-mon[116524]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:51 smithi111 ceph-mon[97855]: pgmap v17720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:53 smithi155 ceph-mon[102677]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:53 smithi111 ceph-mon[97855]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:53 smithi111 ceph-mon[116524]: pgmap v17721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:55 smithi155 ceph-mon[102677]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:55 smithi111 ceph-mon[97855]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:55 smithi111 ceph-mon[116524]: pgmap v17722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:56.888 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:04:57.193 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:04:57.193 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:04:57.193 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:04:57.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 466M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 874M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2137M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 983M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 909M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5508M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:04:57.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5816M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6013M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5227M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4166M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5218M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4601M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5383M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:04:57.195 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:04:57.575 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:04:57.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:04:57.576 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:04:57.577 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:04:57.577 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:04:57.577 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:04:57.577 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:04:57.577 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:04:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:57 smithi155 ceph-mon[102677]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:57 smithi155 ceph-mon[102677]: from='client.44066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/899297874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:04:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:57 smithi111 ceph-mon[97855]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:57 smithi111 ceph-mon[97855]: from='client.44066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/899297874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:04:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:57 smithi111 ceph-mon[116524]: pgmap v17723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:57 smithi111 ceph-mon[116524]: from='client.44066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/899297874' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:04:58.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:58 smithi155 ceph-mon[102677]: from='client.44072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:58 smithi111 ceph-mon[97855]: from='client.44072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:58 smithi111 ceph-mon[116524]: from='client.44072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:04:59.666 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:04:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:04:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:04:59 smithi155 ceph-mon[102677]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:04:59 smithi111 ceph-mon[97855]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:04:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:04:59 smithi111 ceph-mon[116524]: pgmap v17724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:01 smithi155 ceph-mon[102677]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:01 smithi111 ceph-mon[97855]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:01 smithi111 ceph-mon[116524]: pgmap v17725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:03 smithi155 ceph-mon[102677]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:03 smithi111 ceph-mon[97855]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:03 smithi111 ceph-mon[116524]: pgmap v17726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:05 smithi155 ceph-mon[102677]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:05 smithi111 ceph-mon[97855]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:05 smithi111 ceph-mon[116524]: pgmap v17727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:07 smithi155 ceph-mon[102677]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:07 smithi111 ceph-mon[97855]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:07 smithi111 ceph-mon[116524]: pgmap v17728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:09.687 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:05:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:05:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:09 smithi155 ceph-mon[102677]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:09 smithi111 ceph-mon[97855]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:09 smithi111 ceph-mon[116524]: pgmap v17729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:11 smithi155 ceph-mon[102677]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:11 smithi111 ceph-mon[97855]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:11 smithi111 ceph-mon[116524]: pgmap v17730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:13 smithi155 ceph-mon[102677]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:13 smithi111 ceph-mon[97855]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:13 smithi111 ceph-mon[116524]: pgmap v17731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:15 smithi155 ceph-mon[102677]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:15 smithi111 ceph-mon[97855]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:15 smithi111 ceph-mon[116524]: pgmap v17732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:17 smithi155 ceph-mon[102677]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:17 smithi111 ceph-mon[97855]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:17 smithi111 ceph-mon[116524]: pgmap v17733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:19.703 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:05:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:05:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:19 smithi155 ceph-mon[102677]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:19 smithi111 ceph-mon[97855]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:19 smithi111 ceph-mon[116524]: pgmap v17734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:21 smithi155 ceph-mon[102677]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:21 smithi111 ceph-mon[97855]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:21 smithi111 ceph-mon[116524]: pgmap v17735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:23 smithi111 ceph-mon[97855]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:05:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:23 smithi111 ceph-mon[116524]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:05:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:23 smithi155 ceph-mon[102677]: pgmap v17736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:05:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:25 smithi111 ceph-mon[97855]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:25 smithi111 ceph-mon[116524]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:25 smithi155 ceph-mon[102677]: pgmap v17737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:05:27.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:05:27.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:27.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:05:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:05:27.919 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:05:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:27 smithi155 ceph-mon[102677]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:28.226 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:05:28.226 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:05:28.226 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 1s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 1s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 1s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2s ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2s ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 1s ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2s ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2s ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 1s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2s ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2s ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2s ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2s ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 1s ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:05:28.227 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 1s ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:05:28.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 1s ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:05:28.228 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 1s ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:05:28.228 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 1s ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:05:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:27 smithi111 ceph-mon[97855]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:27 smithi111 ceph-mon[116524]: pgmap v17738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:28.604 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:05:28.605 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:05:28.605 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:05:28.605 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:05:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:28 smithi155 ceph-mon[102677]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:05:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1373325215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:05:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:28 smithi111 ceph-mon[97855]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:05:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1373325215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:05:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:28 smithi111 ceph-mon[116524]: from='client.34209 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:05:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1373325215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:05:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:05:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:05:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:29 smithi155 ceph-mon[102677]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:29 smithi155 ceph-mon[102677]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:05:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:29 smithi111 ceph-mon[97855]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:29 smithi111 ceph-mon[97855]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:05:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:29 smithi111 ceph-mon[116524]: pgmap v17739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:29 smithi111 ceph-mon[116524]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:05:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:31 smithi155 ceph-mon[102677]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:31 smithi111 ceph-mon[97855]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:31 smithi111 ceph-mon[116524]: pgmap v17740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:33 smithi155 ceph-mon[102677]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:33 smithi111 ceph-mon[97855]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:33 smithi111 ceph-mon[116524]: pgmap v17741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:35 smithi155 ceph-mon[102677]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:35 smithi111 ceph-mon[97855]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:35 smithi111 ceph-mon[116524]: pgmap v17742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:37 smithi155 ceph-mon[102677]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:37 smithi111 ceph-mon[97855]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:37 smithi111 ceph-mon[116524]: pgmap v17743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:05:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:05:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:39 smithi155 ceph-mon[102677]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:39 smithi111 ceph-mon[97855]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:39 smithi111 ceph-mon[116524]: pgmap v17744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:41 smithi155 ceph-mon[102677]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:41 smithi111 ceph-mon[97855]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:41 smithi111 ceph-mon[116524]: pgmap v17745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:43 smithi155 ceph-mon[102677]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:43 smithi111 ceph-mon[97855]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:43 smithi111 ceph-mon[116524]: pgmap v17746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:45 smithi155 ceph-mon[102677]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:45 smithi111 ceph-mon[97855]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:45 smithi111 ceph-mon[116524]: pgmap v17747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:47 smithi155 ceph-mon[102677]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:47 smithi111 ceph-mon[97855]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:47 smithi111 ceph-mon[116524]: pgmap v17748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:05:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:05:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:49 smithi155 ceph-mon[102677]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:49 smithi111 ceph-mon[97855]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:49 smithi111 ceph-mon[116524]: pgmap v17749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:05:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:51 smithi155 ceph-mon[102677]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:51 smithi111 ceph-mon[97855]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:51 smithi111 ceph-mon[116524]: pgmap v17750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:53 smithi155 ceph-mon[102677]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:53 smithi111 ceph-mon[97855]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:53 smithi111 ceph-mon[116524]: pgmap v17751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:55 smithi155 ceph-mon[102677]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:55 smithi111 ceph-mon[97855]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:55 smithi111 ceph-mon[116524]: pgmap v17752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:57 smithi155 ceph-mon[102677]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:57 smithi111 ceph-mon[97855]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:57 smithi111 ceph-mon[116524]: pgmap v17753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:05:58.950 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:05:59.259 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:05:59.259 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 33s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:05:59.259 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 32s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:05:59.259 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 33s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 32s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 32s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 33s ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 33s ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 32s ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 33s ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 33s ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 32s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 33s ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 33s ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:05:59.260 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 33s ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:05:59.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 33s ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:05:59.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 32s ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:05:59.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 32s ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:05:59.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 32s ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:05:59.261 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 32s ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:05:59.261 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 32s ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:59.644 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:05:59.645 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:05:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:06:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:59 smithi155 ceph-mon[102677]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:59 smithi155 ceph-mon[102677]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:05:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4012848689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:06:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:59 smithi111 ceph-mon[97855]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:59 smithi111 ceph-mon[97855]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:05:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4012848689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:06:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:59 smithi111 ceph-mon[116524]: pgmap v17754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:59 smithi111 ceph-mon[116524]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:05:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4012848689' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:06:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:00 smithi155 ceph-mon[102677]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:00 smithi111 ceph-mon[97855]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:00 smithi111 ceph-mon[116524]: from='client.34233 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:01 smithi155 ceph-mon[102677]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:01 smithi111 ceph-mon[97855]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:01 smithi111 ceph-mon[116524]: pgmap v17755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:03 smithi155 ceph-mon[102677]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:03 smithi111 ceph-mon[97855]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:03 smithi111 ceph-mon[116524]: pgmap v17756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:05 smithi155 ceph-mon[102677]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:05 smithi111 ceph-mon[97855]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:05 smithi111 ceph-mon[116524]: pgmap v17757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:07 smithi155 ceph-mon[102677]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:07 smithi111 ceph-mon[97855]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:07 smithi111 ceph-mon[116524]: pgmap v17758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:06:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:06:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:09 smithi155 ceph-mon[102677]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:09 smithi111 ceph-mon[97855]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:09 smithi111 ceph-mon[116524]: pgmap v17759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:11 smithi155 ceph-mon[102677]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:11 smithi111 ceph-mon[97855]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:11 smithi111 ceph-mon[116524]: pgmap v17760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:13 smithi155 ceph-mon[102677]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:13 smithi111 ceph-mon[97855]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:13 smithi111 ceph-mon[116524]: pgmap v17761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:15 smithi155 ceph-mon[102677]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:15 smithi111 ceph-mon[97855]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:15 smithi111 ceph-mon[116524]: pgmap v17762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:17 smithi155 ceph-mon[102677]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:17 smithi111 ceph-mon[97855]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:17 smithi111 ceph-mon[116524]: pgmap v17763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:06:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:06:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:19 smithi155 ceph-mon[102677]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:19 smithi111 ceph-mon[97855]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:19 smithi111 ceph-mon[116524]: pgmap v17764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:21 smithi155 ceph-mon[102677]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:21 smithi111 ceph-mon[97855]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:21 smithi111 ceph-mon[116524]: pgmap v17765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:23 smithi155 ceph-mon[102677]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:23 smithi111 ceph-mon[97855]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:23 smithi111 ceph-mon[116524]: pgmap v17766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:25 smithi155 ceph-mon[102677]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:25 smithi111 ceph-mon[97855]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:25 smithi111 ceph-mon[116524]: pgmap v17767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:06:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:06:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:06:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:27 smithi155 ceph-mon[102677]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:06:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:06:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:06:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[97855]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:06:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:06:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:06:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[116524]: pgmap v17768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:06:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:06:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:06:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:06:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T13:06:29.992 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:06:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:29 smithi155 ceph-mon[102677]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:29 smithi111 ceph-mon[97855]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:29 smithi111 ceph-mon[116524]: pgmap v17769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:30.298 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:06:30.298 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 64s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:06:30.298 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 63s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:06:30.298 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 64s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 63s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 63s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 64s ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 64s ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 63s ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 64s ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 64s ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 63s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 64s ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 64s ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 64s ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 64s ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:06:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 63s ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:06:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 63s ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:06:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 63s ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:06:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 63s ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:06:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 63s ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:06:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:06:30.681 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:30 smithi155 ceph-mon[102677]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1281582332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:06:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:30 smithi111 ceph-mon[97855]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1281582332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:06:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:30 smithi111 ceph-mon[116524]: from='client.44120 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1281582332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:06:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:31 smithi155 ceph-mon[102677]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:31 smithi155 ceph-mon[102677]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:31 smithi111 ceph-mon[97855]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:31 smithi111 ceph-mon[97855]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:31 smithi111 ceph-mon[116524]: pgmap v17770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:31 smithi111 ceph-mon[116524]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:06:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:33 smithi155 ceph-mon[102677]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:33 smithi111 ceph-mon[97855]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:33 smithi111 ceph-mon[116524]: pgmap v17771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:35 smithi155 ceph-mon[102677]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:35 smithi111 ceph-mon[97855]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:35 smithi111 ceph-mon[116524]: pgmap v17772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:37 smithi155 ceph-mon[102677]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:37 smithi111 ceph-mon[97855]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:37 smithi111 ceph-mon[116524]: pgmap v17773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:06:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:06:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:39 smithi155 ceph-mon[102677]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:39 smithi111 ceph-mon[97855]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:39 smithi111 ceph-mon[116524]: pgmap v17774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:41 smithi155 ceph-mon[102677]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:41 smithi111 ceph-mon[97855]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:41 smithi111 ceph-mon[116524]: pgmap v17775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:43 smithi155 ceph-mon[102677]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:43 smithi111 ceph-mon[97855]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:43 smithi111 ceph-mon[116524]: pgmap v17776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:45 smithi155 ceph-mon[102677]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:45 smithi111 ceph-mon[97855]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:45 smithi111 ceph-mon[116524]: pgmap v17777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:47 smithi155 ceph-mon[102677]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:47 smithi111 ceph-mon[97855]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:47 smithi111 ceph-mon[116524]: pgmap v17778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:06:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:49 smithi155 ceph-mon[102677]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:49 smithi111 ceph-mon[97855]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:49 smithi111 ceph-mon[116524]: pgmap v17779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:06:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:51 smithi155 ceph-mon[102677]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:51 smithi111 ceph-mon[97855]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:51 smithi111 ceph-mon[116524]: pgmap v17780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:53 smithi155 ceph-mon[102677]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:53 smithi111 ceph-mon[97855]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:53 smithi111 ceph-mon[116524]: pgmap v17781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:55 smithi155 ceph-mon[102677]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:55 smithi111 ceph-mon[97855]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:55 smithi111 ceph-mon[116524]: pgmap v17782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:57 smithi155 ceph-mon[102677]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:57 smithi111 ceph-mon[97855]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:57 smithi111 ceph-mon[116524]: pgmap v17783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:06:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:06:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:07:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:06:59 smithi155 ceph-mon[102677]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:06:59 smithi111 ceph-mon[97855]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:06:59 smithi111 ceph-mon[116524]: pgmap v17784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:01.027 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:07:01.336 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:07:01.336 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 95s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:07:01.336 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 94s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 95s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 94s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 94s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 95s ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 95s ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 94s ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 95s ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 95s ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 94s ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:07:01.337 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 95s ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 95s ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 95s ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 95s ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 94s ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 94s ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 94s ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 94s ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:07:01.338 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 94s ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:07:01.714 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:07:01.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:07:01.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:07:01.715 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:01.716 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:07:01.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:07:01.716 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:07:01.716 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:07:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:01 smithi155 ceph-mon[102677]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:01 smithi155 ceph-mon[102677]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2976710226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:07:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:01 smithi111 ceph-mon[97855]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:01 smithi111 ceph-mon[97855]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2976710226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:07:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:01 smithi111 ceph-mon[116524]: pgmap v17785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:01 smithi111 ceph-mon[116524]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2976710226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:07:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:02 smithi155 ceph-mon[102677]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:02 smithi111 ceph-mon[97855]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:02 smithi111 ceph-mon[116524]: from='client.34269 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:03 smithi155 ceph-mon[102677]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:03 smithi111 ceph-mon[97855]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:03 smithi111 ceph-mon[116524]: pgmap v17786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:05 smithi111 ceph-mon[97855]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:05 smithi111 ceph-mon[116524]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:05 smithi155 ceph-mon[102677]: pgmap v17787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:07 smithi111 ceph-mon[97855]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:07 smithi111 ceph-mon[116524]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:07 smithi155 ceph-mon[102677]: pgmap v17788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:07:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:07:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:09 smithi111 ceph-mon[97855]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:09 smithi111 ceph-mon[116524]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:09 smithi155 ceph-mon[102677]: pgmap v17789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:11 smithi111 ceph-mon[97855]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:11 smithi111 ceph-mon[116524]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:11 smithi155 ceph-mon[102677]: pgmap v17790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:13 smithi111 ceph-mon[97855]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:13 smithi111 ceph-mon[116524]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:13 smithi155 ceph-mon[102677]: pgmap v17791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:15 smithi111 ceph-mon[97855]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:15 smithi111 ceph-mon[116524]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:15 smithi155 ceph-mon[102677]: pgmap v17792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:17 smithi111 ceph-mon[97855]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:17 smithi111 ceph-mon[116524]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:17 smithi155 ceph-mon[102677]: pgmap v17793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:07:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:07:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:19 smithi111 ceph-mon[97855]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:19 smithi111 ceph-mon[116524]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:19 smithi155 ceph-mon[102677]: pgmap v17794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:21 smithi111 ceph-mon[97855]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:21 smithi111 ceph-mon[116524]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:21 smithi155 ceph-mon[102677]: pgmap v17795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:23 smithi111 ceph-mon[97855]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:23 smithi111 ceph-mon[116524]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:23 smithi155 ceph-mon[102677]: pgmap v17796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:25 smithi111 ceph-mon[97855]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:25 smithi111 ceph-mon[116524]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:25 smithi155 ceph-mon[102677]: pgmap v17797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[97855]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[116524]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:07:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:27 smithi155 ceph-mon[102677]: pgmap v17798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:07:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:07:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:07:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:07:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:07:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:07:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:07:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:07:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:07:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:07:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:29 smithi111 ceph-mon[97855]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:29 smithi111 ceph-mon[116524]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:29 smithi155 ceph-mon[102677]: pgmap v17799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:32.060 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:07:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:31 smithi111 ceph-mon[97855]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:31 smithi111 ceph-mon[116524]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:32.367 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:07:32.368 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:07:32.369 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:07:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:31 smithi155 ceph-mon[102677]: pgmap v17800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:32.751 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:07:32.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:07:32.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:07:32.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:07:32.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:07:32.753 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:07:32.753 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:07:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/757405168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:07:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/757405168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:07:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/757405168' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:07:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:34 smithi155 ceph-mon[102677]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:34 smithi155 ceph-mon[102677]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:34 smithi155 ceph-mon[102677]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:34 smithi111 ceph-mon[97855]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:34 smithi111 ceph-mon[97855]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:34 smithi111 ceph-mon[97855]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:34 smithi111 ceph-mon[116524]: from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:34 smithi111 ceph-mon[116524]: pgmap v17801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:34 smithi111 ceph-mon[116524]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:07:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:36 smithi155 ceph-mon[102677]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:36 smithi111 ceph-mon[97855]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:36 smithi111 ceph-mon[116524]: pgmap v17802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:38 smithi155 ceph-mon[102677]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:38 smithi111 ceph-mon[97855]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:38 smithi111 ceph-mon[116524]: pgmap v17803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:07:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:07:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:40 smithi155 ceph-mon[102677]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:40 smithi111 ceph-mon[97855]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:40 smithi111 ceph-mon[116524]: pgmap v17804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:42 smithi155 ceph-mon[102677]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:42 smithi111 ceph-mon[97855]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:42 smithi111 ceph-mon[116524]: pgmap v17805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:44 smithi155 ceph-mon[102677]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:44 smithi111 ceph-mon[97855]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:44 smithi111 ceph-mon[116524]: pgmap v17806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:46 smithi155 ceph-mon[102677]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:46 smithi111 ceph-mon[97855]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:46 smithi111 ceph-mon[116524]: pgmap v17807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:48 smithi155 ceph-mon[102677]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:48 smithi111 ceph-mon[97855]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:48 smithi111 ceph-mon[116524]: pgmap v17808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:07:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:07:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:50 smithi155 ceph-mon[102677]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:50 smithi111 ceph-mon[97855]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:50 smithi111 ceph-mon[116524]: pgmap v17809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:07:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:52 smithi155 ceph-mon[102677]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:52 smithi111 ceph-mon[97855]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:52 smithi111 ceph-mon[116524]: pgmap v17810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:54 smithi155 ceph-mon[102677]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:54 smithi111 ceph-mon[97855]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:54 smithi111 ceph-mon[116524]: pgmap v17811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:55 smithi155 ceph-mon[102677]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:55 smithi111 ceph-mon[97855]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:55 smithi111 ceph-mon[116524]: pgmap v17812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:57 smithi155 ceph-mon[102677]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:57 smithi111 ceph-mon[97855]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:57 smithi111 ceph-mon[116524]: pgmap v17813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:59.600 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:07:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:07:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:07:59 smithi155 ceph-mon[102677]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:07:59 smithi111 ceph-mon[97855]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:07:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:07:59 smithi111 ceph-mon[116524]: pgmap v17814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:01 smithi155 ceph-mon[102677]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:01 smithi111 ceph-mon[97855]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:01 smithi111 ceph-mon[116524]: pgmap v17815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:03.094 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:08:03.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:08:03.402 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:08:03.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:08:03.787 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:08:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:03 smithi155 ceph-mon[102677]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:03 smithi111 ceph-mon[97855]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:03 smithi111 ceph-mon[116524]: pgmap v17816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:04 smithi155 ceph-mon[102677]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:04 smithi155 ceph-mon[102677]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/520555484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:08:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[97855]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[97855]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/520555484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:08:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[116524]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[116524]: from='client.34305 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/520555484' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:08:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:05 smithi155 ceph-mon[102677]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:05 smithi111 ceph-mon[97855]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:05 smithi111 ceph-mon[116524]: pgmap v17817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:07 smithi155 ceph-mon[102677]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:07 smithi111 ceph-mon[97855]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:07 smithi111 ceph-mon[116524]: pgmap v17818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:09.619 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:08:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:08:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:09 smithi155 ceph-mon[102677]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:09 smithi111 ceph-mon[116524]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:09 smithi111 ceph-mon[97855]: pgmap v17819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:11 smithi155 ceph-mon[102677]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:11 smithi111 ceph-mon[116524]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:11 smithi111 ceph-mon[97855]: pgmap v17820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:13 smithi155 ceph-mon[102677]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:13 smithi111 ceph-mon[116524]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:13 smithi111 ceph-mon[97855]: pgmap v17821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:15 smithi155 ceph-mon[102677]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:15 smithi111 ceph-mon[116524]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:15 smithi111 ceph-mon[97855]: pgmap v17822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:17 smithi155 ceph-mon[102677]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:17 smithi111 ceph-mon[97855]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:17 smithi111 ceph-mon[116524]: pgmap v17823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:19.640 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:08:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:08:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:19 smithi155 ceph-mon[102677]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:19 smithi111 ceph-mon[116524]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:19 smithi111 ceph-mon[97855]: pgmap v17824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:21 smithi155 ceph-mon[102677]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:21 smithi111 ceph-mon[116524]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:21 smithi111 ceph-mon[97855]: pgmap v17825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:23 smithi155 ceph-mon[102677]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:23 smithi111 ceph-mon[97855]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:23 smithi111 ceph-mon[116524]: pgmap v17826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:25 smithi155 ceph-mon[102677]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:25 smithi111 ceph-mon[97855]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:25 smithi111 ceph-mon[116524]: pgmap v17827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:27 smithi155 ceph-mon[102677]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:27 smithi111 ceph-mon[97855]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:27 smithi111 ceph-mon[116524]: pgmap v17828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:08:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:08:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:08:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:08:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:08:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:08:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:08:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:08:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:08:29.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:08:29.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:08:29.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:08:29.660 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:08:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:29 smithi155 ceph-mon[102677]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:29 smithi111 ceph-mon[116524]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:29 smithi111 ceph-mon[97855]: pgmap v17829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:31 smithi155 ceph-mon[102677]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:31 smithi111 ceph-mon[97855]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:31 smithi111 ceph-mon[116524]: pgmap v17830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:33 smithi155 ceph-mon[102677]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:33 smithi111 ceph-mon[97855]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:33 smithi111 ceph-mon[116524]: pgmap v17831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:34.134 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:08:34.438 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:08:34.438 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:08:34.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:08:34.819 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:08:34.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:08:34.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:08:34.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:34.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:08:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:35 smithi155 ceph-mon[102677]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:35 smithi155 ceph-mon[102677]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:35 smithi155 ceph-mon[102677]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1159352896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[97855]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[97855]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[97855]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1159352896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[116524]: pgmap v17832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[116524]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[116524]: from='client.44198 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:08:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1159352896' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:08:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:37 smithi155 ceph-mon[102677]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:37 smithi111 ceph-mon[97855]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:37 smithi111 ceph-mon[116524]: pgmap v17833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:39.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:08:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:08:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:39 smithi155 ceph-mon[102677]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:39 smithi111 ceph-mon[97855]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:39 smithi111 ceph-mon[116524]: pgmap v17834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:41 smithi155 ceph-mon[102677]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:41 smithi111 ceph-mon[97855]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:41 smithi111 ceph-mon[116524]: pgmap v17835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:43 smithi155 ceph-mon[102677]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:43 smithi111 ceph-mon[97855]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:43 smithi111 ceph-mon[116524]: pgmap v17836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:45 smithi155 ceph-mon[102677]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:45 smithi111 ceph-mon[97855]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:45 smithi111 ceph-mon[116524]: pgmap v17837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:47 smithi155 ceph-mon[102677]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:47 smithi111 ceph-mon[97855]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:47 smithi111 ceph-mon[116524]: pgmap v17838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:49.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:08:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:08:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:49 smithi155 ceph-mon[102677]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:49 smithi111 ceph-mon[97855]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:49 smithi111 ceph-mon[116524]: pgmap v17839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:08:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:51 smithi155 ceph-mon[102677]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:51 smithi111 ceph-mon[97855]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:51 smithi111 ceph-mon[116524]: pgmap v17840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:53 smithi155 ceph-mon[102677]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:53 smithi111 ceph-mon[97855]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:53 smithi111 ceph-mon[116524]: pgmap v17841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:55 smithi155 ceph-mon[102677]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:55 smithi111 ceph-mon[97855]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:55 smithi111 ceph-mon[116524]: pgmap v17842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:57 smithi111 ceph-mon[97855]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:57 smithi111 ceph-mon[116524]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:57 smithi155 ceph-mon[102677]: pgmap v17843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:59.711 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:08:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:08:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:08:59 smithi111 ceph-mon[97855]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:08:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:08:59 smithi111 ceph-mon[116524]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:08:59 smithi155 ceph-mon[102677]: pgmap v17844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:01 smithi111 ceph-mon[97855]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:01 smithi111 ceph-mon[116524]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:01 smithi155 ceph-mon[102677]: pgmap v17845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:03 smithi111 ceph-mon[97855]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:03 smithi111 ceph-mon[116524]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:03 smithi155 ceph-mon[102677]: pgmap v17846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:05.169 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:09:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:09:05.476 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:09:05.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:09:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:09:05.861 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:09:05.861 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:09:05.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:09:05.861 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:05.861 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:09:05.861 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:09:05.862 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:09:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:05 smithi111 ceph-mon[97855]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:05 smithi111 ceph-mon[116524]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:05 smithi155 ceph-mon[102677]: pgmap v17847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:06 smithi111 ceph-mon[97855]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:06 smithi111 ceph-mon[97855]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1946421552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:06 smithi111 ceph-mon[116524]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:06 smithi111 ceph-mon[116524]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1946421552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:09:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:06 smithi155 ceph-mon[102677]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:06 smithi155 ceph-mon[102677]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1946421552' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:09:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:07 smithi111 ceph-mon[97855]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:07 smithi111 ceph-mon[116524]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:07 smithi155 ceph-mon[102677]: pgmap v17848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:09.736 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:09:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T13:09:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:09 smithi111 ceph-mon[97855]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:09 smithi111 ceph-mon[116524]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:09 smithi155 ceph-mon[102677]: pgmap v17849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:11 smithi111 ceph-mon[97855]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:11 smithi111 ceph-mon[116524]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:11 smithi155 ceph-mon[102677]: pgmap v17850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:13 smithi111 ceph-mon[97855]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:13 smithi111 ceph-mon[116524]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:13 smithi155 ceph-mon[102677]: pgmap v17851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:15 smithi111 ceph-mon[97855]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:15 smithi111 ceph-mon[116524]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:15 smithi155 ceph-mon[102677]: pgmap v17852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:17 smithi111 ceph-mon[97855]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:17 smithi111 ceph-mon[116524]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:17 smithi155 ceph-mon[102677]: pgmap v17853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:09:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T13:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:19 smithi155 ceph-mon[102677]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:19 smithi111 ceph-mon[97855]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:19 smithi111 ceph-mon[116524]: pgmap v17854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:21 smithi155 ceph-mon[102677]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:21 smithi111 ceph-mon[97855]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:21 smithi111 ceph-mon[116524]: pgmap v17855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:23 smithi155 ceph-mon[102677]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:23 smithi111 ceph-mon[97855]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:23 smithi111 ceph-mon[116524]: pgmap v17856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:25 smithi155 ceph-mon[102677]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:25 smithi111 ceph-mon[97855]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:25 smithi111 ceph-mon[116524]: pgmap v17857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:27 smithi155 ceph-mon[102677]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:27 smithi111 ceph-mon[97855]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:27 smithi111 ceph-mon[116524]: pgmap v17858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:09:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:09:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:09:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:09:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:09:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:29 smithi155 ceph-mon[102677]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:09:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:09:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[97855]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[116524]: pgmap v17859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:09:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:09:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:31 smithi155 ceph-mon[102677]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:31 smithi111 ceph-mon[97855]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:31 smithi111 ceph-mon[116524]: pgmap v17860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:33 smithi155 ceph-mon[102677]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:33 smithi111 ceph-mon[97855]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:33 smithi111 ceph-mon[116524]: pgmap v17861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:36.205 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:09:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:35 smithi155 ceph-mon[102677]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:35 smithi111 ceph-mon[97855]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:35 smithi111 ceph-mon[116524]: pgmap v17862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:36.512 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:09:36.512 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:09:36.513 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:09:36.514 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:09:36.897 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:09:36.897 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:09:36.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:09:36.897 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:36.897 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:09:36.898 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:09:36.899 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:09:36.899 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:09:36.899 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:09:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:37 smithi155 ceph-mon[102677]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:37 smithi155 ceph-mon[102677]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:38.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:37 smithi155 ceph-mon[102677]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:38.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1125047653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:09:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[116524]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[116524]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[116524]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1125047653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:09:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[97855]: pgmap v17863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:38.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[97855]: from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:38.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[97855]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:09:38.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1125047653' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:09:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:09:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:09:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:39 smithi155 ceph-mon[102677]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:39 smithi111 ceph-mon[97855]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:39 smithi111 ceph-mon[116524]: pgmap v17864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:41 smithi155 ceph-mon[102677]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:41 smithi111 ceph-mon[97855]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:41 smithi111 ceph-mon[116524]: pgmap v17865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:43 smithi155 ceph-mon[102677]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:43 smithi111 ceph-mon[97855]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:43 smithi111 ceph-mon[116524]: pgmap v17866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:45 smithi155 ceph-mon[102677]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:45 smithi111 ceph-mon[97855]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:45 smithi111 ceph-mon[116524]: pgmap v17867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:47 smithi155 ceph-mon[102677]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:47 smithi111 ceph-mon[97855]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:47 smithi111 ceph-mon[116524]: pgmap v17868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:09:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:49 smithi155 ceph-mon[102677]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:49 smithi111 ceph-mon[97855]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:49 smithi111 ceph-mon[116524]: pgmap v17869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:09:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:51 smithi155 ceph-mon[102677]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:51 smithi111 ceph-mon[97855]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:51 smithi111 ceph-mon[116524]: pgmap v17870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:53 smithi155 ceph-mon[102677]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:53 smithi111 ceph-mon[97855]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:53 smithi111 ceph-mon[116524]: pgmap v17871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:55 smithi155 ceph-mon[102677]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:55 smithi111 ceph-mon[97855]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:55 smithi111 ceph-mon[116524]: pgmap v17872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:57 smithi155 ceph-mon[102677]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:57 smithi111 ceph-mon[97855]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:57 smithi111 ceph-mon[116524]: pgmap v17873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:09:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:09:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:10:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:09:59 smithi155 ceph-mon[102677]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:09:59 smithi111 ceph-mon[116524]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:09:59 smithi111 ceph-mon[97855]: pgmap v17874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:00 smithi111 conmon[97831]: 2023-12-01T13:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:10:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:10:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:10:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:10:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:01 smithi155 ceph-mon[102677]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:01 smithi111 ceph-mon[97855]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:01 smithi111 ceph-mon[116524]: pgmap v17875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:03 smithi155 ceph-mon[102677]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:03 smithi111 ceph-mon[97855]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:03 smithi111 ceph-mon[116524]: pgmap v17876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:05 smithi155 ceph-mon[102677]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:05 smithi111 ceph-mon[97855]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:05 smithi111 ceph-mon[116524]: pgmap v17877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:07.240 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:10:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:10:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:10:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:10:07.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:10:07.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:10:07.547 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:10:07.924 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:10:07.925 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:10:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:07 smithi155 ceph-mon[102677]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:07 smithi111 ceph-mon[97855]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:07 smithi111 ceph-mon[116524]: pgmap v17878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:08 smithi155 ceph-mon[102677]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:08 smithi155 ceph-mon[102677]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1046704984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:08 smithi111 ceph-mon[97855]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:08 smithi111 ceph-mon[97855]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1046704984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:10:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:08 smithi111 ceph-mon[116524]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:08 smithi111 ceph-mon[116524]: from='client.34377 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:09.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1046704984' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:10:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:10:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:10:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:09 smithi155 ceph-mon[102677]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:09 smithi111 ceph-mon[97855]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:09 smithi111 ceph-mon[116524]: pgmap v17879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:11 smithi155 ceph-mon[102677]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:11 smithi111 ceph-mon[116524]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:11 smithi111 ceph-mon[97855]: pgmap v17880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:13 smithi155 ceph-mon[102677]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:13 smithi111 ceph-mon[97855]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:13 smithi111 ceph-mon[116524]: pgmap v17881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:15 smithi155 ceph-mon[102677]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:15 smithi111 ceph-mon[97855]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:15 smithi111 ceph-mon[116524]: pgmap v17882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:17 smithi155 ceph-mon[102677]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:17 smithi111 ceph-mon[97855]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:17 smithi111 ceph-mon[116524]: pgmap v17883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:10:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:19 smithi155 ceph-mon[102677]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:19 smithi111 ceph-mon[97855]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:19 smithi111 ceph-mon[116524]: pgmap v17884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:21 smithi155 ceph-mon[102677]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:21 smithi111 ceph-mon[97855]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:21 smithi111 ceph-mon[116524]: pgmap v17885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:23 smithi155 ceph-mon[102677]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:23 smithi111 ceph-mon[97855]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:23 smithi111 ceph-mon[116524]: pgmap v17886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:25 smithi155 ceph-mon[102677]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:25 smithi111 ceph-mon[97855]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:25 smithi111 ceph-mon[116524]: pgmap v17887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:27 smithi155 ceph-mon[102677]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:27 smithi111 ceph-mon[97855]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:27 smithi111 ceph-mon[116524]: pgmap v17888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:10:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:29 smithi155 ceph-mon[102677]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:10:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:10:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[97855]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[116524]: pgmap v17889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:10:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:10:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:31 smithi155 ceph-mon[102677]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:31 smithi111 ceph-mon[97855]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:31 smithi111 ceph-mon[116524]: pgmap v17890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:33 smithi155 ceph-mon[102677]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:33 smithi111 ceph-mon[97855]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:33 smithi111 ceph-mon[116524]: pgmap v17891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:35 smithi155 ceph-mon[102677]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:35 smithi111 ceph-mon[97855]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:35 smithi111 ceph-mon[116524]: pgmap v17892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:37 smithi155 ceph-mon[102677]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:37 smithi111 ceph-mon[97855]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:37 smithi111 ceph-mon[116524]: pgmap v17893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:38.270 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:10:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:10:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:10:38.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:10:38.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:10:38.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:10:38.577 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:10:38.958 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:10:38.958 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:10:38.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:10:38.958 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:38.958 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:10:38.958 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:10:38.959 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:10:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:10:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:39 smithi155 ceph-mon[102677]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:39 smithi155 ceph-mon[102677]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:39 smithi155 ceph-mon[102677]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2348314869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[97855]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[97855]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[97855]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2348314869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:10:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[116524]: pgmap v17894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[116524]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[116524]: from='client.34395 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:10:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2348314869' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:10:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:41 smithi155 ceph-mon[102677]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:41 smithi111 ceph-mon[97855]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:41 smithi111 ceph-mon[116524]: pgmap v17895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:43 smithi155 ceph-mon[102677]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:43 smithi111 ceph-mon[97855]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:43 smithi111 ceph-mon[116524]: pgmap v17896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:45 smithi155 ceph-mon[102677]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:45 smithi111 ceph-mon[97855]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:45 smithi111 ceph-mon[116524]: pgmap v17897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:47 smithi155 ceph-mon[102677]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:47 smithi111 ceph-mon[97855]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:47 smithi111 ceph-mon[116524]: pgmap v17898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:10:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:10:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:49 smithi155 ceph-mon[102677]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:49 smithi111 ceph-mon[97855]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:49 smithi111 ceph-mon[116524]: pgmap v17899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:10:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:51 smithi155 ceph-mon[102677]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:51 smithi111 ceph-mon[97855]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:51 smithi111 ceph-mon[116524]: pgmap v17900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:53 smithi155 ceph-mon[102677]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:53 smithi111 ceph-mon[97855]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:53 smithi111 ceph-mon[116524]: pgmap v17901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:55 smithi155 ceph-mon[102677]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:55 smithi111 ceph-mon[97855]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:55 smithi111 ceph-mon[116524]: pgmap v17902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:57 smithi155 ceph-mon[102677]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:57 smithi111 ceph-mon[97855]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:57 smithi111 ceph-mon[116524]: pgmap v17903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:10:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:10:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:11:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:10:59 smithi155 ceph-mon[102677]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:10:59 smithi111 ceph-mon[97855]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:10:59 smithi111 ceph-mon[116524]: pgmap v17904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:01 smithi155 ceph-mon[102677]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:01 smithi111 ceph-mon[97855]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:01 smithi111 ceph-mon[116524]: pgmap v17905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:03 smithi111 ceph-mon[97855]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:03 smithi111 ceph-mon[116524]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:03 smithi155 ceph-mon[102677]: pgmap v17906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:05 smithi111 ceph-mon[97855]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:05 smithi111 ceph-mon[116524]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:05 smithi155 ceph-mon[102677]: pgmap v17907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:07 smithi111 ceph-mon[97855]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:07 smithi111 ceph-mon[116524]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:07 smithi155 ceph-mon[102677]: pgmap v17908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:09.304 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:11:09.611 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:11:09.612 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:11:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:11:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:09.993 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:11:09.994 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:11:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:09 smithi111 ceph-mon[116524]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:09 smithi111 ceph-mon[97855]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:09 smithi155 ceph-mon[102677]: pgmap v17909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:10 smithi111 ceph-mon[116524]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:10 smithi111 ceph-mon[116524]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2304415803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:10 smithi111 ceph-mon[97855]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:10 smithi111 ceph-mon[97855]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:11.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2304415803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:11:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:10 smithi155 ceph-mon[102677]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:10 smithi155 ceph-mon[102677]: from='client.44288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2304415803' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:11:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:11 smithi111 ceph-mon[116524]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:11 smithi111 ceph-mon[97855]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:11 smithi155 ceph-mon[102677]: pgmap v17910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:13 smithi111 ceph-mon[97855]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:13 smithi111 ceph-mon[116524]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:13 smithi155 ceph-mon[102677]: pgmap v17911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:15 smithi111 ceph-mon[97855]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:15 smithi111 ceph-mon[116524]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:15 smithi155 ceph-mon[102677]: pgmap v17912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:17 smithi111 ceph-mon[97855]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:17 smithi111 ceph-mon[116524]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:17 smithi155 ceph-mon[102677]: pgmap v17913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:11:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:11:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:19 smithi111 ceph-mon[97855]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:19 smithi111 ceph-mon[116524]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:19 smithi155 ceph-mon[102677]: pgmap v17914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:21 smithi111 ceph-mon[97855]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:21 smithi111 ceph-mon[116524]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:21 smithi155 ceph-mon[102677]: pgmap v17915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:23 smithi111 ceph-mon[97855]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:23 smithi111 ceph-mon[116524]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:23 smithi155 ceph-mon[102677]: pgmap v17916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:25 smithi155 ceph-mon[102677]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:25 smithi111 ceph-mon[97855]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:25 smithi111 ceph-mon[116524]: pgmap v17917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:28 smithi155 ceph-mon[102677]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:28 smithi111 ceph-mon[97855]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:28 smithi111 ceph-mon[116524]: pgmap v17918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:11:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:11:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:30 smithi155 ceph-mon[102677]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:11:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:30 smithi111 ceph-mon[97855]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:11:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:30 smithi111 ceph-mon[116524]: pgmap v17919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:11:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:11:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:11:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:11:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:11:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:11:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:11:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:11:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:11:31.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:11:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:32 smithi155 ceph-mon[102677]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:32 smithi111 ceph-mon[97855]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:32 smithi111 ceph-mon[116524]: pgmap v17920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:34 smithi155 ceph-mon[102677]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:34 smithi111 ceph-mon[97855]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:34 smithi111 ceph-mon[116524]: pgmap v17921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:36 smithi155 ceph-mon[102677]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:36 smithi111 ceph-mon[97855]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:36 smithi111 ceph-mon[116524]: pgmap v17922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:38 smithi155 ceph-mon[102677]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:38 smithi111 ceph-mon[97855]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:38 smithi111 ceph-mon[116524]: pgmap v17923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:11:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:11:40.341 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:11:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:40 smithi155 ceph-mon[102677]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:40 smithi111 ceph-mon[97855]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:40 smithi111 ceph-mon[116524]: pgmap v17924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:11:40.647 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:11:40.648 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:11:41.028 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:11:41.029 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:11:41.029 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:11:41.029 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:11:41.029 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:11:41.029 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:41 smithi155 ceph-mon[102677]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:41 smithi155 ceph-mon[102677]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:41 smithi155 ceph-mon[102677]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4184624797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:11:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[97855]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[97855]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[97855]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4184624797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[116524]: pgmap v17925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[116524]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[116524]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4184624797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:11:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:43 smithi155 ceph-mon[102677]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:43 smithi111 ceph-mon[97855]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:43 smithi111 ceph-mon[116524]: pgmap v17926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:45 smithi155 ceph-mon[102677]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:45 smithi111 ceph-mon[97855]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:45 smithi111 ceph-mon[116524]: pgmap v17927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:47 smithi155 ceph-mon[102677]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:47 smithi111 ceph-mon[97855]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:47 smithi111 ceph-mon[116524]: pgmap v17928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:49.661 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:11:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:11:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:49 smithi155 ceph-mon[102677]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:49 smithi111 ceph-mon[97855]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:49 smithi111 ceph-mon[116524]: pgmap v17929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:11:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:51 smithi155 ceph-mon[102677]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:51 smithi111 ceph-mon[97855]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:51 smithi111 ceph-mon[116524]: pgmap v17930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:53 smithi155 ceph-mon[102677]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:53 smithi111 ceph-mon[97855]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:53 smithi111 ceph-mon[116524]: pgmap v17931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:55 smithi155 ceph-mon[102677]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:55 smithi111 ceph-mon[97855]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:55 smithi111 ceph-mon[116524]: pgmap v17932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:57 smithi155 ceph-mon[102677]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:57 smithi111 ceph-mon[97855]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:57 smithi111 ceph-mon[116524]: pgmap v17933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:59.680 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:11:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:11:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:11:59 smithi155 ceph-mon[102677]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:11:59 smithi111 ceph-mon[97855]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:11:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:11:59 smithi111 ceph-mon[116524]: pgmap v17934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:01 smithi155 ceph-mon[102677]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:01 smithi111 ceph-mon[97855]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:01 smithi111 ceph-mon[116524]: pgmap v17935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:03 smithi155 ceph-mon[102677]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:03 smithi111 ceph-mon[97855]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:03 smithi111 ceph-mon[116524]: pgmap v17936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:05 smithi155 ceph-mon[102677]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:05 smithi111 ceph-mon[97855]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:05 smithi111 ceph-mon[116524]: pgmap v17937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:07 smithi155 ceph-mon[102677]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:07 smithi111 ceph-mon[97855]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:07 smithi111 ceph-mon[116524]: pgmap v17938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:09.699 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:12:09] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T13:12:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:09 smithi155 ceph-mon[102677]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:09 smithi111 ceph-mon[97855]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:09 smithi111 ceph-mon[116524]: pgmap v17939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:11.375 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:12:11.680 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:12:11.680 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:12:11.681 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:12:11.682 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:12:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:11 smithi155 ceph-mon[102677]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:11 smithi111 ceph-mon[97855]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:11 smithi111 ceph-mon[116524]: pgmap v17940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:12.059 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:12:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:12:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:12:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:12:12.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:12:12.060 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:12:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:12 smithi111 ceph-mon[116524]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:12 smithi111 ceph-mon[116524]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:13.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1370623915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:12:13.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:12 smithi111 ceph-mon[97855]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:13.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:12 smithi111 ceph-mon[97855]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:13.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1370623915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:12 smithi155 ceph-mon[102677]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:12 smithi155 ceph-mon[102677]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1370623915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:12:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:13 smithi111 ceph-mon[97855]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:13 smithi111 ceph-mon[116524]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:13 smithi155 ceph-mon[102677]: pgmap v17941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:16.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:15 smithi111 ceph-mon[97855]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:15 smithi111 ceph-mon[116524]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:15 smithi155 ceph-mon[102677]: pgmap v17942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:17 smithi111 ceph-mon[97855]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:17 smithi111 ceph-mon[116524]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:17 smithi155 ceph-mon[102677]: pgmap v17943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:19.718 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:12:19] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T13:12:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:19 smithi111 ceph-mon[97855]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:19 smithi111 ceph-mon[116524]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:19 smithi155 ceph-mon[102677]: pgmap v17944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:21 smithi111 ceph-mon[97855]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:21 smithi111 ceph-mon[116524]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:21 smithi155 ceph-mon[102677]: pgmap v17945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:23 smithi111 ceph-mon[97855]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:23 smithi111 ceph-mon[116524]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:23 smithi155 ceph-mon[102677]: pgmap v17946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:25 smithi111 ceph-mon[97855]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:25 smithi111 ceph-mon[116524]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:25 smithi155 ceph-mon[102677]: pgmap v17947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:27 smithi111 ceph-mon[97855]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:27 smithi111 ceph-mon[116524]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:27 smithi155 ceph-mon[102677]: pgmap v17948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:29.737 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:12:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:12:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:29 smithi111 ceph-mon[97855]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:29 smithi111 ceph-mon[116524]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:29 smithi155 ceph-mon[102677]: pgmap v17949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:12:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:12:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:12:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:12:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:12:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:12:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:31 smithi111 ceph-mon[97855]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:31 smithi111 ceph-mon[116524]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:31 smithi155 ceph-mon[102677]: pgmap v17950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:33 smithi111 ceph-mon[97855]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:33 smithi111 ceph-mon[116524]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:33 smithi155 ceph-mon[102677]: pgmap v17951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:35 smithi155 ceph-mon[102677]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:35 smithi111 ceph-mon[97855]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:35 smithi111 ceph-mon[116524]: pgmap v17952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:37 smithi155 ceph-mon[102677]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:37 smithi111 ceph-mon[97855]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:37 smithi111 ceph-mon[116524]: pgmap v17953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:12:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:12:40.150 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:39 smithi155 ceph-mon[102677]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:39 smithi111 ceph-mon[97855]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:39 smithi111 ceph-mon[116524]: pgmap v17954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 13:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T13:12:40.148582434Z level=info msg="Completed cleanup jobs" duration=115.730266ms 2023-12-01T13:12:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:41 smithi155 ceph-mon[102677]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:41 smithi111 ceph-mon[97855]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:41 smithi111 ceph-mon[116524]: pgmap v17955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:42.405 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:12:42.711 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:12:42.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:12:42.713 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:12:43.091 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:12:43.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:12:43.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:12:43.092 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:12:43.093 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:12:43.093 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:12:43.093 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:43 smithi155 ceph-mon[102677]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:43 smithi155 ceph-mon[102677]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:43 smithi155 ceph-mon[102677]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1449429513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[97855]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[97855]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[97855]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1449429513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:12:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[116524]: pgmap v17956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[116524]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:44.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[116524]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:12:44.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1449429513' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:12:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:45 smithi155 ceph-mon[102677]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:45 smithi111 ceph-mon[97855]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:45 smithi111 ceph-mon[116524]: pgmap v17957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:47 smithi155 ceph-mon[102677]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:47 smithi111 ceph-mon[97855]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:47 smithi111 ceph-mon[116524]: pgmap v17958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:12:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:12:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:49 smithi155 ceph-mon[102677]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:49 smithi111 ceph-mon[97855]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:49 smithi111 ceph-mon[116524]: pgmap v17959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:12:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:51 smithi155 ceph-mon[102677]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:51 smithi111 ceph-mon[97855]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:51 smithi111 ceph-mon[116524]: pgmap v17960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:53 smithi155 ceph-mon[102677]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:53 smithi111 ceph-mon[97855]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:53 smithi111 ceph-mon[116524]: pgmap v17961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:55 smithi155 ceph-mon[102677]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:55 smithi111 ceph-mon[97855]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:55 smithi111 ceph-mon[116524]: pgmap v17962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:57 smithi155 ceph-mon[102677]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:57 smithi111 ceph-mon[97855]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:57 smithi111 ceph-mon[116524]: pgmap v17963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:12:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:12:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:13:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:12:59 smithi155 ceph-mon[102677]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:12:59 smithi111 ceph-mon[97855]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:12:59 smithi111 ceph-mon[116524]: pgmap v17964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:01 smithi155 ceph-mon[102677]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:01 smithi111 ceph-mon[97855]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:01 smithi111 ceph-mon[116524]: pgmap v17965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:03 smithi155 ceph-mon[102677]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:03 smithi111 ceph-mon[97855]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:03 smithi111 ceph-mon[116524]: pgmap v17966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:05 smithi155 ceph-mon[102677]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:05 smithi111 ceph-mon[97855]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:05 smithi111 ceph-mon[116524]: pgmap v17967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:07 smithi155 ceph-mon[102677]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:07 smithi111 ceph-mon[97855]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:07 smithi111 ceph-mon[116524]: pgmap v17968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:13:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:13:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:09 smithi155 ceph-mon[102677]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:09 smithi111 ceph-mon[97855]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:09 smithi111 ceph-mon[116524]: pgmap v17969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:11 smithi155 ceph-mon[102677]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:11 smithi111 ceph-mon[97855]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:11 smithi111 ceph-mon[116524]: pgmap v17970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:13.437 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:13:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5535M 2221M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5846M 2221M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6037M 2221M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5256M 2221M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4190M 2500M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5250M 2500M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:13:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4630M 2500M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:13:13.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5416M 2500M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:13:13.744 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:13:14.124 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:13:14.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:13:14.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:13:14.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:14.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:13:14.125 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:13:14.126 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:13:14.126 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:13:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:13 smithi155 ceph-mon[102677]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:13 smithi111 ceph-mon[97855]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:13 smithi111 ceph-mon[116524]: pgmap v17971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:14 smithi155 ceph-mon[102677]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:15.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:14 smithi155 ceph-mon[102677]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:15.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1828649094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:14 smithi111 ceph-mon[97855]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:14 smithi111 ceph-mon[97855]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1828649094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:13:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:14 smithi111 ceph-mon[116524]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:14 smithi111 ceph-mon[116524]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1828649094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:13:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:15 smithi155 ceph-mon[102677]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:15 smithi111 ceph-mon[97855]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:15 smithi111 ceph-mon[116524]: pgmap v17972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:17 smithi155 ceph-mon[102677]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:17 smithi111 ceph-mon[97855]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:17 smithi111 ceph-mon[116524]: pgmap v17973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:13:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:19 smithi155 ceph-mon[102677]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:19 smithi111 ceph-mon[97855]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:19 smithi111 ceph-mon[116524]: pgmap v17974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:21 smithi155 ceph-mon[102677]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:21 smithi111 ceph-mon[97855]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:21 smithi111 ceph-mon[116524]: pgmap v17975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:23 smithi155 ceph-mon[102677]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:23 smithi111 ceph-mon[97855]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:23 smithi111 ceph-mon[116524]: pgmap v17976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:25 smithi155 ceph-mon[102677]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:25 smithi111 ceph-mon[97855]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:25 smithi111 ceph-mon[116524]: pgmap v17977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:27 smithi155 ceph-mon[102677]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:27 smithi111 ceph-mon[97855]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:27 smithi111 ceph-mon[116524]: pgmap v17978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:13:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:13:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:29 smithi155 ceph-mon[102677]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:29 smithi111 ceph-mon[97855]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:29 smithi111 ceph-mon[116524]: pgmap v17979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:13:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:31.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:13:31.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:13:31.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:13:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:13:32.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: pgmap v17980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:13:32.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:32 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2499M 2023-12-01T13:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:32 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2213M 2023-12-01T13:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:32 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2499M 2023-12-01T13:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:32 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2213M 2023-12-01T13:13:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:32 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2499M 2023-12-01T13:13:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:32 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2213M 2023-12-01T13:13:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:33 smithi155 ceph-mon[102677]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:33 smithi111 ceph-mon[97855]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:33 smithi111 ceph-mon[116524]: pgmap v17981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:35 smithi155 ceph-mon[102677]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:35 smithi111 ceph-mon[97855]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:35 smithi111 ceph-mon[116524]: pgmap v17982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:37 smithi155 ceph-mon[102677]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:37 smithi111 ceph-mon[97855]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:37 smithi111 ceph-mon[116524]: pgmap v17983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:39.697 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:13:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:13:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:39 smithi155 ceph-mon[102677]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:39 smithi111 ceph-mon[116524]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:39 smithi111 ceph-mon[97855]: pgmap v17984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:41 smithi155 ceph-mon[102677]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:41 smithi111 ceph-mon[97855]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:41 smithi111 ceph-mon[116524]: pgmap v17985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:43 smithi155 ceph-mon[102677]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:43 smithi111 ceph-mon[97855]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:43 smithi111 ceph-mon[116524]: pgmap v17986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:44.470 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:13:44.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5535M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5846M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6037M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5256M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4190M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5250M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4630M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5416M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:13:44.780 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:13:45.158 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:13:45.159 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:13:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[97855]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[97855]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:46.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[97855]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:46.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2073572719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:13:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[116524]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[116524]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[116524]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:46.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2073572719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:45 smithi155 ceph-mon[102677]: pgmap v17987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:45 smithi155 ceph-mon[102677]: from='client.34497 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:45 smithi155 ceph-mon[102677]: from='client.34503 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:13:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2073572719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:13:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:47 smithi111 ceph-mon[97855]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:47 smithi111 ceph-mon[116524]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:47 smithi155 ceph-mon[102677]: pgmap v17988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:49.714 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:13:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:13:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:49 smithi111 ceph-mon[116524]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:49 smithi111 ceph-mon[97855]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:49 smithi155 ceph-mon[102677]: pgmap v17989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:13:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:51 smithi111 ceph-mon[97855]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:51 smithi111 ceph-mon[116524]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:51 smithi155 ceph-mon[102677]: pgmap v17990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:53 smithi111 ceph-mon[97855]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:54.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:53 smithi111 ceph-mon[116524]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:53 smithi155 ceph-mon[102677]: pgmap v17991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:55 smithi111 ceph-mon[97855]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:55 smithi111 ceph-mon[116524]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:55 smithi155 ceph-mon[102677]: pgmap v17992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:57 smithi111 ceph-mon[97855]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:58.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:57 smithi111 ceph-mon[116524]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:57 smithi155 ceph-mon[102677]: pgmap v17993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:59.731 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:13:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:13:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:13:59 smithi111 ceph-mon[97855]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:13:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:13:59 smithi111 ceph-mon[116524]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:13:59 smithi155 ceph-mon[102677]: pgmap v17994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:01 smithi111 ceph-mon[97855]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:01 smithi111 ceph-mon[116524]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:01 smithi155 ceph-mon[102677]: pgmap v17995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:03 smithi111 ceph-mon[97855]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:03 smithi111 ceph-mon[116524]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:03 smithi155 ceph-mon[102677]: pgmap v17996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:05 smithi155 ceph-mon[102677]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:05 smithi111 ceph-mon[97855]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:05 smithi111 ceph-mon[116524]: pgmap v17997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:07 smithi155 ceph-mon[102677]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:07 smithi111 ceph-mon[97855]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:07 smithi111 ceph-mon[116524]: pgmap v17998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:14:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:14:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:09 smithi155 ceph-mon[102677]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:09 smithi111 ceph-mon[97855]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:09 smithi111 ceph-mon[116524]: pgmap v17999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:11 smithi155 ceph-mon[102677]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:11 smithi111 ceph-mon[97855]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:11 smithi111 ceph-mon[116524]: pgmap v18000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:13 smithi155 ceph-mon[102677]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:13 smithi111 ceph-mon[97855]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:13 smithi111 ceph-mon[116524]: pgmap v18001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:15.503 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:14:15.809 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:14:15.809 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5535M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5846M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6037M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5256M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4190M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5250M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4630M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5416M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:14:16.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:14:16.186 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:14:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:15 smithi155 ceph-mon[102677]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:15 smithi111 ceph-mon[97855]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:15 smithi111 ceph-mon[116524]: pgmap v18002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:16 smithi155 ceph-mon[102677]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:16 smithi155 ceph-mon[102677]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/754326529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:16 smithi111 ceph-mon[97855]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:16 smithi111 ceph-mon[97855]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/754326529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:16 smithi111 ceph-mon[116524]: from='client.44390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:16 smithi111 ceph-mon[116524]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/754326529' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:14:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:17 smithi155 ceph-mon[102677]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:17 smithi111 ceph-mon[97855]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:17 smithi111 ceph-mon[116524]: pgmap v18003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:14:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:14:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:19 smithi155 ceph-mon[102677]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:19 smithi111 ceph-mon[97855]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:19 smithi111 ceph-mon[116524]: pgmap v18004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:21 smithi155 ceph-mon[102677]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:21 smithi111 ceph-mon[97855]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:21 smithi111 ceph-mon[116524]: pgmap v18005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:23 smithi155 ceph-mon[102677]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:23 smithi111 ceph-mon[97855]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:24.271 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:23 smithi111 ceph-mon[116524]: pgmap v18006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:25 smithi155 ceph-mon[102677]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:25 smithi111 ceph-mon[97855]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:25 smithi111 ceph-mon[116524]: pgmap v18007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:27 smithi155 ceph-mon[102677]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:27 smithi111 ceph-mon[97855]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:27 smithi111 ceph-mon[116524]: pgmap v18008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:14:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:14:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:29 smithi155 ceph-mon[102677]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:29 smithi111 ceph-mon[97855]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:29 smithi111 ceph-mon[116524]: pgmap v18009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:31 smithi155 ceph-mon[102677]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:14:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:14:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:14:32.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:14:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[97855]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:14:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:14:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:14:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:14:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[116524]: pgmap v18010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:14:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:14:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:14:32.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:14:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:33 smithi155 ceph-mon[102677]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:33 smithi111 ceph-mon[97855]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:33 smithi111 ceph-mon[116524]: pgmap v18011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:35 smithi155 ceph-mon[102677]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:35 smithi111 ceph-mon[97855]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:35 smithi111 ceph-mon[116524]: pgmap v18012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:37 smithi155 ceph-mon[102677]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:37 smithi111 ceph-mon[97855]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:37 smithi111 ceph-mon[116524]: pgmap v18013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:14:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:14:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:39 smithi155 ceph-mon[102677]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:39 smithi111 ceph-mon[97855]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:39 smithi111 ceph-mon[116524]: pgmap v18014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:41 smithi155 ceph-mon[102677]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:41 smithi111 ceph-mon[97855]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:41 smithi111 ceph-mon[116524]: pgmap v18015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:43 smithi155 ceph-mon[102677]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:43 smithi111 ceph-mon[97855]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:43 smithi111 ceph-mon[116524]: pgmap v18016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:45 smithi155 ceph-mon[102677]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:45 smithi111 ceph-mon[97855]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:45 smithi111 ceph-mon[116524]: pgmap v18017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:46.530 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:14:46.836 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5535M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5846M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6037M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5256M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4190M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5250M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4630M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5416M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:14:46.837 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:14:47.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:14:47.214 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:47 smithi155 ceph-mon[102677]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:47 smithi155 ceph-mon[102677]: from='client.34533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:47 smithi155 ceph-mon[102677]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/492672657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:14:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[97855]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[97855]: from='client.34533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[97855]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/492672657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:14:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[116524]: pgmap v18018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[116524]: from='client.34533 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[116524]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:14:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/492672657' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:14:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:14:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:14:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:49 smithi155 ceph-mon[102677]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:49 smithi111 ceph-mon[97855]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:49 smithi111 ceph-mon[116524]: pgmap v18019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:14:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:51 smithi155 ceph-mon[102677]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:51 smithi111 ceph-mon[97855]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:51 smithi111 ceph-mon[116524]: pgmap v18020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:53 smithi155 ceph-mon[102677]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:53 smithi111 ceph-mon[97855]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:53 smithi111 ceph-mon[116524]: pgmap v18021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:55 smithi155 ceph-mon[102677]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:55 smithi111 ceph-mon[97855]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:55 smithi111 ceph-mon[116524]: pgmap v18022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:57 smithi155 ceph-mon[102677]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:57 smithi111 ceph-mon[97855]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:57 smithi111 ceph-mon[116524]: pgmap v18023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:14:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:14:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:15:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:14:59 smithi155 ceph-mon[102677]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:14:59 smithi111 ceph-mon[97855]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:14:59 smithi111 ceph-mon[116524]: pgmap v18024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:01 smithi155 ceph-mon[102677]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:01 smithi111 ceph-mon[97855]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:01 smithi111 ceph-mon[116524]: pgmap v18025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:03 smithi155 ceph-mon[102677]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:03 smithi111 ceph-mon[97855]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:03 smithi111 ceph-mon[116524]: pgmap v18026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:05 smithi155 ceph-mon[102677]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:05 smithi111 ceph-mon[97855]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:05 smithi111 ceph-mon[116524]: pgmap v18027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:07 smithi155 ceph-mon[102677]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:07 smithi111 ceph-mon[97855]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:07 smithi111 ceph-mon[116524]: pgmap v18028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:15:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:15:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:09 smithi155 ceph-mon[102677]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:09 smithi111 ceph-mon[97855]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:09 smithi111 ceph-mon[116524]: pgmap v18029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:11 smithi155 ceph-mon[102677]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:11 smithi111 ceph-mon[97855]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:11 smithi111 ceph-mon[116524]: pgmap v18030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:13 smithi155 ceph-mon[102677]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:13 smithi111 ceph-mon[97855]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:13 smithi111 ceph-mon[116524]: pgmap v18031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:15 smithi155 ceph-mon[102677]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:15 smithi111 ceph-mon[97855]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:15 smithi111 ceph-mon[116524]: pgmap v18032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:17.556 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:15:17.861 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:15:17.861 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:15:17.861 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 880M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2172M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 1025M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 925M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5535M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5846M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6037M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5256M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4190M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:15:17.862 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5250M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:15:17.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4630M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:15:17.863 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5416M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:15:17.863 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:15:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:17 smithi155 ceph-mon[102677]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:15:18.243 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:15:18.244 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:18.244 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:15:18.244 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:15:18.244 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:15:18.244 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:15:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:17 smithi111 ceph-mon[97855]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:17 smithi111 ceph-mon[116524]: pgmap v18033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:18 smithi155 ceph-mon[102677]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:18 smithi155 ceph-mon[102677]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/149231588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:18 smithi111 ceph-mon[116524]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:18 smithi111 ceph-mon[116524]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/149231588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:15:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:18 smithi111 ceph-mon[97855]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:18 smithi111 ceph-mon[97855]: from='client.44432 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/149231588' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:15:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:15:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:19 smithi155 ceph-mon[102677]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:19 smithi111 ceph-mon[97855]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:19 smithi111 ceph-mon[116524]: pgmap v18034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:21 smithi155 ceph-mon[102677]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:21 smithi111 ceph-mon[97855]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:21 smithi111 ceph-mon[116524]: pgmap v18035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:23 smithi155 ceph-mon[102677]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:23 smithi111 ceph-mon[97855]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:23 smithi111 ceph-mon[116524]: pgmap v18036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:25 smithi155 ceph-mon[102677]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:25 smithi111 ceph-mon[97855]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:25 smithi111 ceph-mon[116524]: pgmap v18037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:27 smithi155 ceph-mon[102677]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:27 smithi111 ceph-mon[97855]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:27 smithi111 ceph-mon[116524]: pgmap v18038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:15:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:15:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:29 smithi155 ceph-mon[102677]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:29 smithi111 ceph-mon[97855]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:29 smithi111 ceph-mon[116524]: pgmap v18039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:31 smithi155 ceph-mon[102677]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:15:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:31 smithi111 ceph-mon[97855]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:15:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:31 smithi111 ceph-mon[116524]: pgmap v18040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:15:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:33 smithi155 ceph-mon[102677]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:33 smithi111 ceph-mon[97855]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:33 smithi111 ceph-mon[116524]: pgmap v18041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: pgmap v18042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:15:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:15:35.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:15:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:37 smithi155 ceph-mon[102677]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:37 smithi111 ceph-mon[97855]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:37 smithi111 ceph-mon[116524]: pgmap v18043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:39.709 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:15:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:15:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:39 smithi111 ceph-mon[97855]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:39 smithi111 ceph-mon[116524]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:39 smithi155 ceph-mon[102677]: pgmap v18044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:41 smithi111 ceph-mon[97855]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:41 smithi111 ceph-mon[116524]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:41 smithi155 ceph-mon[102677]: pgmap v18045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:43 smithi111 ceph-mon[97855]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:43 smithi111 ceph-mon[116524]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:43 smithi155 ceph-mon[102677]: pgmap v18046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:45 smithi111 ceph-mon[97855]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:45 smithi111 ceph-mon[116524]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:45 smithi155 ceph-mon[102677]: pgmap v18047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:47 smithi111 ceph-mon[97855]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:47 smithi111 ceph-mon[116524]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:47 smithi155 ceph-mon[102677]: pgmap v18048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:48.592 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 15s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 14s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 15s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 14s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 14s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 15s ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 15s ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:15:48.900 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 14s ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 15s ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 15s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 14s ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 15s ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 15s ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 15s ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 15s ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 14s ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 14s ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 14s ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:15:48.901 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 14s ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:15:48.902 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 14s ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:15:49.282 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:15:49.282 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:15:49.282 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:15:49.283 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:15:49.284 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:15:49.284 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:15:49.284 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:15:49.284 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:15:49.726 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:15:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[116524]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[116524]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[116524]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3118534935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[97855]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[97855]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[97855]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3118534935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:15:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:49 smithi155 ceph-mon[102677]: pgmap v18049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:49 smithi155 ceph-mon[102677]: from='client.34569 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:49 smithi155 ceph-mon[102677]: from='client.34575 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3118534935' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:15:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:51 smithi111 ceph-mon[97855]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:51 smithi111 ceph-mon[116524]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:51 smithi155 ceph-mon[102677]: pgmap v18050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:53 smithi111 ceph-mon[97855]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:53 smithi111 ceph-mon[116524]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:53 smithi155 ceph-mon[102677]: pgmap v18051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:55 smithi111 ceph-mon[97855]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:55 smithi111 ceph-mon[116524]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:55 smithi155 ceph-mon[102677]: pgmap v18052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:57 smithi111 ceph-mon[97855]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:57 smithi111 ceph-mon[116524]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:57 smithi155 ceph-mon[102677]: pgmap v18053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:59.744 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:15:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:15:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:15:59 smithi111 ceph-mon[97855]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:15:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:15:59 smithi111 ceph-mon[116524]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:15:59 smithi155 ceph-mon[102677]: pgmap v18054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:01 smithi111 ceph-mon[97855]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:01 smithi111 ceph-mon[116524]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:01 smithi155 ceph-mon[102677]: pgmap v18055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:03 smithi155 ceph-mon[102677]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:03 smithi111 ceph-mon[97855]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:03 smithi111 ceph-mon[116524]: pgmap v18056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:05 smithi155 ceph-mon[102677]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:05 smithi111 ceph-mon[97855]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:05 smithi111 ceph-mon[116524]: pgmap v18057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:07 smithi155 ceph-mon[102677]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:07 smithi111 ceph-mon[97855]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:07 smithi111 ceph-mon[116524]: pgmap v18058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:16:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:16:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:09 smithi155 ceph-mon[102677]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:09 smithi111 ceph-mon[97855]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:09 smithi111 ceph-mon[116524]: pgmap v18059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:11 smithi155 ceph-mon[102677]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:11 smithi111 ceph-mon[97855]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:11 smithi111 ceph-mon[116524]: pgmap v18060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:13 smithi155 ceph-mon[102677]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:13 smithi111 ceph-mon[97855]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:13 smithi111 ceph-mon[116524]: pgmap v18061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:15 smithi155 ceph-mon[102677]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:15 smithi111 ceph-mon[97855]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:15 smithi111 ceph-mon[116524]: pgmap v18062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:17 smithi155 ceph-mon[102677]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:17 smithi111 ceph-mon[97855]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:17 smithi111 ceph-mon[116524]: pgmap v18063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:19.626 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:16:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:16:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:16:19.936 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 46s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 45s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 46s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 45s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 45s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 46s ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 46s ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 45s ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 46s ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 46s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 45s ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 46s ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 46s ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 46s ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:16:19.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 46s ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:16:19.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 45s ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:16:19.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 45s ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:16:19.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 45s ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:16:19.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 45s ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:16:19.938 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 45s ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:16:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:19 smithi155 ceph-mon[102677]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:19 smithi111 ceph-mon[97855]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:19 smithi111 ceph-mon[116524]: pgmap v18064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:16:20.316 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:20.317 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:16:20.317 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:16:20.317 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:16:20.317 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:20 smithi155 ceph-mon[102677]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:20 smithi155 ceph-mon[102677]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1949126764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:20 smithi111 ceph-mon[97855]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:20 smithi111 ceph-mon[97855]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1949126764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:20 smithi111 ceph-mon[116524]: from='client.34587 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:20 smithi111 ceph-mon[116524]: from='client.34593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1949126764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:16:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:21 smithi155 ceph-mon[102677]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:21 smithi111 ceph-mon[97855]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:21 smithi111 ceph-mon[116524]: pgmap v18065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:23 smithi155 ceph-mon[102677]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:23 smithi111 ceph-mon[97855]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:23 smithi111 ceph-mon[116524]: pgmap v18066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:25 smithi155 ceph-mon[102677]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:25 smithi111 ceph-mon[97855]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:25 smithi111 ceph-mon[116524]: pgmap v18067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:27 smithi155 ceph-mon[102677]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:27 smithi111 ceph-mon[97855]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:27 smithi111 ceph-mon[116524]: pgmap v18068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:16:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:16:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:29 smithi155 ceph-mon[102677]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:29 smithi111 ceph-mon[97855]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:29 smithi111 ceph-mon[116524]: pgmap v18069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:31 smithi155 ceph-mon[102677]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:31 smithi111 ceph-mon[97855]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:31 smithi111 ceph-mon[116524]: pgmap v18070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:33 smithi155 ceph-mon[102677]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:33 smithi111 ceph-mon[97855]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:33 smithi111 ceph-mon[116524]: pgmap v18071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:35 smithi155 ceph-mon[102677]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:16:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:16:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:16:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:16:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[97855]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:16:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:16:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:16:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:16:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[116524]: pgmap v18072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:16:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:16:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:16:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:16:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:37 smithi155 ceph-mon[102677]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:37 smithi111 ceph-mon[97855]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:37 smithi111 ceph-mon[116524]: pgmap v18073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:16:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:16:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:39 smithi155 ceph-mon[102677]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:39 smithi111 ceph-mon[97855]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:39 smithi111 ceph-mon[116524]: pgmap v18074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:41 smithi155 ceph-mon[102677]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:41 smithi111 ceph-mon[116524]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:41 smithi111 ceph-mon[97855]: pgmap v18075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:43 smithi155 ceph-mon[102677]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:43 smithi111 ceph-mon[97855]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:43 smithi111 ceph-mon[116524]: pgmap v18076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:45 smithi155 ceph-mon[102677]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:45 smithi111 ceph-mon[97855]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:45 smithi111 ceph-mon[116524]: pgmap v18077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:47 smithi155 ceph-mon[102677]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:47 smithi111 ceph-mon[116524]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:47 smithi111 ceph-mon[97855]: pgmap v18078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:16:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:16:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:49 smithi155 ceph-mon[102677]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:49 smithi111 ceph-mon[97855]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:49 smithi111 ceph-mon[116524]: pgmap v18079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:16:50.663 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:16:50.972 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:16:50.972 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 77s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:16:50.972 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 76s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 77s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 76s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 76s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 77s ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 77s ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 76s ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 77s ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 77s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 76s ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:16:50.973 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 77s ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 77s ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 77s ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 77s ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 76s ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 76s ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 76s ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 76s ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:16:50.974 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 76s ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:16:51.352 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:16:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:16:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:16:51.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:16:51.354 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:16:51.354 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:16:51.354 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:16:51.354 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:16:51.354 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:51 smithi155 ceph-mon[102677]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:51 smithi155 ceph-mon[102677]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:51 smithi155 ceph-mon[102677]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3957782086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[97855]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[97855]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[97855]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3957782086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[116524]: pgmap v18080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[116524]: from='client.34605 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[116524]: from='client.44486 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3957782086' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:16:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:53 smithi155 ceph-mon[102677]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:53 smithi111 ceph-mon[97855]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:53 smithi111 ceph-mon[116524]: pgmap v18081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:55 smithi155 ceph-mon[102677]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:55 smithi111 ceph-mon[97855]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:55 smithi111 ceph-mon[116524]: pgmap v18082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:57 smithi155 ceph-mon[102677]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:57 smithi111 ceph-mon[97855]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:57 smithi111 ceph-mon[116524]: pgmap v18083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:16:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:16:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:17:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:16:59 smithi155 ceph-mon[102677]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:16:59 smithi111 ceph-mon[97855]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:16:59 smithi111 ceph-mon[116524]: pgmap v18084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:01 smithi155 ceph-mon[102677]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:01 smithi111 ceph-mon[97855]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:01 smithi111 ceph-mon[116524]: pgmap v18085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:03 smithi155 ceph-mon[102677]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:03 smithi111 ceph-mon[97855]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:03 smithi111 ceph-mon[116524]: pgmap v18086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:05 smithi155 ceph-mon[102677]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:05 smithi111 ceph-mon[97855]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:05 smithi111 ceph-mon[116524]: pgmap v18087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:07 smithi155 ceph-mon[102677]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:07 smithi111 ceph-mon[97855]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:07 smithi111 ceph-mon[116524]: pgmap v18088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:17:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:17:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:09 smithi155 ceph-mon[102677]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:09 smithi111 ceph-mon[97855]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:09 smithi111 ceph-mon[116524]: pgmap v18089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:11 smithi155 ceph-mon[102677]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:11 smithi111 ceph-mon[97855]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:11 smithi111 ceph-mon[116524]: pgmap v18090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:13 smithi155 ceph-mon[102677]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:13 smithi111 ceph-mon[97855]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:13 smithi111 ceph-mon[116524]: pgmap v18091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:15 smithi155 ceph-mon[102677]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:15 smithi111 ceph-mon[97855]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:15 smithi111 ceph-mon[116524]: pgmap v18092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:17 smithi155 ceph-mon[102677]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:17 smithi111 ceph-mon[97855]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:17 smithi111 ceph-mon[116524]: pgmap v18093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:17:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:17:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:19 smithi155 ceph-mon[102677]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:19 smithi111 ceph-mon[97855]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:19 smithi111 ceph-mon[116524]: pgmap v18094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:21.692 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:17:22.001 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:17:22.001 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 108s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:17:22.001 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 107s ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:17:22.001 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 108s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:17:22.001 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 107s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:17:22.001 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 107s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 108s ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 108s ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 107s ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 108s ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 108s ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 107s ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 108s ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 108s ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 108s ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 108s ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 107s ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:17:22.002 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 107s ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:17:22.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 107s ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:17:22.003 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 107s ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:17:22.003 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 107s ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:17:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:21 smithi155 ceph-mon[102677]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:21 smithi111 ceph-mon[97855]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:21 smithi111 ceph-mon[116524]: pgmap v18095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:17:22.378 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:17:22.379 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:17:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:22 smithi155 ceph-mon[102677]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:22 smithi155 ceph-mon[102677]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3685165697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:22 smithi111 ceph-mon[97855]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:22 smithi111 ceph-mon[97855]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3685165697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:22 smithi111 ceph-mon[116524]: from='client.44498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:22 smithi111 ceph-mon[116524]: from='client.34629 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3685165697' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:17:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:23 smithi155 ceph-mon[102677]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:23 smithi111 ceph-mon[97855]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:23 smithi111 ceph-mon[116524]: pgmap v18096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:25 smithi155 ceph-mon[102677]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:25 smithi111 ceph-mon[97855]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:25 smithi111 ceph-mon[116524]: pgmap v18097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:27 smithi155 ceph-mon[102677]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:27 smithi111 ceph-mon[97855]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:27 smithi111 ceph-mon[116524]: pgmap v18098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:17:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:17:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:29 smithi155 ceph-mon[102677]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:29 smithi111 ceph-mon[97855]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:29 smithi111 ceph-mon[116524]: pgmap v18099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:31 smithi155 ceph-mon[102677]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:31 smithi111 ceph-mon[97855]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:31 smithi111 ceph-mon[116524]: pgmap v18100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:33 smithi155 ceph-mon[102677]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:33 smithi111 ceph-mon[97855]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:33 smithi111 ceph-mon[116524]: pgmap v18101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:35 smithi155 ceph-mon[102677]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:17:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[97855]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[116524]: pgmap v18102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:17:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:37 smithi111 ceph-mon[97855]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:37 smithi111 ceph-mon[116524]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:37 smithi155 ceph-mon[102677]: pgmap v18103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:17:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:17:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:39 smithi155 ceph-mon[102677]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:17:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:17:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[97855]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:17:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:17:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[116524]: pgmap v18104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:17:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:17:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:17:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:41 smithi155 ceph-mon[102677]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:41 smithi111 ceph-mon[97855]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:41 smithi111 ceph-mon[116524]: pgmap v18105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:43 smithi155 ceph-mon[102677]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:43 smithi111 ceph-mon[97855]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:43 smithi111 ceph-mon[116524]: pgmap v18106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:45 smithi155 ceph-mon[102677]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:45 smithi111 ceph-mon[97855]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:45 smithi111 ceph-mon[116524]: pgmap v18107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:47 smithi155 ceph-mon[102677]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:47 smithi111 ceph-mon[97855]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:47 smithi111 ceph-mon[116524]: pgmap v18108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:17:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:17:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:49 smithi155 ceph-mon[102677]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:49 smithi111 ceph-mon[97855]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:49 smithi111 ceph-mon[116524]: pgmap v18109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:17:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:51 smithi155 ceph-mon[102677]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:51 smithi111 ceph-mon[97855]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:51 smithi111 ceph-mon[116524]: pgmap v18110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:52.726 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:17:53.032 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:17:53.033 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:17:53.034 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:17:53.035 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:17:53.035 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:17:53.411 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:17:53.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:17:53.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:17:53.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:53.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:17:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:17:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:17:53.413 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:17:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:53 smithi155 ceph-mon[102677]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:53 smithi155 ceph-mon[102677]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:53 smithi155 ceph-mon[102677]: from='client.34647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1745767849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[97855]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[97855]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[97855]: from='client.34647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1745767849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:17:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[116524]: pgmap v18111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[116524]: from='client.34641 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[116524]: from='client.34647 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:17:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1745767849' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:17:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:55 smithi155 ceph-mon[102677]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:55 smithi111 ceph-mon[97855]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:55 smithi111 ceph-mon[116524]: pgmap v18112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:57 smithi111 ceph-mon[97855]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:57 smithi111 ceph-mon[116524]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:57 smithi155 ceph-mon[102677]: pgmap v18113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:17:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:17:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:18:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:17:59 smithi111 ceph-mon[97855]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:17:59 smithi111 ceph-mon[116524]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:17:59 smithi155 ceph-mon[102677]: pgmap v18114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:01 smithi111 ceph-mon[97855]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:01 smithi111 ceph-mon[116524]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:01 smithi155 ceph-mon[102677]: pgmap v18115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:03 smithi111 ceph-mon[97855]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:03 smithi111 ceph-mon[116524]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:03 smithi155 ceph-mon[102677]: pgmap v18116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:05 smithi111 ceph-mon[97855]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:05 smithi111 ceph-mon[116524]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:05 smithi155 ceph-mon[102677]: pgmap v18117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:07 smithi111 ceph-mon[97855]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:07 smithi111 ceph-mon[116524]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:07 smithi155 ceph-mon[102677]: pgmap v18118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:18:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:18:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:09 smithi111 ceph-mon[97855]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:09 smithi111 ceph-mon[116524]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:09 smithi155 ceph-mon[102677]: pgmap v18119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:11 smithi111 ceph-mon[97855]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:11 smithi111 ceph-mon[116524]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:11 smithi155 ceph-mon[102677]: pgmap v18120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:13 smithi111 ceph-mon[97855]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:13 smithi111 ceph-mon[116524]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:13 smithi155 ceph-mon[102677]: pgmap v18121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:15 smithi111 ceph-mon[97855]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:15 smithi111 ceph-mon[116524]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:15 smithi155 ceph-mon[102677]: pgmap v18122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:17 smithi111 ceph-mon[97855]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:17 smithi111 ceph-mon[116524]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:17 smithi155 ceph-mon[102677]: pgmap v18123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:18:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:18:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:19 smithi155 ceph-mon[102677]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:19 smithi111 ceph-mon[97855]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:19 smithi111 ceph-mon[116524]: pgmap v18124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:22 smithi155 ceph-mon[102677]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:22 smithi111 ceph-mon[97855]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:22 smithi111 ceph-mon[116524]: pgmap v18125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:23.759 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:18:24.065 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:18:24.065 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:18:24.065 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:18:24.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:18:24.067 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:18:24.442 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:18:24.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:18:24.444 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:18:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:24 smithi155 ceph-mon[102677]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:24 smithi111 ceph-mon[97855]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:24 smithi111 ceph-mon[116524]: pgmap v18126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:25 smithi155 ceph-mon[102677]: from='client.34659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:25 smithi155 ceph-mon[102677]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3601998259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:18:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:25 smithi111 ceph-mon[97855]: from='client.34659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:25 smithi111 ceph-mon[97855]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3601998259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:18:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:25 smithi111 ceph-mon[116524]: from='client.34659 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:25 smithi111 ceph-mon[116524]: from='client.44540 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:25.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3601998259' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:18:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:26 smithi155 ceph-mon[102677]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:26 smithi111 ceph-mon[97855]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:26 smithi111 ceph-mon[116524]: pgmap v18127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:28 smithi155 ceph-mon[102677]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:28 smithi111 ceph-mon[97855]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:28 smithi111 ceph-mon[116524]: pgmap v18128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:18:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:18:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:30 smithi155 ceph-mon[102677]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:30 smithi111 ceph-mon[97855]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:30 smithi111 ceph-mon[116524]: pgmap v18129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:32 smithi155 ceph-mon[102677]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:32 smithi111 ceph-mon[97855]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:32 smithi111 ceph-mon[116524]: pgmap v18130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:34 smithi155 ceph-mon[102677]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:34 smithi111 ceph-mon[97855]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:34 smithi111 ceph-mon[116524]: pgmap v18131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:36 smithi155 ceph-mon[102677]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:36 smithi111 ceph-mon[97855]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:36 smithi111 ceph-mon[116524]: pgmap v18132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:38 smithi155 ceph-mon[102677]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:38 smithi111 ceph-mon[97855]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:38 smithi111 ceph-mon[116524]: pgmap v18133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:18:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:18:40.377 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:40 smithi155 ceph-mon[102677]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:40.377 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:18:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:40 smithi111 ceph-mon[97855]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:18:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:40 smithi111 ceph-mon[116524]: pgmap v18134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:18:42.435 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:42 smithi155 ceph-mon[102677]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:42 smithi111 ceph-mon[97855]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:42 smithi111 ceph-mon[116524]: pgmap v18135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[97855]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[116524]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:18:44.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:18:44.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:43 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:43 smithi155 ceph-mon[102677]: pgmap v18136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:18:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:18:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:43 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:18:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:45 smithi111 ceph-mon[97855]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:45 smithi111 ceph-mon[116524]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:45 smithi155 ceph-mon[102677]: pgmap v18137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:47 smithi111 ceph-mon[97855]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:47 smithi111 ceph-mon[116524]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:47 smithi155 ceph-mon[102677]: pgmap v18138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:18:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:18:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:49 smithi111 ceph-mon[97855]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:49 smithi111 ceph-mon[116524]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:49 smithi155 ceph-mon[102677]: pgmap v18139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:18:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:51 smithi111 ceph-mon[97855]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:51 smithi111 ceph-mon[116524]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:51 smithi155 ceph-mon[102677]: pgmap v18140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:53 smithi111 ceph-mon[97855]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:53 smithi111 ceph-mon[116524]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:53 smithi155 ceph-mon[102677]: pgmap v18141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:54.790 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:18:55.096 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:18:55.096 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:18:55.096 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:18:55.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:18:55.098 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:18:55.478 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:18:55.478 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:18:55.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:18:55.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:55.478 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:18:55.479 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:18:55.480 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:18:55.480 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[97855]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[97855]: from='client.34677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[97855]: from='client.34683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:56.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1465648530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:18:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[116524]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[116524]: from='client.34677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[116524]: from='client.34683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:56.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1465648530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:55 smithi155 ceph-mon[102677]: pgmap v18142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:55 smithi155 ceph-mon[102677]: from='client.34677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:55 smithi155 ceph-mon[102677]: from='client.34683 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:18:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1465648530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:18:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:57 smithi111 ceph-mon[97855]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:57 smithi111 ceph-mon[116524]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:57 smithi155 ceph-mon[102677]: pgmap v18143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:18:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:18:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:19:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:18:59 smithi111 ceph-mon[97855]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:18:59 smithi111 ceph-mon[116524]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:18:59 smithi155 ceph-mon[102677]: pgmap v18144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:02 smithi155 ceph-mon[102677]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:02 smithi111 ceph-mon[97855]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:02 smithi111 ceph-mon[116524]: pgmap v18145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:04 smithi155 ceph-mon[102677]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:04 smithi111 ceph-mon[97855]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:04 smithi111 ceph-mon[116524]: pgmap v18146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:06 smithi155 ceph-mon[102677]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:06 smithi111 ceph-mon[97855]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:06 smithi111 ceph-mon[116524]: pgmap v18147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:08 smithi155 ceph-mon[102677]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:08 smithi111 ceph-mon[97855]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:08 smithi111 ceph-mon[116524]: pgmap v18148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:19:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:19:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:10 smithi155 ceph-mon[102677]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:10 smithi111 ceph-mon[97855]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:10 smithi111 ceph-mon[116524]: pgmap v18149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:12 smithi155 ceph-mon[102677]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:12 smithi111 ceph-mon[97855]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:12 smithi111 ceph-mon[116524]: pgmap v18150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:14 smithi155 ceph-mon[102677]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:14 smithi111 ceph-mon[97855]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:14 smithi111 ceph-mon[116524]: pgmap v18151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:16 smithi155 ceph-mon[102677]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:16 smithi111 ceph-mon[97855]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:16 smithi111 ceph-mon[116524]: pgmap v18152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:18 smithi155 ceph-mon[102677]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:18 smithi111 ceph-mon[97855]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:18 smithi111 ceph-mon[116524]: pgmap v18153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:19:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:19:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:20 smithi155 ceph-mon[102677]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:20 smithi111 ceph-mon[97855]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:20 smithi111 ceph-mon[116524]: pgmap v18154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:22 smithi155 ceph-mon[102677]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:22 smithi111 ceph-mon[97855]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:22 smithi111 ceph-mon[116524]: pgmap v18155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:24 smithi155 ceph-mon[102677]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:24 smithi111 ceph-mon[97855]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:24 smithi111 ceph-mon[116524]: pgmap v18156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:25.824 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:19:26.133 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:19:26.133 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:19:26.133 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:19:26.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:19:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:26 smithi155 ceph-mon[102677]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:26 smithi111 ceph-mon[97855]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:26 smithi111 ceph-mon[116524]: pgmap v18157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:19:26.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:19:26.517 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:19:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:27 smithi155 ceph-mon[102677]: from='client.34695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:27.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:27 smithi155 ceph-mon[102677]: from='client.34701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:27.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2966869217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:19:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:27 smithi111 ceph-mon[97855]: from='client.34695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:27 smithi111 ceph-mon[97855]: from='client.34701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2966869217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:19:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:27 smithi111 ceph-mon[116524]: from='client.34695 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:27.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:27 smithi111 ceph-mon[116524]: from='client.34701 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:27.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2966869217' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:19:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:28 smithi155 ceph-mon[102677]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:28 smithi111 ceph-mon[97855]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:28 smithi111 ceph-mon[116524]: pgmap v18158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:19:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:19:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:30 smithi155 ceph-mon[102677]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:30 smithi111 ceph-mon[97855]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:30 smithi111 ceph-mon[116524]: pgmap v18159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:32 smithi155 ceph-mon[102677]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:32 smithi111 ceph-mon[97855]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:32 smithi111 ceph-mon[116524]: pgmap v18160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:34 smithi155 ceph-mon[102677]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:34 smithi111 ceph-mon[97855]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:34 smithi111 ceph-mon[116524]: pgmap v18161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:36 smithi155 ceph-mon[102677]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:36 smithi111 ceph-mon[97855]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:36 smithi111 ceph-mon[116524]: pgmap v18162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:38 smithi155 ceph-mon[102677]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:38 smithi111 ceph-mon[97855]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:38 smithi111 ceph-mon[116524]: pgmap v18163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:19:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:19:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:40 smithi155 ceph-mon[102677]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:40 smithi111 ceph-mon[97855]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:40 smithi111 ceph-mon[116524]: pgmap v18164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:42 smithi155 ceph-mon[102677]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:42 smithi111 ceph-mon[97855]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:42 smithi111 ceph-mon[116524]: pgmap v18165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:19:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:19:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:19:44.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:19:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: pgmap v18166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:19:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:19:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:19:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:46 smithi155 ceph-mon[102677]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:46 smithi111 ceph-mon[97855]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:46 smithi111 ceph-mon[116524]: pgmap v18167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:48 smithi155 ceph-mon[102677]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:48 smithi111 ceph-mon[97855]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:48 smithi111 ceph-mon[116524]: pgmap v18168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:19:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:19:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:50 smithi155 ceph-mon[102677]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:50 smithi111 ceph-mon[97855]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:50 smithi111 ceph-mon[116524]: pgmap v18169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:19:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:52 smithi155 ceph-mon[102677]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:52 smithi111 ceph-mon[97855]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:52 smithi111 ceph-mon[116524]: pgmap v18170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:54 smithi155 ceph-mon[102677]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:54 smithi111 ceph-mon[97855]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:54 smithi111 ceph-mon[116524]: pgmap v18171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:56 smithi155 ceph-mon[102677]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:56 smithi111 ceph-mon[97855]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:56 smithi111 ceph-mon[116524]: pgmap v18172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:56.862 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:19:57.174 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:19:57.175 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:19:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:58 smithi155 ceph-mon[102677]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:58 smithi155 ceph-mon[102677]: from='client.44588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3084709591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:19:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:58 smithi111 ceph-mon[97855]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:58 smithi111 ceph-mon[97855]: from='client.44588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3084709591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:19:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:58 smithi111 ceph-mon[116524]: pgmap v18173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:19:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:58 smithi111 ceph-mon[116524]: from='client.44588 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:58.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3084709591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:19:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:19:59 smithi155 ceph-mon[102677]: from='client.34719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:59.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:19:59 smithi111 ceph-mon[97855]: from='client.34719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:19:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:19:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:19:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:19:59 smithi111 ceph-mon[116524]: from='client.34719 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:00 smithi155 ceph-mon[102677]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:20:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:00 smithi111 ceph-mon[116524]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:20:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:00 smithi111 conmon[97831]: 2023-12-01T13:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:20:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:00 smithi111 ceph-mon[97855]: pgmap v18174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:20:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:02 smithi155 ceph-mon[102677]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:02 smithi111 ceph-mon[97855]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:02 smithi111 ceph-mon[116524]: pgmap v18175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:04 smithi155 ceph-mon[102677]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:04 smithi111 ceph-mon[97855]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:04 smithi111 ceph-mon[116524]: pgmap v18176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:06.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:06 smithi155 ceph-mon[102677]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:06 smithi111 ceph-mon[97855]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:06 smithi111 ceph-mon[116524]: pgmap v18177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:08 smithi111 ceph-mon[97855]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:08.434 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:08 smithi111 ceph-mon[116524]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:08 smithi155 ceph-mon[102677]: pgmap v18178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:20:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:20:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:10 smithi155 ceph-mon[102677]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:10 smithi111 ceph-mon[97855]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:10 smithi111 ceph-mon[116524]: pgmap v18179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:11 smithi155 ceph-mon[102677]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:11 smithi111 ceph-mon[97855]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:11 smithi111 ceph-mon[116524]: pgmap v18180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:13 smithi155 ceph-mon[102677]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:13 smithi111 ceph-mon[97855]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:13 smithi111 ceph-mon[116524]: pgmap v18181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:15 smithi155 ceph-mon[102677]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:15 smithi111 ceph-mon[97855]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:15 smithi111 ceph-mon[116524]: pgmap v18182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:17 smithi155 ceph-mon[102677]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:17 smithi111 ceph-mon[97855]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:17 smithi111 ceph-mon[116524]: pgmap v18183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:20:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:20:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:19 smithi155 ceph-mon[102677]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:19 smithi111 ceph-mon[97855]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:19 smithi111 ceph-mon[116524]: pgmap v18184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:21 smithi155 ceph-mon[102677]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:21 smithi111 ceph-mon[116524]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:21 smithi111 ceph-mon[97855]: pgmap v18185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:23 smithi155 ceph-mon[102677]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:23 smithi111 ceph-mon[97855]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:23 smithi111 ceph-mon[116524]: pgmap v18186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:25 smithi155 ceph-mon[102677]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:25 smithi111 ceph-mon[97855]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:25 smithi111 ceph-mon[116524]: pgmap v18187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:27.905 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:20:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:27 smithi155 ceph-mon[102677]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:20:28.217 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:20:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:20:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:20:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:20:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:27 smithi111 ceph-mon[97855]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:27 smithi111 ceph-mon[116524]: pgmap v18188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:20:28.593 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:20:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:28 smithi155 ceph-mon[102677]: from='client.34731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1418686760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:20:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:28 smithi111 ceph-mon[97855]: from='client.34731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1418686760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:20:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:28 smithi111 ceph-mon[116524]: from='client.34731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1418686760' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:20:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:20:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:20:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:29 smithi155 ceph-mon[102677]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:29 smithi155 ceph-mon[102677]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:29 smithi111 ceph-mon[97855]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:29 smithi111 ceph-mon[97855]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:29 smithi111 ceph-mon[116524]: from='client.34737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:20:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:29 smithi111 ceph-mon[116524]: pgmap v18189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:31 smithi155 ceph-mon[102677]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:31 smithi111 ceph-mon[97855]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:31 smithi111 ceph-mon[116524]: pgmap v18190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:33 smithi155 ceph-mon[102677]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:33 smithi111 ceph-mon[97855]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:33 smithi111 ceph-mon[116524]: pgmap v18191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:35 smithi155 ceph-mon[102677]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:35 smithi111 ceph-mon[97855]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:35 smithi111 ceph-mon[116524]: pgmap v18192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:37 smithi155 ceph-mon[102677]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:37 smithi111 ceph-mon[97855]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:37 smithi111 ceph-mon[116524]: pgmap v18193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:20:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:20:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:39 smithi155 ceph-mon[102677]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:39 smithi111 ceph-mon[97855]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:39 smithi111 ceph-mon[116524]: pgmap v18194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:41 smithi155 ceph-mon[102677]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:41 smithi111 ceph-mon[97855]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:41 smithi111 ceph-mon[116524]: pgmap v18195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:43 smithi155 ceph-mon[102677]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:43 smithi111 ceph-mon[97855]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:43 smithi111 ceph-mon[116524]: pgmap v18196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:20:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:20:45.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:20:45.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:20:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:20:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:20:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:20:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:20:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:20:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:20:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:20:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:20:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:45 smithi155 ceph-mon[102677]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:45 smithi111 ceph-mon[97855]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:45 smithi111 ceph-mon[116524]: pgmap v18197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:47 smithi155 ceph-mon[102677]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:47 smithi111 ceph-mon[97855]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:47 smithi111 ceph-mon[116524]: pgmap v18198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:20:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:20:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:49 smithi155 ceph-mon[102677]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:49 smithi111 ceph-mon[97855]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:49 smithi111 ceph-mon[116524]: pgmap v18199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:20:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:51 smithi155 ceph-mon[102677]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:51 smithi111 ceph-mon[97855]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:51 smithi111 ceph-mon[116524]: pgmap v18200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:53 smithi155 ceph-mon[102677]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:53 smithi111 ceph-mon[97855]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:53 smithi111 ceph-mon[116524]: pgmap v18201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:55 smithi155 ceph-mon[102677]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:55 smithi111 ceph-mon[97855]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:55 smithi111 ceph-mon[116524]: pgmap v18202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:57 smithi155 ceph-mon[102677]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:57 smithi111 ceph-mon[97855]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:57 smithi111 ceph-mon[116524]: pgmap v18203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:20:58.940 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:20:59.244 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:20:59.245 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:20:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:20:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:21:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:59 smithi155 ceph-mon[102677]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:59 smithi155 ceph-mon[102677]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:20:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2664311013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:21:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:59 smithi111 ceph-mon[97855]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:59 smithi111 ceph-mon[97855]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:20:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2664311013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:21:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:59 smithi111 ceph-mon[116524]: pgmap v18204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:59 smithi111 ceph-mon[116524]: from='client.44624 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:20:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2664311013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:21:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:00 smithi155 ceph-mon[102677]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:00 smithi111 ceph-mon[97855]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:00 smithi111 ceph-mon[116524]: from='client.44630 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:01 smithi155 ceph-mon[102677]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:01 smithi111 ceph-mon[97855]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:01 smithi111 ceph-mon[116524]: pgmap v18205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:03 smithi155 ceph-mon[102677]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:03 smithi111 ceph-mon[97855]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:03 smithi111 ceph-mon[116524]: pgmap v18206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:05 smithi155 ceph-mon[102677]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:05 smithi111 ceph-mon[97855]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:05 smithi111 ceph-mon[116524]: pgmap v18207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:07 smithi155 ceph-mon[102677]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:07 smithi111 ceph-mon[97855]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:07 smithi111 ceph-mon[116524]: pgmap v18208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:21:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:21:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:09 smithi155 ceph-mon[102677]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:09 smithi111 ceph-mon[97855]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:09 smithi111 ceph-mon[116524]: pgmap v18209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:11 smithi155 ceph-mon[102677]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:11 smithi111 ceph-mon[97855]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:11 smithi111 ceph-mon[116524]: pgmap v18210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:13 smithi155 ceph-mon[102677]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:13 smithi111 ceph-mon[97855]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:13 smithi111 ceph-mon[116524]: pgmap v18211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:15 smithi155 ceph-mon[102677]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:15 smithi111 ceph-mon[97855]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:15 smithi111 ceph-mon[116524]: pgmap v18212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:17 smithi155 ceph-mon[102677]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:17 smithi111 ceph-mon[97855]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:17 smithi111 ceph-mon[116524]: pgmap v18213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:21:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:21:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:19 smithi155 ceph-mon[102677]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:19 smithi111 ceph-mon[97855]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:19 smithi111 ceph-mon[116524]: pgmap v18214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:21 smithi155 ceph-mon[102677]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:21 smithi111 ceph-mon[97855]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:21 smithi111 ceph-mon[116524]: pgmap v18215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:23 smithi155 ceph-mon[102677]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:23 smithi111 ceph-mon[97855]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:23 smithi111 ceph-mon[116524]: pgmap v18216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:25 smithi155 ceph-mon[102677]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:25 smithi111 ceph-mon[97855]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:25 smithi111 ceph-mon[116524]: pgmap v18217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:27 smithi155 ceph-mon[102677]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:27 smithi111 ceph-mon[97855]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:27 smithi111 ceph-mon[116524]: pgmap v18218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:21:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:21:29.967 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:21:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:29 smithi155 ceph-mon[102677]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:29 smithi111 ceph-mon[97855]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:29 smithi111 ceph-mon[116524]: pgmap v18219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:21:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:21:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:21:30.656 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:21:30.656 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:21:30.656 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:21:30.656 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:21:30.657 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:21:30.658 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:21:30.658 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:21:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:30 smithi155 ceph-mon[102677]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2400048435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:21:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:30 smithi111 ceph-mon[97855]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2400048435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:21:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:30 smithi111 ceph-mon[116524]: from='client.34767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:31.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2400048435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:21:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:31 smithi155 ceph-mon[102677]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:31 smithi155 ceph-mon[102677]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:31 smithi111 ceph-mon[97855]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:31 smithi111 ceph-mon[97855]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:31 smithi111 ceph-mon[116524]: from='client.44648 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:21:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:31 smithi111 ceph-mon[116524]: pgmap v18220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:33 smithi155 ceph-mon[102677]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:33 smithi111 ceph-mon[97855]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:33 smithi111 ceph-mon[116524]: pgmap v18221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:35 smithi155 ceph-mon[102677]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:35 smithi111 ceph-mon[97855]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:35 smithi111 ceph-mon[116524]: pgmap v18222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:37 smithi155 ceph-mon[102677]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:37 smithi111 ceph-mon[97855]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:37 smithi111 ceph-mon[116524]: pgmap v18223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:21:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:21:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:39 smithi155 ceph-mon[102677]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:39 smithi111 ceph-mon[97855]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:39 smithi111 ceph-mon[116524]: pgmap v18224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:41 smithi155 ceph-mon[102677]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:41 smithi111 ceph-mon[97855]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:41 smithi111 ceph-mon[116524]: pgmap v18225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:43 smithi155 ceph-mon[102677]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:43 smithi111 ceph-mon[97855]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:43 smithi111 ceph-mon[116524]: pgmap v18226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:21:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:21:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:21:45.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:21:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:21:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:21:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:21:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:21:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:21:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:21:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:21:45.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:21:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:45 smithi155 ceph-mon[102677]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:45 smithi111 ceph-mon[97855]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:45 smithi111 ceph-mon[116524]: pgmap v18227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:47 smithi155 ceph-mon[102677]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:47 smithi111 ceph-mon[97855]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:47 smithi111 ceph-mon[116524]: pgmap v18228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:21:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:49 smithi155 ceph-mon[102677]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:49 smithi111 ceph-mon[97855]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:49 smithi111 ceph-mon[116524]: pgmap v18229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:21:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:51 smithi155 ceph-mon[102677]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:51 smithi111 ceph-mon[97855]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:51 smithi111 ceph-mon[116524]: pgmap v18230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:53 smithi155 ceph-mon[102677]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:53 smithi111 ceph-mon[97855]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:53 smithi111 ceph-mon[116524]: pgmap v18231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:55 smithi111 ceph-mon[97855]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:55 smithi111 ceph-mon[116524]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:55 smithi155 ceph-mon[102677]: pgmap v18232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:57 smithi111 ceph-mon[97855]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:57 smithi111 ceph-mon[116524]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:57 smithi155 ceph-mon[102677]: pgmap v18233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:21:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:21:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:22:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:21:59 smithi111 ceph-mon[97855]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:21:59 smithi111 ceph-mon[116524]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:21:59 smithi155 ceph-mon[102677]: pgmap v18234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:00.998 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:22:01.304 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:22:01.304 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:22:01.304 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:22:01.304 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:22:01.304 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:22:01.305 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:22:01.306 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:22:01.306 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:22:01.682 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:22:01.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:22:01.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:01.683 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:22:01.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:22:01.684 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:22:01.684 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:22:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:01 smithi111 ceph-mon[97855]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:01 smithi111 ceph-mon[97855]: from='client.34785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2984528521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:22:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:01 smithi111 ceph-mon[116524]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:02.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:01 smithi111 ceph-mon[116524]: from='client.34785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:02.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2984528521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:22:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:01 smithi155 ceph-mon[102677]: pgmap v18235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:01 smithi155 ceph-mon[102677]: from='client.34785 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2984528521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:22:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:02 smithi111 ceph-mon[97855]: from='client.34791 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:02 smithi111 ceph-mon[116524]: from='client.34791 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:02 smithi155 ceph-mon[102677]: from='client.34791 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:03 smithi111 ceph-mon[97855]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:03 smithi111 ceph-mon[116524]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:03 smithi155 ceph-mon[102677]: pgmap v18236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:05 smithi111 ceph-mon[97855]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:05 smithi111 ceph-mon[116524]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:05 smithi155 ceph-mon[102677]: pgmap v18237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:07 smithi111 ceph-mon[97855]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:07 smithi111 ceph-mon[116524]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:07 smithi155 ceph-mon[102677]: pgmap v18238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:22:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:22:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:09 smithi111 ceph-mon[97855]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:09 smithi111 ceph-mon[116524]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:09 smithi155 ceph-mon[102677]: pgmap v18239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:11 smithi111 ceph-mon[97855]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:11 smithi111 ceph-mon[116524]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:11 smithi155 ceph-mon[102677]: pgmap v18240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:13 smithi111 ceph-mon[97855]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:13 smithi111 ceph-mon[116524]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:13 smithi155 ceph-mon[102677]: pgmap v18241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:15 smithi111 ceph-mon[97855]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:15 smithi111 ceph-mon[116524]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:15 smithi155 ceph-mon[102677]: pgmap v18242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:18 smithi155 ceph-mon[102677]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:18 smithi111 ceph-mon[97855]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:18 smithi111 ceph-mon[116524]: pgmap v18243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:22:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:22:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:20 smithi155 ceph-mon[102677]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:20 smithi111 ceph-mon[97855]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:20 smithi111 ceph-mon[116524]: pgmap v18244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:22 smithi155 ceph-mon[102677]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:22 smithi111 ceph-mon[97855]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:22 smithi111 ceph-mon[116524]: pgmap v18245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:24 smithi155 ceph-mon[102677]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:24 smithi111 ceph-mon[97855]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:24 smithi111 ceph-mon[116524]: pgmap v18246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:26 smithi155 ceph-mon[102677]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:26 smithi111 ceph-mon[97855]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:26 smithi111 ceph-mon[116524]: pgmap v18247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:28 smithi155 ceph-mon[102677]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:28 smithi111 ceph-mon[97855]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:28 smithi111 ceph-mon[116524]: pgmap v18248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:22:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:22:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:30 smithi155 ceph-mon[102677]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:30 smithi111 ceph-mon[97855]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:30 smithi111 ceph-mon[116524]: pgmap v18249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:32.028 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:22:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:22:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:22:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:22:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:22:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:22:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:22:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:22:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:22:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:22:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:22:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:22:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:32 smithi155 ceph-mon[102677]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:32 smithi111 ceph-mon[97855]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:32 smithi111 ceph-mon[116524]: pgmap v18250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:32.721 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:22:32.721 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:22:32.721 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:22:32.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:22:32.723 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:22:32.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:22:32.723 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:22:32.723 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:22:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:33 smithi155 ceph-mon[102677]: from='client.34803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:33.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1858200056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:22:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:33 smithi111 ceph-mon[97855]: from='client.34803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1858200056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:22:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:33 smithi111 ceph-mon[116524]: from='client.34803 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:33.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1858200056' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:22:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:34 smithi155 ceph-mon[102677]: from='client.44684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:34 smithi155 ceph-mon[102677]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:34 smithi111 ceph-mon[97855]: from='client.44684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:34 smithi111 ceph-mon[97855]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:34 smithi111 ceph-mon[116524]: from='client.44684 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:22:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:34 smithi111 ceph-mon[116524]: pgmap v18251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:36 smithi155 ceph-mon[102677]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:36 smithi111 ceph-mon[97855]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:36 smithi111 ceph-mon[116524]: pgmap v18252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:38 smithi155 ceph-mon[102677]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:38 smithi111 ceph-mon[97855]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:38 smithi111 ceph-mon[116524]: pgmap v18253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:22:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:22:40.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:40 smithi155 ceph-mon[102677]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:40.458 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 13:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T13:22:40.099726915Z level=info msg="Completed cleanup jobs" duration=66.323361ms 2023-12-01T13:22:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:40 smithi111 ceph-mon[97855]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:40 smithi111 ceph-mon[116524]: pgmap v18254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:42 smithi155 ceph-mon[102677]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:42 smithi111 ceph-mon[97855]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:42 smithi111 ceph-mon[116524]: pgmap v18255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:44 smithi155 ceph-mon[102677]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:44 smithi111 ceph-mon[97855]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:44 smithi111 ceph-mon[116524]: pgmap v18256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:22:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:22:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:22:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:46 smithi155 ceph-mon[102677]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:22:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:22:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[97855]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[116524]: pgmap v18257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:22:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:22:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:22:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:48 smithi155 ceph-mon[102677]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:48 smithi111 ceph-mon[97855]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:48 smithi111 ceph-mon[116524]: pgmap v18258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:22:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:22:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:50 smithi155 ceph-mon[102677]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:50 smithi111 ceph-mon[97855]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:50 smithi111 ceph-mon[116524]: pgmap v18259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:22:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:52 smithi155 ceph-mon[102677]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:52 smithi111 ceph-mon[97855]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:52 smithi111 ceph-mon[116524]: pgmap v18260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:54 smithi155 ceph-mon[102677]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:54 smithi111 ceph-mon[97855]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:54 smithi111 ceph-mon[116524]: pgmap v18261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:56 smithi155 ceph-mon[102677]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:56 smithi111 ceph-mon[97855]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:56 smithi111 ceph-mon[116524]: pgmap v18262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:22:58 smithi155 ceph-mon[102677]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:22:58 smithi111 ceph-mon[97855]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:22:58 smithi111 ceph-mon[116524]: pgmap v18263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:22:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:22:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:23:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:00 smithi155 ceph-mon[102677]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:00 smithi111 ceph-mon[97855]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:00 smithi111 ceph-mon[116524]: pgmap v18264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:02 smithi155 ceph-mon[102677]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:02 smithi111 ceph-mon[97855]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:02 smithi111 ceph-mon[116524]: pgmap v18265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:03.070 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:23:03.376 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:23:03.376 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:23:03.377 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:23:03.378 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:23:03.755 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:23:03.755 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:23:03.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:23:03.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:23:03.756 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:23:03.757 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:23:03.757 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:23:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:04 smithi155 ceph-mon[102677]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:04 smithi155 ceph-mon[102677]: from='client.44696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1594686964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:23:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:04 smithi111 ceph-mon[116524]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:04 smithi111 ceph-mon[116524]: from='client.44696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1594686964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:23:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:04 smithi111 ceph-mon[97855]: pgmap v18266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:04.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:04 smithi111 ceph-mon[97855]: from='client.44696 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:04.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1594686964' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:23:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:05 smithi155 ceph-mon[102677]: from='client.34827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:05 smithi111 ceph-mon[97855]: from='client.34827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:05 smithi111 ceph-mon[116524]: from='client.34827 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:06 smithi155 ceph-mon[102677]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:06 smithi111 ceph-mon[97855]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:06 smithi111 ceph-mon[116524]: pgmap v18267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:08 smithi155 ceph-mon[102677]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:08 smithi111 ceph-mon[97855]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:08 smithi111 ceph-mon[116524]: pgmap v18268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:23:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:23:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:10 smithi155 ceph-mon[102677]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:10 smithi111 ceph-mon[97855]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:10 smithi111 ceph-mon[116524]: pgmap v18269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:12 smithi155 ceph-mon[102677]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:12 smithi111 ceph-mon[97855]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:12 smithi111 ceph-mon[116524]: pgmap v18270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:14 smithi155 ceph-mon[102677]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:14 smithi111 ceph-mon[97855]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:14 smithi111 ceph-mon[116524]: pgmap v18271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:16 smithi155 ceph-mon[102677]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:16 smithi111 ceph-mon[97855]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:16 smithi111 ceph-mon[116524]: pgmap v18272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:18 smithi155 ceph-mon[102677]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:18 smithi111 ceph-mon[97855]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:18 smithi111 ceph-mon[116524]: pgmap v18273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:23:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:23:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:20 smithi155 ceph-mon[102677]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:20 smithi111 ceph-mon[97855]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:20 smithi111 ceph-mon[116524]: pgmap v18274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:22 smithi155 ceph-mon[102677]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:22 smithi111 ceph-mon[97855]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:22 smithi111 ceph-mon[116524]: pgmap v18275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:24 smithi155 ceph-mon[102677]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:24 smithi111 ceph-mon[97855]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:24 smithi111 ceph-mon[116524]: pgmap v18276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:26 smithi155 ceph-mon[102677]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:26 smithi111 ceph-mon[97855]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:26 smithi111 ceph-mon[116524]: pgmap v18277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:28 smithi155 ceph-mon[102677]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:28 smithi111 ceph-mon[97855]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:28 smithi111 ceph-mon[116524]: pgmap v18278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:23:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:23:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:30 smithi155 ceph-mon[102677]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:30 smithi111 ceph-mon[97855]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:30 smithi111 ceph-mon[116524]: pgmap v18279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:32 smithi155 ceph-mon[102677]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:32 smithi111 ceph-mon[97855]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:32 smithi111 ceph-mon[116524]: pgmap v18280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:34.099 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:23:34.408 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5565M 2213M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5876M 2213M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6061M 2213M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5284M 2213M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4213M 2499M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5280M 2499M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4659M 2499M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5449M 2499M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:23:34.409 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:23:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:34 smithi155 ceph-mon[102677]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:34 smithi111 ceph-mon[97855]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:34 smithi111 ceph-mon[116524]: pgmap v18281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:34.788 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:23:34.789 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:23:34.790 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:35 smithi155 ceph-mon[102677]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1678762452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:23:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:35 smithi111 ceph-mon[97855]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1678762452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:35 smithi111 ceph-mon[116524]: from='client.44714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1678762452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:23:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:36 smithi155 ceph-mon[102677]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:36 smithi155 ceph-mon[102677]: from='client.34845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:36 smithi111 ceph-mon[97855]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:36 smithi111 ceph-mon[97855]: from='client.34845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:36 smithi111 ceph-mon[116524]: pgmap v18282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:36 smithi111 ceph-mon[116524]: from='client.34845 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:23:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:38 smithi155 ceph-mon[102677]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:38 smithi111 ceph-mon[97855]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:38 smithi111 ceph-mon[116524]: pgmap v18283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:23:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:23:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:40 smithi155 ceph-mon[102677]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:40 smithi111 ceph-mon[97855]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:40 smithi111 ceph-mon[116524]: pgmap v18284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:42 smithi155 ceph-mon[102677]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:42 smithi111 ceph-mon[97855]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:42 smithi111 ceph-mon[116524]: pgmap v18285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:44 smithi155 ceph-mon[102677]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:44 smithi111 ceph-mon[97855]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:44 smithi111 ceph-mon[116524]: pgmap v18286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:23:46.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:23:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:23:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: pgmap v18287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:23:46.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:23:47.164 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:47 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2496M 2023-12-01T13:23:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:47 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2204M 2023-12-01T13:23:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:47 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2496M 2023-12-01T13:23:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:47 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2204M 2023-12-01T13:23:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:47 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2496M 2023-12-01T13:23:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:47 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2204M 2023-12-01T13:23:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:48 smithi155 ceph-mon[102677]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:48 smithi111 ceph-mon[97855]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:48 smithi111 ceph-mon[116524]: pgmap v18288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:23:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:23:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:50 smithi155 ceph-mon[102677]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:50 smithi111 ceph-mon[97855]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:50 smithi111 ceph-mon[116524]: pgmap v18289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:23:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:52 smithi155 ceph-mon[102677]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:52 smithi111 ceph-mon[97855]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:52 smithi111 ceph-mon[116524]: pgmap v18290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:54 smithi155 ceph-mon[102677]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:54 smithi111 ceph-mon[97855]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:54 smithi111 ceph-mon[116524]: pgmap v18291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:56 smithi155 ceph-mon[102677]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:56 smithi111 ceph-mon[97855]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:56 smithi111 ceph-mon[116524]: pgmap v18292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:23:58 smithi155 ceph-mon[102677]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:23:58 smithi111 ceph-mon[97855]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:23:58 smithi111 ceph-mon[116524]: pgmap v18293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:23:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:23:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:24:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:00 smithi155 ceph-mon[102677]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:00 smithi111 ceph-mon[97855]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:00 smithi111 ceph-mon[116524]: pgmap v18294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:02 smithi155 ceph-mon[102677]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:02 smithi111 ceph-mon[97855]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:02 smithi111 ceph-mon[116524]: pgmap v18295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:04 smithi155 ceph-mon[102677]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:04 smithi111 ceph-mon[97855]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:04 smithi111 ceph-mon[116524]: pgmap v18296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:05.141 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5565M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5876M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6061M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5284M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4213M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5280M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4659M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5449M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:24:05.455 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:24:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:05.830 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:24:05.830 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:24:05.830 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:06 smithi155 ceph-mon[102677]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:06 smithi155 ceph-mon[102677]: from='client.34857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1898960614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:24:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:06 smithi111 ceph-mon[97855]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:06 smithi111 ceph-mon[97855]: from='client.34857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1898960614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:06 smithi111 ceph-mon[116524]: pgmap v18297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:06 smithi111 ceph-mon[116524]: from='client.34857 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1898960614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:24:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:07 smithi111 ceph-mon[97855]: from='client.44738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:07 smithi111 ceph-mon[97855]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:07 smithi111 ceph-mon[116524]: from='client.44738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:07.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:07 smithi111 ceph-mon[116524]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:07 smithi155 ceph-mon[102677]: from='client.44738 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:07 smithi155 ceph-mon[102677]: pgmap v18298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:09 smithi155 ceph-mon[102677]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:09 smithi111 ceph-mon[97855]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:24:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:24:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:09 smithi111 ceph-mon[116524]: pgmap v18299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:11 smithi155 ceph-mon[102677]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:11 smithi111 ceph-mon[97855]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:11 smithi111 ceph-mon[116524]: pgmap v18300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:13 smithi155 ceph-mon[102677]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:13 smithi111 ceph-mon[97855]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:13 smithi111 ceph-mon[116524]: pgmap v18301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:15 smithi155 ceph-mon[102677]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:15 smithi111 ceph-mon[97855]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:15 smithi111 ceph-mon[116524]: pgmap v18302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:17 smithi155 ceph-mon[102677]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:17 smithi111 ceph-mon[97855]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:17 smithi111 ceph-mon[116524]: pgmap v18303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:24:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:24:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:19 smithi155 ceph-mon[102677]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:19 smithi111 ceph-mon[97855]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:19 smithi111 ceph-mon[116524]: pgmap v18304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:21 smithi155 ceph-mon[102677]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:21 smithi111 ceph-mon[97855]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:21 smithi111 ceph-mon[116524]: pgmap v18305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:23 smithi155 ceph-mon[102677]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:23 smithi111 ceph-mon[97855]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:23 smithi111 ceph-mon[116524]: pgmap v18306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:25 smithi155 ceph-mon[102677]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:25 smithi111 ceph-mon[97855]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:25 smithi111 ceph-mon[116524]: pgmap v18307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:27 smithi155 ceph-mon[102677]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:27 smithi111 ceph-mon[97855]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:27 smithi111 ceph-mon[116524]: pgmap v18308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:24:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:24:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:29 smithi155 ceph-mon[102677]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:29 smithi111 ceph-mon[97855]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:29 smithi111 ceph-mon[116524]: pgmap v18309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:31 smithi155 ceph-mon[102677]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:31 smithi111 ceph-mon[97855]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:31 smithi111 ceph-mon[116524]: pgmap v18310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:33 smithi155 ceph-mon[102677]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:33 smithi111 ceph-mon[97855]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:33 smithi111 ceph-mon[116524]: pgmap v18311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:36.177 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:24:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:35 smithi155 ceph-mon[102677]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:35 smithi111 ceph-mon[97855]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:35 smithi111 ceph-mon[116524]: pgmap v18312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:24:36.486 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:24:36.486 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:24:36.486 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:24:36.486 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:24:36.486 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5565M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5876M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6061M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5284M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4213M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5280M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4659M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:24:36.487 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5449M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:24:36.488 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:24:36.868 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:24:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:36 smithi155 ceph-mon[102677]: from='client.34875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:36 smithi111 ceph-mon[97855]: from='client.34875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:36 smithi111 ceph-mon[116524]: from='client.34875 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:37 smithi155 ceph-mon[102677]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:37 smithi155 ceph-mon[102677]: from='client.44756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3923474687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:24:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:37 smithi111 ceph-mon[97855]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:37 smithi111 ceph-mon[97855]: from='client.44756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3923474687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:37 smithi111 ceph-mon[116524]: pgmap v18313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:38.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:37 smithi111 ceph-mon[116524]: from='client.44756 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:24:38.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3923474687' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:24:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:24:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:24:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:39 smithi155 ceph-mon[102677]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:39 smithi111 ceph-mon[97855]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:39 smithi111 ceph-mon[116524]: pgmap v18314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:41 smithi155 ceph-mon[102677]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:41 smithi111 ceph-mon[97855]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:41 smithi111 ceph-mon[116524]: pgmap v18315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:43 smithi155 ceph-mon[102677]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:43 smithi111 ceph-mon[97855]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:43 smithi111 ceph-mon[116524]: pgmap v18316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:45 smithi155 ceph-mon[102677]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:45 smithi111 ceph-mon[97855]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:45 smithi111 ceph-mon[116524]: pgmap v18317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:24:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:24:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:24:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:24:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:24:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:24:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:24:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:24:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:24:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:24:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:24:47.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:24:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:47 smithi155 ceph-mon[102677]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:47 smithi111 ceph-mon[97855]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:47 smithi111 ceph-mon[116524]: pgmap v18318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:24:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:24:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:49 smithi155 ceph-mon[102677]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:49 smithi111 ceph-mon[97855]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:49 smithi111 ceph-mon[116524]: pgmap v18319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:24:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:51 smithi155 ceph-mon[102677]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:51 smithi111 ceph-mon[97855]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:51 smithi111 ceph-mon[116524]: pgmap v18320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:53 smithi155 ceph-mon[102677]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:53 smithi111 ceph-mon[97855]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:53 smithi111 ceph-mon[116524]: pgmap v18321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:55 smithi155 ceph-mon[102677]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:55 smithi111 ceph-mon[97855]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:55 smithi111 ceph-mon[116524]: pgmap v18322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:57 smithi155 ceph-mon[102677]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:57 smithi111 ceph-mon[97855]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:57 smithi111 ceph-mon[116524]: pgmap v18323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:24:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:24:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:25:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:24:59 smithi155 ceph-mon[102677]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:24:59 smithi111 ceph-mon[97855]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:24:59 smithi111 ceph-mon[116524]: pgmap v18324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:01 smithi155 ceph-mon[102677]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:01 smithi111 ceph-mon[97855]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:01 smithi111 ceph-mon[116524]: pgmap v18325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:03 smithi155 ceph-mon[102677]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:03 smithi111 ceph-mon[97855]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:03 smithi111 ceph-mon[116524]: pgmap v18326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:05 smithi155 ceph-mon[102677]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:05 smithi111 ceph-mon[97855]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:05 smithi111 ceph-mon[116524]: pgmap v18327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:07.207 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5565M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5876M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6061M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5284M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4213M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5280M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:25:07.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4659M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:25:07.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5449M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:25:07.518 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:25:07.900 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:25:07.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:25:07.902 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:25:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:07 smithi155 ceph-mon[102677]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:07 smithi155 ceph-mon[102677]: from='client.44768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:07 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2447462876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:25:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:07 smithi111 ceph-mon[97855]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:07 smithi111 ceph-mon[97855]: from='client.44768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:07 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2447462876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:07 smithi111 ceph-mon[116524]: pgmap v18328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:07 smithi111 ceph-mon[116524]: from='client.44768 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:07 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2447462876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:25:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:08 smithi155 ceph-mon[102677]: from='client.44774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:08 smithi111 ceph-mon[97855]: from='client.44774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:08 smithi111 ceph-mon[116524]: from='client.44774 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:25:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:25:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:09 smithi155 ceph-mon[102677]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:09 smithi111 ceph-mon[97855]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:09 smithi111 ceph-mon[116524]: pgmap v18329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:11 smithi155 ceph-mon[102677]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:11 smithi111 ceph-mon[97855]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:11 smithi111 ceph-mon[116524]: pgmap v18330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:13 smithi155 ceph-mon[102677]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:13 smithi111 ceph-mon[97855]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:13 smithi111 ceph-mon[116524]: pgmap v18331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:16.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:15 smithi155 ceph-mon[102677]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:15 smithi111 ceph-mon[97855]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:15 smithi111 ceph-mon[116524]: pgmap v18332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:17 smithi155 ceph-mon[102677]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:17 smithi111 ceph-mon[97855]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:17 smithi111 ceph-mon[116524]: pgmap v18333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:25:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:25:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:19 smithi155 ceph-mon[102677]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:19 smithi111 ceph-mon[97855]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:19 smithi111 ceph-mon[116524]: pgmap v18334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:21 smithi155 ceph-mon[102677]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:21 smithi111 ceph-mon[97855]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:21 smithi111 ceph-mon[116524]: pgmap v18335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:23 smithi111 ceph-mon[97855]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:23 smithi111 ceph-mon[116524]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:23 smithi155 ceph-mon[102677]: pgmap v18336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:25 smithi111 ceph-mon[97855]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:25 smithi111 ceph-mon[116524]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:25 smithi155 ceph-mon[102677]: pgmap v18337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:27 smithi111 ceph-mon[97855]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:28.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:27 smithi111 ceph-mon[116524]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:27 smithi155 ceph-mon[102677]: pgmap v18338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:25:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:25:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:29 smithi111 ceph-mon[97855]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:29 smithi111 ceph-mon[116524]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:29 smithi155 ceph-mon[102677]: pgmap v18339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:31 smithi111 ceph-mon[97855]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:31 smithi111 ceph-mon[116524]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:31 smithi155 ceph-mon[102677]: pgmap v18340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:33 smithi111 ceph-mon[97855]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:33 smithi111 ceph-mon[116524]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:33 smithi155 ceph-mon[102677]: pgmap v18341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:35 smithi111 ceph-mon[97855]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:35 smithi111 ceph-mon[116524]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:35 smithi155 ceph-mon[102677]: pgmap v18342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:37 smithi111 ceph-mon[97855]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:37 smithi111 ceph-mon[116524]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:38.251 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:25:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:37 smithi155 ceph-mon[102677]: pgmap v18343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 10m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 10m ago 8h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 10m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 10m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 10m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 10m ago 8h 886M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 10m ago 8h 2206M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:25:38.557 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 10m ago 8h 1039M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 10m ago 8h 939M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 10m ago 8h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 10m ago 8h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 10m ago 8h 5565M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 10m ago 8h 5876M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 10m ago 8h 6061M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 10m ago 8h 5284M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 10m ago 8h 4213M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 10m ago 8h 5280M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 10m ago 8h 4659M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:25:38.558 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 10m ago 8h 5449M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:25:38.559 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 10m ago 8h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:25:38.937 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:25:38.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:25:38.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:25:38.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:38.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:25:38.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:25:38.938 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:25:38.939 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:25:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:38 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/891258707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:25:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:38 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/891258707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:25:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:38 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/891258707' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:25:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:25:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:25:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:39 smithi111 ceph-mon[97855]: from='client.44786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:39 smithi111 ceph-mon[97855]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:39 smithi111 ceph-mon[97855]: from='client.44792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:39 smithi111 ceph-mon[116524]: from='client.44786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:39 smithi111 ceph-mon[116524]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:39 smithi111 ceph-mon[116524]: from='client.44792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:39 smithi155 ceph-mon[102677]: from='client.44786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:39 smithi155 ceph-mon[102677]: pgmap v18344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:39 smithi155 ceph-mon[102677]: from='client.44792 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:25:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:41 smithi111 ceph-mon[97855]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:42.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:41 smithi111 ceph-mon[116524]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:41 smithi155 ceph-mon[102677]: pgmap v18345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:44.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:43 smithi155 ceph-mon[102677]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:44.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:43 smithi111 ceph-mon[97855]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:44.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:43 smithi111 ceph-mon[116524]: pgmap v18346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:46 smithi155 ceph-mon[102677]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:46 smithi111 ceph-mon[97855]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:46 smithi111 ceph-mon[116524]: pgmap v18347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:25:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:25:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:25:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:48 smithi155 ceph-mon[102677]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:48 smithi111 ceph-mon[97855]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:48 smithi111 ceph-mon[116524]: pgmap v18348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:49.575 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:25:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: pgmap v18349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:25:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:25:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:51 smithi155 ceph-mon[102677]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:51 smithi111 ceph-mon[97855]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:51 smithi111 ceph-mon[116524]: pgmap v18350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:53 smithi155 ceph-mon[102677]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:53 smithi111 ceph-mon[97855]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:53 smithi111 ceph-mon[116524]: pgmap v18351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:55 smithi155 ceph-mon[102677]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:55 smithi111 ceph-mon[97855]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:55 smithi111 ceph-mon[116524]: pgmap v18352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:57 smithi155 ceph-mon[102677]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:57 smithi111 ceph-mon[97855]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:57 smithi111 ceph-mon[116524]: pgmap v18353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:25:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:25:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:26:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:25:59 smithi155 ceph-mon[102677]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:25:59 smithi111 ceph-mon[97855]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:25:59 smithi111 ceph-mon[116524]: pgmap v18354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:01 smithi155 ceph-mon[102677]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:01 smithi111 ceph-mon[97855]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:01 smithi111 ceph-mon[116524]: pgmap v18355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:03 smithi155 ceph-mon[102677]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:03 smithi111 ceph-mon[97855]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:03 smithi111 ceph-mon[116524]: pgmap v18356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:05 smithi155 ceph-mon[102677]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:05 smithi111 ceph-mon[97855]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:05 smithi111 ceph-mon[116524]: pgmap v18357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:07 smithi155 ceph-mon[102677]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:07 smithi111 ceph-mon[97855]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:07 smithi111 ceph-mon[116524]: pgmap v18358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:09.282 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 21s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 20s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 21s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 20s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 20s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 21s ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 21s ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:26:09.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 20s ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 21s ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 21s ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 20s ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 21s ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 21s ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 21s ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 21s ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 20s ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 20s ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 20s ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:26:09.588 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 20s ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:26:09.589 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 20s ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:26:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:26:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:26:09.970 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:26:09.970 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:26:09.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:26:09.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:09.970 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:26:09.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:26:09.972 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:26:09.972 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:26:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:09 smithi155 ceph-mon[102677]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:09 smithi111 ceph-mon[97855]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:09 smithi111 ceph-mon[116524]: pgmap v18359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:10 smithi155 ceph-mon[102677]: from='client.44804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:11.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:10 smithi155 ceph-mon[102677]: from='client.44810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:11.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3403580764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:26:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:10 smithi111 ceph-mon[97855]: from='client.44804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:10 smithi111 ceph-mon[97855]: from='client.44810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3403580764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:26:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:10 smithi111 ceph-mon[116524]: from='client.44804 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:10 smithi111 ceph-mon[116524]: from='client.44810 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:11.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3403580764' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:26:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:11 smithi155 ceph-mon[102677]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:11 smithi111 ceph-mon[97855]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:11 smithi111 ceph-mon[116524]: pgmap v18360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:13 smithi155 ceph-mon[102677]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:13 smithi111 ceph-mon[97855]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:13 smithi111 ceph-mon[116524]: pgmap v18361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:16.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:15 smithi155 ceph-mon[102677]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:15 smithi111 ceph-mon[97855]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:15 smithi111 ceph-mon[116524]: pgmap v18362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:17 smithi155 ceph-mon[102677]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:17 smithi111 ceph-mon[97855]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:17 smithi111 ceph-mon[116524]: pgmap v18363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:26:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:26:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:19 smithi155 ceph-mon[102677]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:19 smithi111 ceph-mon[97855]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:19 smithi111 ceph-mon[116524]: pgmap v18364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:21 smithi155 ceph-mon[102677]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:21 smithi111 ceph-mon[97855]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:21 smithi111 ceph-mon[116524]: pgmap v18365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:23 smithi155 ceph-mon[102677]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:23 smithi111 ceph-mon[97855]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:23 smithi111 ceph-mon[116524]: pgmap v18366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:25 smithi155 ceph-mon[102677]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:25 smithi111 ceph-mon[97855]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:25 smithi111 ceph-mon[116524]: pgmap v18367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:27 smithi155 ceph-mon[102677]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:27 smithi111 ceph-mon[97855]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:27 smithi111 ceph-mon[116524]: pgmap v18368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:26:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:26:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:29 smithi155 ceph-mon[102677]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:29 smithi111 ceph-mon[97855]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:29 smithi111 ceph-mon[116524]: pgmap v18369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:31 smithi155 ceph-mon[102677]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:31 smithi111 ceph-mon[97855]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:31 smithi111 ceph-mon[116524]: pgmap v18370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:33 smithi155 ceph-mon[102677]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:33 smithi111 ceph-mon[97855]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:33 smithi111 ceph-mon[116524]: pgmap v18371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:35 smithi155 ceph-mon[102677]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:35 smithi111 ceph-mon[97855]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:35 smithi111 ceph-mon[116524]: pgmap v18372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:37 smithi155 ceph-mon[102677]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:37 smithi111 ceph-mon[97855]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:37 smithi111 ceph-mon[116524]: pgmap v18373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:26:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:26:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:39 smithi155 ceph-mon[102677]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:39 smithi111 ceph-mon[97855]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:39 smithi111 ceph-mon[116524]: pgmap v18374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:40.318 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 52s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 51s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 52s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 51s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 51s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 52s ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 52s ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:26:40.623 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 51s ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 52s ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 52s ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 51s ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 52s ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 52s ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 52s ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 52s ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 51s ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 51s ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 51s ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 51s ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:26:40.624 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 51s ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:26:41.008 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:26:41.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:26:41.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:26:41.009 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:26:41.010 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:41 smithi155 ceph-mon[102677]: from='client.44822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:41 smithi155 ceph-mon[102677]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:41 smithi155 ceph-mon[102677]: from='client.44828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/557083083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[97855]: from='client.44822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[97855]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[97855]: from='client.44828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/557083083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[116524]: from='client.44822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[116524]: pgmap v18375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[116524]: from='client.44828 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/557083083' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:26:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:43 smithi155 ceph-mon[102677]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:43 smithi111 ceph-mon[97855]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:43 smithi111 ceph-mon[116524]: pgmap v18376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:45 smithi155 ceph-mon[102677]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:45 smithi111 ceph-mon[97855]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:45 smithi111 ceph-mon[116524]: pgmap v18377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:47 smithi155 ceph-mon[102677]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:47 smithi111 ceph-mon[97855]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:47 smithi111 ceph-mon[116524]: pgmap v18378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:26:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:26:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:49 smithi155 ceph-mon[102677]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:26:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:49 smithi111 ceph-mon[116524]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:26:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:49 smithi111 ceph-mon[97855]: pgmap v18379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:26:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:26:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:26:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:26:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:26:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:26:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:26:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:26:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:26:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:26:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:26:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:51 smithi111 ceph-mon[97855]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:51 smithi111 ceph-mon[116524]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:51 smithi155 ceph-mon[102677]: pgmap v18380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:53 smithi111 ceph-mon[97855]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:53 smithi111 ceph-mon[116524]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:53 smithi155 ceph-mon[102677]: pgmap v18381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:55 smithi111 ceph-mon[97855]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:55 smithi111 ceph-mon[116524]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:55 smithi155 ceph-mon[102677]: pgmap v18382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:57 smithi111 ceph-mon[97855]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:57 smithi111 ceph-mon[116524]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:57 smithi155 ceph-mon[102677]: pgmap v18383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:26:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:26:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:27:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:26:59 smithi111 ceph-mon[116524]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:26:59 smithi111 ceph-mon[97855]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:26:59 smithi155 ceph-mon[102677]: pgmap v18384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:02 smithi155 ceph-mon[102677]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:01 smithi111 ceph-mon[97855]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:01 smithi111 ceph-mon[116524]: pgmap v18385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:04 smithi155 ceph-mon[102677]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:04 smithi111 ceph-mon[116524]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:04 smithi111 ceph-mon[97855]: pgmap v18386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:06 smithi155 ceph-mon[102677]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:06 smithi111 ceph-mon[97855]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:06 smithi111 ceph-mon[116524]: pgmap v18387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:08 smithi155 ceph-mon[102677]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:08 smithi111 ceph-mon[97855]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:08 smithi111 ceph-mon[116524]: pgmap v18388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:27:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:27:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:10 smithi155 ceph-mon[102677]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:10 smithi111 ceph-mon[97855]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:10 smithi111 ceph-mon[116524]: pgmap v18389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:11.352 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:27:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:27:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 83s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:27:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 82s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:27:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 83s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:27:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 82s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:27:11.662 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 82s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 83s ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 83s ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 82s ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 83s ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 83s ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 82s ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 83s ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 83s ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 83s ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 83s ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:27:11.663 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 82s ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:27:11.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 82s ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:27:11.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 82s ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:27:11.664 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 82s ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:27:11.664 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 82s ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:27:12.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:27:12.040 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:27:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:12 smithi155 ceph-mon[102677]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:12 smithi111 ceph-mon[97855]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:12 smithi111 ceph-mon[116524]: pgmap v18390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:13 smithi155 ceph-mon[102677]: from='client.34965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:13 smithi155 ceph-mon[102677]: from='client.44846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3405269043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:27:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:13 smithi111 ceph-mon[97855]: from='client.34965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:13 smithi111 ceph-mon[97855]: from='client.44846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3405269043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:13 smithi111 ceph-mon[116524]: from='client.34965 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:13 smithi111 ceph-mon[116524]: from='client.44846 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3405269043' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:27:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:14 smithi155 ceph-mon[102677]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:14 smithi111 ceph-mon[97855]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:14 smithi111 ceph-mon[116524]: pgmap v18391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:16 smithi155 ceph-mon[102677]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:16 smithi111 ceph-mon[97855]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:16 smithi111 ceph-mon[116524]: pgmap v18392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:18 smithi155 ceph-mon[102677]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:18 smithi111 ceph-mon[97855]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:18 smithi111 ceph-mon[116524]: pgmap v18393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:27:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:27:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:20 smithi155 ceph-mon[102677]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:20 smithi111 ceph-mon[97855]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:20 smithi111 ceph-mon[116524]: pgmap v18394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:22 smithi155 ceph-mon[102677]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:22 smithi111 ceph-mon[97855]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:22 smithi111 ceph-mon[116524]: pgmap v18395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:24 smithi155 ceph-mon[102677]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:24 smithi111 ceph-mon[97855]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:24 smithi111 ceph-mon[116524]: pgmap v18396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:26 smithi155 ceph-mon[102677]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:26 smithi111 ceph-mon[97855]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:26 smithi111 ceph-mon[116524]: pgmap v18397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:28 smithi155 ceph-mon[102677]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:28 smithi111 ceph-mon[97855]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:28 smithi111 ceph-mon[116524]: pgmap v18398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:27:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:27:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:30 smithi155 ceph-mon[102677]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:30 smithi111 ceph-mon[97855]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:30 smithi111 ceph-mon[116524]: pgmap v18399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:32 smithi155 ceph-mon[102677]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:32 smithi111 ceph-mon[97855]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:32 smithi111 ceph-mon[116524]: pgmap v18400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:34 smithi155 ceph-mon[102677]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:34 smithi111 ceph-mon[97855]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:34 smithi111 ceph-mon[116524]: pgmap v18401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:36 smithi155 ceph-mon[102677]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:36 smithi111 ceph-mon[97855]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:36 smithi111 ceph-mon[116524]: pgmap v18402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:38 smithi155 ceph-mon[102677]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:38 smithi111 ceph-mon[97855]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:38 smithi111 ceph-mon[116524]: pgmap v18403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:27:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:27:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:40 smithi155 ceph-mon[102677]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:40 smithi111 ceph-mon[97855]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:40 smithi111 ceph-mon[116524]: pgmap v18404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:42.388 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:27:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:42 smithi155 ceph-mon[102677]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:42 smithi111 ceph-mon[97855]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:42 smithi111 ceph-mon[116524]: pgmap v18405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:42.692 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:27:42.692 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 114s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:27:42.692 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 113s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 114s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 113s ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 113s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 114s ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 114s ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 113s ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 114s ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:27:42.693 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 114s ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 113s ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 114s ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 114s ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 114s ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 114s ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 113s ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:27:42.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 113s ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:27:42.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 113s ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:27:42.695 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 113s ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:27:42.695 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 113s ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:27:43.069 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:27:43.069 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:27:43.069 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:27:43.069 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:27:43.070 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:27:43.071 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:27:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3551265296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:27:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3551265296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:27:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3551265296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:44 smithi155 ceph-mon[102677]: from='client.44858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:44 smithi155 ceph-mon[102677]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:44 smithi155 ceph-mon[102677]: from='client.34989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:44 smithi111 ceph-mon[97855]: from='client.44858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:44 smithi111 ceph-mon[97855]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:44 smithi111 ceph-mon[97855]: from='client.34989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:44 smithi111 ceph-mon[116524]: from='client.44858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:44 smithi111 ceph-mon[116524]: pgmap v18406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:44 smithi111 ceph-mon[116524]: from='client.34989 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:27:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:46 smithi155 ceph-mon[102677]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:46 smithi111 ceph-mon[97855]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:46 smithi111 ceph-mon[116524]: pgmap v18407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:48 smithi155 ceph-mon[102677]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:48 smithi111 ceph-mon[97855]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:48 smithi111 ceph-mon[116524]: pgmap v18408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:27:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:27:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:50 smithi155 ceph-mon[102677]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:27:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:50 smithi111 ceph-mon[97855]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:27:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:50 smithi111 ceph-mon[116524]: pgmap v18409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:27:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:27:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: pgmap v18410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:27:51.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:27:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:53 smithi155 ceph-mon[102677]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:53 smithi111 ceph-mon[97855]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:53 smithi111 ceph-mon[116524]: pgmap v18411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:55 smithi155 ceph-mon[102677]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:55 smithi111 ceph-mon[97855]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:55 smithi111 ceph-mon[116524]: pgmap v18412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:57 smithi155 ceph-mon[102677]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:57 smithi111 ceph-mon[97855]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:57 smithi111 ceph-mon[116524]: pgmap v18413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:27:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:27:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:28:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:27:59 smithi155 ceph-mon[102677]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:27:59 smithi111 ceph-mon[97855]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:27:59 smithi111 ceph-mon[116524]: pgmap v18414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:01 smithi155 ceph-mon[102677]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:01 smithi111 ceph-mon[97855]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:01 smithi111 ceph-mon[116524]: pgmap v18415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:03 smithi155 ceph-mon[102677]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:03 smithi111 ceph-mon[97855]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:03 smithi111 ceph-mon[116524]: pgmap v18416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:05 smithi155 ceph-mon[102677]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:05 smithi111 ceph-mon[97855]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:05 smithi111 ceph-mon[116524]: pgmap v18417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:07 smithi155 ceph-mon[102677]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:07 smithi111 ceph-mon[97855]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:07 smithi111 ceph-mon[116524]: pgmap v18418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:28:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:28:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:09 smithi155 ceph-mon[102677]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:09 smithi111 ceph-mon[97855]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:09 smithi111 ceph-mon[116524]: pgmap v18419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:11 smithi155 ceph-mon[102677]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:11 smithi111 ceph-mon[97855]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:11 smithi111 ceph-mon[116524]: pgmap v18420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:13.419 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:28:13.724 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:28:13.724 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:28:13.724 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:28:13.724 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:28:13.724 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:28:13.724 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:28:13.725 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:28:13.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:28:13.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:28:13.726 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:28:13.726 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:28:14.102 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:28:14.102 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:28:14.103 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:28:14.104 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:14.104 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:28:14.104 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:28:14.104 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:28:14.104 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:28:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:13 smithi155 ceph-mon[102677]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:13 smithi111 ceph-mon[97855]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:13 smithi111 ceph-mon[116524]: pgmap v18421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:14 smithi155 ceph-mon[102677]: from='client.35001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:14 smithi155 ceph-mon[102677]: from='client.44882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:15.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1242877549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:28:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:14 smithi111 ceph-mon[97855]: from='client.35001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:14 smithi111 ceph-mon[97855]: from='client.44882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1242877549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:28:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:14 smithi111 ceph-mon[116524]: from='client.35001 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:14 smithi111 ceph-mon[116524]: from='client.44882 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:15.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1242877549' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:28:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:15 smithi155 ceph-mon[102677]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:15 smithi111 ceph-mon[97855]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:15 smithi111 ceph-mon[116524]: pgmap v18422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:17 smithi155 ceph-mon[102677]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:17 smithi111 ceph-mon[97855]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:17 smithi111 ceph-mon[116524]: pgmap v18423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:28:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:28:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:19 smithi155 ceph-mon[102677]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:19 smithi111 ceph-mon[97855]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:19 smithi111 ceph-mon[116524]: pgmap v18424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:21 smithi155 ceph-mon[102677]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:21 smithi111 ceph-mon[97855]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:21 smithi111 ceph-mon[116524]: pgmap v18425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:23 smithi155 ceph-mon[102677]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:23 smithi111 ceph-mon[97855]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:23 smithi111 ceph-mon[116524]: pgmap v18426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:25 smithi155 ceph-mon[102677]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:25 smithi111 ceph-mon[97855]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:25 smithi111 ceph-mon[116524]: pgmap v18427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:27 smithi155 ceph-mon[102677]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:27 smithi111 ceph-mon[97855]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:27 smithi111 ceph-mon[116524]: pgmap v18428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:28:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:28:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:29 smithi155 ceph-mon[102677]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:29 smithi111 ceph-mon[97855]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:29 smithi111 ceph-mon[116524]: pgmap v18429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:31 smithi155 ceph-mon[102677]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:31 smithi111 ceph-mon[97855]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:31 smithi111 ceph-mon[116524]: pgmap v18430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:33 smithi155 ceph-mon[102677]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:33 smithi111 ceph-mon[97855]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:33 smithi111 ceph-mon[116524]: pgmap v18431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:35 smithi155 ceph-mon[102677]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:35 smithi111 ceph-mon[97855]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:35 smithi111 ceph-mon[116524]: pgmap v18432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:37 smithi155 ceph-mon[102677]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:37 smithi111 ceph-mon[97855]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:37 smithi111 ceph-mon[116524]: pgmap v18433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:28:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:28:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:39 smithi155 ceph-mon[102677]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:39 smithi111 ceph-mon[97855]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:39 smithi111 ceph-mon[116524]: pgmap v18434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:41 smithi111 ceph-mon[97855]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:41 smithi111 ceph-mon[116524]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:41 smithi155 ceph-mon[102677]: pgmap v18435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:43 smithi111 ceph-mon[97855]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:43 smithi111 ceph-mon[116524]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:44.447 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:28:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:43 smithi155 ceph-mon[102677]: pgmap v18436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:28:44.753 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:28:44.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:28:44.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:28:44.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:28:44.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:28:44.755 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:28:44.755 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:28:45.135 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:28:45.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:28:45.135 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:28:45.135 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:45.135 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:28:45.135 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:28:45.136 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:28:45.137 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[97855]: from='client.44894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[97855]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[97855]: from='client.44900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3589392695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[116524]: from='client.44894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[116524]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[116524]: from='client.44900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3589392695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:45 smithi155 ceph-mon[102677]: from='client.44894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:45 smithi155 ceph-mon[102677]: pgmap v18437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:45 smithi155 ceph-mon[102677]: from='client.44900 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:28:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3589392695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:28:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:47 smithi111 ceph-mon[97855]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:47 smithi111 ceph-mon[116524]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:47 smithi155 ceph-mon[102677]: pgmap v18438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:28:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:28:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:49 smithi111 ceph-mon[97855]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:49 smithi111 ceph-mon[116524]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:49 smithi155 ceph-mon[102677]: pgmap v18439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:28:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:51 smithi155 ceph-mon[102677]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:28:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:28:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:28:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:28:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[97855]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[116524]: pgmap v18440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:28:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:28:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:53 smithi155 ceph-mon[102677]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:53 smithi111 ceph-mon[97855]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:53 smithi111 ceph-mon[116524]: pgmap v18441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:55 smithi155 ceph-mon[102677]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:55 smithi111 ceph-mon[97855]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:55 smithi111 ceph-mon[116524]: pgmap v18442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:57 smithi155 ceph-mon[102677]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:57 smithi111 ceph-mon[97855]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:57 smithi111 ceph-mon[116524]: pgmap v18443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:28:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:28:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:29:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:28:59 smithi155 ceph-mon[102677]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:28:59 smithi111 ceph-mon[97855]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:28:59 smithi111 ceph-mon[116524]: pgmap v18444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:01 smithi155 ceph-mon[102677]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:01 smithi111 ceph-mon[97855]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:01 smithi111 ceph-mon[116524]: pgmap v18445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:03 smithi155 ceph-mon[102677]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:03 smithi111 ceph-mon[97855]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:03 smithi111 ceph-mon[116524]: pgmap v18446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:05 smithi155 ceph-mon[102677]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:05 smithi111 ceph-mon[97855]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:05 smithi111 ceph-mon[116524]: pgmap v18447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:07 smithi155 ceph-mon[102677]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:07 smithi111 ceph-mon[97855]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:07 smithi111 ceph-mon[116524]: pgmap v18448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:29:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:29:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:09 smithi155 ceph-mon[102677]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:09 smithi111 ceph-mon[97855]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:09 smithi111 ceph-mon[116524]: pgmap v18449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:11 smithi155 ceph-mon[102677]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:11 smithi111 ceph-mon[97855]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:11 smithi111 ceph-mon[116524]: pgmap v18450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:13 smithi155 ceph-mon[102677]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:13 smithi111 ceph-mon[97855]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:13 smithi111 ceph-mon[116524]: pgmap v18451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:15.480 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:29:15.786 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:29:15.786 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:29:15.786 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:29:15.786 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:29:15.786 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:29:15.786 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:29:15.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:29:15.788 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:29:15.788 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:29:15.788 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:29:15.788 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:16.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:29:16.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:29:16.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:16.167 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:29:16.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:29:16.167 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:29:16.167 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:29:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:15 smithi155 ceph-mon[102677]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:15 smithi111 ceph-mon[97855]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:15 smithi111 ceph-mon[116524]: pgmap v18452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:16 smithi155 ceph-mon[102677]: from='client.35037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:16 smithi155 ceph-mon[102677]: from='client.44918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3689419050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:29:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:16 smithi111 ceph-mon[97855]: from='client.35037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:16 smithi111 ceph-mon[97855]: from='client.44918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3689419050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:29:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:16 smithi111 ceph-mon[116524]: from='client.35037 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:16 smithi111 ceph-mon[116524]: from='client.44918 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3689419050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:29:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:17 smithi155 ceph-mon[102677]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:17 smithi111 ceph-mon[97855]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:17 smithi111 ceph-mon[116524]: pgmap v18453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:29:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:29:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:19 smithi155 ceph-mon[102677]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:19 smithi111 ceph-mon[97855]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:19 smithi111 ceph-mon[116524]: pgmap v18454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:21 smithi155 ceph-mon[102677]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:21 smithi111 ceph-mon[97855]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:21 smithi111 ceph-mon[116524]: pgmap v18455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:23 smithi155 ceph-mon[102677]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:23 smithi111 ceph-mon[97855]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:23 smithi111 ceph-mon[116524]: pgmap v18456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:25 smithi155 ceph-mon[102677]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:25 smithi111 ceph-mon[97855]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:25 smithi111 ceph-mon[116524]: pgmap v18457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:27 smithi111 ceph-mon[97855]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:27 smithi111 ceph-mon[116524]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:27 smithi155 ceph-mon[102677]: pgmap v18458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:29:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:29:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:29 smithi111 ceph-mon[97855]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:29 smithi111 ceph-mon[116524]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:29 smithi155 ceph-mon[102677]: pgmap v18459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:31 smithi111 ceph-mon[97855]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:31 smithi111 ceph-mon[116524]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:31 smithi155 ceph-mon[102677]: pgmap v18460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:33 smithi111 ceph-mon[116524]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:34.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:33 smithi111 ceph-mon[97855]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:33 smithi155 ceph-mon[102677]: pgmap v18461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:35 smithi111 ceph-mon[116524]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:35 smithi111 ceph-mon[97855]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:35 smithi155 ceph-mon[102677]: pgmap v18462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:37 smithi111 ceph-mon[97855]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:38.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:37 smithi111 ceph-mon[116524]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:37 smithi155 ceph-mon[102677]: pgmap v18463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:29:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:29:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:39 smithi111 ceph-mon[97855]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:39 smithi111 ceph-mon[116524]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:39 smithi155 ceph-mon[102677]: pgmap v18464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:41 smithi111 ceph-mon[97855]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:41 smithi111 ceph-mon[116524]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:41 smithi155 ceph-mon[102677]: pgmap v18465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:43 smithi111 ceph-mon[97855]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:43 smithi111 ceph-mon[116524]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:43 smithi155 ceph-mon[102677]: pgmap v18466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:45 smithi111 ceph-mon[97855]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:45 smithi111 ceph-mon[116524]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:45 smithi155 ceph-mon[102677]: pgmap v18467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:46.512 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 3m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:29:46.817 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 3m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 3m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 3m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 3m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 3m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 3m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 3m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:29:46.818 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:29:46.819 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:29:46.819 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:29:46.819 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:29:46.819 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:29:46.819 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:29:47.194 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:29:47.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:29:47.196 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:29:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[97855]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[97855]: from='client.35055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[97855]: from='client.44936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:48.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/802771617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:29:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[116524]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[116524]: from='client.35055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[116524]: from='client.44936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/802771617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:47 smithi155 ceph-mon[102677]: pgmap v18468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:47 smithi155 ceph-mon[102677]: from='client.35055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:47 smithi155 ceph-mon[102677]: from='client.44936 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:29:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/802771617' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:29:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:29:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:29:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:49 smithi111 ceph-mon[97855]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:49 smithi111 ceph-mon[116524]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:49 smithi155 ceph-mon[102677]: pgmap v18469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:29:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:52 smithi155 ceph-mon[102677]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:29:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:29:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:29:52.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:29:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:51 smithi111 ceph-mon[97855]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:29:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:29:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:29:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:29:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:52 smithi111 ceph-mon[116524]: pgmap v18470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:29:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:29:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:29:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:29:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:54 smithi155 ceph-mon[102677]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:54 smithi111 ceph-mon[97855]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:54 smithi111 ceph-mon[116524]: pgmap v18471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:56 smithi155 ceph-mon[102677]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:56 smithi111 ceph-mon[97855]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:56 smithi111 ceph-mon[116524]: pgmap v18472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:29:58 smithi155 ceph-mon[102677]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:29:58 smithi111 ceph-mon[97855]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:29:58 smithi111 ceph-mon[116524]: pgmap v18473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:29:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:29:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:30:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:00 smithi155 ceph-mon[102677]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:00 smithi111 conmon[97831]: 2023-12-01T13:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:00 smithi111 ceph-mon[97855]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:30:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:00 smithi111 ceph-mon[116524]: pgmap v18474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:30:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:02 smithi155 ceph-mon[102677]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:02 smithi111 ceph-mon[97855]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:02 smithi111 ceph-mon[116524]: pgmap v18475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:04 smithi155 ceph-mon[102677]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:04 smithi111 ceph-mon[97855]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:04 smithi111 ceph-mon[116524]: pgmap v18476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:06 smithi155 ceph-mon[102677]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:06 smithi111 ceph-mon[97855]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:06 smithi111 ceph-mon[116524]: pgmap v18477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:08 smithi111 ceph-mon[97855]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:08 smithi111 ceph-mon[116524]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:08 smithi155 ceph-mon[102677]: pgmap v18478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:30:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:30:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:10 smithi155 ceph-mon[102677]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:10 smithi111 ceph-mon[97855]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:10 smithi111 ceph-mon[116524]: pgmap v18479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:12 smithi155 ceph-mon[102677]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:12 smithi111 ceph-mon[97855]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:12 smithi111 ceph-mon[116524]: pgmap v18480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:14 smithi155 ceph-mon[102677]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:14 smithi111 ceph-mon[97855]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:14 smithi111 ceph-mon[116524]: pgmap v18481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:16 smithi155 ceph-mon[102677]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:16 smithi111 ceph-mon[97855]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:16 smithi111 ceph-mon[116524]: pgmap v18482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:17.543 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 4m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 4m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:30:17.849 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 4m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 4m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 4m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 4m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 4m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:30:17.850 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:30:17.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:30:17.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:30:17.851 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:30:17.851 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:30:18.229 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:30:18.229 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:30:18.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:30:18.229 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:18.229 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:30:18.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:30:18.231 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:30:18.231 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:30:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:18 smithi155 ceph-mon[102677]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:18 smithi111 ceph-mon[97855]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:18 smithi111 ceph-mon[116524]: pgmap v18483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:19 smithi155 ceph-mon[102677]: from='client.35073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:19 smithi155 ceph-mon[102677]: from='client.35079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1329605172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:30:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:30:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:19 smithi111 ceph-mon[97855]: from='client.35073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:19 smithi111 ceph-mon[97855]: from='client.35079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1329605172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:30:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:19 smithi111 ceph-mon[116524]: from='client.35073 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:19 smithi111 ceph-mon[116524]: from='client.35079 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1329605172' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:30:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:20 smithi155 ceph-mon[102677]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:20 smithi111 ceph-mon[97855]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:20 smithi111 ceph-mon[116524]: pgmap v18484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:22 smithi155 ceph-mon[102677]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:22 smithi111 ceph-mon[97855]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:22 smithi111 ceph-mon[116524]: pgmap v18485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:24 smithi155 ceph-mon[102677]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:24 smithi111 ceph-mon[97855]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:24 smithi111 ceph-mon[116524]: pgmap v18486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:26 smithi155 ceph-mon[102677]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:26 smithi111 ceph-mon[97855]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:26 smithi111 ceph-mon[116524]: pgmap v18487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:28 smithi155 ceph-mon[102677]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:28 smithi111 ceph-mon[97855]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:28 smithi111 ceph-mon[116524]: pgmap v18488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:30:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:30:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:30 smithi155 ceph-mon[102677]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:30 smithi111 ceph-mon[97855]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:30 smithi111 ceph-mon[116524]: pgmap v18489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:32 smithi155 ceph-mon[102677]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:32 smithi111 ceph-mon[116524]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:32 smithi111 ceph-mon[97855]: pgmap v18490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:34 smithi155 ceph-mon[102677]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:34 smithi111 ceph-mon[97855]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:34 smithi111 ceph-mon[116524]: pgmap v18491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:36 smithi155 ceph-mon[102677]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:36 smithi111 ceph-mon[97855]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:36 smithi111 ceph-mon[116524]: pgmap v18492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:38 smithi155 ceph-mon[102677]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:38 smithi111 ceph-mon[97855]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:38 smithi111 ceph-mon[116524]: pgmap v18493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:30:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:30:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:40 smithi155 ceph-mon[102677]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:40 smithi111 ceph-mon[97855]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:40 smithi111 ceph-mon[116524]: pgmap v18494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:42 smithi155 ceph-mon[102677]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:42 smithi111 ceph-mon[97855]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:42 smithi111 ceph-mon[116524]: pgmap v18495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:44 smithi155 ceph-mon[102677]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:44 smithi111 ceph-mon[97855]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:44 smithi111 ceph-mon[116524]: pgmap v18496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:46 smithi155 ceph-mon[102677]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:46 smithi111 ceph-mon[97855]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:46 smithi111 ceph-mon[116524]: pgmap v18497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:48 smithi155 ceph-mon[102677]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:48 smithi111 ceph-mon[97855]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:48 smithi111 ceph-mon[116524]: pgmap v18498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:48.576 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 4m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:30:48.881 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 4m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:30:48.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 4m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:30:48.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:30:48.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:30:48.883 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:30:48.883 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:30:49.262 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:30:49.263 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:30:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:30:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:30:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:50 smithi155 ceph-mon[102677]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:50 smithi155 ceph-mon[102677]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:50 smithi155 ceph-mon[102677]: from='client.35097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1312945946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:30:50.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[116524]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[116524]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[116524]: from='client.35097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1312945946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:30:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[97855]: pgmap v18499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[97855]: from='client.44966 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[97855]: from='client.35097 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:30:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1312945946' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:30:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:30:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:52 smithi155 ceph-mon[102677]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:30:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:52 smithi111 ceph-mon[97855]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:30:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:52 smithi111 ceph-mon[116524]: pgmap v18500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:30:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:30:53.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:30:53.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:30:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:30:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:30:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:30:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:30:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:30:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:30:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:54 smithi155 ceph-mon[102677]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:54 smithi111 ceph-mon[97855]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:54 smithi111 ceph-mon[116524]: pgmap v18501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:56 smithi155 ceph-mon[102677]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:56 smithi111 ceph-mon[97855]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:56 smithi111 ceph-mon[116524]: pgmap v18502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:30:58 smithi155 ceph-mon[102677]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:30:58 smithi111 ceph-mon[97855]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:30:58 smithi111 ceph-mon[116524]: pgmap v18503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:30:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:30:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:31:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:00 smithi155 ceph-mon[102677]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:00 smithi111 ceph-mon[97855]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:00 smithi111 ceph-mon[116524]: pgmap v18504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:02 smithi155 ceph-mon[102677]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:02 smithi111 ceph-mon[97855]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:02 smithi111 ceph-mon[116524]: pgmap v18505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:04 smithi155 ceph-mon[102677]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:04 smithi111 ceph-mon[97855]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:04 smithi111 ceph-mon[116524]: pgmap v18506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:06 smithi155 ceph-mon[102677]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:06 smithi111 ceph-mon[97855]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:06 smithi111 ceph-mon[116524]: pgmap v18507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:08 smithi155 ceph-mon[102677]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:08 smithi111 ceph-mon[97855]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:08 smithi111 ceph-mon[116524]: pgmap v18508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:31:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T13:31:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:10 smithi155 ceph-mon[102677]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:10 smithi111 ceph-mon[97855]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:10 smithi111 ceph-mon[116524]: pgmap v18509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:12 smithi155 ceph-mon[102677]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:12 smithi111 ceph-mon[97855]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:12 smithi111 ceph-mon[116524]: pgmap v18510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:14 smithi155 ceph-mon[102677]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:14 smithi111 ceph-mon[97855]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:14 smithi111 ceph-mon[116524]: pgmap v18511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:16 smithi155 ceph-mon[102677]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:16 smithi111 ceph-mon[97855]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:16 smithi111 ceph-mon[116524]: pgmap v18512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:18 smithi155 ceph-mon[102677]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:18 smithi111 ceph-mon[97855]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:18 smithi111 ceph-mon[116524]: pgmap v18513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:19.610 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:31:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:31:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 5m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 5m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 5m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:31:19.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 5m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 5m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 5m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 5m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 5m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 5m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 5m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 5m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 5m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:31:19.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 5m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:31:19.924 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 5m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:31:19.924 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:31:20.302 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:31:20.302 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:20.303 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:31:20.304 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:31:20.304 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:31:20.304 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:31:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:20 smithi155 ceph-mon[102677]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:20 smithi111 ceph-mon[97855]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:20 smithi111 ceph-mon[116524]: pgmap v18514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:21 smithi155 ceph-mon[102677]: from='client.35109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:21 smithi155 ceph-mon[102677]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/21353359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:31:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:21 smithi111 ceph-mon[97855]: from='client.35109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:21 smithi111 ceph-mon[97855]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/21353359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:21 smithi111 ceph-mon[116524]: from='client.35109 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:21 smithi111 ceph-mon[116524]: from='client.35115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/21353359' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:31:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:22 smithi155 ceph-mon[102677]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:22 smithi111 ceph-mon[97855]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:22 smithi111 ceph-mon[116524]: pgmap v18515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:24 smithi155 ceph-mon[102677]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:24 smithi111 ceph-mon[97855]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:24 smithi111 ceph-mon[116524]: pgmap v18516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:26 smithi155 ceph-mon[102677]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:26 smithi111 ceph-mon[97855]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:26 smithi111 ceph-mon[116524]: pgmap v18517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:28 smithi155 ceph-mon[102677]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:28 smithi111 ceph-mon[97855]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:28 smithi111 ceph-mon[116524]: pgmap v18518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:31:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:31:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:30 smithi155 ceph-mon[102677]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:30 smithi111 ceph-mon[97855]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:30 smithi111 ceph-mon[116524]: pgmap v18519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:32 smithi155 ceph-mon[102677]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:32 smithi111 ceph-mon[97855]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:32 smithi111 ceph-mon[116524]: pgmap v18520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:34 smithi155 ceph-mon[102677]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:34 smithi111 ceph-mon[97855]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:34 smithi111 ceph-mon[116524]: pgmap v18521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:36 smithi155 ceph-mon[102677]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:36 smithi111 ceph-mon[97855]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:36 smithi111 ceph-mon[116524]: pgmap v18522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:38 smithi155 ceph-mon[102677]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:38 smithi111 ceph-mon[97855]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:38 smithi111 ceph-mon[116524]: pgmap v18523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:31:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:31:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:40 smithi155 ceph-mon[102677]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:40 smithi111 ceph-mon[97855]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:40 smithi111 ceph-mon[116524]: pgmap v18524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:42 smithi111 ceph-mon[97855]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:42 smithi111 ceph-mon[116524]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:42 smithi155 ceph-mon[102677]: pgmap v18525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:44 smithi111 ceph-mon[97855]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:44 smithi111 ceph-mon[116524]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:44 smithi155 ceph-mon[102677]: pgmap v18526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:46 smithi111 ceph-mon[97855]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:46 smithi111 ceph-mon[116524]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:46 smithi155 ceph-mon[102677]: pgmap v18527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:48 smithi111 ceph-mon[97855]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:48 smithi111 ceph-mon[116524]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:48 smithi155 ceph-mon[102677]: pgmap v18528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:31:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:31:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:50 smithi111 ceph-mon[97855]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:50 smithi111 ceph-mon[116524]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:50.649 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:31:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:50 smithi155 ceph-mon[102677]: pgmap v18529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:31:50.957 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:31:50.957 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:31:50.957 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:31:50.957 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:31:50.957 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:31:50.958 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:31:50.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:31:50.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:31:50.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:31:50.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:31:50.959 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:31:50.959 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:31:51.343 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:31:51.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:31:51.343 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:31:51.343 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:51.343 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:31:51.344 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:31:51.345 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:31:51.345 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:31:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[97855]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[97855]: from='client.35127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[97855]: from='client.35133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1750225401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[116524]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[116524]: from='client.35127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[116524]: from='client.35133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1750225401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:31:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:52 smithi155 ceph-mon[102677]: pgmap v18530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:52 smithi155 ceph-mon[102677]: from='client.35127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:52 smithi155 ceph-mon[102677]: from='client.35133 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:31:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1750225401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:31:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:31:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:31:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:31:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:31:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:31:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:31:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:54 smithi111 ceph-mon[97855]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:54 smithi111 ceph-mon[116524]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:54 smithi155 ceph-mon[102677]: pgmap v18531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:56 smithi111 ceph-mon[97855]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:56 smithi111 ceph-mon[116524]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:56 smithi155 ceph-mon[102677]: pgmap v18532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:31:58 smithi111 ceph-mon[97855]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:31:58 smithi111 ceph-mon[116524]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:31:58 smithi155 ceph-mon[102677]: pgmap v18533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:31:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:31:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:32:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:00 smithi111 ceph-mon[97855]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:00 smithi111 ceph-mon[116524]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:00 smithi155 ceph-mon[102677]: pgmap v18534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:02 smithi111 ceph-mon[97855]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:02 smithi111 ceph-mon[116524]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:02 smithi155 ceph-mon[102677]: pgmap v18535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:04 smithi111 ceph-mon[97855]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:04 smithi111 ceph-mon[116524]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:04 smithi155 ceph-mon[102677]: pgmap v18536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:06.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:06 smithi155 ceph-mon[102677]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:06 smithi111 ceph-mon[97855]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:06 smithi111 ceph-mon[116524]: pgmap v18537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:08 smithi155 ceph-mon[102677]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:08 smithi111 ceph-mon[97855]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:08 smithi111 ceph-mon[116524]: pgmap v18538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:32:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:32:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:10 smithi155 ceph-mon[102677]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:10 smithi111 ceph-mon[97855]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:10 smithi111 ceph-mon[116524]: pgmap v18539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:12 smithi155 ceph-mon[102677]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:12 smithi111 ceph-mon[97855]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:12 smithi111 ceph-mon[116524]: pgmap v18540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:14 smithi155 ceph-mon[102677]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:14 smithi111 ceph-mon[97855]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:14 smithi111 ceph-mon[116524]: pgmap v18541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:16 smithi155 ceph-mon[102677]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:16 smithi111 ceph-mon[97855]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:16 smithi111 ceph-mon[116524]: pgmap v18542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:18 smithi155 ceph-mon[102677]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:18 smithi111 ceph-mon[97855]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:18 smithi111 ceph-mon[116524]: pgmap v18543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:32:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:32:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:20 smithi155 ceph-mon[102677]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:20.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:20 smithi111 ceph-mon[97855]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:20 smithi111 ceph-mon[116524]: pgmap v18544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:21.689 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:32:21.994 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:32:21.994 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:32:21.994 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:32:21.994 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 6m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 6m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 6m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 6m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 6m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 6m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 6m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 6m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 6m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 6m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 6m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 6m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 6m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:32:21.995 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 6m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:32:21.996 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 6m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:32:21.996 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:32:22.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:32:22.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:22.374 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:32:22.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:32:22.374 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:32:22.374 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:32:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:22 smithi155 ceph-mon[102677]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:22 smithi111 ceph-mon[97855]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:22 smithi111 ceph-mon[116524]: pgmap v18545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:23 smithi155 ceph-mon[102677]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:23 smithi155 ceph-mon[102677]: from='client.35151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1016620159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:32:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:23 smithi111 ceph-mon[97855]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:23 smithi111 ceph-mon[97855]: from='client.35151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1016620159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:32:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:23 smithi111 ceph-mon[116524]: from='client.45020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:23 smithi111 ceph-mon[116524]: from='client.35151 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1016620159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:32:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:24 smithi155 ceph-mon[102677]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:24 smithi111 ceph-mon[97855]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:24 smithi111 ceph-mon[116524]: pgmap v18546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:25 smithi155 ceph-mon[102677]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:25 smithi111 ceph-mon[97855]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:25 smithi111 ceph-mon[116524]: pgmap v18547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:27 smithi155 ceph-mon[102677]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:27 smithi111 ceph-mon[97855]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:27 smithi111 ceph-mon[116524]: pgmap v18548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:32:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:32:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:29 smithi155 ceph-mon[102677]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:29 smithi111 ceph-mon[97855]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:29 smithi111 ceph-mon[116524]: pgmap v18549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:31 smithi155 ceph-mon[102677]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:31 smithi111 ceph-mon[97855]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:31 smithi111 ceph-mon[116524]: pgmap v18550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:33 smithi155 ceph-mon[102677]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:33 smithi111 ceph-mon[97855]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:33 smithi111 ceph-mon[116524]: pgmap v18551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:35 smithi111 ceph-mon[97855]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:35 smithi111 ceph-mon[116524]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:35 smithi155 ceph-mon[102677]: pgmap v18552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:37 smithi111 ceph-mon[97855]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:37 smithi111 ceph-mon[116524]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:37 smithi155 ceph-mon[102677]: pgmap v18553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:32:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:32:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:39 smithi111 ceph-mon[97855]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:39 smithi111 ceph-mon[116524]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 13:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T13:32:40.173605379Z level=info msg="Completed cleanup jobs" duration=140.744874ms 2023-12-01T13:32:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:39 smithi155 ceph-mon[102677]: pgmap v18554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:41 smithi111 ceph-mon[97855]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:41 smithi111 ceph-mon[116524]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:41 smithi155 ceph-mon[102677]: pgmap v18555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:43 smithi111 ceph-mon[97855]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:43 smithi111 ceph-mon[116524]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:43 smithi155 ceph-mon[102677]: pgmap v18556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:45 smithi111 ceph-mon[97855]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:45 smithi111 ceph-mon[116524]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:45 smithi155 ceph-mon[102677]: pgmap v18557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:47 smithi111 ceph-mon[97855]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:48.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:47 smithi111 ceph-mon[116524]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:47 smithi155 ceph-mon[102677]: pgmap v18558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:32:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:32:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:49 smithi111 ceph-mon[97855]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:49 smithi111 ceph-mon[116524]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:49 smithi155 ceph-mon[102677]: pgmap v18559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:32:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:51 smithi111 ceph-mon[116524]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:51 smithi111 ceph-mon[97855]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:51 smithi155 ceph-mon[102677]: pgmap v18560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:52.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:32:53.052 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:32:53.052 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:32:53.052 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:32:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:32:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:32:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:32:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:32:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:32:53.459 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:32:53.460 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: from='client.45038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: from='client.45044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:32:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1810452050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: from='client.45038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: from='client.45044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:32:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1810452050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:32:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: pgmap v18561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: from='client.45038 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: from='client.45044 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:32:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:32:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:32:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:32:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1810452050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:32:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:55 smithi155 ceph-mon[102677]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:55 smithi111 ceph-mon[97855]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:56 smithi111 ceph-mon[116524]: pgmap v18562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:32:58 smithi155 ceph-mon[102677]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:32:58 smithi111 ceph-mon[97855]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:32:58 smithi111 ceph-mon[116524]: pgmap v18563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:32:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:32:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:33:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:00 smithi155 ceph-mon[102677]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:00 smithi111 ceph-mon[97855]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:00 smithi111 ceph-mon[116524]: pgmap v18564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:02 smithi155 ceph-mon[102677]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:02 smithi111 ceph-mon[97855]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:02 smithi111 ceph-mon[116524]: pgmap v18565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:04 smithi155 ceph-mon[102677]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:04 smithi111 ceph-mon[97855]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:04 smithi111 ceph-mon[116524]: pgmap v18566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:06 smithi155 ceph-mon[102677]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:06 smithi111 ceph-mon[97855]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:06 smithi111 ceph-mon[116524]: pgmap v18567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:08 smithi155 ceph-mon[102677]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:08 smithi111 ceph-mon[97855]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:08 smithi111 ceph-mon[116524]: pgmap v18568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:33:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:33:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:10 smithi155 ceph-mon[102677]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:10 smithi111 ceph-mon[97855]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:10 smithi111 ceph-mon[116524]: pgmap v18569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:12 smithi155 ceph-mon[102677]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:12 smithi111 ceph-mon[97855]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:12 smithi111 ceph-mon[116524]: pgmap v18570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:14 smithi155 ceph-mon[102677]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:14 smithi111 ceph-mon[97855]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:14 smithi111 ceph-mon[116524]: pgmap v18571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:16 smithi155 ceph-mon[102677]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:16 smithi111 ceph-mon[97855]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:16 smithi111 ceph-mon[116524]: pgmap v18572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:18 smithi155 ceph-mon[102677]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:18 smithi111 ceph-mon[97855]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:18 smithi111 ceph-mon[116524]: pgmap v18573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:33:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:33:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:20 smithi155 ceph-mon[102677]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:20 smithi111 ceph-mon[97855]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:20 smithi111 ceph-mon[116524]: pgmap v18574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:22 smithi155 ceph-mon[102677]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:22 smithi111 ceph-mon[97855]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:22 smithi111 ceph-mon[116524]: pgmap v18575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:23.804 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 7m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 7m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 7m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 7m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 7m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 7m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 7m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 7m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 7m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:33:24.110 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 7m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 7m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 7m ago 8h 5595M 2204M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 7m ago 8h 5906M 2204M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 7m ago 8h 6085M 2204M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 7m ago 8h 5313M 2204M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 7m ago 8h 4237M 2496M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 7m ago 8h 5312M 2496M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 7m ago 8h 4686M 2496M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 7m ago 8h 5482M 2496M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:33:24.111 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 7m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:33:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:24 smithi155 ceph-mon[102677]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:33:24.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:33:24.489 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:33:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:24 smithi111 ceph-mon[97855]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:24 smithi111 ceph-mon[116524]: pgmap v18576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:25 smithi155 ceph-mon[102677]: from='client.35181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:25 smithi155 ceph-mon[102677]: from='client.45062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2382646132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:25 smithi111 ceph-mon[97855]: from='client.35181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:25 smithi111 ceph-mon[97855]: from='client.45062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2382646132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:25 smithi111 ceph-mon[116524]: from='client.35181 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:25 smithi111 ceph-mon[116524]: from='client.45062 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2382646132' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:33:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:26 smithi155 ceph-mon[102677]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:26 smithi111 ceph-mon[97855]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:26 smithi111 ceph-mon[116524]: pgmap v18577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:28 smithi155 ceph-mon[102677]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:28 smithi111 ceph-mon[97855]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:28 smithi111 ceph-mon[116524]: pgmap v18578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:33:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:33:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:30 smithi155 ceph-mon[102677]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:30 smithi111 ceph-mon[97855]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:30 smithi111 ceph-mon[116524]: pgmap v18579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:32 smithi155 ceph-mon[102677]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:32 smithi111 ceph-mon[97855]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:32 smithi111 ceph-mon[116524]: pgmap v18580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:34 smithi155 ceph-mon[102677]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:34 smithi111 ceph-mon[97855]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:34 smithi111 ceph-mon[116524]: pgmap v18581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:36 smithi155 ceph-mon[102677]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:36 smithi111 ceph-mon[97855]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:36 smithi111 ceph-mon[116524]: pgmap v18582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:38.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:38 smithi155 ceph-mon[102677]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:38 smithi111 ceph-mon[97855]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:38 smithi111 ceph-mon[116524]: pgmap v18583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:33:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:33:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:40 smithi155 ceph-mon[102677]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:40 smithi111 ceph-mon[97855]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:40 smithi111 ceph-mon[116524]: pgmap v18584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:42 smithi155 ceph-mon[102677]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:42 smithi111 ceph-mon[97855]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:42 smithi111 ceph-mon[116524]: pgmap v18585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:44 smithi155 ceph-mon[102677]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:44 smithi111 ceph-mon[97855]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:44 smithi111 ceph-mon[116524]: pgmap v18586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:46 smithi155 ceph-mon[102677]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:46 smithi111 ceph-mon[97855]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:46 smithi111 ceph-mon[116524]: pgmap v18587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:48 smithi155 ceph-mon[102677]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:48 smithi111 ceph-mon[97855]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:48 smithi111 ceph-mon[116524]: pgmap v18588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:33:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:33:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:50 smithi155 ceph-mon[102677]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:50 smithi111 ceph-mon[97855]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:50 smithi111 ceph-mon[116524]: pgmap v18589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:33:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:52 smithi155 ceph-mon[102677]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:52 smithi111 ceph-mon[97855]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:52 smithi111 ceph-mon[116524]: pgmap v18590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:33:54.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:33:54.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: pgmap v18591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:54.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:33:54.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:33:54.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:33:54.827 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:33:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:33:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:33:55.136 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:33:55.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5595M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5906M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6085M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5313M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4237M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5312M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4686M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5482M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:33:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:33:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:55 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2491M 2023-12-01T13:33:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:55 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2195M 2023-12-01T13:33:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:55 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2491M 2023-12-01T13:33:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:55 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2195M 2023-12-01T13:33:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:55 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2491M 2023-12-01T13:33:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:55 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2195M 2023-12-01T13:33:55.518 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:33:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:33:55.520 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:56 smithi155 ceph-mon[102677]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:56 smithi155 ceph-mon[102677]: from='client.35199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:56 smithi155 ceph-mon[102677]: from='client.35205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/909083555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[97855]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[97855]: from='client.35199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[97855]: from='client.35205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/909083555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[116524]: pgmap v18592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[116524]: from='client.35199 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[116524]: from='client.35205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:33:56.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/909083555' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:33:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:33:58 smithi155 ceph-mon[102677]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:33:58 smithi111 ceph-mon[97855]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:33:58 smithi111 ceph-mon[116524]: pgmap v18593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:33:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:33:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:34:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:00 smithi155 ceph-mon[102677]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:00 smithi111 ceph-mon[97855]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:00 smithi111 ceph-mon[116524]: pgmap v18594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:02 smithi155 ceph-mon[102677]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:02 smithi111 ceph-mon[97855]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:02 smithi111 ceph-mon[116524]: pgmap v18595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:04 smithi155 ceph-mon[102677]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:04 smithi111 ceph-mon[97855]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:04 smithi111 ceph-mon[116524]: pgmap v18596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:06 smithi155 ceph-mon[102677]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:06 smithi111 ceph-mon[97855]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:06 smithi111 ceph-mon[116524]: pgmap v18597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:08 smithi155 ceph-mon[102677]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:08 smithi111 ceph-mon[97855]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:08 smithi111 ceph-mon[116524]: pgmap v18598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:34:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:34:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:10 smithi155 ceph-mon[102677]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:10 smithi111 ceph-mon[97855]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:10 smithi111 ceph-mon[116524]: pgmap v18599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:12 smithi155 ceph-mon[102677]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:12 smithi111 ceph-mon[97855]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:12 smithi111 ceph-mon[116524]: pgmap v18600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:14 smithi155 ceph-mon[102677]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:14 smithi111 ceph-mon[97855]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:14 smithi111 ceph-mon[116524]: pgmap v18601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:16 smithi155 ceph-mon[102677]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:16 smithi111 ceph-mon[97855]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:16 smithi111 ceph-mon[116524]: pgmap v18602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:18 smithi155 ceph-mon[102677]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:18 smithi111 ceph-mon[97855]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:18 smithi111 ceph-mon[116524]: pgmap v18603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:34:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:34:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:20 smithi155 ceph-mon[102677]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:20 smithi111 ceph-mon[97855]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:20 smithi111 ceph-mon[116524]: pgmap v18604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:22 smithi155 ceph-mon[102677]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:22 smithi111 ceph-mon[97855]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:22 smithi111 ceph-mon[116524]: pgmap v18605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:24 smithi155 ceph-mon[102677]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:24 smithi111 ceph-mon[97855]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:24 smithi111 ceph-mon[116524]: pgmap v18606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:25.863 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:34:26.171 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 8m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 8m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 8m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 8m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 8m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 8m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 8m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 8m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 8m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 8m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:34:26.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 8m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 8m ago 8h 5595M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 8m ago 8h 5906M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 8m ago 8h 6085M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 8m ago 8h 5313M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 8m ago 8h 4237M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 8m ago 8h 5312M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 8m ago 8h 4686M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 8m ago 8h 5482M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:34:26.173 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 8m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:34:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:26 smithi155 ceph-mon[102677]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:26 smithi111 ceph-mon[97855]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:26 smithi111 ceph-mon[116524]: pgmap v18607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:26.551 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:34:26.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:34:26.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:26.553 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:34:26.553 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:34:26.553 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:34:26.553 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:34:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:27 smithi155 ceph-mon[102677]: from='client.35217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:27 smithi155 ceph-mon[102677]: from='client.35223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2125701604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:34:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:27 smithi111 ceph-mon[97855]: from='client.35217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:27 smithi111 ceph-mon[97855]: from='client.35223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2125701604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:27 smithi111 ceph-mon[116524]: from='client.35217 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:27 smithi111 ceph-mon[116524]: from='client.35223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2125701604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:34:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:28 smithi155 ceph-mon[102677]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:28 smithi111 ceph-mon[97855]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:28 smithi111 ceph-mon[116524]: pgmap v18608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:34:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:34:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:30 smithi155 ceph-mon[102677]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:30 smithi111 ceph-mon[97855]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:30 smithi111 ceph-mon[116524]: pgmap v18609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:32 smithi155 ceph-mon[102677]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:32 smithi111 ceph-mon[97855]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:32 smithi111 ceph-mon[116524]: pgmap v18610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:34 smithi155 ceph-mon[102677]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:34 smithi111 ceph-mon[97855]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:34 smithi111 ceph-mon[116524]: pgmap v18611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:36 smithi155 ceph-mon[102677]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:36 smithi111 ceph-mon[97855]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:36 smithi111 ceph-mon[116524]: pgmap v18612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:38 smithi155 ceph-mon[102677]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:38 smithi111 ceph-mon[97855]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:38 smithi111 ceph-mon[116524]: pgmap v18613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:34:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:34:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:40 smithi155 ceph-mon[102677]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:40 smithi111 ceph-mon[97855]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:40 smithi111 ceph-mon[116524]: pgmap v18614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:42 smithi155 ceph-mon[102677]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:42 smithi111 ceph-mon[97855]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:42 smithi111 ceph-mon[116524]: pgmap v18615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:44 smithi155 ceph-mon[102677]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:44 smithi111 ceph-mon[97855]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:44 smithi111 ceph-mon[116524]: pgmap v18616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:46 smithi155 ceph-mon[102677]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:46 smithi111 ceph-mon[116524]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:46 smithi111 ceph-mon[97855]: pgmap v18617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:48 smithi155 ceph-mon[102677]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:48 smithi111 ceph-mon[97855]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:48 smithi111 ceph-mon[116524]: pgmap v18618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:34:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:34:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:50 smithi155 ceph-mon[102677]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:50 smithi111 ceph-mon[97855]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:50 smithi111 ceph-mon[116524]: pgmap v18619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:34:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:52 smithi111 ceph-mon[97855]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:52 smithi111 ceph-mon[116524]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:52 smithi155 ceph-mon[102677]: pgmap v18620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:54 smithi111 ceph-mon[97855]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:34:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:54 smithi111 ceph-mon[116524]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:34:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:54 smithi155 ceph-mon[102677]: pgmap v18621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:34:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:34:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:34:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:34:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:34:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:34:55.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:34:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:34:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:34:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:34:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:56 smithi111 ceph-mon[97855]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:56 smithi111 ceph-mon[116524]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:56 smithi155 ceph-mon[102677]: pgmap v18622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:56.896 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:34:57.204 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:34:57.204 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:34:57.204 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:34:57.204 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:34:57.204 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5595M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5906M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:34:57.205 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6085M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:34:57.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5313M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:34:57.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4237M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:34:57.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5312M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:34:57.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4686M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:34:57.206 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5482M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:34:57.206 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:34:57.584 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:34:57.584 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:34:57.584 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:34:57.584 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:34:57.585 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:34:57.586 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:34:57.586 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:34:57.586 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:34:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[97855]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[97855]: from='client.35235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[97855]: from='client.35241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3069642525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:34:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[116524]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:58.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[116524]: from='client.35235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:58.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[116524]: from='client.35241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:58.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:34:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3069642525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:34:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:58 smithi155 ceph-mon[102677]: pgmap v18623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:34:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:58 smithi155 ceph-mon[102677]: from='client.35235 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:58 smithi155 ceph-mon[102677]: from='client.35241 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:34:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:34:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3069642525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:34:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:34:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:35:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:00 smithi111 ceph-mon[97855]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:00 smithi111 ceph-mon[116524]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:00 smithi155 ceph-mon[102677]: pgmap v18624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:02 smithi111 ceph-mon[97855]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:02 smithi111 ceph-mon[116524]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:02 smithi155 ceph-mon[102677]: pgmap v18625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:04 smithi111 ceph-mon[97855]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:04 smithi111 ceph-mon[116524]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:04.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:04 smithi155 ceph-mon[102677]: pgmap v18626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:06 smithi111 ceph-mon[97855]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:06 smithi111 ceph-mon[116524]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:06 smithi155 ceph-mon[102677]: pgmap v18627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:08 smithi111 ceph-mon[97855]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:08 smithi111 ceph-mon[116524]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:08 smithi155 ceph-mon[102677]: pgmap v18628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:35:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:35:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:10 smithi155 ceph-mon[102677]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:10 smithi111 ceph-mon[97855]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:10 smithi111 ceph-mon[116524]: pgmap v18629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:12 smithi155 ceph-mon[102677]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:12 smithi111 ceph-mon[97855]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:12 smithi111 ceph-mon[116524]: pgmap v18630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:14 smithi155 ceph-mon[102677]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:14 smithi111 ceph-mon[97855]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:14 smithi111 ceph-mon[116524]: pgmap v18631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:16 smithi155 ceph-mon[102677]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:16 smithi111 ceph-mon[97855]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:16 smithi111 ceph-mon[116524]: pgmap v18632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:18 smithi155 ceph-mon[102677]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:18 smithi111 ceph-mon[97855]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:18 smithi111 ceph-mon[116524]: pgmap v18633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:35:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:35:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:20 smithi155 ceph-mon[102677]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:20 smithi111 ceph-mon[97855]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:20 smithi111 ceph-mon[116524]: pgmap v18634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:22 smithi155 ceph-mon[102677]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:22 smithi111 ceph-mon[97855]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:22 smithi111 ceph-mon[116524]: pgmap v18635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:24 smithi155 ceph-mon[102677]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:24 smithi111 ceph-mon[116524]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:24 smithi111 ceph-mon[97855]: pgmap v18636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:26 smithi155 ceph-mon[102677]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:26 smithi111 ceph-mon[116524]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:26 smithi111 ceph-mon[97855]: pgmap v18637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:27.929 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 9m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 9m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 9m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 9m ago 8h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 9m ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 9m ago 8h 893M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 9m ago 8h 2241M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 9m ago 8h 1057M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 9m ago 8h 957M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 9m ago 8h 21.8M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 9m ago 8h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 9m ago 8h 5595M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:35:28.236 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 9m ago 8h 5906M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 9m ago 8h 6085M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 9m ago 8h 5313M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 9m ago 8h 4237M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 9m ago 8h 5312M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 9m ago 8h 4686M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 9m ago 8h 5482M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:35:28.237 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 9m ago 8h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:28.616 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:35:28.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:35:28.617 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:28.617 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:35:28.617 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:35:28.617 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:35:28.617 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:35:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:28 smithi155 ceph-mon[102677]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:28 smithi111 ceph-mon[97855]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:28 smithi111 ceph-mon[116524]: pgmap v18638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:29 smithi155 ceph-mon[102677]: from='client.35253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:29 smithi155 ceph-mon[102677]: from='client.45134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2831668031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:35:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:29 smithi111 ceph-mon[97855]: from='client.35253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:29 smithi111 ceph-mon[97855]: from='client.45134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2831668031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:29 smithi111 ceph-mon[116524]: from='client.35253 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:29 smithi111 ceph-mon[116524]: from='client.45134 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2831668031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:35:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:30 smithi155 ceph-mon[102677]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:30 smithi111 ceph-mon[97855]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:30 smithi111 ceph-mon[116524]: pgmap v18639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:32 smithi155 ceph-mon[102677]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:32 smithi111 ceph-mon[97855]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:32 smithi111 ceph-mon[116524]: pgmap v18640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:34 smithi155 ceph-mon[102677]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:34 smithi111 ceph-mon[97855]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:34 smithi111 ceph-mon[116524]: pgmap v18641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:36 smithi155 ceph-mon[102677]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:36 smithi111 ceph-mon[97855]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:36 smithi111 ceph-mon[116524]: pgmap v18642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:37 smithi155 ceph-mon[102677]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:37 smithi111 ceph-mon[97855]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:37 smithi111 ceph-mon[116524]: pgmap v18643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:39.653 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:35:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T13:35:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:39 smithi155 ceph-mon[102677]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:39 smithi111 ceph-mon[97855]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:39 smithi111 ceph-mon[116524]: pgmap v18644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:41 smithi111 ceph-mon[97855]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:41 smithi111 ceph-mon[116524]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:41 smithi155 ceph-mon[102677]: pgmap v18645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:43 smithi111 ceph-mon[97855]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:43 smithi111 ceph-mon[116524]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:43 smithi155 ceph-mon[102677]: pgmap v18646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:45 smithi111 ceph-mon[97855]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:45 smithi111 ceph-mon[116524]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:45 smithi155 ceph-mon[102677]: pgmap v18647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:47 smithi111 ceph-mon[97855]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:47 smithi111 ceph-mon[116524]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:47 smithi155 ceph-mon[102677]: pgmap v18648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:35:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T13:35:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:49 smithi111 ceph-mon[116524]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:49 smithi111 ceph-mon[97855]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:49 smithi155 ceph-mon[102677]: pgmap v18649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:35:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:52 smithi155 ceph-mon[102677]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:52 smithi111 ceph-mon[97855]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:52 smithi111 ceph-mon[116524]: pgmap v18650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:54 smithi155 ceph-mon[102677]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:54 smithi111 ceph-mon[97855]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:54 smithi111 ceph-mon[116524]: pgmap v18651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:35:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:35:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:35:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:56 smithi155 ceph-mon[102677]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:56 smithi111 ceph-mon[97855]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:56 smithi111 ceph-mon[116524]: pgmap v18652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:35:58.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:35:58.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: pgmap v18653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:35:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:35:58.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:35:58.965 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:35:59.273 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:35:59.273 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2s ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 2s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (8h) 2s ago 8h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (8h) 2s ago 8h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 2s ago 8h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 2s ago 8h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2s ago 8h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2s ago 8h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2s ago 8h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:35:59.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2s ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:35:59.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2s ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:35:59.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2s ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:35:59.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2s ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:35:59.275 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2s ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:35:59.275 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:35:59.648 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:35:59.648 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:35:59.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:35:59.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:59.648 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:35:59.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:35:59.649 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:35:59.713 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:35:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[97855]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[97855]: from='client.35271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[97855]: from='client.45152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/941339857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[116524]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[116524]: from='client.35271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[116524]: from='client.45152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:35:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:35:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/941339857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:59 smithi155 ceph-mon[102677]: pgmap v18654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:59 smithi155 ceph-mon[102677]: from='client.35271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:59 smithi155 ceph-mon[102677]: from='client.45152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:35:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/941339857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:36:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:01 smithi111 ceph-mon[116524]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:01 smithi111 ceph-mon[97855]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:01 smithi155 ceph-mon[102677]: pgmap v18655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:03 smithi111 ceph-mon[116524]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:03 smithi111 ceph-mon[97855]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:03 smithi155 ceph-mon[102677]: pgmap v18656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:06 smithi155 ceph-mon[102677]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:06 smithi111 ceph-mon[97855]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:06 smithi111 ceph-mon[116524]: pgmap v18657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:08 smithi155 ceph-mon[102677]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:08 smithi111 ceph-mon[97855]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:08 smithi111 ceph-mon[116524]: pgmap v18658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:36:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:36:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:10 smithi155 ceph-mon[102677]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:10 smithi111 ceph-mon[97855]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:10 smithi111 ceph-mon[116524]: pgmap v18659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:12 smithi155 ceph-mon[102677]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:12 smithi111 ceph-mon[97855]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:12 smithi111 ceph-mon[116524]: pgmap v18660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:14 smithi155 ceph-mon[102677]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:14 smithi111 ceph-mon[97855]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:14 smithi111 ceph-mon[116524]: pgmap v18661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:16 smithi155 ceph-mon[102677]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:16 smithi111 ceph-mon[97855]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:16 smithi111 ceph-mon[116524]: pgmap v18662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:18 smithi155 ceph-mon[102677]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:18 smithi111 ceph-mon[97855]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:18 smithi111 ceph-mon[116524]: pgmap v18663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:36:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:36:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:20 smithi155 ceph-mon[102677]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:20 smithi111 ceph-mon[97855]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:20 smithi111 ceph-mon[116524]: pgmap v18664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:22 smithi155 ceph-mon[102677]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:22 smithi111 ceph-mon[97855]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:22 smithi111 ceph-mon[116524]: pgmap v18665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:24 smithi155 ceph-mon[102677]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:24 smithi111 ceph-mon[97855]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:24 smithi111 ceph-mon[116524]: pgmap v18666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:26 smithi155 ceph-mon[102677]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:26 smithi111 ceph-mon[97855]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:26 smithi111 ceph-mon[116524]: pgmap v18667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:28 smithi155 ceph-mon[102677]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:28 smithi111 ceph-mon[97855]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:28 smithi111 ceph-mon[116524]: pgmap v18668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:36:29] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:36:29.994 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:36:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:36:30.299 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 33s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 33s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 33s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 33s ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 33s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 33s ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 33s ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 33s ago 8h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 33s ago 8h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 33s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 33s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 33s ago 8h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 33s ago 8h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 33s ago 8h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 33s ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 33s ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:36:30.300 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 33s ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:36:30.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 33s ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:36:30.301 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 33s ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:36:30.301 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 33s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:36:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:30 smithi155 ceph-mon[102677]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:30 smithi111 ceph-mon[97855]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:30 smithi111 ceph-mon[116524]: pgmap v18669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:36:30.679 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:36:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:36:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:36:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:36:30.680 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:36:30.680 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:36:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:31 smithi155 ceph-mon[102677]: from='client.45164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:31 smithi155 ceph-mon[102677]: from='client.35295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/790387812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:36:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:31 smithi111 ceph-mon[97855]: from='client.45164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:31 smithi111 ceph-mon[97855]: from='client.35295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/790387812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:36:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:31 smithi111 ceph-mon[116524]: from='client.45164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:31 smithi111 ceph-mon[116524]: from='client.35295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:36:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/790387812' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:36:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:32 smithi155 ceph-mon[102677]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:32 smithi111 ceph-mon[97855]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:32 smithi111 ceph-mon[116524]: pgmap v18670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:34 smithi155 ceph-mon[102677]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:34 smithi111 ceph-mon[97855]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:34 smithi111 ceph-mon[116524]: pgmap v18671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:36 smithi155 ceph-mon[102677]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:36 smithi111 ceph-mon[97855]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:36 smithi111 ceph-mon[116524]: pgmap v18672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:38 smithi155 ceph-mon[102677]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:38 smithi111 ceph-mon[97855]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:38 smithi111 ceph-mon[116524]: pgmap v18673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:36:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:36:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:40 smithi155 ceph-mon[102677]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:40 smithi111 ceph-mon[97855]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:40 smithi111 ceph-mon[116524]: pgmap v18674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:42 smithi155 ceph-mon[102677]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:42 smithi111 ceph-mon[97855]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:42 smithi111 ceph-mon[116524]: pgmap v18675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:44 smithi155 ceph-mon[102677]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:44 smithi111 ceph-mon[97855]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:44 smithi111 ceph-mon[116524]: pgmap v18676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:46 smithi155 ceph-mon[102677]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:46 smithi111 ceph-mon[97855]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:46 smithi111 ceph-mon[116524]: pgmap v18677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:48 smithi155 ceph-mon[102677]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:48 smithi111 ceph-mon[97855]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:48 smithi111 ceph-mon[116524]: pgmap v18678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:36:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:36:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:50 smithi155 ceph-mon[102677]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:50 smithi111 ceph-mon[97855]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:50 smithi111 ceph-mon[116524]: pgmap v18679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:36:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:52 smithi155 ceph-mon[102677]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:52 smithi111 ceph-mon[97855]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:52 smithi111 ceph-mon[116524]: pgmap v18680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:54 smithi155 ceph-mon[102677]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:54 smithi111 ceph-mon[97855]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:54 smithi111 ceph-mon[116524]: pgmap v18681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:56 smithi155 ceph-mon[102677]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:56 smithi111 ceph-mon[97855]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:56 smithi111 ceph-mon[116524]: pgmap v18682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:58 smithi155 ceph-mon[102677]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:36:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:36:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:36:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:36:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:36:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[97855]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[116524]: pgmap v18683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:36:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:36:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:36:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:36:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:37:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:00 smithi155 ceph-mon[102677]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:00 smithi111 ceph-mon[97855]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:00 smithi111 ceph-mon[116524]: pgmap v18684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:01.032 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 64s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 64s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 64s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 64s ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 64s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 64s ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 64s ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:37:01.343 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 64s ago 8h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 64s ago 8h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 64s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 64s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 64s ago 8h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 64s ago 8h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 64s ago 8h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 64s ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 64s ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 64s ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 64s ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 64s ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:37:01.344 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 64s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:37:01.722 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:37:01.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:37:01.722 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:37:01.722 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:01.722 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:37:01.723 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:37:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:02 smithi155 ceph-mon[102677]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:02 smithi155 ceph-mon[102677]: from='client.45182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3630620899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:37:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:02 smithi111 ceph-mon[97855]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:02 smithi111 ceph-mon[97855]: from='client.45182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3630620899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:37:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:02 smithi111 ceph-mon[116524]: pgmap v18685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:02 smithi111 ceph-mon[116524]: from='client.45182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3630620899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:37:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:03 smithi155 ceph-mon[102677]: from='client.35313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:03 smithi111 ceph-mon[116524]: from='client.35313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:03 smithi111 ceph-mon[97855]: from='client.35313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:04 smithi155 ceph-mon[102677]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:04 smithi111 ceph-mon[97855]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:04 smithi111 ceph-mon[116524]: pgmap v18686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:06 smithi155 ceph-mon[102677]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:06 smithi111 ceph-mon[97855]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:06 smithi111 ceph-mon[116524]: pgmap v18687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:08 smithi155 ceph-mon[102677]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:08 smithi111 ceph-mon[116524]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:08 smithi111 ceph-mon[97855]: pgmap v18688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:37:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:37:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:10 smithi155 ceph-mon[102677]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:10 smithi111 ceph-mon[97855]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:10 smithi111 ceph-mon[116524]: pgmap v18689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:12 smithi155 ceph-mon[102677]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:12 smithi111 ceph-mon[116524]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:12 smithi111 ceph-mon[97855]: pgmap v18690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:14 smithi155 ceph-mon[102677]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:14 smithi111 ceph-mon[97855]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:14 smithi111 ceph-mon[116524]: pgmap v18691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:16 smithi155 ceph-mon[102677]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:16 smithi111 ceph-mon[97855]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:16 smithi111 ceph-mon[116524]: pgmap v18692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:18 smithi155 ceph-mon[102677]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:18 smithi111 ceph-mon[97855]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:18 smithi111 ceph-mon[116524]: pgmap v18693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:37:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:37:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:20 smithi155 ceph-mon[102677]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:20 smithi111 ceph-mon[97855]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:20 smithi111 ceph-mon[116524]: pgmap v18694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:22 smithi155 ceph-mon[102677]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:22 smithi111 ceph-mon[97855]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:22 smithi111 ceph-mon[116524]: pgmap v18695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:24 smithi155 ceph-mon[102677]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:24 smithi111 ceph-mon[116524]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:24 smithi111 ceph-mon[97855]: pgmap v18696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:26 smithi155 ceph-mon[102677]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:26 smithi111 ceph-mon[97855]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:26 smithi111 ceph-mon[116524]: pgmap v18697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:28 smithi155 ceph-mon[102677]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:28 smithi111 ceph-mon[97855]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:28 smithi111 ceph-mon[116524]: pgmap v18698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:37:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:37:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:30 smithi155 ceph-mon[102677]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:30 smithi111 ceph-mon[97855]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:30 smithi111 ceph-mon[116524]: pgmap v18699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:32.066 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 95s ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 95s ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 95s ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 95s ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (8h) 95s ago 8h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 95s ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:37:32.374 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 95s ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (8h) 95s ago 8h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (8h) 95s ago 8h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 95s ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 95s ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 95s ago 8h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 95s ago 8h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 95s ago 8h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 95s ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 95s ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 95s ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:37:32.375 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 95s ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:37:32.376 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 95s ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:37:32.376 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 95s ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:37:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:32 smithi155 ceph-mon[102677]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:32 smithi111 ceph-mon[97855]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:32 smithi111 ceph-mon[116524]: pgmap v18700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:37:32.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:37:32.755 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:37:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:33 smithi155 ceph-mon[102677]: from='client.35325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/539910656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:37:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:33 smithi111 ceph-mon[97855]: from='client.35325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/539910656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:37:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:33 smithi111 ceph-mon[116524]: from='client.35325 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/539910656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:37:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:34 smithi155 ceph-mon[102677]: from='client.35331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:34 smithi155 ceph-mon[102677]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:34 smithi111 ceph-mon[97855]: from='client.35331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:34 smithi111 ceph-mon[97855]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:34 smithi111 ceph-mon[116524]: from='client.35331 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:37:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:34 smithi111 ceph-mon[116524]: pgmap v18701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:36 smithi155 ceph-mon[102677]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:36 smithi111 ceph-mon[97855]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:36 smithi111 ceph-mon[116524]: pgmap v18702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:38 smithi111 ceph-mon[97855]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:38 smithi111 ceph-mon[116524]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:38 smithi155 ceph-mon[102677]: pgmap v18703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:37:39] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:37:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:40 smithi111 ceph-mon[97855]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:40 smithi111 ceph-mon[116524]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:40 smithi155 ceph-mon[102677]: pgmap v18704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:42 smithi111 ceph-mon[97855]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:42 smithi111 ceph-mon[116524]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:42 smithi155 ceph-mon[102677]: pgmap v18705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:44 smithi111 ceph-mon[97855]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:44 smithi111 ceph-mon[116524]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:44 smithi155 ceph-mon[102677]: pgmap v18706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:46 smithi111 ceph-mon[97855]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:46 smithi111 ceph-mon[116524]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:46 smithi155 ceph-mon[102677]: pgmap v18707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:48 smithi111 ceph-mon[97855]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:48 smithi111 ceph-mon[116524]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:48 smithi155 ceph-mon[102677]: pgmap v18708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:37:49] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:37:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:50 smithi111 ceph-mon[97855]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:50 smithi111 ceph-mon[116524]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:50 smithi155 ceph-mon[102677]: pgmap v18709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:37:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:52 smithi111 ceph-mon[97855]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:52 smithi111 ceph-mon[116524]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:52 smithi155 ceph-mon[102677]: pgmap v18710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:54 smithi111 ceph-mon[97855]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:54 smithi111 ceph-mon[116524]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:54 smithi155 ceph-mon[102677]: pgmap v18711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:56 smithi111 ceph-mon[97855]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:56 smithi111 ceph-mon[116524]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:56 smithi155 ceph-mon[102677]: pgmap v18712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:58 smithi111 ceph-mon[97855]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:37:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:58 smithi111 ceph-mon[116524]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:37:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:58 smithi155 ceph-mon[102677]: pgmap v18713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:58.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:37:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:37:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:37:59.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:37:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:37:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: pgmap v18714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:37:59.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:38:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:02 smithi155 ceph-mon[102677]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:02 smithi111 ceph-mon[97855]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:02 smithi111 ceph-mon[116524]: pgmap v18715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:03.101 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:38:03.405 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:38:03.405 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:38:03.405 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (8h) 2m ago 8h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:38:03.406 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:38:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:38:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:38:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:38:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:38:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:38:03.407 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:38:03.782 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:38:03.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:38:03.782 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:38:03.782 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:03.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:38:03.783 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:38:03.784 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:38:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:04 smithi155 ceph-mon[102677]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:04 smithi155 ceph-mon[102677]: from='client.35343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3477618414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:38:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:04 smithi111 ceph-mon[97855]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:04 smithi111 ceph-mon[97855]: from='client.35343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3477618414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:04 smithi111 ceph-mon[116524]: pgmap v18716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:04 smithi111 ceph-mon[116524]: from='client.35343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3477618414' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:38:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:05 smithi155 ceph-mon[102677]: from='client.35349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:05 smithi111 ceph-mon[97855]: from='client.35349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:05 smithi111 ceph-mon[116524]: from='client.35349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:06 smithi155 ceph-mon[102677]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:06 smithi111 ceph-mon[97855]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:06 smithi111 ceph-mon[116524]: pgmap v18717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:08 smithi155 ceph-mon[102677]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:08 smithi111 ceph-mon[97855]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:08 smithi111 ceph-mon[116524]: pgmap v18718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:38:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:38:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:10 smithi155 ceph-mon[102677]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:10 smithi111 ceph-mon[97855]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:10 smithi111 ceph-mon[116524]: pgmap v18719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:12 smithi155 ceph-mon[102677]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:12 smithi111 ceph-mon[97855]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:12 smithi111 ceph-mon[116524]: pgmap v18720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:14 smithi155 ceph-mon[102677]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:14 smithi111 ceph-mon[97855]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:14 smithi111 ceph-mon[116524]: pgmap v18721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:16 smithi155 ceph-mon[102677]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:16 smithi111 ceph-mon[97855]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:16 smithi111 ceph-mon[116524]: pgmap v18722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:18 smithi155 ceph-mon[102677]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:18 smithi111 ceph-mon[97855]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:18 smithi111 ceph-mon[116524]: pgmap v18723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:38:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:38:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:20 smithi155 ceph-mon[102677]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:20 smithi111 ceph-mon[97855]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:20 smithi111 ceph-mon[116524]: pgmap v18724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:22 smithi155 ceph-mon[102677]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:22 smithi111 ceph-mon[97855]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:22 smithi111 ceph-mon[116524]: pgmap v18725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:24 smithi155 ceph-mon[102677]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:24 smithi111 ceph-mon[97855]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:24 smithi111 ceph-mon[116524]: pgmap v18726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:26 smithi155 ceph-mon[102677]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:26 smithi111 ceph-mon[97855]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:26 smithi111 ceph-mon[116524]: pgmap v18727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:28 smithi155 ceph-mon[102677]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:28 smithi111 ceph-mon[97855]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:28 smithi111 ceph-mon[116524]: pgmap v18728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:38:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:38:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:30 smithi155 ceph-mon[102677]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:30 smithi111 ceph-mon[116524]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:30 smithi111 ceph-mon[97855]: pgmap v18729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:32 smithi155 ceph-mon[102677]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:32 smithi111 ceph-mon[97855]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:32 smithi111 ceph-mon[116524]: pgmap v18730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:34.134 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 2m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 2m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 2m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 2m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:38:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 2m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 2m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (8h) 2m ago 8h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (8h) 2m ago 8h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 2m ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 2m ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:38:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 2m ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:38:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 2m ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:38:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 2m ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:38:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 2m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:38:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:34 smithi155 ceph-mon[102677]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:34 smithi111 ceph-mon[97855]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:34 smithi111 ceph-mon[116524]: pgmap v18731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:38:34.821 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:38:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:35 smithi155 ceph-mon[102677]: from='client.35361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3687255952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:38:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:35 smithi111 ceph-mon[97855]: from='client.35361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3687255952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:38:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:35 smithi111 ceph-mon[116524]: from='client.35361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:35.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3687255952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:38:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:36 smithi155 ceph-mon[102677]: from='client.45239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:36 smithi155 ceph-mon[102677]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:36 smithi111 ceph-mon[97855]: from='client.45239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:36 smithi111 ceph-mon[97855]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:36 smithi111 ceph-mon[116524]: from='client.45239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:38:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:36 smithi111 ceph-mon[116524]: pgmap v18732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:38 smithi155 ceph-mon[102677]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:38 smithi111 ceph-mon[97855]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:38 smithi111 ceph-mon[116524]: pgmap v18733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:38:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:38:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:40 smithi155 ceph-mon[102677]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:40 smithi111 ceph-mon[97855]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:40 smithi111 ceph-mon[116524]: pgmap v18734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:42 smithi155 ceph-mon[102677]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:42 smithi111 ceph-mon[116524]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:42 smithi111 ceph-mon[97855]: pgmap v18735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:44 smithi155 ceph-mon[102677]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:44 smithi111 ceph-mon[97855]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:44 smithi111 ceph-mon[116524]: pgmap v18736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:46 smithi155 ceph-mon[102677]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:46 smithi111 ceph-mon[97855]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:46 smithi111 ceph-mon[116524]: pgmap v18737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:48 smithi155 ceph-mon[102677]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:48 smithi111 ceph-mon[97855]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:48 smithi111 ceph-mon[116524]: pgmap v18738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:38:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:38:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:50 smithi155 ceph-mon[102677]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:50 smithi111 ceph-mon[97855]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:50 smithi111 ceph-mon[116524]: pgmap v18739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:38:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:52 smithi155 ceph-mon[102677]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:52 smithi111 ceph-mon[97855]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:52 smithi111 ceph-mon[116524]: pgmap v18740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:54 smithi155 ceph-mon[102677]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:54 smithi111 ceph-mon[97855]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:54 smithi111 ceph-mon[116524]: pgmap v18741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:56 smithi155 ceph-mon[102677]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:56 smithi111 ceph-mon[97855]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:56 smithi111 ceph-mon[116524]: pgmap v18742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:58 smithi155 ceph-mon[102677]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:58 smithi111 ceph-mon[97855]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:58 smithi111 ceph-mon[116524]: pgmap v18743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:38:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:38:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:38:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:38:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:38:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:38:59] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T13:38:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:38:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:39:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:00 smithi155 ceph-mon[102677]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:39:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:39:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[97855]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[116524]: pgmap v18744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:39:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:39:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:02 smithi155 ceph-mon[102677]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:02 smithi111 ceph-mon[97855]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:02 smithi111 ceph-mon[116524]: pgmap v18745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:04 smithi155 ceph-mon[102677]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:04 smithi111 ceph-mon[97855]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:04 smithi111 ceph-mon[116524]: pgmap v18746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:05.173 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:39:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:39:05.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (8h) 3m ago 8h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:39:05.479 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:39:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:39:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:39:05.856 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:06 smithi155 ceph-mon[102677]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:06 smithi155 ceph-mon[102677]: from='client.35379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1638982216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:39:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:06 smithi111 ceph-mon[97855]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:06 smithi111 ceph-mon[97855]: from='client.35379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1638982216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:39:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:06 smithi111 ceph-mon[116524]: pgmap v18747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:06 smithi111 ceph-mon[116524]: from='client.35379 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1638982216' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:39:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:07 smithi155 ceph-mon[102677]: from='client.45257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:07 smithi111 ceph-mon[97855]: from='client.45257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:07 smithi111 ceph-mon[116524]: from='client.45257 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:08 smithi155 ceph-mon[102677]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:08 smithi111 ceph-mon[97855]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:08 smithi111 ceph-mon[116524]: pgmap v18748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:39:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:39:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:10 smithi155 ceph-mon[102677]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:10 smithi111 ceph-mon[97855]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:10 smithi111 ceph-mon[116524]: pgmap v18749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:12 smithi155 ceph-mon[102677]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:12 smithi111 ceph-mon[97855]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:12 smithi111 ceph-mon[116524]: pgmap v18750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:14 smithi155 ceph-mon[102677]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:14 smithi111 ceph-mon[97855]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:14 smithi111 ceph-mon[116524]: pgmap v18751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:16 smithi155 ceph-mon[102677]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:16 smithi111 ceph-mon[97855]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:16 smithi111 ceph-mon[116524]: pgmap v18752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:18 smithi155 ceph-mon[102677]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:18 smithi111 ceph-mon[97855]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:18 smithi111 ceph-mon[116524]: pgmap v18753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:39:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:39:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:20 smithi155 ceph-mon[102677]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:20 smithi111 ceph-mon[97855]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:20 smithi111 ceph-mon[116524]: pgmap v18754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:22 smithi155 ceph-mon[102677]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:22 smithi111 ceph-mon[97855]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:22 smithi111 ceph-mon[116524]: pgmap v18755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:24 smithi155 ceph-mon[102677]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:24 smithi111 ceph-mon[97855]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:24 smithi111 ceph-mon[116524]: pgmap v18756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:26 smithi155 ceph-mon[102677]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:26 smithi111 ceph-mon[97855]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:26 smithi111 ceph-mon[116524]: pgmap v18757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:28 smithi155 ceph-mon[102677]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:28 smithi111 ceph-mon[97855]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:28 smithi111 ceph-mon[116524]: pgmap v18758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:39:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:39:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:30 smithi155 ceph-mon[102677]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:30 smithi111 ceph-mon[97855]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:30 smithi111 ceph-mon[116524]: pgmap v18759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:32 smithi155 ceph-mon[102677]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:32 smithi111 ceph-mon[97855]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:32 smithi111 ceph-mon[116524]: pgmap v18760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:34 smithi155 ceph-mon[102677]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:34 smithi111 ceph-mon[97855]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:34 smithi111 ceph-mon[116524]: pgmap v18761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:36.200 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:39:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:36 smithi155 ceph-mon[102677]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:36 smithi111 ceph-mon[97855]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:36 smithi111 ceph-mon[116524]: pgmap v18762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 3m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 3m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 3m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 3m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:39:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 3m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 3m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (8h) 3m ago 8h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 3m ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 3m ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 3m ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:39:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 3m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:39:36.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:39:36.888 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:39:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:37 smithi155 ceph-mon[102677]: from='client.45269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4118249739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:37 smithi111 ceph-mon[97855]: from='client.45269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4118249739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:39:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:37 smithi111 ceph-mon[116524]: from='client.45269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4118249739' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:39:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:38 smithi155 ceph-mon[102677]: from='client.45275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:38 smithi155 ceph-mon[102677]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:38 smithi111 ceph-mon[97855]: from='client.45275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:38 smithi111 ceph-mon[97855]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:38 smithi111 ceph-mon[116524]: from='client.45275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:39:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:38 smithi111 ceph-mon[116524]: pgmap v18763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:39:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:39:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:40 smithi155 ceph-mon[102677]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:40 smithi111 ceph-mon[97855]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:40 smithi111 ceph-mon[116524]: pgmap v18764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:42 smithi155 ceph-mon[102677]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:42 smithi111 ceph-mon[97855]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:42 smithi111 ceph-mon[116524]: pgmap v18765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:44 smithi155 ceph-mon[102677]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:44 smithi111 ceph-mon[97855]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:44 smithi111 ceph-mon[116524]: pgmap v18766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:46 smithi155 ceph-mon[102677]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:46 smithi111 ceph-mon[97855]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:46 smithi111 ceph-mon[116524]: pgmap v18767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:48 smithi111 ceph-mon[116524]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:48 smithi111 ceph-mon[97855]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:48 smithi155 ceph-mon[102677]: pgmap v18768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:39:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:39:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:50 smithi111 ceph-mon[97855]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:50 smithi111 ceph-mon[116524]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:50 smithi155 ceph-mon[102677]: pgmap v18769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:39:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:52 smithi111 ceph-mon[97855]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:52 smithi111 ceph-mon[116524]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:52 smithi155 ceph-mon[102677]: pgmap v18770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:54 smithi111 ceph-mon[97855]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:54 smithi111 ceph-mon[116524]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:54 smithi155 ceph-mon[102677]: pgmap v18771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:56 smithi111 ceph-mon[97855]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:56 smithi111 ceph-mon[116524]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:56 smithi155 ceph-mon[102677]: pgmap v18772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:39:58 smithi111 ceph-mon[97855]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:39:58 smithi111 ceph-mon[116524]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:39:58 smithi155 ceph-mon[102677]: pgmap v18773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:39:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:39:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[116524]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:40:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 conmon[97831]: 2023-12-01T13:39:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:40:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[97855]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:40:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:40:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:40:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:40:00.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:00 smithi155 ceph-mon[102677]: pgmap v18774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:40:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:40:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:02 smithi111 ceph-mon[97855]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:02 smithi111 ceph-mon[116524]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:02 smithi155 ceph-mon[102677]: pgmap v18775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:04 smithi111 ceph-mon[97855]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:04 smithi111 ceph-mon[116524]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:04 smithi155 ceph-mon[102677]: pgmap v18776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:06 smithi111 ceph-mon[97855]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:06 smithi111 ceph-mon[116524]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:06 smithi155 ceph-mon[102677]: pgmap v18777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:07.235 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:40:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:40:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:40:07.542 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:40:07.543 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (8h) 4m ago 8h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:40:07.543 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (8h) 4m ago 8h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:40:07.543 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:40:07.543 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:40:07.919 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:40:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:40:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:40:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:40:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:40:07.921 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:40:07.921 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:40:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:08 smithi111 ceph-mon[116524]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:08 smithi111 ceph-mon[116524]: from='client.45287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4173353553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:40:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:08 smithi111 ceph-mon[97855]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:08 smithi111 ceph-mon[97855]: from='client.45287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4173353553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:40:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:08 smithi155 ceph-mon[102677]: pgmap v18778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:08 smithi155 ceph-mon[102677]: from='client.45287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4173353553' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:40:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:09 smithi111 ceph-mon[97855]: from='client.35421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:09 smithi111 ceph-mon[116524]: from='client.35421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:09.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:40:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:40:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:09 smithi155 ceph-mon[102677]: from='client.35421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:10 smithi111 ceph-mon[97855]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:10 smithi111 ceph-mon[116524]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:10 smithi155 ceph-mon[102677]: pgmap v18779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:12 smithi155 ceph-mon[102677]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:12 smithi111 ceph-mon[97855]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:12 smithi111 ceph-mon[116524]: pgmap v18780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:14 smithi155 ceph-mon[102677]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:14 smithi111 ceph-mon[97855]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:14 smithi111 ceph-mon[116524]: pgmap v18781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:16 smithi155 ceph-mon[102677]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:16 smithi111 ceph-mon[97855]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:16 smithi111 ceph-mon[116524]: pgmap v18782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:18 smithi155 ceph-mon[102677]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:18 smithi111 ceph-mon[97855]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:18 smithi111 ceph-mon[116524]: pgmap v18783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:40:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:20 smithi155 ceph-mon[102677]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:20 smithi111 ceph-mon[97855]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:20 smithi111 ceph-mon[116524]: pgmap v18784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:22 smithi155 ceph-mon[102677]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:22 smithi111 ceph-mon[97855]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:22 smithi111 ceph-mon[116524]: pgmap v18785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:24 smithi155 ceph-mon[102677]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:24 smithi111 ceph-mon[97855]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:24 smithi111 ceph-mon[116524]: pgmap v18786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:26 smithi155 ceph-mon[102677]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:26 smithi111 ceph-mon[97855]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:26 smithi111 ceph-mon[116524]: pgmap v18787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:28 smithi155 ceph-mon[102677]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:28 smithi111 ceph-mon[97855]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:28 smithi111 ceph-mon[116524]: pgmap v18788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:40:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:40:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:30 smithi155 ceph-mon[102677]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:30 smithi111 ceph-mon[97855]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:30 smithi111 ceph-mon[116524]: pgmap v18789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:32 smithi155 ceph-mon[102677]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:32 smithi111 ceph-mon[97855]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:32 smithi111 ceph-mon[116524]: pgmap v18790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:34 smithi155 ceph-mon[102677]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:34 smithi111 ceph-mon[97855]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:34 smithi111 ceph-mon[116524]: pgmap v18791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:36 smithi155 ceph-mon[102677]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:36 smithi111 ceph-mon[97855]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:36 smithi111 ceph-mon[116524]: pgmap v18792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:38.267 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:40:38.574 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:40:38.574 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 4m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:40:38.574 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 4m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:40:38.574 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (8h) 4m ago 8h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:40:38.574 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 4m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 4m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 4m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:40:38.575 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (8h) 4m ago 8h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:40:38.576 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 4m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:40:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:38 smithi155 ceph-mon[102677]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:38 smithi111 ceph-mon[97855]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:38 smithi111 ceph-mon[116524]: pgmap v18793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:38.954 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:40:38.955 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:40:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:39 smithi155 ceph-mon[102677]: from='client.35433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2830866417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:40:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:40:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:39 smithi111 ceph-mon[97855]: from='client.35433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2830866417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:40:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:39 smithi111 ceph-mon[116524]: from='client.35433 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2830866417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:40:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:40 smithi155 ceph-mon[102677]: from='client.35439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:40 smithi155 ceph-mon[102677]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:40 smithi111 ceph-mon[116524]: from='client.35439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:40 smithi111 ceph-mon[116524]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:40 smithi111 ceph-mon[97855]: from='client.35439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:40:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:40 smithi111 ceph-mon[97855]: pgmap v18794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:42 smithi155 ceph-mon[102677]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:42 smithi111 ceph-mon[97855]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:42.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:42 smithi111 ceph-mon[116524]: pgmap v18795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:44 smithi155 ceph-mon[102677]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:44 smithi111 ceph-mon[97855]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:44 smithi111 ceph-mon[116524]: pgmap v18796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:46 smithi155 ceph-mon[102677]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:46 smithi111 ceph-mon[97855]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:46 smithi111 ceph-mon[116524]: pgmap v18797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:48 smithi155 ceph-mon[102677]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:48 smithi111 ceph-mon[97855]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:48 smithi111 ceph-mon[116524]: pgmap v18798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:40:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:40:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:50 smithi155 ceph-mon[102677]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:50 smithi111 ceph-mon[97855]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:50 smithi111 ceph-mon[116524]: pgmap v18799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:40:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:52 smithi155 ceph-mon[102677]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:52 smithi111 ceph-mon[97855]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:52 smithi111 ceph-mon[116524]: pgmap v18800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:54 smithi155 ceph-mon[102677]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:54 smithi111 ceph-mon[97855]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:54 smithi111 ceph-mon[116524]: pgmap v18801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:56 smithi155 ceph-mon[102677]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:56 smithi111 ceph-mon[97855]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:56 smithi111 ceph-mon[116524]: pgmap v18802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:40:58 smithi155 ceph-mon[102677]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:40:58 smithi111 ceph-mon[97855]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:40:58 smithi111 ceph-mon[116524]: pgmap v18803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:40:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:40:59] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:41:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:00 smithi155 ceph-mon[102677]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:41:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:41:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:41:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:41:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[116524]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[97855]: pgmap v18804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:41:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:41:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:41:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:41:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:02 smithi155 ceph-mon[102677]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:02 smithi111 ceph-mon[97855]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:02 smithi111 ceph-mon[116524]: pgmap v18805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:04 smithi155 ceph-mon[102677]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:04 smithi111 ceph-mon[97855]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:04 smithi111 ceph-mon[116524]: pgmap v18806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:06 smithi155 ceph-mon[102677]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:06 smithi111 ceph-mon[97855]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:06 smithi111 ceph-mon[116524]: pgmap v18807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:08 smithi155 ceph-mon[102677]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:08 smithi111 ceph-mon[97855]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:08 smithi111 ceph-mon[116524]: pgmap v18808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:09.300 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:41:09.606 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (8h) 5m ago 8h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:41:09.607 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:41:09.608 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:41:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:41:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:41:09.987 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:41:09.987 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:41:09.988 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:41:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:10 smithi155 ceph-mon[102677]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:10 smithi155 ceph-mon[102677]: from='client.45323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/610499656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:10 smithi111 ceph-mon[97855]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:10 smithi111 ceph-mon[97855]: from='client.45323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/610499656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:41:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:10 smithi111 ceph-mon[116524]: pgmap v18809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:10 smithi111 ceph-mon[116524]: from='client.45323 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/610499656' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:41:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:11 smithi155 ceph-mon[102677]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:11 smithi111 ceph-mon[97855]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:11 smithi111 ceph-mon[116524]: from='client.35457 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:12 smithi155 ceph-mon[102677]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:12 smithi111 ceph-mon[97855]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:12 smithi111 ceph-mon[116524]: pgmap v18810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:13 smithi155 ceph-mon[102677]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:13 smithi111 ceph-mon[97855]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:13 smithi111 ceph-mon[116524]: pgmap v18811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:15 smithi111 ceph-mon[97855]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:15 smithi111 ceph-mon[116524]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:15 smithi155 ceph-mon[102677]: pgmap v18812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:18 smithi155 ceph-mon[102677]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:18 smithi111 ceph-mon[97855]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:18 smithi111 ceph-mon[116524]: pgmap v18813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:41:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:41:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:20 smithi155 ceph-mon[102677]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:20 smithi111 ceph-mon[116524]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:20 smithi111 ceph-mon[97855]: pgmap v18814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:22 smithi155 ceph-mon[102677]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:22 smithi111 ceph-mon[97855]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:22 smithi111 ceph-mon[116524]: pgmap v18815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:24 smithi155 ceph-mon[102677]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:24 smithi111 ceph-mon[97855]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:24 smithi111 ceph-mon[116524]: pgmap v18816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:26 smithi155 ceph-mon[102677]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:26 smithi111 ceph-mon[97855]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:26 smithi111 ceph-mon[116524]: pgmap v18817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:28 smithi155 ceph-mon[102677]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:28 smithi111 ceph-mon[97855]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:28 smithi111 ceph-mon[116524]: pgmap v18818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:41:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:41:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:30 smithi155 ceph-mon[102677]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:30 smithi111 ceph-mon[116524]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:30 smithi111 ceph-mon[97855]: pgmap v18819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:32 smithi155 ceph-mon[102677]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:32 smithi111 ceph-mon[97855]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:32 smithi111 ceph-mon[116524]: pgmap v18820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:34 smithi155 ceph-mon[102677]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:34 smithi111 ceph-mon[97855]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:34 smithi111 ceph-mon[116524]: pgmap v18821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:36 smithi155 ceph-mon[102677]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:36 smithi111 ceph-mon[97855]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:36 smithi111 ceph-mon[116524]: pgmap v18822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:38 smithi155 ceph-mon[102677]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:38 smithi111 ceph-mon[97855]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:38 smithi111 ceph-mon[116524]: pgmap v18823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:41:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:41:40.333 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:41:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:40 smithi155 ceph-mon[102677]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:40 smithi111 ceph-mon[97855]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:40 smithi111 ceph-mon[116524]: pgmap v18824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:40.635 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:41:40.635 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 5m ago 8h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 5m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 5m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 5m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:41:40.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:41:40.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:41:40.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:41:40.637 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:41:40.637 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 5m ago 8h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:41:41.015 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:41:41.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:41:41.015 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:41:41.015 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:41.015 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:41:41.016 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:41:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:41 smithi155 ceph-mon[102677]: from='client.35469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2700064497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:41:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:41 smithi111 ceph-mon[97855]: from='client.35469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2700064497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:41:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:41 smithi111 ceph-mon[116524]: from='client.35469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2700064497' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:41:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:42 smithi155 ceph-mon[102677]: from='client.45347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:42 smithi155 ceph-mon[102677]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:42 smithi111 ceph-mon[97855]: from='client.45347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:42 smithi111 ceph-mon[97855]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:42 smithi111 ceph-mon[116524]: from='client.45347 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:41:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:42 smithi111 ceph-mon[116524]: pgmap v18825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:44 smithi155 ceph-mon[102677]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:44 smithi111 ceph-mon[97855]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:44 smithi111 ceph-mon[116524]: pgmap v18826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:46 smithi155 ceph-mon[102677]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:46 smithi111 ceph-mon[97855]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:46 smithi111 ceph-mon[116524]: pgmap v18827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:48 smithi155 ceph-mon[102677]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:48 smithi111 ceph-mon[97855]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:48 smithi111 ceph-mon[116524]: pgmap v18828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:41:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:41:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:50 smithi155 ceph-mon[102677]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:50 smithi111 ceph-mon[116524]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:50 smithi111 ceph-mon[97855]: pgmap v18829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:41:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:52 smithi155 ceph-mon[102677]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:52 smithi111 ceph-mon[97855]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:52 smithi111 ceph-mon[116524]: pgmap v18830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:54 smithi155 ceph-mon[102677]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:54 smithi111 ceph-mon[97855]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:54 smithi111 ceph-mon[116524]: pgmap v18831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:56 smithi155 ceph-mon[102677]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:56 smithi111 ceph-mon[97855]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:56 smithi111 ceph-mon[116524]: pgmap v18832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:41:58 smithi155 ceph-mon[102677]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:41:58 smithi111 ceph-mon[97855]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:41:58 smithi111 ceph-mon[116524]: pgmap v18833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:41:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:41:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:42:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:00 smithi155 ceph-mon[102677]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:00 smithi111 ceph-mon[97855]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:00 smithi111 ceph-mon[116524]: pgmap v18834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:42:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:42:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:42:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:42:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:42:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:42:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:02 smithi155 ceph-mon[102677]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:02 smithi111 ceph-mon[97855]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:02 smithi111 ceph-mon[116524]: pgmap v18835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:04 smithi155 ceph-mon[102677]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:04 smithi111 ceph-mon[97855]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:04 smithi111 ceph-mon[116524]: pgmap v18836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:06 smithi155 ceph-mon[102677]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:06 smithi111 ceph-mon[97855]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:06 smithi111 ceph-mon[116524]: pgmap v18837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:08 smithi155 ceph-mon[102677]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:08 smithi111 ceph-mon[97855]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:08 smithi111 ceph-mon[116524]: pgmap v18838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:42:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:42:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:10 smithi155 ceph-mon[102677]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:10 smithi111 ceph-mon[97855]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:10 smithi111 ceph-mon[116524]: pgmap v18839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:11.364 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (8h) 6m ago 8h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:42:11.674 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (8h) 6m ago 8h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (8h) 6m ago 8h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:42:11.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:42:11.676 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:42:11.676 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:42:11.676 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:42:11.676 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:42:11.676 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:42:12.051 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:42:12.052 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:42:12.053 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:42:12.053 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:42:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:12 smithi155 ceph-mon[102677]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:12 smithi155 ceph-mon[102677]: from='client.45359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2423252466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:42:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:12 smithi111 ceph-mon[97855]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:12 smithi111 ceph-mon[97855]: from='client.45359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2423252466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:42:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:12 smithi111 ceph-mon[116524]: pgmap v18840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:12 smithi111 ceph-mon[116524]: from='client.45359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2423252466' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:42:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:13 smithi155 ceph-mon[102677]: from='client.35493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:13 smithi111 ceph-mon[97855]: from='client.35493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:13 smithi111 ceph-mon[116524]: from='client.35493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:14 smithi155 ceph-mon[102677]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:14 smithi111 ceph-mon[97855]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:14 smithi111 ceph-mon[116524]: pgmap v18841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:16.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:16 smithi155 ceph-mon[102677]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:16 smithi111 ceph-mon[97855]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:16 smithi111 ceph-mon[116524]: pgmap v18842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:18 smithi155 ceph-mon[102677]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:18 smithi111 ceph-mon[97855]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:18 smithi111 ceph-mon[116524]: pgmap v18843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:42:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T13:42:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:20 smithi155 ceph-mon[102677]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:20 smithi111 ceph-mon[97855]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:20 smithi111 ceph-mon[116524]: pgmap v18844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:22 smithi155 ceph-mon[102677]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:22 smithi111 ceph-mon[116524]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:22 smithi111 ceph-mon[97855]: pgmap v18845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:24 smithi155 ceph-mon[102677]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:24 smithi111 ceph-mon[97855]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:24 smithi111 ceph-mon[116524]: pgmap v18846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:26 smithi155 ceph-mon[102677]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:26 smithi111 ceph-mon[116524]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:26 smithi111 ceph-mon[97855]: pgmap v18847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:28 smithi155 ceph-mon[102677]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:28 smithi111 ceph-mon[97855]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:28 smithi111 ceph-mon[116524]: pgmap v18848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:42:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:42:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:30 smithi111 ceph-mon[97855]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:30 smithi111 ceph-mon[116524]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:30 smithi155 ceph-mon[102677]: pgmap v18849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:32 smithi111 ceph-mon[97855]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:32 smithi111 ceph-mon[116524]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:32 smithi155 ceph-mon[102677]: pgmap v18850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:34 smithi111 ceph-mon[97855]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:34 smithi111 ceph-mon[116524]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:34 smithi155 ceph-mon[102677]: pgmap v18851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:36 smithi111 ceph-mon[97855]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:36 smithi111 ceph-mon[116524]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:36 smithi155 ceph-mon[102677]: pgmap v18852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:38 smithi111 ceph-mon[97855]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:38 smithi111 ceph-mon[116524]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:38 smithi155 ceph-mon[102677]: pgmap v18853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:42:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:42:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 13:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T13:42:40.045959129Z level=info msg="Completed cleanup jobs" duration=12.798652ms 2023-12-01T13:42:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:40 smithi155 ceph-mon[102677]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:40 smithi111 ceph-mon[97855]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:40 smithi111 ceph-mon[116524]: pgmap v18854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:42.401 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:42:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:42 smithi111 ceph-mon[97855]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:42 smithi111 ceph-mon[116524]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (8h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:42:42.705 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:42:42.706 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:42:42.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:42:42.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:42:42.707 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:42:42.707 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (8h) 6m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:42:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:42 smithi155 ceph-mon[102677]: pgmap v18855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:42:43.087 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:42:43.088 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:42:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2573756937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:42:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2573756937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:42:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2573756937' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:42:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:44 smithi111 ceph-mon[97855]: from='client.35505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:44 smithi111 ceph-mon[97855]: from='client.45383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:44 smithi111 ceph-mon[97855]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:44 smithi111 ceph-mon[116524]: from='client.35505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:44 smithi111 ceph-mon[116524]: from='client.45383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:44 smithi111 ceph-mon[116524]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:44 smithi155 ceph-mon[102677]: from='client.35505 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:44 smithi155 ceph-mon[102677]: from='client.45383 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:42:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:44 smithi155 ceph-mon[102677]: pgmap v18856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:46 smithi111 ceph-mon[116524]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:46 smithi111 ceph-mon[97855]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:46 smithi155 ceph-mon[102677]: pgmap v18857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:48 smithi111 ceph-mon[97855]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:48 smithi111 ceph-mon[116524]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:48 smithi155 ceph-mon[102677]: pgmap v18858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:42:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:42:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:50 smithi111 ceph-mon[97855]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:50 smithi111 ceph-mon[116524]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:50 smithi155 ceph-mon[102677]: pgmap v18859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:42:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:52 smithi155 ceph-mon[102677]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:52 smithi111 ceph-mon[97855]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:52 smithi111 ceph-mon[116524]: pgmap v18860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:54 smithi155 ceph-mon[102677]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:54 smithi111 ceph-mon[97855]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:54 smithi111 ceph-mon[116524]: pgmap v18861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:56 smithi155 ceph-mon[102677]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:56 smithi111 ceph-mon[97855]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:56 smithi111 ceph-mon[116524]: pgmap v18862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:42:58 smithi155 ceph-mon[102677]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:42:58 smithi111 ceph-mon[97855]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:42:58 smithi111 ceph-mon[116524]: pgmap v18863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:42:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:42:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:43:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:00 smithi155 ceph-mon[102677]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:00 smithi111 ceph-mon[97855]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:00 smithi111 ceph-mon[116524]: pgmap v18864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:43:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:43:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:43:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:02 smithi155 ceph-mon[102677]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:43:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:43:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:43:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[97855]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[116524]: pgmap v18865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:43:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:43:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:04 smithi155 ceph-mon[102677]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:04 smithi111 ceph-mon[97855]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:04 smithi111 ceph-mon[116524]: pgmap v18866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:06 smithi155 ceph-mon[102677]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:06 smithi111 ceph-mon[97855]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:06 smithi111 ceph-mon[116524]: pgmap v18867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:08 smithi155 ceph-mon[102677]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:08 smithi111 ceph-mon[97855]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:08 smithi111 ceph-mon[116524]: pgmap v18868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:43:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:43:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:10 smithi155 ceph-mon[102677]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:10 smithi111 ceph-mon[97855]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:10 smithi111 ceph-mon[116524]: pgmap v18869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:12 smithi155 ceph-mon[102677]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:12 smithi111 ceph-mon[97855]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:12 smithi111 ceph-mon[116524]: pgmap v18870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:13.435 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:43:13.741 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:43:13.741 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:43:13.742 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:43:13.743 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:43:13.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:43:13.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:43:13.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:43:13.744 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:43:14.122 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:43:14.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:43:14.122 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:43:14.122 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:14.122 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:14.123 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:43:14.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:43:14.124 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:43:14.124 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:43:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:14 smithi155 ceph-mon[102677]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3402008061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:43:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:14 smithi111 ceph-mon[97855]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3402008061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:43:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:14 smithi111 ceph-mon[116524]: pgmap v18871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3402008061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:43:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:15 smithi155 ceph-mon[102677]: from='client.35523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:15 smithi155 ceph-mon[102677]: from='client.45401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:15 smithi111 ceph-mon[97855]: from='client.35523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:15 smithi111 ceph-mon[97855]: from='client.45401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:15 smithi111 ceph-mon[116524]: from='client.35523 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:15 smithi111 ceph-mon[116524]: from='client.45401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:16 smithi155 ceph-mon[102677]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:16 smithi111 ceph-mon[97855]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:16 smithi111 ceph-mon[116524]: pgmap v18872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:18 smithi155 ceph-mon[102677]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:18 smithi111 ceph-mon[97855]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:18 smithi111 ceph-mon[116524]: pgmap v18873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:43:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:43:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:20 smithi155 ceph-mon[102677]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:20 smithi111 ceph-mon[97855]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:20 smithi111 ceph-mon[116524]: pgmap v18874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:22 smithi155 ceph-mon[102677]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:22 smithi111 ceph-mon[97855]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:22 smithi111 ceph-mon[116524]: pgmap v18875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:24 smithi155 ceph-mon[102677]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:24 smithi111 ceph-mon[97855]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:24 smithi111 ceph-mon[116524]: pgmap v18876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:26.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:26 smithi155 ceph-mon[102677]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:26 smithi111 ceph-mon[97855]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:26 smithi111 ceph-mon[116524]: pgmap v18877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:28.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:28 smithi155 ceph-mon[102677]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:28 smithi111 ceph-mon[97855]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:28 smithi111 ceph-mon[116524]: pgmap v18878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:43:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:43:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:30 smithi155 ceph-mon[102677]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:30 smithi111 ceph-mon[97855]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:30 smithi111 ceph-mon[116524]: pgmap v18879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:32 smithi155 ceph-mon[102677]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:32 smithi111 ceph-mon[97855]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:32 smithi111 ceph-mon[116524]: pgmap v18880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:34 smithi155 ceph-mon[102677]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:34 smithi111 ceph-mon[97855]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:34 smithi111 ceph-mon[116524]: pgmap v18881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:36 smithi155 ceph-mon[102677]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:36 smithi111 ceph-mon[97855]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:36 smithi111 ceph-mon[116524]: pgmap v18882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:38 smithi155 ceph-mon[102677]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:38 smithi111 ceph-mon[97855]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:38 smithi111 ceph-mon[116524]: pgmap v18883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:43:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:43:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:40 smithi155 ceph-mon[102677]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:40 smithi111 ceph-mon[97855]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:40 smithi111 ceph-mon[116524]: pgmap v18884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:42 smithi155 ceph-mon[102677]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:42 smithi111 ceph-mon[97855]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:42 smithi111 ceph-mon[116524]: pgmap v18885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:44.465 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:43:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:44 smithi155 ceph-mon[102677]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:44 smithi111 ceph-mon[97855]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:44 smithi111 ceph-mon[116524]: pgmap v18886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:43:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:43:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:43:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:43:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5623M 2195M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 5937M 2195M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6109M 2195M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5342M 2195M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4260M 2491M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5343M 2491M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4715M 2491M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:43:44.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5515M 2491M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:43:44.774 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:43:45.153 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:43:45.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:43:45.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:43:45.154 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:43:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3686037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:43:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3686037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:43:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3686037' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:43:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:46 smithi155 ceph-mon[102677]: from='client.35541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:46 smithi155 ceph-mon[102677]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:46 smithi155 ceph-mon[102677]: from='client.35547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:46 smithi111 ceph-mon[97855]: from='client.35541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:46 smithi111 ceph-mon[97855]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:46 smithi111 ceph-mon[97855]: from='client.35547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:46 smithi111 ceph-mon[116524]: from='client.35541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:46 smithi111 ceph-mon[116524]: pgmap v18887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:46 smithi111 ceph-mon[116524]: from='client.35547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:43:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:48 smithi155 ceph-mon[102677]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:48 smithi111 ceph-mon[97855]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:48 smithi111 ceph-mon[116524]: pgmap v18888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:43:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:43:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:50 smithi155 ceph-mon[102677]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:50 smithi111 ceph-mon[97855]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:50 smithi111 ceph-mon[116524]: pgmap v18889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:43:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:52 smithi155 ceph-mon[102677]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:52 smithi111 ceph-mon[97855]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:52 smithi111 ceph-mon[116524]: pgmap v18890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:54 smithi155 ceph-mon[102677]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:54 smithi111 ceph-mon[97855]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:54 smithi111 ceph-mon[116524]: pgmap v18891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:56 smithi155 ceph-mon[102677]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:56 smithi111 ceph-mon[97855]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:56 smithi111 ceph-mon[116524]: pgmap v18892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:43:58 smithi155 ceph-mon[102677]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:43:58 smithi111 ceph-mon[97855]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:43:58 smithi111 ceph-mon[116524]: pgmap v18893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:43:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:43:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:44:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:00 smithi155 ceph-mon[102677]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:00 smithi111 ceph-mon[97855]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:00 smithi111 ceph-mon[116524]: pgmap v18894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:44:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:44:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:44:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: pgmap v18895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:44:02.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:44:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:03 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2187M 2023-12-01T13:44:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:03 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2487M 2023-12-01T13:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:03 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2187M 2023-12-01T13:44:03.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:03 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2487M 2023-12-01T13:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:03 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2187M 2023-12-01T13:44:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:03 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2487M 2023-12-01T13:44:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:04 smithi155 ceph-mon[102677]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:04 smithi111 ceph-mon[97855]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:04 smithi111 ceph-mon[116524]: pgmap v18896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:06 smithi155 ceph-mon[102677]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:06 smithi111 ceph-mon[97855]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:06 smithi111 ceph-mon[116524]: pgmap v18897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:08 smithi155 ceph-mon[102677]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:08 smithi111 ceph-mon[97855]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:08 smithi111 ceph-mon[116524]: pgmap v18898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:44:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:44:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:10 smithi155 ceph-mon[102677]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:10 smithi111 ceph-mon[97855]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:10 smithi111 ceph-mon[116524]: pgmap v18899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:12 smithi155 ceph-mon[102677]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:12 smithi111 ceph-mon[97855]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:12 smithi111 ceph-mon[116524]: pgmap v18900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:14 smithi155 ceph-mon[102677]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:14 smithi111 ceph-mon[97855]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:14 smithi111 ceph-mon[116524]: pgmap v18901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:15.500 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:44:15.807 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5623M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 5937M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6109M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5342M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4260M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5343M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4715M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5515M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:44:15.808 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:44:16.189 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:44:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:44:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:44:16.190 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:44:16.191 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:44:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:16 smithi155 ceph-mon[102677]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:16 smithi111 ceph-mon[97855]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:16 smithi111 ceph-mon[116524]: pgmap v18902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:17 smithi155 ceph-mon[102677]: from='client.45431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:17 smithi155 ceph-mon[102677]: from='client.35565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3308392131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:17 smithi111 ceph-mon[97855]: from='client.45431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:17 smithi111 ceph-mon[97855]: from='client.35565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3308392131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:44:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:17 smithi111 ceph-mon[116524]: from='client.45431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:17 smithi111 ceph-mon[116524]: from='client.35565 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3308392131' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:44:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:18 smithi155 ceph-mon[102677]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:18 smithi111 ceph-mon[97855]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:18 smithi111 ceph-mon[116524]: pgmap v18903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:44:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:44:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:20 smithi155 ceph-mon[102677]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:20 smithi111 ceph-mon[97855]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:20 smithi111 ceph-mon[116524]: pgmap v18904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:22 smithi155 ceph-mon[102677]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:22 smithi111 ceph-mon[97855]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:22 smithi111 ceph-mon[116524]: pgmap v18905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:24 smithi155 ceph-mon[102677]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:24 smithi111 ceph-mon[97855]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:24 smithi111 ceph-mon[116524]: pgmap v18906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:26 smithi155 ceph-mon[102677]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:26 smithi111 ceph-mon[97855]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:26 smithi111 ceph-mon[116524]: pgmap v18907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:28 smithi155 ceph-mon[102677]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:28 smithi111 ceph-mon[97855]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:28 smithi111 ceph-mon[116524]: pgmap v18908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:44:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:44:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:30 smithi155 ceph-mon[102677]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:30 smithi111 ceph-mon[97855]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:30 smithi111 ceph-mon[116524]: pgmap v18909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:32 smithi155 ceph-mon[102677]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:32 smithi111 ceph-mon[97855]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:32 smithi111 ceph-mon[116524]: pgmap v18910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:34 smithi155 ceph-mon[102677]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:34 smithi111 ceph-mon[97855]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:34 smithi111 ceph-mon[116524]: pgmap v18911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:36 smithi155 ceph-mon[102677]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:36 smithi111 ceph-mon[97855]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:36 smithi111 ceph-mon[116524]: pgmap v18912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:38 smithi155 ceph-mon[102677]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:38 smithi111 ceph-mon[97855]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:38 smithi111 ceph-mon[116524]: pgmap v18913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:44:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:44:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:40 smithi155 ceph-mon[102677]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:40 smithi111 ceph-mon[97855]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:40 smithi111 ceph-mon[116524]: pgmap v18914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:42 smithi155 ceph-mon[102677]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:42 smithi111 ceph-mon[97855]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:42 smithi111 ceph-mon[116524]: pgmap v18915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:44 smithi155 ceph-mon[102677]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:44 smithi111 ceph-mon[97855]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:44 smithi111 ceph-mon[116524]: pgmap v18916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:46 smithi155 ceph-mon[102677]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:46 smithi111 ceph-mon[97855]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:46 smithi111 ceph-mon[116524]: pgmap v18917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:46.533 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:44:46.840 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5623M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:44:46.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 5937M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6109M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5342M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4260M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5343M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4715M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5515M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:44:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:44:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:44:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:44:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:44:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:44:47.221 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:48 smithi155 ceph-mon[102677]: from='client.35577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:48 smithi155 ceph-mon[102677]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:48 smithi155 ceph-mon[102677]: from='client.45455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/106083916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[97855]: from='client.35577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[97855]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[97855]: from='client.45455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/106083916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[116524]: from='client.35577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[116524]: pgmap v18918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[116524]: from='client.45455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:44:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/106083916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:44:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:44:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:44:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:50 smithi155 ceph-mon[102677]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:50 smithi111 ceph-mon[97855]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:50 smithi111 ceph-mon[116524]: pgmap v18919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:44:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:52 smithi155 ceph-mon[102677]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:52 smithi111 ceph-mon[97855]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:52 smithi111 ceph-mon[116524]: pgmap v18920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:54 smithi155 ceph-mon[102677]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:54 smithi111 ceph-mon[97855]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:54 smithi111 ceph-mon[116524]: pgmap v18921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:56 smithi155 ceph-mon[102677]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:56 smithi111 ceph-mon[97855]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:56 smithi111 ceph-mon[116524]: pgmap v18922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:44:58 smithi155 ceph-mon[102677]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:44:58 smithi111 ceph-mon[97855]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:44:58 smithi111 ceph-mon[116524]: pgmap v18923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:44:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:45:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:00 smithi155 ceph-mon[102677]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:00 smithi111 ceph-mon[97855]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:00 smithi111 ceph-mon[116524]: pgmap v18924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:02 smithi155 ceph-mon[102677]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:45:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:02 smithi111 ceph-mon[97855]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:45:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:02 smithi111 ceph-mon[116524]: pgmap v18925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:45:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:45:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:45:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:45:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:45:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:45:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:45:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:45:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:45:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:45:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:04 smithi155 ceph-mon[102677]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:04 smithi111 ceph-mon[97855]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:04 smithi111 ceph-mon[116524]: pgmap v18926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:06 smithi155 ceph-mon[102677]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:06 smithi111 ceph-mon[97855]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:06 smithi111 ceph-mon[116524]: pgmap v18927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:08 smithi155 ceph-mon[102677]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:08 smithi111 ceph-mon[97855]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:08 smithi111 ceph-mon[116524]: pgmap v18928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:45:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:45:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:10 smithi155 ceph-mon[102677]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:10 smithi111 ceph-mon[116524]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:10 smithi111 ceph-mon[97855]: pgmap v18929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:12 smithi155 ceph-mon[102677]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:12 smithi111 ceph-mon[97855]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:12 smithi111 ceph-mon[116524]: pgmap v18930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:14 smithi155 ceph-mon[102677]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:14 smithi111 ceph-mon[97855]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:14 smithi111 ceph-mon[116524]: pgmap v18931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:16 smithi155 ceph-mon[102677]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:16 smithi111 ceph-mon[97855]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:16 smithi111 ceph-mon[116524]: pgmap v18932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:17.567 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:45:17.870 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:45:17.870 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5623M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 5937M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6109M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5342M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:45:17.871 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4260M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:45:17.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5343M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:45:17.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4715M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:45:17.872 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5515M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:45:17.872 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:45:18.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:45:18.259 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:18.259 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:45:18.259 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:45:18.259 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:45:18.259 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:45:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:18 smithi155 ceph-mon[102677]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1872541535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:45:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:18 smithi111 ceph-mon[97855]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1872541535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:45:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:18 smithi111 ceph-mon[116524]: pgmap v18933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1872541535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:19 smithi155 ceph-mon[102677]: from='client.45467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:19 smithi155 ceph-mon[102677]: from='client.45473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:45:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:19 smithi111 ceph-mon[116524]: from='client.45467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:19 smithi111 ceph-mon[116524]: from='client.45473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:19 smithi111 ceph-mon[97855]: from='client.45467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:19 smithi111 ceph-mon[97855]: from='client.45473 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:20 smithi155 ceph-mon[102677]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:20 smithi111 ceph-mon[97855]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:20 smithi111 ceph-mon[116524]: pgmap v18934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:22 smithi155 ceph-mon[102677]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:22 smithi111 ceph-mon[97855]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:22 smithi111 ceph-mon[116524]: pgmap v18935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:24 smithi155 ceph-mon[102677]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:24 smithi111 ceph-mon[97855]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:24 smithi111 ceph-mon[116524]: pgmap v18936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:26 smithi155 ceph-mon[102677]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:26 smithi111 ceph-mon[97855]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:26 smithi111 ceph-mon[116524]: pgmap v18937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:28 smithi155 ceph-mon[102677]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:28 smithi111 ceph-mon[97855]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:28 smithi111 ceph-mon[116524]: pgmap v18938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:45:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:45:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:30 smithi155 ceph-mon[102677]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:30 smithi111 ceph-mon[116524]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:30 smithi111 ceph-mon[97855]: pgmap v18939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:32 smithi155 ceph-mon[102677]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:32 smithi111 ceph-mon[116524]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:32 smithi111 ceph-mon[97855]: pgmap v18940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:34 smithi155 ceph-mon[102677]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:34 smithi111 ceph-mon[97855]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:34 smithi111 ceph-mon[116524]: pgmap v18941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:36 smithi155 ceph-mon[102677]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:36 smithi111 ceph-mon[97855]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:36 smithi111 ceph-mon[116524]: pgmap v18942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:38 smithi155 ceph-mon[102677]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:38 smithi111 ceph-mon[97855]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:38 smithi111 ceph-mon[116524]: pgmap v18943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:39.751 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:45:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:45:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:40 smithi155 ceph-mon[102677]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:40 smithi111 ceph-mon[97855]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:40 smithi111 ceph-mon[116524]: pgmap v18944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:42 smithi155 ceph-mon[102677]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:42 smithi111 ceph-mon[97855]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:42 smithi111 ceph-mon[116524]: pgmap v18945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:44 smithi155 ceph-mon[102677]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:44 smithi111 ceph-mon[97855]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:44 smithi111 ceph-mon[116524]: pgmap v18946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:46 smithi155 ceph-mon[102677]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:46 smithi111 ceph-mon[97855]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:46.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:46 smithi111 ceph-mon[116524]: pgmap v18947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:48.603 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:45:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:48 smithi155 ceph-mon[102677]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:48 smithi111 ceph-mon[97855]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:48.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:48 smithi111 ceph-mon[116524]: pgmap v18948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 899M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2276M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1074M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 971M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 22.1M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:45:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5623M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 5937M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6109M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5342M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4260M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5343M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4715M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5515M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:45:48.911 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 129M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:45:49.294 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:45:49.295 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:45:49.295 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:45:49.295 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:45:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4200601051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:45:49.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4200601051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:45:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4200601051' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:45:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:45:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:50 smithi155 ceph-mon[102677]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:50 smithi155 ceph-mon[102677]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:50 smithi155 ceph-mon[102677]: from='client.35619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[97855]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[97855]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[97855]: from='client.35619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[116524]: from='client.45485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[116524]: pgmap v18949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[116524]: from='client.35619 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:45:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:45:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:52 smithi155 ceph-mon[102677]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:52 smithi111 ceph-mon[97855]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:52 smithi111 ceph-mon[116524]: pgmap v18950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:54 smithi155 ceph-mon[102677]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:54 smithi111 ceph-mon[97855]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:54 smithi111 ceph-mon[116524]: pgmap v18951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:56 smithi155 ceph-mon[102677]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:56 smithi111 ceph-mon[97855]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:56 smithi111 ceph-mon[116524]: pgmap v18952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:45:58 smithi155 ceph-mon[102677]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:45:58 smithi111 ceph-mon[97855]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:45:58 smithi111 ceph-mon[116524]: pgmap v18953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:45:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:46:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:00 smithi155 ceph-mon[102677]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:00 smithi111 ceph-mon[97855]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:00 smithi111 ceph-mon[116524]: pgmap v18954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:02 smithi155 ceph-mon[102677]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:46:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:02 smithi111 ceph-mon[97855]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:46:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:02 smithi111 ceph-mon[116524]: pgmap v18955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:46:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:04 smithi155 ceph-mon[102677]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:04 smithi111 ceph-mon[97855]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:04.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:04 smithi111 ceph-mon[116524]: pgmap v18956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:46:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: pgmap v18957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:46:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:46:06.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:46:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:08 smithi155 ceph-mon[102677]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:08 smithi111 ceph-mon[97855]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:08 smithi111 ceph-mon[116524]: pgmap v18958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:46:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:46:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:10 smithi155 ceph-mon[102677]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:10 smithi111 ceph-mon[97855]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:10 smithi111 ceph-mon[116524]: pgmap v18959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:12 smithi155 ceph-mon[102677]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:12 smithi111 ceph-mon[97855]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:12 smithi111 ceph-mon[116524]: pgmap v18960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:14 smithi155 ceph-mon[102677]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:14 smithi111 ceph-mon[97855]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:14 smithi111 ceph-mon[116524]: pgmap v18961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:16 smithi155 ceph-mon[102677]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:16 smithi111 ceph-mon[97855]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:16 smithi111 ceph-mon[116524]: pgmap v18962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:18 smithi155 ceph-mon[102677]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:18 smithi111 ceph-mon[97855]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:18 smithi111 ceph-mon[116524]: pgmap v18963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:19.643 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:46:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:46:19.952 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:46:19.952 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 15s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:46:19.952 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 14s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 15s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 14s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 14s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 15s ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 15s ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 14s ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 15s ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 15s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 14s ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 15s ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 15s ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 15s ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 15s ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 14s ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 14s ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:46:19.953 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 14s ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:46:19.954 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 14s ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:46:19.954 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 14s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:46:20.337 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:46:20.338 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:20.338 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:46:20.338 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:46:20.338 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:46:20.338 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:46:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:20 smithi155 ceph-mon[102677]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:20 smithi111 ceph-mon[116524]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:20 smithi111 ceph-mon[97855]: pgmap v18964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:21 smithi155 ceph-mon[102677]: from='client.35631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:21 smithi155 ceph-mon[102677]: from='client.35637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/451566858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:46:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:21 smithi111 ceph-mon[97855]: from='client.35631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:21 smithi111 ceph-mon[97855]: from='client.35637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/451566858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:46:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:21 smithi111 ceph-mon[116524]: from='client.35631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:21 smithi111 ceph-mon[116524]: from='client.35637 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/451566858' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:46:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:22 smithi155 ceph-mon[102677]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:22 smithi111 ceph-mon[97855]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:22 smithi111 ceph-mon[116524]: pgmap v18965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:24 smithi155 ceph-mon[102677]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:24 smithi111 ceph-mon[97855]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:24 smithi111 ceph-mon[116524]: pgmap v18966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:26 smithi155 ceph-mon[102677]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:26 smithi111 ceph-mon[97855]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:26 smithi111 ceph-mon[116524]: pgmap v18967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:28 smithi155 ceph-mon[102677]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:28 smithi111 ceph-mon[97855]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:28 smithi111 ceph-mon[116524]: pgmap v18968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:46:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T13:46:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:30 smithi155 ceph-mon[102677]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:30 smithi111 ceph-mon[97855]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:30 smithi111 ceph-mon[116524]: pgmap v18969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:32 smithi155 ceph-mon[102677]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:32 smithi111 ceph-mon[97855]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:32 smithi111 ceph-mon[116524]: pgmap v18970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:34 smithi155 ceph-mon[102677]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:34 smithi111 ceph-mon[97855]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:34 smithi111 ceph-mon[116524]: pgmap v18971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:36 smithi155 ceph-mon[102677]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:36 smithi111 ceph-mon[97855]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:36 smithi111 ceph-mon[116524]: pgmap v18972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:38 smithi155 ceph-mon[102677]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:38 smithi111 ceph-mon[97855]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:38 smithi111 ceph-mon[116524]: pgmap v18973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:46:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:46:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:40 smithi155 ceph-mon[102677]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:40 smithi111 ceph-mon[97855]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:40 smithi111 ceph-mon[116524]: pgmap v18974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:42 smithi155 ceph-mon[102677]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:42 smithi111 ceph-mon[97855]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:42 smithi111 ceph-mon[116524]: pgmap v18975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:44 smithi155 ceph-mon[102677]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:44 smithi111 ceph-mon[97855]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:44 smithi111 ceph-mon[116524]: pgmap v18976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:46 smithi155 ceph-mon[102677]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:46 smithi111 ceph-mon[97855]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:46 smithi111 ceph-mon[116524]: pgmap v18977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:48 smithi155 ceph-mon[102677]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:48 smithi111 ceph-mon[97855]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:48 smithi111 ceph-mon[116524]: pgmap v18978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:46:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:46:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:50 smithi155 ceph-mon[102677]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:50 smithi111 ceph-mon[97855]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:50 smithi111 ceph-mon[116524]: pgmap v18979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:46:50.686 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:46:50.989 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 46s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 45s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 46s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 45s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 45s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 46s ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 46s ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 45s ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 46s ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:46:50.990 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 46s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 45s ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 46s ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 46s ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 46s ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 46s ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 45s ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 45s ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 45s ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 45s ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:46:50.991 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 45s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:46:51.373 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:46:51.374 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:46:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[97855]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[97855]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[97855]: from='client.45527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3775679066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[116524]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[116524]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[116524]: from='client.45527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3775679066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:46:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:52 smithi155 ceph-mon[102677]: from='client.45521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:52 smithi155 ceph-mon[102677]: pgmap v18980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:52 smithi155 ceph-mon[102677]: from='client.45527 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:46:52.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3775679066' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:46:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:54 smithi111 ceph-mon[97855]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:54 smithi111 ceph-mon[116524]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:54 smithi155 ceph-mon[102677]: pgmap v18981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:56 smithi111 ceph-mon[97855]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:56 smithi111 ceph-mon[116524]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:56 smithi155 ceph-mon[102677]: pgmap v18982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:46:58 smithi111 ceph-mon[97855]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:46:58 smithi111 ceph-mon[116524]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:46:58 smithi155 ceph-mon[102677]: pgmap v18983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:46:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:46:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:47:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:00 smithi111 ceph-mon[97855]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:00 smithi111 ceph-mon[116524]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:00 smithi155 ceph-mon[102677]: pgmap v18984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:02 smithi111 ceph-mon[97855]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:02 smithi111 ceph-mon[116524]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:02 smithi155 ceph-mon[102677]: pgmap v18985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:04 smithi111 ceph-mon[97855]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:04 smithi111 ceph-mon[116524]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:04 smithi155 ceph-mon[102677]: pgmap v18986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[97855]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:47:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:47:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:47:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:47:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[116524]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:47:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:47:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:47:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:47:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:06 smithi155 ceph-mon[102677]: pgmap v18987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:47:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:47:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:47:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:47:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:08 smithi111 ceph-mon[97855]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:08 smithi111 ceph-mon[116524]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:08 smithi155 ceph-mon[102677]: pgmap v18988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:47:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:47:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:10 smithi111 ceph-mon[97855]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:10 smithi111 ceph-mon[116524]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:10 smithi155 ceph-mon[102677]: pgmap v18989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:12 smithi111 ceph-mon[97855]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:12 smithi111 ceph-mon[116524]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:12 smithi155 ceph-mon[102677]: pgmap v18990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:14 smithi111 ceph-mon[97855]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:14 smithi111 ceph-mon[116524]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:14 smithi155 ceph-mon[102677]: pgmap v18991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:16 smithi155 ceph-mon[102677]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:16 smithi111 ceph-mon[97855]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:16 smithi111 ceph-mon[116524]: pgmap v18992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:18 smithi155 ceph-mon[102677]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:18 smithi111 ceph-mon[97855]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:18 smithi111 ceph-mon[116524]: pgmap v18993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:47:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:47:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:20 smithi155 ceph-mon[102677]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:20 smithi111 ceph-mon[97855]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:20 smithi111 ceph-mon[116524]: pgmap v18994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:21.717 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:47:22.020 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:47:22.020 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 77s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 76s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 77s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 76s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 76s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 77s ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 77s ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 76s ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 77s ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 77s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 76s ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 77s ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 77s ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 77s ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 77s ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:47:22.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 76s ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:47:22.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 76s ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:47:22.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 76s ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:47:22.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 76s ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:47:22.022 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 76s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:47:22.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:47:22.404 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:47:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:22 smithi155 ceph-mon[102677]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:22 smithi111 ceph-mon[97855]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:22 smithi111 ceph-mon[116524]: pgmap v18995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:23 smithi155 ceph-mon[102677]: from='client.45539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:23 smithi155 ceph-mon[102677]: from='client.35673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3496801188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:47:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:23 smithi111 ceph-mon[97855]: from='client.45539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:23 smithi111 ceph-mon[97855]: from='client.35673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3496801188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:23 smithi111 ceph-mon[116524]: from='client.45539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:23 smithi111 ceph-mon[116524]: from='client.35673 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3496801188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:47:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:24 smithi155 ceph-mon[102677]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:24 smithi111 ceph-mon[97855]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:24 smithi111 ceph-mon[116524]: pgmap v18996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:26 smithi155 ceph-mon[102677]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:26 smithi111 ceph-mon[97855]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:26 smithi111 ceph-mon[116524]: pgmap v18997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:28 smithi155 ceph-mon[102677]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:28 smithi111 ceph-mon[97855]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:28 smithi111 ceph-mon[116524]: pgmap v18998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:47:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:47:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:30 smithi155 ceph-mon[102677]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:30 smithi111 ceph-mon[116524]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:30 smithi111 ceph-mon[97855]: pgmap v18999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:32 smithi155 ceph-mon[102677]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:32 smithi111 ceph-mon[97855]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:32 smithi111 ceph-mon[116524]: pgmap v19000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:34 smithi155 ceph-mon[102677]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:34 smithi111 ceph-mon[97855]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:34 smithi111 ceph-mon[116524]: pgmap v19001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:36 smithi155 ceph-mon[102677]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:36 smithi111 ceph-mon[97855]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:36 smithi111 ceph-mon[116524]: pgmap v19002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:38 smithi155 ceph-mon[102677]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:38 smithi111 ceph-mon[97855]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:38 smithi111 ceph-mon[116524]: pgmap v19003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:47:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:47:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:40 smithi155 ceph-mon[102677]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:40 smithi111 ceph-mon[97855]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:40 smithi111 ceph-mon[116524]: pgmap v19004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:42 smithi155 ceph-mon[102677]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:42 smithi111 ceph-mon[97855]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:42 smithi111 ceph-mon[116524]: pgmap v19005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:44 smithi155 ceph-mon[102677]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:44 smithi111 ceph-mon[97855]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:44 smithi111 ceph-mon[116524]: pgmap v19006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:46 smithi155 ceph-mon[102677]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:46 smithi111 ceph-mon[97855]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:46 smithi111 ceph-mon[116524]: pgmap v19007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:48 smithi155 ceph-mon[102677]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:48 smithi111 ceph-mon[97855]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:48 smithi111 ceph-mon[116524]: pgmap v19008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:47:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:47:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:50 smithi155 ceph-mon[102677]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:50 smithi111 ceph-mon[97855]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:50 smithi111 ceph-mon[116524]: pgmap v19009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:47:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:52 smithi155 ceph-mon[102677]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:52.748 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:47:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:52 smithi111 ceph-mon[97855]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:52 smithi111 ceph-mon[116524]: pgmap v19010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:53.052 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 108s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 107s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 108s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 107s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 107s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 108s ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 108s ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 107s ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 108s ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 108s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 107s ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 108s ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 108s ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 108s ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 108s ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:47:53.053 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 107s ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:47:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 107s ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:47:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 107s ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:47:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 107s ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:47:53.054 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 107s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:47:53.429 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:47:53.429 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:47:53.429 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:47:53.429 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:53.429 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:47:53.430 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:47:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:54 smithi155 ceph-mon[102677]: from='client.35685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:54 smithi155 ceph-mon[102677]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:54 smithi155 ceph-mon[102677]: from='client.45563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4192352230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:47:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[97855]: from='client.35685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[97855]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[97855]: from='client.45563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4192352230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[116524]: from='client.35685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[116524]: pgmap v19011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[116524]: from='client.45563 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:47:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4192352230' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:47:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:56 smithi155 ceph-mon[102677]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:56 smithi111 ceph-mon[97855]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:56 smithi111 ceph-mon[116524]: pgmap v19012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:47:58 smithi155 ceph-mon[102677]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:47:58 smithi111 ceph-mon[97855]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:47:58 smithi111 ceph-mon[116524]: pgmap v19013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:47:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:47:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:48:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:00 smithi155 ceph-mon[102677]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:00 smithi111 ceph-mon[97855]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:00 smithi111 ceph-mon[116524]: pgmap v19014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:02 smithi155 ceph-mon[102677]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:02 smithi111 ceph-mon[97855]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:02 smithi111 ceph-mon[116524]: pgmap v19015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:04 smithi155 ceph-mon[102677]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:04 smithi111 ceph-mon[97855]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:04 smithi111 ceph-mon[116524]: pgmap v19016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:06 smithi155 ceph-mon[102677]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:48:06.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[97855]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[116524]: pgmap v19017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:48:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:08.386 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:08 smithi111 ceph-mon[97855]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:08.386 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:08 smithi111 ceph-mon[116524]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:08 smithi155 ceph-mon[102677]: pgmap v19018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:48:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:10 smithi155 ceph-mon[102677]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:48:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[97855]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[116524]: pgmap v19019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:48:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:48:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:12 smithi155 ceph-mon[102677]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:12 smithi111 ceph-mon[97855]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:12 smithi111 ceph-mon[116524]: pgmap v19020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:14 smithi155 ceph-mon[102677]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:14 smithi111 ceph-mon[97855]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:14 smithi111 ceph-mon[116524]: pgmap v19021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:16 smithi155 ceph-mon[102677]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:16 smithi111 ceph-mon[97855]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:16 smithi111 ceph-mon[116524]: pgmap v19022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:18 smithi155 ceph-mon[102677]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:18 smithi111 ceph-mon[97855]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:18.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:18 smithi111 ceph-mon[116524]: pgmap v19023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:48:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:48:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:20 smithi155 ceph-mon[102677]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:20 smithi111 ceph-mon[97855]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:20 smithi111 ceph-mon[116524]: pgmap v19024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:22 smithi155 ceph-mon[102677]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:22 smithi111 ceph-mon[97855]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:22 smithi111 ceph-mon[116524]: pgmap v19025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:23.778 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:48:24.085 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:48:24.086 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:48:24.087 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:48:24.463 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:48:24.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:24.465 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:48:24.465 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:48:24.465 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:48:24.465 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:48:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:24 smithi155 ceph-mon[102677]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:24 smithi111 ceph-mon[97855]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:24 smithi111 ceph-mon[116524]: pgmap v19026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:25 smithi155 ceph-mon[102677]: from='client.35703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:25 smithi155 ceph-mon[102677]: from='client.45581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3140083077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:25 smithi111 ceph-mon[97855]: from='client.35703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:25 smithi111 ceph-mon[97855]: from='client.45581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3140083077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:25 smithi111 ceph-mon[116524]: from='client.35703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:25 smithi111 ceph-mon[116524]: from='client.45581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3140083077' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:48:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:26 smithi155 ceph-mon[102677]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:26 smithi111 ceph-mon[97855]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:26 smithi111 ceph-mon[116524]: pgmap v19027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:28 smithi155 ceph-mon[102677]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:28 smithi111 ceph-mon[97855]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:28 smithi111 ceph-mon[116524]: pgmap v19028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:48:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:48:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:30 smithi155 ceph-mon[102677]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:30 smithi111 ceph-mon[97855]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:30 smithi111 ceph-mon[116524]: pgmap v19029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:32 smithi155 ceph-mon[102677]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:32 smithi111 ceph-mon[97855]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:32 smithi111 ceph-mon[116524]: pgmap v19030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:34 smithi155 ceph-mon[102677]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:34 smithi111 ceph-mon[97855]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:34 smithi111 ceph-mon[116524]: pgmap v19031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:36 smithi155 ceph-mon[102677]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:36 smithi111 ceph-mon[97855]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:36 smithi111 ceph-mon[116524]: pgmap v19032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:38 smithi155 ceph-mon[102677]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:38 smithi111 ceph-mon[97855]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:38 smithi111 ceph-mon[116524]: pgmap v19033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:48:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:48:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:40 smithi155 ceph-mon[102677]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:40 smithi111 ceph-mon[97855]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:40 smithi111 ceph-mon[116524]: pgmap v19034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:42 smithi155 ceph-mon[102677]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:42 smithi111 ceph-mon[97855]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:42 smithi111 ceph-mon[116524]: pgmap v19035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:44 smithi155 ceph-mon[102677]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:44 smithi111 ceph-mon[97855]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:44 smithi111 ceph-mon[116524]: pgmap v19036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:46 smithi155 ceph-mon[102677]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:46 smithi111 ceph-mon[97855]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:46 smithi111 ceph-mon[116524]: pgmap v19037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:48 smithi155 ceph-mon[102677]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:48 smithi111 ceph-mon[97855]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:48 smithi111 ceph-mon[116524]: pgmap v19038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:48:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:48:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:50 smithi155 ceph-mon[102677]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:50.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:50 smithi111 ceph-mon[97855]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:50 smithi111 ceph-mon[116524]: pgmap v19039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:48:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:52 smithi155 ceph-mon[102677]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:52 smithi111 ceph-mon[97855]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:52 smithi111 ceph-mon[116524]: pgmap v19040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:54 smithi155 ceph-mon[102677]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:54 smithi111 ceph-mon[97855]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:54 smithi111 ceph-mon[116524]: pgmap v19041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:54.810 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:48:55.118 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:48:55.119 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:55.499 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:48:55.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:48:55.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:48:55.500 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:48:55.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:48:55.500 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:48:55.500 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:48:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:56 smithi155 ceph-mon[102677]: from='client.35721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:56 smithi155 ceph-mon[102677]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:56 smithi155 ceph-mon[102677]: from='client.45599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/250733920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:48:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[97855]: from='client.35721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[97855]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[97855]: from='client.45599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/250733920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[116524]: from='client.35721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[116524]: pgmap v19042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[116524]: from='client.45599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:48:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/250733920' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:48:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:57 smithi155 ceph-mon[102677]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:57 smithi111 ceph-mon[97855]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:57 smithi111 ceph-mon[116524]: pgmap v19043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:48:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:49:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:48:59 smithi155 ceph-mon[102677]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:48:59 smithi111 ceph-mon[97855]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:48:59 smithi111 ceph-mon[116524]: pgmap v19044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:02 smithi155 ceph-mon[102677]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:02 smithi111 ceph-mon[97855]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:02 smithi111 ceph-mon[116524]: pgmap v19045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:04 smithi155 ceph-mon[102677]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:04 smithi111 ceph-mon[97855]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:04 smithi111 ceph-mon[116524]: pgmap v19046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:06 smithi155 ceph-mon[102677]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:06 smithi111 ceph-mon[97855]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:06 smithi111 ceph-mon[116524]: pgmap v19047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:08 smithi155 ceph-mon[102677]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:08 smithi111 ceph-mon[97855]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:08 smithi111 ceph-mon[116524]: pgmap v19048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:49:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:49:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:10 smithi155 ceph-mon[102677]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:49:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:10 smithi111 ceph-mon[97855]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:49:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:10 smithi111 ceph-mon[116524]: pgmap v19049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:49:12.253 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:12 smithi155 ceph-mon[102677]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:12 smithi111 ceph-mon[97855]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:12 smithi111 ceph-mon[116524]: pgmap v19050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:14 smithi155 ceph-mon[102677]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:49:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:49:14.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[116524]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:49:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:49:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[97855]: pgmap v19051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:49:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:49:14.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:49:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:16 smithi155 ceph-mon[102677]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:16 smithi111 ceph-mon[97855]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:16 smithi111 ceph-mon[116524]: pgmap v19052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:18 smithi155 ceph-mon[102677]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:18 smithi111 ceph-mon[97855]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:18 smithi111 ceph-mon[116524]: pgmap v19053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:49:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:49:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:20 smithi111 ceph-mon[97855]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:20 smithi111 ceph-mon[116524]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:20 smithi155 ceph-mon[102677]: pgmap v19054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:22 smithi111 ceph-mon[97855]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:22 smithi111 ceph-mon[116524]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:22 smithi155 ceph-mon[102677]: pgmap v19055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:24 smithi111 ceph-mon[97855]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:24 smithi111 ceph-mon[116524]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:24 smithi155 ceph-mon[102677]: pgmap v19056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:25.843 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:49:26.148 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:49:26.149 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:49:26.150 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:49:26.150 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:49:26.150 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:49:26.150 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:49:26.150 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:49:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:26 smithi111 ceph-mon[97855]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:26 smithi111 ceph-mon[116524]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:26.529 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:49:26.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:49:26.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:49:26.530 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:26.531 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:49:26.531 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:49:26.531 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:49:26.531 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:49:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:26 smithi155 ceph-mon[102677]: pgmap v19057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:27 smithi111 ceph-mon[97855]: from='client.45611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:27 smithi111 ceph-mon[97855]: from='client.45617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1002331079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:27 smithi111 ceph-mon[116524]: from='client.45611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:27 smithi111 ceph-mon[116524]: from='client.45617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1002331079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:27 smithi155 ceph-mon[102677]: from='client.45611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:27 smithi155 ceph-mon[102677]: from='client.45617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1002331079' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:49:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:28 smithi111 ceph-mon[97855]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:28 smithi111 ceph-mon[116524]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:28 smithi155 ceph-mon[102677]: pgmap v19058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:49:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:49:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:30 smithi111 ceph-mon[97855]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:30 smithi111 ceph-mon[116524]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:30 smithi155 ceph-mon[102677]: pgmap v19059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:32 smithi111 ceph-mon[97855]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:32 smithi111 ceph-mon[116524]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:32 smithi155 ceph-mon[102677]: pgmap v19060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:34 smithi111 ceph-mon[97855]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:34 smithi111 ceph-mon[116524]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:34 smithi155 ceph-mon[102677]: pgmap v19061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:36 smithi111 ceph-mon[97855]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:36 smithi111 ceph-mon[116524]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:36 smithi155 ceph-mon[102677]: pgmap v19062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:38 smithi111 ceph-mon[97855]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:38 smithi111 ceph-mon[116524]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:38 smithi155 ceph-mon[102677]: pgmap v19063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:49:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:49:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:40 smithi111 ceph-mon[97855]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:40 smithi111 ceph-mon[116524]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:40 smithi155 ceph-mon[102677]: pgmap v19064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:42 smithi155 ceph-mon[102677]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:42 smithi111 ceph-mon[97855]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:42 smithi111 ceph-mon[116524]: pgmap v19065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:44 smithi155 ceph-mon[102677]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:44 smithi111 ceph-mon[97855]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:44 smithi111 ceph-mon[116524]: pgmap v19066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:46 smithi155 ceph-mon[102677]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:46 smithi111 ceph-mon[97855]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:46 smithi111 ceph-mon[116524]: pgmap v19067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:48 smithi155 ceph-mon[102677]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:48 smithi111 ceph-mon[97855]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:48 smithi111 ceph-mon[116524]: pgmap v19068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:49:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:49:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:50 smithi155 ceph-mon[102677]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:50 smithi111 ceph-mon[97855]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:50 smithi111 ceph-mon[116524]: pgmap v19069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:49:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:52 smithi155 ceph-mon[102677]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:52 smithi111 ceph-mon[97855]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:52 smithi111 ceph-mon[116524]: pgmap v19070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:54 smithi155 ceph-mon[102677]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:54 smithi111 ceph-mon[97855]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:54 smithi111 ceph-mon[116524]: pgmap v19071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:56 smithi155 ceph-mon[102677]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:56 smithi111 ceph-mon[97855]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:56 smithi111 ceph-mon[116524]: pgmap v19072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:56.876 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:49:57.180 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:49:57.180 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:49:57.180 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:49:57.180 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:49:57.181 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:49:57.182 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:49:57.562 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:49:57.563 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:49:57.564 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:49:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:58 smithi155 ceph-mon[102677]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:58 smithi155 ceph-mon[102677]: from='client.35757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:58.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:58 smithi155 ceph-mon[102677]: from='client.45635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:58.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2336735742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[97855]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[97855]: from='client.35757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[97855]: from='client.45635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2336735742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[116524]: pgmap v19073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[116524]: from='client.35757 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[116524]: from='client.45635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:49:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2336735742' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:49:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:49:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:50:00.276 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:00 smithi111 conmon[97831]: 2023-12-01T13:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:50:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:00 smithi155 ceph-mon[102677]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:50:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:00 smithi111 ceph-mon[97855]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:50:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:00 smithi111 ceph-mon[116524]: pgmap v19074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T13:50:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:02 smithi155 ceph-mon[102677]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:02 smithi111 ceph-mon[97855]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:02 smithi111 ceph-mon[116524]: pgmap v19075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:04 smithi155 ceph-mon[102677]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:04 smithi111 ceph-mon[97855]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:04 smithi111 ceph-mon[116524]: pgmap v19076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:06 smithi155 ceph-mon[102677]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:06 smithi111 ceph-mon[97855]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:06 smithi111 ceph-mon[116524]: pgmap v19077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:08 smithi155 ceph-mon[102677]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:08 smithi111 ceph-mon[97855]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:08 smithi111 ceph-mon[116524]: pgmap v19078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:50:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:50:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:10 smithi155 ceph-mon[102677]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:10 smithi111 ceph-mon[97855]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:10 smithi111 ceph-mon[116524]: pgmap v19079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:12 smithi155 ceph-mon[102677]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:12 smithi111 ceph-mon[97855]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:12 smithi111 ceph-mon[116524]: pgmap v19080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:14 smithi155 ceph-mon[102677]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:14 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:50:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:14 smithi111 ceph-mon[116524]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:14 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:50:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:14 smithi111 ceph-mon[97855]: pgmap v19081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:14 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:50:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:50:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:50:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:15 smithi155 ceph-mon[102677]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[97855]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:50:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:50:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:15 smithi111 ceph-mon[116524]: pgmap v19082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:18 smithi155 ceph-mon[102677]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:18 smithi111 ceph-mon[97855]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:18 smithi111 ceph-mon[116524]: pgmap v19083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:50:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:50:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:20 smithi155 ceph-mon[102677]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:20 smithi111 ceph-mon[97855]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:20 smithi111 ceph-mon[116524]: pgmap v19084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:22 smithi155 ceph-mon[102677]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:22 smithi111 ceph-mon[97855]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:22 smithi111 ceph-mon[116524]: pgmap v19085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:24 smithi155 ceph-mon[102677]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:24 smithi111 ceph-mon[97855]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:24 smithi111 ceph-mon[116524]: pgmap v19086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:26 smithi155 ceph-mon[102677]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:26 smithi111 ceph-mon[97855]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:26 smithi111 ceph-mon[116524]: pgmap v19087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:27.911 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:50:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:50:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:50:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:50:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:50:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:50:28.218 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:50:28.219 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:50:28.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:50:28.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:50:28.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:50:28.220 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:50:28.220 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:50:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:28 smithi111 ceph-mon[97855]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:28 smithi111 ceph-mon[116524]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:50:28.596 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:50:28.597 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:50:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:28 smithi155 ceph-mon[102677]: pgmap v19088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:29 smithi111 ceph-mon[97855]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:29 smithi111 ceph-mon[97855]: from='client.35781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1600040654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:50:29.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:50:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T13:50:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:29 smithi111 ceph-mon[116524]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:50:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:29 smithi111 ceph-mon[116524]: from='client.35781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:50:29.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1600040654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:50:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:29 smithi155 ceph-mon[102677]: from='client.45647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:50:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:29 smithi155 ceph-mon[102677]: from='client.35781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:50:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1600040654' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:50:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:30 smithi111 ceph-mon[97855]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:30 smithi111 ceph-mon[116524]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:30 smithi155 ceph-mon[102677]: pgmap v19089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:32 smithi111 ceph-mon[97855]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:32 smithi111 ceph-mon[116524]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:32 smithi155 ceph-mon[102677]: pgmap v19090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:34 smithi111 ceph-mon[97855]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:34 smithi111 ceph-mon[116524]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:34 smithi155 ceph-mon[102677]: pgmap v19091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:36 smithi111 ceph-mon[97855]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:36 smithi111 ceph-mon[116524]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:36 smithi155 ceph-mon[102677]: pgmap v19092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:38 smithi111 ceph-mon[97855]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:38 smithi111 ceph-mon[116524]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:38 smithi155 ceph-mon[102677]: pgmap v19093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:50:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:50:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:40 smithi111 ceph-mon[97855]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:40 smithi111 ceph-mon[116524]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:40 smithi155 ceph-mon[102677]: pgmap v19094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:42 smithi111 ceph-mon[97855]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:42 smithi111 ceph-mon[116524]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:42 smithi155 ceph-mon[102677]: pgmap v19095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:44 smithi111 ceph-mon[97855]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:44 smithi111 ceph-mon[116524]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:44 smithi155 ceph-mon[102677]: pgmap v19096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:46 smithi111 ceph-mon[97855]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:46 smithi111 ceph-mon[116524]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:46 smithi155 ceph-mon[102677]: pgmap v19097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:48 smithi111 ceph-mon[97855]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:48 smithi111 ceph-mon[116524]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:48 smithi155 ceph-mon[102677]: pgmap v19098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:50:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:50:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:50 smithi155 ceph-mon[102677]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:50 smithi111 ceph-mon[97855]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:50 smithi111 ceph-mon[116524]: pgmap v19099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:50:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:52 smithi155 ceph-mon[102677]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:52 smithi111 ceph-mon[97855]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:52 smithi111 ceph-mon[116524]: pgmap v19100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:54 smithi155 ceph-mon[102677]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:54 smithi111 ceph-mon[97855]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:54 smithi111 ceph-mon[116524]: pgmap v19101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:56 smithi155 ceph-mon[102677]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:56 smithi111 ceph-mon[97855]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:56 smithi111 ceph-mon[116524]: pgmap v19102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:50:58 smithi155 ceph-mon[102677]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:50:58 smithi111 ceph-mon[97855]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:50:58 smithi111 ceph-mon[116524]: pgmap v19103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:50:58.942 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:50:59.246 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:50:59.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:50:59.248 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:50:59.627 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:50:59.627 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:59.628 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:50:59.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:50:59.629 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:50:59.629 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:50:59.629 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:50:59.629 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:50:59.629 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:50:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:50:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:51:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:00 smithi155 ceph-mon[102677]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:00 smithi155 ceph-mon[102677]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:00 smithi155 ceph-mon[102677]: from='client.45671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3759941536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:51:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[116524]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[116524]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[116524]: from='client.45671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3759941536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[97855]: pgmap v19104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[97855]: from='client.45665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[97855]: from='client.45671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3759941536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:51:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:02 smithi155 ceph-mon[102677]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:02 smithi111 ceph-mon[97855]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:02 smithi111 ceph-mon[116524]: pgmap v19105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:04 smithi155 ceph-mon[102677]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:04 smithi111 ceph-mon[97855]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:04 smithi111 ceph-mon[116524]: pgmap v19106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:06 smithi155 ceph-mon[102677]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:06 smithi111 ceph-mon[97855]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:06 smithi111 ceph-mon[116524]: pgmap v19107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:08 smithi155 ceph-mon[102677]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:08 smithi111 ceph-mon[97855]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:08 smithi111 ceph-mon[116524]: pgmap v19108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:51:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:51:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:10 smithi155 ceph-mon[102677]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:10 smithi111 ceph-mon[97855]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:10 smithi111 ceph-mon[116524]: pgmap v19109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:12 smithi155 ceph-mon[102677]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:12 smithi111 ceph-mon[97855]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:12 smithi111 ceph-mon[116524]: pgmap v19110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:14 smithi155 ceph-mon[102677]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:14 smithi111 ceph-mon[97855]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:14 smithi111 ceph-mon[116524]: pgmap v19111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:51:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:51:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:51:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:51:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:51:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:51:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:51:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:51:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:51:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:51:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:51:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:51:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:16 smithi155 ceph-mon[102677]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:16 smithi111 ceph-mon[97855]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:16 smithi111 ceph-mon[116524]: pgmap v19112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:18 smithi155 ceph-mon[102677]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:18 smithi111 ceph-mon[97855]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:18 smithi111 ceph-mon[116524]: pgmap v19113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:51:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:51:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:20 smithi155 ceph-mon[102677]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:20 smithi111 ceph-mon[97855]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:20 smithi111 ceph-mon[116524]: pgmap v19114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:22 smithi155 ceph-mon[102677]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:22 smithi111 ceph-mon[97855]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:22 smithi111 ceph-mon[116524]: pgmap v19115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:24 smithi155 ceph-mon[102677]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:24 smithi111 ceph-mon[97855]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:24 smithi111 ceph-mon[116524]: pgmap v19116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:26 smithi155 ceph-mon[102677]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:26 smithi111 ceph-mon[97855]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:26 smithi111 ceph-mon[116524]: pgmap v19117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:28 smithi155 ceph-mon[102677]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:28 smithi111 ceph-mon[97855]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:28 smithi111 ceph-mon[116524]: pgmap v19118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:51:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:51:29.969 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:51:30.274 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:51:30.275 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:51:30.276 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:51:30.654 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:51:30.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:51:30.655 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:51:30.656 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:51:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:30 smithi155 ceph-mon[102677]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:30 smithi111 ceph-mon[97855]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:30 smithi111 ceph-mon[116524]: pgmap v19119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:31 smithi155 ceph-mon[102677]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:31 smithi155 ceph-mon[102677]: from='client.45689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1484158573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:51:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:31 smithi111 ceph-mon[97855]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:31 smithi111 ceph-mon[97855]: from='client.45689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1484158573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:31 smithi111 ceph-mon[116524]: from='client.45683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:31 smithi111 ceph-mon[116524]: from='client.45689 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:51:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1484158573' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:51:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:32 smithi155 ceph-mon[102677]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:32 smithi111 ceph-mon[97855]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:32 smithi111 ceph-mon[116524]: pgmap v19120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:34 smithi155 ceph-mon[102677]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:34 smithi111 ceph-mon[97855]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:34 smithi111 ceph-mon[116524]: pgmap v19121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:36 smithi155 ceph-mon[102677]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:36 smithi111 ceph-mon[97855]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:36 smithi111 ceph-mon[116524]: pgmap v19122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:38 smithi155 ceph-mon[102677]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:38 smithi111 ceph-mon[97855]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:38 smithi111 ceph-mon[116524]: pgmap v19123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:51:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:51:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:40 smithi155 ceph-mon[102677]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:40 smithi111 ceph-mon[97855]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:40 smithi111 ceph-mon[116524]: pgmap v19124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:42 smithi155 ceph-mon[102677]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:42 smithi111 ceph-mon[97855]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:42 smithi111 ceph-mon[116524]: pgmap v19125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:44 smithi155 ceph-mon[102677]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:44 smithi111 ceph-mon[97855]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:44 smithi111 ceph-mon[116524]: pgmap v19126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:46 smithi155 ceph-mon[102677]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:46 smithi111 ceph-mon[97855]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:46 smithi111 ceph-mon[116524]: pgmap v19127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:48 smithi155 ceph-mon[102677]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:48 smithi111 ceph-mon[97855]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:48 smithi111 ceph-mon[116524]: pgmap v19128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:51:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:51:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:50 smithi155 ceph-mon[102677]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:50 smithi111 ceph-mon[97855]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:50 smithi111 ceph-mon[116524]: pgmap v19129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:51:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:52 smithi155 ceph-mon[102677]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:52 smithi111 ceph-mon[116524]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:52 smithi111 ceph-mon[97855]: pgmap v19130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:54 smithi155 ceph-mon[102677]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:54 smithi111 ceph-mon[97855]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:54 smithi111 ceph-mon[116524]: pgmap v19131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:56 smithi155 ceph-mon[102677]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:56 smithi111 ceph-mon[97855]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:56 smithi111 ceph-mon[116524]: pgmap v19132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:51:58 smithi155 ceph-mon[102677]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:51:58 smithi111 ceph-mon[97855]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:51:58 smithi111 ceph-mon[116524]: pgmap v19133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:51:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:51:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:52:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:00 smithi155 ceph-mon[102677]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:00 smithi111 ceph-mon[97855]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:00 smithi111 ceph-mon[116524]: pgmap v19134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:00.999 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:52:01.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:52:01.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:52:01.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:52:01.309 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:52:01.686 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:52:01.686 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:01.687 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:52:01.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:52:01.688 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:01.688 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:52:01.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:52:01.688 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:52:01.688 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:52:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:02 smithi155 ceph-mon[102677]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:02 smithi155 ceph-mon[102677]: from='client.35829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:02 smithi155 ceph-mon[102677]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3941931668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:52:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[97855]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[97855]: from='client.35829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[97855]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3941931668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:52:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[116524]: pgmap v19135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[116524]: from='client.35829 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:02.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[116524]: from='client.45707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:02.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3941931668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:52:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:04 smithi155 ceph-mon[102677]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:04 smithi111 ceph-mon[97855]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:04 smithi111 ceph-mon[116524]: pgmap v19136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:06 smithi155 ceph-mon[102677]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:06 smithi111 ceph-mon[97855]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:06 smithi111 ceph-mon[116524]: pgmap v19137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:08 smithi155 ceph-mon[102677]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:08 smithi111 ceph-mon[97855]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:08 smithi111 ceph-mon[116524]: pgmap v19138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:52:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:52:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:10 smithi155 ceph-mon[102677]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:10 smithi111 ceph-mon[97855]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:10 smithi111 ceph-mon[116524]: pgmap v19139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:12 smithi155 ceph-mon[102677]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:12 smithi111 ceph-mon[97855]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:12 smithi111 ceph-mon[116524]: pgmap v19140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:14 smithi155 ceph-mon[102677]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:14 smithi111 ceph-mon[97855]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:14 smithi111 ceph-mon[116524]: pgmap v19141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:15 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:52:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:15 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:52:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:15 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:52:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:16 smithi155 ceph-mon[102677]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:52:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:52:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:52:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[97855]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[116524]: pgmap v19142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:52:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:52:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:18 smithi155 ceph-mon[102677]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:18 smithi111 ceph-mon[97855]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:18 smithi111 ceph-mon[116524]: pgmap v19143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:52:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:52:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:20 smithi155 ceph-mon[102677]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:20 smithi111 ceph-mon[97855]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:20 smithi111 ceph-mon[116524]: pgmap v19144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:22 smithi155 ceph-mon[102677]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:22 smithi111 ceph-mon[97855]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:22.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:22 smithi111 ceph-mon[116524]: pgmap v19145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:24 smithi155 ceph-mon[102677]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:24 smithi111 ceph-mon[97855]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:24 smithi111 ceph-mon[116524]: pgmap v19146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:26 smithi155 ceph-mon[102677]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:26 smithi111 ceph-mon[97855]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:26 smithi111 ceph-mon[116524]: pgmap v19147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:28 smithi155 ceph-mon[102677]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:28 smithi111 ceph-mon[97855]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:28 smithi111 ceph-mon[116524]: pgmap v19148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:52:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:52:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:30 smithi155 ceph-mon[102677]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:30 smithi111 ceph-mon[97855]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:30 smithi111 ceph-mon[116524]: pgmap v19149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:32.033 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:52:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:52:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:52:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:52:32.338 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:52:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:52:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:52:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:52:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:52:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:52:32.339 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:52:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:52:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:52:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:52:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:52:32.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:52:32.341 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:52:32.341 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:52:32.341 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:52:32.341 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:52:32.341 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:52:32.341 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:52:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:32 smithi155 ceph-mon[102677]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:32.717 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:52:32.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:32.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:52:32.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:52:32.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:52:32.719 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:52:32.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:52:32.719 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:52:32.719 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:52:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:32 smithi111 ceph-mon[97855]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:32 smithi111 ceph-mon[116524]: pgmap v19150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:33 smithi155 ceph-mon[102677]: from='client.35847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:33 smithi155 ceph-mon[102677]: from='client.35853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3931301425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:52:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:33 smithi111 ceph-mon[97855]: from='client.35847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:33 smithi111 ceph-mon[97855]: from='client.35853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3931301425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:52:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:33 smithi111 ceph-mon[116524]: from='client.35847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:33 smithi111 ceph-mon[116524]: from='client.35853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:52:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3931301425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:52:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:34 smithi155 ceph-mon[102677]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:34 smithi111 ceph-mon[97855]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:34 smithi111 ceph-mon[116524]: pgmap v19151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:36 smithi155 ceph-mon[102677]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:36 smithi111 ceph-mon[97855]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:36 smithi111 ceph-mon[116524]: pgmap v19152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:38 smithi155 ceph-mon[102677]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:38 smithi111 ceph-mon[97855]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:38.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:38 smithi111 ceph-mon[116524]: pgmap v19153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:52:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 13:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T13:52:40.099627637Z level=info msg="Completed cleanup jobs" duration=66.589856ms 2023-12-01T13:52:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:40 smithi111 ceph-mon[97855]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:40 smithi111 ceph-mon[116524]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:40 smithi155 ceph-mon[102677]: pgmap v19154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:42 smithi111 ceph-mon[97855]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:42 smithi111 ceph-mon[116524]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:42 smithi155 ceph-mon[102677]: pgmap v19155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:44.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:44 smithi111 ceph-mon[97855]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:44.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:44 smithi111 ceph-mon[116524]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:44 smithi155 ceph-mon[102677]: pgmap v19156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:46.758 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:46 smithi111 ceph-mon[97855]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:46.762 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:46 smithi111 ceph-mon[116524]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:46.961 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:46 smithi155 ceph-mon[102677]: pgmap v19157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:48.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:48 smithi111 ceph-mon[97855]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:48.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:48 smithi111 ceph-mon[116524]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:48 smithi155 ceph-mon[102677]: pgmap v19158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:52:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:52:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:50 smithi111 ceph-mon[97855]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:50 smithi111 ceph-mon[116524]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:50 smithi155 ceph-mon[102677]: pgmap v19159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:52:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:52 smithi111 ceph-mon[97855]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:52 smithi111 ceph-mon[116524]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:52 smithi155 ceph-mon[102677]: pgmap v19160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:54 smithi111 ceph-mon[97855]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:54 smithi111 ceph-mon[116524]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:54 smithi155 ceph-mon[102677]: pgmap v19161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:56 smithi111 ceph-mon[97855]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:56 smithi111 ceph-mon[116524]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:56 smithi155 ceph-mon[102677]: pgmap v19162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:58 smithi111 ceph-mon[97855]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:58 smithi111 ceph-mon[116524]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:58 smithi155 ceph-mon[102677]: pgmap v19163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:52:59 smithi111 ceph-mon[97855]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:52:59 smithi111 ceph-mon[116524]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:52:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:52:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:52:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:52:59 smithi155 ceph-mon[102677]: pgmap v19164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:02 smithi111 ceph-mon[97855]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:02 smithi111 ceph-mon[116524]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:02 smithi155 ceph-mon[102677]: pgmap v19165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:03.063 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:53:03.370 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:53:03.370 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:53:03.370 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:53:03.370 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:53:03.370 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:53:03.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:53:03.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:53:03.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:53:03.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:53:03.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:53:03.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:53:03.372 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:53:03.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:53:03.754 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:53:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[97855]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[97855]: from='client.35865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[97855]: from='client.45743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/84576141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:53:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[116524]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[116524]: from='client.35865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[116524]: from='client.45743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/84576141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:53:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:04 smithi155 ceph-mon[102677]: pgmap v19166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:04 smithi155 ceph-mon[102677]: from='client.35865 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:04 smithi155 ceph-mon[102677]: from='client.45743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/84576141' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:53:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:06 smithi111 ceph-mon[97855]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:06 smithi111 ceph-mon[116524]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:06 smithi155 ceph-mon[102677]: pgmap v19167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:08 smithi111 ceph-mon[97855]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:08 smithi111 ceph-mon[116524]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:08 smithi155 ceph-mon[102677]: pgmap v19168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:53:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:53:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:10 smithi155 ceph-mon[102677]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:10 smithi111 ceph-mon[97855]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:10 smithi111 ceph-mon[116524]: pgmap v19169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:12 smithi155 ceph-mon[102677]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:12 smithi111 ceph-mon[97855]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:12 smithi111 ceph-mon[116524]: pgmap v19170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:14 smithi155 ceph-mon[102677]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:14 smithi111 ceph-mon[97855]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:14 smithi111 ceph-mon[116524]: pgmap v19171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:16 smithi155 ceph-mon[102677]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:53:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:53:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[97855]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:53:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[116524]: pgmap v19172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:53:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:53:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:18 smithi155 ceph-mon[102677]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:18 smithi111 ceph-mon[97855]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:18 smithi111 ceph-mon[116524]: pgmap v19173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:53:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:53:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:20 smithi155 ceph-mon[102677]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:20 smithi111 ceph-mon[116524]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:20 smithi111 ceph-mon[97855]: pgmap v19174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:22 smithi155 ceph-mon[102677]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:22 smithi111 ceph-mon[97855]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:22 smithi111 ceph-mon[116524]: pgmap v19175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:24 smithi155 ceph-mon[102677]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:24 smithi111 ceph-mon[97855]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:24 smithi111 ceph-mon[116524]: pgmap v19176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:26 smithi155 ceph-mon[102677]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:26 smithi111 ceph-mon[97855]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:26 smithi111 ceph-mon[116524]: pgmap v19177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:28 smithi155 ceph-mon[102677]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:28 smithi111 ceph-mon[97855]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:28 smithi111 ceph-mon[116524]: pgmap v19178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:53:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:53:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:30 smithi155 ceph-mon[102677]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:30 smithi111 ceph-mon[97855]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:30 smithi111 ceph-mon[116524]: pgmap v19179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:32 smithi155 ceph-mon[102677]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:32 smithi111 ceph-mon[97855]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:32 smithi111 ceph-mon[116524]: pgmap v19180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:34.095 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:53:34.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:53:34.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:53:34.402 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:53:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:34 smithi155 ceph-mon[102677]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:34 smithi111 ceph-mon[97855]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:34 smithi111 ceph-mon[116524]: pgmap v19181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:34.782 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:53:34.782 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:53:34.782 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:53:34.783 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:53:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:35 smithi155 ceph-mon[102677]: from='client.35883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:35 smithi155 ceph-mon[102677]: from='client.45761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2877287699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:53:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[97855]: from='client.35883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[97855]: from='client.45761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2877287699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:53:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[116524]: from='client.35883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[116524]: from='client.45761 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:53:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2877287699' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:53:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:36 smithi155 ceph-mon[102677]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:36 smithi111 ceph-mon[97855]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:36 smithi111 ceph-mon[116524]: pgmap v19182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:38 smithi155 ceph-mon[102677]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:38 smithi111 ceph-mon[97855]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:38 smithi111 ceph-mon[116524]: pgmap v19183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:53:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:53:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:40 smithi155 ceph-mon[102677]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:40 smithi111 ceph-mon[97855]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:40 smithi111 ceph-mon[116524]: pgmap v19184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:42 smithi155 ceph-mon[102677]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:42 smithi111 ceph-mon[97855]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:42 smithi111 ceph-mon[116524]: pgmap v19185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:44 smithi155 ceph-mon[102677]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:44 smithi111 ceph-mon[97855]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:44 smithi111 ceph-mon[116524]: pgmap v19186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:46 smithi155 ceph-mon[102677]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:46 smithi111 ceph-mon[97855]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:46 smithi111 ceph-mon[116524]: pgmap v19187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:48 smithi155 ceph-mon[102677]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:48 smithi111 ceph-mon[97855]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:48 smithi111 ceph-mon[116524]: pgmap v19188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:53:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:53:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:50 smithi155 ceph-mon[102677]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:50 smithi111 ceph-mon[97855]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:50 smithi111 ceph-mon[116524]: pgmap v19189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:53:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:52 smithi155 ceph-mon[102677]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:52 smithi111 ceph-mon[97855]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:52 smithi111 ceph-mon[116524]: pgmap v19190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:54 smithi155 ceph-mon[102677]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:54 smithi111 ceph-mon[97855]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:54 smithi111 ceph-mon[116524]: pgmap v19191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:56 smithi155 ceph-mon[102677]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:56 smithi111 ceph-mon[97855]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:56 smithi111 ceph-mon[116524]: pgmap v19192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:53:58 smithi155 ceph-mon[102677]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:53:58 smithi111 ceph-mon[97855]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:53:58 smithi111 ceph-mon[116524]: pgmap v19193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:53:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:53:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:54:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:00 smithi155 ceph-mon[102677]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:00 smithi111 ceph-mon[97855]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:00 smithi111 ceph-mon[116524]: pgmap v19194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:02 smithi155 ceph-mon[102677]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:02 smithi111 ceph-mon[97855]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:02 smithi111 ceph-mon[116524]: pgmap v19195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:04 smithi155 ceph-mon[102677]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:04 smithi111 ceph-mon[97855]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:04 smithi111 ceph-mon[116524]: pgmap v19196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:05.125 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:54:05.435 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:54:05.435 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:54:05.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5653M 2187M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 5966M 2187M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6132M 2187M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5370M 2187M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4284M 2487M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5373M 2487M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4743M 2487M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5548M 2487M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:54:05.437 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:54:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:05.817 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:54:05.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:54:05.819 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:06 smithi155 ceph-mon[102677]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:06 smithi155 ceph-mon[102677]: from='client.35901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:06 smithi155 ceph-mon[102677]: from='client.45779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2333222778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[97855]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[97855]: from='client.35901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[97855]: from='client.45779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2333222778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:54:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[116524]: pgmap v19197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[116524]: from='client.35901 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[116524]: from='client.45779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:06.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2333222778' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:54:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:08 smithi155 ceph-mon[102677]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:08 smithi111 ceph-mon[97855]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:08 smithi111 ceph-mon[116524]: pgmap v19198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:54:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:54:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:10 smithi155 ceph-mon[102677]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:10 smithi111 ceph-mon[97855]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:10 smithi111 ceph-mon[116524]: pgmap v19199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:12 smithi155 ceph-mon[102677]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:12 smithi111 ceph-mon[97855]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:12 smithi111 ceph-mon[116524]: pgmap v19200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:14 smithi155 ceph-mon[102677]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:14 smithi111 ceph-mon[97855]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:14 smithi111 ceph-mon[116524]: pgmap v19201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:16 smithi155 ceph-mon[102677]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:54:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:16 smithi111 ceph-mon[97855]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:54:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:16 smithi111 ceph-mon[116524]: pgmap v19202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:54:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:54:17.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:54:17.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:54:17.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:54:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:18 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2483M 2023-12-01T13:54:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:18 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2178M 2023-12-01T13:54:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:18 smithi155 ceph-mon[102677]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:18 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2483M 2023-12-01T13:54:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:18 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2178M 2023-12-01T13:54:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:18 smithi111 ceph-mon[97855]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:18 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2483M 2023-12-01T13:54:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:18 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2178M 2023-12-01T13:54:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:18 smithi111 ceph-mon[116524]: pgmap v19203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:54:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:54:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:20 smithi155 ceph-mon[102677]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:20 smithi111 ceph-mon[97855]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:20 smithi111 ceph-mon[116524]: pgmap v19204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:22 smithi155 ceph-mon[102677]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:22 smithi111 ceph-mon[97855]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:22 smithi111 ceph-mon[116524]: pgmap v19205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:24 smithi155 ceph-mon[102677]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:24 smithi111 ceph-mon[97855]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:24 smithi111 ceph-mon[116524]: pgmap v19206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:26 smithi155 ceph-mon[102677]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:26 smithi111 ceph-mon[97855]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:26 smithi111 ceph-mon[116524]: pgmap v19207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:28 smithi155 ceph-mon[102677]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:28 smithi111 ceph-mon[97855]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:28 smithi111 ceph-mon[116524]: pgmap v19208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:54:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:54:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:30 smithi155 ceph-mon[102677]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:30 smithi111 ceph-mon[97855]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:30 smithi111 ceph-mon[116524]: pgmap v19209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:32 smithi155 ceph-mon[102677]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:32 smithi111 ceph-mon[116524]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:32 smithi111 ceph-mon[97855]: pgmap v19210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:34 smithi155 ceph-mon[102677]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:34 smithi111 ceph-mon[97855]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:34 smithi111 ceph-mon[116524]: pgmap v19211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:36.165 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:54:36.473 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5653M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 5966M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6132M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5370M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4284M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:54:36.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5373M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:54:36.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4743M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:54:36.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5548M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:54:36.475 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:54:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:36 smithi155 ceph-mon[102677]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:36 smithi111 ceph-mon[97855]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:36 smithi111 ceph-mon[116524]: pgmap v19212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:36.853 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:54:36.853 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:36.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:54:36.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:54:36.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:54:36.855 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:54:36.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:54:36.855 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:54:36.855 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:37 smithi155 ceph-mon[102677]: from='client.45791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:37 smithi155 ceph-mon[102677]: from='client.35925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3325555753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:54:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:37 smithi111 ceph-mon[97855]: from='client.45791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:37 smithi111 ceph-mon[97855]: from='client.35925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3325555753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:37 smithi111 ceph-mon[116524]: from='client.45791 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:37 smithi111 ceph-mon[116524]: from='client.35925 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:54:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3325555753' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:54:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:38 smithi155 ceph-mon[102677]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:38 smithi111 ceph-mon[97855]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:38 smithi111 ceph-mon[116524]: pgmap v19213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:54:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:54:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:40 smithi155 ceph-mon[102677]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:40 smithi111 ceph-mon[97855]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:40 smithi111 ceph-mon[116524]: pgmap v19214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:42 smithi155 ceph-mon[102677]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:42 smithi111 ceph-mon[97855]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:42 smithi111 ceph-mon[116524]: pgmap v19215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:44 smithi155 ceph-mon[102677]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:44 smithi111 ceph-mon[97855]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:44 smithi111 ceph-mon[116524]: pgmap v19216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:46 smithi155 ceph-mon[102677]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:46 smithi111 ceph-mon[97855]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:46 smithi111 ceph-mon[116524]: pgmap v19217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:48 smithi155 ceph-mon[102677]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:48 smithi111 ceph-mon[97855]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:48 smithi111 ceph-mon[116524]: pgmap v19218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:54:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:54:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:50 smithi155 ceph-mon[102677]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:50 smithi111 ceph-mon[97855]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:50 smithi111 ceph-mon[116524]: pgmap v19219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:54:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:52 smithi155 ceph-mon[102677]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:52 smithi111 ceph-mon[97855]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:52 smithi111 ceph-mon[116524]: pgmap v19220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:54 smithi155 ceph-mon[102677]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:54 smithi111 ceph-mon[97855]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:54 smithi111 ceph-mon[116524]: pgmap v19221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:56 smithi155 ceph-mon[102677]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:56 smithi111 ceph-mon[97855]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:56 smithi111 ceph-mon[116524]: pgmap v19222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:54:58 smithi155 ceph-mon[102677]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:54:58 smithi111 ceph-mon[97855]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:54:58 smithi111 ceph-mon[116524]: pgmap v19223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:54:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:54:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:55:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:00 smithi155 ceph-mon[102677]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:00 smithi111 ceph-mon[97855]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:00 smithi111 ceph-mon[116524]: pgmap v19224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:02 smithi155 ceph-mon[102677]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:02 smithi111 ceph-mon[97855]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:02 smithi111 ceph-mon[116524]: pgmap v19225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:04 smithi155 ceph-mon[102677]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:04 smithi111 ceph-mon[97855]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:04 smithi111 ceph-mon[116524]: pgmap v19226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:06 smithi111 ceph-mon[97855]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:06 smithi111 ceph-mon[116524]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:06 smithi155 ceph-mon[102677]: pgmap v19227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:07.200 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:55:07.509 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5653M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 5966M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6132M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5370M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4284M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5373M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4743M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5548M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:55:07.510 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:07.887 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:55:07.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:55:07.888 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:07.888 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:55:07.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:55:07.888 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:55:07.888 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:55:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[97855]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[97855]: from='client.35937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[97855]: from='client.45815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/861578439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:55:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[116524]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[116524]: from='client.35937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[116524]: from='client.45815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/861578439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:08 smithi155 ceph-mon[102677]: pgmap v19228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:08 smithi155 ceph-mon[102677]: from='client.35937 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:08 smithi155 ceph-mon[102677]: from='client.45815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/861578439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:55:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:55:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:10 smithi111 ceph-mon[97855]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:10 smithi111 ceph-mon[116524]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:10 smithi155 ceph-mon[102677]: pgmap v19229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:12 smithi111 ceph-mon[97855]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:12 smithi111 ceph-mon[116524]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:12 smithi155 ceph-mon[102677]: pgmap v19230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:14 smithi111 ceph-mon[97855]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:14 smithi111 ceph-mon[116524]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:14 smithi155 ceph-mon[102677]: pgmap v19231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:16 smithi111 ceph-mon[97855]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:16 smithi111 ceph-mon[116524]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:16 smithi155 ceph-mon[102677]: pgmap v19232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:55:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:55:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:55:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:55:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:55:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:55:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:55:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:55:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:55:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:55:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:55:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:55:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:18 smithi111 ceph-mon[97855]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:18 smithi111 ceph-mon[116524]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:18 smithi155 ceph-mon[102677]: pgmap v19233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:55:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:55:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:20 smithi111 ceph-mon[97855]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:20 smithi111 ceph-mon[116524]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:20 smithi155 ceph-mon[102677]: pgmap v19234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:22 smithi111 ceph-mon[97855]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:22 smithi111 ceph-mon[116524]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:22 smithi155 ceph-mon[102677]: pgmap v19235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:24 smithi111 ceph-mon[97855]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:24 smithi111 ceph-mon[116524]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:24 smithi155 ceph-mon[102677]: pgmap v19236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:26 smithi111 ceph-mon[97855]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:26 smithi111 ceph-mon[116524]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:26 smithi155 ceph-mon[102677]: pgmap v19237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:28 smithi155 ceph-mon[102677]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:28 smithi111 ceph-mon[97855]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:28 smithi111 ceph-mon[116524]: pgmap v19238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:55:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:55:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:30 smithi155 ceph-mon[102677]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:30 smithi111 ceph-mon[116524]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:30 smithi111 ceph-mon[97855]: pgmap v19239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:32 smithi155 ceph-mon[102677]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:32 smithi111 ceph-mon[116524]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:32 smithi111 ceph-mon[97855]: pgmap v19240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:34 smithi155 ceph-mon[102677]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:34 smithi111 ceph-mon[116524]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:34 smithi111 ceph-mon[97855]: pgmap v19241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:36 smithi155 ceph-mon[102677]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:36 smithi111 ceph-mon[97855]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:36 smithi111 ceph-mon[116524]: pgmap v19242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:37 smithi155 ceph-mon[102677]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:37 smithi111 ceph-mon[97855]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:37 smithi111 ceph-mon[116524]: pgmap v19243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:38.233 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:55:38.538 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:55:38.538 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:55:38.538 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:55:38.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5653M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 5966M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6132M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5370M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4284M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5373M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4743M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5548M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:55:38.540 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:55:38.916 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:38.917 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:55:38.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:55:38.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:55:38.918 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:55:38.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:55:38.918 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:55:38.918 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:55:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:38 smithi155 ceph-mon[102677]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:38 smithi111 ceph-mon[97855]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:38 smithi111 ceph-mon[116524]: from='client.45827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:55:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:39 smithi111 ceph-mon[97855]: from='client.35961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1354621536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:55:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:39 smithi111 ceph-mon[97855]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:39 smithi111 ceph-mon[116524]: from='client.35961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1354621536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:55:39.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:39 smithi111 ceph-mon[116524]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:39 smithi155 ceph-mon[102677]: from='client.35961 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1354621536' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:55:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:39 smithi155 ceph-mon[102677]: pgmap v19244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:42 smithi155 ceph-mon[102677]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:42 smithi111 ceph-mon[97855]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:42 smithi111 ceph-mon[116524]: pgmap v19245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:44 smithi155 ceph-mon[102677]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:44 smithi111 ceph-mon[97855]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:44 smithi111 ceph-mon[116524]: pgmap v19246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:46 smithi155 ceph-mon[102677]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:46 smithi111 ceph-mon[97855]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:46 smithi111 ceph-mon[116524]: pgmap v19247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:48 smithi155 ceph-mon[102677]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:48 smithi111 ceph-mon[97855]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:48 smithi111 ceph-mon[116524]: pgmap v19248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:55:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:55:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:50 smithi155 ceph-mon[102677]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:50 smithi111 ceph-mon[97855]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:50 smithi111 ceph-mon[116524]: pgmap v19249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:55:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:52 smithi155 ceph-mon[102677]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:52 smithi111 ceph-mon[97855]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:52 smithi111 ceph-mon[116524]: pgmap v19250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:54.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:54 smithi155 ceph-mon[102677]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:54 smithi111 ceph-mon[97855]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:54 smithi111 ceph-mon[116524]: pgmap v19251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:56 smithi155 ceph-mon[102677]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:56 smithi111 ceph-mon[97855]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:56 smithi111 ceph-mon[116524]: pgmap v19252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:55:58 smithi155 ceph-mon[102677]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:55:58 smithi111 ceph-mon[97855]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:55:58 smithi111 ceph-mon[116524]: pgmap v19253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:55:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:56:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:00 smithi155 ceph-mon[102677]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:00 smithi111 ceph-mon[97855]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:00 smithi111 ceph-mon[116524]: pgmap v19254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:02 smithi155 ceph-mon[102677]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:02 smithi111 ceph-mon[97855]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:02 smithi111 ceph-mon[116524]: pgmap v19255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:04 smithi155 ceph-mon[102677]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:04 smithi111 ceph-mon[97855]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:04 smithi111 ceph-mon[116524]: pgmap v19256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:06 smithi155 ceph-mon[102677]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:06 smithi111 ceph-mon[97855]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:06 smithi111 ceph-mon[116524]: pgmap v19257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:08 smithi155 ceph-mon[102677]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:08 smithi111 ceph-mon[97855]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:08 smithi111 ceph-mon[116524]: pgmap v19258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:09.262 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:56:09.572 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:56:09.572 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 10m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:56:09.572 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 10m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 10m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 10m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 10m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 10m ago 9h 906M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 10m ago 9h 2310M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 10m ago 9h 1091M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 10m ago 9h 987M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 10m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 10m ago 9h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:56:09.573 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 10m ago 9h 5653M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 10m ago 9h 5966M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 10m ago 9h 6132M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 10m ago 9h 5370M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 10m ago 9h 4284M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 10m ago 9h 5373M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 10m ago 9h 4743M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 10m ago 9h 5548M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:56:09.574 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 10m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:56:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:56:09.955 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:09.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:56:09.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:56:09.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:09.957 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:56:09.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:56:09.957 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:56:09.957 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:56:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:10 smithi155 ceph-mon[102677]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:10 smithi155 ceph-mon[102677]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2701084799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:56:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:10 smithi111 ceph-mon[116524]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:10 smithi111 ceph-mon[116524]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2701084799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:56:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:10 smithi111 ceph-mon[97855]: pgmap v19259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:10 smithi111 ceph-mon[97855]: from='client.35973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2701084799' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:56:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:11 smithi155 ceph-mon[102677]: from='client.45851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:11 smithi111 ceph-mon[97855]: from='client.45851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:11 smithi111 ceph-mon[116524]: from='client.45851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:12 smithi155 ceph-mon[102677]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:12 smithi111 ceph-mon[97855]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:12 smithi111 ceph-mon[116524]: pgmap v19260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:14 smithi155 ceph-mon[102677]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:14 smithi111 ceph-mon[97855]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:14 smithi111 ceph-mon[116524]: pgmap v19261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:16 smithi155 ceph-mon[102677]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:16 smithi111 ceph-mon[97855]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:16 smithi111 ceph-mon[116524]: pgmap v19262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:18 smithi155 ceph-mon[102677]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:56:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:18 smithi111 ceph-mon[97855]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:56:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:18 smithi111 ceph-mon[116524]: pgmap v19263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:56:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:56:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: pgmap v19264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:56:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:56:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:56:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:22 smithi111 ceph-mon[97855]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:22 smithi111 ceph-mon[116524]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:22 smithi155 ceph-mon[102677]: pgmap v19265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:24 smithi111 ceph-mon[97855]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:24 smithi111 ceph-mon[116524]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:24 smithi155 ceph-mon[102677]: pgmap v19266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:26 smithi111 ceph-mon[97855]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:26 smithi111 ceph-mon[116524]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:26.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:26 smithi155 ceph-mon[102677]: pgmap v19267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:28.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:28 smithi111 ceph-mon[97855]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:28.754 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:28 smithi111 ceph-mon[116524]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:28.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:28 smithi155 ceph-mon[102677]: pgmap v19268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:29.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:56:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:56:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:30 smithi111 ceph-mon[97855]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:30 smithi111 ceph-mon[116524]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:30 smithi155 ceph-mon[102677]: pgmap v19269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:32 smithi111 ceph-mon[97855]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:32 smithi111 ceph-mon[116524]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:32 smithi155 ceph-mon[102677]: pgmap v19270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:34 smithi155 ceph-mon[102677]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:34 smithi111 ceph-mon[97855]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:34 smithi111 ceph-mon[116524]: pgmap v19271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:36 smithi155 ceph-mon[102677]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:36 smithi111 ceph-mon[97855]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:36 smithi111 ceph-mon[116524]: pgmap v19272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:38 smithi155 ceph-mon[102677]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:38 smithi111 ceph-mon[97855]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:38 smithi111 ceph-mon[116524]: pgmap v19273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:56:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:56:40.303 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:56:40.610 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:56:40.610 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 21s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 20s ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 21s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 20s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 20s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 21s ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 21s ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 20s ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 21s ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:56:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 21s ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 20s ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 21s ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 21s ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 21s ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 21s ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 20s ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 20s ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 20s ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 20s ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:56:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 20s ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:56:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:40 smithi155 ceph-mon[102677]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:40.989 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:56:40.990 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:56:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:40 smithi111 ceph-mon[97855]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:40 smithi111 ceph-mon[116524]: pgmap v19274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:41 smithi155 ceph-mon[102677]: from='client.45863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4217192199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:41 smithi111 ceph-mon[97855]: from='client.45863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4217192199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:41 smithi111 ceph-mon[116524]: from='client.45863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4217192199' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:56:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:42 smithi155 ceph-mon[102677]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:42 smithi155 ceph-mon[102677]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:42 smithi111 ceph-mon[97855]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:42 smithi111 ceph-mon[97855]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:42 smithi111 ceph-mon[116524]: from='client.35997 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:56:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:42 smithi111 ceph-mon[116524]: pgmap v19275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:44 smithi155 ceph-mon[102677]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:44 smithi111 ceph-mon[97855]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:44 smithi111 ceph-mon[116524]: pgmap v19276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:46 smithi155 ceph-mon[102677]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:46 smithi111 ceph-mon[97855]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:46 smithi111 ceph-mon[116524]: pgmap v19277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:47 smithi155 ceph-mon[102677]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:47 smithi111 ceph-mon[97855]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:47 smithi111 ceph-mon[116524]: pgmap v19278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:56:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:56:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:50 smithi155 ceph-mon[102677]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:50 smithi111 ceph-mon[97855]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:50 smithi111 ceph-mon[116524]: pgmap v19279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:56:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:52 smithi155 ceph-mon[102677]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:52 smithi111 ceph-mon[97855]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:52 smithi111 ceph-mon[116524]: pgmap v19280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:54 smithi155 ceph-mon[102677]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:54 smithi111 ceph-mon[97855]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:54 smithi111 ceph-mon[116524]: pgmap v19281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:56 smithi155 ceph-mon[102677]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:56 smithi111 ceph-mon[97855]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:56 smithi111 ceph-mon[116524]: pgmap v19282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:56:58 smithi155 ceph-mon[102677]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:56:58 smithi111 ceph-mon[97855]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:56:58 smithi111 ceph-mon[116524]: pgmap v19283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:56:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T13:57:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:00 smithi155 ceph-mon[102677]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:00 smithi111 ceph-mon[97855]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:00 smithi111 ceph-mon[116524]: pgmap v19284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:02 smithi155 ceph-mon[102677]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:02 smithi111 ceph-mon[97855]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:02 smithi111 ceph-mon[116524]: pgmap v19285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:04 smithi155 ceph-mon[102677]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:04 smithi111 ceph-mon[97855]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:04 smithi111 ceph-mon[116524]: pgmap v19286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:06 smithi155 ceph-mon[102677]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:06 smithi111 ceph-mon[97855]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:06 smithi111 ceph-mon[116524]: pgmap v19287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:08 smithi155 ceph-mon[102677]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:08 smithi111 ceph-mon[97855]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:08 smithi111 ceph-mon[116524]: pgmap v19288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:57:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:57:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:10 smithi155 ceph-mon[102677]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:10 smithi111 ceph-mon[97855]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:10 smithi111 ceph-mon[116524]: pgmap v19289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:11.336 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:57:11.643 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:57:11.643 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 52s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:57:11.643 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 51s ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 52s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 51s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 51s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 52s ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 52s ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 51s ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 52s ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 52s ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 51s ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 52s ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 52s ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:57:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 52s ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:57:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 52s ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:57:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 51s ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:57:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 51s ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:57:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 51s ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:57:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 51s ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:57:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 51s ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:57:12.025 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:57:12.025 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:57:12.025 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:57:12.026 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:12.027 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:57:12.027 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:57:12.027 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:57:12.027 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:57:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:12 smithi155 ceph-mon[102677]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:12 smithi155 ceph-mon[102677]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1707695663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:57:12.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:12 smithi111 ceph-mon[116524]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:12 smithi111 ceph-mon[116524]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1707695663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:57:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:12 smithi111 ceph-mon[97855]: pgmap v19290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:12 smithi111 ceph-mon[97855]: from='client.36009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1707695663' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:57:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:13 smithi155 ceph-mon[102677]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:13 smithi111 ceph-mon[97855]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:13 smithi111 ceph-mon[116524]: from='client.36015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:14 smithi155 ceph-mon[102677]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:14 smithi111 ceph-mon[97855]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:14 smithi111 ceph-mon[116524]: pgmap v19291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:16 smithi155 ceph-mon[102677]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:16 smithi111 ceph-mon[97855]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:16 smithi111 ceph-mon[116524]: pgmap v19292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:18 smithi155 ceph-mon[102677]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:18 smithi111 ceph-mon[97855]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:18 smithi111 ceph-mon[116524]: pgmap v19293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:57:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:20 smithi155 ceph-mon[102677]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:20 smithi111 ceph-mon[97855]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:20 smithi111 ceph-mon[116524]: pgmap v19294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:57:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:57:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:57:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:57:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:57:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:57:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:22 smithi155 ceph-mon[102677]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:22 smithi111 ceph-mon[97855]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:22 smithi111 ceph-mon[116524]: pgmap v19295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:24 smithi155 ceph-mon[102677]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:24 smithi111 ceph-mon[97855]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:24 smithi111 ceph-mon[116524]: pgmap v19296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:26 smithi155 ceph-mon[102677]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:26 smithi111 ceph-mon[97855]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:26 smithi111 ceph-mon[116524]: pgmap v19297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:28 smithi155 ceph-mon[102677]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:28 smithi111 ceph-mon[97855]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:28 smithi111 ceph-mon[116524]: pgmap v19298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:57:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:57:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:30 smithi155 ceph-mon[102677]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:30 smithi111 ceph-mon[97855]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:30 smithi111 ceph-mon[116524]: pgmap v19299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:32 smithi155 ceph-mon[102677]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:32 smithi111 ceph-mon[116524]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:32 smithi111 ceph-mon[97855]: pgmap v19300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:34 smithi155 ceph-mon[102677]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:34 smithi111 ceph-mon[116524]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:34 smithi111 ceph-mon[97855]: pgmap v19301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:36 smithi155 ceph-mon[102677]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:36 smithi111 ceph-mon[97855]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:36 smithi111 ceph-mon[116524]: pgmap v19302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:38 smithi155 ceph-mon[102677]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:38 smithi111 ceph-mon[97855]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:38 smithi111 ceph-mon[116524]: pgmap v19303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:57:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:57:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:40 smithi155 ceph-mon[102677]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:40 smithi111 ceph-mon[97855]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:40 smithi111 ceph-mon[116524]: pgmap v19304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:42.371 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 83s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 82s ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 83s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 82s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 82s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 83s ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:57:42.679 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 83s ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 82s ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 83s ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 83s ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 82s ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 83s ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 83s ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 83s ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 83s ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 82s ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:57:42.680 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 82s ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:57:42.681 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 82s ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:57:42.681 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 82s ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:57:42.681 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 82s ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:57:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:42 smithi155 ceph-mon[102677]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:42 smithi111 ceph-mon[97855]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:42 smithi111 ceph-mon[116524]: pgmap v19305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:43.059 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:57:43.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:57:43.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:57:43.060 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:57:43.061 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:57:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:43 smithi155 ceph-mon[102677]: from='client.45899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1277954705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:57:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:43 smithi111 ceph-mon[116524]: from='client.45899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1277954705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:57:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:43 smithi111 ceph-mon[97855]: from='client.45899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1277954705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:57:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:44 smithi155 ceph-mon[102677]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:44 smithi155 ceph-mon[102677]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:44 smithi111 ceph-mon[97855]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:44 smithi111 ceph-mon[97855]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:44 smithi111 ceph-mon[116524]: from='client.36033 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:57:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:44 smithi111 ceph-mon[116524]: pgmap v19306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:46 smithi155 ceph-mon[102677]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:46 smithi111 ceph-mon[97855]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:46 smithi111 ceph-mon[116524]: pgmap v19307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:48 smithi155 ceph-mon[102677]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:48 smithi111 ceph-mon[97855]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:48 smithi111 ceph-mon[116524]: pgmap v19308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:57:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:57:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:50 smithi155 ceph-mon[102677]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:50 smithi111 ceph-mon[97855]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:50 smithi111 ceph-mon[116524]: pgmap v19309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:57:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:52 smithi155 ceph-mon[102677]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:52 smithi111 ceph-mon[97855]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:52 smithi111 ceph-mon[116524]: pgmap v19310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:54 smithi155 ceph-mon[102677]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:54 smithi111 ceph-mon[97855]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:54 smithi111 ceph-mon[116524]: pgmap v19311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:56 smithi155 ceph-mon[102677]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:56 smithi111 ceph-mon[97855]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:56 smithi111 ceph-mon[116524]: pgmap v19312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:57:58 smithi155 ceph-mon[102677]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:57:58 smithi111 ceph-mon[97855]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:57:58 smithi111 ceph-mon[116524]: pgmap v19313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:57:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:57:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:58:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:00 smithi155 ceph-mon[102677]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:00 smithi111 ceph-mon[97855]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:00 smithi111 ceph-mon[116524]: pgmap v19314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:02 smithi155 ceph-mon[102677]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:02 smithi111 ceph-mon[97855]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:02 smithi111 ceph-mon[116524]: pgmap v19315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:04 smithi155 ceph-mon[102677]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:04 smithi111 ceph-mon[97855]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:04 smithi111 ceph-mon[116524]: pgmap v19316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:06 smithi155 ceph-mon[102677]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:06 smithi111 ceph-mon[97855]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:06 smithi111 ceph-mon[116524]: pgmap v19317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:08 smithi155 ceph-mon[102677]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:08 smithi111 ceph-mon[97855]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:08.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:08 smithi111 ceph-mon[116524]: pgmap v19318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:58:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:58:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:10 smithi155 ceph-mon[102677]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:10 smithi111 ceph-mon[97855]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:10 smithi111 ceph-mon[116524]: pgmap v19319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:12 smithi155 ceph-mon[102677]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:12 smithi111 ceph-mon[97855]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:12 smithi111 ceph-mon[116524]: pgmap v19320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:13.405 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 114s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 113s ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 114s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 113s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 113s ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 114s ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 114s ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:58:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 113s ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 114s ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 114s ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 113s ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 114s ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 114s ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 114s ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 114s ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 113s ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 113s ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 113s ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:58:13.712 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 113s ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:58:13.713 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 113s ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:58:14.090 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:58:14.092 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:58:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:14 smithi155 ceph-mon[102677]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:14 smithi155 ceph-mon[102677]: from='client.45917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1868338995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:58:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:14 smithi111 ceph-mon[97855]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:14 smithi111 ceph-mon[97855]: from='client.45917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1868338995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:58:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:14 smithi111 ceph-mon[116524]: pgmap v19321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:14 smithi111 ceph-mon[116524]: from='client.45917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1868338995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:58:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:15 smithi111 ceph-mon[97855]: from='client.45923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:15 smithi111 ceph-mon[116524]: from='client.45923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:15 smithi155 ceph-mon[102677]: from='client.45923 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:16 smithi111 ceph-mon[97855]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:16 smithi111 ceph-mon[116524]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:16 smithi155 ceph-mon[102677]: pgmap v19322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:18 smithi111 ceph-mon[97855]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:18 smithi111 ceph-mon[116524]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:18 smithi155 ceph-mon[102677]: pgmap v19323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:58:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:58:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:20 smithi111 ceph-mon[116524]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:20 smithi111 ceph-mon[97855]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:20.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:20 smithi155 ceph-mon[102677]: pgmap v19324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[97855]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:58:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:58:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[116524]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:22.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:58:22.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:58:22.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:22 smithi155 ceph-mon[102677]: pgmap v19325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:58:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:58:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:58:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:24 smithi111 ceph-mon[97855]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:24 smithi111 ceph-mon[116524]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:24 smithi155 ceph-mon[102677]: pgmap v19326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:26 smithi111 ceph-mon[97855]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:26 smithi111 ceph-mon[116524]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:26 smithi155 ceph-mon[102677]: pgmap v19327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:28 smithi111 ceph-mon[97855]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:28 smithi111 ceph-mon[116524]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:28 smithi155 ceph-mon[102677]: pgmap v19328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:58:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T13:58:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:30 smithi111 ceph-mon[97855]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:30 smithi111 ceph-mon[116524]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:30 smithi155 ceph-mon[102677]: pgmap v19329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:32 smithi111 ceph-mon[97855]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:32.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:32 smithi111 ceph-mon[116524]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:32 smithi155 ceph-mon[102677]: pgmap v19330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:34 smithi111 ceph-mon[97855]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:34 smithi111 ceph-mon[116524]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:34 smithi155 ceph-mon[102677]: pgmap v19331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:36 smithi155 ceph-mon[102677]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:36 smithi111 ceph-mon[97855]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:36 smithi111 ceph-mon[116524]: pgmap v19332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:38 smithi155 ceph-mon[102677]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:38 smithi111 ceph-mon[97855]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:38 smithi111 ceph-mon[116524]: pgmap v19333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:58:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:58:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:40 smithi155 ceph-mon[102677]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:40 smithi111 ceph-mon[97855]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:40 smithi111 ceph-mon[116524]: pgmap v19334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:42 smithi155 ceph-mon[102677]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:42 smithi111 ceph-mon[97855]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:42 smithi111 ceph-mon[116524]: pgmap v19335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:44.436 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:58:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:58:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:58:44.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:58:44.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:58:44.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:58:44.745 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:58:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:44 smithi155 ceph-mon[102677]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:44 smithi111 ceph-mon[97855]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:44 smithi111 ceph-mon[116524]: pgmap v19336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:45.129 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:58:45.130 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:58:45.131 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:45 smithi155 ceph-mon[102677]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2639004286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:45 smithi111 ceph-mon[97855]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2639004286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:45 smithi111 ceph-mon[116524]: from='client.45935 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2639004286' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:58:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:46 smithi155 ceph-mon[102677]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:46 smithi155 ceph-mon[102677]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:46 smithi111 ceph-mon[97855]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:46 smithi111 ceph-mon[97855]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:46 smithi111 ceph-mon[116524]: from='client.36069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:58:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:46 smithi111 ceph-mon[116524]: pgmap v19337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:48 smithi155 ceph-mon[102677]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:48 smithi111 ceph-mon[97855]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:48 smithi111 ceph-mon[116524]: pgmap v19338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:58:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T13:58:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:50 smithi155 ceph-mon[102677]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:50 smithi111 ceph-mon[97855]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:50 smithi111 ceph-mon[116524]: pgmap v19339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:58:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:52 smithi155 ceph-mon[102677]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:52 smithi111 ceph-mon[97855]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:52 smithi111 ceph-mon[116524]: pgmap v19340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:54 smithi155 ceph-mon[102677]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:54 smithi111 ceph-mon[97855]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:54 smithi111 ceph-mon[116524]: pgmap v19341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:56 smithi155 ceph-mon[102677]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:56 smithi111 ceph-mon[97855]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:56 smithi111 ceph-mon[116524]: pgmap v19342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:58:58 smithi155 ceph-mon[102677]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:58:58 smithi111 ceph-mon[116524]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:58:58 smithi111 ceph-mon[97855]: pgmap v19343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:58:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:58:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T13:59:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:00 smithi155 ceph-mon[102677]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:00 smithi111 ceph-mon[97855]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:00 smithi111 ceph-mon[116524]: pgmap v19344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:02 smithi155 ceph-mon[102677]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:02 smithi111 ceph-mon[97855]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:02 smithi111 ceph-mon[116524]: pgmap v19345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:04 smithi155 ceph-mon[102677]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:04 smithi111 ceph-mon[97855]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:04 smithi111 ceph-mon[116524]: pgmap v19346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:06.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:06.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:06 smithi155 ceph-mon[102677]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:06 smithi111 ceph-mon[97855]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:06 smithi111 ceph-mon[116524]: pgmap v19347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:07 smithi155 ceph-mon[102677]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:07 smithi111 ceph-mon[97855]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:07 smithi111 ceph-mon[116524]: pgmap v19348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:59:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:10 smithi155 ceph-mon[102677]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:10 smithi111 ceph-mon[97855]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:10 smithi111 ceph-mon[116524]: pgmap v19349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:12 smithi155 ceph-mon[102677]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:12 smithi111 ceph-mon[97855]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:12 smithi111 ceph-mon[116524]: pgmap v19350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:14 smithi155 ceph-mon[102677]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:14.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:14 smithi111 ceph-mon[116524]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:14 smithi111 ceph-mon[97855]: pgmap v19351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:15.473 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:59:15.778 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:59:15.778 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:59:15.778 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:59:15.778 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:59:15.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:59:15.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:59:15.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:59:15.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:59:15.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:59:15.780 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:59:15.780 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:59:16.153 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:59:16.155 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:59:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:16 smithi155 ceph-mon[102677]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:16 smithi155 ceph-mon[102677]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3187110092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:59:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:16 smithi111 ceph-mon[97855]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:16 smithi111 ceph-mon[97855]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3187110092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:16 smithi111 ceph-mon[116524]: pgmap v19352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:16 smithi111 ceph-mon[116524]: from='client.36081 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3187110092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:59:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:17 smithi155 ceph-mon[102677]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:17 smithi111 ceph-mon[97855]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:17 smithi111 ceph-mon[116524]: from='client.36087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:18 smithi155 ceph-mon[102677]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:18 smithi111 ceph-mon[97855]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:18 smithi111 ceph-mon[116524]: pgmap v19353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:59:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:59:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:20 smithi155 ceph-mon[102677]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:20 smithi111 ceph-mon[97855]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:20 smithi111 ceph-mon[116524]: pgmap v19354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:22 smithi155 ceph-mon[102677]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:59:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:59:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:59:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[97855]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[116524]: pgmap v19355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T13:59:22.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T13:59:22.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T13:59:22.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T13:59:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:24 smithi155 ceph-mon[102677]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:24 smithi111 ceph-mon[97855]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:24 smithi111 ceph-mon[116524]: pgmap v19356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:26 smithi155 ceph-mon[102677]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:26.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:26 smithi111 ceph-mon[116524]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:26 smithi111 ceph-mon[97855]: pgmap v19357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:28 smithi155 ceph-mon[102677]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:28 smithi111 ceph-mon[97855]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:28 smithi111 ceph-mon[116524]: pgmap v19358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:59:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T13:59:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:30 smithi155 ceph-mon[102677]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:30 smithi111 ceph-mon[97855]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:30 smithi111 ceph-mon[116524]: pgmap v19359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:32 smithi155 ceph-mon[102677]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:32 smithi111 ceph-mon[97855]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:32 smithi111 ceph-mon[116524]: pgmap v19360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:34 smithi155 ceph-mon[102677]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:34.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:34 smithi111 ceph-mon[97855]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:34 smithi111 ceph-mon[116524]: pgmap v19361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:36 smithi155 ceph-mon[102677]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:36 smithi111 ceph-mon[97855]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:36.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:36 smithi111 ceph-mon[116524]: pgmap v19362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:38 smithi155 ceph-mon[102677]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:38 smithi111 ceph-mon[97855]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:38 smithi111 ceph-mon[116524]: pgmap v19363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:59:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:40 smithi155 ceph-mon[102677]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:40 smithi111 ceph-mon[97855]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:40 smithi111 ceph-mon[116524]: pgmap v19364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:42 smithi155 ceph-mon[102677]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:42 smithi111 ceph-mon[97855]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:42 smithi111 ceph-mon[116524]: pgmap v19365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:44 smithi155 ceph-mon[102677]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:44 smithi111 ceph-mon[97855]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:44 smithi111 ceph-mon[116524]: pgmap v19366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:46.506 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T13:59:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:46 smithi155 ceph-mon[102677]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:46 smithi111 ceph-mon[97855]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:46 smithi111 ceph-mon[116524]: pgmap v19367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:46.813 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T13:59:46.813 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T13:59:46.814 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T13:59:46.815 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T13:59:47.192 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T13:59:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T13:59:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T13:59:47.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T13:59:47.193 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T13:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:47 smithi155 ceph-mon[102677]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3052322311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:47 smithi111 ceph-mon[97855]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3052322311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:59:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:47 smithi111 ceph-mon[116524]: from='client.45971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3052322311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T13:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:48 smithi155 ceph-mon[102677]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:48 smithi155 ceph-mon[102677]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:48 smithi111 ceph-mon[97855]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:48 smithi111 ceph-mon[97855]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:48 smithi111 ceph-mon[116524]: from='client.45977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T13:59:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:48 smithi111 ceph-mon[116524]: pgmap v19368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:59:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T13:59:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:50 smithi155 ceph-mon[102677]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:50 smithi111 ceph-mon[97855]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:50 smithi111 ceph-mon[116524]: pgmap v19369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T13:59:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:52 smithi155 ceph-mon[102677]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:52 smithi111 ceph-mon[97855]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:52 smithi111 ceph-mon[116524]: pgmap v19370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:54 smithi155 ceph-mon[102677]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:54 smithi111 ceph-mon[97855]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:54 smithi111 ceph-mon[116524]: pgmap v19371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:56 smithi155 ceph-mon[102677]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:56 smithi111 ceph-mon[97855]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:56 smithi111 ceph-mon[116524]: pgmap v19372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 13:59:58 smithi155 ceph-mon[102677]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 13:59:58 smithi111 ceph-mon[97855]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 13:59:58 smithi111 ceph-mon[116524]: pgmap v19373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T13:59:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 13:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:13:59:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:00:00.405 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:00 smithi111 conmon[97831]: 2023-12-01T13:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:00:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:00 smithi155 ceph-mon[102677]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:00:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:00 smithi111 ceph-mon[97855]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:00:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:00 smithi111 ceph-mon[116524]: pgmap v19374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:00:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:02 smithi155 ceph-mon[102677]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:02 smithi111 ceph-mon[97855]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:02 smithi111 ceph-mon[116524]: pgmap v19375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:04 smithi155 ceph-mon[102677]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:04 smithi111 ceph-mon[97855]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:04 smithi111 ceph-mon[116524]: pgmap v19376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:06 smithi155 ceph-mon[102677]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:06 smithi111 ceph-mon[97855]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:06.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:06 smithi111 ceph-mon[116524]: pgmap v19377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:08 smithi155 ceph-mon[102677]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:08 smithi111 ceph-mon[97855]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:08 smithi111 ceph-mon[116524]: pgmap v19378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:00:09] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T14:00:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:10 smithi155 ceph-mon[102677]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:10 smithi111 ceph-mon[97855]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:10 smithi111 ceph-mon[116524]: pgmap v19379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:12 smithi155 ceph-mon[102677]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:12 smithi111 ceph-mon[97855]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:12 smithi111 ceph-mon[116524]: pgmap v19380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:14 smithi155 ceph-mon[102677]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:14 smithi111 ceph-mon[97855]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:14 smithi111 ceph-mon[116524]: pgmap v19381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:16.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:16 smithi155 ceph-mon[102677]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:16 smithi111 ceph-mon[97855]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:16 smithi111 ceph-mon[116524]: pgmap v19382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:17.547 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:00:17.852 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:00:17.853 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:00:18.233 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:00:18.234 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:00:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:18 smithi155 ceph-mon[102677]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:18 smithi155 ceph-mon[102677]: from='client.36117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/638510159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:00:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:18 smithi111 ceph-mon[97855]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:18 smithi111 ceph-mon[97855]: from='client.36117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/638510159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:00:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:18 smithi111 ceph-mon[116524]: pgmap v19383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:18 smithi111 ceph-mon[116524]: from='client.36117 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/638510159' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:00:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:19 smithi155 ceph-mon[102677]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:19 smithi111 ceph-mon[97855]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:00:19] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2023-12-01T14:00:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:19 smithi111 ceph-mon[116524]: from='client.45995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:20 smithi155 ceph-mon[102677]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:20 smithi111 ceph-mon[97855]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:20 smithi111 ceph-mon[116524]: pgmap v19384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:22 smithi155 ceph-mon[102677]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:00:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:22 smithi111 ceph-mon[97855]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:00:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:22 smithi111 ceph-mon[116524]: pgmap v19385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:00:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:00:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:00:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:00:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:00:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:00:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:00:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:00:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:00:23.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:00:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:24 smithi155 ceph-mon[102677]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:24 smithi111 ceph-mon[97855]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:24.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:24 smithi111 ceph-mon[116524]: pgmap v19386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:26 smithi111 ceph-mon[97855]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:26 smithi111 ceph-mon[116524]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:26 smithi155 ceph-mon[102677]: pgmap v19387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:28 smithi111 ceph-mon[97855]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:28 smithi111 ceph-mon[116524]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:28 smithi155 ceph-mon[102677]: pgmap v19388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:00:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:00:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:30 smithi111 ceph-mon[97855]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:30 smithi111 ceph-mon[116524]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:30 smithi155 ceph-mon[102677]: pgmap v19389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:32 smithi111 ceph-mon[97855]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:32 smithi111 ceph-mon[116524]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:32 smithi155 ceph-mon[102677]: pgmap v19390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:34 smithi111 ceph-mon[97855]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:34 smithi111 ceph-mon[116524]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:34 smithi155 ceph-mon[102677]: pgmap v19391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:36.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:36 smithi111 ceph-mon[97855]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:36 smithi111 ceph-mon[116524]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:36 smithi155 ceph-mon[102677]: pgmap v19392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:38 smithi111 ceph-mon[97855]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:38 smithi111 ceph-mon[116524]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:38 smithi155 ceph-mon[102677]: pgmap v19393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:00:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:00:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:40 smithi111 ceph-mon[97855]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:40 smithi111 ceph-mon[116524]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:40 smithi155 ceph-mon[102677]: pgmap v19394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:42 smithi111 ceph-mon[97855]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:42 smithi111 ceph-mon[116524]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:42 smithi155 ceph-mon[102677]: pgmap v19395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:44 smithi111 ceph-mon[97855]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:44 smithi111 ceph-mon[116524]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:44 smithi155 ceph-mon[102677]: pgmap v19396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:46 smithi111 ceph-mon[97855]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:46 smithi111 ceph-mon[116524]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:46 smithi155 ceph-mon[102677]: pgmap v19397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:48.580 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:00:48.886 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:00:48.887 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:00:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:48 smithi155 ceph-mon[102677]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:48 smithi111 ceph-mon[97855]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:48 smithi111 ceph-mon[116524]: pgmap v19398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:00:49.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:00:49.266 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:00:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4236960184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:00:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:00:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:00:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4236960184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:00:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4236960184' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:50 smithi155 ceph-mon[102677]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:50 smithi155 ceph-mon[102677]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:50 smithi155 ceph-mon[102677]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[97855]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[97855]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[97855]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[116524]: from='client.36135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[116524]: from='client.46013 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[116524]: pgmap v19399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:00:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:52 smithi155 ceph-mon[102677]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:52 smithi111 ceph-mon[97855]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:52 smithi111 ceph-mon[116524]: pgmap v19400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:54 smithi155 ceph-mon[102677]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:54 smithi111 ceph-mon[97855]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:54 smithi111 ceph-mon[116524]: pgmap v19401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:56 smithi155 ceph-mon[102677]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:56 smithi111 ceph-mon[97855]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:56 smithi111 ceph-mon[116524]: pgmap v19402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:00:58 smithi155 ceph-mon[102677]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:00:58 smithi111 ceph-mon[97855]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:00:58 smithi111 ceph-mon[116524]: pgmap v19403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:00:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:00:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:01:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:00 smithi155 ceph-mon[102677]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:00 smithi111 ceph-mon[97855]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:00 smithi111 ceph-mon[116524]: pgmap v19404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:02 smithi155 ceph-mon[102677]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:02 smithi111 ceph-mon[97855]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:02 smithi111 ceph-mon[116524]: pgmap v19405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:04 smithi155 ceph-mon[102677]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:04 smithi111 ceph-mon[97855]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:04 smithi111 ceph-mon[116524]: pgmap v19406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:06 smithi155 ceph-mon[102677]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:06 smithi111 ceph-mon[97855]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:06 smithi111 ceph-mon[116524]: pgmap v19407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:08 smithi155 ceph-mon[102677]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:08 smithi111 ceph-mon[97855]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:08 smithi111 ceph-mon[116524]: pgmap v19408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:01:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:01:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:10 smithi155 ceph-mon[102677]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:10 smithi111 ceph-mon[97855]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:10 smithi111 ceph-mon[116524]: pgmap v19409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:12 smithi155 ceph-mon[102677]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:12 smithi111 ceph-mon[97855]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:12 smithi111 ceph-mon[116524]: pgmap v19410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:14 smithi155 ceph-mon[102677]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:14 smithi111 ceph-mon[97855]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:14 smithi111 ceph-mon[116524]: pgmap v19411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:16 smithi155 ceph-mon[102677]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:16 smithi111 ceph-mon[97855]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:16 smithi111 ceph-mon[116524]: pgmap v19412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:18 smithi155 ceph-mon[102677]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:18 smithi111 ceph-mon[97855]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:18 smithi111 ceph-mon[116524]: pgmap v19413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:19.624 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:01:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:01:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:01:19.931 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:01:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:01:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:20.309 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:01:20.310 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:20 smithi155 ceph-mon[102677]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4156805186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:20 smithi111 ceph-mon[97855]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4156805186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:20 smithi111 ceph-mon[116524]: pgmap v19414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4156805186' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:21 smithi155 ceph-mon[102677]: from='client.46025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:21 smithi155 ceph-mon[102677]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:21 smithi111 ceph-mon[97855]: from='client.46025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:21 smithi111 ceph-mon[97855]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:21 smithi111 ceph-mon[116524]: from='client.46025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:21 smithi111 ceph-mon[116524]: from='client.46031 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:22 smithi155 ceph-mon[102677]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:22 smithi111 ceph-mon[97855]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:22 smithi111 ceph-mon[116524]: pgmap v19415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:01:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:23 smithi155 ceph-mon[102677]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:01:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:01:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:01:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:01:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[97855]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[116524]: pgmap v19416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:01:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:01:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:26 smithi155 ceph-mon[102677]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:26 smithi111 ceph-mon[97855]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:26 smithi111 ceph-mon[116524]: pgmap v19417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:28 smithi155 ceph-mon[102677]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:28 smithi111 ceph-mon[97855]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:28 smithi111 ceph-mon[116524]: pgmap v19418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:01:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:01:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:30 smithi155 ceph-mon[102677]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:30.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:30 smithi111 ceph-mon[97855]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:30.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:30 smithi111 ceph-mon[116524]: pgmap v19419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:32 smithi155 ceph-mon[102677]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:32 smithi111 ceph-mon[97855]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:32 smithi111 ceph-mon[116524]: pgmap v19420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:34 smithi155 ceph-mon[102677]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:34 smithi111 ceph-mon[97855]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:34 smithi111 ceph-mon[116524]: pgmap v19421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:36 smithi155 ceph-mon[102677]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:36 smithi111 ceph-mon[97855]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:36 smithi111 ceph-mon[116524]: pgmap v19422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:38 smithi155 ceph-mon[102677]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:38 smithi111 ceph-mon[97855]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:38 smithi111 ceph-mon[116524]: pgmap v19423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:01:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:01:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:40 smithi155 ceph-mon[102677]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:40 smithi111 ceph-mon[97855]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:40 smithi111 ceph-mon[116524]: pgmap v19424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:42 smithi155 ceph-mon[102677]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:42 smithi111 ceph-mon[97855]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:42.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:42 smithi111 ceph-mon[116524]: pgmap v19425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:44 smithi155 ceph-mon[102677]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:44 smithi111 ceph-mon[97855]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:44 smithi111 ceph-mon[116524]: pgmap v19426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:46 smithi155 ceph-mon[102677]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:46 smithi111 ceph-mon[97855]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:46 smithi111 ceph-mon[116524]: pgmap v19427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:48 smithi155 ceph-mon[102677]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:48 smithi111 ceph-mon[97855]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:48 smithi111 ceph-mon[116524]: pgmap v19428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:01:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:01:50.657 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:01:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:50 smithi155 ceph-mon[102677]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:50 smithi111 ceph-mon[97855]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:50 smithi111 ceph-mon[116524]: pgmap v19429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:01:50.962 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:01:50.962 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:01:50.962 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:01:50.962 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:01:50.962 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:01:50.963 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:01:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:01:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:01:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:01:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:01:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:01:50.964 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:01:51.346 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:01:51.346 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:01:51.346 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:01:51.346 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:51.346 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:01:51.347 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:01:51.348 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:01:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2625369390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:01:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2625369390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:01:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2625369390' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:52 smithi155 ceph-mon[102677]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:52 smithi155 ceph-mon[102677]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:52 smithi155 ceph-mon[102677]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:52 smithi111 ceph-mon[97855]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:52 smithi111 ceph-mon[97855]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:52 smithi111 ceph-mon[97855]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:52 smithi111 ceph-mon[116524]: from='client.36171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:52 smithi111 ceph-mon[116524]: from='client.46049 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:52 smithi111 ceph-mon[116524]: pgmap v19430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:54 smithi155 ceph-mon[102677]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:54 smithi111 ceph-mon[97855]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:54 smithi111 ceph-mon[116524]: pgmap v19431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:56 smithi155 ceph-mon[102677]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:56 smithi111 ceph-mon[97855]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:56 smithi111 ceph-mon[116524]: pgmap v19432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:01:58 smithi155 ceph-mon[102677]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:01:58 smithi111 ceph-mon[97855]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:01:58 smithi111 ceph-mon[116524]: pgmap v19433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:01:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:01:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:02:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:00 smithi155 ceph-mon[102677]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:00 smithi111 ceph-mon[97855]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:00 smithi111 ceph-mon[116524]: pgmap v19434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:02 smithi155 ceph-mon[102677]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:02 smithi111 ceph-mon[97855]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:02 smithi111 ceph-mon[116524]: pgmap v19435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:04 smithi155 ceph-mon[102677]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:04 smithi111 ceph-mon[97855]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:04 smithi111 ceph-mon[116524]: pgmap v19436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:06 smithi155 ceph-mon[102677]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:06 smithi111 ceph-mon[97855]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:06 smithi111 ceph-mon[116524]: pgmap v19437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:08 smithi155 ceph-mon[102677]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:08 smithi111 ceph-mon[97855]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:08 smithi111 ceph-mon[116524]: pgmap v19438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:02:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:02:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:10 smithi155 ceph-mon[102677]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:10 smithi111 ceph-mon[97855]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:10 smithi111 ceph-mon[116524]: pgmap v19439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:12 smithi155 ceph-mon[102677]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:12 smithi111 ceph-mon[97855]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:12 smithi111 ceph-mon[116524]: pgmap v19440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:14 smithi155 ceph-mon[102677]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:14 smithi111 ceph-mon[97855]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:14 smithi111 ceph-mon[116524]: pgmap v19441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:16 smithi155 ceph-mon[102677]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:16 smithi111 ceph-mon[97855]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:16 smithi111 ceph-mon[116524]: pgmap v19442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:18 smithi155 ceph-mon[102677]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:18 smithi111 ceph-mon[97855]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:18 smithi111 ceph-mon[116524]: pgmap v19443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:02:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:20 smithi155 ceph-mon[102677]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:20 smithi111 ceph-mon[97855]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:20 smithi111 ceph-mon[116524]: pgmap v19444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:21.689 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:02:21.992 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:02:21.993 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:02:22.368 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:02:22.368 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:02:22.368 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:02:22.368 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:22.368 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:02:22.368 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:02:22.369 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:22 smithi155 ceph-mon[102677]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/812041373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:02:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:22 smithi111 ceph-mon[97855]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/812041373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:22 smithi111 ceph-mon[116524]: pgmap v19445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/812041373' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:23 smithi155 ceph-mon[102677]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:23 smithi155 ceph-mon[102677]: from='client.46067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:02:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:23 smithi111 ceph-mon[97855]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:23 smithi111 ceph-mon[97855]: from='client.46067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:23 smithi111 ceph-mon[116524]: from='client.46061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:23 smithi111 ceph-mon[116524]: from='client.46067 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:24 smithi155 ceph-mon[102677]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:02:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:02:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[97855]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[116524]: pgmap v19446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:02:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:26 smithi111 ceph-mon[97855]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:26 smithi111 ceph-mon[116524]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:26 smithi155 ceph-mon[102677]: pgmap v19447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:28 smithi111 ceph-mon[97855]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:28 smithi111 ceph-mon[116524]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:28 smithi155 ceph-mon[102677]: pgmap v19448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:02:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:02:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:30 smithi111 ceph-mon[97855]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:30 smithi111 ceph-mon[116524]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:30 smithi155 ceph-mon[102677]: pgmap v19449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:32 smithi111 ceph-mon[97855]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:32 smithi111 ceph-mon[116524]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:32 smithi155 ceph-mon[102677]: pgmap v19450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:34 smithi111 ceph-mon[97855]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:34 smithi111 ceph-mon[116524]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:34 smithi155 ceph-mon[102677]: pgmap v19451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:36 smithi111 ceph-mon[97855]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:36 smithi111 ceph-mon[116524]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:36 smithi155 ceph-mon[102677]: pgmap v19452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:38 smithi111 ceph-mon[97855]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:38 smithi111 ceph-mon[116524]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:38 smithi155 ceph-mon[102677]: pgmap v19453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:02:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:02:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 14:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T14:02:40.078246774Z level=info msg="Completed cleanup jobs" duration=45.367346ms 2023-12-01T14:02:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:40 smithi111 ceph-mon[97855]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:40 smithi111 ceph-mon[116524]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:40 smithi155 ceph-mon[102677]: pgmap v19454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:42 smithi111 ceph-mon[97855]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:42 smithi111 ceph-mon[116524]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:42 smithi155 ceph-mon[102677]: pgmap v19455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:44 smithi111 ceph-mon[97855]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:44 smithi111 ceph-mon[116524]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:44 smithi155 ceph-mon[102677]: pgmap v19456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:46 smithi111 ceph-mon[97855]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:46 smithi111 ceph-mon[116524]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:46 smithi155 ceph-mon[102677]: pgmap v19457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:48 smithi111 ceph-mon[97855]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:48 smithi111 ceph-mon[116524]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:48 smithi155 ceph-mon[102677]: pgmap v19458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:02:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:02:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:50 smithi111 ceph-mon[97855]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:50 smithi111 ceph-mon[116524]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:50 smithi155 ceph-mon[102677]: pgmap v19459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:02:52.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:02:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:52 smithi155 ceph-mon[102677]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:52 smithi111 ceph-mon[97855]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:52 smithi111 ceph-mon[116524]: pgmap v19460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:53.026 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:02:53.026 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:02:53.026 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:02:53.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:02:53.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:02:53.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:02:53.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:02:53.028 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:02:53.028 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:02:53.028 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:02:53.028 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:02:53.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:02:53.413 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:02:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1894986601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:02:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1894986601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:02:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1894986601' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:02:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:54 smithi155 ceph-mon[102677]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:54 smithi155 ceph-mon[102677]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:54 smithi155 ceph-mon[102677]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:54 smithi111 ceph-mon[97855]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:54 smithi111 ceph-mon[97855]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:54 smithi111 ceph-mon[97855]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:54 smithi111 ceph-mon[116524]: from='client.46079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:54 smithi111 ceph-mon[116524]: from='client.46085 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:02:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:54 smithi111 ceph-mon[116524]: pgmap v19461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:56 smithi155 ceph-mon[102677]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:56 smithi111 ceph-mon[97855]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:56 smithi111 ceph-mon[116524]: pgmap v19462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:02:58 smithi155 ceph-mon[102677]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:02:58 smithi111 ceph-mon[97855]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:02:58 smithi111 ceph-mon[116524]: pgmap v19463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:02:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:02:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:03:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:00 smithi155 ceph-mon[102677]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:00 smithi111 ceph-mon[97855]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:00 smithi111 ceph-mon[116524]: pgmap v19464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:02 smithi155 ceph-mon[102677]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:02 smithi111 ceph-mon[97855]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:02 smithi111 ceph-mon[116524]: pgmap v19465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:04 smithi155 ceph-mon[102677]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:04 smithi111 ceph-mon[97855]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:04 smithi111 ceph-mon[116524]: pgmap v19466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:06 smithi155 ceph-mon[102677]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:06 smithi111 ceph-mon[97855]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:06 smithi111 ceph-mon[116524]: pgmap v19467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:08 smithi155 ceph-mon[102677]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:08 smithi111 ceph-mon[97855]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:08 smithi111 ceph-mon[116524]: pgmap v19468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:03:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:03:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:10 smithi155 ceph-mon[102677]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:10 smithi111 ceph-mon[97855]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:10 smithi111 ceph-mon[116524]: pgmap v19469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:12 smithi155 ceph-mon[102677]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:12 smithi111 ceph-mon[97855]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:12 smithi111 ceph-mon[116524]: pgmap v19470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:14 smithi155 ceph-mon[102677]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:14 smithi111 ceph-mon[97855]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:14 smithi111 ceph-mon[116524]: pgmap v19471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:16 smithi155 ceph-mon[102677]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:16 smithi111 ceph-mon[97855]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:16 smithi111 ceph-mon[116524]: pgmap v19472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:18 smithi155 ceph-mon[102677]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:18 smithi111 ceph-mon[97855]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:18 smithi111 ceph-mon[116524]: pgmap v19473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:03:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:03:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:20 smithi155 ceph-mon[102677]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:20 smithi111 ceph-mon[97855]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:20 smithi111 ceph-mon[116524]: pgmap v19474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:22 smithi155 ceph-mon[102677]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:22 smithi111 ceph-mon[97855]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:22 smithi111 ceph-mon[116524]: pgmap v19475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:23.756 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:03:24.070 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:03:24.071 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:03:24.072 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:03:24.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:03:24.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:03:24.073 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:03:24.073 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:03:24.489 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:03:24.490 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:03:24.491 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:03:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:24 smithi155 ceph-mon[102677]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:03:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:03:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:03:24.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:03:24.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2752527835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[97855]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:03:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2752527835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:03:25.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[116524]: pgmap v19476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:25.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:03:25.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:03:25.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:03:25.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:03:25.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2752527835' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:03:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:25 smithi155 ceph-mon[102677]: from='client.36225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:25 smithi155 ceph-mon[102677]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:25 smithi111 ceph-mon[97855]: from='client.36225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:25 smithi111 ceph-mon[97855]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:25 smithi111 ceph-mon[116524]: from='client.36225 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:25 smithi111 ceph-mon[116524]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:26 smithi155 ceph-mon[102677]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:26 smithi111 ceph-mon[97855]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:26 smithi111 ceph-mon[116524]: pgmap v19477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:28 smithi155 ceph-mon[102677]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:28 smithi111 ceph-mon[97855]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:28 smithi111 ceph-mon[116524]: pgmap v19478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:03:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:03:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:30 smithi155 ceph-mon[102677]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:30 smithi111 ceph-mon[97855]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:30 smithi111 ceph-mon[116524]: pgmap v19479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:32 smithi155 ceph-mon[102677]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:32 smithi111 ceph-mon[97855]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:32 smithi111 ceph-mon[116524]: pgmap v19480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:34 smithi155 ceph-mon[102677]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:34 smithi111 ceph-mon[97855]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:34 smithi111 ceph-mon[116524]: pgmap v19481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:36 smithi155 ceph-mon[102677]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:36 smithi111 ceph-mon[97855]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:36 smithi111 ceph-mon[116524]: pgmap v19482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:37 smithi155 ceph-mon[102677]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:37 smithi111 ceph-mon[97855]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:37 smithi111 ceph-mon[116524]: pgmap v19483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:03:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:03:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:40 smithi155 ceph-mon[102677]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:40 smithi111 ceph-mon[97855]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:40 smithi111 ceph-mon[116524]: pgmap v19484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:42 smithi155 ceph-mon[102677]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:42 smithi111 ceph-mon[97855]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:42 smithi111 ceph-mon[116524]: pgmap v19485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:44 smithi155 ceph-mon[102677]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:44 smithi111 ceph-mon[97855]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:44 smithi111 ceph-mon[116524]: pgmap v19486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:46 smithi155 ceph-mon[102677]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:46 smithi111 ceph-mon[97855]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:46 smithi111 ceph-mon[116524]: pgmap v19487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:48 smithi155 ceph-mon[102677]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:48 smithi111 ceph-mon[97855]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:48 smithi111 ceph-mon[116524]: pgmap v19488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:03:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:03:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:50 smithi155 ceph-mon[102677]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:50 smithi111 ceph-mon[97855]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:50 smithi111 ceph-mon[116524]: pgmap v19489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:03:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:52 smithi155 ceph-mon[102677]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:52 smithi111 ceph-mon[97855]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:52 smithi111 ceph-mon[116524]: pgmap v19490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:54 smithi155 ceph-mon[102677]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:54 smithi111 ceph-mon[97855]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:54 smithi111 ceph-mon[116524]: pgmap v19491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:54.831 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:03:55.138 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5682M 2178M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 5997M 2178M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6156M 2178M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:03:55.139 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5399M 2178M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:03:55.140 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4307M 2483M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:03:55.140 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5405M 2483M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:03:55.140 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4771M 2483M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:03:55.140 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5580M 2483M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:03:55.140 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:55.518 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:03:55.519 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:56 smithi155 ceph-mon[102677]: from='client.36243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:56 smithi155 ceph-mon[102677]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:56 smithi155 ceph-mon[102677]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1794162628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:03:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[97855]: from='client.36243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[97855]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[97855]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1794162628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[116524]: from='client.36243 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[116524]: pgmap v19492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[116524]: from='client.46121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:03:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1794162628' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:03:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:03:58 smithi155 ceph-mon[102677]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:03:58 smithi111 ceph-mon[97855]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:03:58 smithi111 ceph-mon[116524]: pgmap v19493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:03:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:03:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:04:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:00 smithi155 ceph-mon[102677]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:00 smithi111 ceph-mon[97855]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:00 smithi111 ceph-mon[116524]: pgmap v19494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:02 smithi155 ceph-mon[102677]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:02 smithi111 ceph-mon[97855]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:02 smithi111 ceph-mon[116524]: pgmap v19495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:04 smithi155 ceph-mon[102677]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:04 smithi111 ceph-mon[97855]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:04 smithi111 ceph-mon[116524]: pgmap v19496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:06 smithi155 ceph-mon[102677]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:06 smithi111 ceph-mon[97855]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:06 smithi111 ceph-mon[116524]: pgmap v19497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:08 smithi155 ceph-mon[102677]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:08 smithi111 ceph-mon[97855]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:08 smithi111 ceph-mon[116524]: pgmap v19498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:04:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:04:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:10 smithi155 ceph-mon[102677]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:10 smithi111 ceph-mon[97855]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:10 smithi111 ceph-mon[116524]: pgmap v19499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:12 smithi155 ceph-mon[102677]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:12 smithi111 ceph-mon[97855]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:12 smithi111 ceph-mon[116524]: pgmap v19500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:14 smithi155 ceph-mon[102677]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:14 smithi111 ceph-mon[97855]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:14 smithi111 ceph-mon[116524]: pgmap v19501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:16 smithi155 ceph-mon[102677]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:16 smithi111 ceph-mon[97855]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:16 smithi111 ceph-mon[116524]: pgmap v19502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:18 smithi155 ceph-mon[102677]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:18 smithi111 ceph-mon[97855]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:18 smithi111 ceph-mon[116524]: pgmap v19503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:04:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:04:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:20 smithi155 ceph-mon[102677]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:20 smithi111 ceph-mon[97855]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:20 smithi111 ceph-mon[116524]: pgmap v19504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:22 smithi155 ceph-mon[102677]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:22 smithi111 ceph-mon[97855]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:22 smithi111 ceph-mon[116524]: pgmap v19505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:24 smithi155 ceph-mon[102677]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:04:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:24 smithi111 ceph-mon[97855]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:24.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:04:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:24 smithi111 ceph-mon[116524]: pgmap v19506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:04:25.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:04:25.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:04:25.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.862 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:04:25.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:25.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:04:25.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:04:25.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:04:26.168 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5682M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 5997M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6156M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5399M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4307M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:04:26.169 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5405M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:04:26.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4771M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:04:26.170 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5580M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:04:26.170 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:04:26.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:04:26.556 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:04:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:26 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2478M 2023-12-01T14:04:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:26 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2169M 2023-12-01T14:04:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:26 smithi111 ceph-mon[97855]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:26 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2478M 2023-12-01T14:04:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:26 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2169M 2023-12-01T14:04:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:26 smithi111 ceph-mon[116524]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:26 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2478M 2023-12-01T14:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:26 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2169M 2023-12-01T14:04:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:26 smithi155 ceph-mon[102677]: pgmap v19507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:27 smithi111 ceph-mon[97855]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:27 smithi111 ceph-mon[97855]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3122602669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:27 smithi111 ceph-mon[116524]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:27 smithi111 ceph-mon[116524]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3122602669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:27 smithi155 ceph-mon[102677]: from='client.36261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:27 smithi155 ceph-mon[102677]: from='client.46139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3122602669' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:04:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:28 smithi111 ceph-mon[97855]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:28 smithi111 ceph-mon[116524]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:28 smithi155 ceph-mon[102677]: pgmap v19508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:04:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:04:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:30 smithi111 ceph-mon[97855]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:30 smithi111 ceph-mon[116524]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:30 smithi155 ceph-mon[102677]: pgmap v19509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:32 smithi111 ceph-mon[97855]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:32 smithi111 ceph-mon[116524]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:32 smithi155 ceph-mon[102677]: pgmap v19510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:34 smithi111 ceph-mon[97855]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:34 smithi111 ceph-mon[116524]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:34 smithi155 ceph-mon[102677]: pgmap v19511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:36 smithi111 ceph-mon[97855]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:36 smithi111 ceph-mon[116524]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:36 smithi155 ceph-mon[102677]: pgmap v19512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:38.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:38 smithi111 ceph-mon[97855]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:38 smithi111 ceph-mon[116524]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:38 smithi155 ceph-mon[102677]: pgmap v19513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:04:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:04:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:40 smithi111 ceph-mon[116524]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:40 smithi111 ceph-mon[97855]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:40 smithi155 ceph-mon[102677]: pgmap v19514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:42 smithi111 ceph-mon[97855]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:42 smithi111 ceph-mon[116524]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:42 smithi155 ceph-mon[102677]: pgmap v19515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:44 smithi155 ceph-mon[102677]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:44 smithi111 ceph-mon[97855]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:44 smithi111 ceph-mon[116524]: pgmap v19516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:46 smithi155 ceph-mon[102677]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:46 smithi111 ceph-mon[97855]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:46 smithi111 ceph-mon[116524]: pgmap v19517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:48 smithi155 ceph-mon[102677]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:48 smithi111 ceph-mon[97855]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:48 smithi111 ceph-mon[116524]: pgmap v19518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:04:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:04:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:50 smithi155 ceph-mon[102677]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:50 smithi111 ceph-mon[97855]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:50 smithi111 ceph-mon[116524]: pgmap v19519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:04:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:52 smithi155 ceph-mon[102677]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:52 smithi111 ceph-mon[97855]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:52 smithi111 ceph-mon[116524]: pgmap v19520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:54 smithi155 ceph-mon[102677]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:54 smithi111 ceph-mon[97855]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:54 smithi111 ceph-mon[116524]: pgmap v19521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:56.902 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:04:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:56 smithi155 ceph-mon[102677]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:56 smithi111 ceph-mon[97855]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:56 smithi111 ceph-mon[116524]: pgmap v19522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:57.207 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:04:57.207 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:04:57.208 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5682M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 5997M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6156M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5399M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4307M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5405M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4771M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5580M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:04:57.209 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:04:57.589 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:04:57.589 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:04:57.589 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:04:57.589 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:57.589 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:04:57.589 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:04:57.590 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:04:57.591 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:58 smithi155 ceph-mon[102677]: from='client.36279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:58 smithi155 ceph-mon[102677]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:58 smithi155 ceph-mon[102677]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1519634939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:04:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[97855]: from='client.36279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[97855]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[97855]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1519634939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[116524]: from='client.36279 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[116524]: pgmap v19523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[116524]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:04:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1519634939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:04:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:05:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:00 smithi155 ceph-mon[102677]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:00 smithi111 ceph-mon[97855]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:00 smithi111 ceph-mon[116524]: pgmap v19524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:02 smithi155 ceph-mon[102677]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:02 smithi111 ceph-mon[97855]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:02 smithi111 ceph-mon[116524]: pgmap v19525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:04 smithi155 ceph-mon[102677]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:04 smithi111 ceph-mon[97855]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:04 smithi111 ceph-mon[116524]: pgmap v19526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:06 smithi155 ceph-mon[102677]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:06 smithi111 ceph-mon[97855]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:06 smithi111 ceph-mon[116524]: pgmap v19527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:08 smithi155 ceph-mon[102677]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:08 smithi111 ceph-mon[97855]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:08 smithi111 ceph-mon[116524]: pgmap v19528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:05:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:05:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:10 smithi155 ceph-mon[102677]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:10 smithi111 ceph-mon[97855]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:10 smithi111 ceph-mon[116524]: pgmap v19529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:12 smithi155 ceph-mon[102677]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:12 smithi111 ceph-mon[97855]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:12 smithi111 ceph-mon[116524]: pgmap v19530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:14 smithi155 ceph-mon[102677]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:14 smithi111 ceph-mon[97855]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:14 smithi111 ceph-mon[116524]: pgmap v19531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:16 smithi155 ceph-mon[102677]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:16 smithi111 ceph-mon[97855]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:16 smithi111 ceph-mon[116524]: pgmap v19532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:18 smithi155 ceph-mon[102677]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:18 smithi111 ceph-mon[97855]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:18 smithi111 ceph-mon[116524]: pgmap v19533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:05:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:05:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:20 smithi155 ceph-mon[102677]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:20 smithi111 ceph-mon[97855]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:20 smithi111 ceph-mon[116524]: pgmap v19534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:22 smithi155 ceph-mon[102677]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:22 smithi111 ceph-mon[97855]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:22 smithi111 ceph-mon[116524]: pgmap v19535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:24 smithi155 ceph-mon[102677]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:24 smithi111 ceph-mon[97855]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:24 smithi111 ceph-mon[116524]: pgmap v19536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:05:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:05:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:05:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:05:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:05:26.010 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:05:26.010 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:05:26.010 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:05:26.011 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:05:26.011 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:05:26.011 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:05:26.011 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:05:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:26 smithi155 ceph-mon[102677]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:26 smithi111 ceph-mon[97855]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:26 smithi111 ceph-mon[116524]: pgmap v19537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:27.935 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:05:28.246 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5682M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 5997M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6156M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5399M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4307M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5405M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4771M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5580M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:05:28.247 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:05:28.627 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:28.628 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:05:28.628 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:05:28.628 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:05:28.628 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:05:28.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:28 smithi155 ceph-mon[102677]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:28 smithi111 ceph-mon[97855]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:28 smithi111 ceph-mon[116524]: pgmap v19538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:29.582 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:05:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:29 smithi155 ceph-mon[102677]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:29 smithi155 ceph-mon[102677]: from='client.46175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1073628630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:05:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:29 smithi111 ceph-mon[97855]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:05:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:29 smithi111 ceph-mon[97855]: from='client.46175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:05:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1073628630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:29 smithi111 ceph-mon[116524]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:29 smithi111 ceph-mon[116524]: from='client.46175 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1073628630' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:05:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:30 smithi155 ceph-mon[102677]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:30 smithi111 ceph-mon[97855]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:30 smithi111 ceph-mon[116524]: pgmap v19539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:32 smithi155 ceph-mon[102677]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:32 smithi111 ceph-mon[97855]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:32 smithi111 ceph-mon[116524]: pgmap v19540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:34 smithi155 ceph-mon[102677]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:34 smithi111 ceph-mon[97855]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:34 smithi111 ceph-mon[116524]: pgmap v19541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:36 smithi155 ceph-mon[102677]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:36 smithi111 ceph-mon[97855]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:36 smithi111 ceph-mon[116524]: pgmap v19542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:38 smithi155 ceph-mon[102677]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:38 smithi111 ceph-mon[97855]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:38 smithi111 ceph-mon[116524]: pgmap v19543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:05:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:05:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:40 smithi155 ceph-mon[102677]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:40 smithi111 ceph-mon[97855]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:40 smithi111 ceph-mon[116524]: pgmap v19544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:42 smithi155 ceph-mon[102677]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:42 smithi111 ceph-mon[97855]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:42 smithi111 ceph-mon[116524]: pgmap v19545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:44 smithi155 ceph-mon[102677]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:44 smithi111 ceph-mon[97855]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:44 smithi111 ceph-mon[116524]: pgmap v19546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:46 smithi155 ceph-mon[102677]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:46 smithi111 ceph-mon[97855]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:46 smithi111 ceph-mon[116524]: pgmap v19547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:48 smithi155 ceph-mon[102677]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:48 smithi111 ceph-mon[97855]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:48 smithi111 ceph-mon[116524]: pgmap v19548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:49.620 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:05:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:05:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:05:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:50 smithi155 ceph-mon[102677]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:50 smithi111 ceph-mon[97855]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:50 smithi111 ceph-mon[116524]: pgmap v19549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:52 smithi155 ceph-mon[102677]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:52 smithi111 ceph-mon[97855]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:52 smithi111 ceph-mon[116524]: pgmap v19550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:54 smithi155 ceph-mon[102677]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:54 smithi111 ceph-mon[97855]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:54 smithi111 ceph-mon[116524]: pgmap v19551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:56 smithi155 ceph-mon[102677]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:56 smithi111 ceph-mon[97855]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:56 smithi111 ceph-mon[116524]: pgmap v19552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:58.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:05:58 smithi155 ceph-mon[102677]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:05:58 smithi111 ceph-mon[97855]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:05:58 smithi111 ceph-mon[116524]: pgmap v19553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:05:58.971 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:05:59.277 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 467M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 913M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2344M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:05:59.278 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1108M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1027M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5682M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 5997M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6156M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5399M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:05:59.279 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4307M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:05:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5405M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:05:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4771M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:05:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5580M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:05:59.280 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:05:59.653 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:05:59.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:05:59.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:05:59.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:05:59.655 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:05:59.655 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:05:59.655 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:05:59.655 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:05:59.655 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:05:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:05:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:00 smithi155 ceph-mon[102677]: from='client.46187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:00 smithi155 ceph-mon[102677]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:00 smithi155 ceph-mon[102677]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2861736234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:06:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[97855]: from='client.46187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[97855]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[97855]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2861736234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:06:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[116524]: from='client.46187 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[116524]: pgmap v19554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:00.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[116524]: from='client.46193 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:00.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2861736234' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:06:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:02 smithi155 ceph-mon[102677]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:02 smithi111 ceph-mon[97855]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:02 smithi111 ceph-mon[116524]: pgmap v19555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:04 smithi155 ceph-mon[102677]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:04 smithi111 ceph-mon[97855]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:04 smithi111 ceph-mon[116524]: pgmap v19556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:06 smithi155 ceph-mon[102677]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:06 smithi111 ceph-mon[97855]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:06 smithi111 ceph-mon[116524]: pgmap v19557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:08 smithi155 ceph-mon[102677]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:08 smithi111 ceph-mon[97855]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:08 smithi111 ceph-mon[116524]: pgmap v19558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:06:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:06:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:10 smithi155 ceph-mon[102677]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:10.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:10 smithi111 ceph-mon[116524]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:10 smithi111 ceph-mon[97855]: pgmap v19559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:12 smithi155 ceph-mon[102677]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:12 smithi111 ceph-mon[97855]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:12 smithi111 ceph-mon[116524]: pgmap v19560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:14 smithi155 ceph-mon[102677]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:14 smithi111 ceph-mon[97855]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:14 smithi111 ceph-mon[116524]: pgmap v19561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:16 smithi155 ceph-mon[102677]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:16 smithi111 ceph-mon[97855]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:16 smithi111 ceph-mon[116524]: pgmap v19562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:18 smithi155 ceph-mon[102677]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:18 smithi111 ceph-mon[97855]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:18 smithi111 ceph-mon[116524]: pgmap v19563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:06:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:06:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:20 smithi111 ceph-mon[97855]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:20 smithi111 ceph-mon[116524]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:20 smithi155 ceph-mon[102677]: pgmap v19564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:22.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:22 smithi111 ceph-mon[97855]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:22 smithi111 ceph-mon[116524]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:22 smithi155 ceph-mon[102677]: pgmap v19565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:24 smithi111 ceph-mon[97855]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:24 smithi111 ceph-mon[116524]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:24 smithi155 ceph-mon[102677]: pgmap v19566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:06:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:06:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:06:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:26 smithi111 ceph-mon[97855]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:26 smithi111 ceph-mon[116524]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:26 smithi155 ceph-mon[102677]: pgmap v19567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[116524]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[97855]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:28.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:28 smithi155 ceph-mon[102677]: pgmap v19568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:28.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:06:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:06:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:06:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:06:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:06:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:06:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:06:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:06:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:06:30.000 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:06:30.305 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2s ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2s ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2s ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2s ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:06:30.306 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2s ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2s ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2s ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2s ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2s ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2s ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2s ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2s ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:06:30.307 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:06:30.685 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:06:30.686 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:06:30.687 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:06:30.687 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:06:30.687 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:06:30.687 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:06:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:30 smithi155 ceph-mon[102677]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:30 smithi111 ceph-mon[97855]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:30 smithi111 ceph-mon[116524]: pgmap v19569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:31 smithi155 ceph-mon[102677]: from='client.46205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:31 smithi155 ceph-mon[102677]: from='client.46211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2044194498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:06:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:31 smithi111 ceph-mon[97855]: from='client.46205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:31 smithi111 ceph-mon[97855]: from='client.46211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2044194498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:06:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:31 smithi111 ceph-mon[116524]: from='client.46205 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:31 smithi111 ceph-mon[116524]: from='client.46211 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:06:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2044194498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:06:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:32 smithi155 ceph-mon[102677]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:32 smithi111 ceph-mon[97855]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:32 smithi111 ceph-mon[116524]: pgmap v19570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:34 smithi155 ceph-mon[102677]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:34 smithi111 ceph-mon[97855]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:34 smithi111 ceph-mon[116524]: pgmap v19571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:36 smithi155 ceph-mon[102677]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:36 smithi111 ceph-mon[97855]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:36 smithi111 ceph-mon[116524]: pgmap v19572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:38 smithi155 ceph-mon[102677]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:38 smithi111 ceph-mon[97855]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:38 smithi111 ceph-mon[116524]: pgmap v19573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:06:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:06:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:40 smithi155 ceph-mon[102677]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:40 smithi111 ceph-mon[97855]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:40 smithi111 ceph-mon[116524]: pgmap v19574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:42 smithi155 ceph-mon[102677]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:42 smithi111 ceph-mon[97855]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:42 smithi111 ceph-mon[116524]: pgmap v19575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:44 smithi155 ceph-mon[102677]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:44 smithi111 ceph-mon[97855]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:44 smithi111 ceph-mon[116524]: pgmap v19576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:46 smithi155 ceph-mon[102677]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:46 smithi111 ceph-mon[97855]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:46 smithi111 ceph-mon[116524]: pgmap v19577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:48 smithi155 ceph-mon[102677]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:48 smithi111 ceph-mon[97855]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:48 smithi111 ceph-mon[116524]: pgmap v19578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:06:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:06:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:50 smithi155 ceph-mon[102677]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:50 smithi111 ceph-mon[97855]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:50 smithi111 ceph-mon[116524]: pgmap v19579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:06:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:52 smithi155 ceph-mon[102677]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:52 smithi111 ceph-mon[97855]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:52 smithi111 ceph-mon[116524]: pgmap v19580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:54 smithi155 ceph-mon[102677]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:54 smithi111 ceph-mon[97855]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:54 smithi111 ceph-mon[116524]: pgmap v19581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:56 smithi155 ceph-mon[102677]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:56 smithi111 ceph-mon[97855]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:56 smithi111 ceph-mon[116524]: pgmap v19582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:06:58 smithi155 ceph-mon[102677]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:06:58 smithi111 ceph-mon[97855]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:06:58 smithi111 ceph-mon[116524]: pgmap v19583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:06:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:07:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:00 smithi155 ceph-mon[102677]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:00 smithi111 ceph-mon[97855]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:00 smithi111 ceph-mon[116524]: pgmap v19584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:01.041 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:07:01.349 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:07:01.349 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 33s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:07:01.349 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 33s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 33s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 33s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 33s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 33s ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 33s ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 33s ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 33s ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 33s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 33s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:07:01.350 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 33s ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 33s ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 33s ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 33s ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 33s ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 33s ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 33s ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 33s ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:07:01.351 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 33s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:07:01.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:07:01.733 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:07:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:02 smithi155 ceph-mon[102677]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:02 smithi155 ceph-mon[102677]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:02 smithi155 ceph-mon[102677]: from='client.36357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4179124793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:07:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[97855]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[97855]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[97855]: from='client.36357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4179124793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:07:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[116524]: from='client.36351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[116524]: pgmap v19585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[116524]: from='client.36357 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4179124793' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:07:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:04 smithi155 ceph-mon[102677]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:04 smithi111 ceph-mon[97855]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:04 smithi111 ceph-mon[116524]: pgmap v19586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:06 smithi155 ceph-mon[102677]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:06 smithi111 ceph-mon[97855]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:06 smithi111 ceph-mon[116524]: pgmap v19587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:08 smithi155 ceph-mon[102677]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:08 smithi111 ceph-mon[97855]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:08 smithi111 ceph-mon[116524]: pgmap v19588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:07:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:07:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:10 smithi155 ceph-mon[102677]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:10 smithi111 ceph-mon[97855]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:10 smithi111 ceph-mon[116524]: pgmap v19589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:12 smithi155 ceph-mon[102677]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:12 smithi111 ceph-mon[97855]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:12 smithi111 ceph-mon[116524]: pgmap v19590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:14 smithi155 ceph-mon[102677]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:14 smithi111 ceph-mon[97855]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:14 smithi111 ceph-mon[116524]: pgmap v19591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:16 smithi155 ceph-mon[102677]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:16 smithi111 ceph-mon[97855]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:16 smithi111 ceph-mon[116524]: pgmap v19592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:18 smithi155 ceph-mon[102677]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:18 smithi111 ceph-mon[97855]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:18 smithi111 ceph-mon[116524]: pgmap v19593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:19.609 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:07:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:07:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:20 smithi155 ceph-mon[102677]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:20 smithi111 ceph-mon[97855]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:20 smithi111 ceph-mon[116524]: pgmap v19594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:22 smithi155 ceph-mon[102677]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:22 smithi111 ceph-mon[97855]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:22 smithi111 ceph-mon[116524]: pgmap v19595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:24 smithi155 ceph-mon[102677]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:24 smithi111 ceph-mon[97855]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:24 smithi111 ceph-mon[116524]: pgmap v19596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:26.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:26 smithi155 ceph-mon[102677]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:26 smithi111 ceph-mon[97855]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:26 smithi111 ceph-mon[116524]: pgmap v19597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:28 smithi155 ceph-mon[102677]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:07:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:28 smithi111 ceph-mon[97855]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:07:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:28 smithi111 ceph-mon[116524]: pgmap v19598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:07:29.624 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:07:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:07:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:07:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:07:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:07:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:07:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:07:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:07:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:07:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:07:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:07:30.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:30 smithi155 ceph-mon[102677]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:30 smithi111 ceph-mon[97855]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:30 smithi111 ceph-mon[116524]: pgmap v19599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:32.076 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 64s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 64s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 64s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 64s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 64s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:07:32.381 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 64s ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 64s ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 64s ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 64s ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 64s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 64s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 64s ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 64s ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 64s ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:07:32.382 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 64s ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:07:32.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 64s ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:07:32.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 64s ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:07:32.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 64s ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:07:32.383 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 64s ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:07:32.383 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 64s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:07:32.762 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:32.763 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:07:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:07:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:07:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:07:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:07:32.764 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:07:32.764 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:07:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:32 smithi155 ceph-mon[102677]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:32 smithi111 ceph-mon[97855]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:32 smithi111 ceph-mon[116524]: pgmap v19600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:33 smithi155 ceph-mon[102677]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:33 smithi155 ceph-mon[102677]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3431400927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:07:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:33 smithi111 ceph-mon[97855]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:33 smithi111 ceph-mon[97855]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3431400927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:33 smithi111 ceph-mon[116524]: from='client.46241 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:33 smithi111 ceph-mon[116524]: from='client.46247 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:07:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3431400927' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:07:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:34 smithi155 ceph-mon[102677]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:34 smithi111 ceph-mon[97855]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:34 smithi111 ceph-mon[116524]: pgmap v19601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:35 smithi155 ceph-mon[102677]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:35 smithi111 ceph-mon[97855]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:35 smithi111 ceph-mon[116524]: pgmap v19602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:38 smithi155 ceph-mon[102677]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:38 smithi111 ceph-mon[97855]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:38 smithi111 ceph-mon[116524]: pgmap v19603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:07:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:07:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:40 smithi155 ceph-mon[102677]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:40 smithi111 ceph-mon[97855]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:40 smithi111 ceph-mon[116524]: pgmap v19604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:42 smithi155 ceph-mon[102677]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:42.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:42 smithi111 ceph-mon[97855]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:42 smithi111 ceph-mon[116524]: pgmap v19605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:44 smithi155 ceph-mon[102677]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:44 smithi111 ceph-mon[97855]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:44 smithi111 ceph-mon[116524]: pgmap v19606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:46 smithi155 ceph-mon[102677]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:46 smithi111 ceph-mon[97855]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:46 smithi111 ceph-mon[116524]: pgmap v19607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:48.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:48 smithi155 ceph-mon[102677]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:48.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:48 smithi111 ceph-mon[97855]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:48.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:48 smithi111 ceph-mon[116524]: pgmap v19608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:07:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:07:50.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:50 smithi111 ceph-mon[97855]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:50.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:50.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:50 smithi111 ceph-mon[116524]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:50.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:50 smithi155 ceph-mon[102677]: pgmap v19609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:07:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:52 smithi111 ceph-mon[97855]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:52 smithi111 ceph-mon[116524]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:52 smithi155 ceph-mon[102677]: pgmap v19610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:54 smithi111 ceph-mon[97855]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:54 smithi111 ceph-mon[116524]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:54 smithi155 ceph-mon[102677]: pgmap v19611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:56 smithi111 ceph-mon[97855]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:56 smithi111 ceph-mon[116524]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:56 smithi155 ceph-mon[102677]: pgmap v19612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:07:58 smithi111 ceph-mon[97855]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:07:58 smithi111 ceph-mon[116524]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:07:58 smithi155 ceph-mon[102677]: pgmap v19613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:07:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:07:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:08:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:00 smithi111 ceph-mon[97855]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:00 smithi111 ceph-mon[116524]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:00 smithi155 ceph-mon[102677]: pgmap v19614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:02 smithi111 ceph-mon[97855]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:02 smithi111 ceph-mon[116524]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:02 smithi155 ceph-mon[102677]: pgmap v19615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:03.106 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:08:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:08:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 95s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:08:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 95s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:08:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 95s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:08:03.412 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 95s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 95s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 95s ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 95s ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 95s ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 95s ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 95s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 95s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 95s ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 95s ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 95s ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:08:03.413 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 95s ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:08:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 95s ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:08:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 95s ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:08:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 95s ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:08:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 95s ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:08:03.414 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 95s ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:03.791 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:08:03.792 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:08:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[116524]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[116524]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[116524]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/460187700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:08:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[97855]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[97855]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[97855]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:04.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/460187700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:04 smithi155 ceph-mon[102677]: from='client.46259 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:04 smithi155 ceph-mon[102677]: pgmap v19616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:04 smithi155 ceph-mon[102677]: from='client.46265 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/460187700' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:08:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:06.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:06 smithi111 ceph-mon[97855]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:06 smithi111 ceph-mon[116524]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:06 smithi155 ceph-mon[102677]: pgmap v19617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:08 smithi111 ceph-mon[97855]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:08 smithi111 ceph-mon[116524]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:08 smithi155 ceph-mon[102677]: pgmap v19618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:08:09] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T14:08:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:10 smithi111 ceph-mon[97855]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:10 smithi111 ceph-mon[116524]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:10 smithi155 ceph-mon[102677]: pgmap v19619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:12.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:12 smithi111 ceph-mon[97855]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:12 smithi111 ceph-mon[116524]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:12 smithi155 ceph-mon[102677]: pgmap v19620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:14.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:14 smithi111 ceph-mon[97855]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:14 smithi111 ceph-mon[116524]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:14 smithi155 ceph-mon[102677]: pgmap v19621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:16 smithi155 ceph-mon[102677]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:16 smithi111 ceph-mon[97855]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:16 smithi111 ceph-mon[116524]: pgmap v19622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:18 smithi155 ceph-mon[102677]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:18 smithi111 ceph-mon[97855]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:18 smithi111 ceph-mon[116524]: pgmap v19623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:08:19] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2023-12-01T14:08:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:20 smithi155 ceph-mon[102677]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:20 smithi111 ceph-mon[97855]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:20 smithi111 ceph-mon[116524]: pgmap v19624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:22 smithi155 ceph-mon[102677]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:22 smithi111 ceph-mon[97855]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:22 smithi111 ceph-mon[116524]: pgmap v19625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:24 smithi155 ceph-mon[102677]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:24 smithi111 ceph-mon[97855]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:24 smithi111 ceph-mon[116524]: pgmap v19626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:26 smithi155 ceph-mon[102677]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:26 smithi111 ceph-mon[97855]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:26 smithi111 ceph-mon[116524]: pgmap v19627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:28 smithi155 ceph-mon[102677]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:28 smithi111 ceph-mon[97855]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:28 smithi111 ceph-mon[116524]: pgmap v19628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:08:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:08:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:08:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:08:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:30 smithi155 ceph-mon[102677]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:08:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:08:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[97855]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:08:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:08:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[116524]: pgmap v19629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:08:31.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:08:31.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:08:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:32 smithi155 ceph-mon[102677]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:32 smithi111 ceph-mon[97855]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:32 smithi111 ceph-mon[116524]: pgmap v19630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:34.134 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:08:34.440 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:08:34.441 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:08:34.442 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:08:34.820 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:08:34.821 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:08:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:34 smithi155 ceph-mon[102677]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:34 smithi111 ceph-mon[97855]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:34 smithi111 ceph-mon[116524]: pgmap v19631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:35 smithi155 ceph-mon[102677]: from='client.46277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:35 smithi155 ceph-mon[102677]: from='client.36411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3214924140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[97855]: from='client.46277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[97855]: from='client.36411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3214924140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[116524]: from='client.46277 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[116524]: from='client.36411 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3214924140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:08:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:36 smithi155 ceph-mon[102677]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:36 smithi111 ceph-mon[97855]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:36 smithi111 ceph-mon[116524]: pgmap v19632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:38 smithi155 ceph-mon[102677]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:38 smithi111 ceph-mon[97855]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:38 smithi111 ceph-mon[116524]: pgmap v19633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:08:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:08:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:40 smithi155 ceph-mon[102677]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:40 smithi111 ceph-mon[97855]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:40 smithi111 ceph-mon[116524]: pgmap v19634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:42 smithi155 ceph-mon[102677]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:42 smithi111 ceph-mon[97855]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:42 smithi111 ceph-mon[116524]: pgmap v19635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:44 smithi155 ceph-mon[102677]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:44 smithi111 ceph-mon[97855]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:44 smithi111 ceph-mon[116524]: pgmap v19636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:46 smithi155 ceph-mon[102677]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:46 smithi111 ceph-mon[97855]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:46 smithi111 ceph-mon[116524]: pgmap v19637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:48 smithi155 ceph-mon[102677]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:48 smithi111 ceph-mon[97855]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:48 smithi111 ceph-mon[116524]: pgmap v19638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:08:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:08:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:50 smithi155 ceph-mon[102677]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:50 smithi111 ceph-mon[97855]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:50 smithi111 ceph-mon[116524]: pgmap v19639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:08:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:52 smithi155 ceph-mon[102677]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:52 smithi111 ceph-mon[97855]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:52 smithi111 ceph-mon[116524]: pgmap v19640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:54 smithi155 ceph-mon[102677]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:54 smithi111 ceph-mon[97855]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:54 smithi111 ceph-mon[116524]: pgmap v19641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:56 smithi155 ceph-mon[102677]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:56 smithi111 ceph-mon[97855]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:56 smithi111 ceph-mon[116524]: pgmap v19642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:08:58 smithi155 ceph-mon[102677]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:08:58 smithi111 ceph-mon[97855]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:08:58 smithi111 ceph-mon[116524]: pgmap v19643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:08:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:08:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:09:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:00 smithi155 ceph-mon[102677]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:00 smithi111 ceph-mon[97855]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:00 smithi111 ceph-mon[116524]: pgmap v19644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:02 smithi155 ceph-mon[102677]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:02 smithi111 ceph-mon[97855]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:02 smithi111 ceph-mon[116524]: pgmap v19645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:04 smithi155 ceph-mon[102677]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:04 smithi111 ceph-mon[97855]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:04 smithi111 ceph-mon[116524]: pgmap v19646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:05.169 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:09:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:09:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:09:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:09:05.473 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:09:05.474 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:09:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:09:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:09:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:09:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:09:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:09:05.475 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:09:05.853 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:09:05.853 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:09:05.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:09:05.855 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:06 smithi155 ceph-mon[102677]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:06 smithi155 ceph-mon[102677]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:06 smithi155 ceph-mon[102677]: from='client.46301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2115785708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:09:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[97855]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[97855]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[97855]: from='client.46301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2115785708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[116524]: from='client.46295 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[116524]: pgmap v19647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[116524]: from='client.46301 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2115785708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:09:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:08 smithi155 ceph-mon[102677]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:08 smithi111 ceph-mon[97855]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:08 smithi111 ceph-mon[116524]: pgmap v19648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:09:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:09:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:10 smithi155 ceph-mon[102677]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:10 smithi111 ceph-mon[97855]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:10 smithi111 ceph-mon[116524]: pgmap v19649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:12 smithi155 ceph-mon[102677]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:12 smithi111 ceph-mon[97855]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:12 smithi111 ceph-mon[116524]: pgmap v19650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:14 smithi155 ceph-mon[102677]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:14 smithi111 ceph-mon[97855]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:14 smithi111 ceph-mon[116524]: pgmap v19651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:16 smithi155 ceph-mon[102677]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:16 smithi111 ceph-mon[97855]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:16 smithi111 ceph-mon[116524]: pgmap v19652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:18 smithi155 ceph-mon[102677]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:18 smithi111 ceph-mon[97855]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:18 smithi111 ceph-mon[116524]: pgmap v19653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:19.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:09:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:09:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:20 smithi155 ceph-mon[102677]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:20 smithi111 ceph-mon[97855]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:20 smithi111 ceph-mon[116524]: pgmap v19654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:22 smithi155 ceph-mon[102677]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:22 smithi111 ceph-mon[97855]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:22 smithi111 ceph-mon[116524]: pgmap v19655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:24 smithi155 ceph-mon[102677]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:24 smithi111 ceph-mon[97855]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:24 smithi111 ceph-mon[116524]: pgmap v19656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:26 smithi155 ceph-mon[102677]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:26 smithi111 ceph-mon[97855]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:26 smithi111 ceph-mon[116524]: pgmap v19657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:28 smithi155 ceph-mon[102677]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:28 smithi111 ceph-mon[97855]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:28 smithi111 ceph-mon[116524]: pgmap v19658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:09:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:09:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:30 smithi155 ceph-mon[102677]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:09:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:09:30.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:09:30.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:09:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[97855]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[116524]: pgmap v19659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:09:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:09:31.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:09:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:32 smithi155 ceph-mon[102677]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:32 smithi111 ceph-mon[97855]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:32 smithi111 ceph-mon[116524]: pgmap v19660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:34 smithi155 ceph-mon[102677]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:34 smithi111 ceph-mon[97855]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:34 smithi111 ceph-mon[116524]: pgmap v19661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:36.201 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:09:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:09:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:09:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:09:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:09:36.507 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:09:36.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:09:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:09:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:09:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:09:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:09:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:09:36.509 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:09:36.888 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:09:36.889 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:09:36.890 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:09:36.890 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:09:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:36 smithi155 ceph-mon[102677]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:36 smithi111 ceph-mon[97855]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:36 smithi111 ceph-mon[116524]: pgmap v19662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:37 smithi155 ceph-mon[102677]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:37 smithi155 ceph-mon[102677]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2234229906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:09:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:37 smithi111 ceph-mon[97855]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:37 smithi111 ceph-mon[97855]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2234229906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:09:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:37 smithi111 ceph-mon[116524]: from='client.46313 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:37 smithi111 ceph-mon[116524]: from='client.46319 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:09:38.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2234229906' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:09:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:38 smithi155 ceph-mon[102677]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:38 smithi111 ceph-mon[97855]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:38 smithi111 ceph-mon[116524]: pgmap v19663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:39.662 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:09:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:09:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:39 smithi155 ceph-mon[102677]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:39 smithi111 ceph-mon[97855]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:39 smithi111 ceph-mon[116524]: pgmap v19664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:42 smithi111 ceph-mon[97855]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:42 smithi111 ceph-mon[116524]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:42 smithi155 ceph-mon[102677]: pgmap v19665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:44 smithi111 ceph-mon[97855]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:44 smithi111 ceph-mon[116524]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:44 smithi155 ceph-mon[102677]: pgmap v19666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:46 smithi111 ceph-mon[97855]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:46 smithi111 ceph-mon[116524]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:46 smithi155 ceph-mon[102677]: pgmap v19667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:48 smithi111 ceph-mon[97855]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:48 smithi111 ceph-mon[116524]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:48 smithi155 ceph-mon[102677]: pgmap v19668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:09:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:09:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:50 smithi111 ceph-mon[97855]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:50 smithi111 ceph-mon[116524]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:50 smithi155 ceph-mon[102677]: pgmap v19669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:09:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:52 smithi111 ceph-mon[97855]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:52 smithi111 ceph-mon[116524]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:52.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:52 smithi155 ceph-mon[102677]: pgmap v19670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:54 smithi111 ceph-mon[97855]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:54 smithi111 ceph-mon[116524]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:54 smithi155 ceph-mon[102677]: pgmap v19671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:56 smithi111 ceph-mon[97855]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:56 smithi111 ceph-mon[116524]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:56 smithi155 ceph-mon[102677]: pgmap v19672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:09:58 smithi111 ceph-mon[97855]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:09:58 smithi111 ceph-mon[116524]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:09:58 smithi155 ceph-mon[102677]: pgmap v19673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:09:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:00 smithi111 conmon[97831]: 2023-12-01T14:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:10:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:00 smithi155 ceph-mon[102677]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:10:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:00 smithi111 ceph-mon[97855]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:10:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:00 smithi111 ceph-mon[116524]: pgmap v19674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:10:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:02 smithi155 ceph-mon[102677]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:02 smithi111 ceph-mon[97855]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:02 smithi111 ceph-mon[116524]: pgmap v19675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:04 smithi155 ceph-mon[102677]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:04 smithi111 ceph-mon[97855]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:04 smithi111 ceph-mon[116524]: pgmap v19676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:06 smithi155 ceph-mon[102677]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:06 smithi111 ceph-mon[97855]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:06 smithi111 ceph-mon[116524]: pgmap v19677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:07.230 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:10:07.539 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:10:07.539 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:10:07.539 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:10:07.539 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:10:07.540 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:10:07.541 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:10:07.918 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:10:07.918 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:10:07.918 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:10:07.918 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:07.918 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:07.919 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:10:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:10:07.920 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:10:07.920 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[97855]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[97855]: from='client.36459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[97855]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1916123813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[116524]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[116524]: from='client.36459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[116524]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1916123813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:08 smithi155 ceph-mon[102677]: pgmap v19678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:08 smithi155 ceph-mon[102677]: from='client.36459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:08 smithi155 ceph-mon[102677]: from='client.46337 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1916123813' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:10:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:10:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:10:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:10 smithi155 ceph-mon[102677]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:10 smithi111 ceph-mon[97855]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:10 smithi111 ceph-mon[116524]: pgmap v19679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:12 smithi155 ceph-mon[102677]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:12 smithi111 ceph-mon[97855]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:12 smithi111 ceph-mon[116524]: pgmap v19680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:14 smithi155 ceph-mon[102677]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:14 smithi111 ceph-mon[97855]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:14 smithi111 ceph-mon[116524]: pgmap v19681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:16 smithi155 ceph-mon[102677]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:16 smithi111 ceph-mon[97855]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:16 smithi111 ceph-mon[116524]: pgmap v19682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:18 smithi155 ceph-mon[102677]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:18 smithi111 ceph-mon[97855]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:18 smithi111 ceph-mon[116524]: pgmap v19683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:10:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:10:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:20 smithi155 ceph-mon[102677]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:20 smithi111 ceph-mon[97855]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:20 smithi111 ceph-mon[116524]: pgmap v19684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:22 smithi155 ceph-mon[102677]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:22 smithi111 ceph-mon[97855]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:22 smithi111 ceph-mon[116524]: pgmap v19685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:24 smithi155 ceph-mon[102677]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:24 smithi111 ceph-mon[97855]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:24 smithi111 ceph-mon[116524]: pgmap v19686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:26 smithi155 ceph-mon[102677]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:26 smithi111 ceph-mon[97855]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:26 smithi111 ceph-mon[116524]: pgmap v19687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:28 smithi155 ceph-mon[102677]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:28 smithi111 ceph-mon[97855]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:28 smithi111 ceph-mon[116524]: pgmap v19688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:10:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:10:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:30 smithi155 ceph-mon[102677]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:10:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:30 smithi111 ceph-mon[97855]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:10:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:30 smithi111 ceph-mon[116524]: pgmap v19689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:10:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:10:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:10:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:10:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:10:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:10:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:10:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:10:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:10:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:10:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:32 smithi155 ceph-mon[102677]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:32 smithi111 ceph-mon[97855]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:32 smithi111 ceph-mon[116524]: pgmap v19690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:34 smithi155 ceph-mon[102677]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:34 smithi111 ceph-mon[97855]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:34 smithi111 ceph-mon[116524]: pgmap v19691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:36 smithi155 ceph-mon[102677]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:36 smithi111 ceph-mon[97855]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:36 smithi111 ceph-mon[116524]: pgmap v19692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:38.263 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:10:38.566 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:10:38.566 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:10:38.566 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:10:38.566 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:10:38.567 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:10:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:10:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:10:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:10:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:10:38.568 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:10:38.944 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:10:38.945 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:10:38.946 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:10:38.946 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:10:38.946 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:10:38.946 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:10:38.946 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:10:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:38 smithi155 ceph-mon[102677]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:38 smithi111 ceph-mon[97855]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:38 smithi111 ceph-mon[116524]: pgmap v19693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:39.570 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:10:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:10:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:39 smithi155 ceph-mon[102677]: from='client.36477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:39 smithi155 ceph-mon[102677]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2504213098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:10:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:39 smithi111 ceph-mon[97855]: from='client.36477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:39 smithi111 ceph-mon[97855]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2504213098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:39 smithi111 ceph-mon[116524]: from='client.36477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:39 smithi111 ceph-mon[116524]: from='client.46355 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:10:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2504213098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:10:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:40 smithi155 ceph-mon[102677]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:40 smithi111 ceph-mon[97855]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:40 smithi111 ceph-mon[116524]: pgmap v19694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:42 smithi155 ceph-mon[102677]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:42 smithi111 ceph-mon[97855]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:42 smithi111 ceph-mon[116524]: pgmap v19695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:44 smithi155 ceph-mon[102677]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:44 smithi111 ceph-mon[97855]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:44 smithi111 ceph-mon[116524]: pgmap v19696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:46 smithi155 ceph-mon[102677]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:46 smithi111 ceph-mon[97855]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:46 smithi111 ceph-mon[116524]: pgmap v19697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:48 smithi155 ceph-mon[102677]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:48 smithi111 ceph-mon[97855]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:48 smithi111 ceph-mon[116524]: pgmap v19698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:49.588 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:10:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:10:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:10:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:50 smithi155 ceph-mon[102677]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:50 smithi111 ceph-mon[97855]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:50 smithi111 ceph-mon[116524]: pgmap v19699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:52 smithi155 ceph-mon[102677]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:52 smithi111 ceph-mon[97855]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:52 smithi111 ceph-mon[116524]: pgmap v19700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:54 smithi155 ceph-mon[102677]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:54 smithi111 ceph-mon[97855]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:54 smithi111 ceph-mon[116524]: pgmap v19701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:56 smithi155 ceph-mon[102677]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:56 smithi111 ceph-mon[97855]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:56 smithi111 ceph-mon[116524]: pgmap v19702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:10:58 smithi155 ceph-mon[102677]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:10:58 smithi111 ceph-mon[97855]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:10:58 smithi111 ceph-mon[116524]: pgmap v19703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:10:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:10:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:11:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:00 smithi155 ceph-mon[102677]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:00 smithi111 ceph-mon[116524]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:00 smithi111 ceph-mon[97855]: pgmap v19704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:02 smithi155 ceph-mon[102677]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:02 smithi111 ceph-mon[116524]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:02 smithi111 ceph-mon[97855]: pgmap v19705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:04 smithi155 ceph-mon[102677]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:04 smithi111 ceph-mon[116524]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:04 smithi111 ceph-mon[97855]: pgmap v19706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:06 smithi155 ceph-mon[102677]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:06 smithi111 ceph-mon[97855]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:06 smithi111 ceph-mon[116524]: pgmap v19707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:08 smithi155 ceph-mon[102677]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:08 smithi111 ceph-mon[97855]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:08 smithi111 ceph-mon[116524]: pgmap v19708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:09.291 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:11:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:11:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:11:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:11:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:11:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:11:09.599 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:11:09.600 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:11:09.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:11:09.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:11:09.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:11:09.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:11:09.601 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:11:09.601 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:11:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:11:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:11:09.982 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:11:09.982 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:11:09.982 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:11:09.982 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:09.983 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:11:09.984 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:11:09.984 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:11:09.984 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:11:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:10 smithi155 ceph-mon[102677]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:10 smithi155 ceph-mon[102677]: from='client.46367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:10 smithi155 ceph-mon[102677]: from='client.36501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1290896328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:11:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[116524]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[116524]: from='client.46367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[116524]: from='client.36501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1290896328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:11:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[97855]: pgmap v19709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[97855]: from='client.46367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[97855]: from='client.36501 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1290896328' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:11:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:12 smithi155 ceph-mon[102677]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:12 smithi111 ceph-mon[116524]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:12 smithi111 ceph-mon[97855]: pgmap v19710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:14 smithi155 ceph-mon[102677]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:14 smithi111 ceph-mon[116524]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:14 smithi111 ceph-mon[97855]: pgmap v19711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:16 smithi155 ceph-mon[102677]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:16 smithi111 ceph-mon[97855]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:16 smithi111 ceph-mon[116524]: pgmap v19712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:18 smithi155 ceph-mon[102677]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:18 smithi111 ceph-mon[97855]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:18 smithi111 ceph-mon[116524]: pgmap v19713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:19.642 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:11:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:11:19.642 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:20 smithi155 ceph-mon[102677]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:20 smithi111 ceph-mon[97855]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:20 smithi111 ceph-mon[116524]: pgmap v19714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:22 smithi155 ceph-mon[102677]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:22 smithi111 ceph-mon[97855]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:22 smithi111 ceph-mon[116524]: pgmap v19715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:24 smithi155 ceph-mon[102677]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:24 smithi111 ceph-mon[116524]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:24 smithi111 ceph-mon[97855]: pgmap v19716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:26 smithi155 ceph-mon[102677]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:26 smithi111 ceph-mon[97855]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:26 smithi111 ceph-mon[116524]: pgmap v19717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:28 smithi155 ceph-mon[102677]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:28 smithi111 ceph-mon[97855]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:28 smithi111 ceph-mon[116524]: pgmap v19718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:11:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:11:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:30 smithi155 ceph-mon[102677]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:30 smithi111 ceph-mon[97855]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:30 smithi111 ceph-mon[116524]: pgmap v19719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:11:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:11:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:11:32.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:11:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:32 smithi155 ceph-mon[102677]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:32 smithi111 ceph-mon[97855]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:32 smithi111 ceph-mon[116524]: pgmap v19720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:34 smithi155 ceph-mon[102677]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:34 smithi111 ceph-mon[97855]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:34 smithi111 ceph-mon[116524]: pgmap v19721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:36 smithi155 ceph-mon[102677]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:36 smithi111 ceph-mon[97855]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:36 smithi111 ceph-mon[116524]: pgmap v19722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:37 smithi155 ceph-mon[102677]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:37 smithi111 ceph-mon[97855]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:37 smithi111 ceph-mon[116524]: pgmap v19723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:11:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:11:40.332 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:11:40.638 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:11:40.638 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:11:40.638 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:11:40.638 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:11:40.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:11:40.640 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:11:40.640 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:11:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:40 smithi155 ceph-mon[102677]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:40 smithi111 ceph-mon[97855]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:40.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:40 smithi111 ceph-mon[116524]: pgmap v19724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:41.017 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:11:41.018 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:11:41.019 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:11:41.019 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:11:41.019 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:11:41.019 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:41 smithi155 ceph-mon[102677]: from='client.36513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:41 smithi155 ceph-mon[102677]: from='client.36519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4082110014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:11:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:41 smithi111 ceph-mon[97855]: from='client.36513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:41 smithi111 ceph-mon[97855]: from='client.36519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4082110014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:11:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:41 smithi111 ceph-mon[116524]: from='client.36513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:41 smithi111 ceph-mon[116524]: from='client.36519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:11:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4082110014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:11:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:42 smithi111 ceph-mon[97855]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:42 smithi111 ceph-mon[116524]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:42 smithi155 ceph-mon[102677]: pgmap v19725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:44 smithi155 ceph-mon[102677]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:44 smithi111 ceph-mon[97855]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:44 smithi111 ceph-mon[116524]: pgmap v19726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:46 smithi155 ceph-mon[102677]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:46 smithi111 ceph-mon[97855]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:46 smithi111 ceph-mon[116524]: pgmap v19727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:48 smithi155 ceph-mon[102677]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:48 smithi111 ceph-mon[97855]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:48 smithi111 ceph-mon[116524]: pgmap v19728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:11:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:11:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:50 smithi155 ceph-mon[102677]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:50 smithi111 ceph-mon[97855]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:50 smithi111 ceph-mon[116524]: pgmap v19729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:11:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:52 smithi155 ceph-mon[102677]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:52 smithi111 ceph-mon[97855]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:52 smithi111 ceph-mon[116524]: pgmap v19730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:54 smithi155 ceph-mon[102677]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:54 smithi111 ceph-mon[97855]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:54 smithi111 ceph-mon[116524]: pgmap v19731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:56 smithi155 ceph-mon[102677]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:56 smithi111 ceph-mon[97855]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:56 smithi111 ceph-mon[116524]: pgmap v19732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:11:58 smithi155 ceph-mon[102677]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:11:58 smithi111 ceph-mon[97855]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:58.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:11:58 smithi111 ceph-mon[116524]: pgmap v19733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:11:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:11:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:12:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:00 smithi155 ceph-mon[102677]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:00 smithi111 ceph-mon[97855]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:00 smithi111 ceph-mon[116524]: pgmap v19734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:02 smithi155 ceph-mon[102677]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:02 smithi111 ceph-mon[97855]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:02 smithi111 ceph-mon[116524]: pgmap v19735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:04 smithi155 ceph-mon[102677]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:04 smithi111 ceph-mon[97855]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:04 smithi111 ceph-mon[116524]: pgmap v19736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:06.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:06 smithi155 ceph-mon[102677]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:06 smithi111 ceph-mon[97855]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:06 smithi111 ceph-mon[116524]: pgmap v19737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:08 smithi155 ceph-mon[102677]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:08 smithi111 ceph-mon[97855]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:08 smithi111 ceph-mon[116524]: pgmap v19738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:12:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:12:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:10 smithi155 ceph-mon[102677]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:10 smithi111 ceph-mon[97855]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:10 smithi111 ceph-mon[116524]: pgmap v19739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:11.360 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:12:11.668 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:12:11.668 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:12:11.669 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:12:11.670 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:12:12.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:12:12.048 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:12 smithi155 ceph-mon[102677]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:12 smithi155 ceph-mon[102677]: from='client.46403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:12 smithi155 ceph-mon[102677]: from='client.46409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/58594819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:12:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[97855]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[97855]: from='client.46403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[97855]: from='client.46409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/58594819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[116524]: pgmap v19740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[116524]: from='client.46403 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[116524]: from='client.46409 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/58594819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:12:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:14 smithi155 ceph-mon[102677]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:14 smithi111 ceph-mon[97855]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:14 smithi111 ceph-mon[116524]: pgmap v19741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:16 smithi155 ceph-mon[102677]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:16 smithi111 ceph-mon[97855]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:16 smithi111 ceph-mon[116524]: pgmap v19742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:18 smithi155 ceph-mon[102677]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:18 smithi111 ceph-mon[97855]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:18 smithi111 ceph-mon[116524]: pgmap v19743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:12:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:12:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:20 smithi155 ceph-mon[102677]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:20 smithi111 ceph-mon[97855]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:20 smithi111 ceph-mon[116524]: pgmap v19744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:22 smithi155 ceph-mon[102677]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:22 smithi111 ceph-mon[97855]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:22 smithi111 ceph-mon[116524]: pgmap v19745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:24 smithi155 ceph-mon[102677]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:24 smithi111 ceph-mon[97855]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:24 smithi111 ceph-mon[116524]: pgmap v19746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:26 smithi155 ceph-mon[102677]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:26 smithi111 ceph-mon[97855]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:26 smithi111 ceph-mon[116524]: pgmap v19747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:28 smithi155 ceph-mon[102677]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:28 smithi111 ceph-mon[97855]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:28 smithi111 ceph-mon[116524]: pgmap v19748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:12:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:12:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:30 smithi155 ceph-mon[102677]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:30 smithi111 ceph-mon[97855]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:30 smithi111 ceph-mon[116524]: pgmap v19749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:12:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:12:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:12:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:32 smithi155 ceph-mon[102677]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:12:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:12:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:12:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[97855]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:12:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:12:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:12:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[116524]: pgmap v19750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:12:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:12:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:12:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:34 smithi155 ceph-mon[102677]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:34 smithi111 ceph-mon[97855]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:34 smithi111 ceph-mon[116524]: pgmap v19751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:36 smithi155 ceph-mon[102677]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:36 smithi111 ceph-mon[97855]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:36 smithi111 ceph-mon[116524]: pgmap v19752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:38 smithi155 ceph-mon[102677]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:38 smithi111 ceph-mon[97855]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:38 smithi111 ceph-mon[116524]: pgmap v19753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:12:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 14:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T14:12:40.098652066Z level=info msg="Completed cleanup jobs" duration=65.25529ms 2023-12-01T14:12:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:40 smithi155 ceph-mon[102677]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:40 smithi111 ceph-mon[97855]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:40 smithi111 ceph-mon[116524]: pgmap v19754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:42.389 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:12:42.699 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:12:42.699 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:12:42.699 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:12:42.699 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:12:42.699 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:12:42.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:12:42.701 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:12:42.701 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:12:42.701 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:12:42.701 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:12:42.701 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:12:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:42 smithi155 ceph-mon[102677]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:42 smithi111 ceph-mon[97855]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:42 smithi111 ceph-mon[116524]: pgmap v19755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:43.080 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:12:43.081 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:12:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:43 smithi155 ceph-mon[102677]: from='client.36549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3961688208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:12:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:43 smithi111 ceph-mon[97855]: from='client.36549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3961688208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:12:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:43 smithi111 ceph-mon[116524]: from='client.36549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3961688208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:12:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:44 smithi155 ceph-mon[102677]: from='client.46427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:44 smithi155 ceph-mon[102677]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:44 smithi111 ceph-mon[97855]: from='client.46427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:44 smithi111 ceph-mon[97855]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:44 smithi111 ceph-mon[116524]: from='client.46427 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:12:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:44 smithi111 ceph-mon[116524]: pgmap v19756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:46 smithi155 ceph-mon[102677]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:46 smithi111 ceph-mon[97855]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:46 smithi111 ceph-mon[116524]: pgmap v19757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:48 smithi155 ceph-mon[102677]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:48 smithi111 ceph-mon[97855]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:48 smithi111 ceph-mon[116524]: pgmap v19758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:49.635 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:12:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:12:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:12:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:50 smithi155 ceph-mon[102677]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:50 smithi111 ceph-mon[97855]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:50 smithi111 ceph-mon[116524]: pgmap v19759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:52 smithi155 ceph-mon[102677]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:52 smithi111 ceph-mon[97855]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:52 smithi111 ceph-mon[116524]: pgmap v19760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:54 smithi155 ceph-mon[102677]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:54 smithi111 ceph-mon[97855]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:54 smithi111 ceph-mon[116524]: pgmap v19761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:56 smithi155 ceph-mon[102677]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:56 smithi111 ceph-mon[97855]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:56 smithi111 ceph-mon[116524]: pgmap v19762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:12:58 smithi155 ceph-mon[102677]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:12:58 smithi111 ceph-mon[97855]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:12:58 smithi111 ceph-mon[116524]: pgmap v19763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:12:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:13:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:00 smithi155 ceph-mon[102677]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:00 smithi111 ceph-mon[97855]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:00 smithi111 ceph-mon[116524]: pgmap v19764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:02 smithi155 ceph-mon[102677]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:02 smithi111 ceph-mon[97855]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:02 smithi111 ceph-mon[116524]: pgmap v19765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:04 smithi155 ceph-mon[102677]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:04 smithi111 ceph-mon[97855]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:04 smithi111 ceph-mon[116524]: pgmap v19766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:06 smithi155 ceph-mon[102677]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:06 smithi111 ceph-mon[97855]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:06 smithi111 ceph-mon[116524]: pgmap v19767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:08 smithi155 ceph-mon[102677]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:08 smithi111 ceph-mon[97855]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:08 smithi111 ceph-mon[116524]: pgmap v19768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:13:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:13:10.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:10 smithi155 ceph-mon[102677]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:10 smithi111 ceph-mon[97855]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:10 smithi111 ceph-mon[116524]: pgmap v19769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:12 smithi155 ceph-mon[102677]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:12 smithi111 ceph-mon[97855]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:12 smithi111 ceph-mon[116524]: pgmap v19770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:13.424 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:13:13.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:13:13.735 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:13:14.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:13:14.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:14.117 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:13:14.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:13:14.117 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:13:14.117 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:13:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:14 smithi155 ceph-mon[102677]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:14 smithi155 ceph-mon[102677]: from='client.46439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2987665525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:13:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:14 smithi111 ceph-mon[116524]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:14 smithi111 ceph-mon[116524]: from='client.46439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2987665525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:13:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:14 smithi111 ceph-mon[97855]: pgmap v19771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:14 smithi111 ceph-mon[97855]: from='client.46439 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2987665525' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:13:15.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:15 smithi155 ceph-mon[102677]: from='client.36573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:15 smithi111 ceph-mon[97855]: from='client.36573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:15 smithi111 ceph-mon[116524]: from='client.36573 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:16 smithi155 ceph-mon[102677]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:16 smithi111 ceph-mon[97855]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:16 smithi111 ceph-mon[116524]: pgmap v19772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:18 smithi155 ceph-mon[102677]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:18 smithi111 ceph-mon[97855]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:18 smithi111 ceph-mon[116524]: pgmap v19773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:19.689 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:13:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:13:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:20 smithi155 ceph-mon[102677]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:20 smithi111 ceph-mon[97855]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:20 smithi111 ceph-mon[116524]: pgmap v19774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:22 smithi155 ceph-mon[102677]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:22 smithi111 ceph-mon[97855]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:22 smithi111 ceph-mon[116524]: pgmap v19775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:24 smithi155 ceph-mon[102677]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:24 smithi111 ceph-mon[97855]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:24 smithi111 ceph-mon[116524]: pgmap v19776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:26 smithi155 ceph-mon[102677]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:26 smithi111 ceph-mon[97855]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:26 smithi111 ceph-mon[116524]: pgmap v19777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:28 smithi155 ceph-mon[102677]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:28 smithi111 ceph-mon[97855]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:28 smithi111 ceph-mon[116524]: pgmap v19778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:13:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:13:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:30 smithi155 ceph-mon[102677]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:30 smithi111 ceph-mon[97855]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:30 smithi111 ceph-mon[116524]: pgmap v19779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:32 smithi155 ceph-mon[102677]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:13:32.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[97855]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[116524]: pgmap v19780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:13:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:13:33.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:13:33.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:13:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:34 smithi155 ceph-mon[102677]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:34 smithi111 ceph-mon[97855]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:34 smithi111 ceph-mon[116524]: pgmap v19781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:36 smithi155 ceph-mon[102677]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:36 smithi111 ceph-mon[97855]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:36 smithi111 ceph-mon[116524]: pgmap v19782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:38 smithi155 ceph-mon[102677]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:38 smithi111 ceph-mon[97855]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:38 smithi111 ceph-mon[116524]: pgmap v19783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:13:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:13:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:40 smithi155 ceph-mon[102677]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:40 smithi111 ceph-mon[97855]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:40 smithi111 ceph-mon[116524]: pgmap v19784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:42 smithi155 ceph-mon[102677]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:42 smithi111 ceph-mon[97855]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:42 smithi111 ceph-mon[116524]: pgmap v19785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:44.463 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:13:44.771 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:13:44.772 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:13:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:44 smithi155 ceph-mon[102677]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:44 smithi111 ceph-mon[97855]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:44 smithi111 ceph-mon[116524]: pgmap v19786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:45.156 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:13:45.156 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:13:45.156 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:13:45.156 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:45.156 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:13:45.157 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:13:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:45 smithi155 ceph-mon[102677]: from='client.36585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1561385589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:13:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:45 smithi111 ceph-mon[97855]: from='client.36585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1561385589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:13:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:45 smithi111 ceph-mon[116524]: from='client.36585 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1561385589' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:13:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:46 smithi155 ceph-mon[102677]: from='client.36591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:46 smithi155 ceph-mon[102677]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:46 smithi111 ceph-mon[97855]: from='client.36591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:46 smithi111 ceph-mon[97855]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:46 smithi111 ceph-mon[116524]: from='client.36591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:13:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:46 smithi111 ceph-mon[116524]: pgmap v19787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:48 smithi155 ceph-mon[102677]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:48 smithi111 ceph-mon[97855]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:48 smithi111 ceph-mon[116524]: pgmap v19788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:49.601 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:13:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:13:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:13:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:50 smithi155 ceph-mon[102677]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:50 smithi111 ceph-mon[97855]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:50 smithi111 ceph-mon[116524]: pgmap v19789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:52 smithi155 ceph-mon[102677]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:52 smithi111 ceph-mon[97855]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:52 smithi111 ceph-mon[116524]: pgmap v19790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:54 smithi155 ceph-mon[102677]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:54 smithi111 ceph-mon[97855]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:54 smithi111 ceph-mon[116524]: pgmap v19791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:56 smithi155 ceph-mon[102677]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:56 smithi111 ceph-mon[97855]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:56 smithi111 ceph-mon[116524]: pgmap v19792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:13:58 smithi155 ceph-mon[102677]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:13:58 smithi111 ceph-mon[97855]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:13:58 smithi111 ceph-mon[116524]: pgmap v19793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:13:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:13:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:14:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:00 smithi155 ceph-mon[102677]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:00 smithi111 ceph-mon[97855]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:00 smithi111 ceph-mon[116524]: pgmap v19794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:02 smithi155 ceph-mon[102677]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:02 smithi111 ceph-mon[97855]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:02 smithi111 ceph-mon[116524]: pgmap v19795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:04 smithi155 ceph-mon[102677]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:04 smithi111 ceph-mon[97855]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:04 smithi111 ceph-mon[116524]: pgmap v19796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:06 smithi155 ceph-mon[102677]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:06 smithi111 ceph-mon[97855]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:06 smithi111 ceph-mon[116524]: pgmap v19797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:08 smithi155 ceph-mon[102677]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:08 smithi111 ceph-mon[97855]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:08 smithi111 ceph-mon[116524]: pgmap v19798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:14:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:14:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:10 smithi155 ceph-mon[102677]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:10 smithi111 ceph-mon[97855]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:10 smithi111 ceph-mon[116524]: pgmap v19799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:12 smithi155 ceph-mon[102677]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:12 smithi111 ceph-mon[97855]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:12 smithi111 ceph-mon[116524]: pgmap v19800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:14 smithi155 ceph-mon[102677]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:14 smithi111 ceph-mon[97855]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:14 smithi111 ceph-mon[116524]: pgmap v19801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:15.504 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:14:15.809 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:14:15.810 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5710M 2169M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 6027M 2169M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6179M 2169M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5428M 2169M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4331M 2478M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5435M 2478M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4800M 2478M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5613M 2478M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:14:15.811 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:14:16.187 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:14:16.188 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:14:16.189 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:16 smithi155 ceph-mon[102677]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:16 smithi155 ceph-mon[102677]: from='client.36603 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2283758049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:14:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:16 smithi111 ceph-mon[97855]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:16 smithi111 ceph-mon[97855]: from='client.36603 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2283758049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:16 smithi111 ceph-mon[116524]: pgmap v19802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:16 smithi111 ceph-mon[116524]: from='client.36603 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2283758049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:14:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:17 smithi155 ceph-mon[102677]: from='client.46481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:17 smithi111 ceph-mon[97855]: from='client.46481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:17 smithi111 ceph-mon[116524]: from='client.46481 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:18 smithi155 ceph-mon[102677]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:18 smithi111 ceph-mon[97855]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:18 smithi111 ceph-mon[116524]: pgmap v19803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:19.657 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:14:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:14:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:20 smithi155 ceph-mon[102677]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:20 smithi111 ceph-mon[97855]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:20 smithi111 ceph-mon[116524]: pgmap v19804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:22 smithi155 ceph-mon[102677]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:22 smithi111 ceph-mon[97855]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:22 smithi111 ceph-mon[116524]: pgmap v19805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:24 smithi155 ceph-mon[102677]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:24 smithi111 ceph-mon[97855]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:24 smithi111 ceph-mon[116524]: pgmap v19806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:26 smithi155 ceph-mon[102677]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:26 smithi111 ceph-mon[97855]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:26 smithi111 ceph-mon[116524]: pgmap v19807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:28 smithi155 ceph-mon[102677]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:28 smithi111 ceph-mon[97855]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:28 smithi111 ceph-mon[116524]: pgmap v19808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:14:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:14:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:30 smithi155 ceph-mon[102677]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:30 smithi111 ceph-mon[97855]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:30 smithi111 ceph-mon[116524]: pgmap v19809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:32 smithi155 ceph-mon[102677]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:14:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:32 smithi111 ceph-mon[97855]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:14:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:32 smithi111 ceph-mon[116524]: pgmap v19810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:14:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:14:34.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:34 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2158M 2023-12-01T14:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:34 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2475M 2023-12-01T14:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:34 smithi155 ceph-mon[102677]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2158M 2023-12-01T14:14:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2475M 2023-12-01T14:14:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[97855]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2158M 2023-12-01T14:14:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2475M 2023-12-01T14:14:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[116524]: pgmap v19811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:36 smithi155 ceph-mon[102677]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:36 smithi111 ceph-mon[97855]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:36 smithi111 ceph-mon[116524]: pgmap v19812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:38 smithi155 ceph-mon[102677]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:38 smithi111 ceph-mon[97855]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:38 smithi111 ceph-mon[116524]: pgmap v19813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:14:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:14:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:40 smithi155 ceph-mon[102677]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:40 smithi111 ceph-mon[97855]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:40 smithi111 ceph-mon[116524]: pgmap v19814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:42 smithi155 ceph-mon[102677]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:42 smithi111 ceph-mon[97855]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:42 smithi111 ceph-mon[116524]: pgmap v19815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:44 smithi155 ceph-mon[102677]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:44 smithi111 ceph-mon[97855]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:44 smithi111 ceph-mon[116524]: pgmap v19816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:46.533 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:14:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:14:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:14:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:14:46.842 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:14:46.843 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5710M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 6027M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6179M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5428M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4331M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5435M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4800M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5613M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:14:46.844 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:14:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:46 smithi155 ceph-mon[102677]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:46 smithi111 ceph-mon[97855]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:46 smithi111 ceph-mon[116524]: pgmap v19817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:47.220 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:14:47.221 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:14:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[97855]: from='client.46493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[97855]: from='client.46499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1716588088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[97855]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[116524]: from='client.46493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[116524]: from='client.46499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1716588088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:14:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:47 smithi111 ceph-mon[116524]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:47 smithi155 ceph-mon[102677]: from='client.46493 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:47 smithi155 ceph-mon[102677]: from='client.46499 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1716588088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:14:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:47 smithi155 ceph-mon[102677]: pgmap v19818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:14:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:14:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:50 smithi155 ceph-mon[102677]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:50 smithi111 ceph-mon[97855]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:50 smithi111 ceph-mon[116524]: pgmap v19819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:14:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:52 smithi155 ceph-mon[102677]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:52 smithi111 ceph-mon[97855]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:52 smithi111 ceph-mon[116524]: pgmap v19820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:54 smithi155 ceph-mon[102677]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:54 smithi111 ceph-mon[97855]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:54 smithi111 ceph-mon[116524]: pgmap v19821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:56 smithi155 ceph-mon[102677]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:56 smithi111 ceph-mon[97855]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:56 smithi111 ceph-mon[116524]: pgmap v19822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:14:58 smithi155 ceph-mon[102677]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:14:58 smithi111 ceph-mon[97855]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:14:58 smithi111 ceph-mon[116524]: pgmap v19823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:14:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:14:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:15:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:00 smithi155 ceph-mon[102677]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:00 smithi111 ceph-mon[97855]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:00 smithi111 ceph-mon[116524]: pgmap v19824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:02 smithi155 ceph-mon[102677]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:02 smithi111 ceph-mon[97855]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:02 smithi111 ceph-mon[116524]: pgmap v19825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:04.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:04 smithi155 ceph-mon[102677]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:04 smithi111 ceph-mon[97855]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:04 smithi111 ceph-mon[116524]: pgmap v19826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:06 smithi155 ceph-mon[102677]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:06 smithi111 ceph-mon[97855]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:06 smithi111 ceph-mon[116524]: pgmap v19827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:08 smithi155 ceph-mon[102677]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:08 smithi111 ceph-mon[97855]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:08 smithi111 ceph-mon[116524]: pgmap v19828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:09.753 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:15:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:15:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:10 smithi155 ceph-mon[102677]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:10 smithi111 ceph-mon[97855]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:10 smithi111 ceph-mon[116524]: pgmap v19829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:12 smithi155 ceph-mon[102677]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:12 smithi111 ceph-mon[97855]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:12 smithi111 ceph-mon[116524]: pgmap v19830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:14 smithi155 ceph-mon[102677]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:14 smithi111 ceph-mon[97855]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:14 smithi111 ceph-mon[116524]: pgmap v19831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:16 smithi155 ceph-mon[102677]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:16 smithi111 ceph-mon[97855]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:16 smithi111 ceph-mon[116524]: pgmap v19832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:17.567 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:15:17.875 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:15:17.875 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:15:17.875 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:15:17.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:15:17.875 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5710M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 6027M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:15:17.876 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6179M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:15:17.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5428M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:15:17.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4331M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:15:17.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5435M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:15:17.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4800M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:15:17.877 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5613M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:15:17.877 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:15:18.256 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:15:18.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:15:18.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:15:18.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:15:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:15:18.258 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:15:18.258 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:18 smithi155 ceph-mon[102677]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:18 smithi155 ceph-mon[102677]: from='client.46511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4209151041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:15:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:18 smithi111 ceph-mon[97855]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:18 smithi111 ceph-mon[97855]: from='client.46511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4209151041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:15:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:18 smithi111 ceph-mon[116524]: pgmap v19833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:18 smithi111 ceph-mon[116524]: from='client.46511 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4209151041' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:15:19.597 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:15:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:15:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:19 smithi155 ceph-mon[102677]: from='client.46517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:19 smithi111 ceph-mon[97855]: from='client.46517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:19 smithi111 ceph-mon[116524]: from='client.46517 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:20 smithi155 ceph-mon[102677]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:20 smithi111 ceph-mon[97855]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:20 smithi111 ceph-mon[116524]: pgmap v19834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:22 smithi155 ceph-mon[102677]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:22 smithi111 ceph-mon[97855]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:22 smithi111 ceph-mon[116524]: pgmap v19835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:24 smithi155 ceph-mon[102677]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:24 smithi111 ceph-mon[97855]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:24 smithi111 ceph-mon[116524]: pgmap v19836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:26 smithi155 ceph-mon[102677]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:26 smithi111 ceph-mon[97855]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:26 smithi111 ceph-mon[116524]: pgmap v19837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:28 smithi155 ceph-mon[102677]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:28 smithi111 ceph-mon[97855]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:28 smithi111 ceph-mon[116524]: pgmap v19838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:15:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:15:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:30 smithi155 ceph-mon[102677]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:30 smithi111 ceph-mon[97855]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:30 smithi111 ceph-mon[116524]: pgmap v19839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:32 smithi155 ceph-mon[102677]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:32 smithi111 ceph-mon[97855]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:32 smithi111 ceph-mon[116524]: pgmap v19840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:15:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:15:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:34 smithi155 ceph-mon[102677]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:34 smithi111 ceph-mon[97855]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:34 smithi111 ceph-mon[116524]: pgmap v19841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:36 smithi155 ceph-mon[102677]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:36 smithi111 ceph-mon[97855]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:36 smithi111 ceph-mon[116524]: pgmap v19842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:38 smithi155 ceph-mon[102677]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:38 smithi111 ceph-mon[97855]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:38 smithi111 ceph-mon[116524]: pgmap v19843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:15:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:15:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:40 smithi155 ceph-mon[102677]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:40 smithi111 ceph-mon[97855]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:40 smithi111 ceph-mon[116524]: pgmap v19844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:42 smithi155 ceph-mon[102677]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:42 smithi111 ceph-mon[97855]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:42 smithi111 ceph-mon[116524]: pgmap v19845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:44 smithi155 ceph-mon[102677]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:44 smithi111 ceph-mon[97855]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:44 smithi111 ceph-mon[116524]: pgmap v19846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:46 smithi155 ceph-mon[102677]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:46 smithi111 ceph-mon[97855]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:46 smithi111 ceph-mon[116524]: pgmap v19847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:48.600 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:15:48.908 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:15:48.908 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:15:48.908 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5710M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 6027M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6179M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:15:48.909 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5428M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:15:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4331M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:15:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5435M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:15:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4800M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:15:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5613M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:15:48.910 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:15:48.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:48 smithi155 ceph-mon[102677]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:48 smithi111 ceph-mon[97855]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:48 smithi111 ceph-mon[116524]: pgmap v19848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:15:49.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:15:49.288 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:15:49.653 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:15:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:15:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:49 smithi155 ceph-mon[102677]: from='client.36657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2569027475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:15:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:49 smithi111 ceph-mon[116524]: from='client.36657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2569027475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:15:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:49 smithi111 ceph-mon[97855]: from='client.36657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2569027475' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:15:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:15:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:50 smithi155 ceph-mon[102677]: from='client.46535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:50 smithi155 ceph-mon[102677]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:50 smithi111 ceph-mon[97855]: from='client.46535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:50 smithi111 ceph-mon[97855]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:50 smithi111 ceph-mon[116524]: from='client.46535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:15:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:50 smithi111 ceph-mon[116524]: pgmap v19849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:52 smithi155 ceph-mon[102677]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:52 smithi111 ceph-mon[97855]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:52 smithi111 ceph-mon[116524]: pgmap v19850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:54 smithi155 ceph-mon[102677]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:54 smithi111 ceph-mon[97855]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:54 smithi111 ceph-mon[116524]: pgmap v19851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:56 smithi155 ceph-mon[102677]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:56 smithi111 ceph-mon[97855]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:56 smithi111 ceph-mon[116524]: pgmap v19852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:15:58 smithi155 ceph-mon[102677]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:15:58 smithi111 ceph-mon[97855]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:15:58 smithi111 ceph-mon[116524]: pgmap v19853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:15:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:16:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:00 smithi155 ceph-mon[102677]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:00 smithi111 ceph-mon[97855]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:00 smithi111 ceph-mon[116524]: pgmap v19854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:02 smithi155 ceph-mon[102677]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:02 smithi111 ceph-mon[97855]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:02 smithi111 ceph-mon[116524]: pgmap v19855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:04 smithi155 ceph-mon[102677]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:04 smithi111 ceph-mon[97855]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:04 smithi111 ceph-mon[116524]: pgmap v19856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:06 smithi155 ceph-mon[102677]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:06 smithi111 ceph-mon[97855]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:06 smithi111 ceph-mon[116524]: pgmap v19857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:08 smithi155 ceph-mon[102677]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:08 smithi111 ceph-mon[97855]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:08 smithi111 ceph-mon[116524]: pgmap v19858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:16:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:16:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:10 smithi155 ceph-mon[102677]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:10 smithi111 ceph-mon[97855]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:10 smithi111 ceph-mon[116524]: pgmap v19859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:12 smithi155 ceph-mon[102677]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:12 smithi111 ceph-mon[97855]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:12 smithi111 ceph-mon[116524]: pgmap v19860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:14 smithi155 ceph-mon[102677]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:14 smithi111 ceph-mon[97855]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:14 smithi111 ceph-mon[116524]: pgmap v19861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:16 smithi155 ceph-mon[102677]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:16 smithi111 ceph-mon[97855]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:16 smithi111 ceph-mon[116524]: pgmap v19862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:18 smithi155 ceph-mon[102677]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:18 smithi111 ceph-mon[97855]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:18 smithi111 ceph-mon[116524]: pgmap v19863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:19.634 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:16:19.706 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:16:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:16:19.947 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:16:19.947 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:16:19.947 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:16:19.947 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:16:19.947 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 919M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2375M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1123M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1040M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5710M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 6027M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:16:19.948 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6179M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:16:19.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5428M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:16:19.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4331M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:16:19.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5435M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:16:19.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4800M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:16:19.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5613M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:16:19.949 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 131M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:16:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:20.327 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:16:20.327 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:16:20.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:16:20.327 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:20.327 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:16:20.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:16:20.328 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:16:20.329 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:16:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:20 smithi111 ceph-mon[97855]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:20 smithi111 ceph-mon[97855]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2583478182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:20 smithi111 ceph-mon[116524]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:20 smithi111 ceph-mon[116524]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2583478182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:20 smithi155 ceph-mon[102677]: pgmap v19864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:20 smithi155 ceph-mon[102677]: from='client.46547 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2583478182' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:16:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:21 smithi111 ceph-mon[97855]: from='client.36681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:21 smithi111 ceph-mon[116524]: from='client.36681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:21 smithi155 ceph-mon[102677]: from='client.36681 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:22 smithi111 ceph-mon[97855]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:22 smithi111 ceph-mon[116524]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:23.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:22 smithi155 ceph-mon[102677]: pgmap v19865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:23 smithi155 ceph-mon[102677]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:23 smithi111 ceph-mon[97855]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:23 smithi111 ceph-mon[116524]: pgmap v19866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:26 smithi155 ceph-mon[102677]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:26 smithi111 ceph-mon[97855]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:26 smithi111 ceph-mon[116524]: pgmap v19867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:28 smithi155 ceph-mon[102677]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:28 smithi111 ceph-mon[97855]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:28 smithi111 ceph-mon[116524]: pgmap v19868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:16:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T14:16:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:30 smithi155 ceph-mon[102677]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:30 smithi111 ceph-mon[97855]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:30 smithi111 ceph-mon[116524]: pgmap v19869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:32 smithi155 ceph-mon[102677]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:32 smithi111 ceph-mon[97855]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:32 smithi111 ceph-mon[116524]: pgmap v19870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:16:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:16:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:16:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:34 smithi155 ceph-mon[102677]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:34 smithi111 ceph-mon[97855]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:34 smithi111 ceph-mon[116524]: pgmap v19871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:36 smithi155 ceph-mon[102677]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:16:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:16:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[97855]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[116524]: pgmap v19872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:16:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:16:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:16:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:38 smithi155 ceph-mon[102677]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:38 smithi111 ceph-mon[97855]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:38 smithi111 ceph-mon[116524]: pgmap v19873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:16:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:16:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:40 smithi155 ceph-mon[102677]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:40 smithi111 ceph-mon[97855]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:40 smithi111 ceph-mon[116524]: pgmap v19874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:42 smithi155 ceph-mon[102677]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:42 smithi111 ceph-mon[97855]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:42 smithi111 ceph-mon[116524]: pgmap v19875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:44 smithi155 ceph-mon[102677]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:44 smithi111 ceph-mon[97855]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:44 smithi111 ceph-mon[116524]: pgmap v19876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:46 smithi155 ceph-mon[102677]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:46 smithi111 ceph-mon[116524]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:46 smithi111 ceph-mon[97855]: pgmap v19877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:48 smithi155 ceph-mon[102677]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:48 smithi111 ceph-mon[97855]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:48 smithi111 ceph-mon[116524]: pgmap v19878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:49.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:16:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:16:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:16:50.675 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:16:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:50 smithi155 ceph-mon[102677]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 15s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 14s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 15s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 14s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 14s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 15s ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:16:50.982 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 15s ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 14s ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 15s ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 15s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 14s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 15s ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 15s ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 15s ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 15s ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 14s ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:16:50.983 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 14s ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:16:50.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 14s ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:16:50.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 14s ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:16:50.984 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 14s ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:16:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:50 smithi111 ceph-mon[97855]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:50 smithi111 ceph-mon[116524]: pgmap v19879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:51.359 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:16:51.359 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:16:51.359 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:16:51.359 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:51.359 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:16:51.360 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:16:51.361 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:16:51.361 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:16:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:51 smithi155 ceph-mon[102677]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2392486759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:16:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:51 smithi111 ceph-mon[97855]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2392486759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:16:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:51 smithi111 ceph-mon[116524]: from='client.46565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2392486759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:16:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:52 smithi155 ceph-mon[102677]: from='client.36699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:52 smithi155 ceph-mon[102677]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:52 smithi111 ceph-mon[116524]: from='client.36699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:52 smithi111 ceph-mon[116524]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:52 smithi111 ceph-mon[97855]: from='client.36699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:16:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:52 smithi111 ceph-mon[97855]: pgmap v19880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:54 smithi155 ceph-mon[102677]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:54 smithi111 ceph-mon[97855]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:54 smithi111 ceph-mon[116524]: pgmap v19881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:56 smithi155 ceph-mon[102677]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:56 smithi111 ceph-mon[97855]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:56 smithi111 ceph-mon[116524]: pgmap v19882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:16:58 smithi155 ceph-mon[102677]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:16:58 smithi111 ceph-mon[97855]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:16:58 smithi111 ceph-mon[116524]: pgmap v19883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:16:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:16:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:17:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:00 smithi155 ceph-mon[102677]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:00 smithi111 ceph-mon[97855]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:00 smithi111 ceph-mon[116524]: pgmap v19884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:02 smithi155 ceph-mon[102677]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:02 smithi111 ceph-mon[97855]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:02 smithi111 ceph-mon[116524]: pgmap v19885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:04 smithi155 ceph-mon[102677]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:04 smithi111 ceph-mon[116524]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:04 smithi111 ceph-mon[97855]: pgmap v19886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:06 smithi155 ceph-mon[102677]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:06 smithi111 ceph-mon[97855]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:06 smithi111 ceph-mon[116524]: pgmap v19887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:08 smithi155 ceph-mon[102677]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:08 smithi111 ceph-mon[97855]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:08 smithi111 ceph-mon[116524]: pgmap v19888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:17:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:17:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:10 smithi155 ceph-mon[102677]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:10 smithi111 ceph-mon[97855]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:10 smithi111 ceph-mon[116524]: pgmap v19889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:12 smithi155 ceph-mon[102677]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:12 smithi111 ceph-mon[97855]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:12 smithi111 ceph-mon[116524]: pgmap v19890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:14 smithi155 ceph-mon[102677]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:14 smithi111 ceph-mon[97855]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:14 smithi111 ceph-mon[116524]: pgmap v19891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:16 smithi155 ceph-mon[102677]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:16 smithi111 ceph-mon[97855]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:16 smithi111 ceph-mon[116524]: pgmap v19892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:18.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:18 smithi155 ceph-mon[102677]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:18 smithi111 ceph-mon[97855]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:18 smithi111 ceph-mon[116524]: pgmap v19893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:19.677 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:17:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:17:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:20 smithi155 ceph-mon[102677]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:20 smithi111 ceph-mon[97855]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:20 smithi111 ceph-mon[116524]: pgmap v19894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:21.706 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:17:22.011 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:17:22.011 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 46s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:17:22.011 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 45s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 46s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 45s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 45s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 46s ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 46s ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 45s ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 46s ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 46s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 45s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 46s ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 46s ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 46s ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 46s ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 45s ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 45s ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:17:22.012 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 45s ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:17:22.013 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 45s ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:17:22.013 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 45s ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:17:22.387 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:17:22.387 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:17:22.388 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:17:22.389 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:17:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:22 smithi155 ceph-mon[102677]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:22 smithi155 ceph-mon[102677]: from='client.36711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/963689804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:17:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:22 smithi111 ceph-mon[116524]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:22 smithi111 ceph-mon[116524]: from='client.36711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/963689804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:22 smithi111 ceph-mon[97855]: pgmap v19895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:22 smithi111 ceph-mon[97855]: from='client.36711 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/963689804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:17:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:23 smithi155 ceph-mon[102677]: from='client.46589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:23 smithi111 ceph-mon[97855]: from='client.46589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:23 smithi111 ceph-mon[116524]: from='client.46589 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:24 smithi155 ceph-mon[102677]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:24 smithi111 ceph-mon[97855]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:24 smithi111 ceph-mon[116524]: pgmap v19896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:26 smithi155 ceph-mon[102677]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:26 smithi111 ceph-mon[97855]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:26 smithi111 ceph-mon[116524]: pgmap v19897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:28 smithi155 ceph-mon[102677]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:28 smithi111 ceph-mon[97855]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:28 smithi111 ceph-mon[116524]: pgmap v19898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:17:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:17:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:30 smithi155 ceph-mon[102677]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:30 smithi111 ceph-mon[97855]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:30 smithi111 ceph-mon[116524]: pgmap v19899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:32 smithi111 ceph-mon[97855]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:32 smithi111 ceph-mon[116524]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:32 smithi155 ceph-mon[102677]: pgmap v19900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:34 smithi111 ceph-mon[97855]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:34 smithi111 ceph-mon[116524]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:34 smithi155 ceph-mon[102677]: pgmap v19901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:36 smithi111 ceph-mon[97855]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:17:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:36 smithi111 ceph-mon[116524]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:17:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:36 smithi155 ceph-mon[102677]: pgmap v19902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:17:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:17:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:17:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:17:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:17:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:17:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:17:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:17:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:17:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:17:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:38 smithi111 ceph-mon[97855]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:38 smithi111 ceph-mon[116524]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:38 smithi155 ceph-mon[102677]: pgmap v19903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:17:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:17:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:40 smithi111 ceph-mon[97855]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:40 smithi111 ceph-mon[116524]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:40 smithi155 ceph-mon[102677]: pgmap v19904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:42 smithi111 ceph-mon[97855]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:42 smithi111 ceph-mon[116524]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:42 smithi155 ceph-mon[102677]: pgmap v19905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:44 smithi111 ceph-mon[116524]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:44 smithi111 ceph-mon[97855]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:44 smithi155 ceph-mon[102677]: pgmap v19906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:46 smithi111 ceph-mon[97855]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:46 smithi111 ceph-mon[116524]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:46 smithi155 ceph-mon[102677]: pgmap v19907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:47 smithi155 ceph-mon[102677]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:47 smithi111 ceph-mon[97855]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:47 smithi111 ceph-mon[116524]: pgmap v19908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:17:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:17:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:50 smithi155 ceph-mon[102677]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:50 smithi111 ceph-mon[116524]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:50 smithi111 ceph-mon[97855]: pgmap v19909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:17:52.736 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:17:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:52 smithi155 ceph-mon[102677]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:52 smithi111 ceph-mon[97855]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:52 smithi111 ceph-mon[116524]: pgmap v19910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:53.045 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:17:53.045 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 77s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 76s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 77s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 76s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 76s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 77s ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 77s ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 76s ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 77s ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:17:53.046 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 77s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 76s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 77s ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 77s ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 77s ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 77s ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 76s ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 76s ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 76s ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 76s ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:17:53.047 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 76s ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:17:53.421 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:17:53.421 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:17:53.421 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:17:53.421 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:17:53.422 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:17:53.423 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:17:53.423 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:17:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:53 smithi155 ceph-mon[102677]: from='client.46601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2398499726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:17:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:53 smithi111 ceph-mon[97855]: from='client.46601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2398499726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:53 smithi111 ceph-mon[116524]: from='client.46601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2398499726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:17:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:54 smithi155 ceph-mon[102677]: from='client.46607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:54 smithi155 ceph-mon[102677]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:54 smithi111 ceph-mon[97855]: from='client.46607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:54 smithi111 ceph-mon[97855]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:54 smithi111 ceph-mon[116524]: from='client.46607 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:17:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:54 smithi111 ceph-mon[116524]: pgmap v19911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:56 smithi155 ceph-mon[102677]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:56 smithi111 ceph-mon[97855]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:56 smithi111 ceph-mon[116524]: pgmap v19912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:17:58 smithi155 ceph-mon[102677]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:17:58 smithi111 ceph-mon[97855]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:17:58 smithi111 ceph-mon[116524]: pgmap v19913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:17:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:17:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:18:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:00 smithi155 ceph-mon[102677]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:00 smithi111 ceph-mon[97855]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:00 smithi111 ceph-mon[116524]: pgmap v19914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:02 smithi155 ceph-mon[102677]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:02 smithi111 ceph-mon[97855]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:02 smithi111 ceph-mon[116524]: pgmap v19915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:04 smithi155 ceph-mon[102677]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:04 smithi111 ceph-mon[97855]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:04 smithi111 ceph-mon[116524]: pgmap v19916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:06 smithi155 ceph-mon[102677]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:06 smithi111 ceph-mon[97855]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:06 smithi111 ceph-mon[116524]: pgmap v19917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:08 smithi155 ceph-mon[102677]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:08 smithi111 ceph-mon[97855]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:08 smithi111 ceph-mon[116524]: pgmap v19918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:18:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:18:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:10 smithi155 ceph-mon[102677]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:10 smithi111 ceph-mon[97855]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:10 smithi111 ceph-mon[116524]: pgmap v19919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:12 smithi155 ceph-mon[102677]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:12 smithi111 ceph-mon[97855]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:12 smithi111 ceph-mon[116524]: pgmap v19920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:14 smithi155 ceph-mon[102677]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:14 smithi111 ceph-mon[97855]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:14 smithi111 ceph-mon[116524]: pgmap v19921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:16 smithi155 ceph-mon[102677]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:16 smithi111 ceph-mon[97855]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:16 smithi111 ceph-mon[116524]: pgmap v19922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:18 smithi155 ceph-mon[102677]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:18 smithi111 ceph-mon[97855]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:18 smithi111 ceph-mon[116524]: pgmap v19923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:19.632 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:18:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:18:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:20 smithi155 ceph-mon[102677]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:20 smithi111 ceph-mon[97855]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:20 smithi111 ceph-mon[116524]: pgmap v19924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:22 smithi155 ceph-mon[102677]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:22 smithi111 ceph-mon[97855]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:22 smithi111 ceph-mon[116524]: pgmap v19925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:23.768 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:18:24.075 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:18:24.075 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 108s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 107s ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 108s ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 107s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 107s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 108s ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 108s ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 107s ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 108s ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 108s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:18:24.076 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 107s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 108s ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 108s ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 108s ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 108s ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 107s ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 107s ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 107s ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 107s ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:18:24.077 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 107s ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:18:24.453 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:18:24.454 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:18:24.455 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:18:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:24 smithi155 ceph-mon[102677]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2406162825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:18:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:24 smithi111 ceph-mon[97855]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2406162825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:18:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:24 smithi111 ceph-mon[116524]: pgmap v19926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2406162825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:18:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:25 smithi155 ceph-mon[102677]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:25 smithi155 ceph-mon[102677]: from='client.46625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:25 smithi111 ceph-mon[97855]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:25 smithi111 ceph-mon[97855]: from='client.46625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:25 smithi111 ceph-mon[116524]: from='client.46619 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:25 smithi111 ceph-mon[116524]: from='client.46625 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:26 smithi155 ceph-mon[102677]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:26 smithi111 ceph-mon[97855]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:26 smithi111 ceph-mon[116524]: pgmap v19927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:28 smithi155 ceph-mon[102677]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:28 smithi111 ceph-mon[97855]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:28 smithi111 ceph-mon[116524]: pgmap v19928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:18:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:18:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:30 smithi155 ceph-mon[102677]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:30 smithi111 ceph-mon[97855]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:30 smithi111 ceph-mon[116524]: pgmap v19929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:32 smithi155 ceph-mon[102677]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:32 smithi111 ceph-mon[97855]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:32 smithi111 ceph-mon[116524]: pgmap v19930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:34 smithi155 ceph-mon[102677]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:34 smithi111 ceph-mon[97855]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:34 smithi111 ceph-mon[116524]: pgmap v19931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:36 smithi155 ceph-mon[102677]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:36 smithi111 ceph-mon[97855]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:36 smithi111 ceph-mon[116524]: pgmap v19932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:18:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:38 smithi155 ceph-mon[102677]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:38 smithi111 ceph-mon[97855]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:38 smithi111 ceph-mon[116524]: pgmap v19933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:39.482 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:18:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:18:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:40 smithi111 ceph-mon[97855]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:40 smithi111 ceph-mon[116524]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:40 smithi155 ceph-mon[102677]: pgmap v19934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:18:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:42 smithi155 ceph-mon[102677]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[97855]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:18:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:18:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:18:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:42 smithi111 ceph-mon[116524]: pgmap v19935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:44 smithi155 ceph-mon[102677]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:44 smithi111 ceph-mon[97855]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:44 smithi111 ceph-mon[116524]: pgmap v19936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:46 smithi155 ceph-mon[102677]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:46 smithi111 ceph-mon[97855]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:46 smithi111 ceph-mon[116524]: pgmap v19937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:48 smithi155 ceph-mon[102677]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:48 smithi111 ceph-mon[97855]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:48 smithi111 ceph-mon[116524]: pgmap v19938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:49.608 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:18:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:18:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:18:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:50 smithi155 ceph-mon[102677]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:50 smithi111 ceph-mon[97855]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:50 smithi111 ceph-mon[116524]: pgmap v19939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:52 smithi155 ceph-mon[102677]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:52 smithi111 ceph-mon[97855]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:52 smithi111 ceph-mon[116524]: pgmap v19940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:54.802 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:18:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:54 smithi155 ceph-mon[102677]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:54 smithi111 ceph-mon[97855]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:54 smithi111 ceph-mon[116524]: pgmap v19941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:18:55.109 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:18:55.110 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:18:55.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:18:55.111 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:18:55.111 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:18:55.486 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:18:55.486 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:18:55.486 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:18:55.486 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:18:55.487 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:18:55.488 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:18:55.488 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:18:55.488 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:18:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1568520785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:18:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1568520785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:18:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1568520785' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:18:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:56 smithi155 ceph-mon[102677]: from='client.46637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:56 smithi155 ceph-mon[102677]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:56 smithi155 ceph-mon[102677]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:56 smithi111 ceph-mon[97855]: from='client.46637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:56 smithi111 ceph-mon[97855]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:56 smithi111 ceph-mon[97855]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:56 smithi111 ceph-mon[116524]: from='client.46637 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:56 smithi111 ceph-mon[116524]: from='client.46643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:18:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:56 smithi111 ceph-mon[116524]: pgmap v19942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:18:58 smithi155 ceph-mon[102677]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:18:58 smithi111 ceph-mon[97855]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:18:58 smithi111 ceph-mon[116524]: pgmap v19943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:18:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:18:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:19:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:00 smithi155 ceph-mon[102677]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:00 smithi111 ceph-mon[97855]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:00 smithi111 ceph-mon[116524]: pgmap v19944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:02 smithi155 ceph-mon[102677]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:02 smithi111 ceph-mon[97855]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:02 smithi111 ceph-mon[116524]: pgmap v19945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:04 smithi155 ceph-mon[102677]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:04 smithi111 ceph-mon[97855]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:04 smithi111 ceph-mon[116524]: pgmap v19946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:06 smithi155 ceph-mon[102677]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:06 smithi111 ceph-mon[97855]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:06 smithi111 ceph-mon[116524]: pgmap v19947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:08 smithi155 ceph-mon[102677]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:08 smithi111 ceph-mon[97855]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:08 smithi111 ceph-mon[116524]: pgmap v19948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:19:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:19:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:10 smithi155 ceph-mon[102677]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:10 smithi111 ceph-mon[97855]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:10 smithi111 ceph-mon[116524]: pgmap v19949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:12 smithi155 ceph-mon[102677]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:12 smithi111 ceph-mon[97855]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:12 smithi111 ceph-mon[116524]: pgmap v19950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:14 smithi155 ceph-mon[102677]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:14 smithi111 ceph-mon[97855]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:14 smithi111 ceph-mon[116524]: pgmap v19951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:16.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:16 smithi155 ceph-mon[102677]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:16 smithi111 ceph-mon[97855]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:16 smithi111 ceph-mon[116524]: pgmap v19952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:18 smithi155 ceph-mon[102677]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:18 smithi111 ceph-mon[97855]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:18 smithi111 ceph-mon[116524]: pgmap v19953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:19.665 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:19:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:19:19.666 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:20 smithi155 ceph-mon[102677]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:20 smithi111 ceph-mon[97855]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:20 smithi111 ceph-mon[116524]: pgmap v19954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:22 smithi155 ceph-mon[102677]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:22 smithi111 ceph-mon[97855]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:22 smithi111 ceph-mon[116524]: pgmap v19955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:24 smithi155 ceph-mon[102677]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:24 smithi111 ceph-mon[97855]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:24 smithi111 ceph-mon[116524]: pgmap v19956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:25.831 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:19:26.135 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:19:26.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:19:26.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:19:26.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:19:26.137 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:19:26.137 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:19:26.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:19:26.512 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:19:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:26 smithi155 ceph-mon[102677]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/317005528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:19:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:26 smithi111 ceph-mon[97855]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/317005528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:19:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:26 smithi111 ceph-mon[116524]: pgmap v19957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/317005528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:19:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:27 smithi155 ceph-mon[102677]: from='client.46655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:27 smithi155 ceph-mon[102677]: from='client.46661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:27 smithi111 ceph-mon[97855]: from='client.46655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:27 smithi111 ceph-mon[97855]: from='client.46661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:27 smithi111 ceph-mon[116524]: from='client.46655 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:27 smithi111 ceph-mon[116524]: from='client.46661 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:28 smithi155 ceph-mon[102677]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:28 smithi111 ceph-mon[97855]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:28 smithi111 ceph-mon[116524]: pgmap v19958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:19:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:19:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:30 smithi155 ceph-mon[102677]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:30 smithi111 ceph-mon[97855]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:30 smithi111 ceph-mon[116524]: pgmap v19959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:32 smithi155 ceph-mon[102677]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:32 smithi111 ceph-mon[97855]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:32 smithi111 ceph-mon[116524]: pgmap v19960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:34 smithi155 ceph-mon[102677]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:34 smithi111 ceph-mon[97855]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:34 smithi111 ceph-mon[116524]: pgmap v19961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:36 smithi155 ceph-mon[102677]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:36 smithi111 ceph-mon[97855]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:36 smithi111 ceph-mon[116524]: pgmap v19962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:38 smithi155 ceph-mon[102677]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:38 smithi111 ceph-mon[97855]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:38 smithi111 ceph-mon[116524]: pgmap v19963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:19:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:19:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:40 smithi155 ceph-mon[102677]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:40 smithi111 ceph-mon[97855]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:40 smithi111 ceph-mon[116524]: pgmap v19964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:19:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:19:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:19:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:42 smithi155 ceph-mon[102677]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:42 smithi111 ceph-mon[97855]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:42 smithi111 ceph-mon[116524]: pgmap v19965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:44 smithi111 ceph-mon[97855]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:44 smithi111 ceph-mon[116524]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:44 smithi155 ceph-mon[102677]: pgmap v19966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:19:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:19:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:46 smithi155 ceph-mon[102677]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[116524]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:19:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:19:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:19:46.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:46 smithi111 ceph-mon[97855]: pgmap v19967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:48 smithi155 ceph-mon[102677]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:48 smithi111 ceph-mon[97855]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:48 smithi111 ceph-mon[116524]: pgmap v19968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:49.626 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:19:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:19:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:19:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:50 smithi155 ceph-mon[102677]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:50 smithi111 ceph-mon[97855]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:50 smithi111 ceph-mon[116524]: pgmap v19969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:52 smithi155 ceph-mon[102677]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:52 smithi111 ceph-mon[97855]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:52 smithi111 ceph-mon[116524]: pgmap v19970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:54 smithi155 ceph-mon[102677]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:54 smithi111 ceph-mon[97855]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:54 smithi111 ceph-mon[116524]: pgmap v19971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:56.860 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:19:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:56 smithi155 ceph-mon[102677]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:56 smithi111 ceph-mon[97855]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:56 smithi111 ceph-mon[116524]: pgmap v19972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:19:57.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:19:57.172 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:19:57.553 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:19:57.554 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:19:57.555 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:19:57.556 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:19:57.556 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:19:57.556 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:19:57.556 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:19:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3672901017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:19:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3672901017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:19:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3672901017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:19:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:58 smithi155 ceph-mon[102677]: from='client.36801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:58 smithi155 ceph-mon[102677]: from='client.36807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:19:58 smithi155 ceph-mon[102677]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:58 smithi111 ceph-mon[97855]: from='client.36801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:58 smithi111 ceph-mon[97855]: from='client.36807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:19:58 smithi111 ceph-mon[97855]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:58 smithi111 ceph-mon[116524]: from='client.36801 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:58 smithi111 ceph-mon[116524]: from='client.36807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:19:58 smithi111 ceph-mon[116524]: pgmap v19973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:19:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:19:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:20:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:00 smithi111 conmon[97831]: 2023-12-01T14:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:20:00.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:00 smithi155 ceph-mon[102677]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:20:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:00 smithi111 ceph-mon[97855]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:20:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:00 smithi111 ceph-mon[116524]: pgmap v19974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:20:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:02 smithi155 ceph-mon[102677]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:02 smithi111 ceph-mon[97855]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:02 smithi111 ceph-mon[116524]: pgmap v19975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:04 smithi155 ceph-mon[102677]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:04 smithi111 ceph-mon[97855]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:04 smithi111 ceph-mon[116524]: pgmap v19976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:06 smithi155 ceph-mon[102677]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:06 smithi111 ceph-mon[97855]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:06 smithi111 ceph-mon[116524]: pgmap v19977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:08 smithi111 ceph-mon[97855]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:08 smithi111 ceph-mon[116524]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:08 smithi155 ceph-mon[102677]: pgmap v19978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:20:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:20:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:10 smithi155 ceph-mon[102677]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:10 smithi111 ceph-mon[97855]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:10 smithi111 ceph-mon[116524]: pgmap v19979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:12 smithi155 ceph-mon[102677]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:12 smithi111 ceph-mon[97855]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:12.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:12 smithi111 ceph-mon[116524]: pgmap v19980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:14 smithi155 ceph-mon[102677]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:14 smithi111 ceph-mon[97855]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:14 smithi111 ceph-mon[116524]: pgmap v19981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:16 smithi155 ceph-mon[102677]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:16 smithi111 ceph-mon[97855]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:16 smithi111 ceph-mon[116524]: pgmap v19982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:18 smithi155 ceph-mon[102677]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:18 smithi111 ceph-mon[97855]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:18 smithi111 ceph-mon[116524]: pgmap v19983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:19.683 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:20:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:20:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:20 smithi155 ceph-mon[102677]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:20 smithi111 ceph-mon[97855]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:20 smithi111 ceph-mon[116524]: pgmap v19984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:22 smithi155 ceph-mon[102677]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:22 smithi111 ceph-mon[97855]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:22 smithi111 ceph-mon[116524]: pgmap v19985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:24 smithi155 ceph-mon[102677]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:24 smithi111 ceph-mon[97855]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:24.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:24 smithi111 ceph-mon[116524]: pgmap v19986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:26 smithi155 ceph-mon[102677]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:26 smithi111 ceph-mon[97855]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:26.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:26 smithi111 ceph-mon[116524]: pgmap v19987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:27.903 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:20:28.214 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:20:28.214 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:20:28.214 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:20:28.214 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:20:28.215 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:20:28.216 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:20:28.590 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:28.591 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:20:28.592 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:28 smithi155 ceph-mon[102677]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2063018405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:20:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:28 smithi111 ceph-mon[97855]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2063018405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:20:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:28 smithi111 ceph-mon[116524]: pgmap v19988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2063018405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:20:29.704 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:20:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:20:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:29 smithi155 ceph-mon[102677]: from='client.46691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:20:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:29 smithi155 ceph-mon[102677]: from='client.46697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:20:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:29 smithi111 ceph-mon[97855]: from='client.46691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:20:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:29 smithi111 ceph-mon[97855]: from='client.46697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:20:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:29 smithi111 ceph-mon[116524]: from='client.46691 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:20:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:29 smithi111 ceph-mon[116524]: from='client.46697 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:20:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:30 smithi155 ceph-mon[102677]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:30 smithi111 ceph-mon[97855]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:30 smithi111 ceph-mon[116524]: pgmap v19989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:32 smithi111 ceph-mon[97855]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:32 smithi111 ceph-mon[116524]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:32 smithi155 ceph-mon[102677]: pgmap v19990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:34 smithi111 ceph-mon[97855]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:34 smithi111 ceph-mon[116524]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:34 smithi155 ceph-mon[102677]: pgmap v19991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:36 smithi111 ceph-mon[97855]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:36 smithi111 ceph-mon[116524]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:36 smithi155 ceph-mon[102677]: pgmap v19992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:38 smithi111 ceph-mon[97855]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:38 smithi111 ceph-mon[116524]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:38 smithi155 ceph-mon[102677]: pgmap v19993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:20:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:20:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:40 smithi111 ceph-mon[97855]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:40 smithi111 ceph-mon[116524]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:40 smithi155 ceph-mon[102677]: pgmap v19994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:42 smithi111 ceph-mon[97855]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:42 smithi111 ceph-mon[116524]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:42 smithi155 ceph-mon[102677]: pgmap v19995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:44 smithi111 ceph-mon[97855]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:44 smithi111 ceph-mon[116524]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:44 smithi155 ceph-mon[102677]: pgmap v19996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:20:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:20:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:20:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: pgmap v19997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:20:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:20:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:48 smithi111 ceph-mon[97855]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:48 smithi111 ceph-mon[116524]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:49.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:48 smithi155 ceph-mon[102677]: pgmap v19998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:49.743 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:20:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:20:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:20:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:50 smithi111 ceph-mon[97855]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:50 smithi111 ceph-mon[116524]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:50 smithi155 ceph-mon[102677]: pgmap v19999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:52 smithi111 ceph-mon[97855]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:52 smithi111 ceph-mon[116524]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:52 smithi155 ceph-mon[102677]: pgmap v20000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:54 smithi155 ceph-mon[102677]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:54 smithi111 ceph-mon[97855]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:54 smithi111 ceph-mon[116524]: pgmap v20001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:56 smithi155 ceph-mon[102677]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:56 smithi111 ceph-mon[97855]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:57.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:56 smithi111 ceph-mon[116524]: pgmap v20002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:58.939 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:20:59.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:58 smithi155 ceph-mon[102677]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:20:59.242 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:20:59.243 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:20:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:58 smithi111 ceph-mon[97855]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:58 smithi111 ceph-mon[116524]: pgmap v20003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:20:59.622 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:20:59.623 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:20:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:21:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:20:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1789053055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:21:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:20:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1789053055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:21:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:20:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1789053055' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:21:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:00 smithi155 ceph-mon[102677]: from='client.46709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:00 smithi155 ceph-mon[102677]: from='client.36843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:00 smithi155 ceph-mon[102677]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:00 smithi111 ceph-mon[97855]: from='client.46709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:00 smithi111 ceph-mon[97855]: from='client.36843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:00 smithi111 ceph-mon[97855]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:00 smithi111 ceph-mon[116524]: from='client.46709 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:00 smithi111 ceph-mon[116524]: from='client.36843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:00 smithi111 ceph-mon[116524]: pgmap v20004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:02 smithi155 ceph-mon[102677]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:02 smithi111 ceph-mon[97855]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:02 smithi111 ceph-mon[116524]: pgmap v20005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:04 smithi155 ceph-mon[102677]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:04 smithi111 ceph-mon[97855]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:04 smithi111 ceph-mon[116524]: pgmap v20006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:06 smithi155 ceph-mon[102677]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:06 smithi111 ceph-mon[97855]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:06 smithi111 ceph-mon[116524]: pgmap v20007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:08 smithi155 ceph-mon[102677]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:08 smithi111 ceph-mon[97855]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:08 smithi111 ceph-mon[116524]: pgmap v20008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:21:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:21:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:10 smithi155 ceph-mon[102677]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:10 smithi111 ceph-mon[97855]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:10 smithi111 ceph-mon[116524]: pgmap v20009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:12 smithi155 ceph-mon[102677]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:12 smithi111 ceph-mon[97855]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:12 smithi111 ceph-mon[116524]: pgmap v20010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:14 smithi155 ceph-mon[102677]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:14 smithi111 ceph-mon[97855]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:14 smithi111 ceph-mon[116524]: pgmap v20011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:16 smithi155 ceph-mon[102677]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:16 smithi111 ceph-mon[97855]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:16 smithi111 ceph-mon[116524]: pgmap v20012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:18 smithi155 ceph-mon[102677]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:18 smithi111 ceph-mon[97855]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:18 smithi111 ceph-mon[116524]: pgmap v20013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:19.661 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:21:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:21:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:20 smithi155 ceph-mon[102677]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:20 smithi111 ceph-mon[97855]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:20 smithi111 ceph-mon[116524]: pgmap v20014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:22 smithi155 ceph-mon[102677]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:22 smithi111 ceph-mon[97855]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:22 smithi111 ceph-mon[116524]: pgmap v20015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:24 smithi155 ceph-mon[102677]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:24 smithi111 ceph-mon[97855]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:24 smithi111 ceph-mon[116524]: pgmap v20016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:26 smithi155 ceph-mon[102677]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:26 smithi111 ceph-mon[97855]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:26 smithi111 ceph-mon[116524]: pgmap v20017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:28 smithi155 ceph-mon[102677]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:28 smithi111 ceph-mon[97855]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:28 smithi111 ceph-mon[116524]: pgmap v20018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:21:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:21:29.973 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:21:30.279 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:21:30.280 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:21:30.662 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:21:30.662 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:21:30.663 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:21:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:30 smithi155 ceph-mon[102677]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:30.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3783230631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:21:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:30 smithi111 ceph-mon[97855]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3783230631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:21:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:30 smithi111 ceph-mon[116524]: pgmap v20019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3783230631' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:21:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:31 smithi155 ceph-mon[102677]: from='client.46727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:31 smithi155 ceph-mon[102677]: from='client.46733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:31 smithi111 ceph-mon[97855]: from='client.46727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:31 smithi111 ceph-mon[97855]: from='client.46733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:31 smithi111 ceph-mon[116524]: from='client.46727 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:31 smithi111 ceph-mon[116524]: from='client.46733 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:21:32.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:32 smithi155 ceph-mon[102677]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:32 smithi111 ceph-mon[97855]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:32 smithi111 ceph-mon[116524]: pgmap v20020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:34 smithi111 ceph-mon[97855]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:34 smithi111 ceph-mon[116524]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:34 smithi155 ceph-mon[102677]: pgmap v20021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:36 smithi111 ceph-mon[97855]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:36 smithi111 ceph-mon[116524]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:36 smithi155 ceph-mon[102677]: pgmap v20022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:38 smithi111 ceph-mon[97855]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:38 smithi111 ceph-mon[116524]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:38 smithi155 ceph-mon[102677]: pgmap v20023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:21:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:21:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:40 smithi111 ceph-mon[116524]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:40 smithi111 ceph-mon[97855]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:40 smithi155 ceph-mon[102677]: pgmap v20024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:42 smithi111 ceph-mon[97855]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:42 smithi111 ceph-mon[116524]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:42 smithi155 ceph-mon[102677]: pgmap v20025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:44 smithi111 ceph-mon[97855]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:44 smithi111 ceph-mon[116524]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:45.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:44 smithi155 ceph-mon[102677]: pgmap v20026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[97855]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:21:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:21:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:21:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[116524]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:46 smithi155 ceph-mon[102677]: pgmap v20027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:21:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:21:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:48 smithi111 ceph-mon[97855]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:48 smithi111 ceph-mon[116524]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:48 smithi155 ceph-mon[102677]: pgmap v20028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:49.740 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:21:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:21:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:21:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:50 smithi111 ceph-mon[97855]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:50 smithi111 ceph-mon[116524]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:50 smithi155 ceph-mon[102677]: pgmap v20029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:52 smithi111 ceph-mon[97855]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:52 smithi111 ceph-mon[116524]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:52 smithi155 ceph-mon[102677]: pgmap v20030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:54 smithi111 ceph-mon[97855]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:54 smithi111 ceph-mon[116524]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:54 smithi155 ceph-mon[102677]: pgmap v20031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:56 smithi155 ceph-mon[102677]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:56 smithi111 ceph-mon[97855]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:56 smithi111 ceph-mon[116524]: pgmap v20032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:21:58 smithi155 ceph-mon[102677]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:21:58 smithi111 ceph-mon[97855]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:21:58 smithi111 ceph-mon[116524]: pgmap v20033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:21:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:21:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:22:01.009 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:22:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:00 smithi155 ceph-mon[102677]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:00 smithi111 ceph-mon[97855]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:00 smithi111 ceph-mon[116524]: pgmap v20034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:01.314 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:22:01.315 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:22:01.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:22:01.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:22:01.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:22:01.316 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:22:01.316 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:22:01.693 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:22:01.694 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:01.695 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:22:01.695 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:22:01.695 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:22:01.695 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:02 smithi155 ceph-mon[102677]: from='client.36873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:02 smithi155 ceph-mon[102677]: from='client.46751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:02 smithi155 ceph-mon[102677]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1836028680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:22:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[116524]: from='client.36873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[116524]: from='client.46751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[116524]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1836028680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[97855]: from='client.36873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[97855]: from='client.46751 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[97855]: pgmap v20035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1836028680' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:22:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:04 smithi155 ceph-mon[102677]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:04 smithi111 ceph-mon[116524]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:04 smithi111 ceph-mon[97855]: pgmap v20036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:06.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:06 smithi155 ceph-mon[102677]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:06 smithi111 ceph-mon[97855]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:06 smithi111 ceph-mon[116524]: pgmap v20037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:08 smithi155 ceph-mon[102677]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:08 smithi111 ceph-mon[97855]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:08.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:08 smithi111 ceph-mon[116524]: pgmap v20038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:22:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:22:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:10 smithi155 ceph-mon[102677]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:10 smithi111 ceph-mon[97855]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:10 smithi111 ceph-mon[116524]: pgmap v20039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:12 smithi155 ceph-mon[102677]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:12 smithi111 ceph-mon[116524]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:12 smithi111 ceph-mon[97855]: pgmap v20040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:14 smithi155 ceph-mon[102677]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:14 smithi111 ceph-mon[97855]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:14 smithi111 ceph-mon[116524]: pgmap v20041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:16 smithi155 ceph-mon[102677]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:16 smithi111 ceph-mon[97855]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:16 smithi111 ceph-mon[116524]: pgmap v20042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:18 smithi155 ceph-mon[102677]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:18 smithi111 ceph-mon[97855]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:18.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:18 smithi111 ceph-mon[116524]: pgmap v20043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:19.672 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:22:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:22:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:20 smithi155 ceph-mon[102677]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:20 smithi111 ceph-mon[97855]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:20 smithi111 ceph-mon[116524]: pgmap v20044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:22 smithi155 ceph-mon[102677]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:22 smithi111 ceph-mon[97855]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:22 smithi111 ceph-mon[116524]: pgmap v20045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:24 smithi155 ceph-mon[102677]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:24 smithi111 ceph-mon[97855]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:24 smithi111 ceph-mon[116524]: pgmap v20046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:26 smithi155 ceph-mon[102677]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:26 smithi111 ceph-mon[97855]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:26 smithi111 ceph-mon[116524]: pgmap v20047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:28 smithi155 ceph-mon[102677]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:28 smithi111 ceph-mon[97855]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:28.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:28 smithi111 ceph-mon[116524]: pgmap v20048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:22:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:22:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:30 smithi155 ceph-mon[102677]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:30 smithi111 ceph-mon[97855]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:30.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:30 smithi111 ceph-mon[116524]: pgmap v20049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:32.039 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:22:32.344 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:22:32.345 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:22:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:22:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:22:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:22:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:22:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:22:32.346 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:22:32.726 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:22:32.727 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:22:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:32 smithi155 ceph-mon[102677]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:32 smithi111 ceph-mon[97855]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:32.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:32 smithi111 ceph-mon[116524]: pgmap v20050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:33 smithi155 ceph-mon[102677]: from='client.36891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:33 smithi155 ceph-mon[102677]: from='client.46769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2255475269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:22:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:33 smithi111 ceph-mon[97855]: from='client.36891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:33 smithi111 ceph-mon[97855]: from='client.46769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2255475269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:22:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:33 smithi111 ceph-mon[116524]: from='client.36891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:33 smithi111 ceph-mon[116524]: from='client.46769 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:22:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2255475269' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:22:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:34 smithi155 ceph-mon[102677]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:34 smithi111 ceph-mon[97855]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:35.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:35.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:34 smithi111 ceph-mon[116524]: pgmap v20051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:35.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:36 smithi155 ceph-mon[102677]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:36 smithi111 ceph-mon[97855]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:36 smithi111 ceph-mon[116524]: pgmap v20052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:38 smithi111 ceph-mon[97855]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:38 smithi111 ceph-mon[116524]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:38 smithi155 ceph-mon[102677]: pgmap v20053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:22:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:22:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 14:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T14:22:40.045744623Z level=info msg="Completed cleanup jobs" duration=12.895997ms 2023-12-01T14:22:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:40 smithi111 ceph-mon[97855]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:40 smithi111 ceph-mon[116524]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:40 smithi155 ceph-mon[102677]: pgmap v20054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:42 smithi111 ceph-mon[97855]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:42 smithi111 ceph-mon[116524]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:42 smithi155 ceph-mon[102677]: pgmap v20055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:44 smithi111 ceph-mon[116524]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:44.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:44 smithi111 ceph-mon[97855]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:44 smithi155 ceph-mon[102677]: pgmap v20056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:46 smithi111 ceph-mon[97855]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:22:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:46 smithi111 ceph-mon[116524]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:22:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:46 smithi155 ceph-mon[102677]: pgmap v20057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:22:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:22:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:22:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:22:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:22:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:22:48.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:22:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:22:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:22:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:22:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:48 smithi111 ceph-mon[97855]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:48 smithi111 ceph-mon[116524]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:48 smithi155 ceph-mon[102677]: pgmap v20058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:49.731 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:22:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:22:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:22:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:50 smithi111 ceph-mon[97855]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:50 smithi111 ceph-mon[116524]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:50 smithi155 ceph-mon[102677]: pgmap v20059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:52 smithi111 ceph-mon[97855]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:52 smithi111 ceph-mon[116524]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:52 smithi155 ceph-mon[102677]: pgmap v20060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:54 smithi111 ceph-mon[97855]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:54 smithi111 ceph-mon[116524]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:54 smithi155 ceph-mon[102677]: pgmap v20061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:56 smithi111 ceph-mon[97855]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:56 smithi111 ceph-mon[116524]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:56 smithi155 ceph-mon[102677]: pgmap v20062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:22:58 smithi111 ceph-mon[97855]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:22:58 smithi111 ceph-mon[116524]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:22:58 smithi155 ceph-mon[102677]: pgmap v20063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:22:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:22:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:23:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:00 smithi155 ceph-mon[102677]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:00 smithi111 ceph-mon[97855]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:00 smithi111 ceph-mon[116524]: pgmap v20064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:03.071 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:23:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:02 smithi155 ceph-mon[102677]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:02 smithi111 ceph-mon[97855]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:02 smithi111 ceph-mon[116524]: pgmap v20065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:03.380 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:23:03.380 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:23:03.380 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:23:03.380 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:23:03.380 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:23:03.381 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:23:03.761 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:23:03.762 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:23:03.763 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:23:03.763 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:23:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:04 smithi155 ceph-mon[102677]: from='client.46781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:04 smithi155 ceph-mon[102677]: from='client.46787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:04 smithi155 ceph-mon[102677]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2676659107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:23:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[97855]: from='client.46781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[97855]: from='client.46787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[97855]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2676659107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[116524]: from='client.46781 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[116524]: from='client.46787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[116524]: pgmap v20066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2676659107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:23:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:06 smithi155 ceph-mon[102677]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:06 smithi111 ceph-mon[97855]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:06 smithi111 ceph-mon[116524]: pgmap v20067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:08 smithi155 ceph-mon[102677]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:08 smithi111 ceph-mon[97855]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:08 smithi111 ceph-mon[116524]: pgmap v20068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:23:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:23:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:10 smithi155 ceph-mon[102677]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:10 smithi111 ceph-mon[97855]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:10 smithi111 ceph-mon[116524]: pgmap v20069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:12 smithi155 ceph-mon[102677]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:12 smithi111 ceph-mon[97855]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:12 smithi111 ceph-mon[116524]: pgmap v20070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:14 smithi155 ceph-mon[102677]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:14 smithi111 ceph-mon[97855]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:14 smithi111 ceph-mon[116524]: pgmap v20071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:16 smithi155 ceph-mon[102677]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:16 smithi111 ceph-mon[97855]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:16 smithi111 ceph-mon[116524]: pgmap v20072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:18 smithi155 ceph-mon[102677]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:18 smithi111 ceph-mon[97855]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:18 smithi111 ceph-mon[116524]: pgmap v20073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:23:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:23:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:20 smithi155 ceph-mon[102677]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:20 smithi111 ceph-mon[97855]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:20 smithi111 ceph-mon[116524]: pgmap v20074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:22 smithi155 ceph-mon[102677]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:22.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:22 smithi111 ceph-mon[97855]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:22.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:22 smithi111 ceph-mon[116524]: pgmap v20075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:24 smithi155 ceph-mon[102677]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:24 smithi111 ceph-mon[97855]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:24 smithi111 ceph-mon[116524]: pgmap v20076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:26 smithi155 ceph-mon[102677]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:26 smithi111 ceph-mon[97855]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:26 smithi111 ceph-mon[116524]: pgmap v20077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:28 smithi155 ceph-mon[102677]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:28 smithi111 ceph-mon[97855]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:28 smithi111 ceph-mon[116524]: pgmap v20078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:23:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:23:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:30 smithi155 ceph-mon[102677]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:30 smithi111 ceph-mon[97855]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:30 smithi111 ceph-mon[116524]: pgmap v20079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:32 smithi155 ceph-mon[102677]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:32 smithi111 ceph-mon[97855]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:32 smithi111 ceph-mon[116524]: pgmap v20080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:34.107 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:23:34.412 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:23:34.413 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:23:34.414 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:23:34.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:23:34.415 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:23:34.415 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:23:34.796 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:23:34.796 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:34.797 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:23:34.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:23:34.798 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:23:34.798 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:23:34.798 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:23:34.798 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:23:34.798 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:23:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:34 smithi155 ceph-mon[102677]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:34 smithi111 ceph-mon[97855]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:34 smithi111 ceph-mon[116524]: pgmap v20081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:35 smithi155 ceph-mon[102677]: from='client.36927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:35 smithi155 ceph-mon[102677]: from='client.36933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2843518118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:35 smithi111 ceph-mon[97855]: from='client.36927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:35 smithi111 ceph-mon[97855]: from='client.36933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2843518118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:23:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:35 smithi111 ceph-mon[116524]: from='client.36927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:35 smithi111 ceph-mon[116524]: from='client.36933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2843518118' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:23:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:36 smithi155 ceph-mon[102677]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:36 smithi111 ceph-mon[97855]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:36.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:36 smithi111 ceph-mon[116524]: pgmap v20082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:38 smithi155 ceph-mon[102677]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:38.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:38 smithi111 ceph-mon[116524]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:38 smithi111 ceph-mon[97855]: pgmap v20083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:23:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:23:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:40 smithi155 ceph-mon[102677]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:40 smithi111 ceph-mon[97855]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:40 smithi111 ceph-mon[116524]: pgmap v20084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:42 smithi155 ceph-mon[102677]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:42 smithi111 ceph-mon[97855]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:42.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:42 smithi111 ceph-mon[116524]: pgmap v20085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:44 smithi155 ceph-mon[102677]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:44 smithi111 ceph-mon[97855]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:44.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:44 smithi111 ceph-mon[116524]: pgmap v20086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:46 smithi155 ceph-mon[102677]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:46 smithi111 ceph-mon[97855]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:46.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:46 smithi111 ceph-mon[116524]: pgmap v20087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:23:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:23:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:23:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:23:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:23:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:23:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:48 smithi155 ceph-mon[102677]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:48 smithi111 ceph-mon[97855]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:48.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:48 smithi111 ceph-mon[116524]: pgmap v20088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:49.708 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:23:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:23:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:23:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:50 smithi111 ceph-mon[97855]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:50 smithi111 ceph-mon[116524]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:50 smithi155 ceph-mon[102677]: pgmap v20089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:52 smithi111 ceph-mon[97855]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:52 smithi111 ceph-mon[116524]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:52 smithi155 ceph-mon[102677]: pgmap v20090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:54 smithi111 ceph-mon[97855]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:54 smithi111 ceph-mon[116524]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:54 smithi155 ceph-mon[102677]: pgmap v20091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:56 smithi111 ceph-mon[97855]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:56 smithi111 ceph-mon[116524]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:56 smithi155 ceph-mon[102677]: pgmap v20092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:23:58 smithi111 ceph-mon[97855]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:23:58 smithi111 ceph-mon[116524]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:23:58 smithi155 ceph-mon[102677]: pgmap v20093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:23:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:23:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:24:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:00 smithi111 ceph-mon[97855]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:00 smithi111 ceph-mon[116524]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:00 smithi155 ceph-mon[102677]: pgmap v20094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:02 smithi111 ceph-mon[97855]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:02 smithi111 ceph-mon[116524]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:02 smithi155 ceph-mon[102677]: pgmap v20095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:04 smithi111 ceph-mon[97855]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:04 smithi111 ceph-mon[116524]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:05.144 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:24:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:04 smithi155 ceph-mon[102677]: pgmap v20096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:05.452 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:24:05.452 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:24:05.452 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:24:05.452 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:24:05.452 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:24:05.453 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:24:05.454 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:24:05.831 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:24:05.832 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:24:05.833 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[97855]: from='client.46817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[97855]: from='client.36951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[97855]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3159217111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:24:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[116524]: from='client.46817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[116524]: from='client.36951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[116524]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3159217111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:24:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:06 smithi155 ceph-mon[102677]: from='client.46817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:06 smithi155 ceph-mon[102677]: from='client.36951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:06 smithi155 ceph-mon[102677]: pgmap v20097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3159217111' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:24:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:08 smithi111 ceph-mon[97855]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:08 smithi111 ceph-mon[116524]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:08 smithi155 ceph-mon[102677]: pgmap v20098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:24:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:24:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:10 smithi111 ceph-mon[97855]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:10 smithi111 ceph-mon[116524]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:10 smithi155 ceph-mon[102677]: pgmap v20099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:12 smithi111 ceph-mon[97855]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:12 smithi111 ceph-mon[116524]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:12 smithi155 ceph-mon[102677]: pgmap v20100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:14 smithi155 ceph-mon[102677]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:14 smithi111 ceph-mon[97855]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:14 smithi111 ceph-mon[116524]: pgmap v20101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:16 smithi155 ceph-mon[102677]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:16 smithi111 ceph-mon[97855]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:16 smithi111 ceph-mon[116524]: pgmap v20102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:18 smithi155 ceph-mon[102677]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:18 smithi111 ceph-mon[97855]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:18 smithi111 ceph-mon[116524]: pgmap v20103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:24:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:24:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:20 smithi155 ceph-mon[102677]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:20 smithi111 ceph-mon[97855]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:20 smithi111 ceph-mon[116524]: pgmap v20104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:22 smithi155 ceph-mon[102677]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:22 smithi111 ceph-mon[97855]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:22 smithi111 ceph-mon[116524]: pgmap v20105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:24 smithi155 ceph-mon[102677]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:24 smithi111 ceph-mon[97855]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:24 smithi111 ceph-mon[116524]: pgmap v20106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:26 smithi155 ceph-mon[102677]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:26 smithi111 ceph-mon[97855]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:26 smithi111 ceph-mon[116524]: pgmap v20107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:28 smithi155 ceph-mon[102677]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:28 smithi111 ceph-mon[97855]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:28 smithi111 ceph-mon[116524]: pgmap v20108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:24:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:24:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:30 smithi155 ceph-mon[102677]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:30 smithi111 ceph-mon[97855]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:30 smithi111 ceph-mon[116524]: pgmap v20109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:32 smithi155 ceph-mon[102677]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:32 smithi111 ceph-mon[97855]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:32 smithi111 ceph-mon[116524]: pgmap v20110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:34 smithi155 ceph-mon[102677]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:34 smithi111 ceph-mon[97855]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:34 smithi111 ceph-mon[116524]: pgmap v20111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:36.178 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:24:36.483 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:24:36.483 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:24:36.483 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:24:36.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5740M 2158M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 6056M 2158M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6204M 2158M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5456M 2158M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4355M 2475M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5465M 2475M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4828M 2475M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5645M 2475M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:24:36.485 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:24:36.869 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:24:36.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:24:36.871 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:24:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:36 smithi155 ceph-mon[102677]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:36 smithi111 ceph-mon[97855]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:36 smithi111 ceph-mon[116524]: pgmap v20112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:37 smithi155 ceph-mon[102677]: from='client.46835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:37 smithi155 ceph-mon[102677]: from='client.46841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1575162673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:24:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:37 smithi111 ceph-mon[97855]: from='client.46835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:37 smithi111 ceph-mon[97855]: from='client.46841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1575162673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:37 smithi111 ceph-mon[116524]: from='client.46835 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:37 smithi111 ceph-mon[116524]: from='client.46841 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:24:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1575162673' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:24:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:38 smithi155 ceph-mon[102677]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:38 smithi111 ceph-mon[97855]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:38 smithi111 ceph-mon[116524]: pgmap v20113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:24:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:24:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:39 smithi155 ceph-mon[102677]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:39 smithi111 ceph-mon[97855]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:39 smithi111 ceph-mon[116524]: pgmap v20114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:42 smithi155 ceph-mon[102677]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:42.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:42 smithi111 ceph-mon[97855]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:42 smithi111 ceph-mon[116524]: pgmap v20115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:44 smithi155 ceph-mon[102677]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:44.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:44 smithi111 ceph-mon[97855]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:44.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:44 smithi111 ceph-mon[116524]: pgmap v20116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:46 smithi155 ceph-mon[102677]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:46.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:46 smithi111 ceph-mon[97855]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:46 smithi111 ceph-mon[116524]: pgmap v20117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:47 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:24:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:47 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:47 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:24:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:24:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: pgmap v20118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:24:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:24:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:24:49.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:24:49.697 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:24:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:24:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:49 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2146M 2023-12-01T14:24:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:49 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2470M 2023-12-01T14:24:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:49 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2146M 2023-12-01T14:24:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:49 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2470M 2023-12-01T14:24:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:49 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2146M 2023-12-01T14:24:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:49 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2470M 2023-12-01T14:24:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:24:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:50 smithi155 ceph-mon[102677]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:50 smithi111 ceph-mon[97855]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:50 smithi111 ceph-mon[116524]: pgmap v20119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:52 smithi155 ceph-mon[102677]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:52 smithi111 ceph-mon[97855]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:52 smithi111 ceph-mon[116524]: pgmap v20120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:54 smithi155 ceph-mon[102677]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:54 smithi111 ceph-mon[97855]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:54 smithi111 ceph-mon[116524]: pgmap v20121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:56 smithi111 ceph-mon[97855]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:56 smithi111 ceph-mon[116524]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:56 smithi155 ceph-mon[102677]: pgmap v20122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:24:58 smithi111 ceph-mon[97855]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:24:58 smithi111 ceph-mon[116524]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:24:58 smithi155 ceph-mon[102677]: pgmap v20123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:24:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:24:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:25:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:00 smithi111 ceph-mon[97855]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:00 smithi111 ceph-mon[116524]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:00 smithi155 ceph-mon[102677]: pgmap v20124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:02 smithi111 ceph-mon[97855]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:02 smithi111 ceph-mon[116524]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:02 smithi155 ceph-mon[102677]: pgmap v20125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:04 smithi111 ceph-mon[97855]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:04 smithi111 ceph-mon[116524]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:04 smithi155 ceph-mon[102677]: pgmap v20126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:06 smithi111 ceph-mon[97855]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:06.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:06 smithi111 ceph-mon[116524]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:06 smithi155 ceph-mon[102677]: pgmap v20127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:07.211 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:25:07.515 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:25:07.515 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:25:07.515 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5740M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 6056M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6204M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5456M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4355M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5465M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:25:07.516 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4828M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5645M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:25:07.517 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:07.893 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:25:07.894 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:25:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[97855]: from='client.36981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[97855]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[97855]: from='client.46859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/722950840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[116524]: from='client.36981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[116524]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[116524]: from='client.46859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/722950840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:25:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:08 smithi155 ceph-mon[102677]: from='client.36981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:08 smithi155 ceph-mon[102677]: pgmap v20128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:09.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:08 smithi155 ceph-mon[102677]: from='client.46859 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/722950840' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:25:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:25:09] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T14:25:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:10 smithi111 ceph-mon[97855]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:10 smithi111 ceph-mon[116524]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:10 smithi155 ceph-mon[102677]: pgmap v20129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:12 smithi111 ceph-mon[97855]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:12 smithi111 ceph-mon[116524]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:12 smithi155 ceph-mon[102677]: pgmap v20130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:14 smithi111 ceph-mon[97855]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:14 smithi111 ceph-mon[116524]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:14 smithi155 ceph-mon[102677]: pgmap v20131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:16 smithi111 ceph-mon[97855]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:16 smithi111 ceph-mon[116524]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:16 smithi155 ceph-mon[102677]: pgmap v20132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:18 smithi111 ceph-mon[97855]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:18 smithi111 ceph-mon[116524]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:18 smithi155 ceph-mon[102677]: pgmap v20133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:19.747 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:25:19] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T14:25:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:20 smithi155 ceph-mon[102677]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:20 smithi111 ceph-mon[116524]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:20 smithi111 ceph-mon[97855]: pgmap v20134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:22 smithi155 ceph-mon[102677]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:22 smithi111 ceph-mon[97855]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:22 smithi111 ceph-mon[116524]: pgmap v20135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:24 smithi155 ceph-mon[102677]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:24 smithi111 ceph-mon[97855]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:24 smithi111 ceph-mon[116524]: pgmap v20136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:26 smithi155 ceph-mon[102677]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:26 smithi111 ceph-mon[97855]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:26 smithi111 ceph-mon[116524]: pgmap v20137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:28 smithi155 ceph-mon[102677]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:28 smithi111 ceph-mon[97855]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:28 smithi111 ceph-mon[116524]: pgmap v20138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:25:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:25:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:30 smithi155 ceph-mon[102677]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:30 smithi111 ceph-mon[97855]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:30 smithi111 ceph-mon[116524]: pgmap v20139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:32 smithi155 ceph-mon[102677]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:32 smithi111 ceph-mon[97855]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:32 smithi111 ceph-mon[116524]: pgmap v20140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:34 smithi155 ceph-mon[102677]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:34 smithi111 ceph-mon[116524]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:34 smithi111 ceph-mon[97855]: pgmap v20141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:36 smithi155 ceph-mon[102677]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:36 smithi111 ceph-mon[97855]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:36 smithi111 ceph-mon[116524]: pgmap v20142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:38.242 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:25:38.545 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5740M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 6056M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6204M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:25:38.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5456M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:25:38.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4355M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:25:38.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5465M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:25:38.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4828M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:25:38.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5645M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:25:38.547 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:25:38.925 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:25:38.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:25:38.926 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:25:38.927 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:25:38.927 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:25:38.927 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:25:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:38 smithi155 ceph-mon[102677]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:38 smithi111 ceph-mon[97855]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:38 smithi111 ceph-mon[116524]: pgmap v20143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:25:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:25:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:39 smithi155 ceph-mon[102677]: from='client.46871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:39 smithi155 ceph-mon[102677]: from='client.37005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:40.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1577042109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:25:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:39 smithi111 ceph-mon[97855]: from='client.46871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:39 smithi111 ceph-mon[97855]: from='client.37005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1577042109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:25:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:39 smithi111 ceph-mon[116524]: from='client.46871 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:39 smithi111 ceph-mon[116524]: from='client.37005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:25:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1577042109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:25:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:40 smithi155 ceph-mon[102677]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:40 smithi111 ceph-mon[97855]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:40 smithi111 ceph-mon[116524]: pgmap v20144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:42 smithi155 ceph-mon[102677]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:42 smithi111 ceph-mon[97855]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:42 smithi111 ceph-mon[116524]: pgmap v20145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:44 smithi155 ceph-mon[102677]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:44 smithi111 ceph-mon[97855]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:44 smithi111 ceph-mon[116524]: pgmap v20146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:46 smithi155 ceph-mon[102677]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:46 smithi111 ceph-mon[97855]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:46 smithi111 ceph-mon[116524]: pgmap v20147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:48 smithi155 ceph-mon[102677]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:25:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:25:49.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:25:49.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:25:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[97855]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[116524]: pgmap v20148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:25:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:25:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:25:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:25:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:25:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:25:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:50 smithi155 ceph-mon[102677]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:50 smithi111 ceph-mon[97855]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:50 smithi111 ceph-mon[116524]: pgmap v20149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:52 smithi155 ceph-mon[102677]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:52 smithi111 ceph-mon[97855]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:52 smithi111 ceph-mon[116524]: pgmap v20150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:53 smithi155 ceph-mon[102677]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:53 smithi111 ceph-mon[97855]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:53 smithi111 ceph-mon[116524]: pgmap v20151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:56 smithi155 ceph-mon[102677]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:56 smithi111 ceph-mon[97855]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:56 smithi111 ceph-mon[116524]: pgmap v20152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:25:58 smithi155 ceph-mon[102677]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:58.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:25:58 smithi111 ceph-mon[97855]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:25:58 smithi111 ceph-mon[116524]: pgmap v20153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:25:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:25:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:26:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:00 smithi155 ceph-mon[102677]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:00 smithi111 ceph-mon[97855]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:00 smithi111 ceph-mon[116524]: pgmap v20154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:02 smithi155 ceph-mon[102677]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:02 smithi111 ceph-mon[97855]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:02.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:02 smithi111 ceph-mon[116524]: pgmap v20155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:04 smithi111 ceph-mon[97855]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:04 smithi111 ceph-mon[116524]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:04 smithi155 ceph-mon[102677]: pgmap v20156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:06 smithi111 ceph-mon[97855]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:06 smithi111 ceph-mon[116524]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:06 smithi155 ceph-mon[102677]: pgmap v20157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:08 smithi111 ceph-mon[97855]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:08 smithi111 ceph-mon[116524]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:08 smithi155 ceph-mon[102677]: pgmap v20158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:09.272 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:26:09.579 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5740M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 6056M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6204M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:26:09.580 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5456M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:26:09.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4355M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:26:09.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5465M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:26:09.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4828M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:26:09.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5645M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:26:09.581 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:26:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:26:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:26:09.964 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:26:09.965 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:26:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[97855]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[97855]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[97855]: from='client.46895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/644452062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[116524]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[116524]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[116524]: from='client.46895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/644452062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:26:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:10 smithi155 ceph-mon[102677]: from='client.46889 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:10 smithi155 ceph-mon[102677]: pgmap v20159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:10 smithi155 ceph-mon[102677]: from='client.46895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/644452062' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:26:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:12 smithi111 ceph-mon[97855]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:12 smithi111 ceph-mon[116524]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:12 smithi155 ceph-mon[102677]: pgmap v20160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:14 smithi111 ceph-mon[97855]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:14 smithi111 ceph-mon[116524]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:14 smithi155 ceph-mon[102677]: pgmap v20161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:16 smithi111 ceph-mon[97855]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:16 smithi111 ceph-mon[116524]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:16 smithi155 ceph-mon[102677]: pgmap v20162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:18 smithi111 ceph-mon[97855]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:18 smithi111 ceph-mon[116524]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:18 smithi155 ceph-mon[102677]: pgmap v20163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:19.741 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:26:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:26:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:20 smithi111 ceph-mon[97855]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:20 smithi111 ceph-mon[116524]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:20 smithi155 ceph-mon[102677]: pgmap v20164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:22 smithi111 ceph-mon[97855]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:22 smithi111 ceph-mon[116524]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:22 smithi155 ceph-mon[102677]: pgmap v20165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:24 smithi155 ceph-mon[102677]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:24 smithi111 ceph-mon[97855]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:24 smithi111 ceph-mon[116524]: pgmap v20166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:26 smithi155 ceph-mon[102677]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:26 smithi111 ceph-mon[97855]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:26 smithi111 ceph-mon[116524]: pgmap v20167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:28 smithi155 ceph-mon[102677]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:28 smithi111 ceph-mon[97855]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:28 smithi111 ceph-mon[116524]: pgmap v20168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:26:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:26:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:30 smithi155 ceph-mon[102677]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:30 smithi111 ceph-mon[97855]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:30 smithi111 ceph-mon[116524]: pgmap v20169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:32 smithi155 ceph-mon[102677]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:32 smithi111 ceph-mon[97855]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:32 smithi111 ceph-mon[116524]: pgmap v20170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:34 smithi155 ceph-mon[102677]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:34 smithi111 ceph-mon[97855]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:34 smithi111 ceph-mon[116524]: pgmap v20171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:36 smithi155 ceph-mon[102677]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:36 smithi111 ceph-mon[97855]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:36 smithi111 ceph-mon[116524]: pgmap v20172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:38 smithi155 ceph-mon[102677]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:38 smithi111 ceph-mon[97855]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:38 smithi111 ceph-mon[116524]: pgmap v20173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:26:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:26:40.307 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:26:40.610 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:26:40.610 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 10m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:26:40.610 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 10m ago 9h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 10m ago 9h 26.3M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 10m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 10m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 10m ago 9h 925M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 10m ago 9h 2408M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 10m ago 9h 1141M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 10m ago 9h 1055M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 10m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 10m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 10m ago 9h 5740M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 10m ago 9h 6056M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 10m ago 9h 6204M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 10m ago 9h 5456M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 10m ago 9h 4355M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:26:40.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 10m ago 9h 5465M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:26:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 10m ago 9h 4828M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:26:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 10m ago 9h 5645M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:26:40.612 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 10m ago 9h 135M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:26:40.996 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:26:40.997 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:26:40.997 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:26:40.997 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:26:40.997 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:26:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:40 smithi155 ceph-mon[102677]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:40 smithi111 ceph-mon[97855]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:40 smithi111 ceph-mon[116524]: pgmap v20174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:41 smithi155 ceph-mon[102677]: from='client.46907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:41 smithi155 ceph-mon[102677]: from='client.46913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2043049437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:26:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:41 smithi111 ceph-mon[97855]: from='client.46907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:41 smithi111 ceph-mon[97855]: from='client.46913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2043049437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:41 smithi111 ceph-mon[116524]: from='client.46907 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:41 smithi111 ceph-mon[116524]: from='client.46913 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:26:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2043049437' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:26:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:42 smithi155 ceph-mon[102677]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:42 smithi111 ceph-mon[97855]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:42 smithi111 ceph-mon[116524]: pgmap v20175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:44 smithi155 ceph-mon[102677]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:44 smithi111 ceph-mon[97855]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:44 smithi111 ceph-mon[116524]: pgmap v20176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:46 smithi155 ceph-mon[102677]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:46 smithi111 ceph-mon[97855]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:46 smithi111 ceph-mon[116524]: pgmap v20177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:48 smithi155 ceph-mon[102677]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:26:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:48 smithi111 ceph-mon[97855]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:26:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:48 smithi111 ceph-mon[116524]: pgmap v20178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:26:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:26:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:26:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:26:51.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:50 smithi155 ceph-mon[102677]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:50 smithi111 ceph-mon[97855]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:50 smithi111 ceph-mon[116524]: pgmap v20179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:52 smithi155 ceph-mon[102677]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:26:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[97855]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[116524]: pgmap v20180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:26:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:26:52.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:26:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:54 smithi155 ceph-mon[102677]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:54.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:54 smithi111 ceph-mon[97855]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:54.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:54 smithi111 ceph-mon[116524]: pgmap v20181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:56 smithi155 ceph-mon[102677]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:56.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:56 smithi111 ceph-mon[97855]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:56.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:56 smithi111 ceph-mon[116524]: pgmap v20182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:26:58 smithi111 ceph-mon[97855]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:26:58 smithi111 ceph-mon[116524]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:26:58 smithi155 ceph-mon[102677]: pgmap v20183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:26:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:26:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:27:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:00 smithi111 ceph-mon[97855]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:00 smithi111 ceph-mon[116524]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:00 smithi155 ceph-mon[102677]: pgmap v20184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:02 smithi111 ceph-mon[97855]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:02 smithi111 ceph-mon[116524]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:02 smithi155 ceph-mon[102677]: pgmap v20185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:04 smithi111 ceph-mon[97855]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:04 smithi111 ceph-mon[116524]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:04 smithi155 ceph-mon[102677]: pgmap v20186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:06 smithi111 ceph-mon[97855]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:06 smithi111 ceph-mon[116524]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:06 smithi155 ceph-mon[102677]: pgmap v20187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:08 smithi111 ceph-mon[97855]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:08 smithi111 ceph-mon[116524]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:08 smithi155 ceph-mon[102677]: pgmap v20188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:27:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:27:10.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:10 smithi111 ceph-mon[116524]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:10 smithi111 ceph-mon[97855]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:10 smithi155 ceph-mon[102677]: pgmap v20189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:11.338 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 21s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 20s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 21s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 20s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 20s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 21s ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:27:11.644 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 21s ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 20s ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 21s ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 21s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 20s ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 21s ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 21s ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 21s ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 21s ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 20s ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 20s ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 20s ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 20s ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:27:11.645 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 20s ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:27:12.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:27:12.024 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[97855]: from='client.37053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[97855]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[97855]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1690296094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[116524]: from='client.37053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[116524]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[116524]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1690296094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:27:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:12 smithi155 ceph-mon[102677]: from='client.37053 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:12 smithi155 ceph-mon[102677]: pgmap v20190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:12 smithi155 ceph-mon[102677]: from='client.46931 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1690296094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:27:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:14 smithi111 ceph-mon[97855]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:14.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:14 smithi111 ceph-mon[116524]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:14 smithi155 ceph-mon[102677]: pgmap v20191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:16 smithi111 ceph-mon[97855]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:16 smithi111 ceph-mon[116524]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:16 smithi155 ceph-mon[102677]: pgmap v20192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:18 smithi111 ceph-mon[97855]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:18 smithi111 ceph-mon[116524]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:18 smithi155 ceph-mon[102677]: pgmap v20193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:27:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:27:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:20 smithi155 ceph-mon[102677]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:20 smithi111 ceph-mon[97855]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:20 smithi111 ceph-mon[116524]: pgmap v20194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:22 smithi155 ceph-mon[102677]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:22 smithi111 ceph-mon[97855]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:22 smithi111 ceph-mon[116524]: pgmap v20195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:24 smithi155 ceph-mon[102677]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:24 smithi111 ceph-mon[97855]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:24 smithi111 ceph-mon[116524]: pgmap v20196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:26 smithi155 ceph-mon[102677]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:26 smithi111 ceph-mon[97855]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:26 smithi111 ceph-mon[116524]: pgmap v20197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:28 smithi155 ceph-mon[102677]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:28 smithi111 ceph-mon[97855]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:28 smithi111 ceph-mon[116524]: pgmap v20198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:27:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:27:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:30 smithi155 ceph-mon[102677]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:30 smithi111 ceph-mon[97855]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:30 smithi111 ceph-mon[116524]: pgmap v20199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:32 smithi155 ceph-mon[102677]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:32 smithi111 ceph-mon[97855]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:32 smithi111 ceph-mon[116524]: pgmap v20200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:34 smithi155 ceph-mon[102677]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:34 smithi111 ceph-mon[97855]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:34 smithi111 ceph-mon[116524]: pgmap v20201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:36 smithi155 ceph-mon[102677]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:36 smithi111 ceph-mon[97855]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:36 smithi111 ceph-mon[116524]: pgmap v20202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:38 smithi155 ceph-mon[102677]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:38 smithi111 ceph-mon[97855]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:38 smithi111 ceph-mon[116524]: pgmap v20203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:27:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:27:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:40 smithi155 ceph-mon[102677]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:40 smithi111 ceph-mon[97855]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:40 smithi111 ceph-mon[116524]: pgmap v20204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:42.368 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:27:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:27:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 52s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:27:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 51s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:27:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 52s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:27:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 51s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:27:42.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 51s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 52s ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 52s ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 51s ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 52s ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 52s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 51s ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 52s ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 52s ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 52s ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 52s ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 51s ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 51s ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 51s ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:27:42.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 51s ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:27:42.675 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 51s ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:27:43.054 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:27:43.055 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:27:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:42 smithi155 ceph-mon[102677]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:42 smithi111 ceph-mon[97855]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:42 smithi111 ceph-mon[116524]: pgmap v20205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:43 smithi155 ceph-mon[102677]: from='client.37071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:43 smithi155 ceph-mon[102677]: from='client.46949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3318853444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:27:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:43 smithi111 ceph-mon[97855]: from='client.37071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:43 smithi111 ceph-mon[97855]: from='client.46949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3318853444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:27:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:43 smithi111 ceph-mon[116524]: from='client.37071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:43 smithi111 ceph-mon[116524]: from='client.46949 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:27:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3318853444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:27:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:44 smithi155 ceph-mon[102677]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:44 smithi111 ceph-mon[97855]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:44 smithi111 ceph-mon[116524]: pgmap v20206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:47.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:46 smithi155 ceph-mon[102677]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:46 smithi111 ceph-mon[97855]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:46 smithi111 ceph-mon[116524]: pgmap v20207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:48 smithi155 ceph-mon[102677]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:48 smithi111 ceph-mon[97855]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:48 smithi111 ceph-mon[116524]: pgmap v20208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:27:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:27:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:27:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:50 smithi155 ceph-mon[102677]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:50 smithi111 ceph-mon[97855]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:50 smithi111 ceph-mon[116524]: pgmap v20209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:27:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:27:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:27:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:52 smithi155 ceph-mon[102677]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:27:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:27:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:27:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[97855]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:27:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:27:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:27:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[116524]: pgmap v20210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:27:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:27:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:27:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:54 smithi155 ceph-mon[102677]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:54 smithi111 ceph-mon[97855]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:54 smithi111 ceph-mon[116524]: pgmap v20211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:56 smithi155 ceph-mon[102677]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:56 smithi111 ceph-mon[97855]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:56 smithi111 ceph-mon[116524]: pgmap v20212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:27:58 smithi155 ceph-mon[102677]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:27:58 smithi111 ceph-mon[97855]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:27:58 smithi111 ceph-mon[116524]: pgmap v20213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:27:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:27:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:28:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:00 smithi155 ceph-mon[102677]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:00 smithi111 ceph-mon[97855]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:00 smithi111 ceph-mon[116524]: pgmap v20214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:02.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:02 smithi111 ceph-mon[97855]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:02 smithi111 ceph-mon[116524]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:03.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:02 smithi155 ceph-mon[102677]: pgmap v20215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:04 smithi111 ceph-mon[97855]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:04 smithi111 ceph-mon[116524]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:04 smithi155 ceph-mon[102677]: pgmap v20216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:06 smithi111 ceph-mon[97855]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:06 smithi111 ceph-mon[116524]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:06 smithi155 ceph-mon[102677]: pgmap v20217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:08 smithi111 ceph-mon[97855]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:08 smithi111 ceph-mon[116524]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:08 smithi155 ceph-mon[102677]: pgmap v20218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:28:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:28:10.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:10 smithi111 ceph-mon[97855]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:10 smithi111 ceph-mon[116524]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:10 smithi155 ceph-mon[102677]: pgmap v20219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:12 smithi111 ceph-mon[97855]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:12 smithi111 ceph-mon[116524]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:12 smithi155 ceph-mon[102677]: pgmap v20220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:13.400 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:28:13.709 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:28:13.709 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 83s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:28:13.709 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 82s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:28:13.709 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 83s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:28:13.709 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 82s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 82s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 83s ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 83s ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 82s ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 83s ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 83s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 82s ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 83s ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:28:13.710 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 83s ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 83s ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 83s ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 82s ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 82s ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 82s ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 82s ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:28:13.711 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 82s ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:28:14.091 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:28:14.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:28:14.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:28:14.093 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:14.093 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:28:14.093 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:28:14.093 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:28:14.093 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:28:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[97855]: from='client.37089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[97855]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[97855]: from='client.37095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3312224316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:28:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[116524]: from='client.37089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[116524]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[116524]: from='client.37095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:15.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3312224316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:28:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:14 smithi155 ceph-mon[102677]: from='client.37089 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:14 smithi155 ceph-mon[102677]: pgmap v20221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:14 smithi155 ceph-mon[102677]: from='client.37095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3312224316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:28:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:16 smithi111 ceph-mon[97855]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:16 smithi111 ceph-mon[116524]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:16 smithi155 ceph-mon[102677]: pgmap v20222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:18 smithi111 ceph-mon[97855]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:18 smithi111 ceph-mon[116524]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:19.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:18 smithi155 ceph-mon[102677]: pgmap v20223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:28:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:28:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:20 smithi155 ceph-mon[102677]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:20 smithi111 ceph-mon[97855]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:20 smithi111 ceph-mon[116524]: pgmap v20224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:22 smithi155 ceph-mon[102677]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:22 smithi111 ceph-mon[97855]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:22 smithi111 ceph-mon[116524]: pgmap v20225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:24 smithi155 ceph-mon[102677]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:24 smithi111 ceph-mon[97855]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:24 smithi111 ceph-mon[116524]: pgmap v20226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:26 smithi155 ceph-mon[102677]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:26 smithi111 ceph-mon[97855]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:26 smithi111 ceph-mon[116524]: pgmap v20227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:28 smithi155 ceph-mon[102677]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:28 smithi111 ceph-mon[97855]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:28 smithi111 ceph-mon[116524]: pgmap v20228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:28:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:28:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:30 smithi155 ceph-mon[102677]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:30 smithi111 ceph-mon[97855]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:30 smithi111 ceph-mon[116524]: pgmap v20229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:33.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:32 smithi155 ceph-mon[102677]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:32 smithi111 ceph-mon[97855]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:32 smithi111 ceph-mon[116524]: pgmap v20230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:34 smithi155 ceph-mon[102677]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:34 smithi111 ceph-mon[97855]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:34 smithi111 ceph-mon[116524]: pgmap v20231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:36 smithi155 ceph-mon[102677]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:36 smithi111 ceph-mon[97855]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:36 smithi111 ceph-mon[116524]: pgmap v20232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:38 smithi155 ceph-mon[102677]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:38 smithi111 ceph-mon[97855]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:38 smithi111 ceph-mon[116524]: pgmap v20233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:28:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:28:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:40 smithi155 ceph-mon[102677]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:40 smithi111 ceph-mon[97855]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:40 smithi111 ceph-mon[116524]: pgmap v20234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:42 smithi155 ceph-mon[102677]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:42 smithi111 ceph-mon[97855]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:42 smithi111 ceph-mon[116524]: pgmap v20235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:44.438 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:28:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:28:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 114s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:28:44.743 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 113s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 114s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 113s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 113s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 114s ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 114s ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 113s ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 114s ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 114s ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 113s ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 114s ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 114s ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 114s ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 114s ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 113s ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 113s ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:28:44.744 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 113s ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:28:44.745 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 113s ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:28:44.745 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 113s ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:28:45.127 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:28:45.128 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:28:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:44 smithi155 ceph-mon[102677]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:44 smithi111 ceph-mon[97855]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:44 smithi111 ceph-mon[116524]: pgmap v20236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:45 smithi155 ceph-mon[102677]: from='client.37107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:45 smithi155 ceph-mon[102677]: from='client.46985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1939526048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:28:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:45 smithi111 ceph-mon[97855]: from='client.37107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:45 smithi111 ceph-mon[97855]: from='client.46985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1939526048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:28:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:45 smithi111 ceph-mon[116524]: from='client.37107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:45 smithi111 ceph-mon[116524]: from='client.46985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:28:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1939526048' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:28:47.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:46 smithi155 ceph-mon[102677]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:46 smithi111 ceph-mon[97855]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:46 smithi111 ceph-mon[116524]: pgmap v20237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:48 smithi155 ceph-mon[102677]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:48 smithi111 ceph-mon[97855]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:48 smithi111 ceph-mon[116524]: pgmap v20238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:28:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:28:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:28:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:50 smithi155 ceph-mon[102677]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:50 smithi111 ceph-mon[97855]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:50 smithi111 ceph-mon[116524]: pgmap v20239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:52 smithi155 ceph-mon[102677]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:28:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:52 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[116524]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[97855]: pgmap v20240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:28:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:53.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:52 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:54.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:28:54.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:28:54.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:28:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:28:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:28:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:28:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:28:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:54 smithi155 ceph-mon[102677]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:54 smithi111 ceph-mon[97855]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:54 smithi111 ceph-mon[116524]: pgmap v20241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:56 smithi155 ceph-mon[102677]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:56 smithi111 ceph-mon[97855]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:56 smithi111 ceph-mon[116524]: pgmap v20242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:28:58 smithi155 ceph-mon[102677]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:28:58 smithi111 ceph-mon[97855]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:28:58 smithi111 ceph-mon[116524]: pgmap v20243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:28:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:28:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:29:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:00 smithi155 ceph-mon[102677]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:00 smithi111 ceph-mon[97855]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:00 smithi111 ceph-mon[116524]: pgmap v20244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:02 smithi155 ceph-mon[102677]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:02 smithi111 ceph-mon[97855]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:02 smithi111 ceph-mon[116524]: pgmap v20245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:04 smithi155 ceph-mon[102677]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:04 smithi111 ceph-mon[97855]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:04 smithi111 ceph-mon[116524]: pgmap v20246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:06 smithi155 ceph-mon[102677]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:06 smithi111 ceph-mon[97855]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:06 smithi111 ceph-mon[116524]: pgmap v20247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:08 smithi155 ceph-mon[102677]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:08 smithi111 ceph-mon[97855]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:08 smithi111 ceph-mon[116524]: pgmap v20248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:29:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:29:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:10 smithi155 ceph-mon[102677]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:10 smithi111 ceph-mon[97855]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:10 smithi111 ceph-mon[116524]: pgmap v20249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:12 smithi111 ceph-mon[97855]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:12 smithi111 ceph-mon[116524]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:12 smithi155 ceph-mon[102677]: pgmap v20250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:14 smithi111 ceph-mon[97855]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:14 smithi111 ceph-mon[116524]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:14 smithi155 ceph-mon[102677]: pgmap v20251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:15.466 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:29:15.774 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:29:15.774 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:29:15.774 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:29:15.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:29:15.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:29:15.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:29:15.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:29:15.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:29:15.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:29:15.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:29:15.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:29:15.776 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:29:15.776 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:29:16.153 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:29:16.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:29:16.153 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:29:16.153 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:16.153 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:29:16.154 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:29:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[97855]: from='client.46997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[97855]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[97855]: from='client.37131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1988730885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:29:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[116524]: from='client.46997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:17.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[116524]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:17.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[116524]: from='client.37131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:17.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1988730885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:29:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:16 smithi155 ceph-mon[102677]: from='client.46997 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:17.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:16 smithi155 ceph-mon[102677]: pgmap v20252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:17.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:16 smithi155 ceph-mon[102677]: from='client.37131 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:17.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1988730885' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:29:19.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:18 smithi155 ceph-mon[102677]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:18 smithi111 ceph-mon[97855]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:19.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:18 smithi111 ceph-mon[116524]: pgmap v20253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:19.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:29:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:29:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:20 smithi155 ceph-mon[102677]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:20 smithi111 ceph-mon[97855]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:20 smithi111 ceph-mon[116524]: pgmap v20254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:22 smithi155 ceph-mon[102677]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:22 smithi111 ceph-mon[97855]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:22 smithi111 ceph-mon[116524]: pgmap v20255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:24 smithi155 ceph-mon[102677]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:24 smithi111 ceph-mon[97855]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:24 smithi111 ceph-mon[116524]: pgmap v20256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:26 smithi155 ceph-mon[102677]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:26 smithi111 ceph-mon[97855]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:26 smithi111 ceph-mon[116524]: pgmap v20257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:28 smithi155 ceph-mon[102677]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:28 smithi111 ceph-mon[97855]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:28 smithi111 ceph-mon[116524]: pgmap v20258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:29:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:29:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:30 smithi155 ceph-mon[102677]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:30 smithi111 ceph-mon[97855]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:30 smithi111 ceph-mon[116524]: pgmap v20259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:32 smithi155 ceph-mon[102677]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:32 smithi111 ceph-mon[97855]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:32 smithi111 ceph-mon[116524]: pgmap v20260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:34 smithi155 ceph-mon[102677]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:34 smithi111 ceph-mon[97855]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:34 smithi111 ceph-mon[116524]: pgmap v20261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:36 smithi155 ceph-mon[102677]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:36 smithi111 ceph-mon[97855]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:36 smithi111 ceph-mon[116524]: pgmap v20262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:38 smithi155 ceph-mon[102677]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:38 smithi111 ceph-mon[97855]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:38 smithi111 ceph-mon[116524]: pgmap v20263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:29:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:29:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:40 smithi155 ceph-mon[102677]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:40 smithi111 ceph-mon[97855]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:40 smithi111 ceph-mon[116524]: pgmap v20264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:42 smithi155 ceph-mon[102677]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:42 smithi111 ceph-mon[97855]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:42 smithi111 ceph-mon[116524]: pgmap v20265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:44 smithi155 ceph-mon[102677]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:44 smithi111 ceph-mon[97855]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:44 smithi111 ceph-mon[116524]: pgmap v20266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:46.497 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 2m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 2m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 2m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 2m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:29:46.827 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:29:46.828 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:29:47.202 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:29:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:29:47.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:29:47.203 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:29:47.204 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:29:47.204 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:29:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:46 smithi155 ceph-mon[102677]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:46 smithi111 ceph-mon[97855]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:46 smithi111 ceph-mon[116524]: pgmap v20267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:47 smithi155 ceph-mon[102677]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:47 smithi155 ceph-mon[102677]: from='client.47021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/285220090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:29:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:47 smithi111 ceph-mon[97855]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:47 smithi111 ceph-mon[97855]: from='client.47021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/285220090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:29:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:47 smithi111 ceph-mon[116524]: from='client.47015 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:47 smithi111 ceph-mon[116524]: from='client.47021 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:29:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/285220090' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:29:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:48 smithi155 ceph-mon[102677]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:48 smithi111 ceph-mon[97855]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:48 smithi111 ceph-mon[116524]: pgmap v20268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:29:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:29:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:29:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:50 smithi155 ceph-mon[102677]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:50 smithi111 ceph-mon[97855]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:50 smithi111 ceph-mon[116524]: pgmap v20269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:52 smithi155 ceph-mon[102677]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:52 smithi111 ceph-mon[97855]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:52 smithi111 ceph-mon[116524]: pgmap v20270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:29:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:29:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:29:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:29:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:29:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:29:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:29:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:29:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:29:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:29:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:29:54.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:29:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:54 smithi155 ceph-mon[102677]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:54 smithi111 ceph-mon[97855]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:54 smithi111 ceph-mon[116524]: pgmap v20271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:56 smithi155 ceph-mon[102677]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:56 smithi111 ceph-mon[97855]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:56 smithi111 ceph-mon[116524]: pgmap v20272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:29:58 smithi155 ceph-mon[102677]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:29:58 smithi111 ceph-mon[97855]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:29:58 smithi111 ceph-mon[116524]: pgmap v20273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:29:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:29:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:30:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:00 smithi111 conmon[97831]: 2023-12-01T14:30:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:30:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:00 smithi155 ceph-mon[102677]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:30:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:00 smithi111 ceph-mon[97855]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:30:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:00 smithi111 ceph-mon[116524]: pgmap v20274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:30:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:02 smithi155 ceph-mon[102677]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:02 smithi111 ceph-mon[97855]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:02 smithi111 ceph-mon[116524]: pgmap v20275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:04 smithi155 ceph-mon[102677]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:04 smithi111 ceph-mon[97855]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:04 smithi111 ceph-mon[116524]: pgmap v20276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:06 smithi155 ceph-mon[102677]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:06 smithi111 ceph-mon[97855]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:06 smithi111 ceph-mon[116524]: pgmap v20277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:08 smithi155 ceph-mon[102677]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:08 smithi111 ceph-mon[97855]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:08 smithi111 ceph-mon[116524]: pgmap v20278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:30:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:30:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:10 smithi155 ceph-mon[102677]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:10 smithi111 ceph-mon[97855]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:10 smithi111 ceph-mon[116524]: pgmap v20279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:12 smithi155 ceph-mon[102677]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:12 smithi111 ceph-mon[97855]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:12 smithi111 ceph-mon[116524]: pgmap v20280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:14 smithi155 ceph-mon[102677]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:14 smithi111 ceph-mon[97855]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:14 smithi111 ceph-mon[116524]: pgmap v20281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:16 smithi155 ceph-mon[102677]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:16 smithi111 ceph-mon[97855]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:16 smithi111 ceph-mon[116524]: pgmap v20282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:17.548 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:30:17.854 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:30:17.854 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:30:17.854 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:30:17.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:30:17.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:30:17.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:30:17.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:30:17.856 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:30:18.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:30:18.239 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:30:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:18 smithi155 ceph-mon[102677]: from='client.47033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:18 smithi155 ceph-mon[102677]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:18 smithi155 ceph-mon[102677]: from='client.37167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3971953177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:30:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[97855]: from='client.47033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[97855]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[97855]: from='client.37167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3971953177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:30:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[116524]: from='client.47033 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[116524]: pgmap v20283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[116524]: from='client.37167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3971953177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:30:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:30:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:30:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:21.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:20 smithi155 ceph-mon[102677]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:20 smithi111 ceph-mon[97855]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:20 smithi111 ceph-mon[116524]: pgmap v20284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:22 smithi155 ceph-mon[102677]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:22 smithi111 ceph-mon[97855]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:22 smithi111 ceph-mon[116524]: pgmap v20285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:24 smithi155 ceph-mon[102677]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:24 smithi111 ceph-mon[97855]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:24 smithi111 ceph-mon[116524]: pgmap v20286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:26 smithi155 ceph-mon[102677]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:26 smithi111 ceph-mon[97855]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:26 smithi111 ceph-mon[116524]: pgmap v20287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:28 smithi155 ceph-mon[102677]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:28 smithi111 ceph-mon[97855]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:28 smithi111 ceph-mon[116524]: pgmap v20288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:30:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:30:31.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:30 smithi155 ceph-mon[102677]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:30 smithi111 ceph-mon[97855]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:30 smithi111 ceph-mon[116524]: pgmap v20289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:33.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:32 smithi155 ceph-mon[102677]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:32 smithi111 ceph-mon[97855]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:32 smithi111 ceph-mon[116524]: pgmap v20290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:34 smithi155 ceph-mon[102677]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:34 smithi111 ceph-mon[97855]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:34 smithi111 ceph-mon[116524]: pgmap v20291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:36 smithi155 ceph-mon[102677]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:36 smithi111 ceph-mon[97855]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:36 smithi111 ceph-mon[116524]: pgmap v20292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:38 smithi155 ceph-mon[102677]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:38 smithi111 ceph-mon[97855]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:38 smithi111 ceph-mon[116524]: pgmap v20293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:30:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:30:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:40 smithi155 ceph-mon[102677]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:40 smithi111 ceph-mon[97855]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:40 smithi111 ceph-mon[116524]: pgmap v20294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:43.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:42 smithi155 ceph-mon[102677]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:42 smithi111 ceph-mon[97855]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:42 smithi111 ceph-mon[116524]: pgmap v20295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:44 smithi155 ceph-mon[102677]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:44 smithi111 ceph-mon[97855]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:44 smithi111 ceph-mon[116524]: pgmap v20296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:46 smithi155 ceph-mon[102677]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:46 smithi111 ceph-mon[97855]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:46 smithi111 ceph-mon[116524]: pgmap v20297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:48.584 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 3m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 3m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 3m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:30:48.892 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 3m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 3m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 3m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 3m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 3m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 3m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 3m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:30:48.893 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:30:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:48 smithi155 ceph-mon[102677]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:48 smithi111 ceph-mon[97855]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:48 smithi111 ceph-mon[116524]: pgmap v20298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:49.272 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:30:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:30:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:30:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:30:49.272 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:30:49.273 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:30:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:30:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:49 smithi155 ceph-mon[102677]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2860529190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:30:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:49 smithi111 ceph-mon[97855]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2860529190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:30:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:49 smithi111 ceph-mon[116524]: from='client.47051 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2860529190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:30:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:30:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:50 smithi155 ceph-mon[102677]: from='client.37185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:50 smithi155 ceph-mon[102677]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:50 smithi111 ceph-mon[97855]: from='client.37185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:51.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:50 smithi111 ceph-mon[97855]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:50 smithi111 ceph-mon[116524]: from='client.37185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:30:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:50 smithi111 ceph-mon[116524]: pgmap v20299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:52 smithi155 ceph-mon[102677]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:52 smithi111 ceph-mon[97855]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:52 smithi111 ceph-mon[116524]: pgmap v20300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:53 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:30:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:53 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:30:54.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:53 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:30:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:54 smithi155 ceph-mon[102677]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:30:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:30:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:30:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[116524]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[97855]: pgmap v20301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:30:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:30:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:56 smithi155 ceph-mon[102677]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:56 smithi111 ceph-mon[97855]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:56 smithi111 ceph-mon[116524]: pgmap v20302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:30:58 smithi155 ceph-mon[102677]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:30:58 smithi111 ceph-mon[97855]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:30:58 smithi111 ceph-mon[116524]: pgmap v20303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:30:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:30:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:31:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:00 smithi155 ceph-mon[102677]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:00 smithi111 ceph-mon[97855]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:00 smithi111 ceph-mon[116524]: pgmap v20304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:02 smithi155 ceph-mon[102677]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:02 smithi111 ceph-mon[97855]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:02 smithi111 ceph-mon[116524]: pgmap v20305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:04 smithi155 ceph-mon[102677]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:04 smithi111 ceph-mon[97855]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:04 smithi111 ceph-mon[116524]: pgmap v20306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:06 smithi155 ceph-mon[102677]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:06 smithi111 ceph-mon[97855]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:06 smithi111 ceph-mon[116524]: pgmap v20307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:08 smithi155 ceph-mon[102677]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:08 smithi111 ceph-mon[97855]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:08 smithi111 ceph-mon[116524]: pgmap v20308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:31:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:31:11.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:10 smithi155 ceph-mon[102677]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:10 smithi111 ceph-mon[97855]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:10 smithi111 ceph-mon[116524]: pgmap v20309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:12 smithi155 ceph-mon[102677]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:12 smithi111 ceph-mon[97855]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:12 smithi111 ceph-mon[116524]: pgmap v20310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:13 smithi155 ceph-mon[102677]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:13 smithi111 ceph-mon[97855]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:13 smithi111 ceph-mon[116524]: pgmap v20311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:16 smithi155 ceph-mon[102677]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:16 smithi111 ceph-mon[97855]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:16.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:16 smithi111 ceph-mon[116524]: pgmap v20312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:18 smithi155 ceph-mon[102677]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:18 smithi111 ceph-mon[97855]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:18 smithi111 ceph-mon[116524]: pgmap v20313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:19.621 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:31:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:31:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:31:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:31:19.932 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 4m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 4m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 4m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:31:19.933 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 4m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 4m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 4m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 4m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 4m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:31:19.934 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:31:19.935 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:31:19.935 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:31:19.935 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:31:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:20.313 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:31:20.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:20.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:31:20.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:31:20.315 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:20.315 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:31:20.315 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:31:20.315 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:31:20.315 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:31:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:20 smithi155 ceph-mon[102677]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:20 smithi155 ceph-mon[102677]: from='client.47069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2126566857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:31:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:20 smithi111 ceph-mon[97855]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:20 smithi111 ceph-mon[97855]: from='client.47069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2126566857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:31:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:20 smithi111 ceph-mon[116524]: pgmap v20314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:20 smithi111 ceph-mon[116524]: from='client.47069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2126566857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:31:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:21 smithi155 ceph-mon[102677]: from='client.37203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:21 smithi111 ceph-mon[97855]: from='client.37203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:21 smithi111 ceph-mon[116524]: from='client.37203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:22 smithi155 ceph-mon[102677]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:22 smithi111 ceph-mon[97855]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:22 smithi111 ceph-mon[116524]: pgmap v20315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:24 smithi155 ceph-mon[102677]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:24 smithi111 ceph-mon[97855]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:24 smithi111 ceph-mon[116524]: pgmap v20316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:26 smithi155 ceph-mon[102677]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:26 smithi111 ceph-mon[97855]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:26 smithi111 ceph-mon[116524]: pgmap v20317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:28 smithi155 ceph-mon[102677]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:28 smithi111 ceph-mon[97855]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:28 smithi111 ceph-mon[116524]: pgmap v20318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:31:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:31:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:30 smithi155 ceph-mon[102677]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:30 smithi111 ceph-mon[97855]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:30 smithi111 ceph-mon[116524]: pgmap v20319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:32 smithi155 ceph-mon[102677]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:32 smithi111 ceph-mon[97855]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:32 smithi111 ceph-mon[116524]: pgmap v20320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:34 smithi155 ceph-mon[102677]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:34 smithi111 ceph-mon[97855]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:34 smithi111 ceph-mon[116524]: pgmap v20321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:36 smithi155 ceph-mon[102677]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:36 smithi111 ceph-mon[97855]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:36 smithi111 ceph-mon[116524]: pgmap v20322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:38 smithi155 ceph-mon[102677]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:38 smithi111 ceph-mon[97855]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:38 smithi111 ceph-mon[116524]: pgmap v20323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:31:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:31:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:40 smithi155 ceph-mon[102677]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:40 smithi111 ceph-mon[97855]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:40 smithi111 ceph-mon[116524]: pgmap v20324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:42 smithi155 ceph-mon[102677]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:42 smithi111 ceph-mon[97855]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:42 smithi111 ceph-mon[116524]: pgmap v20325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:44 smithi155 ceph-mon[102677]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:44 smithi111 ceph-mon[97855]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:44 smithi111 ceph-mon[116524]: pgmap v20326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:46 smithi155 ceph-mon[102677]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:46 smithi111 ceph-mon[97855]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:46 smithi111 ceph-mon[116524]: pgmap v20327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:48 smithi155 ceph-mon[102677]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:48 smithi111 ceph-mon[97855]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:48 smithi111 ceph-mon[116524]: pgmap v20328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:31:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:31:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:31:50.662 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:31:50.969 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:31:50.969 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:31:50.969 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 4m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 4m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 4m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 4m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:31:50.970 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 4m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:31:50.971 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 4m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:31:50.971 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:31:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:50 smithi155 ceph-mon[102677]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:51.257 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:50 smithi111 ceph-mon[97855]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:51.257 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:50 smithi111 ceph-mon[116524]: pgmap v20329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:51.351 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:31:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:31:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:31:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:31:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:31:51.352 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:31:51.352 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:31:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:51 smithi155 ceph-mon[102677]: from='client.37215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2205836718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:31:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:51 smithi111 ceph-mon[116524]: from='client.37215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:52.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2205836718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:31:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:51 smithi111 ceph-mon[97855]: from='client.37215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2205836718' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:31:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:52 smithi155 ceph-mon[102677]: from='client.37221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:52 smithi155 ceph-mon[102677]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:52 smithi111 ceph-mon[97855]: from='client.37221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:52 smithi111 ceph-mon[97855]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:52 smithi111 ceph-mon[116524]: from='client.37221 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:31:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:52 smithi111 ceph-mon[116524]: pgmap v20330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:54 smithi155 ceph-mon[102677]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:31:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:31:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:31:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:31:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[97855]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[116524]: pgmap v20331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:31:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:31:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:31:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:56 smithi155 ceph-mon[102677]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:56 smithi111 ceph-mon[97855]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:56 smithi111 ceph-mon[116524]: pgmap v20332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:31:58 smithi155 ceph-mon[102677]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:31:58 smithi111 ceph-mon[97855]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:31:58 smithi111 ceph-mon[116524]: pgmap v20333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:31:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:31:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:32:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:00 smithi155 ceph-mon[102677]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:00 smithi111 ceph-mon[97855]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:00 smithi111 ceph-mon[116524]: pgmap v20334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:02 smithi155 ceph-mon[102677]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:02 smithi111 ceph-mon[97855]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:02 smithi111 ceph-mon[116524]: pgmap v20335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:04 smithi155 ceph-mon[102677]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:04 smithi111 ceph-mon[97855]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:04 smithi111 ceph-mon[116524]: pgmap v20336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:06 smithi155 ceph-mon[102677]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:06 smithi111 ceph-mon[97855]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:06 smithi111 ceph-mon[116524]: pgmap v20337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:08 smithi155 ceph-mon[102677]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:08 smithi111 ceph-mon[97855]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:08 smithi111 ceph-mon[116524]: pgmap v20338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:32:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:32:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:09 smithi155 ceph-mon[102677]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:09 smithi111 ceph-mon[97855]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:09 smithi111 ceph-mon[116524]: pgmap v20339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:12 smithi155 ceph-mon[102677]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:12 smithi111 ceph-mon[97855]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:12 smithi111 ceph-mon[116524]: pgmap v20340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:14 smithi155 ceph-mon[102677]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:14 smithi111 ceph-mon[97855]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:14 smithi111 ceph-mon[116524]: pgmap v20341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:16 smithi155 ceph-mon[102677]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:16 smithi111 ceph-mon[97855]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:16 smithi111 ceph-mon[116524]: pgmap v20342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:18 smithi155 ceph-mon[102677]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:18 smithi111 ceph-mon[97855]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:18 smithi111 ceph-mon[116524]: pgmap v20343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:32:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:32:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:20 smithi155 ceph-mon[102677]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:20 smithi111 ceph-mon[97855]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:20 smithi111 ceph-mon[116524]: pgmap v20344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:21.714 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 5m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 5m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 5m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 5m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 5m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 5m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 5m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:32:22.024 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 5m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 5m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 5m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 5m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 5m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 5m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 5m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 5m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:32:22.025 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:32:22.405 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:32:22.405 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:32:22.405 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:32:22.405 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:22.405 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:32:22.405 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:32:22.406 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:32:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:22 smithi155 ceph-mon[102677]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:22 smithi155 ceph-mon[102677]: from='client.37233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/315455695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:32:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:22 smithi111 ceph-mon[116524]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:22 smithi111 ceph-mon[116524]: from='client.37233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/315455695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:32:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:22 smithi111 ceph-mon[97855]: pgmap v20345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:22 smithi111 ceph-mon[97855]: from='client.37233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/315455695' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:32:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:23 smithi155 ceph-mon[102677]: from='client.47111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:23 smithi111 ceph-mon[97855]: from='client.47111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:23 smithi111 ceph-mon[116524]: from='client.47111 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:24 smithi155 ceph-mon[102677]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:24 smithi111 ceph-mon[97855]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:24 smithi111 ceph-mon[116524]: pgmap v20346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:26 smithi155 ceph-mon[102677]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:26 smithi111 ceph-mon[97855]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:26 smithi111 ceph-mon[116524]: pgmap v20347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:28 smithi155 ceph-mon[102677]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:28 smithi111 ceph-mon[97855]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:28 smithi111 ceph-mon[116524]: pgmap v20348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:32:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:32:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:30 smithi155 ceph-mon[102677]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:30 smithi111 ceph-mon[97855]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:30 smithi111 ceph-mon[116524]: pgmap v20349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:32 smithi155 ceph-mon[102677]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:32 smithi111 ceph-mon[97855]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:32 smithi111 ceph-mon[116524]: pgmap v20350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:34 smithi155 ceph-mon[102677]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:34 smithi111 ceph-mon[97855]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:34 smithi111 ceph-mon[116524]: pgmap v20351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:36 smithi155 ceph-mon[102677]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:36 smithi111 ceph-mon[97855]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:36 smithi111 ceph-mon[116524]: pgmap v20352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:38 smithi155 ceph-mon[102677]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:38 smithi111 ceph-mon[97855]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:38 smithi111 ceph-mon[116524]: pgmap v20353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:32:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:32:40.707 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 14:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T14:32:40.376177012Z level=info msg="Completed cleanup jobs" duration=342.246615ms 2023-12-01T14:32:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:40 smithi155 ceph-mon[102677]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:40 smithi111 ceph-mon[97855]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:40 smithi111 ceph-mon[116524]: pgmap v20354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:42 smithi155 ceph-mon[102677]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:42 smithi111 ceph-mon[97855]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:42 smithi111 ceph-mon[116524]: pgmap v20355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:44 smithi155 ceph-mon[102677]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:44 smithi111 ceph-mon[97855]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:44 smithi111 ceph-mon[116524]: pgmap v20356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:46 smithi155 ceph-mon[102677]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:46 smithi111 ceph-mon[97855]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:46 smithi111 ceph-mon[116524]: pgmap v20357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:48 smithi155 ceph-mon[102677]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:48 smithi111 ceph-mon[97855]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:48 smithi111 ceph-mon[116524]: pgmap v20358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:32:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:32:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:32:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:50 smithi155 ceph-mon[102677]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:50 smithi111 ceph-mon[97855]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:50 smithi111 ceph-mon[116524]: pgmap v20359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:52.750 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:32:53.061 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:32:53.062 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:32:53.063 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:32:53.063 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:32:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:52 smithi155 ceph-mon[102677]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:52 smithi111 ceph-mon[97855]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:52 smithi111 ceph-mon[116524]: pgmap v20360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:53.443 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:32:53.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:32:53.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:32:53.445 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:32:53.445 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:32:53.445 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:32:53.445 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:32:53.445 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:32:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:53 smithi155 ceph-mon[102677]: from='client.37251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1840948952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:32:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:53 smithi111 ceph-mon[97855]: from='client.37251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1840948952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:32:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:53 smithi111 ceph-mon[116524]: from='client.37251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1840948952' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:32:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:54 smithi155 ceph-mon[102677]: from='client.47129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:54 smithi155 ceph-mon[102677]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:32:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:54 smithi111 ceph-mon[97855]: from='client.47129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:54 smithi111 ceph-mon[97855]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:32:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:54 smithi111 ceph-mon[116524]: from='client.47129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:32:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:54 smithi111 ceph-mon[116524]: pgmap v20361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:32:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:32:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:32:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:32:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:32:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:32:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:32:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:32:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:32:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:32:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:56 smithi155 ceph-mon[102677]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:56 smithi111 ceph-mon[97855]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:56 smithi111 ceph-mon[116524]: pgmap v20362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:32:57 smithi155 ceph-mon[102677]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:32:57 smithi111 ceph-mon[97855]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:58.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:32:57 smithi111 ceph-mon[116524]: pgmap v20363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:32:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:32:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:33:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:00 smithi155 ceph-mon[102677]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:00.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:00 smithi111 ceph-mon[116524]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:00 smithi111 ceph-mon[97855]: pgmap v20364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:02 smithi155 ceph-mon[102677]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:02 smithi111 ceph-mon[97855]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:02 smithi111 ceph-mon[116524]: pgmap v20365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:04 smithi155 ceph-mon[102677]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:04 smithi111 ceph-mon[97855]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:04 smithi111 ceph-mon[116524]: pgmap v20366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:06 smithi155 ceph-mon[102677]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:06 smithi111 ceph-mon[97855]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:06 smithi111 ceph-mon[116524]: pgmap v20367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:08 smithi155 ceph-mon[102677]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:08 smithi111 ceph-mon[97855]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:08 smithi111 ceph-mon[116524]: pgmap v20368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:33:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:33:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:10 smithi155 ceph-mon[102677]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:10 smithi111 ceph-mon[97855]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:10 smithi111 ceph-mon[116524]: pgmap v20369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:13.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:12 smithi155 ceph-mon[102677]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:12 smithi111 ceph-mon[116524]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:12 smithi111 ceph-mon[97855]: pgmap v20370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:14 smithi155 ceph-mon[102677]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:14 smithi111 ceph-mon[97855]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:14 smithi111 ceph-mon[116524]: pgmap v20371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:16 smithi155 ceph-mon[102677]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:16 smithi111 ceph-mon[97855]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:16 smithi111 ceph-mon[116524]: pgmap v20372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:18 smithi155 ceph-mon[102677]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:18 smithi111 ceph-mon[97855]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:18 smithi111 ceph-mon[116524]: pgmap v20373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:33:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:33:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:20 smithi155 ceph-mon[102677]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:20 smithi111 ceph-mon[97855]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:20 smithi111 ceph-mon[116524]: pgmap v20374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:22 smithi155 ceph-mon[102677]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:22 smithi111 ceph-mon[97855]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:22 smithi111 ceph-mon[116524]: pgmap v20375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:23.789 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:33:24.094 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 6m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 6m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 6m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 6m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 6m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 6m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 6m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 6m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 6m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:33:24.095 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 6m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 6m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 6m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 6m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 6m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 6m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 6m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 6m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 6m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 6m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:33:24.096 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 6m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:33:24.476 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:33:24.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:33:24.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:33:24.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:33:24.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:33:24.478 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:33:24.478 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:33:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:24 smithi155 ceph-mon[102677]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:24 smithi155 ceph-mon[102677]: from='client.37269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2597234912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:33:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:24 smithi111 ceph-mon[97855]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:24 smithi111 ceph-mon[97855]: from='client.37269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2597234912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:33:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:24 smithi111 ceph-mon[116524]: pgmap v20376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:24 smithi111 ceph-mon[116524]: from='client.37269 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2597234912' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:33:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:25 smithi155 ceph-mon[102677]: from='client.37275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:25 smithi111 ceph-mon[97855]: from='client.37275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:25 smithi111 ceph-mon[116524]: from='client.37275 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:26 smithi155 ceph-mon[102677]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:26 smithi111 ceph-mon[97855]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:26 smithi111 ceph-mon[116524]: pgmap v20377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:28 smithi155 ceph-mon[102677]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:28 smithi111 ceph-mon[97855]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:28 smithi111 ceph-mon[116524]: pgmap v20378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:33:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:33:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:30 smithi155 ceph-mon[102677]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:30 smithi111 ceph-mon[97855]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:30 smithi111 ceph-mon[116524]: pgmap v20379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:32 smithi155 ceph-mon[102677]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:32 smithi111 ceph-mon[97855]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:32 smithi111 ceph-mon[116524]: pgmap v20380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:34 smithi155 ceph-mon[102677]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:34 smithi111 ceph-mon[97855]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:34 smithi111 ceph-mon[116524]: pgmap v20381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:36 smithi155 ceph-mon[102677]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:36 smithi111 ceph-mon[97855]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:36 smithi111 ceph-mon[116524]: pgmap v20382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:38 smithi155 ceph-mon[102677]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:38 smithi111 ceph-mon[97855]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:38 smithi111 ceph-mon[116524]: pgmap v20383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:39.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:33:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:33:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:40 smithi155 ceph-mon[102677]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:40 smithi111 ceph-mon[97855]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:40 smithi111 ceph-mon[116524]: pgmap v20384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:42 smithi155 ceph-mon[102677]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:42 smithi111 ceph-mon[97855]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:42 smithi111 ceph-mon[116524]: pgmap v20385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:44 smithi155 ceph-mon[102677]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:44 smithi111 ceph-mon[97855]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:44 smithi111 ceph-mon[116524]: pgmap v20386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:46 smithi155 ceph-mon[102677]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:46 smithi111 ceph-mon[97855]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:46 smithi111 ceph-mon[116524]: pgmap v20387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:48 smithi155 ceph-mon[102677]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:48 smithi111 ceph-mon[97855]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:48 smithi111 ceph-mon[116524]: pgmap v20388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:33:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:33:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:33:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:50 smithi155 ceph-mon[102677]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:50 smithi111 ceph-mon[97855]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:50 smithi111 ceph-mon[116524]: pgmap v20389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:52 smithi155 ceph-mon[102677]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:52 smithi111 ceph-mon[97855]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:52 smithi111 ceph-mon[116524]: pgmap v20390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:54.822 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:33:55.133 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:33:55.134 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:33:55.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:54 smithi155 ceph-mon[102677]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:54 smithi111 ceph-mon[97855]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:54 smithi111 ceph-mon[116524]: pgmap v20391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:55.545 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:33:55.546 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:33:55.547 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:33:55.547 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:33:56.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:55 smithi155 ceph-mon[102677]: from='client.47159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:33:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1227568424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:33:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:33:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:33:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:33:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[97855]: from='client.47159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:33:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1227568424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:33:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:33:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:33:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[116524]: from='client.47159 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1227568424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:33:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:56 smithi155 ceph-mon[102677]: from='client.37293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:56 smithi155 ceph-mon[102677]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:56 smithi111 ceph-mon[97855]: from='client.37293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:56 smithi111 ceph-mon[97855]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:56 smithi111 ceph-mon[116524]: from='client.37293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:33:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:56 smithi111 ceph-mon[116524]: pgmap v20392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:33:58 smithi155 ceph-mon[102677]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:33:58 smithi111 ceph-mon[97855]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:33:58 smithi111 ceph-mon[116524]: pgmap v20393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:33:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:33:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:34:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:00 smithi155 ceph-mon[102677]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:00 smithi111 ceph-mon[97855]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:00 smithi111 ceph-mon[116524]: pgmap v20394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:02 smithi155 ceph-mon[102677]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:02 smithi111 ceph-mon[97855]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:02 smithi111 ceph-mon[116524]: pgmap v20395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:04 smithi155 ceph-mon[102677]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:04 smithi111 ceph-mon[97855]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:04 smithi111 ceph-mon[116524]: pgmap v20396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:06 smithi155 ceph-mon[102677]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:06 smithi111 ceph-mon[97855]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:06 smithi111 ceph-mon[116524]: pgmap v20397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:08 smithi155 ceph-mon[102677]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:08 smithi111 ceph-mon[97855]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:09.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:08 smithi111 ceph-mon[116524]: pgmap v20398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:34:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:34:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:10 smithi155 ceph-mon[102677]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:10 smithi111 ceph-mon[97855]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:10 smithi111 ceph-mon[116524]: pgmap v20399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:12 smithi155 ceph-mon[102677]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:12 smithi111 ceph-mon[97855]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:12 smithi111 ceph-mon[116524]: pgmap v20400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:14 smithi155 ceph-mon[102677]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:14 smithi111 ceph-mon[97855]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:14 smithi111 ceph-mon[116524]: pgmap v20401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:16 smithi155 ceph-mon[102677]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:16 smithi111 ceph-mon[97855]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:16 smithi111 ceph-mon[116524]: pgmap v20402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:18 smithi155 ceph-mon[102677]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:18 smithi111 ceph-mon[97855]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:18 smithi111 ceph-mon[116524]: pgmap v20403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:34:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:34:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:20 smithi155 ceph-mon[102677]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:20 smithi111 ceph-mon[97855]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:20 smithi111 ceph-mon[116524]: pgmap v20404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:22 smithi155 ceph-mon[102677]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:22 smithi111 ceph-mon[97855]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:22 smithi111 ceph-mon[116524]: pgmap v20405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:24 smithi155 ceph-mon[102677]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:24 smithi111 ceph-mon[97855]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:24 smithi111 ceph-mon[116524]: pgmap v20406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:25.893 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:34:26.200 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 7m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 7m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 7m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 7m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 7m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 7m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 7m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 7m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 7m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 7m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 7m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 7m ago 9h 5770M 2146M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 7m ago 9h 6086M 2146M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 7m ago 9h 6227M 2146M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:34:26.201 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 7m ago 9h 5485M 2146M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:34:26.202 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 7m ago 9h 4378M 2470M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:34:26.202 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 7m ago 9h 5496M 2470M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:34:26.202 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 7m ago 9h 4856M 2470M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:34:26.202 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 7m ago 9h 5679M 2470M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:34:26.202 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 7m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:34:26.580 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:34:26.581 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:34:26.581 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:26 smithi155 ceph-mon[102677]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:26 smithi155 ceph-mon[102677]: from='client.37305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1297443836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:26 smithi111 ceph-mon[97855]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:26 smithi111 ceph-mon[97855]: from='client.37305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1297443836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:34:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:26 smithi111 ceph-mon[116524]: pgmap v20407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:26 smithi111 ceph-mon[116524]: from='client.37305 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1297443836' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:34:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:27 smithi155 ceph-mon[102677]: from='client.37311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:27 smithi111 ceph-mon[97855]: from='client.37311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:27 smithi111 ceph-mon[116524]: from='client.37311 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:28 smithi155 ceph-mon[102677]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:28 smithi111 ceph-mon[97855]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:28 smithi111 ceph-mon[116524]: pgmap v20408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:34:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:34:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:30 smithi155 ceph-mon[102677]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:30 smithi111 ceph-mon[97855]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:30 smithi111 ceph-mon[116524]: pgmap v20409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:32 smithi155 ceph-mon[102677]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:32 smithi111 ceph-mon[97855]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:32 smithi111 ceph-mon[116524]: pgmap v20410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:34 smithi155 ceph-mon[102677]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:34 smithi111 ceph-mon[97855]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:34 smithi111 ceph-mon[116524]: pgmap v20411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:36 smithi155 ceph-mon[102677]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:36 smithi111 ceph-mon[97855]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:36 smithi111 ceph-mon[116524]: pgmap v20412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:37 smithi155 ceph-mon[102677]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:37 smithi111 ceph-mon[97855]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:37 smithi111 ceph-mon[116524]: pgmap v20413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:34:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T14:34:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:40 smithi155 ceph-mon[102677]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:40.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:40 smithi111 ceph-mon[97855]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:40.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:40 smithi111 ceph-mon[116524]: pgmap v20414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:42 smithi155 ceph-mon[102677]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:42 smithi111 ceph-mon[97855]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:42 smithi111 ceph-mon[116524]: pgmap v20415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:44 smithi155 ceph-mon[102677]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:44 smithi111 ceph-mon[97855]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:44 smithi111 ceph-mon[116524]: pgmap v20416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:46 smithi155 ceph-mon[102677]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:46 smithi111 ceph-mon[97855]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:46 smithi111 ceph-mon[116524]: pgmap v20417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:48 smithi155 ceph-mon[102677]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:48 smithi111 ceph-mon[97855]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:48 smithi111 ceph-mon[116524]: pgmap v20418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:34:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T14:34:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:34:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:50 smithi155 ceph-mon[102677]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:50 smithi111 ceph-mon[97855]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:50 smithi111 ceph-mon[116524]: pgmap v20419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:52 smithi155 ceph-mon[102677]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:52 smithi111 ceph-mon[97855]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:52 smithi111 ceph-mon[116524]: pgmap v20420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:54 smithi155 ceph-mon[102677]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:54 smithi111 ceph-mon[97855]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:54 smithi111 ceph-mon[116524]: pgmap v20421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:34:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:34:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:34:56.923 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:34:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:34:57.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:34:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5770M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 6086M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6227M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5485M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4378M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5496M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4856M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:34:57.232 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5679M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:34:57.233 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:34:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: pgmap v20422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:34:57.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:34:57.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:34:57.614 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:34:57.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:34:57.614 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:34:57.614 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:34:57.615 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:57 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2467M 2023-12-01T14:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:57 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2135M 2023-12-01T14:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/818722017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:57 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2467M 2023-12-01T14:34:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:57 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2135M 2023-12-01T14:34:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/818722017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:57 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2467M 2023-12-01T14:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:57 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2135M 2023-12-01T14:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/818722017' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:58 smithi155 ceph-mon[102677]: from='client.47195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:58 smithi155 ceph-mon[102677]: from='client.47201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:34:58 smithi155 ceph-mon[102677]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:58 smithi111 ceph-mon[116524]: from='client.47195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:58 smithi111 ceph-mon[116524]: from='client.47201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:34:58 smithi111 ceph-mon[116524]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:58 smithi111 ceph-mon[97855]: from='client.47195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:58 smithi111 ceph-mon[97855]: from='client.47201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:34:58 smithi111 ceph-mon[97855]: pgmap v20423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:34:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:34:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:35:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:00 smithi155 ceph-mon[102677]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:00 smithi111 ceph-mon[97855]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:00 smithi111 ceph-mon[116524]: pgmap v20424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:02 smithi155 ceph-mon[102677]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:02 smithi111 ceph-mon[97855]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:02 smithi111 ceph-mon[116524]: pgmap v20425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:04 smithi155 ceph-mon[102677]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:04 smithi111 ceph-mon[97855]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:04 smithi111 ceph-mon[116524]: pgmap v20426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:06 smithi155 ceph-mon[102677]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:06 smithi111 ceph-mon[97855]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:06 smithi111 ceph-mon[116524]: pgmap v20427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:08 smithi155 ceph-mon[102677]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:08 smithi111 ceph-mon[97855]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:08 smithi111 ceph-mon[116524]: pgmap v20428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:35:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:35:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:10 smithi155 ceph-mon[102677]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:10 smithi111 ceph-mon[97855]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:10 smithi111 ceph-mon[116524]: pgmap v20429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:12 smithi155 ceph-mon[102677]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:12 smithi111 ceph-mon[97855]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:12 smithi111 ceph-mon[116524]: pgmap v20430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:14 smithi155 ceph-mon[102677]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:14 smithi111 ceph-mon[97855]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:14 smithi111 ceph-mon[116524]: pgmap v20431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:16 smithi155 ceph-mon[102677]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:16 smithi111 ceph-mon[97855]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:16 smithi111 ceph-mon[116524]: pgmap v20432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:18 smithi155 ceph-mon[102677]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:18 smithi111 ceph-mon[97855]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:18 smithi111 ceph-mon[116524]: pgmap v20433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:35:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:35:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:20 smithi155 ceph-mon[102677]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:20 smithi111 ceph-mon[97855]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:20 smithi111 ceph-mon[116524]: pgmap v20434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:22 smithi155 ceph-mon[102677]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:22 smithi111 ceph-mon[97855]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:22 smithi111 ceph-mon[116524]: pgmap v20435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:24 smithi155 ceph-mon[102677]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:24 smithi111 ceph-mon[97855]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:24 smithi111 ceph-mon[116524]: pgmap v20436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:26 smithi155 ceph-mon[102677]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:26 smithi111 ceph-mon[97855]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:26 smithi111 ceph-mon[116524]: pgmap v20437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:27.962 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:35:28.270 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 8m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 8m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 8m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 8m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 8m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 8m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 8m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 8m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 8m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 8m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 8m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 8m ago 9h 5770M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 8m ago 9h 6086M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:35:28.271 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 8m ago 9h 6227M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:35:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 8m ago 9h 5485M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:35:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 8m ago 9h 4378M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:35:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 8m ago 9h 5496M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:35:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 8m ago 9h 4856M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:35:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 8m ago 9h 5679M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:35:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 8m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:35:28.652 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:35:28.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:35:28.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:35:28.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:28.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:35:28.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:35:28.653 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:35:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:28 smithi155 ceph-mon[102677]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3988656196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:35:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:28 smithi111 ceph-mon[97855]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3988656196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:35:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:28 smithi111 ceph-mon[116524]: pgmap v20438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3988656196' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:35:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:35:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:35:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:29 smithi155 ceph-mon[102677]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:35:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:29 smithi155 ceph-mon[102677]: from='client.47219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:35:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:29 smithi111 ceph-mon[97855]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:35:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:29 smithi111 ceph-mon[97855]: from='client.47219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:35:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:29 smithi111 ceph-mon[116524]: from='client.47213 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:35:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:29 smithi111 ceph-mon[116524]: from='client.47219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:35:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:30 smithi155 ceph-mon[102677]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:30 smithi111 ceph-mon[97855]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:30 smithi111 ceph-mon[116524]: pgmap v20439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:32 smithi155 ceph-mon[102677]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:32 smithi111 ceph-mon[97855]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:32 smithi111 ceph-mon[116524]: pgmap v20440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:34 smithi155 ceph-mon[102677]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:34 smithi111 ceph-mon[97855]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:34 smithi111 ceph-mon[116524]: pgmap v20441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:36 smithi155 ceph-mon[102677]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:36 smithi111 ceph-mon[97855]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:36 smithi111 ceph-mon[116524]: pgmap v20442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:38 smithi155 ceph-mon[102677]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:38 smithi111 ceph-mon[97855]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:38 smithi111 ceph-mon[116524]: pgmap v20443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:35:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:35:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:40 smithi155 ceph-mon[102677]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:40 smithi111 ceph-mon[97855]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:40 smithi111 ceph-mon[116524]: pgmap v20444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:42 smithi155 ceph-mon[102677]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:42 smithi111 ceph-mon[97855]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:42 smithi111 ceph-mon[116524]: pgmap v20445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:44 smithi155 ceph-mon[102677]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:44 smithi111 ceph-mon[97855]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:44 smithi111 ceph-mon[116524]: pgmap v20446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:46 smithi155 ceph-mon[102677]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:46 smithi111 ceph-mon[97855]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:46 smithi111 ceph-mon[116524]: pgmap v20447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:48 smithi155 ceph-mon[102677]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:48 smithi111 ceph-mon[97855]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:48 smithi111 ceph-mon[116524]: pgmap v20448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:35:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:35:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:35:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:50 smithi155 ceph-mon[102677]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:50 smithi111 ceph-mon[97855]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:50 smithi111 ceph-mon[116524]: pgmap v20449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:52 smithi155 ceph-mon[102677]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:52 smithi111 ceph-mon[97855]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:52 smithi111 ceph-mon[116524]: pgmap v20450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:54 smithi155 ceph-mon[102677]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:54 smithi111 ceph-mon[97855]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:54 smithi111 ceph-mon[116524]: pgmap v20451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:56 smithi155 ceph-mon[102677]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:35:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:35:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:35:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[97855]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:35:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:35:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[116524]: pgmap v20452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:35:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:35:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:35:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:35:59.000 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:35:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:58 smithi155 ceph-mon[102677]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:58 smithi111 ceph-mon[97855]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:58 smithi111 ceph-mon[116524]: pgmap v20453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:35:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:35:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:35:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:35:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:35:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:35:59.306 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (9h) 9m ago 9h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (9h) 9m ago 9h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5770M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 6086M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6227M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5485M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4378M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5496M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:35:59.307 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4856M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:35:59.308 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5679M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:35:59.308 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:35:59.683 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:35:59.683 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:35:59.683 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:35:59.683 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:35:59.684 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:35:59.685 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:35:59.685 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:35:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:35:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:35:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1594061979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:36:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:35:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1594061979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:36:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:35:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1594061979' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:36:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:00 smithi155 ceph-mon[102677]: from='client.37359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:00 smithi155 ceph-mon[102677]: from='client.37365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:00 smithi155 ceph-mon[102677]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:00 smithi111 ceph-mon[97855]: from='client.37359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:00 smithi111 ceph-mon[97855]: from='client.37365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:00 smithi111 ceph-mon[97855]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:00 smithi111 ceph-mon[116524]: from='client.37359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:00 smithi111 ceph-mon[116524]: from='client.37365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:00 smithi111 ceph-mon[116524]: pgmap v20454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:02 smithi155 ceph-mon[102677]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:02 smithi111 ceph-mon[97855]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:02 smithi111 ceph-mon[116524]: pgmap v20455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:04 smithi155 ceph-mon[102677]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:04 smithi111 ceph-mon[97855]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:04 smithi111 ceph-mon[116524]: pgmap v20456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:05 smithi111 ceph-mon[97855]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:05 smithi111 ceph-mon[116524]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:05 smithi155 ceph-mon[102677]: pgmap v20457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:08 smithi155 ceph-mon[102677]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:08 smithi111 ceph-mon[97855]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:08 smithi111 ceph-mon[116524]: pgmap v20458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:36:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:36:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:10 smithi155 ceph-mon[102677]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:10 smithi111 ceph-mon[97855]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:10 smithi111 ceph-mon[116524]: pgmap v20459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:12 smithi155 ceph-mon[102677]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:12 smithi111 ceph-mon[97855]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:12 smithi111 ceph-mon[116524]: pgmap v20460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:15.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:14 smithi155 ceph-mon[102677]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:14 smithi111 ceph-mon[97855]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:14 smithi111 ceph-mon[116524]: pgmap v20461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:16 smithi155 ceph-mon[102677]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:16 smithi111 ceph-mon[116524]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:16 smithi111 ceph-mon[97855]: pgmap v20462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:18 smithi155 ceph-mon[102677]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:18 smithi111 ceph-mon[97855]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:18 smithi111 ceph-mon[116524]: pgmap v20463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:36:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:36:20.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:20 smithi155 ceph-mon[102677]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:20 smithi111 ceph-mon[97855]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:21.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:20 smithi111 ceph-mon[116524]: pgmap v20464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:22 smithi155 ceph-mon[102677]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:22 smithi111 ceph-mon[97855]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:22 smithi111 ceph-mon[116524]: pgmap v20465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:24 smithi155 ceph-mon[102677]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:24 smithi111 ceph-mon[97855]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:24 smithi111 ceph-mon[116524]: pgmap v20466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:26 smithi155 ceph-mon[102677]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:26 smithi111 ceph-mon[97855]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:26 smithi111 ceph-mon[116524]: pgmap v20467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:28 smithi155 ceph-mon[102677]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:28 smithi111 ceph-mon[97855]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:28 smithi111 ceph-mon[116524]: pgmap v20468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:36:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:36:30.031 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 9m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 9m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 9m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 9m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 9m ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:36:30.339 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 931M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2438M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 9m ago 9h 1156M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 9m ago 9h 1069M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 9m ago 9h 21.6M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 9m ago 9h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 9m ago 9h 5770M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 9m ago 9h 6086M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 9m ago 9h 6227M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 9m ago 9h 5485M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 9m ago 9h 4378M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 9m ago 9h 5496M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 9m ago 9h 4856M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:36:30.340 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 9m ago 9h 5679M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:36:30.341 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 9m ago 9h 137M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:36:30.718 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:36:30.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:36:30.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:36:30.720 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:36:30.720 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:36:30.720 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:36:30.720 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:36:30.720 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:36:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:30 smithi155 ceph-mon[102677]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:30 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/920805205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:36:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:30 smithi111 ceph-mon[97855]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:30 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/920805205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:36:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:30 smithi111 ceph-mon[116524]: pgmap v20469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:30 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/920805205' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:36:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:31 smithi155 ceph-mon[102677]: from='client.37377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:31 smithi155 ceph-mon[102677]: from='client.47255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:31 smithi111 ceph-mon[97855]: from='client.37377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:31 smithi111 ceph-mon[97855]: from='client.47255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:31 smithi111 ceph-mon[116524]: from='client.37377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:31 smithi111 ceph-mon[116524]: from='client.47255 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:36:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:32 smithi155 ceph-mon[102677]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:32 smithi111 ceph-mon[97855]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:32 smithi111 ceph-mon[116524]: pgmap v20470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:34 smithi155 ceph-mon[102677]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:34 smithi111 ceph-mon[97855]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:34 smithi111 ceph-mon[116524]: pgmap v20471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:36 smithi155 ceph-mon[102677]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:36 smithi111 ceph-mon[97855]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:36 smithi111 ceph-mon[116524]: pgmap v20472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:38 smithi155 ceph-mon[102677]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:38 smithi111 ceph-mon[97855]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:38 smithi111 ceph-mon[116524]: pgmap v20473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:36:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:36:41.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:40 smithi155 ceph-mon[102677]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:40 smithi111 ceph-mon[97855]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:40 smithi111 ceph-mon[116524]: pgmap v20474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:42 smithi155 ceph-mon[102677]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:42 smithi111 ceph-mon[97855]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:42 smithi111 ceph-mon[116524]: pgmap v20475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:44 smithi155 ceph-mon[102677]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:44 smithi111 ceph-mon[97855]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:44 smithi111 ceph-mon[116524]: pgmap v20476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:47.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:46 smithi155 ceph-mon[102677]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:46 smithi111 ceph-mon[97855]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:46 smithi111 ceph-mon[116524]: pgmap v20477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:48 smithi155 ceph-mon[102677]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:48 smithi111 ceph-mon[97855]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:48 smithi111 ceph-mon[116524]: pgmap v20478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:36:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:36:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:36:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:50 smithi155 ceph-mon[102677]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:50 smithi111 ceph-mon[97855]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:50 smithi111 ceph-mon[116524]: pgmap v20479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:52 smithi155 ceph-mon[102677]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:52 smithi111 ceph-mon[97855]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:52 smithi111 ceph-mon[116524]: pgmap v20480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:54 smithi155 ceph-mon[102677]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:54 smithi111 ceph-mon[97855]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:54 smithi111 ceph-mon[116524]: pgmap v20481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:56 smithi155 ceph-mon[102677]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:56 smithi111 ceph-mon[97855]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:56 smithi111 ceph-mon[116524]: pgmap v20482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:36:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:36:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:36:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:36:58 smithi155 ceph-mon[102677]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:36:58 smithi111 ceph-mon[97855]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:36:58 smithi111 ceph-mon[116524]: pgmap v20483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:36:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:36:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:37:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:37:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:37:00.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: pgmap v20484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:37:00.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:37:01.059 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 1s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 1s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 1s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2s ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:37:01.362 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2s ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 1s ago 9h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 2s ago 9h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 1s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 2s ago 9h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 2s ago 9h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 2s ago 9h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:37:01.363 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2s ago 9h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:37:01.364 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 1s ago 9h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:37:01.364 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 1s ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:37:01.364 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 1s ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:37:01.364 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 1s ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:37:01.364 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 1s ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:37:01.743 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:01.744 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:37:01.745 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:37:01.746 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:37:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:01 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/158217479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:37:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:01 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/158217479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:37:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:01 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/158217479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:37:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:02 smithi155 ceph-mon[102677]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:02 smithi155 ceph-mon[102677]: from='client.37401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:02 smithi155 ceph-mon[102677]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:02 smithi111 ceph-mon[97855]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:02 smithi111 ceph-mon[97855]: from='client.37401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:02 smithi111 ceph-mon[97855]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:02 smithi111 ceph-mon[116524]: from='client.47267 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:02 smithi111 ceph-mon[116524]: from='client.37401 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:02 smithi111 ceph-mon[116524]: pgmap v20485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:04 smithi155 ceph-mon[102677]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:04 smithi111 ceph-mon[97855]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:04 smithi111 ceph-mon[116524]: pgmap v20486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:06 smithi155 ceph-mon[102677]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:06 smithi111 ceph-mon[97855]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:06 smithi111 ceph-mon[116524]: pgmap v20487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:08 smithi155 ceph-mon[102677]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:08 smithi111 ceph-mon[97855]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:08 smithi111 ceph-mon[116524]: pgmap v20488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:37:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:37:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:10 smithi155 ceph-mon[102677]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:10 smithi111 ceph-mon[97855]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:10 smithi111 ceph-mon[116524]: pgmap v20489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:12 smithi155 ceph-mon[102677]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:12 smithi111 ceph-mon[97855]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:13.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:12 smithi111 ceph-mon[116524]: pgmap v20490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:14 smithi155 ceph-mon[102677]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:14 smithi111 ceph-mon[97855]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:14 smithi111 ceph-mon[116524]: pgmap v20491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:16 smithi155 ceph-mon[102677]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:16 smithi111 ceph-mon[97855]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:16 smithi111 ceph-mon[116524]: pgmap v20492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:18 smithi155 ceph-mon[102677]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:18 smithi111 ceph-mon[97855]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:18 smithi111 ceph-mon[116524]: pgmap v20493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:37:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:37:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:21.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:20 smithi155 ceph-mon[102677]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:20 smithi111 ceph-mon[97855]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:20 smithi111 ceph-mon[116524]: pgmap v20494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:22 smithi155 ceph-mon[102677]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:22 smithi111 ceph-mon[97855]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:22 smithi111 ceph-mon[116524]: pgmap v20495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:24 smithi155 ceph-mon[102677]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:24 smithi111 ceph-mon[97855]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:24 smithi111 ceph-mon[116524]: pgmap v20496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:26 smithi155 ceph-mon[102677]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:26 smithi111 ceph-mon[97855]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:26 smithi111 ceph-mon[116524]: pgmap v20497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:28 smithi155 ceph-mon[102677]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:28 smithi111 ceph-mon[97855]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:28 smithi111 ceph-mon[116524]: pgmap v20498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:37:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T14:37:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:30 smithi155 ceph-mon[102677]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:30 smithi111 ceph-mon[97855]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:30 smithi111 ceph-mon[116524]: pgmap v20499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:32.093 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 33s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 32s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 33s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 32s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (9h) 32s ago 9h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 33s ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 33s ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:37:32.400 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (9h) 32s ago 9h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (9h) 33s ago 9h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 33s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 32s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 33s ago 9h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 33s ago 9h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 33s ago 9h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 33s ago 9h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 32s ago 9h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 32s ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 32s ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:37:32.401 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 32s ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:37:32.402 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 32s ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:37:32.777 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:37:32.777 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:37:32.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:37:32.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:32.777 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:37:32.778 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:37:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:32 smithi155 ceph-mon[102677]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:32 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4111927283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:37:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:32 smithi111 ceph-mon[97855]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:32 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4111927283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:37:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:32 smithi111 ceph-mon[116524]: pgmap v20500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:32 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4111927283' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:37:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:33 smithi155 ceph-mon[102677]: from='client.37413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:34.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:33 smithi155 ceph-mon[102677]: from='client.47291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:33 smithi111 ceph-mon[97855]: from='client.37413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:33 smithi111 ceph-mon[97855]: from='client.47291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:33 smithi111 ceph-mon[116524]: from='client.37413 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:33 smithi111 ceph-mon[116524]: from='client.47291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:37:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:34 smithi155 ceph-mon[102677]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:35.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:34 smithi111 ceph-mon[97855]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:34 smithi111 ceph-mon[116524]: pgmap v20501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:36 smithi155 ceph-mon[102677]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:36 smithi111 ceph-mon[97855]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:36 smithi111 ceph-mon[116524]: pgmap v20502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:38 smithi155 ceph-mon[102677]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:38 smithi111 ceph-mon[97855]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:38 smithi111 ceph-mon[116524]: pgmap v20503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:37:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:37:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:40 smithi155 ceph-mon[102677]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:40 smithi111 ceph-mon[97855]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:40 smithi111 ceph-mon[116524]: pgmap v20504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:42 smithi155 ceph-mon[102677]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:42 smithi111 ceph-mon[116524]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:42 smithi111 ceph-mon[97855]: pgmap v20505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:44 smithi155 ceph-mon[102677]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:44 smithi111 ceph-mon[97855]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:44 smithi111 ceph-mon[116524]: pgmap v20506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:46 smithi155 ceph-mon[102677]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:46 smithi111 ceph-mon[97855]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:47.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:46 smithi111 ceph-mon[116524]: pgmap v20507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:48 smithi155 ceph-mon[102677]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:48 smithi111 ceph-mon[97855]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:48 smithi111 ceph-mon[116524]: pgmap v20508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:37:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:37:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:37:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:50 smithi155 ceph-mon[102677]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:50 smithi111 ceph-mon[97855]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:50 smithi111 ceph-mon[116524]: pgmap v20509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:52 smithi155 ceph-mon[102677]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:52 smithi111 ceph-mon[97855]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:52 smithi111 ceph-mon[116524]: pgmap v20510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:54 smithi155 ceph-mon[102677]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:54 smithi111 ceph-mon[97855]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:54 smithi111 ceph-mon[116524]: pgmap v20511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:56 smithi155 ceph-mon[102677]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:56 smithi111 ceph-mon[97855]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:56 smithi111 ceph-mon[116524]: pgmap v20512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:37:58 smithi155 ceph-mon[102677]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:37:58 smithi111 ceph-mon[97855]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:37:58 smithi111 ceph-mon[116524]: pgmap v20513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:37:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:37:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:38:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:00 smithi155 ceph-mon[102677]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:38:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:38:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:38:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:38:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[97855]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:38:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[116524]: pgmap v20514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:38:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:38:03.128 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:38:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:02 smithi155 ceph-mon[102677]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:02 smithi111 ceph-mon[97855]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:02 smithi111 ceph-mon[116524]: pgmap v20515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:03.434 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 64s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 63s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 64s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 63s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 63s ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 64s ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:38:03.435 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 64s ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 63s ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 64s ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 64s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 63s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (9h) 64s ago 9h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 64s ago 9h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 64s ago 9h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 64s ago 9h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:38:03.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 63s ago 9h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:38:03.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 63s ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:38:03.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 63s ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:38:03.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 63s ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:38:03.437 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 63s ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:38:03.812 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:03.813 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:38:03.814 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:38:03.815 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:38:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3944807652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:38:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3944807652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:38:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3944807652' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:04 smithi155 ceph-mon[102677]: from='client.37431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:04 smithi155 ceph-mon[102677]: from='client.47309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:04 smithi155 ceph-mon[102677]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[97855]: from='client.37431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[97855]: from='client.47309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[97855]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[116524]: from='client.37431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[116524]: from='client.47309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[116524]: pgmap v20516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:06 smithi155 ceph-mon[102677]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:06 smithi111 ceph-mon[97855]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:06 smithi111 ceph-mon[116524]: pgmap v20517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:08 smithi155 ceph-mon[102677]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:08 smithi111 ceph-mon[97855]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:08 smithi111 ceph-mon[116524]: pgmap v20518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:38:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:38:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:09 smithi111 ceph-mon[97855]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:09 smithi111 ceph-mon[116524]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:09 smithi155 ceph-mon[102677]: pgmap v20519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:12 smithi155 ceph-mon[102677]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:12 smithi111 ceph-mon[97855]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:12 smithi111 ceph-mon[116524]: pgmap v20520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:14 smithi155 ceph-mon[102677]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:14 smithi111 ceph-mon[97855]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:14 smithi111 ceph-mon[116524]: pgmap v20521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:16 smithi155 ceph-mon[102677]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:16 smithi111 ceph-mon[97855]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:16 smithi111 ceph-mon[116524]: pgmap v20522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:18 smithi155 ceph-mon[102677]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:18 smithi111 ceph-mon[97855]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:18 smithi111 ceph-mon[116524]: pgmap v20523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:38:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:38:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:20 smithi155 ceph-mon[102677]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:20 smithi111 ceph-mon[97855]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:20 smithi111 ceph-mon[116524]: pgmap v20524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:22 smithi155 ceph-mon[102677]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:22 smithi111 ceph-mon[97855]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:22 smithi111 ceph-mon[116524]: pgmap v20525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:24 smithi155 ceph-mon[102677]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:24 smithi111 ceph-mon[97855]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:24 smithi111 ceph-mon[116524]: pgmap v20526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:26 smithi155 ceph-mon[102677]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:26 smithi111 ceph-mon[97855]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:26 smithi111 ceph-mon[116524]: pgmap v20527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:28 smithi155 ceph-mon[102677]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:28 smithi111 ceph-mon[97855]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:28 smithi111 ceph-mon[116524]: pgmap v20528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:38:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:38:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:30 smithi155 ceph-mon[102677]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:30 smithi111 ceph-mon[97855]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:30 smithi111 ceph-mon[116524]: pgmap v20529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:32 smithi155 ceph-mon[102677]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:32 smithi111 ceph-mon[97855]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:32 smithi111 ceph-mon[116524]: pgmap v20530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:34.159 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:38:34.465 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:38:34.465 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 95s ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:38:34.465 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 94s ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 95s ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 94s ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 94s ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 95s ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 95s ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 94s ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 95s ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 95s ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:38:34.466 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 94s ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 95s ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (9h) 95s ago 9h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (9h) 95s ago 9h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 95s ago 9h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 94s ago 9h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 94s ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 94s ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 94s ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:38:34.467 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 94s ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:38:34.846 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:34.847 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:38:34.848 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:38:34.848 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:38:34.848 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:38:34.848 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:38:34.848 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:38:34.848 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:38:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:34 smithi155 ceph-mon[102677]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2940913750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:38:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:34 smithi111 ceph-mon[97855]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2940913750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:38:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:34 smithi111 ceph-mon[116524]: pgmap v20531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2940913750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:38:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:35 smithi155 ceph-mon[102677]: from='client.37449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:35 smithi155 ceph-mon[102677]: from='client.47327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:35 smithi111 ceph-mon[97855]: from='client.37449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:35 smithi111 ceph-mon[97855]: from='client.47327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:35 smithi111 ceph-mon[116524]: from='client.37449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:35 smithi111 ceph-mon[116524]: from='client.47327 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:38:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:36 smithi155 ceph-mon[102677]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:36 smithi111 ceph-mon[97855]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:36 smithi111 ceph-mon[116524]: pgmap v20532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:38 smithi155 ceph-mon[102677]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:38 smithi111 ceph-mon[97855]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:38 smithi111 ceph-mon[116524]: pgmap v20533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:38:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:38:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:40 smithi155 ceph-mon[102677]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:40 smithi111 ceph-mon[97855]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:40 smithi111 ceph-mon[116524]: pgmap v20534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:42 smithi155 ceph-mon[102677]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:42 smithi111 ceph-mon[97855]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:42 smithi111 ceph-mon[116524]: pgmap v20535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:44 smithi155 ceph-mon[102677]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:44 smithi111 ceph-mon[116524]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:44 smithi111 ceph-mon[97855]: pgmap v20536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:46 smithi155 ceph-mon[102677]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:46 smithi111 ceph-mon[97855]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:46 smithi111 ceph-mon[116524]: pgmap v20537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:47 smithi111 ceph-mon[97855]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:47 smithi111 ceph-mon[116524]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:47 smithi155 ceph-mon[102677]: pgmap v20538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:49.665 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:38:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:38:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:38:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:50 smithi155 ceph-mon[102677]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:50 smithi111 ceph-mon[97855]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:50 smithi111 ceph-mon[116524]: pgmap v20539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:52 smithi155 ceph-mon[102677]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:52 smithi111 ceph-mon[97855]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:52 smithi111 ceph-mon[116524]: pgmap v20540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:54 smithi155 ceph-mon[102677]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:54 smithi111 ceph-mon[97855]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:54 smithi111 ceph-mon[116524]: pgmap v20541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:56 smithi155 ceph-mon[102677]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:56 smithi111 ceph-mon[97855]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:56 smithi111 ceph-mon[116524]: pgmap v20542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:38:58 smithi155 ceph-mon[102677]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:38:58 smithi111 ceph-mon[97855]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:38:58 smithi111 ceph-mon[116524]: pgmap v20543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:38:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:38:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:39:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:00 smithi155 ceph-mon[102677]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:39:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:00 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[97855]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[116524]: pgmap v20544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:39:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:01.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:00 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:39:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:39:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:39:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:39:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:39:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:02 smithi155 ceph-mon[102677]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:02 smithi111 ceph-mon[97855]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:02 smithi111 ceph-mon[116524]: pgmap v20545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:05.192 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:39:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:04 smithi155 ceph-mon[102677]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:04 smithi111 ceph-mon[97855]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:04 smithi111 ceph-mon[116524]: pgmap v20546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:39:05.498 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:39:05.499 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (9h) 2m ago 9h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:39:05.500 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:39:05.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:39:05.501 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:39:05.884 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:39:05.884 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:39:05.884 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:39:05.885 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:39:05.886 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:39:05.886 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:39:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:05 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1735515174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:39:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:05 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1735515174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:39:06.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:05 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1735515174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:39:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:06 smithi155 ceph-mon[102677]: from='client.37467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:06 smithi155 ceph-mon[102677]: from='client.47345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:06 smithi155 ceph-mon[102677]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:06 smithi111 ceph-mon[97855]: from='client.37467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:06 smithi111 ceph-mon[97855]: from='client.47345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:06 smithi111 ceph-mon[97855]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:06 smithi111 ceph-mon[116524]: from='client.37467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:06 smithi111 ceph-mon[116524]: from='client.47345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:06 smithi111 ceph-mon[116524]: pgmap v20547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:08 smithi155 ceph-mon[102677]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:08 smithi111 ceph-mon[97855]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:08 smithi111 ceph-mon[116524]: pgmap v20548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:39:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:39:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:10 smithi155 ceph-mon[102677]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:10 smithi111 ceph-mon[97855]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:10 smithi111 ceph-mon[116524]: pgmap v20549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:12 smithi155 ceph-mon[102677]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:12 smithi111 ceph-mon[97855]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:12 smithi111 ceph-mon[116524]: pgmap v20550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:14 smithi155 ceph-mon[102677]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:14 smithi111 ceph-mon[97855]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:14 smithi111 ceph-mon[116524]: pgmap v20551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:16 smithi155 ceph-mon[102677]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:16 smithi111 ceph-mon[97855]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:17.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:16 smithi111 ceph-mon[116524]: pgmap v20552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:18 smithi155 ceph-mon[102677]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:18 smithi111 ceph-mon[97855]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:18 smithi111 ceph-mon[116524]: pgmap v20553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:39:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:39:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:21.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:20 smithi155 ceph-mon[102677]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:20 smithi111 ceph-mon[97855]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:20 smithi111 ceph-mon[116524]: pgmap v20554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:22 smithi155 ceph-mon[102677]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:22 smithi111 ceph-mon[97855]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:22 smithi111 ceph-mon[116524]: pgmap v20555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:24 smithi155 ceph-mon[102677]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:24 smithi111 ceph-mon[97855]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:24 smithi111 ceph-mon[116524]: pgmap v20556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:26 smithi155 ceph-mon[102677]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:26 smithi111 ceph-mon[97855]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:27.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:26 smithi111 ceph-mon[116524]: pgmap v20557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:28 smithi155 ceph-mon[102677]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:28 smithi111 ceph-mon[97855]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:28 smithi111 ceph-mon[116524]: pgmap v20558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:39:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:39:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:30 smithi155 ceph-mon[102677]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:30 smithi111 ceph-mon[97855]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:31.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:30 smithi111 ceph-mon[116524]: pgmap v20559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:32 smithi155 ceph-mon[102677]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:32 smithi111 ceph-mon[97855]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:32 smithi111 ceph-mon[116524]: pgmap v20560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:34 smithi155 ceph-mon[102677]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:34 smithi111 ceph-mon[97855]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:34 smithi111 ceph-mon[116524]: pgmap v20561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:36.232 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 2m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 2m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 2m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 2m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:39:36.538 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 2m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 2m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (9h) 2m ago 9h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 2m ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 2m ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 2m ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:39:36.539 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 2m ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:39:36.924 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:39:36.925 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:39:36.926 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:39:36.926 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:39:36.926 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:39:36.926 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:39:36.926 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:39:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:36 smithi155 ceph-mon[102677]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:36 smithi111 ceph-mon[97855]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:37.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:36 smithi111 ceph-mon[116524]: pgmap v20562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:37 smithi155 ceph-mon[102677]: from='client.47357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:37 smithi155 ceph-mon[102677]: from='client.47363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1311238991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:39:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:37 smithi111 ceph-mon[97855]: from='client.47357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:37 smithi111 ceph-mon[97855]: from='client.47363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1311238991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:39:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:37 smithi111 ceph-mon[116524]: from='client.47357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:37 smithi111 ceph-mon[116524]: from='client.47363 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:39:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1311238991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:39:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:38 smithi155 ceph-mon[102677]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:38 smithi111 ceph-mon[97855]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:39.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:38 smithi111 ceph-mon[116524]: pgmap v20563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:39:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:39:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:40 smithi155 ceph-mon[102677]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:40 smithi111 ceph-mon[97855]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:40 smithi111 ceph-mon[116524]: pgmap v20564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:42 smithi155 ceph-mon[102677]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:42 smithi111 ceph-mon[97855]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:42 smithi111 ceph-mon[116524]: pgmap v20565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:44 smithi155 ceph-mon[102677]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:44 smithi111 ceph-mon[97855]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:44 smithi111 ceph-mon[116524]: pgmap v20566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:46 smithi155 ceph-mon[102677]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:47.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:46 smithi111 ceph-mon[97855]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:46 smithi111 ceph-mon[116524]: pgmap v20567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:48 smithi155 ceph-mon[102677]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:48 smithi111 ceph-mon[97855]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:48 smithi111 ceph-mon[116524]: pgmap v20568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:39:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:39:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:39:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:50 smithi155 ceph-mon[102677]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:50 smithi111 ceph-mon[97855]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:50 smithi111 ceph-mon[116524]: pgmap v20569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:52 smithi155 ceph-mon[102677]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:52 smithi111 ceph-mon[97855]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:52 smithi111 ceph-mon[116524]: pgmap v20570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:54 smithi155 ceph-mon[102677]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:54 smithi111 ceph-mon[97855]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:55.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:54 smithi111 ceph-mon[116524]: pgmap v20571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:55 smithi155 ceph-mon[102677]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:55 smithi111 ceph-mon[97855]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:55 smithi111 ceph-mon[116524]: pgmap v20572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:39:58 smithi155 ceph-mon[102677]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:39:58 smithi111 ceph-mon[97855]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:39:58 smithi111 ceph-mon[116524]: pgmap v20573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:39:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:39:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:40:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:00 smithi111 conmon[97831]: 2023-12-01T14:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:40:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:00 smithi155 ceph-mon[102677]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:40:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:00 smithi111 ceph-mon[97855]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:40:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:00 smithi111 ceph-mon[116524]: pgmap v20574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:40:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:40:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:40:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:40:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:40:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:40:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:40:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:40:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:40:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:40:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:40:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:40:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:40:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:02 smithi155 ceph-mon[102677]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:02 smithi111 ceph-mon[97855]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:02 smithi111 ceph-mon[116524]: pgmap v20575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:04 smithi155 ceph-mon[102677]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:04 smithi111 ceph-mon[97855]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:04 smithi111 ceph-mon[116524]: pgmap v20576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:06 smithi155 ceph-mon[102677]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:06 smithi111 ceph-mon[97855]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:07.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:06 smithi111 ceph-mon[116524]: pgmap v20577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:07.272 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:40:07.575 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:40:07.575 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:40:07.576 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:40:07.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:40:07.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (9h) 3m ago 9h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:40:07.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (9h) 3m ago 9h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:40:07.577 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:40:07.577 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:40:07.956 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:40:07.957 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:08 smithi155 ceph-mon[102677]: from='client.37503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:08 smithi155 ceph-mon[102677]: from='client.47381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:08 smithi155 ceph-mon[102677]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1360606198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:40:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[97855]: from='client.37503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[97855]: from='client.47381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[97855]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1360606198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[116524]: from='client.37503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[116524]: from='client.47381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[116524]: pgmap v20578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1360606198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:40:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:40:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:40:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:10 smithi155 ceph-mon[102677]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:10 smithi111 ceph-mon[97855]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:10 smithi111 ceph-mon[116524]: pgmap v20579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:12 smithi155 ceph-mon[102677]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:12 smithi111 ceph-mon[97855]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:12 smithi111 ceph-mon[116524]: pgmap v20580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:14 smithi155 ceph-mon[102677]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:14 smithi111 ceph-mon[97855]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:14 smithi111 ceph-mon[116524]: pgmap v20581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:16 smithi155 ceph-mon[102677]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:16 smithi111 ceph-mon[97855]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:16 smithi111 ceph-mon[116524]: pgmap v20582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:18 smithi155 ceph-mon[102677]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:18 smithi111 ceph-mon[97855]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:18 smithi111 ceph-mon[116524]: pgmap v20583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:40:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:40:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:20.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:20 smithi155 ceph-mon[102677]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:20 smithi111 ceph-mon[97855]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:20 smithi111 ceph-mon[116524]: pgmap v20584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:22 smithi155 ceph-mon[102677]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:22 smithi111 ceph-mon[97855]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:23.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:22 smithi111 ceph-mon[116524]: pgmap v20585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:24 smithi155 ceph-mon[102677]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:24 smithi111 ceph-mon[97855]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:24 smithi111 ceph-mon[116524]: pgmap v20586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:26 smithi155 ceph-mon[102677]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:26 smithi111 ceph-mon[97855]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:26 smithi111 ceph-mon[116524]: pgmap v20587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:28 smithi155 ceph-mon[102677]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:28 smithi111 ceph-mon[97855]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:28 smithi111 ceph-mon[116524]: pgmap v20588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:40:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:40:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:30 smithi155 ceph-mon[102677]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:30 smithi111 ceph-mon[97855]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:30 smithi111 ceph-mon[116524]: pgmap v20589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:32 smithi155 ceph-mon[102677]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:32 smithi111 ceph-mon[97855]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:33.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:32 smithi111 ceph-mon[116524]: pgmap v20590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:34 smithi155 ceph-mon[102677]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:34 smithi111 ceph-mon[97855]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:34 smithi111 ceph-mon[116524]: pgmap v20591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:36 smithi155 ceph-mon[102677]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:36 smithi111 ceph-mon[97855]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:36 smithi111 ceph-mon[116524]: pgmap v20592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:38.300 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 3m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 3m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (9h) 3m ago 9h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 3m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:40:38.604 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 3m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 3m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (9h) 3m ago 9h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:40:38.605 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 3m ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:40:38.978 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:40:38.979 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:40:38.980 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:40:38.980 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:40:38.980 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:40:38.980 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:40:38.980 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:40:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:38 smithi155 ceph-mon[102677]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:38 smithi111 ceph-mon[97855]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:38 smithi111 ceph-mon[116524]: pgmap v20593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:40:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:40:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:39 smithi155 ceph-mon[102677]: from='client.37521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:39 smithi155 ceph-mon[102677]: from='client.47399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3107381614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:39 smithi111 ceph-mon[97855]: from='client.37521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:39 smithi111 ceph-mon[97855]: from='client.47399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3107381614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:40:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:39 smithi111 ceph-mon[116524]: from='client.37521 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:39 smithi111 ceph-mon[116524]: from='client.47399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:40:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3107381614' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:40:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:40 smithi155 ceph-mon[102677]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:40 smithi111 ceph-mon[97855]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:40 smithi111 ceph-mon[116524]: pgmap v20594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:42 smithi155 ceph-mon[102677]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:42 smithi111 ceph-mon[97855]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:42 smithi111 ceph-mon[116524]: pgmap v20595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:44 smithi155 ceph-mon[102677]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:44 smithi111 ceph-mon[97855]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:44 smithi111 ceph-mon[116524]: pgmap v20596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:46 smithi155 ceph-mon[102677]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:46 smithi111 ceph-mon[97855]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:46 smithi111 ceph-mon[116524]: pgmap v20597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:48 smithi155 ceph-mon[102677]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:48 smithi111 ceph-mon[97855]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:48 smithi111 ceph-mon[116524]: pgmap v20598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:40:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:40:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:40:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:50 smithi155 ceph-mon[102677]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:50 smithi111 ceph-mon[97855]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:50 smithi111 ceph-mon[116524]: pgmap v20599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:52 smithi155 ceph-mon[102677]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:52 smithi111 ceph-mon[97855]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:53.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:52 smithi111 ceph-mon[116524]: pgmap v20600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:54 smithi155 ceph-mon[102677]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:54 smithi111 ceph-mon[97855]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:54 smithi111 ceph-mon[116524]: pgmap v20601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:56 smithi155 ceph-mon[102677]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:56 smithi111 ceph-mon[97855]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:56 smithi111 ceph-mon[116524]: pgmap v20602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:40:58 smithi155 ceph-mon[102677]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:40:58 smithi111 ceph-mon[97855]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:40:58 smithi111 ceph-mon[116524]: pgmap v20603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:40:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:40:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:41:01.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:00 smithi155 ceph-mon[102677]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:00 smithi111 ceph-mon[97855]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:00 smithi111 ceph-mon[116524]: pgmap v20604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:02 smithi155 ceph-mon[102677]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:41:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:41:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:41:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:41:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[97855]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:41:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:41:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:41:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:41:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[116524]: pgmap v20605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:41:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:41:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:41:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:04 smithi155 ceph-mon[102677]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:04 smithi111 ceph-mon[97855]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:04 smithi111 ceph-mon[116524]: pgmap v20606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:06 smithi155 ceph-mon[102677]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:06 smithi111 ceph-mon[97855]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:06 smithi111 ceph-mon[116524]: pgmap v20607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:08 smithi155 ceph-mon[102677]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:08 smithi111 ceph-mon[97855]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:08 smithi111 ceph-mon[116524]: pgmap v20608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:09.327 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:41:09.637 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (9h) 4m ago 9h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:41:09.638 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:41:09.639 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:41:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:41:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:41:10.020 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:41:10.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:41:10.020 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:41:10.020 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:10.020 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:41:10.021 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:41:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:10 smithi155 ceph-mon[102677]: from='client.37539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:10 smithi155 ceph-mon[102677]: from='client.37545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:10 smithi155 ceph-mon[102677]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/562662290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[97855]: from='client.37539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[97855]: from='client.37545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[97855]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/562662290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[116524]: from='client.37539 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[116524]: from='client.37545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[116524]: pgmap v20609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/562662290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:41:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:12 smithi155 ceph-mon[102677]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:12 smithi111 ceph-mon[97855]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:12 smithi111 ceph-mon[116524]: pgmap v20610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:14 smithi155 ceph-mon[102677]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:14 smithi111 ceph-mon[97855]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:15.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:14 smithi111 ceph-mon[116524]: pgmap v20611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:16 smithi155 ceph-mon[102677]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:16 smithi111 ceph-mon[97855]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:16 smithi111 ceph-mon[116524]: pgmap v20612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:18 smithi155 ceph-mon[102677]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:18 smithi111 ceph-mon[97855]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:18 smithi111 ceph-mon[116524]: pgmap v20613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:41:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:20 smithi155 ceph-mon[102677]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:20 smithi111 ceph-mon[97855]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:20 smithi111 ceph-mon[116524]: pgmap v20614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:22 smithi155 ceph-mon[102677]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:22 smithi111 ceph-mon[97855]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:22 smithi111 ceph-mon[116524]: pgmap v20615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:24 smithi155 ceph-mon[102677]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:24 smithi111 ceph-mon[97855]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:24 smithi111 ceph-mon[116524]: pgmap v20616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:26 smithi155 ceph-mon[102677]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:26 smithi111 ceph-mon[97855]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:26 smithi111 ceph-mon[116524]: pgmap v20617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:28 smithi155 ceph-mon[102677]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:28 smithi111 ceph-mon[97855]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:28 smithi111 ceph-mon[116524]: pgmap v20618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:41:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:41:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:30 smithi155 ceph-mon[102677]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:30 smithi111 ceph-mon[97855]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:30 smithi111 ceph-mon[116524]: pgmap v20619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:32 smithi155 ceph-mon[102677]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:32 smithi111 ceph-mon[97855]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:32 smithi111 ceph-mon[116524]: pgmap v20620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:34 smithi155 ceph-mon[102677]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:34 smithi111 ceph-mon[97855]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:34 smithi111 ceph-mon[116524]: pgmap v20621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:36 smithi111 ceph-mon[97855]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:36 smithi111 ceph-mon[116524]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:36 smithi155 ceph-mon[102677]: pgmap v20622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:38 smithi111 ceph-mon[97855]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:38 smithi111 ceph-mon[116524]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:38 smithi155 ceph-mon[102677]: pgmap v20623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:41:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:41:40.365 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:41:40.667 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:41:40.667 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 4m ago 9h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:41:40.667 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 4m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:41:40.667 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 4m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 4m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:41:40.668 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:41:40.669 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 4m ago 9h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:41:41.047 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:41:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:41:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:41:41.047 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:41:41.048 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:41:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:40 smithi111 ceph-mon[97855]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:40 smithi111 ceph-mon[116524]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:40 smithi155 ceph-mon[102677]: pgmap v20624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[97855]: from='client.47429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[97855]: from='client.37560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1512661389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[97855]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[116524]: from='client.47429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[116524]: from='client.37560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:42.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1512661389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:41:42.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:41 smithi111 ceph-mon[116524]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:41 smithi155 ceph-mon[102677]: from='client.47429 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:41 smithi155 ceph-mon[102677]: from='client.37560 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:41:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1512661389' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:41:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:41 smithi155 ceph-mon[102677]: pgmap v20625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:44 smithi155 ceph-mon[102677]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:44 smithi111 ceph-mon[97855]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:44 smithi111 ceph-mon[116524]: pgmap v20626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:47.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:46 smithi155 ceph-mon[102677]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:46 smithi111 ceph-mon[97855]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:46 smithi111 ceph-mon[116524]: pgmap v20627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:48 smithi155 ceph-mon[102677]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:48 smithi111 ceph-mon[97855]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:48 smithi111 ceph-mon[116524]: pgmap v20628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:41:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:41:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:41:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:50 smithi155 ceph-mon[102677]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:50 smithi111 ceph-mon[97855]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:50 smithi111 ceph-mon[116524]: pgmap v20629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:52 smithi155 ceph-mon[102677]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:52 smithi111 ceph-mon[97855]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:52 smithi111 ceph-mon[116524]: pgmap v20630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:54 smithi155 ceph-mon[102677]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:54 smithi111 ceph-mon[97855]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:54 smithi111 ceph-mon[116524]: pgmap v20631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:56 smithi155 ceph-mon[102677]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:56 smithi111 ceph-mon[97855]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:56 smithi111 ceph-mon[116524]: pgmap v20632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:41:58 smithi155 ceph-mon[102677]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:41:58 smithi111 ceph-mon[97855]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:41:58 smithi111 ceph-mon[116524]: pgmap v20633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:41:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:41:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:42:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:00 smithi155 ceph-mon[102677]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:01.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:00 smithi111 ceph-mon[116524]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:00 smithi111 ceph-mon[97855]: pgmap v20634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:02 smithi155 ceph-mon[102677]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:42:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:42:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:42:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:42:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[116524]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:42:03.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[97855]: pgmap v20635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:42:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:42:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:04 smithi155 ceph-mon[102677]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:04 smithi111 ceph-mon[97855]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:04 smithi111 ceph-mon[116524]: pgmap v20636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:06 smithi111 ceph-mon[97855]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:06 smithi111 ceph-mon[116524]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:06 smithi155 ceph-mon[102677]: pgmap v20637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:08 smithi111 ceph-mon[97855]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:08 smithi111 ceph-mon[116524]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:08 smithi155 ceph-mon[102677]: pgmap v20638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:42:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:42:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:10 smithi111 ceph-mon[97855]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:10 smithi111 ceph-mon[116524]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:11.392 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:42:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:10 smithi155 ceph-mon[102677]: pgmap v20639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:11.697 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:42:11.697 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:42:11.697 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (9h) 5m ago 9h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (9h) 5m ago 9h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (9h) 5m ago 9h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:42:11.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:42:11.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:42:11.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:42:11.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:42:11.699 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:42:11.699 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:42:12.079 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:12.080 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:42:12.081 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:42:12.081 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:42:12.081 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[97855]: from='client.47447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[97855]: from='client.47453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[97855]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3497225405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[116524]: from='client.47447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[116524]: from='client.47453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[116524]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3497225405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:42:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:12 smithi155 ceph-mon[102677]: from='client.47447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:12 smithi155 ceph-mon[102677]: from='client.47453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:12 smithi155 ceph-mon[102677]: pgmap v20640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3497225405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:42:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:14 smithi155 ceph-mon[102677]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:14 smithi111 ceph-mon[97855]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:14 smithi111 ceph-mon[116524]: pgmap v20641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:16 smithi155 ceph-mon[102677]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:17.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:16 smithi111 ceph-mon[97855]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:16 smithi111 ceph-mon[116524]: pgmap v20642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:18 smithi155 ceph-mon[102677]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:18 smithi111 ceph-mon[97855]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:18 smithi111 ceph-mon[116524]: pgmap v20643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:42:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:42:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:20 smithi155 ceph-mon[102677]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:20 smithi111 ceph-mon[97855]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:20 smithi111 ceph-mon[116524]: pgmap v20644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:22 smithi155 ceph-mon[102677]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:22 smithi111 ceph-mon[97855]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:22 smithi111 ceph-mon[116524]: pgmap v20645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:24 smithi155 ceph-mon[102677]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:24 smithi111 ceph-mon[97855]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:24 smithi111 ceph-mon[116524]: pgmap v20646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:26 smithi155 ceph-mon[102677]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:26 smithi111 ceph-mon[97855]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:26 smithi111 ceph-mon[116524]: pgmap v20647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:29.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:28 smithi155 ceph-mon[102677]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:28 smithi111 ceph-mon[97855]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:29.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:28 smithi111 ceph-mon[116524]: pgmap v20648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:42:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:42:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:30 smithi155 ceph-mon[102677]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:30 smithi111 ceph-mon[97855]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:30 smithi111 ceph-mon[116524]: pgmap v20649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:32 smithi155 ceph-mon[102677]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:33.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:32 smithi111 ceph-mon[97855]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:32 smithi111 ceph-mon[116524]: pgmap v20650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:34 smithi111 ceph-mon[97855]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:34 smithi111 ceph-mon[116524]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:34 smithi155 ceph-mon[102677]: pgmap v20651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:36 smithi111 ceph-mon[97855]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:36 smithi111 ceph-mon[116524]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:36 smithi155 ceph-mon[102677]: pgmap v20652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:38 smithi111 ceph-mon[97855]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:38 smithi111 ceph-mon[116524]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:38 smithi155 ceph-mon[102677]: pgmap v20653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:42:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:42:40.707 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 14:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T14:42:40.22674121Z level=info msg="Completed cleanup jobs" duration=193.092625ms 2023-12-01T14:42:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:40 smithi111 ceph-mon[97855]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:40 smithi111 ceph-mon[116524]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:40 smithi155 ceph-mon[102677]: pgmap v20654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:42.421 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:42:42.727 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:42:42.727 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (9h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:42:42.727 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:42:42.728 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:42:42.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:42:42.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:42:42.729 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (9h) 5m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:43.106 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:42:43.107 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:42:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:42 smithi111 ceph-mon[97855]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:42 smithi111 ceph-mon[116524]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:42 smithi155 ceph-mon[102677]: pgmap v20655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:43 smithi111 ceph-mon[97855]: from='client.47465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:43 smithi111 ceph-mon[97855]: from='client.47471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2918600001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:43 smithi111 ceph-mon[116524]: from='client.47465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:43 smithi111 ceph-mon[116524]: from='client.47471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2918600001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:42:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:43 smithi155 ceph-mon[102677]: from='client.47465 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:43 smithi155 ceph-mon[102677]: from='client.47471 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:42:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2918600001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:42:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:44 smithi111 ceph-mon[97855]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:44 smithi111 ceph-mon[116524]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:44 smithi155 ceph-mon[102677]: pgmap v20656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:45 smithi111 ceph-mon[97855]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:45 smithi111 ceph-mon[116524]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:45 smithi155 ceph-mon[102677]: pgmap v20657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:48 smithi155 ceph-mon[102677]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:48 smithi111 ceph-mon[97855]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:48 smithi111 ceph-mon[116524]: pgmap v20658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:42:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:42:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:42:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:50 smithi155 ceph-mon[102677]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:50 smithi111 ceph-mon[97855]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:50 smithi111 ceph-mon[116524]: pgmap v20659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:52 smithi155 ceph-mon[102677]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:52 smithi111 ceph-mon[97855]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:52 smithi111 ceph-mon[116524]: pgmap v20660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:54 smithi155 ceph-mon[102677]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:54 smithi111 ceph-mon[97855]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:54 smithi111 ceph-mon[116524]: pgmap v20661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:57.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:56 smithi155 ceph-mon[102677]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:56 smithi111 ceph-mon[97855]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:56 smithi111 ceph-mon[116524]: pgmap v20662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:42:58 smithi155 ceph-mon[102677]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:42:58 smithi111 ceph-mon[116524]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:42:58 smithi111 ceph-mon[97855]: pgmap v20663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:42:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:42:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:43:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:00 smithi111 ceph-mon[97855]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:00 smithi111 ceph-mon[116524]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:00 smithi155 ceph-mon[102677]: pgmap v20664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:03.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:02 smithi111 ceph-mon[97855]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:43:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:02 smithi111 ceph-mon[116524]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:43:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:02 smithi155 ceph-mon[102677]: pgmap v20665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:43:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:43:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:43:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:43:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:43:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:43:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:43:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:43:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:43:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:43:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:04 smithi111 ceph-mon[97855]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:04 smithi111 ceph-mon[116524]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:04 smithi155 ceph-mon[102677]: pgmap v20666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:06 smithi111 ceph-mon[97855]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:06 smithi111 ceph-mon[116524]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:06 smithi155 ceph-mon[102677]: pgmap v20667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:09.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:08 smithi111 ceph-mon[97855]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:08 smithi111 ceph-mon[116524]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:08 smithi155 ceph-mon[102677]: pgmap v20668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:43:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:43:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:10 smithi111 ceph-mon[97855]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:10 smithi111 ceph-mon[116524]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:10 smithi155 ceph-mon[102677]: pgmap v20669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:13.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:12 smithi111 ceph-mon[97855]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:12 smithi111 ceph-mon[116524]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:13.456 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:43:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:12 smithi155 ceph-mon[102677]: pgmap v20670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:13.765 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:43:13.766 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:43:13.767 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:43:14.146 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:43:14.147 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:43:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:14 smithi155 ceph-mon[102677]: from='client.37608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:14 smithi155 ceph-mon[102677]: from='client.47489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:14 smithi155 ceph-mon[102677]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:14 smithi111 ceph-mon[97855]: from='client.37608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:14 smithi111 ceph-mon[97855]: from='client.47489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:14 smithi111 ceph-mon[97855]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:14 smithi111 ceph-mon[116524]: from='client.37608 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:14 smithi111 ceph-mon[116524]: from='client.47489 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:14 smithi111 ceph-mon[116524]: pgmap v20671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/217980606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:43:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/217980606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:43:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/217980606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:43:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:16 smithi155 ceph-mon[102677]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:16 smithi111 ceph-mon[116524]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:16 smithi111 ceph-mon[97855]: pgmap v20672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:19.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:18 smithi155 ceph-mon[102677]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:18 smithi111 ceph-mon[97855]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:19.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:18 smithi111 ceph-mon[116524]: pgmap v20673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:43:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:43:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:20 smithi155 ceph-mon[102677]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:20 smithi111 ceph-mon[97855]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:20 smithi111 ceph-mon[116524]: pgmap v20674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:22 smithi155 ceph-mon[102677]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:23.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:22 smithi111 ceph-mon[97855]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:22 smithi111 ceph-mon[116524]: pgmap v20675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:24 smithi155 ceph-mon[102677]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:25.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:24 smithi111 ceph-mon[97855]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:24 smithi111 ceph-mon[116524]: pgmap v20676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:26 smithi111 ceph-mon[97855]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:26 smithi111 ceph-mon[116524]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:26 smithi155 ceph-mon[102677]: pgmap v20677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:28 smithi111 ceph-mon[97855]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:28 smithi111 ceph-mon[116524]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:28 smithi155 ceph-mon[102677]: pgmap v20678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:43:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:43:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:30 smithi111 ceph-mon[97855]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:30 smithi111 ceph-mon[116524]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:30 smithi155 ceph-mon[102677]: pgmap v20679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:32 smithi111 ceph-mon[97855]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:32 smithi111 ceph-mon[116524]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:32 smithi155 ceph-mon[102677]: pgmap v20680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:34 smithi111 ceph-mon[97855]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:34 smithi111 ceph-mon[116524]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:34 smithi155 ceph-mon[102677]: pgmap v20681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:36 smithi111 ceph-mon[97855]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:36 smithi111 ceph-mon[116524]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:36 smithi155 ceph-mon[102677]: pgmap v20682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:39.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:38 smithi111 ceph-mon[97855]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:38 smithi111 ceph-mon[116524]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:38 smithi155 ceph-mon[102677]: pgmap v20683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:43:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:43:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:40 smithi111 ceph-mon[97855]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:40 smithi111 ceph-mon[116524]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:40 smithi155 ceph-mon[102677]: pgmap v20684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:42 smithi155 ceph-mon[102677]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:42 smithi111 ceph-mon[97855]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:43.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:42 smithi111 ceph-mon[116524]: pgmap v20685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:44.493 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:43:44.800 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:43:44.800 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:43:44.800 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:43:44.800 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:43:44.800 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:43:44.801 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:43:45.186 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:43:45.187 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:43:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:44 smithi155 ceph-mon[102677]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:44 smithi111 ceph-mon[97855]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:45.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:44 smithi111 ceph-mon[116524]: pgmap v20686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:46.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:45 smithi155 ceph-mon[102677]: from='client.47501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:46.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:45 smithi155 ceph-mon[102677]: from='client.47507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:46.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2504105374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:43:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:45 smithi111 ceph-mon[97855]: from='client.47501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:45 smithi111 ceph-mon[97855]: from='client.47507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2504105374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:45 smithi111 ceph-mon[116524]: from='client.47501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:45 smithi111 ceph-mon[116524]: from='client.47507 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:43:46.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2504105374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:43:47.253 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:46 smithi111 ceph-mon[97855]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:47.254 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:46 smithi111 ceph-mon[116524]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:46 smithi155 ceph-mon[102677]: pgmap v20687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:49.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:48 smithi111 ceph-mon[97855]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:49.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:48 smithi111 ceph-mon[116524]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:48 smithi155 ceph-mon[102677]: pgmap v20688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:43:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:43:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:43:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:50 smithi111 ceph-mon[97855]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:51.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:50 smithi111 ceph-mon[116524]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:50 smithi155 ceph-mon[102677]: pgmap v20689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:52 smithi111 ceph-mon[97855]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:52 smithi111 ceph-mon[116524]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:52 smithi155 ceph-mon[102677]: pgmap v20690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:54 smithi111 ceph-mon[97855]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:54 smithi111 ceph-mon[116524]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:54 smithi155 ceph-mon[102677]: pgmap v20691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:57.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:56 smithi111 ceph-mon[97855]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:56 smithi111 ceph-mon[116524]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:56 smithi155 ceph-mon[102677]: pgmap v20692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:43:58 smithi111 ceph-mon[97855]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:43:58 smithi111 ceph-mon[116524]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:43:58 smithi155 ceph-mon[102677]: pgmap v20693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:43:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:43:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:44:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:00 smithi111 ceph-mon[97855]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:00 smithi111 ceph-mon[116524]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:00 smithi155 ceph-mon[102677]: pgmap v20694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:02 smithi111 ceph-mon[97855]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:02 smithi111 ceph-mon[116524]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:02 smithi155 ceph-mon[102677]: pgmap v20695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:44:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:44:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:44:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:44:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:44:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:44:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:04 smithi111 ceph-mon[97855]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:04 smithi111 ceph-mon[116524]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:04 smithi155 ceph-mon[102677]: pgmap v20696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:05 smithi111 ceph-mon[97855]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:05 smithi111 ceph-mon[116524]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:05 smithi155 ceph-mon[102677]: pgmap v20697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:08 smithi155 ceph-mon[102677]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:08 smithi111 ceph-mon[97855]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:08 smithi111 ceph-mon[116524]: pgmap v20698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:44:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:44:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:10 smithi111 ceph-mon[97855]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:10 smithi111 ceph-mon[116524]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:10 smithi155 ceph-mon[102677]: pgmap v20699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:12 smithi111 ceph-mon[97855]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:12 smithi111 ceph-mon[116524]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:12 smithi155 ceph-mon[102677]: pgmap v20700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:15.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:14 smithi111 ceph-mon[97855]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:14 smithi111 ceph-mon[116524]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:14 smithi155 ceph-mon[102677]: pgmap v20701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:15.533 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:44:15.840 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:44:15.841 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:44:15.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:44:15.842 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:44:15.842 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:44:16.222 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:44:16.223 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[97855]: from='client.37644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[97855]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[97855]: from='client.37650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1675854375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[116524]: from='client.37644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[116524]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[116524]: from='client.37650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1675854375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:16 smithi155 ceph-mon[102677]: from='client.37644 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:16 smithi155 ceph-mon[102677]: pgmap v20702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:16 smithi155 ceph-mon[102677]: from='client.37650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1675854375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:44:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:18 smithi111 ceph-mon[97855]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:18 smithi111 ceph-mon[116524]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:18 smithi155 ceph-mon[102677]: pgmap v20703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:44:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:44:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:20 smithi111 ceph-mon[97855]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:20 smithi111 ceph-mon[116524]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:20 smithi155 ceph-mon[102677]: pgmap v20704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:22 smithi111 ceph-mon[97855]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:22 smithi111 ceph-mon[116524]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:22 smithi155 ceph-mon[102677]: pgmap v20705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:24 smithi111 ceph-mon[97855]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:24 smithi111 ceph-mon[116524]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:24 smithi155 ceph-mon[102677]: pgmap v20706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:26 smithi111 ceph-mon[97855]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:26 smithi111 ceph-mon[116524]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:26 smithi155 ceph-mon[102677]: pgmap v20707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:28 smithi111 ceph-mon[97855]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:28 smithi111 ceph-mon[116524]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:28 smithi155 ceph-mon[102677]: pgmap v20708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:44:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:44:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:30 smithi111 ceph-mon[97855]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:30 smithi111 ceph-mon[116524]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:30 smithi155 ceph-mon[102677]: pgmap v20709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:32 smithi111 ceph-mon[97855]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:32 smithi111 ceph-mon[116524]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:32 smithi155 ceph-mon[102677]: pgmap v20710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:34 smithi111 ceph-mon[97855]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:34 smithi111 ceph-mon[116524]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:34 smithi155 ceph-mon[102677]: pgmap v20711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:36 smithi111 ceph-mon[97855]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:36 smithi111 ceph-mon[116524]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:36 smithi155 ceph-mon[102677]: pgmap v20712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:38 smithi111 ceph-mon[97855]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:38 smithi111 ceph-mon[116524]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:38 smithi155 ceph-mon[102677]: pgmap v20713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:44:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:44:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:40 smithi111 ceph-mon[97855]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:40 smithi111 ceph-mon[116524]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:40 smithi155 ceph-mon[102677]: pgmap v20714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:42 smithi111 ceph-mon[97855]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:42 smithi111 ceph-mon[116524]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:42 smithi155 ceph-mon[102677]: pgmap v20715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:44 smithi111 ceph-mon[97855]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:44 smithi111 ceph-mon[116524]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:44 smithi155 ceph-mon[102677]: pgmap v20716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:46.567 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:44:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:44:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:44:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:44:46.872 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5771M 2135M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6087M 2135M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:44:46.873 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6221M 2135M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:44:46.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5487M 2135M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:44:46.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4402M 2467M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:44:46.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5527M 2467M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:44:46.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4884M 2467M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:44:46.874 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5711M 2467M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:44:46.874 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:44:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:46 smithi111 ceph-mon[97855]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:46 smithi111 ceph-mon[116524]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:44:47.251 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:44:47.252 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:44:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:46 smithi155 ceph-mon[102677]: pgmap v20717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:47 smithi111 ceph-mon[97855]: from='client.47537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:47 smithi111 ceph-mon[97855]: from='client.47543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1631945686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:47 smithi111 ceph-mon[116524]: from='client.47537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:47 smithi111 ceph-mon[116524]: from='client.47543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1631945686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:47 smithi155 ceph-mon[102677]: from='client.47537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:47 smithi155 ceph-mon[102677]: from='client.47543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:44:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1631945686' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:44:49.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:48 smithi111 ceph-mon[97855]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:48 smithi111 ceph-mon[116524]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:48 smithi155 ceph-mon[102677]: pgmap v20718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:44:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:44:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:44:51.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:50 smithi111 ceph-mon[97855]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:51.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:50 smithi111 ceph-mon[116524]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:50 smithi155 ceph-mon[102677]: pgmap v20719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:52 smithi111 ceph-mon[97855]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:52 smithi111 ceph-mon[116524]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:53.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:52 smithi155 ceph-mon[102677]: pgmap v20720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:54 smithi111 ceph-mon[97855]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:54 smithi111 ceph-mon[116524]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:54 smithi155 ceph-mon[102677]: pgmap v20721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:56 smithi111 ceph-mon[97855]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:56 smithi111 ceph-mon[116524]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:56 smithi155 ceph-mon[102677]: pgmap v20722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:44:58 smithi111 ceph-mon[97855]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:44:58 smithi111 ceph-mon[116524]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:44:58 smithi155 ceph-mon[102677]: pgmap v20723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:44:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:44:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:45:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:00 smithi111 ceph-mon[97855]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:00 smithi111 ceph-mon[116524]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:00 smithi155 ceph-mon[102677]: pgmap v20724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:02 smithi111 ceph-mon[97855]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:02 smithi111 ceph-mon[116524]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:02 smithi155 ceph-mon[102677]: pgmap v20725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:45:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:45:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:45:05.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: pgmap v20726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:45:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:45:05.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:05 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2463M 2023-12-01T14:45:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:05 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2127M 2023-12-01T14:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:05 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2463M 2023-12-01T14:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:05 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2127M 2023-12-01T14:45:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:05 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2463M 2023-12-01T14:45:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:05 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2127M 2023-12-01T14:45:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:06 smithi111 ceph-mon[97855]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:06 smithi111 ceph-mon[116524]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:06 smithi155 ceph-mon[102677]: pgmap v20727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:08 smithi111 ceph-mon[97855]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:08 smithi111 ceph-mon[116524]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:08 smithi155 ceph-mon[102677]: pgmap v20728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:45:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:45:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:10 smithi155 ceph-mon[102677]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:10 smithi111 ceph-mon[97855]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:10 smithi111 ceph-mon[116524]: pgmap v20729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:12 smithi111 ceph-mon[97855]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:12 smithi111 ceph-mon[116524]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:12 smithi155 ceph-mon[102677]: pgmap v20730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:14 smithi111 ceph-mon[97855]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:14 smithi111 ceph-mon[116524]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:14 smithi155 ceph-mon[102677]: pgmap v20731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:16 smithi111 ceph-mon[97855]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:16 smithi111 ceph-mon[116524]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:16 smithi155 ceph-mon[102677]: pgmap v20732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:17.598 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:45:17.905 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5771M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6087M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6221M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5487M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4402M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5527M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:45:17.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4884M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:45:17.907 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5711M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:45:17.907 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:18.292 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:45:18.293 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[97855]: from='client.47555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[97855]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[97855]: from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/603470510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:45:19.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[116524]: from='client.47555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:19.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[116524]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:19.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[116524]: from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:19.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/603470510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:18 smithi155 ceph-mon[102677]: from='client.47555 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:18 smithi155 ceph-mon[102677]: pgmap v20733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:18 smithi155 ceph-mon[102677]: from='client.37686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/603470510' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:45:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:45:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:45:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:20 smithi111 ceph-mon[97855]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:20 smithi111 ceph-mon[116524]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:21.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:20 smithi155 ceph-mon[102677]: pgmap v20734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:22 smithi155 ceph-mon[102677]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:22 smithi111 ceph-mon[97855]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:22 smithi111 ceph-mon[116524]: pgmap v20735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:24 smithi155 ceph-mon[102677]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:24 smithi111 ceph-mon[97855]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:24 smithi111 ceph-mon[116524]: pgmap v20736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:26 smithi155 ceph-mon[102677]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:26 smithi111 ceph-mon[97855]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:26 smithi111 ceph-mon[116524]: pgmap v20737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:28 smithi111 ceph-mon[97855]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:28 smithi111 ceph-mon[116524]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:28 smithi155 ceph-mon[102677]: pgmap v20738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:45:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T14:45:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:30 smithi111 ceph-mon[97855]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:30 smithi111 ceph-mon[116524]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:31.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:30 smithi155 ceph-mon[102677]: pgmap v20739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:32 smithi111 ceph-mon[97855]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:32 smithi111 ceph-mon[116524]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:32 smithi155 ceph-mon[102677]: pgmap v20740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:34 smithi111 ceph-mon[97855]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:34 smithi111 ceph-mon[116524]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:34 smithi155 ceph-mon[102677]: pgmap v20741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:36 smithi111 ceph-mon[97855]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:36 smithi111 ceph-mon[116524]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:36 smithi155 ceph-mon[102677]: pgmap v20742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:38 smithi111 ceph-mon[97855]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:38 smithi111 ceph-mon[116524]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:38 smithi155 ceph-mon[102677]: pgmap v20743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:45:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:45:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:40 smithi111 ceph-mon[97855]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:40 smithi111 ceph-mon[116524]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:40 smithi155 ceph-mon[102677]: pgmap v20744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:43.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:42 smithi111 ceph-mon[97855]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:42 smithi111 ceph-mon[116524]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:42 smithi155 ceph-mon[102677]: pgmap v20745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:45.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:44 smithi111 ceph-mon[97855]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:44 smithi111 ceph-mon[116524]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:44 smithi155 ceph-mon[102677]: pgmap v20746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:47 smithi155 ceph-mon[102677]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:47 smithi111 ceph-mon[97855]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:47 smithi111 ceph-mon[116524]: pgmap v20747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:48 smithi155 ceph-mon[102677]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:48 smithi111 ceph-mon[97855]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:48 smithi111 ceph-mon[116524]: pgmap v20748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:48.638 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:45:48.941 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:45:48.941 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:45:48.941 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:45:48.941 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:45:48.941 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:45:48.941 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5771M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6087M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6221M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5487M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4402M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:45:48.942 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5527M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:45:48.943 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4884M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:45:48.943 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5711M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:45:48.943 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:45:49.329 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:45:49.329 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:45:49.329 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:45:49.329 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:45:49.330 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:45:49.331 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:45:49.331 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:45:49.331 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:45:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:49 smithi155 ceph-mon[102677]: from='client.47573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:49 smithi155 ceph-mon[102677]: from='client.47579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:45:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:45:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:49 smithi111 ceph-mon[97855]: from='client.47573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:49 smithi111 ceph-mon[97855]: from='client.47579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:49 smithi111 ceph-mon[116524]: from='client.47573 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:49 smithi111 ceph-mon[116524]: from='client.47579 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/370826456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:50 smithi155 ceph-mon[102677]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/370826456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:45:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:50 smithi111 ceph-mon[116524]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/370826456' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:45:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:45:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:50 smithi111 ceph-mon[97855]: pgmap v20749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:53.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:52 smithi111 ceph-mon[97855]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:52 smithi111 ceph-mon[116524]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:52 smithi155 ceph-mon[102677]: pgmap v20750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:54 smithi111 ceph-mon[97855]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:54 smithi111 ceph-mon[116524]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:54 smithi155 ceph-mon[102677]: pgmap v20751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:56 smithi111 ceph-mon[97855]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:56 smithi111 ceph-mon[116524]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:56 smithi155 ceph-mon[102677]: pgmap v20752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:45:58 smithi111 ceph-mon[97855]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:45:58 smithi111 ceph-mon[116524]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:45:58 smithi155 ceph-mon[102677]: pgmap v20753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:45:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:45:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:46:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:00 smithi111 ceph-mon[97855]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:00 smithi111 ceph-mon[116524]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:00 smithi155 ceph-mon[102677]: pgmap v20754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:02 smithi111 ceph-mon[97855]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:02 smithi111 ceph-mon[116524]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:02 smithi155 ceph-mon[102677]: pgmap v20755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[97855]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[116524]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:46:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:46:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:46:05.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:46:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:04 smithi155 ceph-mon[102677]: pgmap v20756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:46:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:46:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:46:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:46:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:06 smithi111 ceph-mon[97855]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:06 smithi111 ceph-mon[116524]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:06 smithi155 ceph-mon[102677]: pgmap v20757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:09 smithi111 ceph-mon[97855]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:09 smithi111 ceph-mon[116524]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:09 smithi155 ceph-mon[102677]: pgmap v20758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:46:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:46:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:11 smithi155 ceph-mon[102677]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:11 smithi111 ceph-mon[116524]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:11 smithi111 ceph-mon[97855]: pgmap v20759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:13 smithi155 ceph-mon[102677]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:13 smithi111 ceph-mon[97855]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:13 smithi111 ceph-mon[116524]: pgmap v20760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:14 smithi155 ceph-mon[102677]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:14 smithi111 ceph-mon[97855]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:14 smithi111 ceph-mon[116524]: pgmap v20761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:16 smithi155 ceph-mon[102677]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:16 smithi111 ceph-mon[97855]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:16 smithi111 ceph-mon[116524]: pgmap v20762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:19.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:18 smithi111 ceph-mon[97855]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:18 smithi111 ceph-mon[116524]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:18 smithi155 ceph-mon[102677]: pgmap v20763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:19.677 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:46:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:46:19.985 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5771M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6087M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6221M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5487M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4402M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5527M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4884M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5711M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:46:19.986 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:46:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:20.366 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:46:20.367 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:46:20.368 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:46:20.368 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:46:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[97855]: from='client.47591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[97855]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[97855]: from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3759892602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[116524]: from='client.47591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[116524]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[116524]: from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3759892602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:20 smithi155 ceph-mon[102677]: from='client.47591 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:20 smithi155 ceph-mon[102677]: pgmap v20764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:20 smithi155 ceph-mon[102677]: from='client.37722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3759892602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:46:23.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:22 smithi111 ceph-mon[97855]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:23.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:22 smithi111 ceph-mon[116524]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:22 smithi155 ceph-mon[102677]: pgmap v20765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:25 smithi155 ceph-mon[102677]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:24 smithi111 ceph-mon[116524]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:24 smithi111 ceph-mon[97855]: pgmap v20766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:27 smithi155 ceph-mon[102677]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:27 smithi111 ceph-mon[116524]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:27 smithi111 ceph-mon[97855]: pgmap v20767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:29 smithi111 ceph-mon[97855]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:29 smithi111 ceph-mon[116524]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:29 smithi155 ceph-mon[102677]: pgmap v20768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:46:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:46:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:31 smithi155 ceph-mon[102677]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:31 smithi111 ceph-mon[97855]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:31 smithi111 ceph-mon[116524]: pgmap v20769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:32 smithi111 ceph-mon[97855]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:33.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:32 smithi111 ceph-mon[116524]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:32 smithi155 ceph-mon[102677]: pgmap v20770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:34 smithi111 ceph-mon[97855]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:34 smithi111 ceph-mon[116524]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:34 smithi155 ceph-mon[102677]: pgmap v20771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:36 smithi111 ceph-mon[97855]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:36 smithi111 ceph-mon[116524]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:36 smithi155 ceph-mon[102677]: pgmap v20772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:38 smithi111 ceph-mon[97855]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:38 smithi111 ceph-mon[116524]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:38 smithi155 ceph-mon[102677]: pgmap v20773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:46:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:46:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:41 smithi155 ceph-mon[102677]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:41 smithi111 ceph-mon[97855]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:41 smithi111 ceph-mon[116524]: pgmap v20774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:43 smithi155 ceph-mon[102677]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:43 smithi111 ceph-mon[97855]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:43 smithi111 ceph-mon[116524]: pgmap v20775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:45 smithi155 ceph-mon[102677]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:45 smithi111 ceph-mon[97855]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:45 smithi111 ceph-mon[116524]: pgmap v20776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:47 smithi155 ceph-mon[102677]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:47 smithi111 ceph-mon[97855]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:47 smithi111 ceph-mon[116524]: pgmap v20777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:48 smithi155 ceph-mon[102677]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:48 smithi111 ceph-mon[97855]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:48 smithi111 ceph-mon[116524]: pgmap v20778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:49.674 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:46:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:46:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:46:50.712 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:46:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:50 smithi155 ceph-mon[102677]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:50 smithi111 ceph-mon[97855]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:50 smithi111 ceph-mon[116524]: pgmap v20779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 936M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2459M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1171M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1078M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 23.1M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5771M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:46:51.021 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6087M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6221M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5487M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4402M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5527M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4884M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5711M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:46:51.022 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 139M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:46:51.402 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:46:51.403 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:46:51.404 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:46:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:51 smithi155 ceph-mon[102677]: from='client.47609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:51 smithi155 ceph-mon[102677]: from='client.47615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2220871412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:51 smithi111 ceph-mon[97855]: from='client.47609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:51 smithi111 ceph-mon[97855]: from='client.47615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2220871412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:46:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:51 smithi111 ceph-mon[116524]: from='client.47609 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:51 smithi111 ceph-mon[116524]: from='client.47615 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:46:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2220871412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:46:53.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:52 smithi111 ceph-mon[97855]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:53.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:52 smithi111 ceph-mon[116524]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:52 smithi155 ceph-mon[102677]: pgmap v20780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:54 smithi155 ceph-mon[102677]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:54 smithi111 ceph-mon[97855]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:54 smithi111 ceph-mon[116524]: pgmap v20781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:57 smithi155 ceph-mon[102677]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:57 smithi111 ceph-mon[97855]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:57 smithi111 ceph-mon[116524]: pgmap v20782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:46:59 smithi111 ceph-mon[97855]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:46:59 smithi111 ceph-mon[116524]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:46:59 smithi155 ceph-mon[102677]: pgmap v20783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:46:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:46:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:47:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:01 smithi155 ceph-mon[102677]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:01 smithi111 ceph-mon[97855]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:01 smithi111 ceph-mon[116524]: pgmap v20784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:03 smithi155 ceph-mon[102677]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:03 smithi111 ceph-mon[97855]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:03 smithi111 ceph-mon[116524]: pgmap v20785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:05 smithi155 ceph-mon[102677]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:05 smithi111 ceph-mon[97855]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:05 smithi111 ceph-mon[116524]: pgmap v20786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:47:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:47:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:47:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:07 smithi155 ceph-mon[102677]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:07 smithi111 ceph-mon[97855]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:07 smithi111 ceph-mon[116524]: pgmap v20787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:47:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: pgmap v20788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:47:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:47:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:47:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:47:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:10 smithi155 ceph-mon[102677]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:10 smithi111 ceph-mon[97855]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:11.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:10 smithi111 ceph-mon[116524]: pgmap v20789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:12 smithi155 ceph-mon[102677]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:12 smithi111 ceph-mon[97855]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:13 smithi111 ceph-mon[116524]: pgmap v20790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:15 smithi155 ceph-mon[102677]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:15 smithi111 ceph-mon[97855]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:15 smithi111 ceph-mon[116524]: pgmap v20791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:17 smithi155 ceph-mon[102677]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:17 smithi111 ceph-mon[97855]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:17 smithi111 ceph-mon[116524]: pgmap v20792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:19 smithi111 ceph-mon[97855]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:19 smithi111 ceph-mon[116524]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:19 smithi155 ceph-mon[102677]: pgmap v20793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:47:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:47:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:21 smithi155 ceph-mon[102677]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:21 smithi111 ceph-mon[97855]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:21 smithi111 ceph-mon[116524]: pgmap v20794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:21.752 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:47:22.059 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:47:22.059 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 14s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:47:22.059 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 14s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:47:22.059 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 14s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:47:22.059 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 14s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:47:22.059 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 14s ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 14s ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 14s ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 14s ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 14s ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 14s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 14s ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 14s ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 14s ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 14s ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 14s ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 14s ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 14s ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 14s ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 14s ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:47:22.060 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 14s ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:47:22.438 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:47:22.439 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:47:22.440 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:47:22.440 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:47:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:23 smithi155 ceph-mon[102677]: from='client.47627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:23 smithi155 ceph-mon[102677]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1433088829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:47:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:23 smithi111 ceph-mon[97855]: from='client.47627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:23 smithi111 ceph-mon[97855]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1433088829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:47:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:23 smithi111 ceph-mon[116524]: from='client.47627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:23 smithi111 ceph-mon[116524]: pgmap v20795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:23.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1433088829' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:47:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:24 smithi155 ceph-mon[102677]: from='client.47633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:24 smithi155 ceph-mon[102677]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:24 smithi111 ceph-mon[97855]: from='client.47633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:24 smithi111 ceph-mon[97855]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:24 smithi111 ceph-mon[116524]: from='client.47633 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:24 smithi111 ceph-mon[116524]: pgmap v20796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:26 smithi155 ceph-mon[102677]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:27.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:26 smithi111 ceph-mon[97855]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:26 smithi111 ceph-mon[116524]: pgmap v20797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:29.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:29 smithi111 ceph-mon[97855]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:29.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:29 smithi111 ceph-mon[116524]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:29 smithi155 ceph-mon[102677]: pgmap v20798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:47:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:47:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:31 smithi155 ceph-mon[102677]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:31 smithi111 ceph-mon[97855]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:31 smithi111 ceph-mon[116524]: pgmap v20799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:33 smithi155 ceph-mon[102677]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:33 smithi111 ceph-mon[97855]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:33 smithi111 ceph-mon[116524]: pgmap v20800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:35 smithi155 ceph-mon[102677]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:35 smithi111 ceph-mon[97855]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:35 smithi111 ceph-mon[116524]: pgmap v20801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:37 smithi155 ceph-mon[102677]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:37 smithi111 ceph-mon[97855]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:37 smithi111 ceph-mon[116524]: pgmap v20802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:39.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:39 smithi111 ceph-mon[97855]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:39.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:39 smithi111 ceph-mon[116524]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:39 smithi155 ceph-mon[102677]: pgmap v20803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:47:39] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T14:47:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:40 smithi155 ceph-mon[102677]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:40 smithi111 ceph-mon[97855]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:40 smithi111 ceph-mon[116524]: pgmap v20804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:43 smithi155 ceph-mon[102677]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:43 smithi111 ceph-mon[97855]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:43 smithi111 ceph-mon[116524]: pgmap v20805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:45 smithi155 ceph-mon[102677]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:45 smithi111 ceph-mon[97855]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:45 smithi111 ceph-mon[116524]: pgmap v20806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:47 smithi155 ceph-mon[102677]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:47 smithi111 ceph-mon[97855]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:47 smithi111 ceph-mon[116524]: pgmap v20807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:49 smithi111 ceph-mon[97855]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:49.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:49 smithi111 ceph-mon[116524]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:49 smithi155 ceph-mon[102677]: pgmap v20808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:47:49] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T14:47:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:47:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:51 smithi155 ceph-mon[102677]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:51 smithi111 ceph-mon[97855]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:51.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:51 smithi111 ceph-mon[116524]: pgmap v20809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:52.785 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:47:53.095 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:47:53.095 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 45s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:47:53.095 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 45s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:47:53.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 45s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:47:53.095 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 45s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:47:53.095 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 45s ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 45s ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 45s ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 45s ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 45s ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 45s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 45s ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 45s ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 45s ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 45s ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 45s ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 45s ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 45s ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:47:53.096 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 45s ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:47:53.097 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 45s ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:47:53.097 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 45s ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:47:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:53 smithi155 ceph-mon[102677]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:47:53.471 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:47:53.472 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:47:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:53 smithi111 ceph-mon[97855]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:53 smithi111 ceph-mon[116524]: pgmap v20810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:54 smithi155 ceph-mon[102677]: from='client.47645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2663733795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:47:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:54 smithi111 ceph-mon[97855]: from='client.47645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2663733795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:47:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:54 smithi111 ceph-mon[116524]: from='client.47645 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2663733795' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:47:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:55 smithi155 ceph-mon[102677]: from='client.37776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:55 smithi155 ceph-mon[102677]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:55 smithi111 ceph-mon[97855]: from='client.37776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:55 smithi111 ceph-mon[97855]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:55 smithi111 ceph-mon[116524]: from='client.37776 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:47:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:55 smithi111 ceph-mon[116524]: pgmap v20811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:57 smithi155 ceph-mon[102677]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:57.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:57 smithi111 ceph-mon[97855]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:57 smithi111 ceph-mon[116524]: pgmap v20812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:47:59 smithi111 ceph-mon[97855]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:47:59 smithi111 ceph-mon[116524]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:47:59 smithi155 ceph-mon[102677]: pgmap v20813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:47:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:47:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:48:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:01 smithi155 ceph-mon[102677]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:01.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:01 smithi111 ceph-mon[97855]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:01 smithi111 ceph-mon[116524]: pgmap v20814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:03 smithi155 ceph-mon[102677]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:03 smithi111 ceph-mon[97855]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:03 smithi111 ceph-mon[116524]: pgmap v20815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:05 smithi155 ceph-mon[102677]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:05 smithi111 ceph-mon[97855]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:05 smithi111 ceph-mon[116524]: pgmap v20816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:07 smithi155 ceph-mon[102677]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:07 smithi111 ceph-mon[97855]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:07 smithi111 ceph-mon[116524]: pgmap v20817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[97855]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:09.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:48:09.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:48:09.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:48:09.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:48:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[116524]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:48:09.300 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:48:09.300 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:48:09.300 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:48:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:09 smithi155 ceph-mon[102677]: pgmap v20818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:48:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:48:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:48:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:48:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:48:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:11 smithi155 ceph-mon[102677]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:11 smithi111 ceph-mon[97855]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:11 smithi111 ceph-mon[116524]: pgmap v20819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:13 smithi155 ceph-mon[102677]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:13 smithi111 ceph-mon[97855]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:13 smithi111 ceph-mon[116524]: pgmap v20820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:15 smithi155 ceph-mon[102677]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:15 smithi111 ceph-mon[97855]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:15 smithi111 ceph-mon[116524]: pgmap v20821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:16 smithi155 ceph-mon[102677]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:16 smithi111 ceph-mon[97855]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:16 smithi111 ceph-mon[116524]: pgmap v20822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:19.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:19 smithi111 ceph-mon[97855]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:19.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:19 smithi111 ceph-mon[116524]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:19 smithi155 ceph-mon[102677]: pgmap v20823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:48:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:48:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:20.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:21 smithi155 ceph-mon[102677]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:21 smithi111 ceph-mon[97855]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:21 smithi111 ceph-mon[116524]: pgmap v20824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:23 smithi155 ceph-mon[102677]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:23 smithi111 ceph-mon[97855]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:23 smithi111 ceph-mon[116524]: pgmap v20825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:23.816 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 76s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 76s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 76s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 76s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 76s ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 76s ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:48:24.125 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 76s ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 76s ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 76s ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 76s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 76s ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 76s ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 76s ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 76s ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 76s ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:48:24.126 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 76s ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:48:24.127 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 76s ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:48:24.127 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 76s ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:48:24.127 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 76s ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:48:24.127 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 76s ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:48:24.505 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:48:24.505 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:24.506 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:48:24.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:48:24.507 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:24.507 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:48:24.507 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:48:24.507 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:48:24.507 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:48:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:25 smithi155 ceph-mon[102677]: from='client.47663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:25 smithi155 ceph-mon[102677]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2505887940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:48:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:25 smithi111 ceph-mon[97855]: from='client.47663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:25 smithi111 ceph-mon[97855]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2505887940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:48:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:25 smithi111 ceph-mon[116524]: from='client.47663 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:25 smithi111 ceph-mon[116524]: pgmap v20826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2505887940' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:48:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:26 smithi155 ceph-mon[102677]: from='client.37794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:26 smithi111 ceph-mon[97855]: from='client.37794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:26 smithi111 ceph-mon[116524]: from='client.37794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:27 smithi155 ceph-mon[102677]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:27 smithi111 ceph-mon[97855]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:27 smithi111 ceph-mon[116524]: pgmap v20827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:28 smithi155 ceph-mon[102677]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:28 smithi111 ceph-mon[97855]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:28 smithi111 ceph-mon[116524]: pgmap v20828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:48:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T14:48:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:30 smithi155 ceph-mon[102677]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:31.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:30 smithi111 ceph-mon[97855]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:30 smithi111 ceph-mon[116524]: pgmap v20829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:33 smithi155 ceph-mon[102677]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:33 smithi111 ceph-mon[97855]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:33 smithi111 ceph-mon[116524]: pgmap v20830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:35 smithi155 ceph-mon[102677]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:35 smithi111 ceph-mon[97855]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:35 smithi111 ceph-mon[116524]: pgmap v20831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:37 smithi155 ceph-mon[102677]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:37 smithi111 ceph-mon[97855]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:37 smithi111 ceph-mon[116524]: pgmap v20832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:39.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:39 smithi111 ceph-mon[97855]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:39.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:39 smithi111 ceph-mon[116524]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:39 smithi155 ceph-mon[102677]: pgmap v20833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:48:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:48:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:41 smithi155 ceph-mon[102677]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:41 smithi111 ceph-mon[97855]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:41 smithi111 ceph-mon[116524]: pgmap v20834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:43 smithi155 ceph-mon[102677]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:43 smithi111 ceph-mon[97855]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:43 smithi111 ceph-mon[116524]: pgmap v20835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:45 smithi155 ceph-mon[102677]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:45 smithi111 ceph-mon[97855]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:45 smithi111 ceph-mon[116524]: pgmap v20836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:47 smithi155 ceph-mon[102677]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:47 smithi111 ceph-mon[97855]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:47 smithi111 ceph-mon[116524]: pgmap v20837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:49.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:49 smithi111 ceph-mon[97855]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:49 smithi111 ceph-mon[116524]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:49 smithi155 ceph-mon[102677]: pgmap v20838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:48:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:48:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:48:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:51 smithi155 ceph-mon[102677]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:51.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:51 smithi111 ceph-mon[97855]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:51 smithi111 ceph-mon[116524]: pgmap v20839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:53 smithi155 ceph-mon[102677]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:53 smithi111 ceph-mon[97855]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:53 smithi111 ceph-mon[116524]: pgmap v20840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:54.849 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 107s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 107s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 107s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 107s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 107s ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:48:55.160 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 107s ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 107s ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 107s ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 107s ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 107s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 107s ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 107s ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 107s ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 107s ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 107s ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 107s ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 107s ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 107s ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 107s ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:48:55.161 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 107s ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:48:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:55 smithi155 ceph-mon[102677]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:55 smithi111 ceph-mon[97855]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:55 smithi111 ceph-mon[116524]: pgmap v20841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:55.540 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:48:55.541 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:56 smithi155 ceph-mon[102677]: from='client.47681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1394442563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:48:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:56 smithi111 ceph-mon[97855]: from='client.47681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1394442563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:56 smithi111 ceph-mon[116524]: from='client.47681 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1394442563' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:48:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:57 smithi155 ceph-mon[102677]: from='client.37812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:57 smithi155 ceph-mon[102677]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:57 smithi111 ceph-mon[97855]: from='client.37812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:57 smithi111 ceph-mon[97855]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:57 smithi111 ceph-mon[116524]: from='client.37812 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:48:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:57 smithi111 ceph-mon[116524]: pgmap v20842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:48:58 smithi155 ceph-mon[102677]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:48:58 smithi111 ceph-mon[97855]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:48:58 smithi111 ceph-mon[116524]: pgmap v20843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:48:59] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:49:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:00 smithi111 ceph-mon[97855]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:00 smithi111 ceph-mon[116524]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:00 smithi155 ceph-mon[102677]: pgmap v20844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:03 smithi155 ceph-mon[102677]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:03 smithi111 ceph-mon[97855]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:03 smithi111 ceph-mon[116524]: pgmap v20845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:05 smithi155 ceph-mon[102677]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:05 smithi111 ceph-mon[97855]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:05 smithi111 ceph-mon[116524]: pgmap v20846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:07 smithi155 ceph-mon[102677]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:07 smithi111 ceph-mon[97855]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:07 smithi111 ceph-mon[116524]: pgmap v20847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[97855]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[116524]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:09.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:09 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:09 smithi155 ceph-mon[102677]: pgmap v20848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:09 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:49:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:49:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:10 smithi111 ceph-mon[97855]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:10 smithi111 ceph-mon[116524]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:10.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:10 smithi155 ceph-mon[102677]: pgmap v20849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:13 smithi155 ceph-mon[102677]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:49:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:49:13.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[116524]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:49:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[97855]: pgmap v20850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:13.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:13.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:49:13.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:49:13.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:49:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:15 smithi155 ceph-mon[102677]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:15 smithi111 ceph-mon[97855]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:15 smithi111 ceph-mon[116524]: pgmap v20851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:17 smithi155 ceph-mon[102677]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:17 smithi111 ceph-mon[97855]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:17 smithi111 ceph-mon[116524]: pgmap v20852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:18 smithi155 ceph-mon[102677]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:18 smithi111 ceph-mon[97855]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:18 smithi111 ceph-mon[116524]: pgmap v20853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:19.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:49:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:49:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:20 smithi155 ceph-mon[102677]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:20 smithi111 ceph-mon[116524]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:20 smithi111 ceph-mon[97855]: pgmap v20854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:23 smithi155 ceph-mon[102677]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:23 smithi111 ceph-mon[97855]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:23 smithi111 ceph-mon[116524]: pgmap v20855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:25 smithi155 ceph-mon[102677]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:25 smithi111 ceph-mon[97855]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:25 smithi111 ceph-mon[116524]: pgmap v20856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:25.887 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:49:26.193 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:49:26.194 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:49:26.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:49:26.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:49:26.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:49:26.195 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:49:26.195 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:49:26.570 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:49:26.571 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:49:26.572 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:27 smithi155 ceph-mon[102677]: from='client.37824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:27 smithi155 ceph-mon[102677]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/891818995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:27 smithi111 ceph-mon[97855]: from='client.37824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:27 smithi111 ceph-mon[97855]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/891818995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:27 smithi111 ceph-mon[116524]: from='client.37824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:27 smithi111 ceph-mon[116524]: pgmap v20857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/891818995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:49:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:28 smithi155 ceph-mon[102677]: from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:28 smithi111 ceph-mon[97855]: from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:28 smithi111 ceph-mon[116524]: from='client.37830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:29.299 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:29 smithi111 ceph-mon[97855]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:29.299 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:29 smithi111 ceph-mon[116524]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:29 smithi155 ceph-mon[102677]: pgmap v20858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:49:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:49:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:30 smithi155 ceph-mon[102677]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:30 smithi111 ceph-mon[97855]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:30 smithi111 ceph-mon[116524]: pgmap v20859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:33 smithi155 ceph-mon[102677]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:33 smithi111 ceph-mon[97855]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:33 smithi111 ceph-mon[116524]: pgmap v20860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:35 smithi155 ceph-mon[102677]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:35 smithi111 ceph-mon[97855]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:35 smithi111 ceph-mon[116524]: pgmap v20861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:37 smithi155 ceph-mon[102677]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:37 smithi111 ceph-mon[97855]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:37 smithi111 ceph-mon[116524]: pgmap v20862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:38 smithi155 ceph-mon[102677]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:38 smithi111 ceph-mon[97855]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:38 smithi111 ceph-mon[116524]: pgmap v20863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:49:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:49:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:40 smithi111 ceph-mon[97855]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:40 smithi111 ceph-mon[116524]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:40 smithi155 ceph-mon[102677]: pgmap v20864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:43 smithi155 ceph-mon[102677]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:43 smithi111 ceph-mon[97855]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:43 smithi111 ceph-mon[116524]: pgmap v20865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:45 smithi155 ceph-mon[102677]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:45 smithi111 ceph-mon[97855]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:45 smithi111 ceph-mon[116524]: pgmap v20866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:46 smithi155 ceph-mon[102677]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:46 smithi111 ceph-mon[97855]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:46 smithi111 ceph-mon[116524]: pgmap v20867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:49.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:49 smithi111 ceph-mon[97855]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:49.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:49 smithi111 ceph-mon[116524]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:49 smithi155 ceph-mon[102677]: pgmap v20868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:49:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:49:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:49:51.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:51 smithi155 ceph-mon[102677]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:51.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:51 smithi111 ceph-mon[97855]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:51.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:51 smithi111 ceph-mon[116524]: pgmap v20869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:53 smithi155 ceph-mon[102677]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:53 smithi111 ceph-mon[97855]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:53 smithi111 ceph-mon[116524]: pgmap v20870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:55 smithi155 ceph-mon[102677]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:55 smithi111 ceph-mon[97855]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:55 smithi111 ceph-mon[116524]: pgmap v20871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:56.920 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:49:57.229 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:49:57.230 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:49:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:49:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:49:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:49:57.231 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:49:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:57 smithi155 ceph-mon[102677]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:57 smithi111 ceph-mon[97855]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:57 smithi111 ceph-mon[116524]: pgmap v20872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:57.614 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:49:57.614 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:57.615 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:49:57.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:49:57.616 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:49:57.616 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:49:57.616 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:49:57.616 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:49:57.616 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:58 smithi155 ceph-mon[102677]: from='client.37842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3567012962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:49:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:58 smithi111 ceph-mon[97855]: from='client.37842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3567012962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:58 smithi111 ceph-mon[116524]: from='client.37842 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3567012962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:49:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:59 smithi111 ceph-mon[97855]: from='client.37848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:59.297 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:49:59 smithi111 ceph-mon[97855]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:59 smithi111 ceph-mon[116524]: from='client.37848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:59.297 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:49:59 smithi111 ceph-mon[116524]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:59 smithi155 ceph-mon[102677]: from='client.37848 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:49:59.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:49:59 smithi155 ceph-mon[102677]: pgmap v20873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:49:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:49:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:50:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:00 smithi155 ceph-mon[102677]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:50:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:00 smithi111 ceph-mon[116524]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:00 smithi111 conmon[97831]: 2023-12-01T14:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:00 smithi111 ceph-mon[97855]: pgmap v20874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T14:50:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:03 smithi155 ceph-mon[102677]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:03 smithi111 ceph-mon[97855]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:03 smithi111 ceph-mon[116524]: pgmap v20875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:05 smithi155 ceph-mon[102677]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:05 smithi111 ceph-mon[97855]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:05 smithi111 ceph-mon[116524]: pgmap v20876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:07 smithi155 ceph-mon[102677]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:07 smithi111 ceph-mon[97855]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:07 smithi111 ceph-mon[116524]: pgmap v20877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:08 smithi111 ceph-mon[97855]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:08 smithi111 ceph-mon[116524]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:08 smithi155 ceph-mon[102677]: pgmap v20878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:50:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:50:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:10 smithi111 ceph-mon[97855]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:10 smithi111 ceph-mon[116524]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:10 smithi155 ceph-mon[102677]: pgmap v20879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:13 smithi155 ceph-mon[102677]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:13 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:50:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:13 smithi111 ceph-mon[97855]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:13 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:50:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:13 smithi111 ceph-mon[116524]: pgmap v20880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:13 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:50:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:15 smithi155 ceph-mon[102677]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:15 smithi111 ceph-mon[97855]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:15 smithi111 ceph-mon[116524]: pgmap v20881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:16.412 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:16 smithi155 ceph-mon[102677]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:16 smithi111 ceph-mon[97855]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:16 smithi111 ceph-mon[116524]: pgmap v20882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:50:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:50:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:50:17.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:50:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:50:17.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:50:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:18 smithi111 ceph-mon[97855]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:18 smithi111 ceph-mon[116524]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:18 smithi155 ceph-mon[102677]: pgmap v20883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:19.679 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:50:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:50:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:20 smithi155 ceph-mon[102677]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:20 smithi111 ceph-mon[97855]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:20 smithi111 ceph-mon[116524]: pgmap v20884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:23 smithi155 ceph-mon[102677]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:23 smithi111 ceph-mon[97855]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:23 smithi111 ceph-mon[116524]: pgmap v20885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:25 smithi155 ceph-mon[102677]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:25 smithi111 ceph-mon[97855]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:25 smithi111 ceph-mon[116524]: pgmap v20886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:26 smithi155 ceph-mon[102677]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:26 smithi111 ceph-mon[97855]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:26 smithi111 ceph-mon[116524]: pgmap v20887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:27.962 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:50:28.272 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:50:28.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:50:28.274 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:50:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:28 smithi155 ceph-mon[102677]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:28 smithi155 ceph-mon[102677]: from='client.47735 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:28 smithi111 ceph-mon[97855]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:28 smithi111 ceph-mon[97855]: from='client.47735 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:28 smithi111 ceph-mon[116524]: pgmap v20888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:28 smithi111 ceph-mon[116524]: from='client.47735 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:28.653 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:50:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:50:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:50:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:28.653 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:50:28.654 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:50:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:29 smithi155 ceph-mon[102677]: from='client.47741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3091655357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:50:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:50:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:29 smithi111 ceph-mon[97855]: from='client.47741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3091655357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:50:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:29 smithi111 ceph-mon[116524]: from='client.47741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3091655357' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:50:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:30 smithi155 ceph-mon[102677]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:30 smithi111 ceph-mon[97855]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:30 smithi111 ceph-mon[116524]: pgmap v20889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:33.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:33 smithi155 ceph-mon[102677]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:33 smithi111 ceph-mon[97855]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:33 smithi111 ceph-mon[116524]: pgmap v20890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:34 smithi155 ceph-mon[102677]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:34 smithi111 ceph-mon[97855]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:34 smithi111 ceph-mon[116524]: pgmap v20891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:36 smithi155 ceph-mon[102677]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:36 smithi111 ceph-mon[97855]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:36 smithi111 ceph-mon[116524]: pgmap v20892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:39.298 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:39 smithi111 ceph-mon[97855]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:39.298 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:39 smithi111 ceph-mon[116524]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:39 smithi155 ceph-mon[102677]: pgmap v20893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:50:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:50:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:40 smithi155 ceph-mon[102677]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:40 smithi111 ceph-mon[97855]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:40 smithi111 ceph-mon[116524]: pgmap v20894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:43 smithi155 ceph-mon[102677]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:43.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:43 smithi111 ceph-mon[97855]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:43 smithi111 ceph-mon[116524]: pgmap v20895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:44 smithi155 ceph-mon[102677]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:44 smithi111 ceph-mon[97855]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:44 smithi111 ceph-mon[116524]: pgmap v20896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:47.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:46 smithi111 ceph-mon[97855]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:47.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:46 smithi111 ceph-mon[116524]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:46 smithi155 ceph-mon[102677]: pgmap v20897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:48 smithi155 ceph-mon[102677]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:48 smithi111 ceph-mon[97855]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:48 smithi111 ceph-mon[116524]: pgmap v20898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:49.680 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:50:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:50:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:50:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:50 smithi155 ceph-mon[102677]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:50 smithi111 ceph-mon[97855]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:50 smithi111 ceph-mon[116524]: pgmap v20899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:53 smithi155 ceph-mon[102677]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:53 smithi111 ceph-mon[97855]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:53 smithi111 ceph-mon[116524]: pgmap v20900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:54 smithi155 ceph-mon[102677]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:54 smithi111 ceph-mon[97855]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:54 smithi111 ceph-mon[116524]: pgmap v20901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:57.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:56 smithi111 ceph-mon[97855]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:57.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:56 smithi111 ceph-mon[116524]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:56 smithi155 ceph-mon[102677]: pgmap v20902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:58 smithi155 ceph-mon[102677]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:58 smithi111 ceph-mon[116524]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:58 smithi111 ceph-mon[97855]: pgmap v20903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:50:59.003 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:50:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:50:59 smithi155 ceph-mon[102677]: from='client.47753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:59.308 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:50:59.309 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:50:59.310 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:50:59.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:50:59 smithi111 ceph-mon[97855]: from='client.47753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:59.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:50:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:50:59.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:50:59 smithi111 ceph-mon[116524]: from='client.47753 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:50:59.688 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:50:59.688 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:50:59.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:50:59.688 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:59.688 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:50:59.688 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:50:59.689 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:00 smithi155 ceph-mon[102677]: from='client.37884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/884423013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:00 smithi155 ceph-mon[102677]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:00 smithi111 ceph-mon[97855]: from='client.37884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/884423013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:51:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:00 smithi111 ceph-mon[97855]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:00 smithi111 ceph-mon[116524]: from='client.37884 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/884423013' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:00 smithi111 ceph-mon[116524]: pgmap v20904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:03 smithi155 ceph-mon[102677]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:03 smithi111 ceph-mon[97855]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:03 smithi111 ceph-mon[116524]: pgmap v20905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:04.408 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:04 smithi155 ceph-mon[102677]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:04 smithi111 ceph-mon[97855]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:04 smithi111 ceph-mon[116524]: pgmap v20906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:06 smithi155 ceph-mon[102677]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:06 smithi111 ceph-mon[97855]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:06 smithi111 ceph-mon[116524]: pgmap v20907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:08 smithi155 ceph-mon[102677]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:08 smithi111 ceph-mon[97855]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:08 smithi111 ceph-mon[116524]: pgmap v20908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:51:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:51:11.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:10 smithi111 ceph-mon[97855]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:10 smithi111 ceph-mon[116524]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:11.280 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:10 smithi155 ceph-mon[102677]: pgmap v20909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:12 smithi155 ceph-mon[102677]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:12 smithi111 ceph-mon[97855]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:13 smithi111 ceph-mon[116524]: pgmap v20910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:15 smithi155 ceph-mon[102677]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:15 smithi111 ceph-mon[97855]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:15 smithi111 ceph-mon[116524]: pgmap v20911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:17 smithi155 ceph-mon[102677]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:17 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:51:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:17 smithi111 ceph-mon[97855]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:17 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:51:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:17 smithi111 ceph-mon[116524]: pgmap v20912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:17 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:51:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:51:18.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:18 smithi155 ceph-mon[102677]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:18.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[97855]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:51:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:51:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:51:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:18 smithi111 ceph-mon[116524]: pgmap v20913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:19.681 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:51:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:51:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:20 smithi155 ceph-mon[102677]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:20 smithi111 ceph-mon[97855]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:20 smithi111 ceph-mon[116524]: pgmap v20914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:23.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:23 smithi155 ceph-mon[102677]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:23 smithi111 ceph-mon[97855]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:23 smithi111 ceph-mon[116524]: pgmap v20915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:25 smithi155 ceph-mon[102677]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:25 smithi111 ceph-mon[97855]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:25 smithi111 ceph-mon[116524]: pgmap v20916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:27 smithi155 ceph-mon[102677]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:27 smithi111 ceph-mon[97855]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:27 smithi111 ceph-mon[116524]: pgmap v20917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:28 smithi155 ceph-mon[102677]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:28 smithi111 ceph-mon[97855]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:28 smithi111 ceph-mon[116524]: pgmap v20918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:51:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:51:30.042 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:51:30.347 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:51:30.347 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:51:30.347 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:51:30.347 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:51:30.347 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:51:30.348 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:51:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:51:30.349 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:51:30.726 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:51:30.727 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:51:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:51:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:51:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:51:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:51:30.728 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:51:30.728 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:51:31.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:31 smithi155 ceph-mon[102677]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:31.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:31 smithi155 ceph-mon[102677]: from='client.47771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:31.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1821237598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:51:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:31 smithi111 ceph-mon[116524]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:31 smithi111 ceph-mon[116524]: from='client.47771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1821237598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:51:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:31 smithi111 ceph-mon[97855]: pgmap v20919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:31 smithi111 ceph-mon[97855]: from='client.47771 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1821237598' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:51:32.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:32 smithi155 ceph-mon[102677]: from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:32 smithi111 ceph-mon[97855]: from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:32 smithi111 ceph-mon[116524]: from='client.37902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:51:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:33 smithi155 ceph-mon[102677]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:33 smithi111 ceph-mon[97855]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:33 smithi111 ceph-mon[116524]: pgmap v20920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:35 smithi155 ceph-mon[102677]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:35 smithi111 ceph-mon[97855]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:35 smithi111 ceph-mon[116524]: pgmap v20921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:37.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:37 smithi155 ceph-mon[102677]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:37 smithi111 ceph-mon[97855]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:37 smithi111 ceph-mon[116524]: pgmap v20922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:38 smithi155 ceph-mon[102677]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:38 smithi111 ceph-mon[97855]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:38 smithi111 ceph-mon[116524]: pgmap v20923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:51:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:51:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:41 smithi155 ceph-mon[102677]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:41 smithi111 ceph-mon[97855]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:41 smithi111 ceph-mon[116524]: pgmap v20924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:43 smithi155 ceph-mon[102677]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:43 smithi111 ceph-mon[97855]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:43 smithi111 ceph-mon[116524]: pgmap v20925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:45 smithi155 ceph-mon[102677]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:45 smithi111 ceph-mon[97855]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:45 smithi111 ceph-mon[116524]: pgmap v20926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:47 smithi155 ceph-mon[102677]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:47 smithi111 ceph-mon[97855]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:47 smithi111 ceph-mon[116524]: pgmap v20927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:48 smithi155 ceph-mon[102677]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:48 smithi111 ceph-mon[97855]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:48 smithi111 ceph-mon[116524]: pgmap v20928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:49.681 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:51:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:51:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:51:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:50 smithi155 ceph-mon[102677]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:50 smithi111 ceph-mon[97855]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:50 smithi111 ceph-mon[116524]: pgmap v20929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:53 smithi155 ceph-mon[102677]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:53 smithi111 ceph-mon[97855]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:53 smithi111 ceph-mon[116524]: pgmap v20930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:55 smithi155 ceph-mon[102677]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:55 smithi111 ceph-mon[97855]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:55 smithi111 ceph-mon[116524]: pgmap v20931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:57 smithi155 ceph-mon[102677]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:57 smithi111 ceph-mon[97855]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:57 smithi111 ceph-mon[116524]: pgmap v20932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:51:58 smithi155 ceph-mon[102677]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:51:58 smithi111 ceph-mon[97855]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:51:58 smithi111 ceph-mon[116524]: pgmap v20933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:51:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:51:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:52:01.071 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:52:01.377 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:52:01.377 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:52:01.377 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:52:01.377 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:52:01.377 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:52:01.377 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:52:01.378 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:52:01.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:52:01.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:52:01.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:52:01.379 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:52:01.379 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:52:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:01 smithi155 ceph-mon[102677]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:01 smithi111 ceph-mon[97855]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:01 smithi111 ceph-mon[116524]: pgmap v20934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:01.753 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:52:01.754 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:52:01.755 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:52:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2604889678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:52:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2604889678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:52:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2604889678' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:52:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:03 smithi155 ceph-mon[102677]: from='client.47789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:03 smithi155 ceph-mon[102677]: from='client.47795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:03 smithi155 ceph-mon[102677]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:03 smithi111 ceph-mon[97855]: from='client.47789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:03 smithi111 ceph-mon[97855]: from='client.47795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:03 smithi111 ceph-mon[97855]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:03 smithi111 ceph-mon[116524]: from='client.47789 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:03 smithi111 ceph-mon[116524]: from='client.47795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:03 smithi111 ceph-mon[116524]: pgmap v20935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:05 smithi155 ceph-mon[102677]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:05 smithi111 ceph-mon[97855]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:05 smithi111 ceph-mon[116524]: pgmap v20936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:07 smithi155 ceph-mon[102677]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:07 smithi111 ceph-mon[97855]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:07 smithi111 ceph-mon[116524]: pgmap v20937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:08 smithi155 ceph-mon[102677]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:08 smithi111 ceph-mon[97855]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:08 smithi111 ceph-mon[116524]: pgmap v20938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:52:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:52:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:11 smithi155 ceph-mon[102677]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:11 smithi111 ceph-mon[97855]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:11 smithi111 ceph-mon[116524]: pgmap v20939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:13 smithi155 ceph-mon[102677]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:13 smithi111 ceph-mon[97855]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:13 smithi111 ceph-mon[116524]: pgmap v20940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:15 smithi155 ceph-mon[102677]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:15 smithi111 ceph-mon[97855]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:15 smithi111 ceph-mon[116524]: pgmap v20941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:17.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:17 smithi155 ceph-mon[102677]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:17 smithi111 ceph-mon[97855]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:17 smithi111 ceph-mon[116524]: pgmap v20942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:52:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:52:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:52:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:52:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:18 smithi155 ceph-mon[102677]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[97855]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:52:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:52:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:52:18.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:18 smithi111 ceph-mon[116524]: pgmap v20943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:52:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:52:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:21.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:20 smithi111 ceph-mon[97855]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:21.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:20 smithi111 ceph-mon[116524]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:20 smithi155 ceph-mon[102677]: pgmap v20944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:23 smithi155 ceph-mon[102677]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:23 smithi111 ceph-mon[97855]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:23 smithi111 ceph-mon[116524]: pgmap v20945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:25 smithi155 ceph-mon[102677]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:25 smithi111 ceph-mon[97855]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:25 smithi111 ceph-mon[116524]: pgmap v20946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:27 smithi155 ceph-mon[102677]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:27 smithi111 ceph-mon[116524]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:27 smithi111 ceph-mon[97855]: pgmap v20947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:28 smithi155 ceph-mon[102677]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:28 smithi111 ceph-mon[97855]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:28 smithi111 ceph-mon[116524]: pgmap v20948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:52:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:52:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:31 smithi155 ceph-mon[102677]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:31 smithi111 ceph-mon[97855]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:31 smithi111 ceph-mon[116524]: pgmap v20949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:32.101 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:52:32.407 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:52:32.408 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:52:32.409 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:52:32.410 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:32.786 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:52:32.787 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:33 smithi155 ceph-mon[102677]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2612968530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:52:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:33 smithi111 ceph-mon[97855]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2612968530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:33 smithi111 ceph-mon[116524]: pgmap v20950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2612968530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:52:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:34 smithi155 ceph-mon[102677]: from='client.47807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:34 smithi155 ceph-mon[102677]: from='client.37938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:34 smithi111 ceph-mon[97855]: from='client.47807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:34 smithi111 ceph-mon[97855]: from='client.37938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:34 smithi111 ceph-mon[116524]: from='client.47807 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:34 smithi111 ceph-mon[116524]: from='client.37938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:52:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:35 smithi155 ceph-mon[102677]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:35 smithi111 ceph-mon[97855]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:35 smithi111 ceph-mon[116524]: pgmap v20951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:37 smithi155 ceph-mon[102677]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:37 smithi111 ceph-mon[97855]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:37 smithi111 ceph-mon[116524]: pgmap v20952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:38 smithi155 ceph-mon[102677]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:38 smithi111 ceph-mon[97855]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:38 smithi111 ceph-mon[116524]: pgmap v20953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:52:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 14:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T14:52:40.064951777Z level=info msg="Completed cleanup jobs" duration=31.444125ms 2023-12-01T14:52:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:41 smithi155 ceph-mon[102677]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:41 smithi111 ceph-mon[116524]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:41 smithi111 ceph-mon[97855]: pgmap v20954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:43 smithi155 ceph-mon[102677]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:43 smithi111 ceph-mon[97855]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:43 smithi111 ceph-mon[116524]: pgmap v20955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:45 smithi155 ceph-mon[102677]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:45 smithi111 ceph-mon[97855]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:45 smithi111 ceph-mon[116524]: pgmap v20956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:47 smithi155 ceph-mon[102677]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:47 smithi111 ceph-mon[97855]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:47 smithi111 ceph-mon[116524]: pgmap v20957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:48 smithi155 ceph-mon[102677]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:48 smithi111 ceph-mon[97855]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:48 smithi111 ceph-mon[116524]: pgmap v20958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:49.682 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:52:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:52:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:52:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:50 smithi155 ceph-mon[102677]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:50 smithi111 ceph-mon[97855]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:50 smithi111 ceph-mon[116524]: pgmap v20959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:53 smithi155 ceph-mon[102677]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:53 smithi111 ceph-mon[97855]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:53 smithi111 ceph-mon[116524]: pgmap v20960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:55 smithi155 ceph-mon[102677]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:55 smithi111 ceph-mon[97855]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:55 smithi111 ceph-mon[116524]: pgmap v20961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:57 smithi155 ceph-mon[102677]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:57 smithi111 ceph-mon[97855]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:57 smithi111 ceph-mon[116524]: pgmap v20962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:52:58 smithi155 ceph-mon[102677]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:52:58 smithi111 ceph-mon[97855]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:52:58 smithi111 ceph-mon[116524]: pgmap v20963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:52:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:53:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:01 smithi155 ceph-mon[102677]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:01 smithi111 ceph-mon[97855]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:01 smithi111 ceph-mon[116524]: pgmap v20964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:03.134 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:53:03.441 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:53:03.442 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:53:03.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:53:03.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:53:03.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:53:03.443 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:53:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:03 smithi155 ceph-mon[102677]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:03 smithi111 ceph-mon[97855]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:03 smithi111 ceph-mon[116524]: pgmap v20965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:03.822 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:53:03.822 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:53:03.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:53:03.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:03.824 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:53:03.824 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:53:03.824 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:53:03.824 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:53:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2676093929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:53:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2676093929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:53:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2676093929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:53:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:05 smithi155 ceph-mon[102677]: from='client.47825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:05 smithi155 ceph-mon[102677]: from='client.47831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:05 smithi155 ceph-mon[102677]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[97855]: from='client.47825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[97855]: from='client.47831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[97855]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[116524]: from='client.47825 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[116524]: from='client.47831 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[116524]: pgmap v20966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:07 smithi155 ceph-mon[102677]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:07 smithi111 ceph-mon[97855]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:07 smithi111 ceph-mon[116524]: pgmap v20967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:08 smithi155 ceph-mon[102677]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:08 smithi111 ceph-mon[97855]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:08 smithi111 ceph-mon[116524]: pgmap v20968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:53:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:53:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:11 smithi155 ceph-mon[102677]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:11 smithi111 ceph-mon[97855]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:11 smithi111 ceph-mon[116524]: pgmap v20969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:13 smithi155 ceph-mon[102677]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:13 smithi111 ceph-mon[97855]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:13 smithi111 ceph-mon[116524]: pgmap v20970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:15 smithi155 ceph-mon[102677]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:15 smithi111 ceph-mon[97855]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:15 smithi111 ceph-mon[116524]: pgmap v20971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:17 smithi155 ceph-mon[102677]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:17 smithi111 ceph-mon[97855]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:17 smithi111 ceph-mon[116524]: pgmap v20972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:18 smithi155 ceph-mon[102677]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:18 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:53:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:18 smithi111 ceph-mon[97855]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:18 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:53:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:18 smithi111 ceph-mon[116524]: pgmap v20973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:18 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:53:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:53:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:53:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:53:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:53:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:53:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:53:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:53:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:53:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:53:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:53:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:53:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:20 smithi155 ceph-mon[102677]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:20 smithi111 ceph-mon[97855]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:20 smithi111 ceph-mon[116524]: pgmap v20974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:23.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:23 smithi155 ceph-mon[102677]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:23 smithi111 ceph-mon[97855]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:23.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:23 smithi111 ceph-mon[116524]: pgmap v20975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:25 smithi155 ceph-mon[102677]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:25 smithi111 ceph-mon[97855]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:25.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:25 smithi111 ceph-mon[116524]: pgmap v20976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:27 smithi155 ceph-mon[102677]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:27 smithi111 ceph-mon[97855]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:27 smithi111 ceph-mon[116524]: pgmap v20977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:28 smithi155 ceph-mon[102677]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:28 smithi111 ceph-mon[97855]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:28 smithi111 ceph-mon[116524]: pgmap v20978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:53:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T14:53:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:31 smithi155 ceph-mon[102677]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:31 smithi111 ceph-mon[97855]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:31.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:31 smithi111 ceph-mon[116524]: pgmap v20979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:33 smithi155 ceph-mon[102677]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:33 smithi111 ceph-mon[97855]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:33 smithi111 ceph-mon[116524]: pgmap v20980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:34.175 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:53:34.482 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:53:34.483 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:53:34.484 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:53:34.865 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:53:34.866 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:53:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:35 smithi155 ceph-mon[102677]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/840881542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:53:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:35 smithi111 ceph-mon[97855]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/840881542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:53:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:35 smithi111 ceph-mon[116524]: pgmap v20981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/840881542' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:53:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:36 smithi155 ceph-mon[102677]: from='client.37968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:36 smithi155 ceph-mon[102677]: from='client.47849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:36 smithi111 ceph-mon[97855]: from='client.37968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:36 smithi111 ceph-mon[97855]: from='client.47849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:36 smithi111 ceph-mon[116524]: from='client.37968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:36 smithi111 ceph-mon[116524]: from='client.47849 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:53:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:37 smithi155 ceph-mon[102677]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:37 smithi111 ceph-mon[97855]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:37 smithi111 ceph-mon[116524]: pgmap v20982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:38 smithi155 ceph-mon[102677]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:38 smithi111 ceph-mon[97855]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:38 smithi111 ceph-mon[116524]: pgmap v20983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:53:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:53:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:41 smithi155 ceph-mon[102677]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:41 smithi111 ceph-mon[97855]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:41 smithi111 ceph-mon[116524]: pgmap v20984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:43 smithi155 ceph-mon[102677]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:43 smithi111 ceph-mon[97855]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:43 smithi111 ceph-mon[116524]: pgmap v20985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:45 smithi155 ceph-mon[102677]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:45 smithi111 ceph-mon[97855]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:45 smithi111 ceph-mon[116524]: pgmap v20986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:47 smithi155 ceph-mon[102677]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:47 smithi111 ceph-mon[97855]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:47 smithi111 ceph-mon[116524]: pgmap v20987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:48 smithi155 ceph-mon[102677]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:48 smithi111 ceph-mon[97855]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:48 smithi111 ceph-mon[116524]: pgmap v20988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:49.683 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:53:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:53:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:53:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:50 smithi155 ceph-mon[102677]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:50 smithi111 ceph-mon[97855]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:50 smithi111 ceph-mon[116524]: pgmap v20989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:53 smithi155 ceph-mon[102677]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:53 smithi111 ceph-mon[97855]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:53 smithi111 ceph-mon[116524]: pgmap v20990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:55 smithi155 ceph-mon[102677]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:55 smithi111 ceph-mon[97855]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:55 smithi111 ceph-mon[116524]: pgmap v20991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:57 smithi155 ceph-mon[102677]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:57 smithi111 ceph-mon[97855]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:57 smithi111 ceph-mon[116524]: pgmap v20992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:53:58 smithi155 ceph-mon[102677]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:53:58 smithi111 ceph-mon[97855]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:53:58 smithi111 ceph-mon[116524]: pgmap v20993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:53:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:53:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:54:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:01 smithi155 ceph-mon[102677]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:01 smithi111 ceph-mon[97855]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:01 smithi111 ceph-mon[116524]: pgmap v20994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:03 smithi155 ceph-mon[102677]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:03 smithi111 ceph-mon[97855]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:03 smithi111 ceph-mon[116524]: pgmap v20995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:05.214 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:54:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:05 smithi155 ceph-mon[102677]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:05 smithi111 ceph-mon[97855]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:05 smithi111 ceph-mon[116524]: pgmap v20996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:54:05.524 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:54:05.525 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:54:05.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:54:05.526 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:54:05.526 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:05.905 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:54:05.906 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:54:05.906 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:54:05.906 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:54:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4222739735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:54:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4222739735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:54:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4222739735' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:54:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:07 smithi155 ceph-mon[102677]: from='client.47861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:07 smithi155 ceph-mon[102677]: from='client.37992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:07 smithi155 ceph-mon[102677]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:07 smithi111 ceph-mon[97855]: from='client.47861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:07 smithi111 ceph-mon[97855]: from='client.37992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:07.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:07 smithi111 ceph-mon[97855]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:07 smithi111 ceph-mon[116524]: from='client.47861 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:07 smithi111 ceph-mon[116524]: from='client.37992 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:07 smithi111 ceph-mon[116524]: pgmap v20997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:08 smithi155 ceph-mon[102677]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:08 smithi111 ceph-mon[97855]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:08 smithi111 ceph-mon[116524]: pgmap v20998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:54:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:54:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:11 smithi155 ceph-mon[102677]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:11 smithi111 ceph-mon[97855]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:11 smithi111 ceph-mon[116524]: pgmap v20999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:13 smithi155 ceph-mon[102677]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:13 smithi111 ceph-mon[97855]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:13 smithi111 ceph-mon[116524]: pgmap v21000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:15 smithi155 ceph-mon[102677]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:15 smithi111 ceph-mon[97855]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:15 smithi111 ceph-mon[116524]: pgmap v21001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:17 smithi155 ceph-mon[102677]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:17 smithi111 ceph-mon[116524]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:17 smithi111 ceph-mon[97855]: pgmap v21002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:18 smithi155 ceph-mon[102677]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:18 smithi111 ceph-mon[97855]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:18 smithi111 ceph-mon[116524]: pgmap v21003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:54:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:54:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:54:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:54:19.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:54:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:54:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:54:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:54:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:54:19.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:54:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:54:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:54:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:54:19.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:54:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:20 smithi155 ceph-mon[102677]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:20 smithi111 ceph-mon[97855]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:20 smithi111 ceph-mon[116524]: pgmap v21004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:23 smithi155 ceph-mon[102677]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:23 smithi111 ceph-mon[97855]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:23 smithi111 ceph-mon[116524]: pgmap v21005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:25 smithi155 ceph-mon[102677]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:25 smithi111 ceph-mon[97855]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:25 smithi111 ceph-mon[116524]: pgmap v21006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:27 smithi155 ceph-mon[102677]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:27 smithi111 ceph-mon[97855]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:27 smithi111 ceph-mon[116524]: pgmap v21007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:28 smithi155 ceph-mon[102677]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:28 smithi111 ceph-mon[97855]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:28 smithi111 ceph-mon[116524]: pgmap v21008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:54:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:54:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:31 smithi155 ceph-mon[102677]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:31 smithi111 ceph-mon[97855]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:31 smithi111 ceph-mon[116524]: pgmap v21009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:33 smithi155 ceph-mon[102677]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:33 smithi111 ceph-mon[97855]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:33 smithi111 ceph-mon[116524]: pgmap v21010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:35 smithi155 ceph-mon[102677]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:35 smithi111 ceph-mon[97855]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:35 smithi111 ceph-mon[116524]: pgmap v21011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:36.254 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:54:36.559 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:54:36.559 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:54:36.559 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:54:36.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:54:36.559 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:54:36.560 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:54:36.561 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:54:36.936 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:54:36.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:54:36.937 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:54:36.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:54:36.938 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:54:36.938 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:54:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:37 smithi155 ceph-mon[102677]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2253704485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:37 smithi111 ceph-mon[97855]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2253704485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:37 smithi111 ceph-mon[116524]: pgmap v21012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2253704485' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:54:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:38 smithi155 ceph-mon[102677]: from='client.38004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:38 smithi155 ceph-mon[102677]: from='client.38010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:38 smithi111 ceph-mon[97855]: from='client.38004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:38 smithi111 ceph-mon[97855]: from='client.38010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:38 smithi111 ceph-mon[116524]: from='client.38004 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:38 smithi111 ceph-mon[116524]: from='client.38010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:54:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:39 smithi155 ceph-mon[102677]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:39 smithi111 ceph-mon[97855]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:54:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:54:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:39 smithi111 ceph-mon[116524]: pgmap v21013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:41 smithi155 ceph-mon[102677]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:41 smithi111 ceph-mon[97855]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:41 smithi111 ceph-mon[116524]: pgmap v21014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:43 smithi155 ceph-mon[102677]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:43 smithi111 ceph-mon[97855]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:43 smithi111 ceph-mon[116524]: pgmap v21015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:45 smithi155 ceph-mon[102677]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:45 smithi111 ceph-mon[97855]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:45 smithi111 ceph-mon[116524]: pgmap v21016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:47 smithi155 ceph-mon[102677]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:47 smithi111 ceph-mon[97855]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:47 smithi111 ceph-mon[116524]: pgmap v21017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:48 smithi155 ceph-mon[102677]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:48 smithi111 ceph-mon[97855]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:48 smithi111 ceph-mon[116524]: pgmap v21018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:49.684 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:54:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:54:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:54:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:50 smithi155 ceph-mon[102677]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:50 smithi111 ceph-mon[116524]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:50 smithi111 ceph-mon[97855]: pgmap v21019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:53 smithi155 ceph-mon[102677]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:53 smithi111 ceph-mon[97855]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:53 smithi111 ceph-mon[116524]: pgmap v21020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:55 smithi155 ceph-mon[102677]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:55.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:55 smithi111 ceph-mon[97855]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:55 smithi111 ceph-mon[116524]: pgmap v21021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:57 smithi155 ceph-mon[102677]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:57 smithi111 ceph-mon[97855]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:57 smithi111 ceph-mon[116524]: pgmap v21022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:54:58 smithi155 ceph-mon[102677]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:54:58 smithi111 ceph-mon[97855]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:54:58 smithi111 ceph-mon[116524]: pgmap v21023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:54:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:54:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:55:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:01 smithi155 ceph-mon[102677]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:01 smithi111 ceph-mon[97855]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:01 smithi111 ceph-mon[116524]: pgmap v21024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:03 smithi155 ceph-mon[102677]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:03 smithi111 ceph-mon[97855]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:03 smithi111 ceph-mon[116524]: pgmap v21025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:05 smithi155 ceph-mon[102677]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:05 smithi111 ceph-mon[97855]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:05 smithi111 ceph-mon[116524]: pgmap v21026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:07.289 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:55:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:07 smithi155 ceph-mon[102677]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:07 smithi111 ceph-mon[97855]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:07 smithi111 ceph-mon[116524]: pgmap v21027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:07.596 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:55:07.596 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:55:07.596 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:55:07.597 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5774M 2127M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6089M 2127M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6215M 2127M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5490M 2127M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4425M 2463M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5558M 2463M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4913M 2463M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:55:07.598 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5743M 2463M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:55:07.599 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:07.976 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:55:07.977 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:08 smithi155 ceph-mon[102677]: from='client.38022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:08 smithi155 ceph-mon[102677]: from='client.38028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1348138572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:08 smithi155 ceph-mon[102677]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[97855]: from='client.38022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[97855]: from='client.38028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1348138572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:55:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[97855]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[116524]: from='client.38022 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[116524]: from='client.38028 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1348138572' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:08 smithi111 ceph-mon[116524]: pgmap v21028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:55:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:55:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:11 smithi155 ceph-mon[102677]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:11 smithi111 ceph-mon[97855]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:11.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:11 smithi111 ceph-mon[116524]: pgmap v21029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:13 smithi155 ceph-mon[102677]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:13 smithi111 ceph-mon[97855]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:13 smithi111 ceph-mon[116524]: pgmap v21030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:15 smithi155 ceph-mon[102677]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:15 smithi111 ceph-mon[97855]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:15 smithi111 ceph-mon[116524]: pgmap v21031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:17 smithi155 ceph-mon[102677]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:17 smithi111 ceph-mon[97855]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:17 smithi111 ceph-mon[116524]: pgmap v21032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:18 smithi155 ceph-mon[102677]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:18 smithi111 ceph-mon[97855]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:18 smithi111 ceph-mon[116524]: pgmap v21033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:55:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:55:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:55:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:55:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2460M 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2120M 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:20.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:20 smithi155 ceph-mon[102677]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2460M 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2120M 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[97855]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2460M 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2120M 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:20.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:20 smithi111 ceph-mon[116524]: pgmap v21034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:23 smithi155 ceph-mon[102677]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:23 smithi111 ceph-mon[97855]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:23 smithi111 ceph-mon[116524]: pgmap v21035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:25 smithi155 ceph-mon[102677]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:25 smithi111 ceph-mon[97855]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:25 smithi111 ceph-mon[116524]: pgmap v21036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:27 smithi155 ceph-mon[102677]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:27 smithi111 ceph-mon[97855]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:27 smithi111 ceph-mon[116524]: pgmap v21037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:28 smithi155 ceph-mon[102677]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:28 smithi111 ceph-mon[97855]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:28 smithi111 ceph-mon[116524]: pgmap v21038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:55:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:55:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:31 smithi155 ceph-mon[102677]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:31 smithi111 ceph-mon[97855]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:31 smithi111 ceph-mon[116524]: pgmap v21039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:33 smithi155 ceph-mon[102677]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:33 smithi111 ceph-mon[97855]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:33 smithi111 ceph-mon[116524]: pgmap v21040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:35 smithi155 ceph-mon[102677]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:35 smithi111 ceph-mon[97855]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:35 smithi111 ceph-mon[116524]: pgmap v21041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:37 smithi155 ceph-mon[102677]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:37 smithi111 ceph-mon[97855]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:37 smithi111 ceph-mon[116524]: pgmap v21042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:38.328 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:55:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:38 smithi155 ceph-mon[102677]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:38 smithi111 ceph-mon[97855]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:38 smithi111 ceph-mon[116524]: pgmap v21043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:55:38.635 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5774M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6089M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6215M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5490M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4425M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5558M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4913M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5743M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:55:38.636 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:55:39.016 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:55:39.017 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:39 smithi155 ceph-mon[102677]: from='client.47915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:39 smithi155 ceph-mon[102677]: from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/564182801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:55:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:39 smithi111 ceph-mon[97855]: from='client.47915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:39 smithi111 ceph-mon[97855]: from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/564182801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:55:39.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:55:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:39 smithi111 ceph-mon[116524]: from='client.47915 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:39 smithi111 ceph-mon[116524]: from='client.38046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/564182801' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:55:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:40 smithi155 ceph-mon[102677]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:40 smithi111 ceph-mon[97855]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:40 smithi111 ceph-mon[116524]: pgmap v21044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:43 smithi155 ceph-mon[102677]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:43 smithi111 ceph-mon[97855]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:43 smithi111 ceph-mon[116524]: pgmap v21045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:45 smithi155 ceph-mon[102677]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:45 smithi111 ceph-mon[97855]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:45 smithi111 ceph-mon[116524]: pgmap v21046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:47 smithi155 ceph-mon[102677]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:47 smithi111 ceph-mon[97855]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:47 smithi111 ceph-mon[116524]: pgmap v21047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:48 smithi155 ceph-mon[102677]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:48 smithi111 ceph-mon[97855]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:48 smithi111 ceph-mon[116524]: pgmap v21048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:49.686 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:55:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:55:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:55:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:50 smithi155 ceph-mon[102677]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:50 smithi111 ceph-mon[97855]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:50 smithi111 ceph-mon[116524]: pgmap v21049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:53 smithi155 ceph-mon[102677]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:53 smithi111 ceph-mon[97855]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:53 smithi111 ceph-mon[116524]: pgmap v21050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:55 smithi155 ceph-mon[102677]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:55 smithi111 ceph-mon[97855]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:55.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:55 smithi111 ceph-mon[116524]: pgmap v21051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:57 smithi155 ceph-mon[102677]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:57 smithi111 ceph-mon[97855]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:57 smithi111 ceph-mon[116524]: pgmap v21052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:55:58 smithi155 ceph-mon[102677]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:55:58 smithi111 ceph-mon[97855]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:55:58 smithi111 ceph-mon[116524]: pgmap v21053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:55:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:55:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T14:56:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:01 smithi155 ceph-mon[102677]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:01 smithi111 ceph-mon[97855]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:01 smithi111 ceph-mon[116524]: pgmap v21054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:03 smithi155 ceph-mon[102677]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:03 smithi111 ceph-mon[97855]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:03 smithi111 ceph-mon[116524]: pgmap v21055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:05 smithi155 ceph-mon[102677]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:05 smithi111 ceph-mon[97855]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:05 smithi111 ceph-mon[116524]: pgmap v21056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:07.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:07 smithi155 ceph-mon[102677]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:07 smithi111 ceph-mon[97855]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:07.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:07 smithi111 ceph-mon[116524]: pgmap v21057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:08 smithi155 ceph-mon[102677]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:08 smithi111 ceph-mon[97855]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:08 smithi111 ceph-mon[116524]: pgmap v21058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:09.364 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:56:09.673 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5774M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6089M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6215M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5490M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:56:09.674 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4425M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:56:09.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5558M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:56:09.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4913M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:56:09.675 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5743M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:56:09.675 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:56:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:56:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:56:10.058 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:56:10.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:56:10.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:56:10.058 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:10.058 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:56:10.058 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:56:10.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:56:10.060 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:56:10.060 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:10 smithi155 ceph-mon[102677]: from='client.38058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:10 smithi155 ceph-mon[102677]: from='client.47939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:10 smithi155 ceph-mon[102677]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4180326528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:56:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[97855]: from='client.38058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[97855]: from='client.47939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[97855]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4180326528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:56:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[116524]: from='client.38058 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[116524]: from='client.47939 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[116524]: pgmap v21059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4180326528' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:56:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:13 smithi155 ceph-mon[102677]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:13 smithi111 ceph-mon[97855]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:13 smithi111 ceph-mon[116524]: pgmap v21060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:15 smithi155 ceph-mon[102677]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:15 smithi111 ceph-mon[97855]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:15 smithi111 ceph-mon[116524]: pgmap v21061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:17 smithi155 ceph-mon[102677]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:17 smithi111 ceph-mon[97855]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:17.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:17 smithi111 ceph-mon[116524]: pgmap v21062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:18 smithi155 ceph-mon[102677]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:18 smithi111 ceph-mon[97855]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:18 smithi111 ceph-mon[116524]: pgmap v21063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:19.585 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:56:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:56:19.586 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:56:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:56:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:56:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:20 smithi155 ceph-mon[102677]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[116524]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:56:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:56:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:56:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:20 smithi111 ceph-mon[97855]: pgmap v21064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:23 smithi155 ceph-mon[102677]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:23 smithi111 ceph-mon[97855]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:23 smithi111 ceph-mon[116524]: pgmap v21065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:25 smithi155 ceph-mon[102677]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:25 smithi111 ceph-mon[97855]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:25 smithi111 ceph-mon[116524]: pgmap v21066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:27 smithi155 ceph-mon[102677]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:27 smithi111 ceph-mon[97855]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:27.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:27 smithi111 ceph-mon[116524]: pgmap v21067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:28 smithi155 ceph-mon[102677]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:28 smithi111 ceph-mon[97855]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:28 smithi111 ceph-mon[116524]: pgmap v21068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:56:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:56:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:31 smithi155 ceph-mon[102677]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:31 smithi111 ceph-mon[97855]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:31 smithi111 ceph-mon[116524]: pgmap v21069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:33 smithi155 ceph-mon[102677]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:33 smithi111 ceph-mon[97855]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:33 smithi111 ceph-mon[116524]: pgmap v21070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:35 smithi155 ceph-mon[102677]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:35 smithi111 ceph-mon[97855]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:35 smithi111 ceph-mon[116524]: pgmap v21071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:37 smithi155 ceph-mon[102677]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:37 smithi111 ceph-mon[97855]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:37 smithi111 ceph-mon[116524]: pgmap v21072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:38 smithi155 ceph-mon[102677]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:38 smithi111 ceph-mon[97855]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:38 smithi111 ceph-mon[116524]: pgmap v21073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:56:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:56:40.407 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:56:40.712 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:56:40.712 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:56:40.712 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:56:40.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:56:40.712 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:56:40.712 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5774M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6089M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6215M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:56:40.713 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5490M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:56:40.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4425M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:56:40.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5558M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:56:40.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4913M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:56:40.714 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5743M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:56:40.714 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:56:41.090 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:56:41.090 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:56:41.090 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:56:41.091 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:56:41.092 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:56:41.092 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:56:41.092 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:56:41.092 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:56:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:41 smithi155 ceph-mon[102677]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2764406103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:56:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:41 smithi111 ceph-mon[97855]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2764406103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:56:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:41 smithi111 ceph-mon[116524]: pgmap v21074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2764406103' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:56:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:42 smithi155 ceph-mon[102677]: from='client.47951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:42 smithi155 ceph-mon[102677]: from='client.47957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:42 smithi111 ceph-mon[97855]: from='client.47951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:42 smithi111 ceph-mon[97855]: from='client.47957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:42 smithi111 ceph-mon[116524]: from='client.47951 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:42 smithi111 ceph-mon[116524]: from='client.47957 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:56:43.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:43 smithi155 ceph-mon[102677]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:43 smithi111 ceph-mon[97855]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:43.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:43 smithi111 ceph-mon[116524]: pgmap v21075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:45 smithi155 ceph-mon[102677]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:45 smithi111 ceph-mon[97855]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:45 smithi111 ceph-mon[116524]: pgmap v21076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:47 smithi155 ceph-mon[102677]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:47 smithi111 ceph-mon[97855]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:47 smithi111 ceph-mon[116524]: pgmap v21077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:48 smithi155 ceph-mon[102677]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:48 smithi111 ceph-mon[97855]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:48 smithi111 ceph-mon[116524]: pgmap v21078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:49.688 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:56:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:56:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:56:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:50 smithi155 ceph-mon[102677]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:50 smithi111 ceph-mon[97855]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:50 smithi111 ceph-mon[116524]: pgmap v21079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:53 smithi155 ceph-mon[102677]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:53 smithi111 ceph-mon[97855]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:53.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:53 smithi111 ceph-mon[116524]: pgmap v21080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:55.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:55 smithi155 ceph-mon[102677]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:55 smithi111 ceph-mon[97855]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:55 smithi111 ceph-mon[116524]: pgmap v21081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:57 smithi155 ceph-mon[102677]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:57 smithi111 ceph-mon[97855]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:57.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:57 smithi111 ceph-mon[116524]: pgmap v21082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:56:58 smithi155 ceph-mon[102677]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:56:58 smithi111 ceph-mon[97855]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:56:58 smithi111 ceph-mon[116524]: pgmap v21083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:56:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:56:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:57:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:01 smithi155 ceph-mon[102677]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:01 smithi111 ceph-mon[97855]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:01 smithi111 ceph-mon[116524]: pgmap v21084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:03 smithi155 ceph-mon[102677]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:03 smithi111 ceph-mon[97855]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:03 smithi111 ceph-mon[116524]: pgmap v21085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:05 smithi155 ceph-mon[102677]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:05 smithi111 ceph-mon[97855]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:05 smithi111 ceph-mon[116524]: pgmap v21086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:07.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:07 smithi155 ceph-mon[102677]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:07.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:07 smithi111 ceph-mon[97855]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:07.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:07 smithi111 ceph-mon[116524]: pgmap v21087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:08 smithi155 ceph-mon[102677]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:08 smithi111 ceph-mon[97855]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:08 smithi111 ceph-mon[116524]: pgmap v21088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:57:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:57:11.436 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:57:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:11 smithi155 ceph-mon[102677]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:11 smithi111 ceph-mon[97855]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:11 smithi111 ceph-mon[116524]: pgmap v21089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:11.740 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 10m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 10m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 10m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 10m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 10m ago 10h 468M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 10m ago 10h 940M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 10m ago 10h 2480M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 10m ago 10h 1183M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 10m ago 10h 1086M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 10m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 10m ago 10h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 10m ago 10h 5774M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 10m ago 10h 6089M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:57:11.741 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 10m ago 10h 6215M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:57:11.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 10m ago 10h 5490M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:57:11.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 10m ago 10h 4425M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:57:11.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 10m ago 10h 5558M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:57:11.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 10m ago 10h 4913M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:57:11.742 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 10m ago 10h 5743M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:57:11.742 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 10m ago 10h 141M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:57:12.123 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:57:12.123 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:57:12.123 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:57:12.123 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:57:12.124 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:13 smithi155 ceph-mon[102677]: from='client.47969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:13 smithi155 ceph-mon[102677]: from='client.47975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:13 smithi155 ceph-mon[102677]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3779121559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[97855]: from='client.47969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[97855]: from='client.47975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:13.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[97855]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3779121559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[116524]: from='client.47969 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[116524]: from='client.47975 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[116524]: pgmap v21090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3779121559' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:57:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:15 smithi155 ceph-mon[102677]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:15 smithi111 ceph-mon[97855]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:15 smithi111 ceph-mon[116524]: pgmap v21091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:17 smithi155 ceph-mon[102677]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:17 smithi111 ceph-mon[97855]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:17 smithi111 ceph-mon[116524]: pgmap v21092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:18 smithi155 ceph-mon[102677]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:18 smithi111 ceph-mon[97855]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:18 smithi111 ceph-mon[116524]: pgmap v21093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:19.688 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:57:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:57:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:57:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:20 smithi155 ceph-mon[102677]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:57:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:20 smithi111 ceph-mon[97855]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:57:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:20 smithi111 ceph-mon[116524]: pgmap v21094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: pgmap v21095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:57:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:25 smithi155 ceph-mon[102677]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:25 smithi111 ceph-mon[97855]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:25 smithi111 ceph-mon[116524]: pgmap v21096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:26 smithi155 ceph-mon[102677]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:26 smithi111 ceph-mon[97855]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:26 smithi111 ceph-mon[116524]: pgmap v21097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:28 smithi155 ceph-mon[102677]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:28 smithi111 ceph-mon[97855]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:28 smithi111 ceph-mon[116524]: pgmap v21098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:57:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:57:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:31 smithi155 ceph-mon[102677]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:31 smithi111 ceph-mon[97855]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:31 smithi111 ceph-mon[116524]: pgmap v21099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:33 smithi155 ceph-mon[102677]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:33 smithi111 ceph-mon[97855]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:33.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:33 smithi111 ceph-mon[116524]: pgmap v21100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:34 smithi155 ceph-mon[102677]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:34 smithi111 ceph-mon[97855]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:34 smithi111 ceph-mon[116524]: pgmap v21101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:36 smithi155 ceph-mon[102677]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:36 smithi111 ceph-mon[97855]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:36 smithi111 ceph-mon[116524]: pgmap v21102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:38 smithi155 ceph-mon[102677]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:38 smithi111 ceph-mon[97855]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:38 smithi111 ceph-mon[116524]: pgmap v21103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:39.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:57:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:57:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:41 smithi155 ceph-mon[102677]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:41 smithi111 ceph-mon[97855]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:41.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:41 smithi111 ceph-mon[116524]: pgmap v21104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:42.473 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:57:42.777 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:57:42.777 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 20s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:57:42.777 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 20s ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:57:42.777 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 20s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 20s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 20s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 20s ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 20s ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 20s ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 20s ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 20s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 20s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 20s ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:57:42.778 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 20s ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 20s ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 20s ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 20s ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 20s ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 20s ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 20s ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:57:42.779 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 20s ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:57:43.158 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:43.159 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:57:43.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:57:43.160 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:57:43.160 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:57:43.160 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:57:43.160 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:57:43.160 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:57:43.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:43 smithi155 ceph-mon[102677]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:43 smithi111 ceph-mon[97855]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:43 smithi111 ceph-mon[116524]: pgmap v21105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:44 smithi155 ceph-mon[102677]: from='client.47987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:44 smithi155 ceph-mon[102677]: from='client.38115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/690826757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:44 smithi155 ceph-mon[102677]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[97855]: from='client.47987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[97855]: from='client.38115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/690826757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[97855]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[116524]: from='client.47987 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[116524]: from='client.38115 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/690826757' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:57:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:44 smithi111 ceph-mon[116524]: pgmap v21106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:47 smithi155 ceph-mon[102677]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:47.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:47 smithi111 ceph-mon[97855]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:47 smithi111 ceph-mon[116524]: pgmap v21107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:48 smithi155 ceph-mon[102677]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:48 smithi111 ceph-mon[97855]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:48 smithi111 ceph-mon[116524]: pgmap v21108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:49.689 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:57:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:57:49.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:57:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:50 smithi155 ceph-mon[102677]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:50 smithi111 ceph-mon[97855]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:50 smithi111 ceph-mon[116524]: pgmap v21109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:53.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:53 smithi155 ceph-mon[102677]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:53.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:53 smithi111 ceph-mon[97855]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:53 smithi111 ceph-mon[116524]: pgmap v21110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:54.183 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:54 smithi111 ceph-mon[97855]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:54.183 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:54 smithi111 ceph-mon[116524]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:54 smithi155 ceph-mon[102677]: pgmap v21111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:57.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:57 smithi155 ceph-mon[102677]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:57.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:57 smithi111 ceph-mon[97855]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:57.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:57 smithi111 ceph-mon[116524]: pgmap v21112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:57:58 smithi155 ceph-mon[102677]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:57:58 smithi111 ceph-mon[97855]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:57:58 smithi111 ceph-mon[116524]: pgmap v21113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:57:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:57:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:58:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:01 smithi155 ceph-mon[102677]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:01 smithi111 ceph-mon[97855]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:01.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:01 smithi111 ceph-mon[116524]: pgmap v21114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:02 smithi155 ceph-mon[102677]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:02 smithi111 ceph-mon[97855]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:02 smithi111 ceph-mon[116524]: pgmap v21115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:05 smithi155 ceph-mon[102677]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:05 smithi111 ceph-mon[97855]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:05 smithi111 ceph-mon[116524]: pgmap v21116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:06 smithi155 ceph-mon[102677]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:06 smithi111 ceph-mon[97855]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:06 smithi111 ceph-mon[116524]: pgmap v21117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:08.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:08 smithi155 ceph-mon[102677]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:08 smithi111 ceph-mon[97855]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:08 smithi111 ceph-mon[116524]: pgmap v21118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:09.753 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:58:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:58:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:10 smithi155 ceph-mon[102677]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:10 smithi111 ceph-mon[97855]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:10 smithi111 ceph-mon[116524]: pgmap v21119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:12 smithi155 ceph-mon[102677]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:12 smithi111 ceph-mon[116524]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:12 smithi111 ceph-mon[97855]: pgmap v21120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:13.505 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:58:13.811 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 51s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 51s ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 51s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 51s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 51s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 51s ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 51s ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 51s ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:58:13.812 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 51s ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 51s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 51s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 51s ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 51s ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 51s ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 51s ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 51s ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 51s ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 51s ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 51s ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:58:13.813 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 51s ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:58:14.191 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:14.192 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:58:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:58:14.193 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:58:14.193 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:14 smithi155 ceph-mon[102677]: from='client.38127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:14 smithi155 ceph-mon[102677]: from='client.48011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:14 smithi155 ceph-mon[102677]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:14 smithi111 ceph-mon[97855]: from='client.38127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:14 smithi111 ceph-mon[97855]: from='client.48011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:14 smithi111 ceph-mon[97855]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:14 smithi111 ceph-mon[116524]: from='client.38127 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:14 smithi111 ceph-mon[116524]: from='client.48011 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:14 smithi111 ceph-mon[116524]: pgmap v21121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/705044814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:58:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/705044814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:58:15.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/705044814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:58:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:16 smithi155 ceph-mon[102677]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:16 smithi111 ceph-mon[97855]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:16 smithi111 ceph-mon[116524]: pgmap v21122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:18 smithi155 ceph-mon[102677]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:18 smithi111 ceph-mon[97855]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:18 smithi111 ceph-mon[116524]: pgmap v21123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:19.689 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:58:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T14:58:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:20 smithi155 ceph-mon[102677]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:20 smithi111 ceph-mon[97855]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:20 smithi111 ceph-mon[116524]: pgmap v21124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:22 smithi155 ceph-mon[102677]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:22 smithi111 ceph-mon[97855]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:22 smithi111 ceph-mon[116524]: pgmap v21125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:58:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:58:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:58:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:58:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:58:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:58:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:24 smithi155 ceph-mon[102677]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:58:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:58:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:58:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[97855]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:58:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:58:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:58:24.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:24 smithi111 ceph-mon[116524]: pgmap v21126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:26 smithi155 ceph-mon[102677]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:26 smithi111 ceph-mon[97855]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:26 smithi111 ceph-mon[116524]: pgmap v21127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:28 smithi155 ceph-mon[102677]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:28 smithi111 ceph-mon[97855]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:28 smithi111 ceph-mon[116524]: pgmap v21128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:58:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:58:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:30 smithi155 ceph-mon[102677]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:30 smithi111 ceph-mon[97855]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:30 smithi111 ceph-mon[116524]: pgmap v21129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:32 smithi155 ceph-mon[102677]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:32 smithi111 ceph-mon[97855]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:32 smithi111 ceph-mon[116524]: pgmap v21130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:34 smithi155 ceph-mon[102677]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:34 smithi111 ceph-mon[97855]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:34 smithi111 ceph-mon[116524]: pgmap v21131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:36 smithi155 ceph-mon[102677]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:36 smithi111 ceph-mon[97855]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:36 smithi111 ceph-mon[116524]: pgmap v21132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:38 smithi155 ceph-mon[102677]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:38 smithi111 ceph-mon[97855]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:38 smithi111 ceph-mon[116524]: pgmap v21133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:58:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:58:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:40 smithi155 ceph-mon[102677]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:40 smithi111 ceph-mon[97855]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:40 smithi111 ceph-mon[116524]: pgmap v21134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:42 smithi155 ceph-mon[102677]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:42 smithi111 ceph-mon[97855]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:42 smithi111 ceph-mon[116524]: pgmap v21135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:44 smithi155 ceph-mon[102677]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:44 smithi111 ceph-mon[97855]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:44 smithi111 ceph-mon[116524]: pgmap v21136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:44.537 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:58:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:58:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 82s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:58:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 82s ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:58:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 82s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:58:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 82s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:58:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 82s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 82s ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 82s ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 82s ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 82s ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 82s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 82s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 82s ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 82s ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 82s ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 82s ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:58:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 82s ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:58:44.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 82s ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:58:44.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 82s ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:58:44.845 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 82s ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:58:44.845 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 82s ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:58:45.229 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:58:45.229 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:58:45.229 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:58:45.230 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:58:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:45 smithi155 ceph-mon[102677]: from='client.48023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:45 smithi155 ceph-mon[102677]: from='client.48029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:45 smithi111 ceph-mon[97855]: from='client.48023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:45.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:45 smithi111 ceph-mon[97855]: from='client.48029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:45.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:45 smithi111 ceph-mon[116524]: from='client.48023 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:45 smithi111 ceph-mon[116524]: from='client.48029 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/825625097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:46 smithi155 ceph-mon[102677]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/825625097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:46 smithi111 ceph-mon[97855]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/825625097' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:46 smithi111 ceph-mon[116524]: pgmap v21137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:48 smithi155 ceph-mon[102677]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:48 smithi111 ceph-mon[97855]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:48 smithi111 ceph-mon[116524]: pgmap v21138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:49.690 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:58:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T14:58:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:58:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:50 smithi155 ceph-mon[102677]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:50 smithi111 ceph-mon[97855]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:50 smithi111 ceph-mon[116524]: pgmap v21139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:52 smithi155 ceph-mon[102677]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:52 smithi111 ceph-mon[97855]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:52 smithi111 ceph-mon[116524]: pgmap v21140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:54 smithi155 ceph-mon[102677]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:54 smithi111 ceph-mon[97855]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:54 smithi111 ceph-mon[116524]: pgmap v21141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:56 smithi155 ceph-mon[102677]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:56 smithi111 ceph-mon[97855]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:56 smithi111 ceph-mon[116524]: pgmap v21142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:58:58 smithi155 ceph-mon[102677]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:58:58 smithi111 ceph-mon[97855]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:58:58 smithi111 ceph-mon[116524]: pgmap v21143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:58:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:58:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T14:59:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:00 smithi155 ceph-mon[102677]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:00 smithi111 ceph-mon[97855]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:00 smithi111 ceph-mon[116524]: pgmap v21144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:02 smithi155 ceph-mon[102677]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:02 smithi111 ceph-mon[97855]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:02 smithi111 ceph-mon[116524]: pgmap v21145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:04 smithi155 ceph-mon[102677]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:04 smithi111 ceph-mon[97855]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:04 smithi111 ceph-mon[116524]: pgmap v21146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:06 smithi155 ceph-mon[102677]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:06 smithi111 ceph-mon[97855]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:06 smithi111 ceph-mon[116524]: pgmap v21147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:08 smithi155 ceph-mon[102677]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:08 smithi111 ceph-mon[97855]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:08 smithi111 ceph-mon[116524]: pgmap v21148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:59:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:10 smithi155 ceph-mon[102677]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:10 smithi111 ceph-mon[97855]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:10 smithi111 ceph-mon[116524]: pgmap v21149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:12 smithi155 ceph-mon[102677]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:12 smithi111 ceph-mon[97855]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:12 smithi111 ceph-mon[116524]: pgmap v21150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:14 smithi155 ceph-mon[102677]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:14 smithi111 ceph-mon[97855]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:14 smithi111 ceph-mon[116524]: pgmap v21151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:15.573 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 113s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 113s ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 113s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 113s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 113s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 113s ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 113s ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:59:15.877 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 113s ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 113s ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 113s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 113s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 113s ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 113s ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 113s ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 113s ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 113s ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 113s ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 113s ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 113s ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:59:15.878 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 113s ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:59:16.256 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:59:16.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:59:16.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:59:16.256 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:16.256 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:59:16.256 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:59:16.257 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:16 smithi155 ceph-mon[102677]: from='client.48041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:16 smithi155 ceph-mon[102677]: from='client.48047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:16 smithi155 ceph-mon[102677]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:16 smithi111 ceph-mon[97855]: from='client.48041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:16 smithi111 ceph-mon[97855]: from='client.48047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:16 smithi111 ceph-mon[97855]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:16 smithi111 ceph-mon[116524]: from='client.48041 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:16 smithi111 ceph-mon[116524]: from='client.48047 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:16 smithi111 ceph-mon[116524]: pgmap v21152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:17.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/214544564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:59:17.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/214544564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/214544564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:59:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:18 smithi155 ceph-mon[102677]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:18 smithi111 ceph-mon[97855]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:18 smithi111 ceph-mon[116524]: pgmap v21153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:19.691 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:59:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:59:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:20 smithi155 ceph-mon[102677]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:20 smithi111 ceph-mon[97855]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:20 smithi111 ceph-mon[116524]: pgmap v21154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:22 smithi155 ceph-mon[102677]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:22 smithi111 ceph-mon[97855]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:22 smithi111 ceph-mon[116524]: pgmap v21155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:59:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:59:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T14:59:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:25.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:59:25.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:59:25.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:24 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: pgmap v21156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T14:59:25.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:24 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T14:59:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:26 smithi155 ceph-mon[102677]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:26 smithi111 ceph-mon[97855]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:26 smithi111 ceph-mon[116524]: pgmap v21157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:28 smithi155 ceph-mon[102677]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:28 smithi111 ceph-mon[97855]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:28 smithi111 ceph-mon[116524]: pgmap v21158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:59:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T14:59:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:30 smithi155 ceph-mon[102677]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:30 smithi111 ceph-mon[97855]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:30 smithi111 ceph-mon[116524]: pgmap v21159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:32 smithi155 ceph-mon[102677]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:32 smithi111 ceph-mon[97855]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:32 smithi111 ceph-mon[116524]: pgmap v21160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:34 smithi155 ceph-mon[102677]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:34 smithi111 ceph-mon[97855]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:34 smithi111 ceph-mon[116524]: pgmap v21161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:36 smithi155 ceph-mon[102677]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:36 smithi111 ceph-mon[97855]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:36 smithi111 ceph-mon[116524]: pgmap v21162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:38 smithi155 ceph-mon[102677]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:38 smithi111 ceph-mon[97855]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:38 smithi111 ceph-mon[116524]: pgmap v21163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:59:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:59:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:40 smithi155 ceph-mon[102677]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:40 smithi111 ceph-mon[97855]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:40 smithi111 ceph-mon[116524]: pgmap v21164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:42 smithi155 ceph-mon[102677]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:42 smithi111 ceph-mon[97855]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:42 smithi111 ceph-mon[116524]: pgmap v21165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:44 smithi155 ceph-mon[102677]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:44 smithi111 ceph-mon[97855]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:44 smithi111 ceph-mon[116524]: pgmap v21166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:46 smithi155 ceph-mon[102677]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:46 smithi111 ceph-mon[97855]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:46 smithi111 ceph-mon[116524]: pgmap v21167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:46.599 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T14:59:46.905 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T14:59:46.906 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T14:59:46.907 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:47.286 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T14:59:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T14:59:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T14:59:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T14:59:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T14:59:47.287 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T14:59:47.287 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T14:59:47.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:47 smithi155 ceph-mon[102677]: from='client.48059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:47.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:47 smithi155 ceph-mon[102677]: from='client.38187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:47 smithi111 ceph-mon[97855]: from='client.48059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:47 smithi111 ceph-mon[97855]: from='client.38187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:47.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:47 smithi111 ceph-mon[116524]: from='client.48059 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:47 smithi111 ceph-mon[116524]: from='client.38187 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T14:59:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2163812124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:59:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:48 smithi155 ceph-mon[102677]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2163812124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:59:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:48 smithi111 ceph-mon[97855]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2163812124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T14:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:48 smithi111 ceph-mon[116524]: pgmap v21168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:49.691 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:59:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T14:59:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T14:59:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:50 smithi155 ceph-mon[102677]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:50 smithi111 ceph-mon[97855]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:50 smithi111 ceph-mon[116524]: pgmap v21169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:52 smithi155 ceph-mon[102677]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:52 smithi111 ceph-mon[97855]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:52 smithi111 ceph-mon[116524]: pgmap v21170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:54 smithi155 ceph-mon[102677]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:54 smithi111 ceph-mon[97855]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:54 smithi111 ceph-mon[116524]: pgmap v21171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:56 smithi155 ceph-mon[102677]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:56 smithi111 ceph-mon[97855]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:56 smithi111 ceph-mon[116524]: pgmap v21172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 14:59:58 smithi155 ceph-mon[102677]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 14:59:58 smithi111 ceph-mon[97855]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 14:59:58 smithi111 ceph-mon[116524]: pgmap v21173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T14:59:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 14:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:14:59:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:00:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:00:00.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:00 smithi111 conmon[97831]: 2023-12-01T14:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:00:00.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:00:00.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:00:01.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:01 smithi155 ceph-mon[102677]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:01.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:01 smithi111 ceph-mon[97855]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:01.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:01 smithi111 ceph-mon[116524]: pgmap v21174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:02 smithi155 ceph-mon[102677]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:02 smithi111 ceph-mon[97855]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:02 smithi111 ceph-mon[116524]: pgmap v21175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:04 smithi155 ceph-mon[102677]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:04 smithi111 ceph-mon[97855]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:04 smithi111 ceph-mon[116524]: pgmap v21176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:06 smithi155 ceph-mon[102677]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:06 smithi111 ceph-mon[97855]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:06 smithi111 ceph-mon[116524]: pgmap v21177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:08 smithi111 ceph-mon[97855]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:08 smithi111 ceph-mon[116524]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:08 smithi155 ceph-mon[102677]: pgmap v21178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 15:00:08 smithi155 conmon[154588]: ts=2023-12-01T15:00:08.094Z caller=compact.go:519 level=info component=tsdb msg="write block" mint=1701432000138 maxt=1701439200000 ulid=01HGJY9T7WB4G0ANNEDSX3QSDX duration=33.382533ms 2023-12-01T15:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 15:00:08 smithi155 conmon[154588]: ts=2023-12-01T15:00:08.098Z caller=head.go:1269 level=info component=tsdb msg="Head GC completed" caller=truncateMemory duration=2.009943ms 2023-12-01T15:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 15:00:08 smithi155 conmon[154588]: ts=2023-12-01T15:00:08.098Z caller=checkpoint.go:100 level=info component=tsdb msg="Creating checkpoint" from_segment=2 to_segment=3 mint=1701439200000 2023-12-01T15:00:08.457 INFO:journalctl@ceph.prometheus.a.smithi155.stdout:Dec 01 15:00:08 smithi155 conmon[154588]: ts=2023-12-01T15:00:08.167Z caller=head.go:1241 level=info component=tsdb msg="WAL checkpoint complete" first=2 last=3 duration=68.628565ms 2023-12-01T15:00:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:00:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:00:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:10 smithi155 ceph-mon[102677]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:10 smithi111 ceph-mon[97855]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:10 smithi111 ceph-mon[116524]: pgmap v21179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:12 smithi155 ceph-mon[102677]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:12 smithi111 ceph-mon[97855]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:12 smithi111 ceph-mon[116524]: pgmap v21180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:14 smithi155 ceph-mon[102677]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:14 smithi111 ceph-mon[97855]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:14 smithi111 ceph-mon[116524]: pgmap v21181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:16 smithi155 ceph-mon[102677]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:16 smithi111 ceph-mon[97855]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:16 smithi111 ceph-mon[116524]: pgmap v21182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:17.631 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:00:17.935 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:00:17.935 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:00:17.935 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:00:17.935 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:00:17.936 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:00:17.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:00:17.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:00:17.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:00:17.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:00:17.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:00:17.937 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:00:18.319 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:00:18.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:00:18.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:00:18.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:18.321 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:00:18.321 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:00:18.321 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:00:18.321 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:00:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:18 smithi155 ceph-mon[102677]: from='client.48077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:18 smithi155 ceph-mon[102677]: from='client.38205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:18 smithi155 ceph-mon[102677]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:18 smithi111 ceph-mon[97855]: from='client.48077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:18 smithi111 ceph-mon[97855]: from='client.38205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:18 smithi111 ceph-mon[97855]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:18 smithi111 ceph-mon[116524]: from='client.48077 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:18 smithi111 ceph-mon[116524]: from='client.38205 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:18 smithi111 ceph-mon[116524]: pgmap v21183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4178228108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:00:19.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4178228108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:00:19.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:00:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:00:19.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4178228108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:00:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:20 smithi155 ceph-mon[102677]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:20 smithi111 ceph-mon[97855]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:20 smithi111 ceph-mon[116524]: pgmap v21184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:22 smithi155 ceph-mon[102677]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:22 smithi111 ceph-mon[97855]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:22 smithi111 ceph-mon[116524]: pgmap v21185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:24 smithi155 ceph-mon[102677]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:24 smithi111 ceph-mon[97855]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:24 smithi111 ceph-mon[116524]: pgmap v21186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:00:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:00:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:00:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:00:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:00:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:00:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:26 smithi155 ceph-mon[102677]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:26 smithi111 ceph-mon[97855]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:26 smithi111 ceph-mon[116524]: pgmap v21187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:28.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:28 smithi155 ceph-mon[102677]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:28 smithi111 ceph-mon[97855]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:28 smithi111 ceph-mon[116524]: pgmap v21188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:00:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:00:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:30 smithi155 ceph-mon[102677]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:30 smithi111 ceph-mon[97855]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:30 smithi111 ceph-mon[116524]: pgmap v21189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:32 smithi155 ceph-mon[102677]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:32 smithi111 ceph-mon[97855]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:32 smithi111 ceph-mon[116524]: pgmap v21190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:34.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:34 smithi155 ceph-mon[102677]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:34 smithi111 ceph-mon[97855]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:34 smithi111 ceph-mon[116524]: pgmap v21191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:36 smithi155 ceph-mon[102677]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:36 smithi111 ceph-mon[97855]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:36 smithi111 ceph-mon[116524]: pgmap v21192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:38 smithi155 ceph-mon[102677]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:38 smithi111 ceph-mon[97855]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:38 smithi111 ceph-mon[116524]: pgmap v21193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:00:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:00:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:40 smithi155 ceph-mon[102677]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:40 smithi111 ceph-mon[97855]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:40 smithi111 ceph-mon[116524]: pgmap v21194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:42 smithi155 ceph-mon[102677]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:42 smithi111 ceph-mon[97855]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:42 smithi111 ceph-mon[116524]: pgmap v21195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:44 smithi155 ceph-mon[102677]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:44 smithi111 ceph-mon[97855]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:44 smithi111 ceph-mon[116524]: pgmap v21196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:46 smithi155 ceph-mon[102677]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:46 smithi111 ceph-mon[97855]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:46 smithi111 ceph-mon[116524]: pgmap v21197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:48 smithi155 ceph-mon[102677]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:48 smithi111 ceph-mon[97855]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:48 smithi111 ceph-mon[116524]: pgmap v21198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:48.662 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:00:48.967 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:00:48.967 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:00:48.967 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:00:48.968 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:00:48.969 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:00:49.351 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:00:49.351 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:00:49.351 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:00:49.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:00:49.353 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:00:49.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:00:49.353 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:00:49.353 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:00:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:49 smithi155 ceph-mon[102677]: from='client.48095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:49.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:49 smithi155 ceph-mon[102677]: from='client.48101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:49.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:00:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:00:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:49 smithi111 ceph-mon[97855]: from='client.48095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:49 smithi111 ceph-mon[97855]: from='client.48101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:49 smithi111 ceph-mon[116524]: from='client.48095 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:49 smithi111 ceph-mon[116524]: from='client.48101 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1982363959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:50 smithi155 ceph-mon[102677]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1982363959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:00:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:50 smithi111 ceph-mon[116524]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1982363959' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:50 smithi111 ceph-mon[97855]: pgmap v21199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:52 smithi155 ceph-mon[102677]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:52 smithi111 ceph-mon[97855]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:52 smithi111 ceph-mon[116524]: pgmap v21200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:54 smithi155 ceph-mon[102677]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:54 smithi111 ceph-mon[97855]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:54 smithi111 ceph-mon[116524]: pgmap v21201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:56 smithi155 ceph-mon[102677]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:56 smithi111 ceph-mon[97855]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:56 smithi111 ceph-mon[116524]: pgmap v21202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:00:58 smithi155 ceph-mon[102677]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:00:58 smithi111 ceph-mon[97855]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:00:58 smithi111 ceph-mon[116524]: pgmap v21203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:00:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:00:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:01:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:00 smithi155 ceph-mon[102677]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:00 smithi111 ceph-mon[97855]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:00 smithi111 ceph-mon[116524]: pgmap v21204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:02 smithi155 ceph-mon[102677]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:02 smithi111 ceph-mon[97855]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:02.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:02 smithi111 ceph-mon[116524]: pgmap v21205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:04 smithi155 ceph-mon[102677]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:04 smithi111 ceph-mon[97855]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:04 smithi111 ceph-mon[116524]: pgmap v21206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:06.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:06 smithi155 ceph-mon[102677]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:06 smithi111 ceph-mon[97855]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:06 smithi111 ceph-mon[116524]: pgmap v21207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:08 smithi155 ceph-mon[102677]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:08 smithi111 ceph-mon[97855]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:08 smithi111 ceph-mon[116524]: pgmap v21208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:01:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:01:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:10 smithi155 ceph-mon[102677]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:10 smithi111 ceph-mon[97855]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:10 smithi111 ceph-mon[116524]: pgmap v21209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:12 smithi155 ceph-mon[102677]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:12 smithi111 ceph-mon[97855]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:12 smithi111 ceph-mon[116524]: pgmap v21210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:14 smithi155 ceph-mon[102677]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:14 smithi111 ceph-mon[97855]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:14 smithi111 ceph-mon[116524]: pgmap v21211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:16 smithi155 ceph-mon[102677]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:16 smithi111 ceph-mon[97855]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:16 smithi111 ceph-mon[116524]: pgmap v21212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:18 smithi155 ceph-mon[102677]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:18 smithi111 ceph-mon[97855]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:18 smithi111 ceph-mon[116524]: pgmap v21213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:19.692 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:01:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:01:19.700 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:01:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:01:20.010 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:01:20.011 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:01:20.012 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:01:20.388 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:01:20.389 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:01:20.390 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:20 smithi155 ceph-mon[102677]: from='client.48113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:20 smithi155 ceph-mon[102677]: from='client.48119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:20 smithi155 ceph-mon[102677]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/15444649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[97855]: from='client.48113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[97855]: from='client.48119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[97855]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/15444649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[116524]: from='client.48113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[116524]: from='client.48119 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[116524]: pgmap v21214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/15444649' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:01:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:22 smithi155 ceph-mon[102677]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:22 smithi111 ceph-mon[97855]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:22 smithi111 ceph-mon[116524]: pgmap v21215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:24 smithi155 ceph-mon[102677]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:24 smithi111 ceph-mon[97855]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:24 smithi111 ceph-mon[116524]: pgmap v21216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:01:25.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:01:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:01:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:01:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:01:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:01:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:26 smithi155 ceph-mon[102677]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[97855]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:01:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:26 smithi111 ceph-mon[116524]: pgmap v21217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:28 smithi155 ceph-mon[102677]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:28 smithi111 ceph-mon[97855]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:28 smithi111 ceph-mon[116524]: pgmap v21218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:01:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:01:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:30 smithi155 ceph-mon[102677]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:30 smithi111 ceph-mon[97855]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:30 smithi111 ceph-mon[116524]: pgmap v21219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:32 smithi155 ceph-mon[102677]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:32 smithi111 ceph-mon[97855]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:32 smithi111 ceph-mon[116524]: pgmap v21220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:34 smithi155 ceph-mon[102677]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:34 smithi111 ceph-mon[97855]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:34 smithi111 ceph-mon[116524]: pgmap v21221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:36 smithi111 ceph-mon[97855]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:36 smithi111 ceph-mon[116524]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:36 smithi155 ceph-mon[102677]: pgmap v21222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:38 smithi155 ceph-mon[102677]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:38 smithi111 ceph-mon[97855]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:38 smithi111 ceph-mon[116524]: pgmap v21223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:01:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:01:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:40 smithi155 ceph-mon[102677]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:40 smithi111 ceph-mon[97855]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:40.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:40 smithi111 ceph-mon[116524]: pgmap v21224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:42 smithi111 ceph-mon[116524]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:42 smithi111 ceph-mon[97855]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:42 smithi155 ceph-mon[102677]: pgmap v21225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:44 smithi111 ceph-mon[97855]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:44 smithi111 ceph-mon[116524]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:44.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:44 smithi155 ceph-mon[102677]: pgmap v21226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:46 smithi111 ceph-mon[97855]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:46 smithi111 ceph-mon[116524]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:46 smithi155 ceph-mon[102677]: pgmap v21227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:48 smithi155 ceph-mon[102677]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:48 smithi111 ceph-mon[97855]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:48 smithi111 ceph-mon[116524]: pgmap v21228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:49.694 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:01:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:01:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:01:50.742 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:01:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:50 smithi155 ceph-mon[102677]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:50 smithi111 ceph-mon[97855]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:50 smithi111 ceph-mon[116524]: pgmap v21229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:51.046 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:01:51.047 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:01:51.048 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:01:51.049 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:01:51.425 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:01:51.425 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:01:51.425 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:01:51.425 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:01:51.426 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:01:51.427 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:01:51.427 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:01:51.427 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:01:51.427 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:01:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:51 smithi155 ceph-mon[102677]: from='client.48131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:51 smithi155 ceph-mon[102677]: from='client.38259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/589073139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:01:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:51 smithi111 ceph-mon[97855]: from='client.48131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:51 smithi111 ceph-mon[97855]: from='client.38259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/589073139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:51 smithi111 ceph-mon[116524]: from='client.48131 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:51 smithi111 ceph-mon[116524]: from='client.38259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:01:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/589073139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:01:52.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:52 smithi111 ceph-mon[97855]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:52.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:52 smithi111 ceph-mon[116524]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:52 smithi155 ceph-mon[102677]: pgmap v21230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:54 smithi111 ceph-mon[97855]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:54 smithi111 ceph-mon[116524]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:54 smithi155 ceph-mon[102677]: pgmap v21231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:56 smithi111 ceph-mon[97855]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:56 smithi111 ceph-mon[116524]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:56 smithi155 ceph-mon[102677]: pgmap v21232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:01:58 smithi155 ceph-mon[102677]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:01:58 smithi111 ceph-mon[97855]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:01:58 smithi111 ceph-mon[116524]: pgmap v21233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:01:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:01:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:02:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:00 smithi111 ceph-mon[97855]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:00 smithi111 ceph-mon[116524]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:00 smithi155 ceph-mon[102677]: pgmap v21234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:02 smithi111 ceph-mon[97855]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:02 smithi111 ceph-mon[116524]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:02.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:02 smithi155 ceph-mon[102677]: pgmap v21235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:04 smithi111 ceph-mon[97855]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:04 smithi111 ceph-mon[116524]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:04 smithi155 ceph-mon[102677]: pgmap v21236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:06 smithi111 ceph-mon[97855]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:06.504 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:06 smithi111 ceph-mon[116524]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:06 smithi155 ceph-mon[102677]: pgmap v21237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:08 smithi155 ceph-mon[102677]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:08 smithi111 ceph-mon[97855]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:08 smithi111 ceph-mon[116524]: pgmap v21238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:02:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:02:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:10 smithi111 ceph-mon[97855]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:10 smithi111 ceph-mon[116524]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:10 smithi155 ceph-mon[102677]: pgmap v21239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:12 smithi111 ceph-mon[97855]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:12 smithi111 ceph-mon[116524]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:12 smithi155 ceph-mon[102677]: pgmap v21240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:14 smithi111 ceph-mon[97855]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:14 smithi111 ceph-mon[116524]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:14 smithi155 ceph-mon[102677]: pgmap v21241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:16 smithi111 ceph-mon[97855]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:16 smithi111 ceph-mon[116524]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:16 smithi155 ceph-mon[102677]: pgmap v21242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:18 smithi155 ceph-mon[102677]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:18 smithi111 ceph-mon[97855]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:18 smithi111 ceph-mon[116524]: pgmap v21243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:19.694 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:02:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:02:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:20 smithi155 ceph-mon[102677]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:20 smithi111 ceph-mon[97855]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:20 smithi111 ceph-mon[116524]: pgmap v21244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:21.775 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:02:22.081 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:02:22.082 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:02:22.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:02:22.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:02:22.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:02:22.083 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:02:22.083 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:02:22.463 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:02:22.463 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:02:22.463 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:02:22.464 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:02:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:22 smithi111 ceph-mon[97855]: from='client.38271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:22 smithi111 ceph-mon[97855]: from='client.38277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:22 smithi111 ceph-mon[97855]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:22 smithi111 ceph-mon[116524]: from='client.38271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:22 smithi111 ceph-mon[116524]: from='client.38277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:22 smithi111 ceph-mon[116524]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:22 smithi155 ceph-mon[102677]: from='client.38271 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:22 smithi155 ceph-mon[102677]: from='client.38277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:22 smithi155 ceph-mon[102677]: pgmap v21245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1668183851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:02:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1668183851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1668183851' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:02:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:24 smithi111 ceph-mon[97855]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:24 smithi111 ceph-mon[116524]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:24 smithi155 ceph-mon[102677]: pgmap v21246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:02:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:02:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:02:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:02:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:02:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:02:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:26 smithi155 ceph-mon[102677]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:02:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:02:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:02:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[97855]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:02:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:02:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:02:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:26 smithi111 ceph-mon[116524]: pgmap v21247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:28 smithi111 ceph-mon[97855]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:28 smithi111 ceph-mon[116524]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:28 smithi155 ceph-mon[102677]: pgmap v21248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:02:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T15:02:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:30 smithi111 ceph-mon[97855]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:30 smithi111 ceph-mon[116524]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:30 smithi155 ceph-mon[102677]: pgmap v21249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:32 smithi111 ceph-mon[97855]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:32 smithi111 ceph-mon[116524]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:32 smithi155 ceph-mon[102677]: pgmap v21250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:34 smithi111 ceph-mon[97855]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:34 smithi111 ceph-mon[116524]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:34 smithi155 ceph-mon[102677]: pgmap v21251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:36 smithi111 ceph-mon[97855]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:36 smithi111 ceph-mon[116524]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:36 smithi155 ceph-mon[102677]: pgmap v21252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:38 smithi111 ceph-mon[97855]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:38 smithi111 ceph-mon[116524]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:38 smithi155 ceph-mon[102677]: pgmap v21253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:02:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:02:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:40 smithi155 ceph-mon[102677]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 15:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T15:02:40.079120273Z level=info msg="Completed cleanup jobs" duration=45.411026ms 2023-12-01T15:02:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:40 smithi111 ceph-mon[97855]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:40 smithi111 ceph-mon[116524]: pgmap v21254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:42 smithi111 ceph-mon[97855]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:42 smithi111 ceph-mon[116524]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:42 smithi155 ceph-mon[102677]: pgmap v21255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:44 smithi111 ceph-mon[97855]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:44 smithi111 ceph-mon[116524]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:44 smithi155 ceph-mon[102677]: pgmap v21256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:46 smithi111 ceph-mon[97855]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:46 smithi111 ceph-mon[116524]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:46 smithi155 ceph-mon[102677]: pgmap v21257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:48 smithi111 ceph-mon[97855]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:48 smithi111 ceph-mon[116524]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:48 smithi155 ceph-mon[102677]: pgmap v21258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:49.694 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:02:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:02:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:02:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:50 smithi155 ceph-mon[102677]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:50 smithi111 ceph-mon[97855]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:50 smithi111 ceph-mon[116524]: pgmap v21259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:52 smithi111 ceph-mon[97855]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:52 smithi111 ceph-mon[116524]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:52 smithi155 ceph-mon[102677]: pgmap v21260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:52.810 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:02:53.116 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:02:53.116 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:02:53.116 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:02:53.116 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:02:53.116 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:02:53.116 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:02:53.117 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:02:53.118 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:02:53.118 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:02:53.118 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:02:53.118 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:02:53.118 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:02:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:53 smithi111 ceph-mon[97855]: from='client.48167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:53.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:53 smithi111 ceph-mon[97855]: from='client.38295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:53 smithi111 ceph-mon[116524]: from='client.48167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:53.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:53 smithi111 ceph-mon[116524]: from='client.38295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:53.499 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:53.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:02:53.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:02:53.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:02:53.501 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:02:53.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:02:53.501 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:02:53.501 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:02:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:53 smithi155 ceph-mon[102677]: from='client.48167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:53 smithi155 ceph-mon[102677]: from='client.38295 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:02:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/553855907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:02:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:54 smithi111 ceph-mon[97855]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/553855907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:54 smithi111 ceph-mon[116524]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/553855907' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:02:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:54 smithi155 ceph-mon[102677]: pgmap v21261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:56 smithi111 ceph-mon[97855]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:56 smithi111 ceph-mon[116524]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:56 smithi155 ceph-mon[102677]: pgmap v21262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:02:58 smithi111 ceph-mon[97855]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:02:58 smithi111 ceph-mon[116524]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:02:58 smithi155 ceph-mon[102677]: pgmap v21263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:02:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:02:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:03:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:00 smithi111 ceph-mon[97855]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:00 smithi111 ceph-mon[116524]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:00 smithi155 ceph-mon[102677]: pgmap v21264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:02 smithi111 ceph-mon[97855]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:02 smithi111 ceph-mon[116524]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:02 smithi155 ceph-mon[102677]: pgmap v21265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:04 smithi111 ceph-mon[97855]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:04 smithi111 ceph-mon[116524]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:04 smithi155 ceph-mon[102677]: pgmap v21266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:06 smithi111 ceph-mon[97855]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:06 smithi111 ceph-mon[116524]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:06.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:06 smithi155 ceph-mon[102677]: pgmap v21267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:08 smithi111 ceph-mon[97855]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:08 smithi111 ceph-mon[116524]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:08.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:08 smithi155 ceph-mon[102677]: pgmap v21268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:03:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:03:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:10 smithi111 ceph-mon[97855]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:10 smithi111 ceph-mon[116524]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:10 smithi155 ceph-mon[102677]: pgmap v21269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:12 smithi111 ceph-mon[97855]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:12 smithi111 ceph-mon[116524]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:12 smithi155 ceph-mon[102677]: pgmap v21270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:14 smithi111 ceph-mon[97855]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:14 smithi111 ceph-mon[116524]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:14.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:14 smithi155 ceph-mon[102677]: pgmap v21271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:16 smithi111 ceph-mon[97855]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:16 smithi111 ceph-mon[116524]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:16 smithi155 ceph-mon[102677]: pgmap v21272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:18 smithi111 ceph-mon[97855]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:18 smithi111 ceph-mon[116524]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:18 smithi155 ceph-mon[102677]: pgmap v21273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:19.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:03:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:03:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:20 smithi155 ceph-mon[102677]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:20 smithi111 ceph-mon[116524]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:20 smithi111 ceph-mon[97855]: pgmap v21274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:22 smithi111 ceph-mon[116524]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:22 smithi111 ceph-mon[97855]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:22 smithi155 ceph-mon[102677]: pgmap v21275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:23.844 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:03:24.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:03:24.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:03:24.153 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:03:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:24 smithi111 ceph-mon[97855]: from='client.48185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:24 smithi111 ceph-mon[97855]: from='client.38313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:24 smithi111 ceph-mon[97855]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:24 smithi111 ceph-mon[116524]: from='client.48185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:24 smithi111 ceph-mon[116524]: from='client.38313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:24 smithi111 ceph-mon[116524]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:24.536 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:03:24.536 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:03:24.536 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:03:24.537 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:24.538 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:03:24.538 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:03:24.538 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:03:24.538 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:03:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:24 smithi155 ceph-mon[102677]: from='client.48185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:24 smithi155 ceph-mon[102677]: from='client.38313 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:24 smithi155 ceph-mon[102677]: pgmap v21276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3405551197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3405551197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:03:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3405551197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:03:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:03:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:26 smithi111 ceph-mon[97855]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:03:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:26 smithi111 ceph-mon[116524]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:03:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:26 smithi155 ceph-mon[102677]: pgmap v21277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:03:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:03:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:03:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:03:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:03:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:03:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:03:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:03:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:03:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:28 smithi111 ceph-mon[97855]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:28 smithi111 ceph-mon[116524]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:28 smithi155 ceph-mon[102677]: pgmap v21278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:03:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:03:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:30 smithi111 ceph-mon[97855]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:30 smithi111 ceph-mon[116524]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:30 smithi155 ceph-mon[102677]: pgmap v21279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:32 smithi111 ceph-mon[97855]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:32 smithi111 ceph-mon[116524]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:32 smithi155 ceph-mon[102677]: pgmap v21280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:34 smithi111 ceph-mon[97855]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:34 smithi111 ceph-mon[116524]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:34 smithi155 ceph-mon[102677]: pgmap v21281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:36 smithi111 ceph-mon[97855]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:36 smithi111 ceph-mon[116524]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:36 smithi155 ceph-mon[102677]: pgmap v21282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:38 smithi111 ceph-mon[97855]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:38 smithi111 ceph-mon[116524]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:38 smithi155 ceph-mon[102677]: pgmap v21283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:03:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:03:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:40 smithi111 ceph-mon[97855]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:40 smithi111 ceph-mon[116524]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:40.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:40 smithi155 ceph-mon[102677]: pgmap v21284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:42 smithi111 ceph-mon[97855]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:42 smithi111 ceph-mon[116524]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:42 smithi155 ceph-mon[102677]: pgmap v21285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:44 smithi111 ceph-mon[97855]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:44 smithi111 ceph-mon[116524]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:44 smithi155 ceph-mon[102677]: pgmap v21286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:46 smithi111 ceph-mon[97855]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:46 smithi111 ceph-mon[116524]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:46 smithi155 ceph-mon[102677]: pgmap v21287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:48 smithi111 ceph-mon[116524]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:48 smithi111 ceph-mon[97855]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:48 smithi155 ceph-mon[102677]: pgmap v21288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:49.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:03:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:03:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:03:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:50 smithi155 ceph-mon[102677]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:50 smithi111 ceph-mon[97855]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:50 smithi111 ceph-mon[116524]: pgmap v21289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:52 smithi111 ceph-mon[97855]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:52 smithi111 ceph-mon[116524]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:52 smithi155 ceph-mon[102677]: pgmap v21290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:54 smithi111 ceph-mon[97855]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:54 smithi111 ceph-mon[116524]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:54 smithi155 ceph-mon[102677]: pgmap v21291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:54.886 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:03:55.196 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:03:55.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:03:55.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:03:55.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:03:55.198 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:03:55.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:55 smithi111 ceph-mon[97855]: from='client.48203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:55.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:55 smithi111 ceph-mon[116524]: from='client.48203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:55.577 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:03:55.577 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:03:55.577 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:03:55.577 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:55.577 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:03:55.578 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:03:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:03:55.579 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:03:55.579 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:03:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:55 smithi155 ceph-mon[102677]: from='client.48203 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:56 smithi111 ceph-mon[116524]: from='client.48209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2201971425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:03:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:56 smithi111 ceph-mon[116524]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:56 smithi111 ceph-mon[97855]: from='client.48209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2201971425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:03:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:56 smithi111 ceph-mon[97855]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:56 smithi155 ceph-mon[102677]: from='client.48209 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2201971425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:56 smithi155 ceph-mon[102677]: pgmap v21292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:03:58 smithi111 ceph-mon[97855]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:03:58 smithi111 ceph-mon[116524]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:03:58 smithi155 ceph-mon[102677]: pgmap v21293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:03:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:03:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:04:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:00 smithi111 ceph-mon[97855]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:00 smithi111 ceph-mon[116524]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:00 smithi155 ceph-mon[102677]: pgmap v21294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:02 smithi111 ceph-mon[97855]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:02 smithi111 ceph-mon[116524]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:02 smithi155 ceph-mon[102677]: pgmap v21295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:04 smithi111 ceph-mon[97855]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:04 smithi111 ceph-mon[116524]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:04.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:04 smithi155 ceph-mon[102677]: pgmap v21296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:06 smithi111 ceph-mon[97855]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:06 smithi111 ceph-mon[116524]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:06 smithi155 ceph-mon[102677]: pgmap v21297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:08 smithi111 ceph-mon[97855]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:08 smithi111 ceph-mon[116524]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:08 smithi155 ceph-mon[102677]: pgmap v21298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:04:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:04:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:10 smithi111 ceph-mon[97855]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:10 smithi111 ceph-mon[116524]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:10 smithi155 ceph-mon[102677]: pgmap v21299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:12 smithi111 ceph-mon[97855]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:12 smithi111 ceph-mon[116524]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:12.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:12 smithi155 ceph-mon[102677]: pgmap v21300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:14 smithi111 ceph-mon[97855]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:14 smithi111 ceph-mon[116524]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:14 smithi155 ceph-mon[102677]: pgmap v21301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:16 smithi111 ceph-mon[97855]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:16 smithi111 ceph-mon[116524]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:16 smithi155 ceph-mon[102677]: pgmap v21302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:18 smithi111 ceph-mon[97855]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:18 smithi111 ceph-mon[116524]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:18.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:18 smithi155 ceph-mon[102677]: pgmap v21303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:19.696 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:04:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:04:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:20.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:20 smithi155 ceph-mon[102677]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:20 smithi111 ceph-mon[97855]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:20 smithi111 ceph-mon[116524]: pgmap v21304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:22 smithi111 ceph-mon[97855]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:22 smithi111 ceph-mon[116524]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:22 smithi155 ceph-mon[102677]: pgmap v21305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:24 smithi111 ceph-mon[97855]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:24 smithi111 ceph-mon[116524]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:24.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:24 smithi155 ceph-mon[102677]: pgmap v21306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:25.924 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:04:26.236 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:04:26.237 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:04:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:26 smithi111 ceph-mon[97855]: from='client.38343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:26 smithi111 ceph-mon[97855]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:26 smithi111 ceph-mon[116524]: from='client.38343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:26.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:26 smithi111 ceph-mon[116524]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:04:26.621 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:26.622 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:04:26.622 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:04:26.622 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:04:26.622 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:04:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:26 smithi155 ceph-mon[102677]: from='client.38343 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:26.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:26 smithi155 ceph-mon[102677]: pgmap v21307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[97855]: from='client.38349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2383450457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[116524]: from='client.38349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2383450457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:04:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:04:27.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:27 smithi155 ceph-mon[102677]: from='client.38349 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2383450457' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:04:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:28 smithi111 ceph-mon[97855]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:28.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:28 smithi111 ceph-mon[116524]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:28 smithi155 ceph-mon[102677]: pgmap v21308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:04:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:04:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:30 smithi111 ceph-mon[97855]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:30 smithi111 ceph-mon[116524]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:30 smithi155 ceph-mon[102677]: pgmap v21309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:32 smithi111 ceph-mon[97855]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:32 smithi111 ceph-mon[116524]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:32 smithi155 ceph-mon[102677]: pgmap v21310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:35 smithi111 ceph-mon[97855]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:35 smithi111 ceph-mon[116524]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:35 smithi155 ceph-mon[102677]: pgmap v21311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:37 smithi111 ceph-mon[97855]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:37 smithi111 ceph-mon[116524]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:37 smithi155 ceph-mon[102677]: pgmap v21312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:39.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:39 smithi111 ceph-mon[97855]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:39.500 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:04:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:04:39.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:39 smithi111 ceph-mon[116524]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:39 smithi155 ceph-mon[102677]: pgmap v21313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:41.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:41 smithi111 ceph-mon[97855]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:41 smithi111 ceph-mon[116524]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:41 smithi155 ceph-mon[102677]: pgmap v21314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:43 smithi155 ceph-mon[102677]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:43 smithi111 ceph-mon[97855]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:43 smithi111 ceph-mon[116524]: pgmap v21315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:45 smithi155 ceph-mon[102677]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:45 smithi111 ceph-mon[97855]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:45 smithi111 ceph-mon[116524]: pgmap v21316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:47 smithi155 ceph-mon[102677]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:47 smithi111 ceph-mon[97855]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:47 smithi111 ceph-mon[116524]: pgmap v21317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:49 smithi155 ceph-mon[102677]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:49 smithi111 ceph-mon[97855]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:04:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:04:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:49 smithi111 ceph-mon[116524]: pgmap v21318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:04:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:51 smithi155 ceph-mon[102677]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:51 smithi111 ceph-mon[97855]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:51 smithi111 ceph-mon[116524]: pgmap v21319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:53 smithi155 ceph-mon[102677]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:53 smithi111 ceph-mon[97855]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:53 smithi111 ceph-mon[116524]: pgmap v21320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:55 smithi155 ceph-mon[102677]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:55 smithi111 ceph-mon[97855]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:55 smithi111 ceph-mon[116524]: pgmap v21321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:56.961 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:04:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:04:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:04:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:04:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:04:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:04:57.269 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5767M 2120M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6080M 2120M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6200M 2120M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5484M 2120M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4449M 2460M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5590M 2460M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4940M 2460M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:04:57.270 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5776M 2460M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:04:57.271 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:57.647 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:04:57.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:04:57.648 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:04:57.648 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:04:57.648 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:04:57.648 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:04:57.648 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:04:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:57 smithi155 ceph-mon[102677]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:57.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:57 smithi155 ceph-mon[102677]: from='client.48239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:57 smithi111 ceph-mon[97855]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:57 smithi111 ceph-mon[97855]: from='client.48239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:57 smithi111 ceph-mon[116524]: pgmap v21322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:57 smithi111 ceph-mon[116524]: from='client.48239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:58 smithi155 ceph-mon[102677]: from='client.38367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3720003872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:04:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:58 smithi111 ceph-mon[97855]: from='client.38367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3720003872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:04:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:58 smithi111 ceph-mon[116524]: from='client.38367 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:04:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3720003872' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:04:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:04:59 smithi155 ceph-mon[102677]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:04:59 smithi111 ceph-mon[97855]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:04:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:04:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:04:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:04:59 smithi111 ceph-mon[116524]: pgmap v21323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:01 smithi155 ceph-mon[102677]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:01 smithi111 ceph-mon[97855]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:01 smithi111 ceph-mon[116524]: pgmap v21324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:03 smithi155 ceph-mon[102677]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:03 smithi111 ceph-mon[97855]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:03 smithi111 ceph-mon[116524]: pgmap v21325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:05 smithi155 ceph-mon[102677]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:05 smithi111 ceph-mon[97855]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:05 smithi111 ceph-mon[116524]: pgmap v21326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:07 smithi155 ceph-mon[102677]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:07 smithi111 ceph-mon[97855]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:07 smithi111 ceph-mon[116524]: pgmap v21327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:09 smithi155 ceph-mon[102677]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:09 smithi111 ceph-mon[97855]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:05:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:05:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:09 smithi111 ceph-mon[116524]: pgmap v21328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:11 smithi155 ceph-mon[102677]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:11 smithi111 ceph-mon[97855]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:11 smithi111 ceph-mon[116524]: pgmap v21329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:13 smithi155 ceph-mon[102677]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:13 smithi111 ceph-mon[97855]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:13 smithi111 ceph-mon[116524]: pgmap v21330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:15 smithi155 ceph-mon[102677]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:15 smithi111 ceph-mon[97855]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:15 smithi111 ceph-mon[116524]: pgmap v21331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:17 smithi155 ceph-mon[102677]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:17 smithi111 ceph-mon[97855]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:17 smithi111 ceph-mon[116524]: pgmap v21332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:19.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:19 smithi155 ceph-mon[102677]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:19 smithi111 ceph-mon[97855]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:05:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:05:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:19 smithi111 ceph-mon[116524]: pgmap v21333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:21 smithi155 ceph-mon[102677]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:21 smithi111 ceph-mon[97855]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:21 smithi111 ceph-mon[116524]: pgmap v21334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:23 smithi155 ceph-mon[102677]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:23 smithi111 ceph-mon[97855]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:23 smithi111 ceph-mon[116524]: pgmap v21335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:25 smithi155 ceph-mon[102677]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:25 smithi111 ceph-mon[97855]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:25 smithi111 ceph-mon[116524]: pgmap v21336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:27 smithi155 ceph-mon[102677]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:05:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:27 smithi111 ceph-mon[97855]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:05:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:27 smithi111 ceph-mon[116524]: pgmap v21337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:05:27.978 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:05:28.286 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5767M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6080M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6200M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4449M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5590M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:05:28.287 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4940M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:05:28.288 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5776M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:05:28.288 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:05:28.672 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:05:28.672 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:05:28.673 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:05:28.674 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:05:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2113M 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2456M 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:28 smithi155 ceph-mon[102677]: from='client.48257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2113M 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2456M 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[97855]: from='client.48257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2113M 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2456M 2023-12-01T15:05:28.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:05:28.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:05:28.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:05:28.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:28 smithi111 ceph-mon[116524]: from='client.48257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:29.572 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:05:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:05:29.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:29 smithi155 ceph-mon[102677]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:29 smithi155 ceph-mon[102677]: from='client.38385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4178832381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:05:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:29 smithi111 ceph-mon[97855]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:29 smithi111 ceph-mon[97855]: from='client.38385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4178832381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:29 smithi111 ceph-mon[116524]: pgmap v21338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:29 smithi111 ceph-mon[116524]: from='client.38385 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4178832381' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:05:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:31 smithi155 ceph-mon[102677]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:31 smithi111 ceph-mon[97855]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:31 smithi111 ceph-mon[116524]: pgmap v21339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:33 smithi155 ceph-mon[102677]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:33 smithi111 ceph-mon[97855]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:33 smithi111 ceph-mon[116524]: pgmap v21340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:35 smithi155 ceph-mon[102677]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:35 smithi111 ceph-mon[97855]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:35 smithi111 ceph-mon[116524]: pgmap v21341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:37 smithi155 ceph-mon[102677]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:37 smithi111 ceph-mon[97855]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:37 smithi111 ceph-mon[116524]: pgmap v21342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:39.586 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:05:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:05:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:39 smithi155 ceph-mon[102677]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:39 smithi111 ceph-mon[116524]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:39 smithi111 ceph-mon[97855]: pgmap v21343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:41 smithi155 ceph-mon[102677]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:41 smithi111 ceph-mon[116524]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:41 smithi111 ceph-mon[97855]: pgmap v21344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:43 smithi155 ceph-mon[102677]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:43 smithi111 ceph-mon[97855]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:43 smithi111 ceph-mon[116524]: pgmap v21345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:45 smithi155 ceph-mon[102677]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:45 smithi111 ceph-mon[97855]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:45 smithi111 ceph-mon[116524]: pgmap v21346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:47 smithi155 ceph-mon[102677]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:47 smithi111 ceph-mon[97855]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:47 smithi111 ceph-mon[116524]: pgmap v21347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:49.607 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:05:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:05:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:49 smithi155 ceph-mon[102677]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:49 smithi111 ceph-mon[97855]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:49 smithi111 ceph-mon[116524]: pgmap v21348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:05:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:51 smithi155 ceph-mon[102677]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:51 smithi111 ceph-mon[97855]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:51 smithi111 ceph-mon[116524]: pgmap v21349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:53 smithi155 ceph-mon[102677]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:53 smithi111 ceph-mon[97855]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:53 smithi111 ceph-mon[116524]: pgmap v21350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:55 smithi155 ceph-mon[102677]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:55 smithi111 ceph-mon[97855]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:55 smithi111 ceph-mon[116524]: pgmap v21351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:57 smithi155 ceph-mon[102677]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:57 smithi111 ceph-mon[97855]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:57.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:57 smithi111 ceph-mon[116524]: pgmap v21352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:59.015 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:05:59.324 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5767M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6080M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6200M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4449M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5590M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:05:59.325 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4940M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:05:59.326 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5776M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:05:59.326 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:05:59.629 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:05:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:05:59.700 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:05:59.700 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:05:59.701 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:05:59.702 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:05:59.702 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:05:59.702 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:05:59.702 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:59 smithi155 ceph-mon[102677]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:05:59 smithi155 ceph-mon[102677]: from='client.48275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:59 smithi111 ceph-mon[97855]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:05:59 smithi111 ceph-mon[97855]: from='client.48275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:05:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:59 smithi111 ceph-mon[116524]: pgmap v21353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:05:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:05:59 smithi111 ceph-mon[116524]: from='client.48275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:00 smithi155 ceph-mon[102677]: from='client.48281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2112908732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:06:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:00 smithi111 ceph-mon[97855]: from='client.48281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:00.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2112908732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:06:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:00 smithi111 ceph-mon[116524]: from='client.48281 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2112908732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:06:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:01 smithi155 ceph-mon[102677]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:02.032 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:01 smithi111 ceph-mon[97855]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:02.032 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:01 smithi111 ceph-mon[116524]: pgmap v21354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:03 smithi155 ceph-mon[102677]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:03 smithi111 ceph-mon[97855]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:03 smithi111 ceph-mon[116524]: pgmap v21355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:05 smithi155 ceph-mon[102677]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:05 smithi111 ceph-mon[97855]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:05 smithi111 ceph-mon[116524]: pgmap v21356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:07 smithi155 ceph-mon[102677]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:07 smithi111 ceph-mon[97855]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:07 smithi111 ceph-mon[116524]: pgmap v21357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:09.653 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:06:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:06:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:09 smithi155 ceph-mon[102677]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:09 smithi111 ceph-mon[97855]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:09 smithi111 ceph-mon[116524]: pgmap v21358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:11 smithi155 ceph-mon[102677]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:11 smithi111 ceph-mon[97855]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:11 smithi111 ceph-mon[116524]: pgmap v21359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:13 smithi155 ceph-mon[102677]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:13 smithi111 ceph-mon[97855]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:13 smithi111 ceph-mon[116524]: pgmap v21360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:15 smithi155 ceph-mon[102677]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:15 smithi111 ceph-mon[97855]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:15 smithi111 ceph-mon[116524]: pgmap v21361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:17 smithi155 ceph-mon[102677]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:17 smithi111 ceph-mon[97855]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:17 smithi111 ceph-mon[116524]: pgmap v21362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:19.666 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:06:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:06:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:19 smithi155 ceph-mon[102677]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:19 smithi111 ceph-mon[116524]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:19 smithi111 ceph-mon[97855]: pgmap v21363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:21 smithi155 ceph-mon[102677]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:21 smithi111 ceph-mon[97855]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:21 smithi111 ceph-mon[116524]: pgmap v21364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:23 smithi155 ceph-mon[102677]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:23 smithi111 ceph-mon[97855]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:23 smithi111 ceph-mon[116524]: pgmap v21365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:25 smithi155 ceph-mon[102677]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:25 smithi111 ceph-mon[97855]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:25 smithi111 ceph-mon[116524]: pgmap v21366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:27 smithi155 ceph-mon[102677]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:27.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:06:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:27 smithi111 ceph-mon[97855]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:06:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:27 smithi111 ceph-mon[116524]: pgmap v21367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:06:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:06:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:06:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:06:28.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:06:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:06:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:06:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:06:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:06:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:06:30.048 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:06:30.355 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5767M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6080M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6200M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4449M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5590M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4940M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5776M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:06:30.356 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:06:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:30 smithi155 ceph-mon[102677]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:30 smithi111 ceph-mon[97855]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:30 smithi111 ceph-mon[116524]: pgmap v21368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:06:30.732 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:06:30.733 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:06:30.733 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:06:30.733 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:06:30.733 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:06:30.733 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:31 smithi155 ceph-mon[102677]: from='client.48293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/504987370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:31 smithi111 ceph-mon[97855]: from='client.48293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/504987370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:06:31.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:31 smithi111 ceph-mon[116524]: from='client.48293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/504987370' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:06:32.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:32 smithi155 ceph-mon[102677]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:32 smithi155 ceph-mon[102677]: from='client.38421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:32 smithi111 ceph-mon[97855]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:32 smithi111 ceph-mon[97855]: from='client.38421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:32 smithi111 ceph-mon[116524]: pgmap v21369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:32 smithi111 ceph-mon[116524]: from='client.38421 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:06:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:34 smithi155 ceph-mon[102677]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:34 smithi111 ceph-mon[97855]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:34 smithi111 ceph-mon[116524]: pgmap v21370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:36 smithi155 ceph-mon[102677]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:36 smithi111 ceph-mon[97855]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:36 smithi111 ceph-mon[116524]: pgmap v21371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:38 smithi155 ceph-mon[102677]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:38 smithi111 ceph-mon[97855]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:38.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:38 smithi111 ceph-mon[116524]: pgmap v21372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:06:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:06:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:40 smithi155 ceph-mon[102677]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:40 smithi111 ceph-mon[97855]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:40 smithi111 ceph-mon[116524]: pgmap v21373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:42 smithi155 ceph-mon[102677]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:42 smithi111 ceph-mon[97855]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:42 smithi111 ceph-mon[116524]: pgmap v21374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:44 smithi155 ceph-mon[102677]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:44 smithi111 ceph-mon[97855]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:44 smithi111 ceph-mon[116524]: pgmap v21375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:46 smithi155 ceph-mon[102677]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:46 smithi111 ceph-mon[97855]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:46 smithi111 ceph-mon[116524]: pgmap v21376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:48 smithi155 ceph-mon[102677]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:48 smithi111 ceph-mon[97855]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:48 smithi111 ceph-mon[116524]: pgmap v21377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:06:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:06:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:50 smithi155 ceph-mon[102677]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:50 smithi111 ceph-mon[97855]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:50 smithi111 ceph-mon[116524]: pgmap v21378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:06:52.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:52 smithi155 ceph-mon[102677]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:52 smithi111 ceph-mon[97855]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:52 smithi111 ceph-mon[116524]: pgmap v21379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:54 smithi155 ceph-mon[102677]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:54 smithi111 ceph-mon[97855]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:54 smithi111 ceph-mon[116524]: pgmap v21380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:56 smithi155 ceph-mon[102677]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:56 smithi111 ceph-mon[97855]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:56 smithi111 ceph-mon[116524]: pgmap v21381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:06:58 smithi155 ceph-mon[102677]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:06:58 smithi111 ceph-mon[97855]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:06:58 smithi111 ceph-mon[116524]: pgmap v21382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:06:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:06:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:07:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:00 smithi155 ceph-mon[102677]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:00 smithi111 ceph-mon[97855]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:00 smithi111 ceph-mon[116524]: pgmap v21383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:01.078 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 106M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 944M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:07:01.389 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2498M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1200M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1096M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5767M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6080M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6200M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4449M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5590M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4940M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5776M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:07:01.390 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 142M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:07:01.770 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:07:01.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:07:01.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:07:01.772 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:07:01.772 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:02 smithi155 ceph-mon[102677]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:02 smithi155 ceph-mon[102677]: from='client.48311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2333976203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:07:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:02 smithi111 ceph-mon[97855]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:02 smithi111 ceph-mon[97855]: from='client.48311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2333976203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:02 smithi111 ceph-mon[116524]: pgmap v21384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:02 smithi111 ceph-mon[116524]: from='client.48311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2333976203' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:07:03.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:03 smithi155 ceph-mon[102677]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:03.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:03 smithi111 ceph-mon[97855]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:03.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:03 smithi111 ceph-mon[116524]: from='client.38439 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:04 smithi155 ceph-mon[102677]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:04 smithi111 ceph-mon[97855]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:04 smithi111 ceph-mon[116524]: pgmap v21385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:06 smithi155 ceph-mon[102677]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:06 smithi111 ceph-mon[97855]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:06 smithi111 ceph-mon[116524]: pgmap v21386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:08 smithi155 ceph-mon[102677]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:08 smithi111 ceph-mon[97855]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:08 smithi111 ceph-mon[116524]: pgmap v21387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:07:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:07:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:10 smithi155 ceph-mon[102677]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:10 smithi111 ceph-mon[97855]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:10 smithi111 ceph-mon[116524]: pgmap v21388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:12 smithi155 ceph-mon[102677]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:12 smithi111 ceph-mon[97855]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:12 smithi111 ceph-mon[116524]: pgmap v21389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:14 smithi155 ceph-mon[102677]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:14 smithi111 ceph-mon[97855]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:14 smithi111 ceph-mon[116524]: pgmap v21390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:16.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:16 smithi155 ceph-mon[102677]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:16 smithi111 ceph-mon[97855]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:16 smithi111 ceph-mon[116524]: pgmap v21391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:18 smithi155 ceph-mon[102677]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:18 smithi111 ceph-mon[97855]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:18 smithi111 ceph-mon[116524]: pgmap v21392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:07:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:07:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:20 smithi111 ceph-mon[97855]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:20 smithi111 ceph-mon[116524]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:20.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:20 smithi155 ceph-mon[102677]: pgmap v21393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:22.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:22 smithi111 ceph-mon[97855]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:22 smithi111 ceph-mon[116524]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:22.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:22 smithi155 ceph-mon[102677]: pgmap v21394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:23 smithi155 ceph-mon[102677]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:23 smithi111 ceph-mon[97855]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:23 smithi111 ceph-mon[116524]: pgmap v21395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:25 smithi155 ceph-mon[102677]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:25 smithi111 ceph-mon[97855]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:25 smithi111 ceph-mon[116524]: pgmap v21396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:27 smithi155 ceph-mon[102677]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:27 smithi111 ceph-mon[97855]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:27 smithi111 ceph-mon[116524]: pgmap v21397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:07:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:07:28.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:07:29.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:29 smithi155 ceph-mon[102677]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:29 smithi111 ceph-mon[97855]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:07:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:07:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:29 smithi111 ceph-mon[116524]: pgmap v21398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: pgmap v21399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:07:31.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:07:32.107 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:07:32.420 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:07:32.420 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:07:32.420 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 1s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 1s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 1s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2s ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2s ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 1s ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2s ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2s ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 1s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2s ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2s ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:07:32.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2s ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:07:32.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2s ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:07:32.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 1s ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:07:32.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 1s ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:07:32.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 1s ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:07:32.422 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 1s ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:07:32.422 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 1s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:07:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:32 smithi155 ceph-mon[102677]: from='client.48329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:32.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:32 smithi111 ceph-mon[97855]: from='client.48329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:32.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:32 smithi111 ceph-mon[116524]: from='client.48329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:32.801 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:07:32.801 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:07:32.801 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:07:32.801 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:07:32.802 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:07:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:33 smithi155 ceph-mon[102677]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:33 smithi155 ceph-mon[102677]: from='client.48335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/756323934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:07:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:33 smithi111 ceph-mon[97855]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:33 smithi111 ceph-mon[97855]: from='client.48335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/756323934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:07:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:33 smithi111 ceph-mon[116524]: pgmap v21400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:33 smithi111 ceph-mon[116524]: from='client.48335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:07:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/756323934' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:07:35.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:35 smithi155 ceph-mon[102677]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:35 smithi111 ceph-mon[97855]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:35.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:35 smithi111 ceph-mon[116524]: pgmap v21401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:37 smithi155 ceph-mon[102677]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:37 smithi111 ceph-mon[97855]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:37 smithi111 ceph-mon[116524]: pgmap v21402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:39.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:39 smithi155 ceph-mon[102677]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:39 smithi111 ceph-mon[97855]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:39.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:39 smithi111 ceph-mon[116524]: pgmap v21403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:07:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:07:41.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:41 smithi155 ceph-mon[102677]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:41 smithi111 ceph-mon[97855]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:41 smithi111 ceph-mon[116524]: pgmap v21404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:43 smithi155 ceph-mon[102677]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:43 smithi111 ceph-mon[97855]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:43 smithi111 ceph-mon[116524]: pgmap v21405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:45.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:45 smithi155 ceph-mon[102677]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:45 smithi111 ceph-mon[97855]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:45 smithi111 ceph-mon[116524]: pgmap v21406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:47 smithi155 ceph-mon[102677]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:47 smithi111 ceph-mon[97855]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:47 smithi111 ceph-mon[116524]: pgmap v21407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:49 smithi155 ceph-mon[102677]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:49 smithi111 ceph-mon[97855]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:07:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:07:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:49 smithi111 ceph-mon[116524]: pgmap v21408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:50.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:07:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:51 smithi111 ceph-mon[97855]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:51 smithi111 ceph-mon[116524]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:51 smithi155 ceph-mon[102677]: pgmap v21409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:53 smithi111 ceph-mon[97855]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:53 smithi111 ceph-mon[116524]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:53 smithi155 ceph-mon[102677]: pgmap v21410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:55 smithi111 ceph-mon[97855]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:55.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:55 smithi111 ceph-mon[116524]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:55 smithi155 ceph-mon[102677]: pgmap v21411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:57 smithi111 ceph-mon[97855]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:57 smithi111 ceph-mon[116524]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:57.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:57 smithi155 ceph-mon[102677]: pgmap v21412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:07:59 smithi111 ceph-mon[97855]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:07:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:07:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:07:59 smithi111 ceph-mon[116524]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:07:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:07:59 smithi155 ceph-mon[102677]: pgmap v21413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:01.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:01 smithi111 ceph-mon[97855]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:01.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:01 smithi111 ceph-mon[116524]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:01.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:01 smithi155 ceph-mon[102677]: pgmap v21414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:03.147 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 33s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 32s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 33s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 32s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 32s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 33s ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 33s ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 32s ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 33s ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 33s ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:08:03.454 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 32s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 33s ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 33s ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 33s ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 33s ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 32s ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 32s ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 32s ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 32s ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:08:03.455 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 32s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:08:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:03 smithi111 ceph-mon[97855]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:03 smithi111 ceph-mon[97855]: from='client.48347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:03 smithi111 ceph-mon[116524]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:03.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:03 smithi111 ceph-mon[116524]: from='client.48347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:08:03.833 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:08:03.834 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:08:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:03 smithi155 ceph-mon[102677]: pgmap v21415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:03.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:03 smithi155 ceph-mon[102677]: from='client.48347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:04.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:04 smithi111 ceph-mon[97855]: from='client.38475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/24857061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:08:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:04 smithi111 ceph-mon[116524]: from='client.38475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/24857061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:08:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:04 smithi155 ceph-mon[102677]: from='client.38475 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:04.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/24857061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:08:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:05 smithi111 ceph-mon[97855]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:05 smithi111 ceph-mon[116524]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:05 smithi155 ceph-mon[102677]: pgmap v21416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:05.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:07 smithi111 ceph-mon[97855]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:07 smithi111 ceph-mon[116524]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:07 smithi155 ceph-mon[102677]: pgmap v21417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:09 smithi111 ceph-mon[97855]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:08:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:08:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:09 smithi111 ceph-mon[116524]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:09 smithi155 ceph-mon[102677]: pgmap v21418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:11 smithi111 ceph-mon[97855]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:11 smithi111 ceph-mon[116524]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:11 smithi155 ceph-mon[102677]: pgmap v21419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:13 smithi111 ceph-mon[97855]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:13 smithi111 ceph-mon[116524]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:13.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:13 smithi155 ceph-mon[102677]: pgmap v21420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:15 smithi155 ceph-mon[102677]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:15 smithi111 ceph-mon[97855]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:15.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:15 smithi111 ceph-mon[116524]: pgmap v21421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:17 smithi155 ceph-mon[102677]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:17 smithi111 ceph-mon[97855]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:17.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:17 smithi111 ceph-mon[116524]: pgmap v21422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:19 smithi111 ceph-mon[97855]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:08:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:08:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:19 smithi111 ceph-mon[116524]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:19 smithi155 ceph-mon[102677]: pgmap v21423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:20.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:21.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:21 smithi155 ceph-mon[102677]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:21 smithi111 ceph-mon[97855]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:21.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:21 smithi111 ceph-mon[116524]: pgmap v21424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:23 smithi155 ceph-mon[102677]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:23 smithi111 ceph-mon[97855]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:23.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:23 smithi111 ceph-mon[116524]: pgmap v21425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:25 smithi155 ceph-mon[102677]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:25 smithi111 ceph-mon[97855]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:25 smithi111 ceph-mon[116524]: pgmap v21426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:27 smithi155 ceph-mon[102677]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:27 smithi111 ceph-mon[97855]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:27.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:27 smithi111 ceph-mon[116524]: pgmap v21427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:29 smithi111 ceph-mon[97855]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:08:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:08:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:29 smithi111 ceph-mon[116524]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:29 smithi155 ceph-mon[102677]: pgmap v21428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:31 smithi155 ceph-mon[102677]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:08:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:31 smithi111 ceph-mon[97855]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:08:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:31 smithi111 ceph-mon[116524]: pgmap v21429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:08:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:08:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:08:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:32 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:08:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:08:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:08:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:32 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:08:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:08:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:08:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:32 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:33 smithi155 ceph-mon[102677]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:33 smithi111 ceph-mon[97855]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:33.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:33 smithi111 ceph-mon[116524]: pgmap v21430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:34.180 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:08:34.487 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 64s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 63s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 64s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 63s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 63s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 64s ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 64s ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 63s ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 64s ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 64s ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 63s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 64s ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 64s ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:08:34.488 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 64s ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:08:34.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 64s ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:08:34.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 63s ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:08:34.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 63s ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:08:34.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 63s ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:08:34.489 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 63s ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:08:34.489 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 63s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:08:34.869 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:08:34.870 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:08:34.871 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:08:34.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:34 smithi155 ceph-mon[102677]: from='client.38487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:34 smithi111 ceph-mon[97855]: from='client.38487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:34 smithi111 ceph-mon[116524]: from='client.38487 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:34.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:35 smithi155 ceph-mon[102677]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:35 smithi155 ceph-mon[102677]: from='client.38493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1974516825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:35 smithi111 ceph-mon[97855]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:35 smithi111 ceph-mon[97855]: from='client.38493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1974516825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:35 smithi111 ceph-mon[116524]: pgmap v21431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:35 smithi111 ceph-mon[116524]: from='client.38493 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:08:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1974516825' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:08:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:37 smithi155 ceph-mon[102677]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:37 smithi111 ceph-mon[97855]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:37.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:37 smithi111 ceph-mon[116524]: pgmap v21432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:39.706 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:08:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:08:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:39 smithi111 ceph-mon[97855]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:39 smithi111 ceph-mon[116524]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:39 smithi155 ceph-mon[102677]: pgmap v21433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:41 smithi111 ceph-mon[97855]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:42.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:41 smithi111 ceph-mon[116524]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:41 smithi155 ceph-mon[102677]: pgmap v21434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:44.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:43 smithi111 ceph-mon[97855]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:44.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:43 smithi111 ceph-mon[116524]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:43 smithi155 ceph-mon[102677]: pgmap v21435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:46.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:45 smithi111 ceph-mon[97855]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:46.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:45 smithi111 ceph-mon[116524]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:46.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:45 smithi155 ceph-mon[102677]: pgmap v21436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:47 smithi111 ceph-mon[97855]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:47 smithi111 ceph-mon[116524]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:47 smithi155 ceph-mon[102677]: pgmap v21437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:49.721 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:08:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:08:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:49 smithi111 ceph-mon[97855]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:49 smithi111 ceph-mon[116524]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:50.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:49 smithi155 ceph-mon[102677]: pgmap v21438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:08:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:51 smithi111 ceph-mon[97855]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:51 smithi111 ceph-mon[116524]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:51 smithi155 ceph-mon[102677]: pgmap v21439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:53 smithi111 ceph-mon[97855]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:53 smithi111 ceph-mon[116524]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:54.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:53 smithi155 ceph-mon[102677]: pgmap v21440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:55 smithi111 ceph-mon[97855]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:55 smithi111 ceph-mon[116524]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:55 smithi155 ceph-mon[102677]: pgmap v21441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:57 smithi111 ceph-mon[97855]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:58.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:57 smithi111 ceph-mon[116524]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:57 smithi155 ceph-mon[102677]: pgmap v21442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:59.737 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:08:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:08:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:08:59 smithi111 ceph-mon[116524]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:08:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:08:59 smithi111 ceph-mon[97855]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:00.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:08:59 smithi155 ceph-mon[102677]: pgmap v21443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:01.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:01 smithi111 ceph-mon[116524]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:01 smithi111 ceph-mon[97855]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:02.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:01 smithi155 ceph-mon[102677]: pgmap v21444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:03 smithi111 ceph-mon[97855]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:03 smithi111 ceph-mon[116524]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:04.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:03 smithi155 ceph-mon[102677]: pgmap v21445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:05.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:05.213 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:09:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 95s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 94s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 95s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 94s ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 94s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 95s ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 95s ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 94s ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 95s ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 95s ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 94s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:09:05.519 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 95s ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 95s ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 95s ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 95s ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 94s ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 94s ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 94s ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 94s ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:09:05.520 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 94s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:09:05.900 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:09:05.901 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:05 smithi155 ceph-mon[102677]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:05 smithi155 ceph-mon[102677]: from='client.48383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:05 smithi111 ceph-mon[97855]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:05 smithi111 ceph-mon[97855]: from='client.48383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:05 smithi111 ceph-mon[116524]: pgmap v21446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:05 smithi111 ceph-mon[116524]: from='client.48383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:07.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:06 smithi155 ceph-mon[102677]: from='client.38511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1339668209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:06 smithi111 ceph-mon[97855]: from='client.38511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1339668209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:09:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:06 smithi111 ceph-mon[116524]: from='client.38511 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1339668209' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:09:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:07 smithi155 ceph-mon[102677]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:07 smithi111 ceph-mon[97855]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:08.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:07 smithi111 ceph-mon[116524]: pgmap v21447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:09:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:09:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:09 smithi155 ceph-mon[102677]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:09 smithi111 ceph-mon[97855]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:09 smithi111 ceph-mon[116524]: pgmap v21448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:11 smithi155 ceph-mon[102677]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:11 smithi111 ceph-mon[97855]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:11 smithi111 ceph-mon[116524]: pgmap v21449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:13 smithi155 ceph-mon[102677]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:13 smithi111 ceph-mon[97855]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:13 smithi111 ceph-mon[116524]: pgmap v21450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:15 smithi155 ceph-mon[102677]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:15 smithi111 ceph-mon[97855]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:15 smithi111 ceph-mon[116524]: pgmap v21451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:17 smithi155 ceph-mon[102677]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:17 smithi111 ceph-mon[97855]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:17 smithi111 ceph-mon[116524]: pgmap v21452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:09:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:19 smithi155 ceph-mon[102677]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:19 smithi111 ceph-mon[97855]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:20.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:19 smithi111 ceph-mon[116524]: pgmap v21453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:21 smithi155 ceph-mon[102677]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:21 smithi111 ceph-mon[97855]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:21 smithi111 ceph-mon[116524]: pgmap v21454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:23 smithi155 ceph-mon[102677]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:23 smithi111 ceph-mon[97855]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:23 smithi111 ceph-mon[116524]: pgmap v21455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:25 smithi155 ceph-mon[102677]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:25 smithi111 ceph-mon[97855]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:25 smithi111 ceph-mon[116524]: pgmap v21456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:27 smithi155 ceph-mon[102677]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:27 smithi111 ceph-mon[97855]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:28.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:27 smithi111 ceph-mon[116524]: pgmap v21457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:09:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:09:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:29 smithi155 ceph-mon[102677]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:29 smithi111 ceph-mon[97855]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:30.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:29 smithi111 ceph-mon[116524]: pgmap v21458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:31 smithi155 ceph-mon[102677]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:32.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:09:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:31 smithi111 ceph-mon[97855]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:09:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:31 smithi111 ceph-mon[116524]: pgmap v21459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:09:33.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:09:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:09:33.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:09:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:09:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:34 smithi155 ceph-mon[102677]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:34 smithi111 ceph-mon[97855]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:34 smithi111 ceph-mon[116524]: pgmap v21460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:35.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:36.246 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:09:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:36 smithi155 ceph-mon[102677]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:36 smithi111 ceph-mon[97855]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:36 smithi111 ceph-mon[116524]: pgmap v21461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:09:36.551 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:09:36.552 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:09:36.934 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:09:36.934 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:09:36.935 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:09:36.936 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:09:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3732852854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:09:37.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3732852854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:09:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3732852854' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:09:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:38 smithi155 ceph-mon[102677]: from='client.48401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:38 smithi155 ceph-mon[102677]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:38 smithi155 ceph-mon[102677]: from='client.48407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:38 smithi111 ceph-mon[97855]: from='client.48401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:38 smithi111 ceph-mon[97855]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:38 smithi111 ceph-mon[97855]: from='client.48407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:38 smithi111 ceph-mon[116524]: from='client.48401 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:38 smithi111 ceph-mon[116524]: pgmap v21462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:38 smithi111 ceph-mon[116524]: from='client.48407 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:09:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:09:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:09:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:40 smithi155 ceph-mon[102677]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:40 smithi111 ceph-mon[97855]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:40 smithi111 ceph-mon[116524]: pgmap v21463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:42 smithi155 ceph-mon[102677]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:42 smithi111 ceph-mon[97855]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:42 smithi111 ceph-mon[116524]: pgmap v21464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:44 smithi155 ceph-mon[102677]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:44 smithi111 ceph-mon[97855]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:44.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:44 smithi111 ceph-mon[116524]: pgmap v21465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:46 smithi155 ceph-mon[102677]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:46 smithi111 ceph-mon[97855]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:46.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:46 smithi111 ceph-mon[116524]: pgmap v21466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:48 smithi155 ceph-mon[102677]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:48 smithi111 ceph-mon[97855]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:48 smithi111 ceph-mon[116524]: pgmap v21467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:09:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:09:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:50 smithi155 ceph-mon[102677]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:50 smithi111 ceph-mon[97855]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:50 smithi111 ceph-mon[116524]: pgmap v21468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:09:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:52 smithi155 ceph-mon[102677]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:52 smithi111 ceph-mon[97855]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:52 smithi111 ceph-mon[116524]: pgmap v21469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:54 smithi155 ceph-mon[102677]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:54 smithi111 ceph-mon[97855]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:54.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:54 smithi111 ceph-mon[116524]: pgmap v21470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:56 smithi155 ceph-mon[102677]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:56 smithi111 ceph-mon[97855]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:56 smithi111 ceph-mon[116524]: pgmap v21471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:58.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:09:58 smithi155 ceph-mon[102677]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:09:58 smithi111 ceph-mon[97855]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:09:58 smithi111 ceph-mon[116524]: pgmap v21472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:09:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:09:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:10:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:00 smithi155 ceph-mon[102677]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:10:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:00 smithi111 ceph-mon[116524]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:10:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:00 smithi111 conmon[97831]: 2023-12-01T15:09:59.998+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:10:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:00 smithi111 ceph-mon[97855]: pgmap v21473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:10:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:02 smithi155 ceph-mon[102677]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:02 smithi111 ceph-mon[97855]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:02 smithi111 ceph-mon[116524]: pgmap v21474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:04 smithi155 ceph-mon[102677]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:04 smithi111 ceph-mon[97855]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:04 smithi111 ceph-mon[116524]: pgmap v21475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:06 smithi155 ceph-mon[102677]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:06 smithi111 ceph-mon[116524]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:06 smithi111 ceph-mon[97855]: pgmap v21476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:07.280 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:10:07.586 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:10:07.587 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:10:07.966 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:10:07.967 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:07.967 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:10:07.967 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:10:07.967 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:10:07.967 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:10:08.432 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:08 smithi111 ceph-mon[97855]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1746736300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:10:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:08 smithi111 ceph-mon[116524]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1746736300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:10:08.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:08 smithi155 ceph-mon[102677]: pgmap v21477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1746736300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:10:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:09 smithi155 ceph-mon[102677]: from='client.38541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:09.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:09 smithi155 ceph-mon[102677]: from='client.48425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:09.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:10:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:10:09.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:09 smithi111 ceph-mon[116524]: from='client.38541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:09.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:09 smithi111 ceph-mon[116524]: from='client.48425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:09 smithi111 ceph-mon[97855]: from='client.38541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:09.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:09 smithi111 ceph-mon[97855]: from='client.48425 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:10 smithi155 ceph-mon[102677]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:10 smithi111 ceph-mon[116524]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:10 smithi111 ceph-mon[97855]: pgmap v21478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:12 smithi155 ceph-mon[102677]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:12 smithi111 ceph-mon[97855]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:12 smithi111 ceph-mon[116524]: pgmap v21479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:14 smithi155 ceph-mon[102677]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:14 smithi111 ceph-mon[97855]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:14.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:14 smithi111 ceph-mon[116524]: pgmap v21480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:16 smithi155 ceph-mon[102677]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:16 smithi111 ceph-mon[97855]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:16 smithi111 ceph-mon[116524]: pgmap v21481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:18 smithi155 ceph-mon[102677]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:18 smithi111 ceph-mon[97855]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:18 smithi111 ceph-mon[116524]: pgmap v21482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:10:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:10:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:20 smithi155 ceph-mon[102677]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:20 smithi111 ceph-mon[97855]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:20 smithi111 ceph-mon[116524]: pgmap v21483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:22 smithi155 ceph-mon[102677]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:22 smithi111 ceph-mon[97855]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:22 smithi111 ceph-mon[116524]: pgmap v21484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:24 smithi155 ceph-mon[102677]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:24 smithi111 ceph-mon[97855]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:24 smithi111 ceph-mon[116524]: pgmap v21485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:26 smithi155 ceph-mon[102677]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:26 smithi111 ceph-mon[97855]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:26 smithi111 ceph-mon[116524]: pgmap v21486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:28 smithi155 ceph-mon[102677]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:28 smithi111 ceph-mon[97855]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:28 smithi111 ceph-mon[116524]: pgmap v21487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:10:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:10:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:30 smithi155 ceph-mon[102677]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:30 smithi111 ceph-mon[97855]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:30.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:30 smithi111 ceph-mon[116524]: pgmap v21488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:32 smithi111 ceph-mon[97855]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:32 smithi111 ceph-mon[116524]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:32 smithi155 ceph-mon[102677]: pgmap v21489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:33 smithi155 ceph-mon[102677]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:10:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:10:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:10:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[97855]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[116524]: pgmap v21490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:10:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:10:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:35 smithi155 ceph-mon[102677]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:35 smithi111 ceph-mon[97855]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:35 smithi111 ceph-mon[116524]: pgmap v21491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:37.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:37 smithi155 ceph-mon[102677]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:37 smithi111 ceph-mon[97855]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:37.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:37 smithi111 ceph-mon[116524]: pgmap v21492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:38.314 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:10:38.622 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:10:38.622 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:10:38.622 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:10:38.623 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:10:38.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:10:38.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:10:38.624 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:10:39.000 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:10:39.000 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:10:39.000 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:10:39.000 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:10:39.001 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:10:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:39 smithi155 ceph-mon[102677]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:39 smithi155 ceph-mon[102677]: from='client.38559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:39 smithi155 ceph-mon[102677]: from='client.48443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:39.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1728817393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:10:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:10:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:10:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[97855]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[97855]: from='client.38559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[97855]: from='client.48443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1728817393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[116524]: pgmap v21493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[116524]: from='client.38559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[116524]: from='client.48443 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:10:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1728817393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:10:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:41 smithi155 ceph-mon[102677]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:41 smithi111 ceph-mon[97855]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:41.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:41 smithi111 ceph-mon[116524]: pgmap v21494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:43.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:43 smithi155 ceph-mon[102677]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:43 smithi111 ceph-mon[97855]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:43.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:43 smithi111 ceph-mon[116524]: pgmap v21495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:45 smithi155 ceph-mon[102677]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:45 smithi111 ceph-mon[97855]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:45 smithi111 ceph-mon[116524]: pgmap v21496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:47.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:47 smithi155 ceph-mon[102677]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:47 smithi111 ceph-mon[97855]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:47.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:47 smithi111 ceph-mon[116524]: pgmap v21497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:49.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:49 smithi155 ceph-mon[102677]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:49 smithi111 ceph-mon[97855]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:10:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:10:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:49 smithi111 ceph-mon[116524]: pgmap v21498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:50.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:50.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:10:51.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:51 smithi155 ceph-mon[102677]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:51 smithi111 ceph-mon[97855]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:51.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:51 smithi111 ceph-mon[116524]: pgmap v21499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:53.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:53 smithi155 ceph-mon[102677]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:53 smithi111 ceph-mon[97855]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:53.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:53 smithi111 ceph-mon[116524]: pgmap v21500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:55.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:55 smithi155 ceph-mon[102677]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:55.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:55 smithi111 ceph-mon[97855]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:55.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:55 smithi111 ceph-mon[116524]: pgmap v21501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:57.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:57 smithi155 ceph-mon[102677]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:57 smithi111 ceph-mon[97855]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:57.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:57 smithi111 ceph-mon[116524]: pgmap v21502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:59.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:10:59 smithi155 ceph-mon[102677]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:10:59 smithi111 ceph-mon[97855]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:10:59 smithi111 ceph-mon[116524]: pgmap v21503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:10:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:10:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:11:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:01 smithi155 ceph-mon[102677]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:01 smithi111 ceph-mon[97855]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:01 smithi111 ceph-mon[116524]: pgmap v21504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:03 smithi155 ceph-mon[102677]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:03 smithi111 ceph-mon[97855]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:03 smithi111 ceph-mon[116524]: pgmap v21505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:05.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:05 smithi155 ceph-mon[102677]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:05 smithi111 ceph-mon[97855]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:05 smithi111 ceph-mon[116524]: pgmap v21506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:07 smithi155 ceph-mon[102677]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:07 smithi111 ceph-mon[97855]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:07.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:07 smithi111 ceph-mon[116524]: pgmap v21507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:09.347 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:11:09.656 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:11:09.657 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:11:09.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:09 smithi155 ceph-mon[102677]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:09.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:09 smithi111 ceph-mon[97855]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:09.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:11:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:11:09.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:09 smithi111 ceph-mon[116524]: pgmap v21508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:10.039 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:11:10.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:11:10.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:11:10.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:10.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:11:10.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:11:10.040 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:11:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:10 smithi155 ceph-mon[102677]: from='client.38577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:10 smithi155 ceph-mon[102677]: from='client.38583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2249513139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:11:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:10 smithi111 ceph-mon[97855]: from='client.38577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:10 smithi111 ceph-mon[97855]: from='client.38583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:10.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2249513139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:11:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:10 smithi111 ceph-mon[116524]: from='client.38577 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:10 smithi111 ceph-mon[116524]: from='client.38583 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2249513139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:11:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:11 smithi155 ceph-mon[102677]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:11 smithi111 ceph-mon[116524]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:11 smithi111 ceph-mon[97855]: pgmap v21509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:13 smithi155 ceph-mon[102677]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:13 smithi111 ceph-mon[97855]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:13 smithi111 ceph-mon[116524]: pgmap v21510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:15 smithi155 ceph-mon[102677]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:15 smithi111 ceph-mon[97855]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:15 smithi111 ceph-mon[116524]: pgmap v21511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:17 smithi155 ceph-mon[102677]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:17 smithi111 ceph-mon[97855]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:17.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:17 smithi111 ceph-mon[116524]: pgmap v21512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:19 smithi155 ceph-mon[102677]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:19 smithi111 ceph-mon[97855]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:11:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:11:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:19 smithi111 ceph-mon[116524]: pgmap v21513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:21 smithi155 ceph-mon[102677]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:21 smithi111 ceph-mon[97855]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:21 smithi111 ceph-mon[116524]: pgmap v21514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:23.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:23 smithi155 ceph-mon[102677]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:23 smithi111 ceph-mon[97855]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:23 smithi111 ceph-mon[116524]: pgmap v21515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:25.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:25 smithi155 ceph-mon[102677]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:25 smithi111 ceph-mon[97855]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:25 smithi111 ceph-mon[116524]: pgmap v21516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:27.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:27 smithi155 ceph-mon[102677]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:27 smithi111 ceph-mon[97855]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:27 smithi111 ceph-mon[116524]: pgmap v21517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:29 smithi155 ceph-mon[102677]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:29 smithi111 ceph-mon[97855]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:11:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:11:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:29 smithi111 ceph-mon[116524]: pgmap v21518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:31.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:31 smithi155 ceph-mon[102677]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:31 smithi111 ceph-mon[97855]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:31.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:31 smithi111 ceph-mon[116524]: pgmap v21519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:33.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:33 smithi155 ceph-mon[102677]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:11:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:33 smithi111 ceph-mon[97855]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:11:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:33 smithi111 ceph-mon[116524]: pgmap v21520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:33.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:11:34.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:11:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:11:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:11:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:11:34.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:11:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:11:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:11:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:11:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:11:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:35 smithi155 ceph-mon[102677]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:35 smithi111 ceph-mon[97855]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:35 smithi111 ceph-mon[116524]: pgmap v21521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:37 smithi155 ceph-mon[102677]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:37 smithi111 ceph-mon[97855]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:37 smithi111 ceph-mon[116524]: pgmap v21522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:39.581 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:11:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:11:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:39 smithi155 ceph-mon[102677]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:39 smithi111 ceph-mon[97855]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:39 smithi111 ceph-mon[116524]: pgmap v21523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:40.388 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:11:40.697 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:11:40.698 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:11:41.073 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:11:41.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:11:41.075 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:11:41.075 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:41 smithi155 ceph-mon[102677]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:41 smithi155 ceph-mon[102677]: from='client.48473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:41 smithi155 ceph-mon[102677]: from='client.38601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2682941452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:11:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[97855]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[97855]: from='client.48473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[97855]: from='client.38601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2682941452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[116524]: pgmap v21524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[116524]: from='client.48473 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[116524]: from='client.38601 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:11:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2682941452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:11:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:43 smithi155 ceph-mon[102677]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:43 smithi111 ceph-mon[97855]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:43 smithi111 ceph-mon[116524]: pgmap v21525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:45 smithi155 ceph-mon[102677]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:45 smithi111 ceph-mon[97855]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:45.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:45 smithi111 ceph-mon[116524]: pgmap v21526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:47.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:47 smithi155 ceph-mon[102677]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:47 smithi111 ceph-mon[97855]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:47.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:47 smithi111 ceph-mon[116524]: pgmap v21527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:49.596 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:11:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:11:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:49 smithi155 ceph-mon[102677]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:49 smithi111 ceph-mon[97855]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:49 smithi111 ceph-mon[116524]: pgmap v21528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:11:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:51 smithi155 ceph-mon[102677]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:51 smithi111 ceph-mon[97855]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:51 smithi111 ceph-mon[116524]: pgmap v21529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:53.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:53 smithi155 ceph-mon[102677]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:53 smithi111 ceph-mon[97855]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:53.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:53 smithi111 ceph-mon[116524]: pgmap v21530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:55 smithi155 ceph-mon[102677]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:55 smithi111 ceph-mon[97855]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:55 smithi111 ceph-mon[116524]: pgmap v21531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:57 smithi155 ceph-mon[102677]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:57 smithi111 ceph-mon[97855]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:57 smithi111 ceph-mon[116524]: pgmap v21532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:59.615 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:11:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:11:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:11:59 smithi155 ceph-mon[102677]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:11:59 smithi111 ceph-mon[97855]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:11:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:11:59 smithi111 ceph-mon[116524]: pgmap v21533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:01 smithi155 ceph-mon[102677]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:01 smithi111 ceph-mon[97855]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:01 smithi111 ceph-mon[116524]: pgmap v21534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:03 smithi155 ceph-mon[102677]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:03 smithi111 ceph-mon[97855]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:03 smithi111 ceph-mon[116524]: pgmap v21535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:05 smithi155 ceph-mon[102677]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:05 smithi111 ceph-mon[116524]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:05 smithi111 ceph-mon[97855]: pgmap v21536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:07 smithi155 ceph-mon[102677]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:07 smithi111 ceph-mon[97855]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:07 smithi111 ceph-mon[116524]: pgmap v21537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:09.630 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:12:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:12:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:09 smithi155 ceph-mon[102677]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:09 smithi111 ceph-mon[97855]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:09 smithi111 ceph-mon[116524]: pgmap v21538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:11.420 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:12:11.728 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:12:11.728 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:12:11.729 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:12:11.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:12:11.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:12:11.730 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:12:11.730 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:12:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:11 smithi155 ceph-mon[102677]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:11 smithi111 ceph-mon[97855]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:11 smithi111 ceph-mon[116524]: pgmap v21539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:12.110 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:12:12.110 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:12:12.110 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:12:12.110 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:12.110 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:12:12.111 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:12 smithi155 ceph-mon[102677]: from='client.38613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:12 smithi155 ceph-mon[102677]: from='client.48497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1692897918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:12:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:12 smithi111 ceph-mon[97855]: from='client.38613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:12 smithi111 ceph-mon[97855]: from='client.48497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1692897918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:12 smithi111 ceph-mon[116524]: from='client.38613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:12 smithi111 ceph-mon[116524]: from='client.48497 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1692897918' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:12:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:13 smithi155 ceph-mon[102677]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:13 smithi111 ceph-mon[97855]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:13 smithi111 ceph-mon[116524]: pgmap v21540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:15 smithi155 ceph-mon[102677]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:15 smithi111 ceph-mon[97855]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:15 smithi111 ceph-mon[116524]: pgmap v21541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:17 smithi155 ceph-mon[102677]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:17 smithi111 ceph-mon[97855]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:17 smithi111 ceph-mon[116524]: pgmap v21542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:19.654 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:12:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:12:19.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:19 smithi155 ceph-mon[102677]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:19 smithi111 ceph-mon[97855]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:19 smithi111 ceph-mon[116524]: pgmap v21543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:21 smithi155 ceph-mon[102677]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:21 smithi111 ceph-mon[97855]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:21 smithi111 ceph-mon[116524]: pgmap v21544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:23 smithi155 ceph-mon[102677]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:23 smithi111 ceph-mon[97855]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:23 smithi111 ceph-mon[116524]: pgmap v21545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:25 smithi155 ceph-mon[102677]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:25 smithi111 ceph-mon[97855]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:25 smithi111 ceph-mon[116524]: pgmap v21546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:27 smithi155 ceph-mon[102677]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:27 smithi111 ceph-mon[97855]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:27 smithi111 ceph-mon[116524]: pgmap v21547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:29.678 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:12:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:12:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:29 smithi155 ceph-mon[102677]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:29 smithi111 ceph-mon[97855]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:29 smithi111 ceph-mon[116524]: pgmap v21548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:31 smithi155 ceph-mon[102677]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:31 smithi111 ceph-mon[97855]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:31 smithi111 ceph-mon[116524]: pgmap v21549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:33 smithi155 ceph-mon[102677]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:12:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:33 smithi111 ceph-mon[97855]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:12:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:33 smithi111 ceph-mon[116524]: pgmap v21550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:12:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:12:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:12:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:12:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:12:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:12:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:12:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:12:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:12:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:12:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:36.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:36 smithi155 ceph-mon[102677]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:36 smithi111 ceph-mon[97855]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:36 smithi111 ceph-mon[116524]: pgmap v21551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:38 smithi155 ceph-mon[102677]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:38 smithi111 ceph-mon[97855]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:38 smithi111 ceph-mon[116524]: pgmap v21552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:12:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:12:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 15:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T15:12:40.098154526Z level=info msg="Completed cleanup jobs" duration=65.313542ms 2023-12-01T15:12:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:40 smithi155 ceph-mon[102677]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:40 smithi111 ceph-mon[97855]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:40.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:40 smithi111 ceph-mon[116524]: pgmap v21553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:42 smithi155 ceph-mon[102677]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:42.461 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:12:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:42 smithi111 ceph-mon[97855]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:42.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:42 smithi111 ceph-mon[116524]: pgmap v21554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:12:42.767 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:12:42.768 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:12:43.149 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:12:43.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:12:43.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:12:43.150 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:12:43.151 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:12:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:44 smithi155 ceph-mon[102677]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:44 smithi155 ceph-mon[102677]: from='client.38631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:44 smithi155 ceph-mon[102677]: from='client.48515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3592411185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[97855]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[97855]: from='client.38631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[97855]: from='client.48515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3592411185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[116524]: pgmap v21555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[116524]: from='client.38631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[116524]: from='client.48515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:12:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3592411185' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:12:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:46 smithi155 ceph-mon[102677]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:46 smithi111 ceph-mon[97855]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:46 smithi111 ceph-mon[116524]: pgmap v21556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:48 smithi155 ceph-mon[102677]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:48 smithi111 ceph-mon[97855]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:48.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:48 smithi111 ceph-mon[116524]: pgmap v21557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:12:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:12:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:50 smithi155 ceph-mon[102677]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:50 smithi111 ceph-mon[97855]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:50 smithi111 ceph-mon[116524]: pgmap v21558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:12:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:52 smithi155 ceph-mon[102677]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:52 smithi111 ceph-mon[97855]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:52.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:52 smithi111 ceph-mon[116524]: pgmap v21559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:54.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:54 smithi155 ceph-mon[102677]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:54 smithi111 ceph-mon[97855]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:54 smithi111 ceph-mon[116524]: pgmap v21560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:56.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:56 smithi155 ceph-mon[102677]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:56 smithi111 ceph-mon[97855]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:56.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:56 smithi111 ceph-mon[116524]: pgmap v21561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:12:58 smithi155 ceph-mon[102677]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:12:58 smithi111 ceph-mon[97855]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:58.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:12:58 smithi111 ceph-mon[116524]: pgmap v21562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:12:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:12:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:13:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:00 smithi155 ceph-mon[102677]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:00 smithi111 ceph-mon[97855]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:00.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:00 smithi111 ceph-mon[116524]: pgmap v21563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:02 smithi155 ceph-mon[102677]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:02 smithi111 ceph-mon[97855]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:02 smithi111 ceph-mon[116524]: pgmap v21564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:04 smithi155 ceph-mon[102677]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:04.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:04 smithi111 ceph-mon[97855]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:04.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:04 smithi111 ceph-mon[116524]: pgmap v21565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:06 smithi155 ceph-mon[102677]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:06 smithi111 ceph-mon[97855]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:06.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:06 smithi111 ceph-mon[116524]: pgmap v21566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:08 smithi155 ceph-mon[102677]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:08 smithi111 ceph-mon[97855]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:08 smithi111 ceph-mon[116524]: pgmap v21567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:13:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:13:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:10 smithi155 ceph-mon[102677]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:10 smithi111 ceph-mon[97855]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:10 smithi111 ceph-mon[116524]: pgmap v21568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:12.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:12 smithi155 ceph-mon[102677]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:12 smithi111 ceph-mon[97855]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:12 smithi111 ceph-mon[116524]: pgmap v21569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:13.496 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:13:13.804 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:13:13.805 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:13:13.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:13:13.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:13:13.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:13:13.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:13:13.806 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:13:14.184 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:14.185 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:13:14.186 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:13:14.186 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:13:14.186 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:13:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:14 smithi155 ceph-mon[102677]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/618418995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:13:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:14 smithi111 ceph-mon[97855]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/618418995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:14 smithi111 ceph-mon[116524]: pgmap v21570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/618418995' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:13:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:15 smithi155 ceph-mon[102677]: from='client.38649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:15 smithi155 ceph-mon[102677]: from='client.48533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:15 smithi111 ceph-mon[97855]: from='client.38649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:15.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:15 smithi111 ceph-mon[97855]: from='client.48533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:15 smithi111 ceph-mon[116524]: from='client.38649 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:15 smithi111 ceph-mon[116524]: from='client.48533 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:16 smithi155 ceph-mon[102677]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:16 smithi111 ceph-mon[97855]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:16.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:16 smithi111 ceph-mon[116524]: pgmap v21571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:18 smithi155 ceph-mon[102677]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:18 smithi111 ceph-mon[97855]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:18 smithi111 ceph-mon[116524]: pgmap v21572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:13:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:13:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:20 smithi155 ceph-mon[102677]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:20 smithi111 ceph-mon[97855]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:20 smithi111 ceph-mon[116524]: pgmap v21573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:22 smithi155 ceph-mon[102677]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:22 smithi111 ceph-mon[97855]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:22 smithi111 ceph-mon[116524]: pgmap v21574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:24.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:24 smithi155 ceph-mon[102677]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:24 smithi111 ceph-mon[97855]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:24 smithi111 ceph-mon[116524]: pgmap v21575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:26 smithi111 ceph-mon[97855]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:26 smithi111 ceph-mon[116524]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:26 smithi155 ceph-mon[102677]: pgmap v21576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:28 smithi111 ceph-mon[97855]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:28 smithi111 ceph-mon[116524]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:28.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:28 smithi155 ceph-mon[102677]: pgmap v21577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:13:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:13:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:30 smithi111 ceph-mon[97855]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:30 smithi111 ceph-mon[116524]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:30.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:30 smithi155 ceph-mon[102677]: pgmap v21578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:32 smithi111 ceph-mon[97855]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:32 smithi111 ceph-mon[116524]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:32.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:32 smithi155 ceph-mon[102677]: pgmap v21579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:34 smithi111 ceph-mon[116524]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:34.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:13:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:34 smithi111 ceph-mon[97855]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:34 smithi155 ceph-mon[102677]: pgmap v21580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:13:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:13:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:13:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:13:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:13:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:13:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:36 smithi111 ceph-mon[97855]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:36 smithi111 ceph-mon[116524]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:36.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:36 smithi155 ceph-mon[102677]: pgmap v21581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:38 smithi111 ceph-mon[97855]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:38 smithi111 ceph-mon[116524]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:38 smithi155 ceph-mon[102677]: pgmap v21582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:13:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:13:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:40 smithi111 ceph-mon[97855]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:40 smithi111 ceph-mon[116524]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:40 smithi155 ceph-mon[102677]: pgmap v21583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:42 smithi111 ceph-mon[97855]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:42 smithi111 ceph-mon[116524]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:42.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:42 smithi155 ceph-mon[102677]: pgmap v21584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:44.535 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:13:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:44 smithi155 ceph-mon[102677]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:44.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:44 smithi111 ceph-mon[97855]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:44.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:44 smithi111 ceph-mon[116524]: pgmap v21585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:13:44.843 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:13:44.844 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:13:45.223 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:13:45.224 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:13:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1820671787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:13:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1820671787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:13:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1820671787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:46 smithi155 ceph-mon[102677]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:46 smithi155 ceph-mon[102677]: from='client.48545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:46 smithi155 ceph-mon[102677]: from='client.48551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:46 smithi111 ceph-mon[97855]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:46 smithi111 ceph-mon[97855]: from='client.48545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:46 smithi111 ceph-mon[97855]: from='client.48551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:46 smithi111 ceph-mon[116524]: pgmap v21586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:46 smithi111 ceph-mon[116524]: from='client.48545 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:46 smithi111 ceph-mon[116524]: from='client.48551 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:13:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:48 smithi155 ceph-mon[102677]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:48.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:48 smithi111 ceph-mon[97855]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:48 smithi111 ceph-mon[116524]: pgmap v21587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:13:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:13:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:50 smithi155 ceph-mon[102677]: pgmap v21588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:50 smithi111 ceph-mon[97855]: pgmap v21588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:50 smithi111 ceph-mon[116524]: pgmap v21588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:13:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:52 smithi155 ceph-mon[102677]: pgmap v21589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:52 smithi111 ceph-mon[97855]: pgmap v21589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:52.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:52 smithi111 ceph-mon[116524]: pgmap v21589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:54 smithi155 ceph-mon[102677]: pgmap v21590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:54 smithi111 ceph-mon[97855]: pgmap v21590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:54.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:54 smithi111 ceph-mon[116524]: pgmap v21590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:56 smithi155 ceph-mon[102677]: pgmap v21591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:56 smithi111 ceph-mon[97855]: pgmap v21591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:56.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:56 smithi111 ceph-mon[116524]: pgmap v21591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:58.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:13:58 smithi155 ceph-mon[102677]: pgmap v21592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:13:58 smithi111 ceph-mon[97855]: pgmap v21592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:58.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:13:58 smithi111 ceph-mon[116524]: pgmap v21592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:13:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:13:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:14:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:00 smithi155 ceph-mon[102677]: pgmap v21593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:00 smithi111 ceph-mon[97855]: pgmap v21593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:00.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:00 smithi111 ceph-mon[116524]: pgmap v21593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:01.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:01 smithi155 ceph-mon[102677]: pgmap v21594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:01 smithi111 ceph-mon[97855]: pgmap v21594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:01.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:01 smithi111 ceph-mon[116524]: pgmap v21594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:03 smithi155 ceph-mon[102677]: pgmap v21595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:03 smithi111 ceph-mon[97855]: pgmap v21595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:03 smithi111 ceph-mon[116524]: pgmap v21595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:05 smithi155 ceph-mon[102677]: pgmap v21596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:05 smithi111 ceph-mon[97855]: pgmap v21596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:05 smithi111 ceph-mon[116524]: pgmap v21596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:05.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:07 smithi155 ceph-mon[102677]: pgmap v21597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:07 smithi111 ceph-mon[97855]: pgmap v21597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:07 smithi111 ceph-mon[116524]: pgmap v21597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:09.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:09 smithi155 ceph-mon[102677]: pgmap v21598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:09 smithi111 ceph-mon[97855]: pgmap v21598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:14:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:14:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:09 smithi111 ceph-mon[116524]: pgmap v21598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:11.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:11 smithi155 ceph-mon[102677]: pgmap v21599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:11 smithi111 ceph-mon[97855]: pgmap v21599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:11.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:11 smithi111 ceph-mon[116524]: pgmap v21599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:13.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:13 smithi155 ceph-mon[102677]: pgmap v21600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:13 smithi111 ceph-mon[97855]: pgmap v21600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:13.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:13 smithi111 ceph-mon[116524]: pgmap v21600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:15.576 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:14:15.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:15 smithi155 ceph-mon[102677]: pgmap v21601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:15 smithi111 ceph-mon[97855]: pgmap v21601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:15.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:15 smithi111 ceph-mon[116524]: pgmap v21601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:14:15.881 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:14:15.882 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:14:16.264 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:14:16.264 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:14:16.264 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:14:16.265 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:14:16.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:16 smithi155 ceph-mon[102677]: from='client.38685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:16 smithi155 ceph-mon[102677]: from='client.38691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1068849871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:14:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:16 smithi111 ceph-mon[97855]: from='client.38685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:16 smithi111 ceph-mon[97855]: from='client.38691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:16.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1068849871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:14:16.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:16 smithi111 ceph-mon[116524]: from='client.38685 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:16 smithi111 ceph-mon[116524]: from='client.38691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1068849871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:14:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:17 smithi155 ceph-mon[102677]: pgmap v21602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:17 smithi111 ceph-mon[97855]: pgmap v21602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:17 smithi111 ceph-mon[116524]: pgmap v21602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:19.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:19 smithi155 ceph-mon[102677]: pgmap v21603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:19 smithi111 ceph-mon[97855]: pgmap v21603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:14:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:14:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:19 smithi111 ceph-mon[116524]: pgmap v21603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:20.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:21 smithi155 ceph-mon[102677]: pgmap v21604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:21 smithi111 ceph-mon[97855]: pgmap v21604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:21.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:21 smithi111 ceph-mon[116524]: pgmap v21604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:23 smithi155 ceph-mon[102677]: pgmap v21605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:23 smithi111 ceph-mon[97855]: pgmap v21605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:23.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:23 smithi111 ceph-mon[116524]: pgmap v21605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:25 smithi155 ceph-mon[102677]: pgmap v21606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:25 smithi111 ceph-mon[97855]: pgmap v21606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:25.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:25 smithi111 ceph-mon[116524]: pgmap v21606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:27 smithi155 ceph-mon[102677]: pgmap v21607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:27 smithi111 ceph-mon[97855]: pgmap v21607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:27.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:27 smithi111 ceph-mon[116524]: pgmap v21607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:29 smithi111 ceph-mon[97855]: pgmap v21608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:29 smithi111 ceph-mon[116524]: pgmap v21608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:14:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:14:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:29 smithi155 ceph-mon[102677]: pgmap v21608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:31 smithi111 ceph-mon[97855]: pgmap v21609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:31 smithi111 ceph-mon[116524]: pgmap v21609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:31.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:31 smithi155 ceph-mon[102677]: pgmap v21609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:33 smithi111 ceph-mon[97855]: pgmap v21610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:33 smithi111 ceph-mon[116524]: pgmap v21610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:33 smithi155 ceph-mon[102677]: pgmap v21610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[97855]: pgmap v21611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[116524]: pgmap v21611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:14:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:14:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:35 smithi155 ceph-mon[102677]: pgmap v21611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:14:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:14:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:14:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:14:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:37 smithi111 ceph-mon[97855]: pgmap v21612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:37 smithi111 ceph-mon[116524]: pgmap v21612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:37 smithi155 ceph-mon[102677]: pgmap v21612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:39 smithi111 ceph-mon[97855]: pgmap v21613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:14:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:14:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:39 smithi111 ceph-mon[116524]: pgmap v21613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:39.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:39 smithi155 ceph-mon[102677]: pgmap v21613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:41 smithi111 ceph-mon[97855]: pgmap v21614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:41 smithi111 ceph-mon[116524]: pgmap v21614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:41 smithi155 ceph-mon[102677]: pgmap v21614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:43.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:43 smithi111 ceph-mon[97855]: pgmap v21615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:43 smithi111 ceph-mon[116524]: pgmap v21615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:43 smithi155 ceph-mon[102677]: pgmap v21615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:45.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:45 smithi111 ceph-mon[97855]: pgmap v21616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:45 smithi111 ceph-mon[116524]: pgmap v21616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:45 smithi155 ceph-mon[102677]: pgmap v21616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:46.611 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:14:46.916 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:14:46.917 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:14:47.296 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:14:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:14:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:14:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:14:47.297 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:14:47.297 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[97855]: pgmap v21617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[97855]: from='client.38703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[97855]: from='client.38709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/627190213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[116524]: pgmap v21617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[116524]: from='client.38703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[116524]: from='client.38709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/627190213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:47 smithi155 ceph-mon[102677]: pgmap v21617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:47 smithi155 ceph-mon[102677]: from='client.38703 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:47 smithi155 ceph-mon[102677]: from='client.38709 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/627190213' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:14:49.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:49 smithi111 ceph-mon[97855]: pgmap v21618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:14:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:14:49.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:49 smithi111 ceph-mon[116524]: pgmap v21618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:49 smithi155 ceph-mon[102677]: pgmap v21618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:14:51.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:51 smithi111 ceph-mon[97855]: pgmap v21619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:51.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:51 smithi111 ceph-mon[116524]: pgmap v21619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:51 smithi155 ceph-mon[102677]: pgmap v21619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:53 smithi155 ceph-mon[102677]: pgmap v21620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:53 smithi111 ceph-mon[97855]: pgmap v21620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:53 smithi111 ceph-mon[116524]: pgmap v21620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:55 smithi155 ceph-mon[102677]: pgmap v21621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:55 smithi111 ceph-mon[97855]: pgmap v21621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:55 smithi111 ceph-mon[116524]: pgmap v21621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:57 smithi155 ceph-mon[102677]: pgmap v21622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:57 smithi111 ceph-mon[97855]: pgmap v21622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:57 smithi111 ceph-mon[116524]: pgmap v21622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:14:59 smithi111 ceph-mon[97855]: pgmap v21623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:14:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:14:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:14:59 smithi111 ceph-mon[116524]: pgmap v21623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:14:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:14:59 smithi155 ceph-mon[102677]: pgmap v21623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:01 smithi155 ceph-mon[102677]: pgmap v21624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:01 smithi111 ceph-mon[97855]: pgmap v21624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:01 smithi111 ceph-mon[116524]: pgmap v21624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:03 smithi155 ceph-mon[102677]: pgmap v21625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:03 smithi111 ceph-mon[97855]: pgmap v21625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:03 smithi111 ceph-mon[116524]: pgmap v21625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:05 smithi155 ceph-mon[102677]: pgmap v21626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:05 smithi111 ceph-mon[97855]: pgmap v21626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:05 smithi111 ceph-mon[116524]: pgmap v21626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:07 smithi155 ceph-mon[102677]: pgmap v21627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:07 smithi111 ceph-mon[97855]: pgmap v21627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:07 smithi111 ceph-mon[116524]: pgmap v21627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:09 smithi111 ceph-mon[97855]: pgmap v21628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:09 smithi111 ceph-mon[116524]: pgmap v21628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:15:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:15:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:09 smithi155 ceph-mon[102677]: pgmap v21628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:11 smithi155 ceph-mon[102677]: pgmap v21629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:11 smithi111 ceph-mon[97855]: pgmap v21629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:11 smithi111 ceph-mon[116524]: pgmap v21629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:13 smithi155 ceph-mon[102677]: pgmap v21630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:13 smithi111 ceph-mon[97855]: pgmap v21630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:13 smithi111 ceph-mon[116524]: pgmap v21630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:15.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:15 smithi155 ceph-mon[102677]: pgmap v21631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:15 smithi111 ceph-mon[97855]: pgmap v21631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:15 smithi111 ceph-mon[116524]: pgmap v21631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:17.649 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:15:17.954 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5765M 2113M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6079M 2113M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6191M 2113M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5484M 2113M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4472M 2456M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5620M 2456M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4969M 2456M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5809M 2456M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:15:17.955 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:15:17.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:17 smithi155 ceph-mon[102677]: pgmap v21632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:17 smithi111 ceph-mon[97855]: pgmap v21632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:17 smithi111 ceph-mon[116524]: pgmap v21632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:18.333 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:15:18.334 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:15:18.335 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:18.335 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:15:18.335 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:15:18.335 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:15:18.335 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:18 smithi155 ceph-mon[102677]: from='client.38721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:18 smithi155 ceph-mon[102677]: from='client.48605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/494754580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:15:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:18 smithi111 ceph-mon[97855]: from='client.38721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:18 smithi111 ceph-mon[97855]: from='client.48605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/494754580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:15:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:18 smithi111 ceph-mon[116524]: from='client.38721 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:18 smithi111 ceph-mon[116524]: from='client.48605 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/494754580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:15:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:19 smithi111 ceph-mon[97855]: pgmap v21633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:15:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:19 smithi111 ceph-mon[116524]: pgmap v21633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:19 smithi155 ceph-mon[102677]: pgmap v21633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:21 smithi155 ceph-mon[102677]: pgmap v21634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:21 smithi111 ceph-mon[97855]: pgmap v21634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:21 smithi111 ceph-mon[116524]: pgmap v21634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:23 smithi155 ceph-mon[102677]: pgmap v21635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:23 smithi111 ceph-mon[97855]: pgmap v21635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:23 smithi111 ceph-mon[116524]: pgmap v21635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:25 smithi155 ceph-mon[102677]: pgmap v21636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:25 smithi111 ceph-mon[97855]: pgmap v21636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:25.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:25 smithi111 ceph-mon[116524]: pgmap v21636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:27 smithi155 ceph-mon[102677]: pgmap v21637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:27 smithi111 ceph-mon[97855]: pgmap v21637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:27 smithi111 ceph-mon[116524]: pgmap v21637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:29.565 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:15:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:15:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:29 smithi155 ceph-mon[102677]: pgmap v21638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:29 smithi111 ceph-mon[116524]: pgmap v21638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:29 smithi111 ceph-mon[97855]: pgmap v21638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:31 smithi155 ceph-mon[102677]: pgmap v21639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:31 smithi111 ceph-mon[97855]: pgmap v21639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:31 smithi111 ceph-mon[116524]: pgmap v21639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:33 smithi155 ceph-mon[102677]: pgmap v21640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:33 smithi111 ceph-mon[97855]: pgmap v21640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:33 smithi111 ceph-mon[116524]: pgmap v21640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:35.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:35 smithi155 ceph-mon[102677]: pgmap v21641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:15:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:35 smithi111 ceph-mon[116524]: pgmap v21641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:35.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:15:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:35 smithi111 ceph-mon[97855]: pgmap v21641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2453M 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2106M 2023-12-01T15:15:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:15:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:15:36.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2453M 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2106M 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:15:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2453M 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2106M 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:15:37.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:15:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:37 smithi155 ceph-mon[102677]: pgmap v21642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:37 smithi111 ceph-mon[97855]: pgmap v21642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:37 smithi111 ceph-mon[116524]: pgmap v21642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:15:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:15:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:39 smithi155 ceph-mon[102677]: pgmap v21643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:39 smithi111 ceph-mon[97855]: pgmap v21643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:39 smithi111 ceph-mon[116524]: pgmap v21643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:42.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:41 smithi155 ceph-mon[102677]: pgmap v21644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:41 smithi111 ceph-mon[97855]: pgmap v21644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:42.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:41 smithi111 ceph-mon[116524]: pgmap v21644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:43 smithi155 ceph-mon[102677]: pgmap v21645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:43 smithi111 ceph-mon[97855]: pgmap v21645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:43 smithi111 ceph-mon[116524]: pgmap v21645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:45 smithi155 ceph-mon[102677]: pgmap v21646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:45 smithi111 ceph-mon[97855]: pgmap v21646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:45 smithi111 ceph-mon[116524]: pgmap v21646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:47 smithi155 ceph-mon[102677]: pgmap v21647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:47 smithi111 ceph-mon[97855]: pgmap v21647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:48.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:47 smithi111 ceph-mon[116524]: pgmap v21647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:48.682 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:15:48.986 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:15:48.987 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5765M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6079M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6191M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4472M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5620M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4969M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5809M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:15:48.988 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:15:49.368 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:15:49.369 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:15:49.370 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:15:49.370 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:15:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:15:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:49 smithi155 ceph-mon[102677]: pgmap v21648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:49 smithi155 ceph-mon[102677]: from='client.38739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:49 smithi155 ceph-mon[102677]: from='client.48623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/180591098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:15:50.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:50.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[116524]: pgmap v21648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[116524]: from='client.38739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[116524]: from='client.48623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/180591098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[97855]: pgmap v21648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[97855]: from='client.38739 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[97855]: from='client.48623 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/180591098' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:15:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:15:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:51 smithi155 ceph-mon[102677]: pgmap v21649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:51 smithi111 ceph-mon[97855]: pgmap v21649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:51 smithi111 ceph-mon[116524]: pgmap v21649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:53 smithi155 ceph-mon[102677]: pgmap v21650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:53 smithi111 ceph-mon[97855]: pgmap v21650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:53 smithi111 ceph-mon[116524]: pgmap v21650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:55 smithi155 ceph-mon[102677]: pgmap v21651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:55 smithi111 ceph-mon[97855]: pgmap v21651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:56.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:55 smithi111 ceph-mon[116524]: pgmap v21651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:57 smithi155 ceph-mon[102677]: pgmap v21652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:57 smithi111 ceph-mon[97855]: pgmap v21652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:57 smithi111 ceph-mon[116524]: pgmap v21652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:15:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:15:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:16:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:15:59 smithi155 ceph-mon[102677]: pgmap v21653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:15:59 smithi111 ceph-mon[97855]: pgmap v21653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:15:59 smithi111 ceph-mon[116524]: pgmap v21653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:01 smithi155 ceph-mon[102677]: pgmap v21654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:01 smithi111 ceph-mon[97855]: pgmap v21654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:01 smithi111 ceph-mon[116524]: pgmap v21654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:03 smithi155 ceph-mon[102677]: pgmap v21655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:03 smithi111 ceph-mon[97855]: pgmap v21655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:04.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:03 smithi111 ceph-mon[116524]: pgmap v21655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:05.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:06.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:05 smithi155 ceph-mon[102677]: pgmap v21656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:05 smithi111 ceph-mon[97855]: pgmap v21656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:05 smithi111 ceph-mon[116524]: pgmap v21656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:07 smithi155 ceph-mon[102677]: pgmap v21657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:07 smithi111 ceph-mon[97855]: pgmap v21657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:07 smithi111 ceph-mon[116524]: pgmap v21657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:16:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:16:10.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:09 smithi155 ceph-mon[102677]: pgmap v21658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:09 smithi111 ceph-mon[97855]: pgmap v21658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:09 smithi111 ceph-mon[116524]: pgmap v21658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:11 smithi155 ceph-mon[102677]: pgmap v21659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:11 smithi111 ceph-mon[97855]: pgmap v21659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:12.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:11 smithi111 ceph-mon[116524]: pgmap v21659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:13 smithi155 ceph-mon[102677]: pgmap v21660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:13 smithi111 ceph-mon[97855]: pgmap v21660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:13 smithi111 ceph-mon[116524]: pgmap v21660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:15 smithi155 ceph-mon[102677]: pgmap v21661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:15 smithi111 ceph-mon[97855]: pgmap v21661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:16.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:15 smithi111 ceph-mon[116524]: pgmap v21661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:17 smithi155 ceph-mon[102677]: pgmap v21662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:17 smithi111 ceph-mon[97855]: pgmap v21662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:18.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:17 smithi111 ceph-mon[116524]: pgmap v21662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:19.715 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:16:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:16:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:16:20.025 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5765M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:16:20.026 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6079M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6191M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4472M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5620M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4969M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5809M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:16:20.027 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:16:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:19 smithi155 ceph-mon[102677]: pgmap v21663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:19 smithi111 ceph-mon[97855]: pgmap v21663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:19 smithi111 ceph-mon[116524]: pgmap v21663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:16:20.409 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:16:20.410 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:20 smithi155 ceph-mon[102677]: from='client.48635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:20 smithi155 ceph-mon[102677]: from='client.38763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3644422508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:20 smithi111 ceph-mon[97855]: from='client.48635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:20 smithi111 ceph-mon[97855]: from='client.38763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:21.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3644422508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:20 smithi111 ceph-mon[116524]: from='client.48635 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:20 smithi111 ceph-mon[116524]: from='client.38763 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3644422508' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:16:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:21 smithi155 ceph-mon[102677]: pgmap v21664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:21 smithi111 ceph-mon[97855]: pgmap v21664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:22.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:21 smithi111 ceph-mon[116524]: pgmap v21664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:24.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:23 smithi155 ceph-mon[102677]: pgmap v21665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:23 smithi111 ceph-mon[97855]: pgmap v21665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:24.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:23 smithi111 ceph-mon[116524]: pgmap v21665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:25 smithi155 ceph-mon[102677]: pgmap v21666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:25 smithi111 ceph-mon[97855]: pgmap v21666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:25 smithi111 ceph-mon[116524]: pgmap v21666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:27 smithi155 ceph-mon[102677]: pgmap v21667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:27 smithi111 ceph-mon[97855]: pgmap v21667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:27 smithi111 ceph-mon[116524]: pgmap v21667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:16:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:16:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:29 smithi155 ceph-mon[102677]: pgmap v21668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:29 smithi111 ceph-mon[97855]: pgmap v21668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:29 smithi111 ceph-mon[116524]: pgmap v21668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:31 smithi155 ceph-mon[102677]: pgmap v21669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:31 smithi111 ceph-mon[97855]: pgmap v21669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:32.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:31 smithi111 ceph-mon[116524]: pgmap v21669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:33 smithi155 ceph-mon[102677]: pgmap v21670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:33 smithi111 ceph-mon[97855]: pgmap v21670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:33 smithi111 ceph-mon[116524]: pgmap v21670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:36.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:35 smithi155 ceph-mon[102677]: pgmap v21671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:16:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:35 smithi111 ceph-mon[97855]: pgmap v21671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:16:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:35 smithi111 ceph-mon[116524]: pgmap v21671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:16:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:16:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:16:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:16:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:16:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:16:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:16:37.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:16:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:16:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:16:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:37 smithi111 ceph-mon[97855]: pgmap v21672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:37 smithi111 ceph-mon[116524]: pgmap v21672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:38.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:37 smithi155 ceph-mon[102677]: pgmap v21672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:16:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:16:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:39 smithi111 ceph-mon[97855]: pgmap v21673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:39 smithi111 ceph-mon[116524]: pgmap v21673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:40.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:39 smithi155 ceph-mon[102677]: pgmap v21673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:41 smithi111 ceph-mon[97855]: pgmap v21674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:41 smithi111 ceph-mon[116524]: pgmap v21674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:41 smithi155 ceph-mon[102677]: pgmap v21674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:43 smithi111 ceph-mon[97855]: pgmap v21675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:43 smithi111 ceph-mon[116524]: pgmap v21675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:44.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:43 smithi155 ceph-mon[102677]: pgmap v21675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:45 smithi111 ceph-mon[97855]: pgmap v21676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:45 smithi111 ceph-mon[116524]: pgmap v21676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:46.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:45 smithi155 ceph-mon[102677]: pgmap v21676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:47 smithi111 ceph-mon[97855]: pgmap v21677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:47 smithi111 ceph-mon[116524]: pgmap v21677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:48.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:47 smithi155 ceph-mon[102677]: pgmap v21677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:16:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:16:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:49 smithi111 ceph-mon[97855]: pgmap v21678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:49 smithi111 ceph-mon[116524]: pgmap v21678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:50.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:49 smithi155 ceph-mon[102677]: pgmap v21678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:16:50.754 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:16:51.064 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:16:51.065 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5765M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6079M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6191M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4472M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5620M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4969M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5809M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:16:51.066 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:16:51.447 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:16:51.447 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:16:51.447 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:16:51.448 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:16:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[97855]: pgmap v21679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[97855]: from='client.38775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[97855]: from='client.38781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4227417158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[116524]: pgmap v21679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[116524]: from='client.38775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[116524]: from='client.38781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4227417158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:16:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:51 smithi155 ceph-mon[102677]: pgmap v21679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:51 smithi155 ceph-mon[102677]: from='client.38775 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:51 smithi155 ceph-mon[102677]: from='client.38781 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:16:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4227417158' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:16:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:53 smithi111 ceph-mon[97855]: pgmap v21680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:53 smithi111 ceph-mon[116524]: pgmap v21680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:53 smithi155 ceph-mon[102677]: pgmap v21680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:55 smithi111 ceph-mon[97855]: pgmap v21681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:55 smithi111 ceph-mon[116524]: pgmap v21681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:56.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:55 smithi155 ceph-mon[102677]: pgmap v21681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:57 smithi111 ceph-mon[97855]: pgmap v21682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:57 smithi111 ceph-mon[116524]: pgmap v21682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:57 smithi155 ceph-mon[102677]: pgmap v21682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:16:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:16:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:17:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:16:59 smithi111 ceph-mon[97855]: pgmap v21683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:16:59 smithi111 ceph-mon[116524]: pgmap v21683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:00.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:16:59 smithi155 ceph-mon[102677]: pgmap v21683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:02.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:01 smithi111 ceph-mon[97855]: pgmap v21684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:02.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:01 smithi111 ceph-mon[116524]: pgmap v21684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:02.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:01 smithi155 ceph-mon[102677]: pgmap v21684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:03 smithi111 ceph-mon[97855]: pgmap v21685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:03 smithi111 ceph-mon[116524]: pgmap v21685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:04.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:03 smithi155 ceph-mon[102677]: pgmap v21685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:05.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:05.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:06 smithi155 ceph-mon[102677]: pgmap v21686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:06.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:06 smithi111 ceph-mon[97855]: pgmap v21686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:06 smithi111 ceph-mon[116524]: pgmap v21686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:08 smithi155 ceph-mon[102677]: pgmap v21687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:08.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:08 smithi111 ceph-mon[97855]: pgmap v21687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:08.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:08 smithi111 ceph-mon[116524]: pgmap v21687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:17:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:17:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:10 smithi155 ceph-mon[102677]: pgmap v21688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:10 smithi111 ceph-mon[97855]: pgmap v21688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:10 smithi111 ceph-mon[116524]: pgmap v21688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:12 smithi155 ceph-mon[102677]: pgmap v21689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:12 smithi111 ceph-mon[97855]: pgmap v21689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:12.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:12 smithi111 ceph-mon[116524]: pgmap v21689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:14.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:14 smithi155 ceph-mon[102677]: pgmap v21690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:14 smithi111 ceph-mon[97855]: pgmap v21690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:14 smithi111 ceph-mon[116524]: pgmap v21690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:16 smithi155 ceph-mon[102677]: pgmap v21691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:16 smithi111 ceph-mon[97855]: pgmap v21691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:16 smithi111 ceph-mon[116524]: pgmap v21691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:18 smithi155 ceph-mon[102677]: pgmap v21692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:18 smithi111 ceph-mon[97855]: pgmap v21692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:18.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:18 smithi111 ceph-mon[116524]: pgmap v21692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:17:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:17:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:20 smithi155 ceph-mon[102677]: pgmap v21693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:20 smithi111 ceph-mon[97855]: pgmap v21693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:20 smithi111 ceph-mon[116524]: pgmap v21693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:21.796 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.7M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 948M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2518M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1212M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1103M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:17:22.103 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 22.0M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5765M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6079M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6191M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4472M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5620M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4969M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5809M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:17:22.104 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:17:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:22 smithi155 ceph-mon[102677]: pgmap v21694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:22.481 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:17:22.481 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:17:22.481 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:17:22.482 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:17:22.483 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:17:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:22 smithi111 ceph-mon[97855]: pgmap v21694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:22.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:22 smithi111 ceph-mon[116524]: pgmap v21694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:23 smithi155 ceph-mon[102677]: from='client.48671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:23 smithi155 ceph-mon[102677]: from='client.38799 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/809945174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:23 smithi111 ceph-mon[97855]: from='client.48671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:23 smithi111 ceph-mon[97855]: from='client.38799 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/809945174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:17:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:23 smithi111 ceph-mon[116524]: from='client.48671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:23 smithi111 ceph-mon[116524]: from='client.38799 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/809945174' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:17:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:24 smithi155 ceph-mon[102677]: pgmap v21695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:24 smithi111 ceph-mon[97855]: pgmap v21695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:24.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:24 smithi111 ceph-mon[116524]: pgmap v21695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:26 smithi155 ceph-mon[102677]: pgmap v21696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:26 smithi111 ceph-mon[97855]: pgmap v21696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:26 smithi111 ceph-mon[116524]: pgmap v21696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:28 smithi155 ceph-mon[102677]: pgmap v21697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:28 smithi111 ceph-mon[97855]: pgmap v21697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:28 smithi111 ceph-mon[116524]: pgmap v21697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:17:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:17:30.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:30 smithi155 ceph-mon[102677]: pgmap v21698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:30 smithi111 ceph-mon[97855]: pgmap v21698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:30 smithi111 ceph-mon[116524]: pgmap v21698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:32 smithi155 ceph-mon[102677]: pgmap v21699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:32 smithi111 ceph-mon[97855]: pgmap v21699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:32.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:32 smithi111 ceph-mon[116524]: pgmap v21699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:34 smithi155 ceph-mon[102677]: pgmap v21700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:34 smithi111 ceph-mon[97855]: pgmap v21700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:34 smithi111 ceph-mon[116524]: pgmap v21700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:35.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:36 smithi155 ceph-mon[102677]: pgmap v21701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:36 smithi111 ceph-mon[97855]: pgmap v21701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:36.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:36 smithi111 ceph-mon[116524]: pgmap v21701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:17:37.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:17:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:17:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:38 smithi155 ceph-mon[102677]: pgmap v21702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:38 smithi111 ceph-mon[97855]: pgmap v21702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:38 smithi111 ceph-mon[116524]: pgmap v21702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:39.642 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:17:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: pgmap v21703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:17:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: pgmap v21703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: pgmap v21703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:17:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:17:41.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:41 smithi155 ceph-mon[102677]: pgmap v21704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:41 smithi111 ceph-mon[97855]: pgmap v21704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:41.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:41 smithi111 ceph-mon[116524]: pgmap v21704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:43.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:43 smithi155 ceph-mon[102677]: pgmap v21705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:43 smithi111 ceph-mon[97855]: pgmap v21705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:43.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:43 smithi111 ceph-mon[116524]: pgmap v21705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:45.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:45 smithi155 ceph-mon[102677]: pgmap v21706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:45 smithi111 ceph-mon[97855]: pgmap v21706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:45 smithi111 ceph-mon[116524]: pgmap v21706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:47 smithi155 ceph-mon[102677]: pgmap v21707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:47 smithi111 ceph-mon[97855]: pgmap v21707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:47 smithi111 ceph-mon[116524]: pgmap v21707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:49.661 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:17:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:17:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:49 smithi155 ceph-mon[102677]: pgmap v21708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:49 smithi111 ceph-mon[97855]: pgmap v21708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:49 smithi111 ceph-mon[116524]: pgmap v21708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:50.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:17:51.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:51 smithi155 ceph-mon[102677]: pgmap v21709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:51 smithi111 ceph-mon[97855]: pgmap v21709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:51.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:51 smithi111 ceph-mon[116524]: pgmap v21709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:52.825 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:17:53.130 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 14s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 13s ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 14s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 13s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 13s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 14s ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 14s ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 13s ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 14s ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 14s ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 13s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 14s ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:17:53.131 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 14s ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 14s ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 14s ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 13s ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 13s ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 13s ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 13s ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:17:53.132 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 13s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:17:53.517 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:17:53.518 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:17:53.519 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:17:53.519 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:17:53.519 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:17:53.519 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:17:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:53 smithi155 ceph-mon[102677]: pgmap v21710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:53 smithi155 ceph-mon[102677]: from='client.48689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:53 smithi155 ceph-mon[102677]: from='client.38817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1173980401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:17:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[97855]: pgmap v21710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[97855]: from='client.48689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[97855]: from='client.38817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1173980401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[116524]: pgmap v21710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[116524]: from='client.48689 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[116524]: from='client.38817 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1173980401' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:17:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:55 smithi155 ceph-mon[102677]: pgmap v21711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:55 smithi111 ceph-mon[97855]: pgmap v21711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:55 smithi111 ceph-mon[116524]: pgmap v21711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:57 smithi155 ceph-mon[102677]: pgmap v21712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:57 smithi111 ceph-mon[97855]: pgmap v21712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:57 smithi111 ceph-mon[116524]: pgmap v21712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:59.680 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:17:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:17:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:17:59 smithi155 ceph-mon[102677]: pgmap v21713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:17:59 smithi111 ceph-mon[97855]: pgmap v21713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:17:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:17:59 smithi111 ceph-mon[116524]: pgmap v21713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:01 smithi155 ceph-mon[102677]: pgmap v21714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:01 smithi111 ceph-mon[97855]: pgmap v21714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:01 smithi111 ceph-mon[116524]: pgmap v21714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:03 smithi155 ceph-mon[102677]: pgmap v21715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:03 smithi111 ceph-mon[97855]: pgmap v21715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:03 smithi111 ceph-mon[116524]: pgmap v21715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:04.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:05 smithi155 ceph-mon[102677]: pgmap v21716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:05 smithi111 ceph-mon[97855]: pgmap v21716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:05 smithi111 ceph-mon[116524]: pgmap v21716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:07 smithi155 ceph-mon[102677]: pgmap v21717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:07 smithi111 ceph-mon[97855]: pgmap v21717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:07 smithi111 ceph-mon[116524]: pgmap v21717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:09.703 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:18:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:18:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:09 smithi155 ceph-mon[102677]: pgmap v21718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:09 smithi111 ceph-mon[97855]: pgmap v21718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:09 smithi111 ceph-mon[116524]: pgmap v21718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:11 smithi111 ceph-mon[97855]: pgmap v21719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:11 smithi111 ceph-mon[116524]: pgmap v21719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:12.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:11 smithi155 ceph-mon[102677]: pgmap v21719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:13 smithi111 ceph-mon[97855]: pgmap v21720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:13 smithi111 ceph-mon[116524]: pgmap v21720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:14.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:13 smithi155 ceph-mon[102677]: pgmap v21720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:15 smithi111 ceph-mon[97855]: pgmap v21721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:15 smithi111 ceph-mon[116524]: pgmap v21721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:15 smithi155 ceph-mon[102677]: pgmap v21721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:17 smithi111 ceph-mon[97855]: pgmap v21722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:17 smithi111 ceph-mon[116524]: pgmap v21722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:17 smithi155 ceph-mon[102677]: pgmap v21722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:19.719 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:18:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:18:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:19 smithi111 ceph-mon[116524]: pgmap v21723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:19 smithi111 ceph-mon[97855]: pgmap v21723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:19 smithi155 ceph-mon[102677]: pgmap v21723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:21 smithi111 ceph-mon[97855]: pgmap v21724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:21 smithi111 ceph-mon[116524]: pgmap v21724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:21 smithi155 ceph-mon[102677]: pgmap v21724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:23.863 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:18:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:23 smithi111 ceph-mon[97855]: pgmap v21725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:23 smithi111 ceph-mon[116524]: pgmap v21725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 45s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 44s ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 45s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 44s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 44s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 45s ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 45s ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:18:24.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 44s ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 45s ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 45s ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 44s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 45s ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 45s ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 45s ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 45s ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 44s ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 44s ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 44s ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 44s ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:18:24.172 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 44s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:18:24.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:23 smithi155 ceph-mon[102677]: pgmap v21725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:24.551 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:18:24.552 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:18:24.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:24 smithi111 ceph-mon[97855]: from='client.48707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:24 smithi111 ceph-mon[97855]: from='client.48713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3012933662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:18:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:24 smithi111 ceph-mon[116524]: from='client.48707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:24 smithi111 ceph-mon[116524]: from='client.48713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3012933662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:18:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:24 smithi155 ceph-mon[102677]: from='client.48707 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:24 smithi155 ceph-mon[102677]: from='client.48713 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3012933662' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:18:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:25 smithi111 ceph-mon[97855]: pgmap v21726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:25 smithi111 ceph-mon[116524]: pgmap v21726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:26.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:25 smithi155 ceph-mon[102677]: pgmap v21726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:27 smithi111 ceph-mon[97855]: pgmap v21727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:27 smithi111 ceph-mon[116524]: pgmap v21727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:28.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:27 smithi155 ceph-mon[102677]: pgmap v21727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:29.741 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:18:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:18:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:29 smithi111 ceph-mon[97855]: pgmap v21728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:29 smithi111 ceph-mon[116524]: pgmap v21728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:29 smithi155 ceph-mon[102677]: pgmap v21728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:31 smithi111 ceph-mon[97855]: pgmap v21729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:31 smithi111 ceph-mon[116524]: pgmap v21729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:31 smithi155 ceph-mon[102677]: pgmap v21729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:33 smithi111 ceph-mon[97855]: pgmap v21730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:33 smithi111 ceph-mon[116524]: pgmap v21730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:33 smithi155 ceph-mon[102677]: pgmap v21730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:35 smithi155 ceph-mon[102677]: pgmap v21731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:35 smithi111 ceph-mon[97855]: pgmap v21731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:35 smithi111 ceph-mon[116524]: pgmap v21731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:37 smithi155 ceph-mon[102677]: pgmap v21732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:37 smithi111 ceph-mon[97855]: pgmap v21732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:37 smithi111 ceph-mon[116524]: pgmap v21732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:18:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:18:40.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:39 smithi155 ceph-mon[102677]: pgmap v21733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:39 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:18:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:39 smithi111 ceph-mon[116524]: pgmap v21733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:40.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:39 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:18:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:39 smithi111 ceph-mon[97855]: pgmap v21733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:39 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:18:41.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:18:41.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:18:41.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:18:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:18:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:18:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:18:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:18:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:18:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:18:42.456 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:42 smithi155 ceph-mon[102677]: pgmap v21734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:42 smithi111 ceph-mon[97855]: pgmap v21734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:42 smithi111 ceph-mon[116524]: pgmap v21734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:44 smithi111 ceph-mon[97855]: pgmap v21735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:44 smithi111 ceph-mon[116524]: pgmap v21735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:44 smithi155 ceph-mon[102677]: pgmap v21735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:46 smithi111 ceph-mon[97855]: pgmap v21736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:46 smithi111 ceph-mon[116524]: pgmap v21736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:46.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:46 smithi155 ceph-mon[102677]: pgmap v21736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:48 smithi111 ceph-mon[97855]: pgmap v21737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:48 smithi111 ceph-mon[116524]: pgmap v21737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:48.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:48 smithi155 ceph-mon[102677]: pgmap v21737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:18:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:18:50.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:50 smithi111 ceph-mon[97855]: pgmap v21738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:50 smithi111 ceph-mon[116524]: pgmap v21738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:50 smithi155 ceph-mon[102677]: pgmap v21738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:18:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:52 smithi111 ceph-mon[97855]: pgmap v21739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:52 smithi111 ceph-mon[116524]: pgmap v21739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:52.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:52 smithi155 ceph-mon[102677]: pgmap v21739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:54.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:54 smithi111 ceph-mon[97855]: pgmap v21740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:54 smithi111 ceph-mon[116524]: pgmap v21740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:54 smithi155 ceph-mon[102677]: pgmap v21740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:54.899 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:18:55.209 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:18:55.209 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 76s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:18:55.209 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 75s ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 76s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 75s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 75s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 76s ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 76s ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 75s ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 76s ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 76s ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 75s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 76s ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 76s ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 76s ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:18:55.210 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 76s ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:18:55.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 75s ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:18:55.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 75s ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:18:55.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 75s ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:18:55.211 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 75s ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:18:55.211 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 75s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:18:55.592 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:18:55.592 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:18:55.592 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:18:55.592 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:55.592 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:18:55.593 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:18:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[97855]: pgmap v21741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[97855]: from='client.38847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[97855]: from='client.38853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/285627931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[116524]: pgmap v21741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[116524]: from='client.38847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[116524]: from='client.38853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/285627931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:56 smithi155 ceph-mon[102677]: pgmap v21741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:56 smithi155 ceph-mon[102677]: from='client.38847 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:56 smithi155 ceph-mon[102677]: from='client.38853 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/285627931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:18:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:18:58 smithi111 ceph-mon[97855]: pgmap v21742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:58.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:18:58 smithi111 ceph-mon[116524]: pgmap v21742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:18:58 smithi155 ceph-mon[102677]: pgmap v21742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:18:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:18:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:19:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:00 smithi111 ceph-mon[97855]: pgmap v21743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:00 smithi111 ceph-mon[116524]: pgmap v21743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:00.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:00 smithi155 ceph-mon[102677]: pgmap v21743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:02 smithi111 ceph-mon[97855]: pgmap v21744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:02 smithi111 ceph-mon[116524]: pgmap v21744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:02 smithi155 ceph-mon[102677]: pgmap v21744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:03.706 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:03 smithi155 ceph-mon[102677]: pgmap v21745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:03 smithi111 ceph-mon[97855]: pgmap v21745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:03 smithi111 ceph-mon[116524]: pgmap v21745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:05 smithi155 ceph-mon[102677]: pgmap v21746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:05 smithi111 ceph-mon[97855]: pgmap v21746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:05 smithi111 ceph-mon[116524]: pgmap v21746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:07.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:07 smithi155 ceph-mon[102677]: pgmap v21747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:07.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:07 smithi111 ceph-mon[97855]: pgmap v21747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:07 smithi111 ceph-mon[116524]: pgmap v21747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:09.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:09 smithi155 ceph-mon[102677]: pgmap v21748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:09 smithi111 ceph-mon[97855]: pgmap v21748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:19:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:19:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:09 smithi111 ceph-mon[116524]: pgmap v21748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:11 smithi155 ceph-mon[102677]: pgmap v21749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:11 smithi111 ceph-mon[97855]: pgmap v21749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:11 smithi111 ceph-mon[116524]: pgmap v21749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:13.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:13 smithi155 ceph-mon[102677]: pgmap v21750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:13 smithi111 ceph-mon[97855]: pgmap v21750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:13 smithi111 ceph-mon[116524]: pgmap v21750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:15 smithi155 ceph-mon[102677]: pgmap v21751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:15 smithi111 ceph-mon[97855]: pgmap v21751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:15 smithi111 ceph-mon[116524]: pgmap v21751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:17 smithi155 ceph-mon[102677]: pgmap v21752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:17 smithi111 ceph-mon[97855]: pgmap v21752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:17 smithi111 ceph-mon[116524]: pgmap v21752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:19 smithi111 ceph-mon[97855]: pgmap v21753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:19:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:19:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:19 smithi111 ceph-mon[116524]: pgmap v21753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:19 smithi155 ceph-mon[102677]: pgmap v21753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:21 smithi111 ceph-mon[97855]: pgmap v21754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:21 smithi111 ceph-mon[116524]: pgmap v21754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:21 smithi155 ceph-mon[102677]: pgmap v21754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:23 smithi155 ceph-mon[102677]: pgmap v21755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:23 smithi111 ceph-mon[97855]: pgmap v21755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:23 smithi111 ceph-mon[116524]: pgmap v21755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:25 smithi155 ceph-mon[102677]: pgmap v21756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:25 smithi111 ceph-mon[97855]: pgmap v21756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:25 smithi111 ceph-mon[116524]: pgmap v21756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:25.940 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 107s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 106s ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 107s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 106s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 106s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 107s ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 107s ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 106s ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 107s ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:19:26.248 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 107s ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 106s ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 107s ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 107s ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 107s ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 107s ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 106s ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 106s ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 106s ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 106s ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:19:26.249 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 106s ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:19:26.635 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:19:26.636 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:19:26.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:26 smithi111 ceph-mon[97855]: from='client.48743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:26 smithi111 ceph-mon[97855]: from='client.48749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:26 smithi111 ceph-mon[116524]: from='client.48743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:26 smithi111 ceph-mon[116524]: from='client.48749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:26 smithi155 ceph-mon[102677]: from='client.48743 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:26 smithi155 ceph-mon[102677]: from='client.48749 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:27 smithi111 ceph-mon[97855]: pgmap v21757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/186933380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:19:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:27 smithi111 ceph-mon[116524]: pgmap v21757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/186933380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:19:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:27 smithi155 ceph-mon[102677]: pgmap v21757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/186933380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:19:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:29 smithi111 ceph-mon[97855]: pgmap v21758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:19:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:19:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:29 smithi111 ceph-mon[116524]: pgmap v21758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:29 smithi155 ceph-mon[102677]: pgmap v21758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:31 smithi111 ceph-mon[97855]: pgmap v21759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:31 smithi111 ceph-mon[116524]: pgmap v21759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:31 smithi155 ceph-mon[102677]: pgmap v21759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:33 smithi155 ceph-mon[102677]: pgmap v21760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:33 smithi111 ceph-mon[97855]: pgmap v21760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:33 smithi111 ceph-mon[116524]: pgmap v21760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:35 smithi155 ceph-mon[102677]: pgmap v21761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:35 smithi111 ceph-mon[97855]: pgmap v21761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:35.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:35 smithi111 ceph-mon[116524]: pgmap v21761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:37 smithi111 ceph-mon[97855]: pgmap v21762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:37 smithi111 ceph-mon[116524]: pgmap v21762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:37.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:37 smithi155 ceph-mon[102677]: pgmap v21762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:39.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:39 smithi111 ceph-mon[97855]: pgmap v21763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:19:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:19:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:39 smithi111 ceph-mon[116524]: pgmap v21763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:39 smithi155 ceph-mon[102677]: pgmap v21763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:40.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:19:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:19:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:19:41.890 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[97855]: pgmap v21764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:41.890 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.890 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.890 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.890 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.891 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[116524]: pgmap v21764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:41.891 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.891 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.891 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.891 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:41 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:41 smithi155 ceph-mon[102677]: pgmap v21764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:41 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:43 smithi111 ceph-mon[97855]: pgmap v21765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:43 smithi111 ceph-mon[116524]: pgmap v21765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:43 smithi155 ceph-mon[102677]: pgmap v21765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:19:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:45 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.748 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:19:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:45 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:19:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:46 smithi155 ceph-mon[102677]: pgmap v21766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:46.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:46 smithi111 ceph-mon[97855]: pgmap v21766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:46 smithi111 ceph-mon[116524]: pgmap v21766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:48 smithi155 ceph-mon[102677]: pgmap v21767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:48 smithi111 ceph-mon[97855]: pgmap v21767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:48 smithi111 ceph-mon[116524]: pgmap v21767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:19:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:19:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:50 smithi155 ceph-mon[102677]: pgmap v21768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:50.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:50 smithi111 ceph-mon[97855]: pgmap v21768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:50 smithi111 ceph-mon[116524]: pgmap v21768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:19:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:52 smithi155 ceph-mon[102677]: pgmap v21769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:52 smithi111 ceph-mon[97855]: pgmap v21769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:52 smithi111 ceph-mon[116524]: pgmap v21769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:54 smithi155 ceph-mon[102677]: pgmap v21770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:54.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:54 smithi111 ceph-mon[97855]: pgmap v21770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:54 smithi111 ceph-mon[116524]: pgmap v21770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:56 smithi155 ceph-mon[102677]: pgmap v21771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:56.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:56 smithi111 ceph-mon[97855]: pgmap v21771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:56 smithi111 ceph-mon[116524]: pgmap v21771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:56.981 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:19:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:19:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:19:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:19:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:19:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:19:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:19:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:19:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:19:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:19:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:19:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:19:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:19:57.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:19:57.293 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:19:57.293 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:19:57.681 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:19:57.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:19:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:19:57.683 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:19:57.683 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:58 smithi155 ceph-mon[102677]: pgmap v21772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:58 smithi155 ceph-mon[102677]: from='client.38883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:58 smithi155 ceph-mon[102677]: from='client.38889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/746469750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[97855]: pgmap v21772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[97855]: from='client.38883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[97855]: from='client.38889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/746469750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[116524]: pgmap v21772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[116524]: from='client.38883 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[116524]: from='client.38889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:19:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/746469750' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:19:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:19:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:20:00.336 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:00 smithi111 conmon[97831]: 2023-12-01T15:20:00.000+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:20:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:00 smithi155 ceph-mon[102677]: pgmap v21773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:20:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:00 smithi111 ceph-mon[97855]: pgmap v21773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:20:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:00 smithi111 ceph-mon[116524]: pgmap v21773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:20:01.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:01 smithi155 ceph-mon[102677]: pgmap v21774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:01 smithi111 ceph-mon[97855]: pgmap v21774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:01 smithi111 ceph-mon[116524]: pgmap v21774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:03 smithi155 ceph-mon[102677]: pgmap v21775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:03 smithi111 ceph-mon[97855]: pgmap v21775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:03 smithi111 ceph-mon[116524]: pgmap v21775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:05 smithi155 ceph-mon[102677]: pgmap v21776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:05 smithi111 ceph-mon[97855]: pgmap v21776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:05 smithi111 ceph-mon[116524]: pgmap v21776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:07 smithi155 ceph-mon[102677]: pgmap v21777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:07 smithi111 ceph-mon[97855]: pgmap v21777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:07 smithi111 ceph-mon[116524]: pgmap v21777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:09.751 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:09 smithi111 ceph-mon[97855]: pgmap v21778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:09.752 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:20:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:20:09.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:09 smithi111 ceph-mon[116524]: pgmap v21778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:09.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:09 smithi155 ceph-mon[102677]: pgmap v21778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:11 smithi155 ceph-mon[102677]: pgmap v21779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:11 smithi111 ceph-mon[97855]: pgmap v21779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:11 smithi111 ceph-mon[116524]: pgmap v21779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:13 smithi111 ceph-mon[97855]: pgmap v21780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:13 smithi111 ceph-mon[116524]: pgmap v21780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:13 smithi155 ceph-mon[102677]: pgmap v21780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:15.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:15 smithi111 ceph-mon[97855]: pgmap v21781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:15 smithi111 ceph-mon[116524]: pgmap v21781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:15 smithi155 ceph-mon[102677]: pgmap v21781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:17.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:17 smithi111 ceph-mon[97855]: pgmap v21782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:17 smithi111 ceph-mon[116524]: pgmap v21782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:17 smithi155 ceph-mon[102677]: pgmap v21782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:19 smithi111 ceph-mon[97855]: pgmap v21783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:19 smithi111 ceph-mon[116524]: pgmap v21783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:20:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:20:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:19 smithi155 ceph-mon[102677]: pgmap v21783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:21 smithi111 ceph-mon[97855]: pgmap v21784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:21 smithi111 ceph-mon[116524]: pgmap v21784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:21 smithi155 ceph-mon[102677]: pgmap v21784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:23.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:23 smithi111 ceph-mon[97855]: pgmap v21785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:23 smithi111 ceph-mon[116524]: pgmap v21785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:23.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:23 smithi155 ceph-mon[102677]: pgmap v21785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:25 smithi111 ceph-mon[97855]: pgmap v21786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:25 smithi111 ceph-mon[116524]: pgmap v21786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:25 smithi155 ceph-mon[102677]: pgmap v21786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:27.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:27 smithi111 ceph-mon[97855]: pgmap v21787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:27 smithi111 ceph-mon[116524]: pgmap v21787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:27 smithi155 ceph-mon[102677]: pgmap v21787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:28.030 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:20:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:20:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:20:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:28.719 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:20:28.720 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:20:28.720 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:28.720 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:20:28.720 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:20:28.720 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:20:28.720 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:20:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:28 smithi111 ceph-mon[97855]: from='client.48779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:28.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:28 smithi111 ceph-mon[97855]: from='client.48785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:28 smithi111 ceph-mon[116524]: from='client.48779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:28 smithi111 ceph-mon[116524]: from='client.48785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:28 smithi155 ceph-mon[102677]: from='client.48779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:28 smithi155 ceph-mon[102677]: from='client.48785 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:29 smithi111 ceph-mon[97855]: pgmap v21788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/85337409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:29 smithi111 ceph-mon[116524]: pgmap v21788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/85337409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:20:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:20:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:20:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:29 smithi155 ceph-mon[102677]: pgmap v21788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/85337409' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:20:31.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:31 smithi111 ceph-mon[97855]: pgmap v21789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:31 smithi111 ceph-mon[116524]: pgmap v21789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:31 smithi155 ceph-mon[102677]: pgmap v21789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:33 smithi111 ceph-mon[97855]: pgmap v21790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:33 smithi111 ceph-mon[116524]: pgmap v21790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:33 smithi155 ceph-mon[102677]: pgmap v21790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:35 smithi111 ceph-mon[97855]: pgmap v21791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:35 smithi111 ceph-mon[116524]: pgmap v21791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:35 smithi155 ceph-mon[102677]: pgmap v21791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:37.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:37 smithi111 ceph-mon[97855]: pgmap v21792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:37 smithi111 ceph-mon[116524]: pgmap v21792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:37 smithi155 ceph-mon[102677]: pgmap v21792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:39 smithi111 ceph-mon[97855]: pgmap v21793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:39 smithi111 ceph-mon[116524]: pgmap v21793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:20:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:20:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:39 smithi155 ceph-mon[102677]: pgmap v21793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:41.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:41 smithi111 ceph-mon[97855]: pgmap v21794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:41 smithi111 ceph-mon[116524]: pgmap v21794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:41 smithi155 ceph-mon[102677]: pgmap v21794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:43 smithi111 ceph-mon[97855]: pgmap v21795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:43 smithi111 ceph-mon[116524]: pgmap v21795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:43 smithi155 ceph-mon[102677]: pgmap v21795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:44 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:20:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:44 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:20:44.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:44 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:20:45.689 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:45 smithi155 ceph-mon[102677]: pgmap v21796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:45.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:45 smithi111 ceph-mon[97855]: pgmap v21796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:45.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:45 smithi111 ceph-mon[116524]: pgmap v21796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:47 smithi155 ceph-mon[102677]: pgmap v21797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:47.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:47 smithi111 ceph-mon[97855]: pgmap v21797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:47 smithi111 ceph-mon[116524]: pgmap v21797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:20:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:20:49.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:20:49.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:20:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:20:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:20:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:49 smithi111 ceph-mon[97855]: pgmap v21798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:49 smithi111 ceph-mon[116524]: pgmap v21798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:49 smithi155 ceph-mon[102677]: pgmap v21798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:20:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:51 smithi111 ceph-mon[97855]: pgmap v21799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:51 smithi111 ceph-mon[116524]: pgmap v21799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:51 smithi155 ceph-mon[102677]: pgmap v21799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:53 smithi111 ceph-mon[97855]: pgmap v21800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:53 smithi111 ceph-mon[116524]: pgmap v21800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:53 smithi155 ceph-mon[102677]: pgmap v21800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:55 smithi111 ceph-mon[97855]: pgmap v21801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:55 smithi111 ceph-mon[116524]: pgmap v21801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:55 smithi155 ceph-mon[102677]: pgmap v21801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:57.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:57 smithi111 ceph-mon[97855]: pgmap v21802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:57.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:57 smithi111 ceph-mon[116524]: pgmap v21802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:57 smithi155 ceph-mon[102677]: pgmap v21802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:59.065 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:20:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:20:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:20:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:20:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:20:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:20:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:20:59.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:20:59.373 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:20:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:20:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:20:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:59 smithi111 ceph-mon[97855]: pgmap v21803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:59.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:20:59 smithi111 ceph-mon[97855]: from='client.38919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:59 smithi111 ceph-mon[116524]: pgmap v21803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:20:59 smithi111 ceph-mon[116524]: from='client.38919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:59.751 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:20:59.752 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:20:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:59 smithi155 ceph-mon[102677]: pgmap v21803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:20:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:20:59 smithi155 ceph-mon[102677]: from='client.38919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:00 smithi111 ceph-mon[97855]: from='client.48803 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2299664845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:00 smithi111 ceph-mon[116524]: from='client.48803 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2299664845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:21:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:00 smithi155 ceph-mon[102677]: from='client.48803 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2299664845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:21:01.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:01 smithi111 ceph-mon[97855]: pgmap v21804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:01.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:01 smithi111 ceph-mon[116524]: pgmap v21804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:01 smithi155 ceph-mon[102677]: pgmap v21804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:03.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:03 smithi111 ceph-mon[97855]: pgmap v21805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:03.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:03 smithi111 ceph-mon[116524]: pgmap v21805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:03 smithi155 ceph-mon[102677]: pgmap v21805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:05 smithi111 ceph-mon[97855]: pgmap v21806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:05.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:05 smithi111 ceph-mon[116524]: pgmap v21806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:05 smithi155 ceph-mon[102677]: pgmap v21806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:07.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:07 smithi111 ceph-mon[97855]: pgmap v21807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:07.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:07 smithi111 ceph-mon[116524]: pgmap v21807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:07.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:07 smithi155 ceph-mon[102677]: pgmap v21807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:09.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:09 smithi111 ceph-mon[97855]: pgmap v21808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:21:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:21:09.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:09 smithi111 ceph-mon[116524]: pgmap v21808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:09 smithi155 ceph-mon[102677]: pgmap v21808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:11.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:11 smithi111 ceph-mon[97855]: pgmap v21809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:11.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:11 smithi111 ceph-mon[116524]: pgmap v21809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:11 smithi155 ceph-mon[102677]: pgmap v21809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:13.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:13 smithi111 ceph-mon[97855]: pgmap v21810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:13 smithi111 ceph-mon[116524]: pgmap v21810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:13 smithi155 ceph-mon[102677]: pgmap v21810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:15.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:15 smithi111 ceph-mon[97855]: pgmap v21811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:15.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:15 smithi111 ceph-mon[116524]: pgmap v21811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:15 smithi155 ceph-mon[102677]: pgmap v21811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:17 smithi111 ceph-mon[97855]: pgmap v21812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:17 smithi111 ceph-mon[116524]: pgmap v21812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:17 smithi155 ceph-mon[102677]: pgmap v21812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:19.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:19 smithi111 ceph-mon[97855]: pgmap v21813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:21:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:21:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:19 smithi111 ceph-mon[116524]: pgmap v21813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:19 smithi155 ceph-mon[102677]: pgmap v21813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:20.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:21.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:21 smithi111 ceph-mon[97855]: pgmap v21814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:21 smithi111 ceph-mon[116524]: pgmap v21814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:21 smithi155 ceph-mon[102677]: pgmap v21814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:23 smithi111 ceph-mon[97855]: pgmap v21815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:23 smithi111 ceph-mon[116524]: pgmap v21815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:23 smithi155 ceph-mon[102677]: pgmap v21815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:25.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:25 smithi111 ceph-mon[97855]: pgmap v21816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:25.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:25 smithi111 ceph-mon[116524]: pgmap v21816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:25 smithi155 ceph-mon[102677]: pgmap v21816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:27 smithi111 ceph-mon[116524]: pgmap v21817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:27 smithi111 ceph-mon[97855]: pgmap v21817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:27 smithi155 ceph-mon[102677]: pgmap v21817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:29.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:29 smithi111 ceph-mon[97855]: pgmap v21818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:21:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:21:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:29 smithi111 ceph-mon[116524]: pgmap v21818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:29 smithi155 ceph-mon[102677]: pgmap v21818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:30.099 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:21:30.403 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:21:30.404 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:21:30.784 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:21:30.784 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:21:30.785 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:21:30.786 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:21:30.786 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:21:30.786 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:21:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:30 smithi155 ceph-mon[102677]: from='client.48815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:30.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:30 smithi111 ceph-mon[97855]: from='client.48815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:30 smithi111 ceph-mon[116524]: from='client.48815 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:31 smithi155 ceph-mon[102677]: from='client.38943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:31 smithi155 ceph-mon[102677]: pgmap v21819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1840192526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:21:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:31 smithi111 ceph-mon[97855]: from='client.38943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:31 smithi111 ceph-mon[97855]: pgmap v21819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1840192526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:21:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:31 smithi111 ceph-mon[116524]: from='client.38943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:21:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:31 smithi111 ceph-mon[116524]: pgmap v21819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1840192526' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:21:33.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:33 smithi111 ceph-mon[97855]: pgmap v21820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:33 smithi111 ceph-mon[116524]: pgmap v21820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:33.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:33 smithi155 ceph-mon[102677]: pgmap v21820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:35 smithi155 ceph-mon[102677]: pgmap v21821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:35 smithi111 ceph-mon[97855]: pgmap v21821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:35 smithi111 ceph-mon[116524]: pgmap v21821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:37 smithi155 ceph-mon[102677]: pgmap v21822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:37 smithi111 ceph-mon[97855]: pgmap v21822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:37 smithi111 ceph-mon[116524]: pgmap v21822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:39.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:39 smithi111 ceph-mon[97855]: pgmap v21823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:21:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:21:39.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:39 smithi111 ceph-mon[116524]: pgmap v21823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:39 smithi155 ceph-mon[102677]: pgmap v21823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:41 smithi155 ceph-mon[102677]: pgmap v21824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:41 smithi111 ceph-mon[97855]: pgmap v21824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:41 smithi111 ceph-mon[116524]: pgmap v21824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:43 smithi111 ceph-mon[97855]: pgmap v21825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:43 smithi111 ceph-mon[116524]: pgmap v21825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:43 smithi155 ceph-mon[102677]: pgmap v21825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:45 smithi155 ceph-mon[102677]: pgmap v21826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:45 smithi111 ceph-mon[97855]: pgmap v21826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:45 smithi111 ceph-mon[116524]: pgmap v21826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:47 smithi155 ceph-mon[102677]: pgmap v21827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:47 smithi111 ceph-mon[97855]: pgmap v21827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:47 smithi111 ceph-mon[116524]: pgmap v21827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:48 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:21:48.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:48 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:21:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:48 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:21:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:21:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: pgmap v21828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: pgmap v21828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: pgmap v21828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:21:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:21:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:51 smithi155 ceph-mon[102677]: pgmap v21829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:51 smithi111 ceph-mon[97855]: pgmap v21829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:51 smithi111 ceph-mon[116524]: pgmap v21829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:53.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:53 smithi111 ceph-mon[97855]: pgmap v21830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:53.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:53 smithi111 ceph-mon[116524]: pgmap v21830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:53 smithi155 ceph-mon[102677]: pgmap v21830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:55 smithi155 ceph-mon[102677]: pgmap v21831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:55 smithi111 ceph-mon[97855]: pgmap v21831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:55 smithi111 ceph-mon[116524]: pgmap v21831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:57.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:57 smithi155 ceph-mon[102677]: pgmap v21832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:57 smithi111 ceph-mon[97855]: pgmap v21832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:57 smithi111 ceph-mon[116524]: pgmap v21832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:59.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:21:59 smithi111 ceph-mon[97855]: pgmap v21833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:21:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:21:59.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:21:59 smithi111 ceph-mon[116524]: pgmap v21833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:21:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:21:59 smithi155 ceph-mon[102677]: pgmap v21833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:01.132 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:22:01.437 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:22:01.438 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:22:01.439 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:22:01.818 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:22:01.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:22:01.818 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:22:01.818 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:01.818 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:22:01.819 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:22:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:01 smithi155 ceph-mon[102677]: pgmap v21834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:01 smithi155 ceph-mon[102677]: from='client.38955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:01 smithi111 ceph-mon[97855]: pgmap v21834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:01 smithi111 ceph-mon[97855]: from='client.38955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:01 smithi111 ceph-mon[116524]: pgmap v21834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:01 smithi111 ceph-mon[116524]: from='client.38955 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:02 smithi155 ceph-mon[102677]: from='client.48839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3583492954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:02 smithi111 ceph-mon[97855]: from='client.48839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:03.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3583492954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:22:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:02 smithi111 ceph-mon[116524]: from='client.48839 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3583492954' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:22:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:03 smithi155 ceph-mon[102677]: pgmap v21835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:03 smithi111 ceph-mon[97855]: pgmap v21835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:03 smithi111 ceph-mon[116524]: pgmap v21835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:05 smithi155 ceph-mon[102677]: pgmap v21836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:05 smithi111 ceph-mon[97855]: pgmap v21836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:05 smithi111 ceph-mon[116524]: pgmap v21836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:07 smithi155 ceph-mon[102677]: pgmap v21837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:07 smithi111 ceph-mon[97855]: pgmap v21837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:07 smithi111 ceph-mon[116524]: pgmap v21837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:09.561 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:22:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:22:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:22:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:09 smithi155 ceph-mon[102677]: pgmap v21838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:09 smithi111 ceph-mon[97855]: pgmap v21838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:09 smithi111 ceph-mon[116524]: pgmap v21838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:11 smithi155 ceph-mon[102677]: pgmap v21839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:11 smithi111 ceph-mon[97855]: pgmap v21839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:11 smithi111 ceph-mon[116524]: pgmap v21839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:13.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:13 smithi111 ceph-mon[97855]: pgmap v21840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:13.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:13 smithi111 ceph-mon[116524]: pgmap v21840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:13 smithi155 ceph-mon[102677]: pgmap v21840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:15 smithi155 ceph-mon[102677]: pgmap v21841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:15 smithi111 ceph-mon[97855]: pgmap v21841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:15 smithi111 ceph-mon[116524]: pgmap v21841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:17 smithi155 ceph-mon[102677]: pgmap v21842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:17 smithi111 ceph-mon[97855]: pgmap v21842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:17 smithi111 ceph-mon[116524]: pgmap v21842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:19.554 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:22:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:22:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:22:19.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:19 smithi155 ceph-mon[102677]: pgmap v21843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:19 smithi111 ceph-mon[97855]: pgmap v21843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:19 smithi111 ceph-mon[116524]: pgmap v21843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:21 smithi155 ceph-mon[102677]: pgmap v21844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:21 smithi111 ceph-mon[97855]: pgmap v21844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:21 smithi111 ceph-mon[116524]: pgmap v21844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:23 smithi111 ceph-mon[97855]: pgmap v21845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:23 smithi111 ceph-mon[116524]: pgmap v21845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:23 smithi155 ceph-mon[102677]: pgmap v21845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:25 smithi155 ceph-mon[102677]: pgmap v21846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:25 smithi111 ceph-mon[97855]: pgmap v21846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:25 smithi111 ceph-mon[116524]: pgmap v21846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:27 smithi155 ceph-mon[102677]: pgmap v21847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:27 smithi111 ceph-mon[97855]: pgmap v21847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:27 smithi111 ceph-mon[116524]: pgmap v21847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:29.558 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:22:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:22:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:22:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:29 smithi155 ceph-mon[102677]: pgmap v21848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:29 smithi111 ceph-mon[97855]: pgmap v21848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:29 smithi111 ceph-mon[116524]: pgmap v21848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:31 smithi155 ceph-mon[102677]: pgmap v21849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:31 smithi111 ceph-mon[97855]: pgmap v21849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:31 smithi111 ceph-mon[116524]: pgmap v21849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:32.165 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:22:32.471 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:22:32.472 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:22:32.473 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:22:32.854 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:22:32.855 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:22:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:32 smithi155 ceph-mon[102677]: from='client.48851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:32.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:32 smithi111 ceph-mon[97855]: from='client.48851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:32 smithi111 ceph-mon[116524]: from='client.48851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:33 smithi155 ceph-mon[102677]: from='client.38979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:33 smithi155 ceph-mon[102677]: pgmap v21850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3708103625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:22:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:33 smithi111 ceph-mon[97855]: from='client.38979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:33 smithi111 ceph-mon[97855]: pgmap v21850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3708103625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:22:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:33 smithi111 ceph-mon[116524]: from='client.38979 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:22:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:33 smithi111 ceph-mon[116524]: pgmap v21850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3708103625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:22:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:35 smithi155 ceph-mon[102677]: pgmap v21851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:35 smithi111 ceph-mon[97855]: pgmap v21851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:35 smithi111 ceph-mon[116524]: pgmap v21851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:37 smithi155 ceph-mon[102677]: pgmap v21852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:37 smithi111 ceph-mon[97855]: pgmap v21852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:37 smithi111 ceph-mon[116524]: pgmap v21852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:39.571 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:22:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:22:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:22:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:39 smithi155 ceph-mon[102677]: pgmap v21853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:39 smithi111 ceph-mon[97855]: pgmap v21853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:39 smithi111 ceph-mon[116524]: pgmap v21853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 15:22:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T15:22:40.099384684Z level=info msg="Completed cleanup jobs" duration=66.327557ms 2023-12-01T15:22:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:41 smithi155 ceph-mon[102677]: pgmap v21854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:41 smithi111 ceph-mon[97855]: pgmap v21854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:41 smithi111 ceph-mon[116524]: pgmap v21854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:43.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:43 smithi111 ceph-mon[97855]: pgmap v21855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:43.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:43 smithi111 ceph-mon[116524]: pgmap v21855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:43 smithi155 ceph-mon[102677]: pgmap v21855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:45 smithi155 ceph-mon[102677]: pgmap v21856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:45 smithi111 ceph-mon[97855]: pgmap v21856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:45 smithi111 ceph-mon[116524]: pgmap v21856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:47 smithi155 ceph-mon[102677]: pgmap v21857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:47 smithi111 ceph-mon[97855]: pgmap v21857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:47 smithi111 ceph-mon[116524]: pgmap v21857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:49.562 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:22:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:22:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:22:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:49 smithi155 ceph-mon[102677]: pgmap v21858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:22:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:22:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:22:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:22:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[116524]: pgmap v21858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:22:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:22:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:22:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:22:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[97855]: pgmap v21858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:22:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:22:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:22:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:22:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:50.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:22:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:51 smithi155 ceph-mon[102677]: pgmap v21859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:51 smithi111 ceph-mon[97855]: pgmap v21859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:51 smithi111 ceph-mon[116524]: pgmap v21859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:53 smithi155 ceph-mon[102677]: pgmap v21860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:53 smithi111 ceph-mon[97855]: pgmap v21860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:53 smithi111 ceph-mon[116524]: pgmap v21860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:55 smithi155 ceph-mon[102677]: pgmap v21861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:55 smithi111 ceph-mon[97855]: pgmap v21861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:55 smithi111 ceph-mon[116524]: pgmap v21861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:57 smithi155 ceph-mon[102677]: pgmap v21862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:57 smithi111 ceph-mon[97855]: pgmap v21862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:57 smithi111 ceph-mon[116524]: pgmap v21862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:59.563 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:22:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:22:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:22:59.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:22:59 smithi155 ceph-mon[102677]: pgmap v21863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:22:59 smithi111 ceph-mon[97855]: pgmap v21863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:22:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:22:59 smithi111 ceph-mon[116524]: pgmap v21863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:01 smithi155 ceph-mon[102677]: pgmap v21864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:01 smithi111 ceph-mon[97855]: pgmap v21864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:01 smithi111 ceph-mon[116524]: pgmap v21864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:03.199 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:23:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:23:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:23:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:23:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:23:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:23:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:23:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:23:03.510 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:23:03.511 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:23:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:23:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:23:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:23:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:23:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:23:03.512 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:23:03.891 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:23:03.892 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:03.892 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:23:03.892 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:23:03.892 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:23:03.892 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:23:03.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:03 smithi155 ceph-mon[102677]: pgmap v21865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:03.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:03 smithi155 ceph-mon[102677]: from='client.38991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:03 smithi111 ceph-mon[97855]: pgmap v21865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:03 smithi111 ceph-mon[97855]: from='client.38991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:03 smithi111 ceph-mon[116524]: pgmap v21865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:03 smithi111 ceph-mon[116524]: from='client.38991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:04 smithi155 ceph-mon[102677]: from='client.48875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:04.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2093281915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:23:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:04 smithi111 ceph-mon[97855]: from='client.48875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2093281915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:23:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:04 smithi111 ceph-mon[116524]: from='client.48875 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2093281915' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:23:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:05 smithi155 ceph-mon[102677]: pgmap v21866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:05 smithi111 ceph-mon[97855]: pgmap v21866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:05 smithi111 ceph-mon[116524]: pgmap v21866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:07 smithi155 ceph-mon[102677]: pgmap v21867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:07 smithi111 ceph-mon[97855]: pgmap v21867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:07 smithi111 ceph-mon[116524]: pgmap v21867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:09.571 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:23:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:23:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:23:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:09 smithi155 ceph-mon[102677]: pgmap v21868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:10.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:09 smithi111 ceph-mon[97855]: pgmap v21868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:10.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:09 smithi111 ceph-mon[116524]: pgmap v21868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:11.956 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:11 smithi155 ceph-mon[102677]: pgmap v21869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:11 smithi111 ceph-mon[97855]: pgmap v21869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:11 smithi111 ceph-mon[116524]: pgmap v21869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:13 smithi155 ceph-mon[102677]: pgmap v21870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:13 smithi111 ceph-mon[97855]: pgmap v21870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:13 smithi111 ceph-mon[116524]: pgmap v21870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:15 smithi155 ceph-mon[102677]: pgmap v21871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:15 smithi111 ceph-mon[97855]: pgmap v21871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:15 smithi111 ceph-mon[116524]: pgmap v21871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:17 smithi155 ceph-mon[102677]: pgmap v21872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:17 smithi111 ceph-mon[97855]: pgmap v21872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:17 smithi111 ceph-mon[116524]: pgmap v21872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:19.569 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:23:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:23:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:23:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:19 smithi155 ceph-mon[102677]: pgmap v21873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:19.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:19 smithi111 ceph-mon[116524]: pgmap v21873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:19 smithi111 ceph-mon[97855]: pgmap v21873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:21 smithi155 ceph-mon[102677]: pgmap v21874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:21 smithi111 ceph-mon[97855]: pgmap v21874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:21 smithi111 ceph-mon[116524]: pgmap v21874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:23 smithi155 ceph-mon[102677]: pgmap v21875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:23 smithi111 ceph-mon[97855]: pgmap v21875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:23 smithi111 ceph-mon[116524]: pgmap v21875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:25 smithi155 ceph-mon[102677]: pgmap v21876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:25 smithi111 ceph-mon[97855]: pgmap v21876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:25 smithi111 ceph-mon[116524]: pgmap v21876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:27 smithi155 ceph-mon[102677]: pgmap v21877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:27 smithi111 ceph-mon[97855]: pgmap v21877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:27 smithi111 ceph-mon[116524]: pgmap v21877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:29.576 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:23:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:23:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:23:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:29 smithi155 ceph-mon[102677]: pgmap v21878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:29 smithi111 ceph-mon[97855]: pgmap v21878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:29 smithi111 ceph-mon[116524]: pgmap v21878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:31.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:31 smithi155 ceph-mon[102677]: pgmap v21879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:31 smithi111 ceph-mon[97855]: pgmap v21879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:31 smithi111 ceph-mon[116524]: pgmap v21879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:33 smithi155 ceph-mon[102677]: pgmap v21880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:33 smithi111 ceph-mon[97855]: pgmap v21880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:33 smithi111 ceph-mon[116524]: pgmap v21880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:34.237 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:23:34.545 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:23:34.545 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:23:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:23:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:23:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:23:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:23:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:23:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:23:34.930 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:23:34.931 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:23:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:34 smithi155 ceph-mon[102677]: from='client.39009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:34 smithi111 ceph-mon[97855]: from='client.39009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:34 smithi111 ceph-mon[116524]: from='client.39009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:35 smithi155 ceph-mon[102677]: pgmap v21881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:35 smithi155 ceph-mon[102677]: from='client.39015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/999544625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:23:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[97855]: pgmap v21881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[97855]: from='client.39015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/999544625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[116524]: pgmap v21881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[116524]: from='client.39015 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/999544625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:23:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:37 smithi155 ceph-mon[102677]: pgmap v21882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:37 smithi111 ceph-mon[97855]: pgmap v21882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:37 smithi111 ceph-mon[116524]: pgmap v21882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:39.574 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:23:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:23:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:23:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:39 smithi155 ceph-mon[102677]: pgmap v21883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:39 smithi111 ceph-mon[97855]: pgmap v21883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:39 smithi111 ceph-mon[116524]: pgmap v21883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:41.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:41 smithi155 ceph-mon[102677]: pgmap v21884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:42.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:41 smithi111 ceph-mon[97855]: pgmap v21884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:42.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:41 smithi111 ceph-mon[116524]: pgmap v21884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:43 smithi155 ceph-mon[102677]: pgmap v21885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:43 smithi111 ceph-mon[97855]: pgmap v21885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:43 smithi111 ceph-mon[116524]: pgmap v21885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:45 smithi155 ceph-mon[102677]: pgmap v21886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:45 smithi111 ceph-mon[116524]: pgmap v21886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:45 smithi111 ceph-mon[97855]: pgmap v21886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:47 smithi155 ceph-mon[102677]: pgmap v21887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:47 smithi111 ceph-mon[97855]: pgmap v21887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:47 smithi111 ceph-mon[116524]: pgmap v21887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:49.576 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:23:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:23:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:23:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:49 smithi155 ceph-mon[102677]: pgmap v21888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:23:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:49 smithi111 ceph-mon[97855]: pgmap v21888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:23:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:49 smithi111 ceph-mon[116524]: pgmap v21888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:50.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:23:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:23:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:23:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:23:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:23:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:23:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:23:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:23:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:23:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:23:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:23:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:51 smithi155 ceph-mon[102677]: pgmap v21889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:51 smithi111 ceph-mon[97855]: pgmap v21889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:51 smithi111 ceph-mon[116524]: pgmap v21889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:53 smithi155 ceph-mon[102677]: pgmap v21890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:53 smithi111 ceph-mon[97855]: pgmap v21890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:53 smithi111 ceph-mon[116524]: pgmap v21890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:55 smithi155 ceph-mon[102677]: pgmap v21891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:55.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:55 smithi111 ceph-mon[116524]: pgmap v21891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:55 smithi111 ceph-mon[97855]: pgmap v21891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:57 smithi155 ceph-mon[102677]: pgmap v21892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:57 smithi111 ceph-mon[97855]: pgmap v21892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:57 smithi111 ceph-mon[116524]: pgmap v21892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:59.580 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:23:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:23:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:23:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:23:59 smithi155 ceph-mon[102677]: pgmap v21893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:59.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:23:59 smithi111 ceph-mon[116524]: pgmap v21893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:23:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:23:59 smithi111 ceph-mon[97855]: pgmap v21893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:01 smithi155 ceph-mon[102677]: pgmap v21894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:01 smithi111 ceph-mon[97855]: pgmap v21894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:01 smithi111 ceph-mon[116524]: pgmap v21894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:03 smithi155 ceph-mon[102677]: pgmap v21895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:03 smithi111 ceph-mon[97855]: pgmap v21895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:04.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:03 smithi111 ceph-mon[116524]: pgmap v21895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:05.280 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:24:05.589 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:24:05.589 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:24:05.589 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:24:05.589 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:24:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:24:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:24:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:24:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:24:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:24:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:05 smithi155 ceph-mon[102677]: pgmap v21896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:05 smithi155 ceph-mon[102677]: from='client.48905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:05.971 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:05.972 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:24:05.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:24:05.973 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:05.973 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:24:05.973 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:24:05.973 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:24:05.973 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:24:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:05 smithi111 ceph-mon[97855]: pgmap v21896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:05 smithi111 ceph-mon[97855]: from='client.48905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:05 smithi111 ceph-mon[116524]: pgmap v21896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:05 smithi111 ceph-mon[116524]: from='client.48905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:06 smithi155 ceph-mon[102677]: from='client.48911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:06.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3764561818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:24:06.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:06 smithi111 ceph-mon[97855]: from='client.48911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:06.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3764561818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:24:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:06 smithi111 ceph-mon[116524]: from='client.48911 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:06.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3764561818' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:24:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:07 smithi155 ceph-mon[102677]: pgmap v21897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:07 smithi111 ceph-mon[97855]: pgmap v21897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:07 smithi111 ceph-mon[116524]: pgmap v21897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:09.586 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:24:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:24:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:24:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:09 smithi155 ceph-mon[102677]: pgmap v21898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:09 smithi111 ceph-mon[116524]: pgmap v21898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:09 smithi111 ceph-mon[97855]: pgmap v21898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:11 smithi155 ceph-mon[102677]: pgmap v21899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:11 smithi111 ceph-mon[97855]: pgmap v21899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:11 smithi111 ceph-mon[116524]: pgmap v21899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:13 smithi155 ceph-mon[102677]: pgmap v21900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:13 smithi111 ceph-mon[97855]: pgmap v21900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:13 smithi111 ceph-mon[116524]: pgmap v21900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:15 smithi155 ceph-mon[102677]: pgmap v21901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:15 smithi111 ceph-mon[97855]: pgmap v21901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:15 smithi111 ceph-mon[116524]: pgmap v21901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:17 smithi155 ceph-mon[102677]: pgmap v21902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:17 smithi111 ceph-mon[97855]: pgmap v21902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:17 smithi111 ceph-mon[116524]: pgmap v21902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:19.587 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:24:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:24:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:24:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:19 smithi155 ceph-mon[102677]: pgmap v21903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:19 smithi111 ceph-mon[116524]: pgmap v21903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:19 smithi111 ceph-mon[97855]: pgmap v21903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:21.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:21.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:21 smithi155 ceph-mon[102677]: pgmap v21904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:21 smithi111 ceph-mon[97855]: pgmap v21904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:21 smithi111 ceph-mon[116524]: pgmap v21904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:23 smithi155 ceph-mon[102677]: pgmap v21905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:23 smithi111 ceph-mon[97855]: pgmap v21905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:23 smithi111 ceph-mon[116524]: pgmap v21905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:25 smithi155 ceph-mon[102677]: pgmap v21906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:25 smithi111 ceph-mon[97855]: pgmap v21906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:25 smithi111 ceph-mon[116524]: pgmap v21906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:27 smithi155 ceph-mon[102677]: pgmap v21907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:28.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:27 smithi111 ceph-mon[97855]: pgmap v21907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:27 smithi111 ceph-mon[116524]: pgmap v21907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:29.589 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:24:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:24:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:24:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:29 smithi155 ceph-mon[102677]: pgmap v21908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:29 smithi111 ceph-mon[97855]: pgmap v21908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:29 smithi111 ceph-mon[116524]: pgmap v21908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:31 smithi155 ceph-mon[102677]: pgmap v21909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:31 smithi111 ceph-mon[97855]: pgmap v21909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:31 smithi111 ceph-mon[116524]: pgmap v21909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:33 smithi155 ceph-mon[102677]: pgmap v21910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:33 smithi111 ceph-mon[97855]: pgmap v21910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:33 smithi111 ceph-mon[116524]: pgmap v21910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:35 smithi155 ceph-mon[102677]: pgmap v21911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:35 smithi111 ceph-mon[97855]: pgmap v21911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:35 smithi111 ceph-mon[116524]: pgmap v21911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:36.316 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:24:36.629 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:24:36.629 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:24:36.630 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:24:36.631 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:24:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:36 smithi155 ceph-mon[102677]: from='client.48923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:36 smithi111 ceph-mon[97855]: from='client.48923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:36 smithi111 ceph-mon[116524]: from='client.48923 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:37.005 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:24:37.005 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:24:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:24:37.007 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:24:37.007 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:37 smithi155 ceph-mon[102677]: pgmap v21912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:37 smithi155 ceph-mon[102677]: from='client.48929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1290881602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:24:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:37 smithi111 ceph-mon[97855]: pgmap v21912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:37 smithi111 ceph-mon[97855]: from='client.48929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1290881602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:37 smithi111 ceph-mon[116524]: pgmap v21912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:37 smithi111 ceph-mon[116524]: from='client.48929 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:24:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1290881602' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:24:39.595 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:24:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:24:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:24:39.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:39 smithi155 ceph-mon[102677]: pgmap v21913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:39.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:39 smithi111 ceph-mon[116524]: pgmap v21913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:39 smithi111 ceph-mon[97855]: pgmap v21913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:41 smithi155 ceph-mon[102677]: pgmap v21914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:41 smithi111 ceph-mon[97855]: pgmap v21914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:41 smithi111 ceph-mon[116524]: pgmap v21914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:43 smithi155 ceph-mon[102677]: pgmap v21915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:43 smithi111 ceph-mon[97855]: pgmap v21915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:43 smithi111 ceph-mon[116524]: pgmap v21915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:45 smithi155 ceph-mon[102677]: pgmap v21916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:45 smithi111 ceph-mon[97855]: pgmap v21916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:45 smithi111 ceph-mon[116524]: pgmap v21916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:47 smithi155 ceph-mon[102677]: pgmap v21917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:47 smithi111 ceph-mon[97855]: pgmap v21917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:47 smithi111 ceph-mon[116524]: pgmap v21917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:49.596 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:24:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:24:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:24:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:49 smithi155 ceph-mon[102677]: pgmap v21918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:49 smithi111 ceph-mon[97855]: pgmap v21918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:49 smithi111 ceph-mon[116524]: pgmap v21918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:24:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:24:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:24:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:24:51.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:24:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:52 smithi155 ceph-mon[102677]: pgmap v21919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:52.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:52 smithi111 ceph-mon[97855]: pgmap v21919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:52 smithi111 ceph-mon[116524]: pgmap v21919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:53 smithi155 ceph-mon[102677]: pgmap v21920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:54.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:53 smithi111 ceph-mon[97855]: pgmap v21920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:53 smithi111 ceph-mon[116524]: pgmap v21920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:55.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:55 smithi155 ceph-mon[102677]: pgmap v21921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:55 smithi111 ceph-mon[97855]: pgmap v21921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:55 smithi111 ceph-mon[116524]: pgmap v21921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:57 smithi155 ceph-mon[102677]: pgmap v21922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:57 smithi111 ceph-mon[97855]: pgmap v21922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:57 smithi111 ceph-mon[116524]: pgmap v21922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:59.603 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:24:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:24:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:24:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:24:59 smithi155 ceph-mon[102677]: pgmap v21923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:24:59 smithi111 ceph-mon[116524]: pgmap v21923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:24:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:24:59 smithi111 ceph-mon[97855]: pgmap v21923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:01 smithi155 ceph-mon[102677]: pgmap v21924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:01.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:01 smithi111 ceph-mon[97855]: pgmap v21924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:01 smithi111 ceph-mon[116524]: pgmap v21924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:03 smithi155 ceph-mon[102677]: pgmap v21925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:03 smithi111 ceph-mon[97855]: pgmap v21925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:03 smithi111 ceph-mon[116524]: pgmap v21925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:05 smithi155 ceph-mon[102677]: pgmap v21926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:05 smithi111 ceph-mon[97855]: pgmap v21926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:05 smithi111 ceph-mon[116524]: pgmap v21926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:07.348 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:25:07.655 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:25:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:25:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:07 smithi155 ceph-mon[102677]: pgmap v21927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:07 smithi155 ceph-mon[102677]: from='client.48941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:07 smithi111 ceph-mon[97855]: pgmap v21927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:07 smithi111 ceph-mon[97855]: from='client.48941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:07 smithi111 ceph-mon[116524]: pgmap v21927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:07 smithi111 ceph-mon[116524]: from='client.48941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:08.040 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:25:08.041 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:25:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:08 smithi155 ceph-mon[102677]: from='client.39069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1915625295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:25:08.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:08 smithi111 ceph-mon[97855]: from='client.39069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1915625295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:08 smithi111 ceph-mon[116524]: from='client.39069 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1915625295' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:25:09.603 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:25:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:25:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:25:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:09 smithi155 ceph-mon[102677]: pgmap v21928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:09 smithi111 ceph-mon[97855]: pgmap v21928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:09 smithi111 ceph-mon[116524]: pgmap v21928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:11 smithi155 ceph-mon[102677]: pgmap v21929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:12.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:11 smithi111 ceph-mon[97855]: pgmap v21929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:12.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:11 smithi111 ceph-mon[116524]: pgmap v21929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:13 smithi155 ceph-mon[102677]: pgmap v21930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:13 smithi111 ceph-mon[97855]: pgmap v21930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:13 smithi111 ceph-mon[116524]: pgmap v21930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:15 smithi155 ceph-mon[102677]: pgmap v21931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:15 smithi111 ceph-mon[97855]: pgmap v21931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:15 smithi111 ceph-mon[116524]: pgmap v21931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:17 smithi155 ceph-mon[102677]: pgmap v21932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:17 smithi111 ceph-mon[97855]: pgmap v21932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:17 smithi111 ceph-mon[116524]: pgmap v21932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:19.603 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:25:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:25:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:25:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:19 smithi155 ceph-mon[102677]: pgmap v21933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:19 smithi111 ceph-mon[97855]: pgmap v21933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:19 smithi111 ceph-mon[116524]: pgmap v21933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:21.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:21 smithi155 ceph-mon[102677]: pgmap v21934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:21 smithi111 ceph-mon[97855]: pgmap v21934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:21 smithi111 ceph-mon[116524]: pgmap v21934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:23.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:23 smithi155 ceph-mon[102677]: pgmap v21935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:23 smithi111 ceph-mon[97855]: pgmap v21935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:23 smithi111 ceph-mon[116524]: pgmap v21935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:25 smithi155 ceph-mon[102677]: pgmap v21936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:25 smithi111 ceph-mon[97855]: pgmap v21936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:25 smithi111 ceph-mon[116524]: pgmap v21936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:27 smithi155 ceph-mon[102677]: pgmap v21937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:27 smithi111 ceph-mon[97855]: pgmap v21937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:27 smithi111 ceph-mon[116524]: pgmap v21937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:29.611 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:25:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:25:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:25:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:29 smithi155 ceph-mon[102677]: pgmap v21938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:29 smithi111 ceph-mon[97855]: pgmap v21938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:29 smithi111 ceph-mon[116524]: pgmap v21938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:31 smithi155 ceph-mon[102677]: pgmap v21939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:31 smithi111 ceph-mon[97855]: pgmap v21939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:31 smithi111 ceph-mon[116524]: pgmap v21939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:33 smithi155 ceph-mon[102677]: pgmap v21940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:33 smithi111 ceph-mon[97855]: pgmap v21940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:33 smithi111 ceph-mon[116524]: pgmap v21940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:35 smithi155 ceph-mon[102677]: pgmap v21941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:35 smithi111 ceph-mon[97855]: pgmap v21941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:35 smithi111 ceph-mon[116524]: pgmap v21941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:37 smithi155 ceph-mon[102677]: pgmap v21942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:37 smithi111 ceph-mon[97855]: pgmap v21942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:37 smithi111 ceph-mon[116524]: pgmap v21942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:38.392 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:25:38.699 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:25:38.699 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:25:38.699 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:25:38.699 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5764M 2106M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6076M 2106M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6181M 2106M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5484M 2106M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4495M 2453M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:25:38.700 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5651M 2453M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:25:38.701 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 4997M 2453M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:25:38.701 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5841M 2453M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:25:38.701 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:25:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:38 smithi155 ceph-mon[102677]: from='client.48959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:38.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:38 smithi111 ceph-mon[97855]: from='client.48959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:38 smithi111 ceph-mon[116524]: from='client.48959 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:39.079 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:25:39.079 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:25:39.080 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:25:39.081 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:25:39.612 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:25:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:25:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:25:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:39 smithi155 ceph-mon[102677]: pgmap v21943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:39 smithi155 ceph-mon[102677]: from='client.39087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/649873640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:25:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:39 smithi111 ceph-mon[97855]: pgmap v21943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:39 smithi111 ceph-mon[97855]: from='client.39087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/649873640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:25:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:39 smithi111 ceph-mon[116524]: pgmap v21943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:39 smithi111 ceph-mon[116524]: from='client.39087 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:25:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/649873640' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:25:41.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:41 smithi155 ceph-mon[102677]: pgmap v21944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:42.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:41 smithi111 ceph-mon[97855]: pgmap v21944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:42.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:41 smithi111 ceph-mon[116524]: pgmap v21944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:43 smithi155 ceph-mon[102677]: pgmap v21945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:43 smithi111 ceph-mon[97855]: pgmap v21945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:43 smithi111 ceph-mon[116524]: pgmap v21945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:45 smithi155 ceph-mon[102677]: pgmap v21946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:45 smithi111 ceph-mon[97855]: pgmap v21946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:45 smithi111 ceph-mon[116524]: pgmap v21946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:47 smithi155 ceph-mon[102677]: pgmap v21947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:47 smithi111 ceph-mon[97855]: pgmap v21947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:47 smithi111 ceph-mon[116524]: pgmap v21947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:49.611 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:25:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:25:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:25:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:49 smithi155 ceph-mon[102677]: pgmap v21948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:49 smithi111 ceph-mon[97855]: pgmap v21948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:49 smithi111 ceph-mon[116524]: pgmap v21948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:25:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:25:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:25:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: pgmap v21949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2099M 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2449M 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:25:51.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:52.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: pgmap v21949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2099M 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2449M 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:52.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: pgmap v21949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:25:52.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2099M 2023-12-01T15:25:52.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2449M 2023-12-01T15:25:52.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:52.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:52.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:25:52.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:25:52.005 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:25:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:53 smithi155 ceph-mon[102677]: pgmap v21950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:53 smithi111 ceph-mon[97855]: pgmap v21950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:53 smithi111 ceph-mon[116524]: pgmap v21950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:55 smithi155 ceph-mon[102677]: pgmap v21951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:55 smithi111 ceph-mon[97855]: pgmap v21951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:55 smithi111 ceph-mon[116524]: pgmap v21951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:57 smithi155 ceph-mon[102677]: pgmap v21952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:57 smithi111 ceph-mon[97855]: pgmap v21952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:57 smithi111 ceph-mon[116524]: pgmap v21952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:59.619 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:25:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:25:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:25:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:25:59 smithi155 ceph-mon[102677]: pgmap v21953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:25:59 smithi111 ceph-mon[97855]: pgmap v21953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:25:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:25:59 smithi111 ceph-mon[116524]: pgmap v21953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:01 smithi155 ceph-mon[102677]: pgmap v21954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:01 smithi111 ceph-mon[97855]: pgmap v21954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:01 smithi111 ceph-mon[116524]: pgmap v21954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:03 smithi155 ceph-mon[102677]: pgmap v21955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:03 smithi111 ceph-mon[97855]: pgmap v21955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:03 smithi111 ceph-mon[116524]: pgmap v21955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:05 smithi155 ceph-mon[102677]: pgmap v21956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:05 smithi111 ceph-mon[97855]: pgmap v21956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:05 smithi111 ceph-mon[116524]: pgmap v21956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:07 smithi155 ceph-mon[102677]: pgmap v21957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:08.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:07 smithi111 ceph-mon[97855]: pgmap v21957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:08.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:07 smithi111 ceph-mon[116524]: pgmap v21957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:09.425 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:26:09.617 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:26:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:26:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:26:09.733 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5764M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6076M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6181M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5484M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4495M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5651M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 4997M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5841M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:26:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:26:09.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:09 smithi155 ceph-mon[102677]: pgmap v21958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:09 smithi111 ceph-mon[97855]: pgmap v21958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:09 smithi111 ceph-mon[116524]: pgmap v21958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:26:10.116 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:26:10.117 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:26:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:10 smithi155 ceph-mon[102677]: from='client.48977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:10 smithi155 ceph-mon[102677]: from='client.48983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2743438219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:26:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:10 smithi111 ceph-mon[97855]: from='client.48977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:10 smithi111 ceph-mon[97855]: from='client.48983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2743438219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:26:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:10 smithi111 ceph-mon[116524]: from='client.48977 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:10 smithi111 ceph-mon[116524]: from='client.48983 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:11.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2743438219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:26:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:11 smithi155 ceph-mon[102677]: pgmap v21959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:12.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:11 smithi111 ceph-mon[97855]: pgmap v21959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:12.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:11 smithi111 ceph-mon[116524]: pgmap v21959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:13.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:13 smithi155 ceph-mon[102677]: pgmap v21960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:13 smithi111 ceph-mon[97855]: pgmap v21960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:13 smithi111 ceph-mon[116524]: pgmap v21960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:15 smithi155 ceph-mon[102677]: pgmap v21961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:15 smithi111 ceph-mon[97855]: pgmap v21961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:15 smithi111 ceph-mon[116524]: pgmap v21961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:17.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:17 smithi155 ceph-mon[102677]: pgmap v21962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:18.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:17 smithi111 ceph-mon[97855]: pgmap v21962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:17 smithi111 ceph-mon[116524]: pgmap v21962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:19.624 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:26:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:26:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:26:19.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:19 smithi155 ceph-mon[102677]: pgmap v21963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:19 smithi111 ceph-mon[97855]: pgmap v21963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:19 smithi111 ceph-mon[116524]: pgmap v21963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:20.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:21 smithi155 ceph-mon[102677]: pgmap v21964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:21 smithi111 ceph-mon[97855]: pgmap v21964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:21 smithi111 ceph-mon[116524]: pgmap v21964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:23 smithi155 ceph-mon[102677]: pgmap v21965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:24.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:23 smithi111 ceph-mon[97855]: pgmap v21965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:24.004 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:23 smithi111 ceph-mon[116524]: pgmap v21965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:25 smithi155 ceph-mon[102677]: pgmap v21966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:25 smithi111 ceph-mon[97855]: pgmap v21966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:25 smithi111 ceph-mon[116524]: pgmap v21966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:27.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:27 smithi155 ceph-mon[102677]: pgmap v21967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:27 smithi111 ceph-mon[97855]: pgmap v21967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:27 smithi111 ceph-mon[116524]: pgmap v21967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:29.622 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:26:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:26:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:26:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:29 smithi155 ceph-mon[102677]: pgmap v21968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:29 smithi111 ceph-mon[97855]: pgmap v21968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:29 smithi111 ceph-mon[116524]: pgmap v21968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:31 smithi155 ceph-mon[102677]: pgmap v21969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:31 smithi111 ceph-mon[97855]: pgmap v21969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:31 smithi111 ceph-mon[116524]: pgmap v21969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:33 smithi155 ceph-mon[102677]: pgmap v21970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:33 smithi111 ceph-mon[97855]: pgmap v21970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:33 smithi111 ceph-mon[116524]: pgmap v21970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:35 smithi155 ceph-mon[102677]: pgmap v21971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:35 smithi111 ceph-mon[97855]: pgmap v21971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:35 smithi111 ceph-mon[116524]: pgmap v21971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:37 smithi155 ceph-mon[102677]: pgmap v21972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:38.006 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:37 smithi111 ceph-mon[97855]: pgmap v21972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:38.007 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:37 smithi111 ceph-mon[116524]: pgmap v21972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:39.625 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:26:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:26:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:26:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:39 smithi155 ceph-mon[102677]: pgmap v21973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:40.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:39 smithi111 ceph-mon[97855]: pgmap v21973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:40.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:39 smithi111 ceph-mon[116524]: pgmap v21973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:40.462 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:26:40.771 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5764M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:26:40.772 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6076M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6181M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5484M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4495M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5651M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4997M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5841M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:26:40.773 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:26:41.148 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:26:41.149 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:26:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:41 smithi155 ceph-mon[102677]: from='client.48995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:41 smithi155 ceph-mon[102677]: pgmap v21974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:41 smithi155 ceph-mon[102677]: from='client.49001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3131733664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:26:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[97855]: from='client.48995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[97855]: pgmap v21974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[97855]: from='client.49001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3131733664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[116524]: from='client.48995 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[116524]: pgmap v21974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[116524]: from='client.49001 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:26:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3131733664' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:26:43.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:43 smithi155 ceph-mon[102677]: pgmap v21975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:43 smithi111 ceph-mon[97855]: pgmap v21975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:43 smithi111 ceph-mon[116524]: pgmap v21975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:45 smithi155 ceph-mon[102677]: pgmap v21976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:45 smithi111 ceph-mon[97855]: pgmap v21976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:45 smithi111 ceph-mon[116524]: pgmap v21976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:47 smithi155 ceph-mon[102677]: pgmap v21977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:47 smithi111 ceph-mon[97855]: pgmap v21977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:47 smithi111 ceph-mon[116524]: pgmap v21977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:49.628 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:26:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:26:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:26:49.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:49 smithi155 ceph-mon[102677]: pgmap v21978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:49 smithi111 ceph-mon[97855]: pgmap v21978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:49 smithi111 ceph-mon[116524]: pgmap v21978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:51.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:51.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:26:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:51 smithi155 ceph-mon[102677]: pgmap v21979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:26:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:26:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:26:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[97855]: pgmap v21979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[116524]: pgmap v21979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:26:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:26:52.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:26:53.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:53 smithi155 ceph-mon[102677]: pgmap v21980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:53 smithi111 ceph-mon[97855]: pgmap v21980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:53 smithi111 ceph-mon[116524]: pgmap v21980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:55 smithi155 ceph-mon[102677]: pgmap v21981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:55 smithi111 ceph-mon[97855]: pgmap v21981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:55 smithi111 ceph-mon[116524]: pgmap v21981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:57 smithi155 ceph-mon[102677]: pgmap v21982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:57 smithi111 ceph-mon[97855]: pgmap v21982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:57 smithi111 ceph-mon[116524]: pgmap v21982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:26:59.636 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:26:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:26:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:26:59.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:26:59 smithi155 ceph-mon[102677]: pgmap v21983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:00.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:26:59 smithi111 ceph-mon[97855]: pgmap v21983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:00.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:26:59 smithi111 ceph-mon[116524]: pgmap v21983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:01 smithi155 ceph-mon[102677]: pgmap v21984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:01 smithi111 ceph-mon[97855]: pgmap v21984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:01 smithi111 ceph-mon[116524]: pgmap v21984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:03 smithi155 ceph-mon[102677]: pgmap v21985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:03 smithi111 ceph-mon[97855]: pgmap v21985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:03 smithi111 ceph-mon[116524]: pgmap v21985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:05 smithi155 ceph-mon[102677]: pgmap v21986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:05 smithi111 ceph-mon[97855]: pgmap v21986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:05 smithi111 ceph-mon[116524]: pgmap v21986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:07 smithi155 ceph-mon[102677]: pgmap v21987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:07.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:07 smithi111 ceph-mon[97855]: pgmap v21987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:08.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:07 smithi111 ceph-mon[116524]: pgmap v21987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:09.636 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:27:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:27:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:27:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:09 smithi155 ceph-mon[102677]: pgmap v21988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:10.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:09 smithi111 ceph-mon[97855]: pgmap v21988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:10.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:09 smithi111 ceph-mon[116524]: pgmap v21988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:11.492 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:27:11.798 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:27:11.798 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:27:11.798 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 9m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 9m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5764M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6076M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6181M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:27:11.799 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5484M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:27:11.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4495M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:27:11.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5651M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:27:11.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 4997M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:27:11.800 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5841M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:27:11.800 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:27:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:11 smithi155 ceph-mon[102677]: pgmap v21989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:11 smithi111 ceph-mon[97855]: pgmap v21989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:11 smithi111 ceph-mon[116524]: pgmap v21989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:12.179 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:27:12.179 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:27:12.179 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:27:12.179 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:27:12.180 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:27:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:12 smithi155 ceph-mon[102677]: from='client.49013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:12 smithi155 ceph-mon[102677]: from='client.49019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:12.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3713731388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:27:12.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:12 smithi111 ceph-mon[97855]: from='client.49013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:12 smithi111 ceph-mon[97855]: from='client.49019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3713731388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:12 smithi111 ceph-mon[116524]: from='client.49013 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:12 smithi111 ceph-mon[116524]: from='client.49019 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3713731388' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:27:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:13 smithi155 ceph-mon[102677]: pgmap v21990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:13 smithi111 ceph-mon[97855]: pgmap v21990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:13 smithi111 ceph-mon[116524]: pgmap v21990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:15 smithi155 ceph-mon[102677]: pgmap v21991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:16.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:15 smithi111 ceph-mon[97855]: pgmap v21991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:16.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:15 smithi111 ceph-mon[116524]: pgmap v21991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:17 smithi155 ceph-mon[102677]: pgmap v21992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:17 smithi111 ceph-mon[97855]: pgmap v21992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:17 smithi111 ceph-mon[116524]: pgmap v21992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:19.659 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:27:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:27:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:27:19.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:19 smithi155 ceph-mon[102677]: pgmap v21993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:19 smithi111 ceph-mon[97855]: pgmap v21993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:19 smithi111 ceph-mon[116524]: pgmap v21993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:21 smithi155 ceph-mon[102677]: pgmap v21994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:21 smithi111 ceph-mon[97855]: pgmap v21994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:21 smithi111 ceph-mon[116524]: pgmap v21994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:23 smithi155 ceph-mon[102677]: pgmap v21995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:23 smithi111 ceph-mon[97855]: pgmap v21995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:23 smithi111 ceph-mon[116524]: pgmap v21995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:25 smithi155 ceph-mon[102677]: pgmap v21996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:25 smithi111 ceph-mon[97855]: pgmap v21996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:25 smithi111 ceph-mon[116524]: pgmap v21996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:27 smithi155 ceph-mon[102677]: pgmap v21997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:27 smithi111 ceph-mon[97855]: pgmap v21997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:27 smithi111 ceph-mon[116524]: pgmap v21997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:29.645 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:27:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:27:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:27:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:29 smithi155 ceph-mon[102677]: pgmap v21998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:29 smithi111 ceph-mon[97855]: pgmap v21998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:29 smithi111 ceph-mon[116524]: pgmap v21998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:31.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:31 smithi155 ceph-mon[102677]: pgmap v21999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:31.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:31 smithi111 ceph-mon[97855]: pgmap v21999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:31 smithi111 ceph-mon[116524]: pgmap v21999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:33 smithi155 ceph-mon[102677]: pgmap v22000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:33 smithi111 ceph-mon[97855]: pgmap v22000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:33 smithi111 ceph-mon[116524]: pgmap v22000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:35 smithi155 ceph-mon[102677]: pgmap v22001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:35 smithi111 ceph-mon[97855]: pgmap v22001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:35 smithi111 ceph-mon[116524]: pgmap v22001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:37 smithi155 ceph-mon[102677]: pgmap v22002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:37 smithi111 ceph-mon[97855]: pgmap v22002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:37 smithi111 ceph-mon[116524]: pgmap v22002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:39.647 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:27:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:27:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:27:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:39 smithi155 ceph-mon[102677]: pgmap v22003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:39 smithi111 ceph-mon[97855]: pgmap v22003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:39 smithi111 ceph-mon[116524]: pgmap v22003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:41.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:41 smithi155 ceph-mon[102677]: pgmap v22004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:41 smithi111 ceph-mon[97855]: pgmap v22004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:41 smithi111 ceph-mon[116524]: pgmap v22004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:42.525 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 10m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 10m ago 10h 103M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 10m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 10m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 10m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:27:42.834 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 10m ago 10h 952M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 10m ago 10h 2538M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 10m ago 10h 1225M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 10m ago 10h 1112M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 10m ago 10h 22.2M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 10m ago 10h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 10m ago 10h 5764M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 10m ago 10h 6076M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 10m ago 10h 6181M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 10m ago 10h 5484M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 10m ago 10h 4495M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 10m ago 10h 5651M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 10m ago 10h 4997M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:27:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 10m ago 10h 5841M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:27:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 10m ago 10h 120M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:27:43.213 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:43.214 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:27:43.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:27:43.214 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:27:43.214 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:27:43.214 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:27:43.215 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:27:43.215 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:27:43.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:43 smithi155 ceph-mon[102677]: from='client.49031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:43.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:43 smithi155 ceph-mon[102677]: pgmap v22005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:43.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:43 smithi155 ceph-mon[102677]: from='client.39159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:43.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4158138804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[97855]: from='client.49031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[97855]: pgmap v22005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[97855]: from='client.39159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4158138804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[116524]: from='client.49031 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[116524]: pgmap v22005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[116524]: from='client.39159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:27:44.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4158138804' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:27:45.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:45 smithi155 ceph-mon[102677]: pgmap v22006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:45 smithi111 ceph-mon[97855]: pgmap v22006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:45 smithi111 ceph-mon[116524]: pgmap v22006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:47 smithi155 ceph-mon[102677]: pgmap v22007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:48.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:47 smithi111 ceph-mon[97855]: pgmap v22007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:48.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:47 smithi111 ceph-mon[116524]: pgmap v22007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:49.649 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:27:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:27:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:27:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:49 smithi155 ceph-mon[102677]: pgmap v22008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:49 smithi111 ceph-mon[97855]: pgmap v22008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:49 smithi111 ceph-mon[116524]: pgmap v22008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:27:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:51 smithi155 ceph-mon[102677]: pgmap v22009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:51 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:27:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:51 smithi111 ceph-mon[97855]: pgmap v22009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:51 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:27:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:51 smithi111 ceph-mon[116524]: pgmap v22009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:51 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:27:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:53 smithi155 ceph-mon[102677]: pgmap v22010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:53 smithi111 ceph-mon[97855]: pgmap v22010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:53 smithi111 ceph-mon[116524]: pgmap v22010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:55.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:27:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:27:55.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:27:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:27:55.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:27:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:55 smithi155 ceph-mon[102677]: pgmap v22011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:55 smithi111 ceph-mon[97855]: pgmap v22011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:55 smithi111 ceph-mon[116524]: pgmap v22011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:57 smithi155 ceph-mon[102677]: pgmap v22012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:57 smithi111 ceph-mon[97855]: pgmap v22012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:57 smithi111 ceph-mon[116524]: pgmap v22012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:27:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:27:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:27:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:28:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:27:59 smithi155 ceph-mon[102677]: pgmap v22013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:27:59 smithi111 ceph-mon[97855]: pgmap v22013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:27:59 smithi111 ceph-mon[116524]: pgmap v22013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:02.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:01 smithi155 ceph-mon[102677]: pgmap v22014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:01 smithi111 ceph-mon[97855]: pgmap v22014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:01 smithi111 ceph-mon[116524]: pgmap v22014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:03 smithi155 ceph-mon[102677]: pgmap v22015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:03 smithi111 ceph-mon[97855]: pgmap v22015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:03 smithi111 ceph-mon[116524]: pgmap v22015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:05 smithi155 ceph-mon[102677]: pgmap v22016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:05 smithi111 ceph-mon[97855]: pgmap v22016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:05 smithi111 ceph-mon[116524]: pgmap v22016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:07 smithi155 ceph-mon[102677]: pgmap v22017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:07 smithi111 ceph-mon[97855]: pgmap v22017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:07 smithi111 ceph-mon[116524]: pgmap v22017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:09.653 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:28:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:28:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:28:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:09 smithi155 ceph-mon[102677]: pgmap v22018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:09 smithi111 ceph-mon[97855]: pgmap v22018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:09 smithi111 ceph-mon[116524]: pgmap v22018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:11 smithi155 ceph-mon[102677]: pgmap v22019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:11 smithi111 ceph-mon[97855]: pgmap v22019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:11 smithi111 ceph-mon[116524]: pgmap v22019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:13.562 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 20s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 19s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 20s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 19s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 19s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 20s ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 20s ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 19s ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 20s ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 20s ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 19s ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:28:13.869 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 20s ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 20s ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 20s ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 20s ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 19s ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 19s ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 19s ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:28:13.870 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 19s ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:28:13.871 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 19s ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:28:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:13 smithi155 ceph-mon[102677]: pgmap v22020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:13 smithi111 ceph-mon[97855]: pgmap v22020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:13 smithi111 ceph-mon[116524]: pgmap v22020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:14.247 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:28:14.248 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:28:14.248 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:14.248 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:28:14.248 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:28:14.248 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:28:14.248 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:28:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:14 smithi155 ceph-mon[102677]: from='client.49049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:14 smithi155 ceph-mon[102677]: from='client.49055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:14.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1421184417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:28:14.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:14 smithi111 ceph-mon[97855]: from='client.49049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:14 smithi111 ceph-mon[97855]: from='client.49055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:14.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1421184417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:28:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:14 smithi111 ceph-mon[116524]: from='client.49049 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:14 smithi111 ceph-mon[116524]: from='client.49055 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:14.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1421184417' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:28:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:15 smithi155 ceph-mon[102677]: pgmap v22021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:15 smithi111 ceph-mon[97855]: pgmap v22021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:15 smithi111 ceph-mon[116524]: pgmap v22021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:17 smithi155 ceph-mon[102677]: pgmap v22022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:17 smithi111 ceph-mon[97855]: pgmap v22022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:17 smithi111 ceph-mon[116524]: pgmap v22022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:19.653 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:28:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:28:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:28:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:19 smithi155 ceph-mon[102677]: pgmap v22023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:19 smithi111 ceph-mon[97855]: pgmap v22023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:19 smithi111 ceph-mon[116524]: pgmap v22023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:20.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:21 smithi155 ceph-mon[102677]: pgmap v22024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:21 smithi111 ceph-mon[97855]: pgmap v22024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:21 smithi111 ceph-mon[116524]: pgmap v22024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:23 smithi155 ceph-mon[102677]: pgmap v22025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:23 smithi111 ceph-mon[97855]: pgmap v22025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:23 smithi111 ceph-mon[116524]: pgmap v22025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:25 smithi155 ceph-mon[102677]: pgmap v22026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:25 smithi111 ceph-mon[97855]: pgmap v22026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:25 smithi111 ceph-mon[116524]: pgmap v22026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:27 smithi155 ceph-mon[102677]: pgmap v22027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:27 smithi111 ceph-mon[97855]: pgmap v22027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:27 smithi111 ceph-mon[116524]: pgmap v22027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:29.660 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:28:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:28:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:28:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:29 smithi155 ceph-mon[102677]: pgmap v22028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:29 smithi111 ceph-mon[116524]: pgmap v22028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:29 smithi111 ceph-mon[97855]: pgmap v22028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:31 smithi155 ceph-mon[102677]: pgmap v22029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:31.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:31 smithi111 ceph-mon[116524]: pgmap v22029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:31 smithi111 ceph-mon[97855]: pgmap v22029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:33 smithi155 ceph-mon[102677]: pgmap v22030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:33 smithi111 ceph-mon[97855]: pgmap v22030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:33 smithi111 ceph-mon[116524]: pgmap v22030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:35 smithi155 ceph-mon[102677]: pgmap v22031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:35.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:35 smithi111 ceph-mon[97855]: pgmap v22031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:35 smithi111 ceph-mon[116524]: pgmap v22031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:37.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:37 smithi155 ceph-mon[102677]: pgmap v22032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:37 smithi111 ceph-mon[97855]: pgmap v22032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:37 smithi111 ceph-mon[116524]: pgmap v22032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:39.663 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:28:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:28:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:28:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:39 smithi155 ceph-mon[102677]: pgmap v22033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:39 smithi111 ceph-mon[97855]: pgmap v22033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:39 smithi111 ceph-mon[116524]: pgmap v22033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:41 smithi155 ceph-mon[102677]: pgmap v22034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:41 smithi111 ceph-mon[97855]: pgmap v22034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:41 smithi111 ceph-mon[116524]: pgmap v22034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:43 smithi155 ceph-mon[102677]: pgmap v22035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:43 smithi111 ceph-mon[97855]: pgmap v22035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:43 smithi111 ceph-mon[116524]: pgmap v22035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:44.592 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:28:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:28:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 51s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:28:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 50s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 51s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 50s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 50s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 51s ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 51s ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 50s ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 51s ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 51s ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 50s ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 51s ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 51s ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:28:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 51s ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:28:44.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 51s ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:28:44.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 50s ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:28:44.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 50s ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:28:44.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 50s ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:28:44.900 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 50s ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:28:44.901 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 50s ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:28:45.278 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:28:45.279 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:28:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:45 smithi155 ceph-mon[102677]: from='client.49067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:45 smithi155 ceph-mon[102677]: pgmap v22036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:45 smithi155 ceph-mon[102677]: from='client.39195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/284502931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[97855]: from='client.49067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[97855]: pgmap v22036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[97855]: from='client.39195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/284502931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[116524]: from='client.49067 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[116524]: pgmap v22036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[116524]: from='client.39195 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:28:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/284502931' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:28:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:47 smithi155 ceph-mon[102677]: pgmap v22037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:47 smithi111 ceph-mon[97855]: pgmap v22037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:47 smithi111 ceph-mon[116524]: pgmap v22037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:49.665 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:28:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:28:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:28:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:49 smithi155 ceph-mon[102677]: pgmap v22038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:49 smithi111 ceph-mon[97855]: pgmap v22038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:49 smithi111 ceph-mon[116524]: pgmap v22038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:28:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:51 smithi155 ceph-mon[102677]: pgmap v22039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:51 smithi111 ceph-mon[97855]: pgmap v22039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:51 smithi111 ceph-mon[116524]: pgmap v22039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:53 smithi155 ceph-mon[102677]: pgmap v22040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:53 smithi111 ceph-mon[97855]: pgmap v22040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:53 smithi111 ceph-mon[116524]: pgmap v22040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:54 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:28:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:54 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:28:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:54 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:28:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:55 smithi155 ceph-mon[102677]: pgmap v22041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:28:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:28:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:28:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[97855]: pgmap v22041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[116524]: pgmap v22041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:28:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:28:57.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:57 smithi155 ceph-mon[102677]: pgmap v22042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:57.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:57 smithi111 ceph-mon[97855]: pgmap v22042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:57 smithi111 ceph-mon[116524]: pgmap v22042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:59.666 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:28:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:28:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:28:59.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:28:59 smithi155 ceph-mon[102677]: pgmap v22043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:59.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:28:59 smithi111 ceph-mon[97855]: pgmap v22043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:28:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:28:59 smithi111 ceph-mon[116524]: pgmap v22043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:01.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:01 smithi155 ceph-mon[102677]: pgmap v22044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:01 smithi111 ceph-mon[97855]: pgmap v22044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:01 smithi111 ceph-mon[116524]: pgmap v22044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:03 smithi155 ceph-mon[102677]: pgmap v22045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:03 smithi111 ceph-mon[97855]: pgmap v22045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:03 smithi111 ceph-mon[116524]: pgmap v22045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:05 smithi155 ceph-mon[102677]: pgmap v22046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:05.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:05 smithi111 ceph-mon[116524]: pgmap v22046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:05 smithi111 ceph-mon[97855]: pgmap v22046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:07 smithi155 ceph-mon[102677]: pgmap v22047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:07 smithi111 ceph-mon[97855]: pgmap v22047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:07 smithi111 ceph-mon[116524]: pgmap v22047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:09.671 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:29:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:29:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:29:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:09 smithi155 ceph-mon[102677]: pgmap v22048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:09.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:09 smithi111 ceph-mon[116524]: pgmap v22048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:09.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:09 smithi111 ceph-mon[97855]: pgmap v22048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:11 smithi155 ceph-mon[102677]: pgmap v22049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:11 smithi111 ceph-mon[97855]: pgmap v22049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:11 smithi111 ceph-mon[116524]: pgmap v22049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:13.963 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:13 smithi155 ceph-mon[102677]: pgmap v22050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:13 smithi111 ceph-mon[97855]: pgmap v22050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:13 smithi111 ceph-mon[116524]: pgmap v22050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:15.626 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 82s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 81s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 82s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 81s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 81s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 82s ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 82s ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:29:15.932 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 81s ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 82s ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 82s ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 81s ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 82s ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 82s ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 82s ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 82s ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 81s ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 81s ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 81s ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 81s ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:29:15.933 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 81s ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:29:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:15 smithi155 ceph-mon[102677]: pgmap v22051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:15.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:15 smithi111 ceph-mon[97855]: pgmap v22051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:15 smithi111 ceph-mon[116524]: pgmap v22051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:16.313 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:29:16.313 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:29:16.313 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:29:16.313 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:29:16.314 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:29:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:16 smithi155 ceph-mon[102677]: from='client.39207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:16 smithi155 ceph-mon[102677]: from='client.39213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1494979367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:29:16.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:16 smithi111 ceph-mon[97855]: from='client.39207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:16 smithi111 ceph-mon[97855]: from='client.39213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1494979367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:29:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:16 smithi111 ceph-mon[116524]: from='client.39207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:16 smithi111 ceph-mon[116524]: from='client.39213 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1494979367' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:29:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:17 smithi155 ceph-mon[102677]: pgmap v22052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:17 smithi111 ceph-mon[97855]: pgmap v22052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:17 smithi111 ceph-mon[116524]: pgmap v22052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:19.712 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:29:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:29:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:29:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:19 smithi111 ceph-mon[97855]: pgmap v22053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:19 smithi111 ceph-mon[116524]: pgmap v22053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:19 smithi155 ceph-mon[102677]: pgmap v22053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:21.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:21 smithi111 ceph-mon[97855]: pgmap v22054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:21 smithi111 ceph-mon[116524]: pgmap v22054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:21 smithi155 ceph-mon[102677]: pgmap v22054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:23 smithi155 ceph-mon[102677]: pgmap v22055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:23 smithi111 ceph-mon[97855]: pgmap v22055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:23 smithi111 ceph-mon[116524]: pgmap v22055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:25 smithi155 ceph-mon[102677]: pgmap v22056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:25 smithi111 ceph-mon[116524]: pgmap v22056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:26.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:25 smithi111 ceph-mon[97855]: pgmap v22056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:27 smithi155 ceph-mon[102677]: pgmap v22057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:27 smithi111 ceph-mon[97855]: pgmap v22057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:27 smithi111 ceph-mon[116524]: pgmap v22057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:29.680 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:29:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:29:29] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T15:29:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:29 smithi155 ceph-mon[102677]: pgmap v22058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:29 smithi111 ceph-mon[97855]: pgmap v22058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:29 smithi111 ceph-mon[116524]: pgmap v22058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:31 smithi155 ceph-mon[102677]: pgmap v22059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:31 smithi111 ceph-mon[97855]: pgmap v22059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:31 smithi111 ceph-mon[116524]: pgmap v22059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:33 smithi155 ceph-mon[102677]: pgmap v22060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:33 smithi111 ceph-mon[97855]: pgmap v22060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:33 smithi111 ceph-mon[116524]: pgmap v22060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:35 smithi155 ceph-mon[102677]: pgmap v22061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:35 smithi111 ceph-mon[97855]: pgmap v22061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:35 smithi111 ceph-mon[116524]: pgmap v22061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:37 smithi155 ceph-mon[102677]: pgmap v22062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:37 smithi111 ceph-mon[97855]: pgmap v22062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:37 smithi111 ceph-mon[116524]: pgmap v22062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:39.679 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:29:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:29:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:29:39.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:39 smithi155 ceph-mon[102677]: pgmap v22063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:39 smithi111 ceph-mon[97855]: pgmap v22063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:39 smithi111 ceph-mon[116524]: pgmap v22063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:41.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:41 smithi155 ceph-mon[102677]: pgmap v22064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:41 smithi111 ceph-mon[97855]: pgmap v22064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:41 smithi111 ceph-mon[116524]: pgmap v22064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:43 smithi155 ceph-mon[102677]: pgmap v22065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:43 smithi111 ceph-mon[97855]: pgmap v22065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:43 smithi111 ceph-mon[116524]: pgmap v22065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:45 smithi155 ceph-mon[102677]: pgmap v22066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:45 smithi111 ceph-mon[97855]: pgmap v22066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:45 smithi111 ceph-mon[116524]: pgmap v22066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:46.657 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:29:46.963 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:29:46.963 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 113s ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:29:46.963 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 112s ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 113s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 112s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 112s ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 113s ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 113s ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 112s ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 113s ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 113s ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 112s ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 113s ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 113s ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 113s ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 113s ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 112s ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:29:46.964 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 112s ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:29:46.965 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 112s ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:29:46.965 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 112s ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:29:46.965 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 112s ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:29:47.340 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:29:47.341 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:29:47.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:47 smithi155 ceph-mon[102677]: pgmap v22067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:47.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:47 smithi155 ceph-mon[102677]: from='client.49103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:47.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:47 smithi155 ceph-mon[102677]: from='client.39231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:47.962 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/779166665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:29:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[97855]: pgmap v22067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[97855]: from='client.49103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[97855]: from='client.39231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/779166665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[116524]: pgmap v22067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[116524]: from='client.49103 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[116524]: from='client.39231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:29:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/779166665' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:29:49.684 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:29:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:29:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:29:49.684 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:49 smithi111 ceph-mon[116524]: pgmap v22068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:49.684 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:49 smithi155 ceph-mon[102677]: pgmap v22068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:49 smithi111 ceph-mon[97855]: pgmap v22068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:29:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:51 smithi155 ceph-mon[102677]: pgmap v22069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:51 smithi111 ceph-mon[97855]: pgmap v22069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:51 smithi111 ceph-mon[116524]: pgmap v22069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:53 smithi155 ceph-mon[102677]: pgmap v22070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:53 smithi111 ceph-mon[97855]: pgmap v22070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:53 smithi111 ceph-mon[116524]: pgmap v22070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:55 smithi155 ceph-mon[102677]: pgmap v22071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:29:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:55 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[97855]: pgmap v22071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[116524]: pgmap v22071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:56.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:55 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:29:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:29:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:29:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:29:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:29:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:29:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:29:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:57 smithi155 ceph-mon[102677]: pgmap v22072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:57 smithi111 ceph-mon[97855]: pgmap v22072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:57 smithi111 ceph-mon[116524]: pgmap v22072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:29:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:29:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:29:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:30:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:29:59 smithi155 ceph-mon[102677]: pgmap v22073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:29:59 smithi111 ceph-mon[116524]: pgmap v22073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:29:59 smithi111 ceph-mon[97855]: pgmap v22073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:00 smithi111 conmon[97831]: 2023-12-01T15:29:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:30:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:30:01.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:30:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:30:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:01 smithi155 ceph-mon[102677]: pgmap v22074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:01 smithi111 ceph-mon[97855]: pgmap v22074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:01 smithi111 ceph-mon[116524]: pgmap v22074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:03 smithi155 ceph-mon[102677]: pgmap v22075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:03 smithi111 ceph-mon[97855]: pgmap v22075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:03 smithi111 ceph-mon[116524]: pgmap v22075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:05 smithi155 ceph-mon[102677]: pgmap v22076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:05.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:05 smithi111 ceph-mon[97855]: pgmap v22076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:05.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:05 smithi111 ceph-mon[116524]: pgmap v22076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:07.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:07 smithi155 ceph-mon[102677]: pgmap v22077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:07 smithi111 ceph-mon[97855]: pgmap v22077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:07 smithi111 ceph-mon[116524]: pgmap v22077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:09.690 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:30:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:30:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:30:09.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:09 smithi155 ceph-mon[102677]: pgmap v22078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:10.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:09 smithi111 ceph-mon[97855]: pgmap v22078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:10.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:09 smithi111 ceph-mon[116524]: pgmap v22078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:11.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:11 smithi155 ceph-mon[102677]: pgmap v22079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:11.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:11 smithi111 ceph-mon[97855]: pgmap v22079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:11 smithi111 ceph-mon[116524]: pgmap v22079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:13 smithi155 ceph-mon[102677]: pgmap v22080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:13 smithi111 ceph-mon[97855]: pgmap v22080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:13 smithi111 ceph-mon[116524]: pgmap v22080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:15 smithi155 ceph-mon[102677]: pgmap v22081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:15 smithi111 ceph-mon[97855]: pgmap v22081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:15 smithi111 ceph-mon[116524]: pgmap v22081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:17.684 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:30:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:17 smithi155 ceph-mon[102677]: pgmap v22082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:17.990 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:30:17.990 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:30:17.990 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:30:17.991 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:30:17.992 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:30:17.992 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:30:17.992 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:30:17.992 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:30:17.992 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:30:17.992 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:30:18.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:17 smithi111 ceph-mon[97855]: pgmap v22082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:18.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:17 smithi111 ceph-mon[116524]: pgmap v22082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:18.374 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:30:18.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:30:18.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:30:18.374 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:18.374 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:30:18.374 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:30:18.375 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:30:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:18 smithi155 ceph-mon[102677]: from='client.49121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:18.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:18 smithi155 ceph-mon[102677]: from='client.39249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:18.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/541376353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:30:18.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:18 smithi111 ceph-mon[97855]: from='client.49121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:18 smithi111 ceph-mon[97855]: from='client.39249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/541376353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:30:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:18 smithi111 ceph-mon[116524]: from='client.49121 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:18 smithi111 ceph-mon[116524]: from='client.39249 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/541376353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:30:19.693 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:30:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:30:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:30:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:19 smithi155 ceph-mon[102677]: pgmap v22083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:19.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:19 smithi111 ceph-mon[97855]: pgmap v22083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:19 smithi111 ceph-mon[116524]: pgmap v22083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:21 smithi155 ceph-mon[102677]: pgmap v22084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:22.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:21 smithi111 ceph-mon[97855]: pgmap v22084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:22.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:21 smithi111 ceph-mon[116524]: pgmap v22084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:23 smithi155 ceph-mon[102677]: pgmap v22085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:23 smithi111 ceph-mon[97855]: pgmap v22085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:23 smithi111 ceph-mon[116524]: pgmap v22085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:25 smithi155 ceph-mon[102677]: pgmap v22086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:25 smithi111 ceph-mon[97855]: pgmap v22086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:25 smithi111 ceph-mon[116524]: pgmap v22086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:27 smithi155 ceph-mon[102677]: pgmap v22087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:27.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:27 smithi111 ceph-mon[97855]: pgmap v22087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:27 smithi111 ceph-mon[116524]: pgmap v22087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:29.695 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:30:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:30:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:30:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:29 smithi155 ceph-mon[102677]: pgmap v22088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:29.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:29 smithi111 ceph-mon[116524]: pgmap v22088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:29 smithi111 ceph-mon[97855]: pgmap v22088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:31 smithi155 ceph-mon[102677]: pgmap v22089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:31 smithi111 ceph-mon[97855]: pgmap v22089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:31 smithi111 ceph-mon[116524]: pgmap v22089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:33 smithi155 ceph-mon[102677]: pgmap v22090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:33 smithi111 ceph-mon[97855]: pgmap v22090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:33 smithi111 ceph-mon[116524]: pgmap v22090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:35 smithi111 ceph-mon[97855]: pgmap v22091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:35 smithi111 ceph-mon[116524]: pgmap v22091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:35 smithi155 ceph-mon[102677]: pgmap v22091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:37 smithi111 ceph-mon[97855]: pgmap v22092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:37 smithi111 ceph-mon[116524]: pgmap v22092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:37 smithi155 ceph-mon[102677]: pgmap v22092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:39.740 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:30:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:30:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:30:39.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:39 smithi111 ceph-mon[97855]: pgmap v22093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:39 smithi111 ceph-mon[116524]: pgmap v22093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:39 smithi155 ceph-mon[102677]: pgmap v22093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:41.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:41 smithi111 ceph-mon[97855]: pgmap v22094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:41 smithi111 ceph-mon[116524]: pgmap v22094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:41 smithi155 ceph-mon[102677]: pgmap v22094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:43 smithi155 ceph-mon[102677]: pgmap v22095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:43 smithi111 ceph-mon[97855]: pgmap v22095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:43 smithi111 ceph-mon[116524]: pgmap v22095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:45.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:45 smithi155 ceph-mon[102677]: pgmap v22096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:45.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:45 smithi111 ceph-mon[97855]: pgmap v22096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:45 smithi111 ceph-mon[116524]: pgmap v22096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:47 smithi155 ceph-mon[102677]: pgmap v22097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:47 smithi111 ceph-mon[97855]: pgmap v22097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:47 smithi111 ceph-mon[116524]: pgmap v22097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:48.718 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 2m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 2m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 2m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:30:49.026 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 2m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 2m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 2m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 2m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 2m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 2m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 2m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 2m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:30:49.027 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:49.411 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:30:49.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:30:49.412 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:30:49.412 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:30:49.412 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:30:49.412 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:30:49.412 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:30:49.701 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:30:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:30:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:49 smithi155 ceph-mon[102677]: pgmap v22098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:49 smithi155 ceph-mon[102677]: from='client.39261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:49 smithi155 ceph-mon[102677]: from='client.49145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3720209721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:30:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[116524]: pgmap v22098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[116524]: from='client.39261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[116524]: from='client.49145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3720209721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[97855]: pgmap v22098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[97855]: from='client.39261 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[97855]: from='client.49145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:30:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3720209721' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:30:50.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:30:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:51 smithi155 ceph-mon[102677]: pgmap v22099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:51 smithi111 ceph-mon[97855]: pgmap v22099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:51 smithi111 ceph-mon[116524]: pgmap v22099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:53 smithi155 ceph-mon[102677]: pgmap v22100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:53 smithi111 ceph-mon[97855]: pgmap v22100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:53 smithi111 ceph-mon[116524]: pgmap v22100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:55.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:55 smithi155 ceph-mon[102677]: pgmap v22101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:55.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:55 smithi111 ceph-mon[97855]: pgmap v22101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:55 smithi111 ceph-mon[116524]: pgmap v22101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:30:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:30:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:30:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:30:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:30:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:30:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:30:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:30:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:30:57.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:30:57.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:30:57.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:30:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:30:58 smithi155 ceph-mon[102677]: pgmap v22102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:58.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:30:58 smithi111 ceph-mon[97855]: pgmap v22102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:30:58 smithi111 ceph-mon[116524]: pgmap v22102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:30:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:30:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:30:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:31:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:00 smithi155 ceph-mon[102677]: pgmap v22103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:00.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:00 smithi111 ceph-mon[97855]: pgmap v22103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:00 smithi111 ceph-mon[116524]: pgmap v22103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:02.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:02 smithi155 ceph-mon[102677]: pgmap v22104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:02.748 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:02 smithi111 ceph-mon[97855]: pgmap v22104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:02 smithi111 ceph-mon[116524]: pgmap v22104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:03 smithi155 ceph-mon[102677]: pgmap v22105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:03 smithi111 ceph-mon[97855]: pgmap v22105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:03 smithi111 ceph-mon[116524]: pgmap v22105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:05.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:05.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:06.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:05 smithi111 ceph-mon[97855]: pgmap v22106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:06.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:05 smithi111 ceph-mon[116524]: pgmap v22106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:06.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:05 smithi155 ceph-mon[102677]: pgmap v22106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:07 smithi111 ceph-mon[97855]: pgmap v22107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:07 smithi111 ceph-mon[116524]: pgmap v22107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:07 smithi155 ceph-mon[102677]: pgmap v22107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:09.741 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:31:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:31:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:31:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:09 smithi111 ceph-mon[97855]: pgmap v22108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:09 smithi111 ceph-mon[116524]: pgmap v22108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:10.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:09 smithi155 ceph-mon[102677]: pgmap v22108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:11.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:11 smithi111 ceph-mon[116524]: pgmap v22109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:11.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:11 smithi111 ceph-mon[97855]: pgmap v22109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:11 smithi155 ceph-mon[102677]: pgmap v22109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:13 smithi155 ceph-mon[102677]: pgmap v22110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:13 smithi111 ceph-mon[97855]: pgmap v22110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:13 smithi111 ceph-mon[116524]: pgmap v22110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:15.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:15 smithi155 ceph-mon[102677]: pgmap v22111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:15 smithi111 ceph-mon[97855]: pgmap v22111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:15 smithi111 ceph-mon[116524]: pgmap v22111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:17 smithi155 ceph-mon[102677]: pgmap v22112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:17.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:17 smithi111 ceph-mon[97855]: pgmap v22112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:17 smithi111 ceph-mon[116524]: pgmap v22112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:19.707 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:31:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:31:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:31:19.757 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:31:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:19 smithi111 ceph-mon[97855]: pgmap v22113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:19 smithi111 ceph-mon[116524]: pgmap v22113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:20.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:20.066 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:31:20.067 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:31:20.068 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:31:20.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:31:20.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:31:20.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:31:20.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:31:20.069 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:31:20.069 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:31:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:19 smithi155 ceph-mon[102677]: pgmap v22113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:31:20.443 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:31:20.444 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:31:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:20 smithi111 ceph-mon[97855]: from='client.49157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:20 smithi111 ceph-mon[97855]: from='client.39285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:21.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/921864688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:31:21.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:20 smithi111 ceph-mon[116524]: from='client.49157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:21.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:20 smithi111 ceph-mon[116524]: from='client.39285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:21.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/921864688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:31:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:20 smithi155 ceph-mon[102677]: from='client.49157 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:20 smithi155 ceph-mon[102677]: from='client.39285 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:21.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/921864688' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:31:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:21 smithi111 ceph-mon[97855]: pgmap v22114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:21 smithi111 ceph-mon[116524]: pgmap v22114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:21 smithi155 ceph-mon[102677]: pgmap v22114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:23 smithi155 ceph-mon[102677]: pgmap v22115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:23 smithi111 ceph-mon[97855]: pgmap v22115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:23 smithi111 ceph-mon[116524]: pgmap v22115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:25 smithi155 ceph-mon[102677]: pgmap v22116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:25.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:25 smithi111 ceph-mon[97855]: pgmap v22116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:25 smithi111 ceph-mon[116524]: pgmap v22116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:27 smithi111 ceph-mon[116524]: pgmap v22117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:27 smithi111 ceph-mon[97855]: pgmap v22117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:28.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:27 smithi155 ceph-mon[102677]: pgmap v22117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:29.712 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:31:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:31:29] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:31:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:29 smithi111 ceph-mon[97855]: pgmap v22118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:29 smithi111 ceph-mon[116524]: pgmap v22118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:30.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:29 smithi155 ceph-mon[102677]: pgmap v22118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:31 smithi111 ceph-mon[97855]: pgmap v22119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:31 smithi111 ceph-mon[116524]: pgmap v22119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:31 smithi155 ceph-mon[102677]: pgmap v22119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:33 smithi155 ceph-mon[102677]: pgmap v22120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:33 smithi111 ceph-mon[97855]: pgmap v22120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:33 smithi111 ceph-mon[116524]: pgmap v22120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:35.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:35 smithi111 ceph-mon[97855]: pgmap v22121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:35 smithi111 ceph-mon[116524]: pgmap v22121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:35 smithi155 ceph-mon[102677]: pgmap v22121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:37 smithi111 ceph-mon[97855]: pgmap v22122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:37 smithi111 ceph-mon[116524]: pgmap v22122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:37 smithi155 ceph-mon[102677]: pgmap v22122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:39.742 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:31:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:31:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:31:40.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:39 smithi111 ceph-mon[97855]: pgmap v22123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:40.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:39 smithi111 ceph-mon[116524]: pgmap v22123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:39 smithi155 ceph-mon[102677]: pgmap v22123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:41.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:41 smithi111 ceph-mon[97855]: pgmap v22124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:41.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:41 smithi111 ceph-mon[116524]: pgmap v22124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:41 smithi155 ceph-mon[102677]: pgmap v22124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:43.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:43 smithi155 ceph-mon[102677]: pgmap v22125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:43 smithi111 ceph-mon[97855]: pgmap v22125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:43 smithi111 ceph-mon[116524]: pgmap v22125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:45 smithi111 ceph-mon[97855]: pgmap v22126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:45 smithi111 ceph-mon[116524]: pgmap v22126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:45 smithi155 ceph-mon[102677]: pgmap v22126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:47.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:47 smithi111 ceph-mon[97855]: pgmap v22127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:47 smithi111 ceph-mon[116524]: pgmap v22127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:47 smithi155 ceph-mon[102677]: pgmap v22127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:49.718 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:31:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:31:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:31:49.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:49 smithi111 ceph-mon[116524]: pgmap v22128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:49 smithi111 ceph-mon[97855]: pgmap v22128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:49 smithi155 ceph-mon[102677]: pgmap v22128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:31:50.791 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:31:51.093 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:31:51.093 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:31:51.093 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:31:51.093 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 3m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 3m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 3m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 3m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 3m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 3m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 3m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 3m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 3m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:31:51.094 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 3m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:31:51.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 3m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:31:51.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 3m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:31:51.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 3m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:31:51.095 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 3m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:31:51.095 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:31:51.475 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:31:51.476 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:31:51.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[97855]: pgmap v22129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[97855]: from='client.39297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[97855]: from='client.39303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1661973249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[116524]: pgmap v22129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[116524]: from='client.39297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[116524]: from='client.39303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1661973249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:31:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:51 smithi155 ceph-mon[102677]: pgmap v22129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:51 smithi155 ceph-mon[102677]: from='client.39297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:51 smithi155 ceph-mon[102677]: from='client.39303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:31:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1661973249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:31:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:53 smithi155 ceph-mon[102677]: pgmap v22130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:53 smithi111 ceph-mon[97855]: pgmap v22130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:53 smithi111 ceph-mon[116524]: pgmap v22130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:55 smithi111 ceph-mon[97855]: pgmap v22131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:55 smithi111 ceph-mon[116524]: pgmap v22131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:55 smithi155 ceph-mon[102677]: pgmap v22131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:56 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:31:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:56 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:31:57.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:56 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[97855]: pgmap v22132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[116524]: pgmap v22132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:31:57.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:31:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:57 smithi155 ceph-mon[102677]: pgmap v22132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:31:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:31:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:31:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:31:59.724 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:31:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:31:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:32:00.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:31:59 smithi111 ceph-mon[97855]: pgmap v22133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:00.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:31:59 smithi111 ceph-mon[116524]: pgmap v22133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:31:59 smithi155 ceph-mon[102677]: pgmap v22133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:01 smithi111 ceph-mon[97855]: pgmap v22134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:01 smithi111 ceph-mon[116524]: pgmap v22134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:01 smithi155 ceph-mon[102677]: pgmap v22134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:03 smithi155 ceph-mon[102677]: pgmap v22135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:03 smithi111 ceph-mon[97855]: pgmap v22135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:03 smithi111 ceph-mon[116524]: pgmap v22135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:05.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:05.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:05 smithi111 ceph-mon[97855]: pgmap v22136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:05 smithi111 ceph-mon[116524]: pgmap v22136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:05 smithi155 ceph-mon[102677]: pgmap v22136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:07 smithi111 ceph-mon[97855]: pgmap v22137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:07 smithi111 ceph-mon[116524]: pgmap v22137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:07 smithi155 ceph-mon[102677]: pgmap v22137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:09.746 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:32:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:32:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:32:09.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:09 smithi111 ceph-mon[97855]: pgmap v22138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:09.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:09 smithi111 ceph-mon[116524]: pgmap v22138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:09 smithi155 ceph-mon[102677]: pgmap v22138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:11 smithi155 ceph-mon[102677]: pgmap v22139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:11 smithi111 ceph-mon[97855]: pgmap v22139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:11 smithi111 ceph-mon[116524]: pgmap v22139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:13.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:13 smithi155 ceph-mon[102677]: pgmap v22140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:13 smithi111 ceph-mon[97855]: pgmap v22140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:13 smithi111 ceph-mon[116524]: pgmap v22140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:16.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:15 smithi111 ceph-mon[97855]: pgmap v22141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:16.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:15 smithi111 ceph-mon[116524]: pgmap v22141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:15 smithi155 ceph-mon[102677]: pgmap v22141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:17.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:17 smithi111 ceph-mon[97855]: pgmap v22142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:17.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:17 smithi111 ceph-mon[116524]: pgmap v22142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:17 smithi155 ceph-mon[102677]: pgmap v22142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:19.729 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:32:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:32:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:32:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:19 smithi111 ceph-mon[97855]: pgmap v22143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:19 smithi111 ceph-mon[116524]: pgmap v22143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:19 smithi155 ceph-mon[102677]: pgmap v22143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:21.826 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:32:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:21 smithi111 ceph-mon[97855]: pgmap v22144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:21 smithi111 ceph-mon[116524]: pgmap v22144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:22.134 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:32:22.134 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:32:22.135 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:32:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:32:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:32:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:32:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:32:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:32:22.136 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:32:22.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:21 smithi155 ceph-mon[102677]: pgmap v22144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:32:22.515 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:32:22.516 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:32:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:22 smithi111 ceph-mon[97855]: from='client.49193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:22 smithi111 ceph-mon[97855]: from='client.49199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4009891908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:32:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:22 smithi111 ceph-mon[116524]: from='client.49193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:22 smithi111 ceph-mon[116524]: from='client.49199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4009891908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:32:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:22 smithi155 ceph-mon[102677]: from='client.49193 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:22 smithi155 ceph-mon[102677]: from='client.49199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:23.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4009891908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:32:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:23 smithi111 ceph-mon[97855]: pgmap v22145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:23 smithi111 ceph-mon[116524]: pgmap v22145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:24.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:23 smithi155 ceph-mon[102677]: pgmap v22145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:25 smithi111 ceph-mon[97855]: pgmap v22146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:25 smithi111 ceph-mon[116524]: pgmap v22146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:25 smithi155 ceph-mon[102677]: pgmap v22146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:27 smithi111 ceph-mon[97855]: pgmap v22147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:27 smithi111 ceph-mon[116524]: pgmap v22147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:27 smithi155 ceph-mon[102677]: pgmap v22147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:32:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:32:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:32:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:29 smithi155 ceph-mon[102677]: pgmap v22148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:29 smithi111 ceph-mon[97855]: pgmap v22148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:29 smithi111 ceph-mon[116524]: pgmap v22148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:31 smithi155 ceph-mon[102677]: pgmap v22149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:31 smithi111 ceph-mon[97855]: pgmap v22149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:31 smithi111 ceph-mon[116524]: pgmap v22149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:33 smithi155 ceph-mon[102677]: pgmap v22150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:33 smithi111 ceph-mon[97855]: pgmap v22150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:33 smithi111 ceph-mon[116524]: pgmap v22150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:35 smithi111 ceph-mon[97855]: pgmap v22151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:35 smithi111 ceph-mon[116524]: pgmap v22151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:35 smithi155 ceph-mon[102677]: pgmap v22151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:38.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:37 smithi111 ceph-mon[97855]: pgmap v22152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:38.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:37 smithi111 ceph-mon[116524]: pgmap v22152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:37 smithi155 ceph-mon[102677]: pgmap v22152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:39.746 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:32:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:32:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:32:39.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:39 smithi111 ceph-mon[97855]: pgmap v22153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:39.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:39 smithi111 ceph-mon[116524]: pgmap v22153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:40.156 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:39 smithi155 ceph-mon[102677]: pgmap v22153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:40.461 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 15:32:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T15:32:40.150762622Z level=info msg="Completed cleanup jobs" duration=116.834707ms 2023-12-01T15:32:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:41 smithi155 ceph-mon[102677]: pgmap v22154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:41 smithi111 ceph-mon[97855]: pgmap v22154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:41 smithi111 ceph-mon[116524]: pgmap v22154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:43 smithi155 ceph-mon[102677]: pgmap v22155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:44.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:43 smithi111 ceph-mon[97855]: pgmap v22155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:44.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:43 smithi111 ceph-mon[116524]: pgmap v22155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:45 smithi111 ceph-mon[97855]: pgmap v22156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:45.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:45 smithi111 ceph-mon[116524]: pgmap v22156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:45 smithi155 ceph-mon[102677]: pgmap v22156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:47.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:47 smithi111 ceph-mon[97855]: pgmap v22157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:47.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:47 smithi111 ceph-mon[116524]: pgmap v22157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:48.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:47 smithi155 ceph-mon[102677]: pgmap v22157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:49.736 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:32:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:32:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:32:49.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:49 smithi111 ceph-mon[97855]: pgmap v22158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:49.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:49 smithi111 ceph-mon[116524]: pgmap v22158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:49.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:49 smithi155 ceph-mon[102677]: pgmap v22158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:32:52.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:51 smithi111 ceph-mon[116524]: pgmap v22159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:52.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:51 smithi111 ceph-mon[97855]: pgmap v22159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:51 smithi155 ceph-mon[102677]: pgmap v22159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:52.861 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 4m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 4m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 4m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 4m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:32:53.170 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 4m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 4m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 4m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 4m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 4m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 4m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 4m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 4m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 4m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 4m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 4m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:32:53.171 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:53.543 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:32:53.544 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:53 smithi155 ceph-mon[102677]: pgmap v22160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:53 smithi155 ceph-mon[102677]: from='client.49211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:53 smithi155 ceph-mon[102677]: from='client.39339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/496436910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[97855]: pgmap v22160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[97855]: from='client.49211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[97855]: from='client.39339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/496436910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[116524]: pgmap v22160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[116524]: from='client.49211 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[116524]: from='client.39339 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:32:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/496436910' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:32:55.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:55 smithi111 ceph-mon[97855]: pgmap v22161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:55.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:55 smithi111 ceph-mon[116524]: pgmap v22161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:55 smithi155 ceph-mon[102677]: pgmap v22161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:58.002 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[97855]: pgmap v22162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[116524]: pgmap v22162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:32:58.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:32:58.206 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:57 smithi155 ceph-mon[102677]: pgmap v22162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:32:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:32:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:32:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:32:59.739 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:32:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:32:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:32:59.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:32:59 smithi111 ceph-mon[116524]: pgmap v22163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:32:59.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:32:59 smithi111 ceph-mon[97855]: pgmap v22163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:32:59 smithi155 ceph-mon[102677]: pgmap v22163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:01.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:01 smithi111 ceph-mon[97855]: pgmap v22164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:01.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:01 smithi111 ceph-mon[116524]: pgmap v22164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:02.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:01 smithi155 ceph-mon[102677]: pgmap v22164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:03 smithi155 ceph-mon[102677]: pgmap v22165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:03.998 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:03 smithi111 ceph-mon[116524]: pgmap v22165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:03 smithi111 ceph-mon[97855]: pgmap v22165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:04.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:05.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:05 smithi111 ceph-mon[97855]: pgmap v22166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:05.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:05 smithi111 ceph-mon[116524]: pgmap v22166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:05 smithi155 ceph-mon[102677]: pgmap v22166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:07.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:07 smithi111 ceph-mon[97855]: pgmap v22167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:07.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:07 smithi111 ceph-mon[116524]: pgmap v22167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:07 smithi155 ceph-mon[102677]: pgmap v22167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:33:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:33:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:33:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:09 smithi155 ceph-mon[102677]: pgmap v22168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:09 smithi111 ceph-mon[116524]: pgmap v22168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:09 smithi111 ceph-mon[97855]: pgmap v22168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:11 smithi155 ceph-mon[102677]: pgmap v22169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:11 smithi111 ceph-mon[97855]: pgmap v22169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:11 smithi111 ceph-mon[116524]: pgmap v22169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:13 smithi155 ceph-mon[102677]: pgmap v22170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:14.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:13 smithi111 ceph-mon[97855]: pgmap v22170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:14.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:13 smithi111 ceph-mon[116524]: pgmap v22170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:15.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:15 smithi111 ceph-mon[97855]: pgmap v22171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:15.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:15 smithi111 ceph-mon[116524]: pgmap v22171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:16.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:15 smithi155 ceph-mon[102677]: pgmap v22171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:18.003 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:17 smithi111 ceph-mon[97855]: pgmap v22172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:18.003 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:17 smithi111 ceph-mon[116524]: pgmap v22172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:18.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:17 smithi155 ceph-mon[102677]: pgmap v22172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:19.745 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:33:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:33:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:33:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:19 smithi111 ceph-mon[116524]: pgmap v22173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:19.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:19.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:19 smithi111 ceph-mon[97855]: pgmap v22173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:20.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:19 smithi155 ceph-mon[102677]: pgmap v22173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:21 smithi111 ceph-mon[97855]: pgmap v22174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:22.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:21 smithi111 ceph-mon[116524]: pgmap v22174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:21 smithi155 ceph-mon[102677]: pgmap v22174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:23.892 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:33:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:23 smithi155 ceph-mon[102677]: pgmap v22175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:23 smithi111 ceph-mon[97855]: pgmap v22175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:23 smithi111 ceph-mon[116524]: pgmap v22175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:24.197 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 5m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 5m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 5m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 5m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 5m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 5m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 5m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 5m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 5m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:33:24.198 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 5m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 5m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 5m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 5m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 5m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 5m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 5m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 5m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 5m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 5m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:33:24.199 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 5m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:33:24.581 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:33:24.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:33:24.581 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:33:24.581 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:24.581 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:33:24.582 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:33:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:24 smithi155 ceph-mon[102677]: from='client.39351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:24 smithi155 ceph-mon[102677]: from='client.49235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/20472921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:33:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:24 smithi111 ceph-mon[97855]: from='client.39351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:24 smithi111 ceph-mon[97855]: from='client.49235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/20472921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:33:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:24 smithi111 ceph-mon[116524]: from='client.39351 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:24 smithi111 ceph-mon[116524]: from='client.49235 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/20472921' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:33:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:25 smithi155 ceph-mon[102677]: pgmap v22176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:25 smithi111 ceph-mon[97855]: pgmap v22176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:25.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:25 smithi111 ceph-mon[116524]: pgmap v22176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:27 smithi111 ceph-mon[97855]: pgmap v22177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:28.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:27 smithi111 ceph-mon[116524]: pgmap v22177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:27 smithi155 ceph-mon[102677]: pgmap v22177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:29.746 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:33:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:33:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:33:29.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:29 smithi111 ceph-mon[97855]: pgmap v22178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:29 smithi111 ceph-mon[116524]: pgmap v22178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:30.212 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:29 smithi155 ceph-mon[102677]: pgmap v22178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:32.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:31 smithi155 ceph-mon[102677]: pgmap v22179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:31 smithi111 ceph-mon[97855]: pgmap v22179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:31 smithi111 ceph-mon[116524]: pgmap v22179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:33.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:33 smithi155 ceph-mon[102677]: pgmap v22180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:33 smithi111 ceph-mon[97855]: pgmap v22180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:33 smithi111 ceph-mon[116524]: pgmap v22180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:35.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:35 smithi111 ceph-mon[97855]: pgmap v22181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:35 smithi111 ceph-mon[116524]: pgmap v22181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:35 smithi155 ceph-mon[102677]: pgmap v22181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:37.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:37 smithi111 ceph-mon[97855]: pgmap v22182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:37 smithi111 ceph-mon[116524]: pgmap v22182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:37 smithi155 ceph-mon[102677]: pgmap v22182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:33:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:33:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:33:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:39 smithi155 ceph-mon[102677]: pgmap v22183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:39 smithi111 ceph-mon[97855]: pgmap v22183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:39 smithi111 ceph-mon[116524]: pgmap v22183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:41 smithi155 ceph-mon[102677]: pgmap v22184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:41 smithi111 ceph-mon[116524]: pgmap v22184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:41 smithi111 ceph-mon[97855]: pgmap v22184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:43 smithi155 ceph-mon[102677]: pgmap v22185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:43 smithi111 ceph-mon[97855]: pgmap v22185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:43 smithi111 ceph-mon[116524]: pgmap v22185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:45.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:45 smithi111 ceph-mon[97855]: pgmap v22186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:46.014 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:45 smithi111 ceph-mon[116524]: pgmap v22186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:45 smithi155 ceph-mon[102677]: pgmap v22186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:47 smithi155 ceph-mon[102677]: pgmap v22187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:48.252 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:47 smithi111 ceph-mon[97855]: pgmap v22187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:48.253 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:47 smithi111 ceph-mon[116524]: pgmap v22187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:49.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:33:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:33:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:33:50.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:49 smithi155 ceph-mon[102677]: pgmap v22188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:50.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:49 smithi111 ceph-mon[97855]: pgmap v22188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:49 smithi111 ceph-mon[116524]: pgmap v22188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:33:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:51 smithi155 ceph-mon[102677]: pgmap v22189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:51 smithi111 ceph-mon[97855]: pgmap v22189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:51 smithi111 ceph-mon[116524]: pgmap v22189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:53 smithi155 ceph-mon[102677]: pgmap v22190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:54.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:53 smithi111 ceph-mon[97855]: pgmap v22190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:54.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:53 smithi111 ceph-mon[116524]: pgmap v22190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:54.929 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:33:55.237 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:33:55.237 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:33:55.238 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:33:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:33:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:33:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:33:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:33:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:33:55.239 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:33:55.617 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:33:55.618 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:33:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:33:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:33:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:33:55.619 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:33:55.619 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:33:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:55 smithi155 ceph-mon[102677]: pgmap v22191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:55 smithi155 ceph-mon[102677]: from='client.39369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:55 smithi155 ceph-mon[102677]: from='client.49253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:55 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3184140215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[97855]: pgmap v22191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[97855]: from='client.39369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[97855]: from='client.49253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3184140215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[116524]: pgmap v22191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[116524]: from='client.39369 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[116524]: from='client.49253 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:33:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:55 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3184140215' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:33:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:57 smithi155 ceph-mon[102677]: pgmap v22192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:57 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:33:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:57 smithi111 ceph-mon[97855]: pgmap v22192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:57 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:33:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:57 smithi111 ceph-mon[116524]: pgmap v22192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:33:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:57 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:33:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:33:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:33:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:33:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:33:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:33:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:33:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:33:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:33:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:33:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:33:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:33:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:34:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:33:59 smithi111 ceph-mon[97855]: pgmap v22193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:33:59 smithi111 ceph-mon[116524]: pgmap v22193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:33:59 smithi155 ceph-mon[102677]: pgmap v22193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:01 smithi111 ceph-mon[97855]: pgmap v22194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:01 smithi111 ceph-mon[116524]: pgmap v22194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:01 smithi155 ceph-mon[102677]: pgmap v22194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:03 smithi155 ceph-mon[102677]: pgmap v22195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:03 smithi111 ceph-mon[97855]: pgmap v22195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:03 smithi111 ceph-mon[116524]: pgmap v22195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:05 smithi155 ceph-mon[102677]: pgmap v22196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:05 smithi111 ceph-mon[97855]: pgmap v22196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:05 smithi111 ceph-mon[116524]: pgmap v22196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:07 smithi155 ceph-mon[102677]: pgmap v22197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:07 smithi111 ceph-mon[97855]: pgmap v22197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:07 smithi111 ceph-mon[116524]: pgmap v22197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:34:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:34:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:34:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:09 smithi155 ceph-mon[102677]: pgmap v22198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:09 smithi111 ceph-mon[97855]: pgmap v22198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:09 smithi111 ceph-mon[116524]: pgmap v22198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:11 smithi155 ceph-mon[102677]: pgmap v22199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:11 smithi111 ceph-mon[97855]: pgmap v22199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:11 smithi111 ceph-mon[116524]: pgmap v22199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:13 smithi155 ceph-mon[102677]: pgmap v22200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:13.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:13 smithi111 ceph-mon[97855]: pgmap v22200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:13 smithi111 ceph-mon[116524]: pgmap v22200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:15 smithi155 ceph-mon[102677]: pgmap v22201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:15 smithi111 ceph-mon[97855]: pgmap v22201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:15 smithi111 ceph-mon[116524]: pgmap v22201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:17 smithi155 ceph-mon[102677]: pgmap v22202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:17 smithi111 ceph-mon[97855]: pgmap v22202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:17 smithi111 ceph-mon[116524]: pgmap v22202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:34:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:34:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:34:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:19 smithi155 ceph-mon[102677]: pgmap v22203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:19 smithi111 ceph-mon[97855]: pgmap v22203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:19 smithi111 ceph-mon[116524]: pgmap v22203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:21 smithi155 ceph-mon[102677]: pgmap v22204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:21 smithi111 ceph-mon[97855]: pgmap v22204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:21 smithi111 ceph-mon[116524]: pgmap v22204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:23.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:23 smithi155 ceph-mon[102677]: pgmap v22205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:23 smithi111 ceph-mon[97855]: pgmap v22205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:23 smithi111 ceph-mon[116524]: pgmap v22205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:25.966 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:34:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:25 smithi155 ceph-mon[102677]: pgmap v22206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:25 smithi111 ceph-mon[97855]: pgmap v22206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:25 smithi111 ceph-mon[116524]: pgmap v22206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:34:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 6m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:34:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 6m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:34:26.271 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 6m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 6m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 6m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 6m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 6m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 6m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 6m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 6m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 6m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 6m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 6m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 6m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 6m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 6m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 6m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:34:26.272 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 6m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:34:26.273 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 6m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:34:26.273 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 6m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:34:26.651 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:34:26.652 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:26 smithi155 ceph-mon[102677]: from='client.49265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:26 smithi155 ceph-mon[102677]: from='client.39393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:27.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:26 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2828851115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:34:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:26 smithi111 ceph-mon[97855]: from='client.49265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:26 smithi111 ceph-mon[97855]: from='client.39393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:27.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:26 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2828851115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:26 smithi111 ceph-mon[116524]: from='client.49265 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:26 smithi111 ceph-mon[116524]: from='client.39393 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:27.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:26 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2828851115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:34:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:27 smithi155 ceph-mon[102677]: pgmap v22207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:27 smithi111 ceph-mon[97855]: pgmap v22207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:27 smithi111 ceph-mon[116524]: pgmap v22207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:34:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:34:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:34:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:29 smithi155 ceph-mon[102677]: pgmap v22208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:29 smithi111 ceph-mon[97855]: pgmap v22208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:30.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:29 smithi111 ceph-mon[116524]: pgmap v22208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:31 smithi155 ceph-mon[102677]: pgmap v22209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:31 smithi111 ceph-mon[97855]: pgmap v22209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:31 smithi111 ceph-mon[116524]: pgmap v22209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:33 smithi155 ceph-mon[102677]: pgmap v22210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:33 smithi111 ceph-mon[97855]: pgmap v22210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:33 smithi111 ceph-mon[116524]: pgmap v22210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:35 smithi155 ceph-mon[102677]: pgmap v22211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:35 smithi111 ceph-mon[97855]: pgmap v22211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:35 smithi111 ceph-mon[116524]: pgmap v22211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:37 smithi155 ceph-mon[102677]: pgmap v22212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:37 smithi111 ceph-mon[97855]: pgmap v22212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:37 smithi111 ceph-mon[116524]: pgmap v22212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:34:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:34:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:34:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:39 smithi155 ceph-mon[102677]: pgmap v22213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:39 smithi111 ceph-mon[97855]: pgmap v22213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:39 smithi111 ceph-mon[116524]: pgmap v22213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:41 smithi155 ceph-mon[102677]: pgmap v22214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:41 smithi111 ceph-mon[97855]: pgmap v22214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:41 smithi111 ceph-mon[116524]: pgmap v22214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:43 smithi155 ceph-mon[102677]: pgmap v22215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:43 smithi111 ceph-mon[97855]: pgmap v22215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:43 smithi111 ceph-mon[116524]: pgmap v22215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:45 smithi155 ceph-mon[102677]: pgmap v22216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:46.251 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:45 smithi111 ceph-mon[97855]: pgmap v22216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:46.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:45 smithi111 ceph-mon[116524]: pgmap v22216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:47 smithi155 ceph-mon[102677]: pgmap v22217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:47 smithi111 ceph-mon[97855]: pgmap v22217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:47 smithi111 ceph-mon[116524]: pgmap v22217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:34:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:34:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:34:50.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:49 smithi155 ceph-mon[102677]: pgmap v22218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:50.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:49 smithi111 ceph-mon[97855]: pgmap v22218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:49 smithi111 ceph-mon[116524]: pgmap v22218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:34:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:51 smithi155 ceph-mon[102677]: pgmap v22219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:51 smithi111 ceph-mon[97855]: pgmap v22219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:51 smithi111 ceph-mon[116524]: pgmap v22219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:53.960 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:53 smithi155 ceph-mon[102677]: pgmap v22220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:53 smithi111 ceph-mon[97855]: pgmap v22220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:53 smithi111 ceph-mon[116524]: pgmap v22220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:55 smithi155 ceph-mon[102677]: pgmap v22221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:55 smithi111 ceph-mon[97855]: pgmap v22221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:55 smithi111 ceph-mon[116524]: pgmap v22221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:56.996 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:34:57.301 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:34:57.302 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:34:57.681 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:34:57.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:34:57.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:34:57.682 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:57 smithi155 ceph-mon[102677]: pgmap v22222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:57 smithi155 ceph-mon[102677]: from='client.49283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:57 smithi155 ceph-mon[102677]: from='client.49289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:57 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/819901668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:34:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[97855]: pgmap v22222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[97855]: from='client.49283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[97855]: from='client.49289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/819901668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[116524]: pgmap v22222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[116524]: from='client.49283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[116524]: from='client.49289 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:34:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:57 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/819901668' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:34:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:34:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:34:59.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:34:59.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:34:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:34:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:34:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:34:59] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T15:35:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:00 smithi111 ceph-mon[97855]: pgmap v22223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:00 smithi111 ceph-mon[116524]: pgmap v22223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:00 smithi155 ceph-mon[102677]: pgmap v22223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:02 smithi111 ceph-mon[97855]: pgmap v22224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:02 smithi111 ceph-mon[116524]: pgmap v22224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:02 smithi155 ceph-mon[102677]: pgmap v22224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:03 smithi155 ceph-mon[102677]: pgmap v22225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:03 smithi111 ceph-mon[97855]: pgmap v22225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:03 smithi111 ceph-mon[116524]: pgmap v22225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:05 smithi155 ceph-mon[102677]: pgmap v22226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:05 smithi111 ceph-mon[97855]: pgmap v22226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:05 smithi111 ceph-mon[116524]: pgmap v22226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:07 smithi155 ceph-mon[102677]: pgmap v22227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:07 smithi111 ceph-mon[97855]: pgmap v22227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:07 smithi111 ceph-mon[116524]: pgmap v22227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:35:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:35:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:35:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:09 smithi155 ceph-mon[102677]: pgmap v22228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:09 smithi111 ceph-mon[97855]: pgmap v22228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:09 smithi111 ceph-mon[116524]: pgmap v22228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:11 smithi155 ceph-mon[102677]: pgmap v22229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:11 smithi111 ceph-mon[97855]: pgmap v22229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:11 smithi111 ceph-mon[116524]: pgmap v22229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:13 smithi155 ceph-mon[102677]: pgmap v22230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:13 smithi111 ceph-mon[97855]: pgmap v22230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:13 smithi111 ceph-mon[116524]: pgmap v22230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:15 smithi155 ceph-mon[102677]: pgmap v22231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:15 smithi111 ceph-mon[97855]: pgmap v22231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:15 smithi111 ceph-mon[116524]: pgmap v22231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:17 smithi155 ceph-mon[102677]: pgmap v22232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:17 smithi111 ceph-mon[97855]: pgmap v22232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:17 smithi111 ceph-mon[116524]: pgmap v22232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:35:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:35:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:35:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:19 smithi155 ceph-mon[102677]: pgmap v22233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:19 smithi111 ceph-mon[97855]: pgmap v22233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:19 smithi111 ceph-mon[116524]: pgmap v22233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:21 smithi155 ceph-mon[102677]: pgmap v22234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:21 smithi111 ceph-mon[97855]: pgmap v22234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:21 smithi111 ceph-mon[116524]: pgmap v22234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:23 smithi155 ceph-mon[102677]: pgmap v22235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:23 smithi111 ceph-mon[97855]: pgmap v22235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:23 smithi111 ceph-mon[116524]: pgmap v22235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:25 smithi155 ceph-mon[102677]: pgmap v22236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:25 smithi111 ceph-mon[97855]: pgmap v22236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:25 smithi111 ceph-mon[116524]: pgmap v22236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:28.025 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:35:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:27 smithi155 ceph-mon[102677]: pgmap v22237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:27 smithi111 ceph-mon[97855]: pgmap v22237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:27 smithi111 ceph-mon[116524]: pgmap v22237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 7m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 7m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 7m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 7m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 7m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 7m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:35:28.337 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 7m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 7m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 7m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 7m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 7m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 7m ago 10h 5762M 2099M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 7m ago 10h 6073M 2099M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:35:28.338 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 7m ago 10h 6171M 2099M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:35:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 7m ago 10h 5483M 2099M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:35:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 7m ago 10h 4519M 2449M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:35:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 7m ago 10h 5682M 2449M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:35:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 7m ago 10h 5025M 2449M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:35:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 7m ago 10h 5874M 2449M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:35:28.339 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 7m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:35:28.716 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:35:28.716 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:35:28.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:35:28.716 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:28.716 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:35:28.716 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:35:28.717 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:35:29.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:28 smithi155 ceph-mon[102677]: from='client.49301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:35:29.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:28 smithi155 ceph-mon[102677]: from='client.39429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:35:29.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:28 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3988804626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:35:29.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:28 smithi111 ceph-mon[97855]: from='client.49301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:35:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:28 smithi111 ceph-mon[97855]: from='client.39429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:35:29.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:28 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3988804626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:35:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:28 smithi111 ceph-mon[116524]: from='client.49301 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:35:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:28 smithi111 ceph-mon[116524]: from='client.39429 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:35:29.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:28 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3988804626' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:35:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:35:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:35:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:35:30.211 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:29 smithi155 ceph-mon[102677]: pgmap v22238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:29 smithi111 ceph-mon[97855]: pgmap v22238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:29 smithi111 ceph-mon[116524]: pgmap v22238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:31 smithi155 ceph-mon[102677]: pgmap v22239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:31 smithi111 ceph-mon[97855]: pgmap v22239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:31 smithi111 ceph-mon[116524]: pgmap v22239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:33 smithi155 ceph-mon[102677]: pgmap v22240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:33 smithi111 ceph-mon[97855]: pgmap v22240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:33 smithi111 ceph-mon[116524]: pgmap v22240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:36.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:35 smithi155 ceph-mon[102677]: pgmap v22241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:35 smithi111 ceph-mon[97855]: pgmap v22241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:35 smithi111 ceph-mon[116524]: pgmap v22241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:37 smithi155 ceph-mon[102677]: pgmap v22242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:37 smithi111 ceph-mon[97855]: pgmap v22242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:37 smithi111 ceph-mon[116524]: pgmap v22242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:35:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:35:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:35:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:39 smithi155 ceph-mon[102677]: pgmap v22243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:39 smithi111 ceph-mon[97855]: pgmap v22243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:39 smithi111 ceph-mon[116524]: pgmap v22243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:41 smithi155 ceph-mon[102677]: pgmap v22244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:41 smithi111 ceph-mon[97855]: pgmap v22244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:41 smithi111 ceph-mon[116524]: pgmap v22244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:43 smithi155 ceph-mon[102677]: pgmap v22245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:43 smithi111 ceph-mon[97855]: pgmap v22245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:43 smithi111 ceph-mon[116524]: pgmap v22245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:45 smithi155 ceph-mon[102677]: pgmap v22246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:45 smithi111 ceph-mon[97855]: pgmap v22246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:45 smithi111 ceph-mon[116524]: pgmap v22246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:47 smithi155 ceph-mon[102677]: pgmap v22247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:47 smithi111 ceph-mon[97855]: pgmap v22247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:47 smithi111 ceph-mon[116524]: pgmap v22247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:35:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:35:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:35:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:49 smithi155 ceph-mon[102677]: pgmap v22248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:49 smithi111 ceph-mon[97855]: pgmap v22248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:49 smithi111 ceph-mon[116524]: pgmap v22248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:35:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:51 smithi155 ceph-mon[102677]: pgmap v22249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:51 smithi111 ceph-mon[97855]: pgmap v22249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:51 smithi111 ceph-mon[116524]: pgmap v22249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:53 smithi155 ceph-mon[102677]: pgmap v22250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:53 smithi111 ceph-mon[97855]: pgmap v22250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:53 smithi111 ceph-mon[116524]: pgmap v22250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:55 smithi155 ceph-mon[102677]: pgmap v22251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:56.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:55 smithi111 ceph-mon[97855]: pgmap v22251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:56.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:55 smithi111 ceph-mon[116524]: pgmap v22251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:58.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:57 smithi155 ceph-mon[102677]: pgmap v22252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:57 smithi111 ceph-mon[97855]: pgmap v22252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:57 smithi111 ceph-mon[116524]: pgmap v22252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:35:59.079 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:35:59.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:58 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:35:59.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:58 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:35:59.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:58 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:35:59.387 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:35:59.387 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:35:59.387 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:35:59.387 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (10h) 8m ago 10h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (10h) 8m ago 10h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5762M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6073M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6171M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:35:59.388 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5483M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:35:59.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4519M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:35:59.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5682M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:35:59.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 5025M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:35:59.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5874M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:35:59.389 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:35:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:35:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:35:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:35:59.769 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:35:59.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:35:59.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:35:59.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:59.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:35:59.770 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: pgmap v22253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2446M 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2093M 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:36:00.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:36:00.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='client.39441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:00.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='client.49325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:00.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:35:59 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1742022846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: pgmap v22253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2446M 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2093M 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='client.39441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='client.49325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:00.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1742022846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: pgmap v22253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:36:00.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2446M 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2093M 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='client.39441 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='client.49325 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:00.252 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:35:59 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1742022846' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:36:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:01 smithi155 ceph-mon[102677]: pgmap v22254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:01 smithi111 ceph-mon[97855]: pgmap v22254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:01 smithi111 ceph-mon[116524]: pgmap v22254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:03.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:03 smithi155 ceph-mon[102677]: pgmap v22255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:03 smithi111 ceph-mon[97855]: pgmap v22255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:03 smithi111 ceph-mon[116524]: pgmap v22255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:05 smithi155 ceph-mon[102677]: pgmap v22256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:05 smithi111 ceph-mon[97855]: pgmap v22256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:05 smithi111 ceph-mon[116524]: pgmap v22256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:07 smithi155 ceph-mon[102677]: pgmap v22257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:07 smithi111 ceph-mon[97855]: pgmap v22257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:07 smithi111 ceph-mon[116524]: pgmap v22257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:36:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:36:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:36:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:09 smithi155 ceph-mon[102677]: pgmap v22258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:09 smithi111 ceph-mon[97855]: pgmap v22258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:09 smithi111 ceph-mon[116524]: pgmap v22258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:11 smithi155 ceph-mon[102677]: pgmap v22259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:11 smithi111 ceph-mon[97855]: pgmap v22259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:11 smithi111 ceph-mon[116524]: pgmap v22259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:13 smithi155 ceph-mon[102677]: pgmap v22260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:13 smithi111 ceph-mon[97855]: pgmap v22260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:13 smithi111 ceph-mon[116524]: pgmap v22260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:15 smithi155 ceph-mon[102677]: pgmap v22261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:15 smithi111 ceph-mon[97855]: pgmap v22261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:15 smithi111 ceph-mon[116524]: pgmap v22261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:17 smithi155 ceph-mon[102677]: pgmap v22262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:17 smithi111 ceph-mon[97855]: pgmap v22262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:17 smithi111 ceph-mon[116524]: pgmap v22262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:36:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:36:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:36:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:19 smithi155 ceph-mon[102677]: pgmap v22263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:19 smithi111 ceph-mon[97855]: pgmap v22263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:19 smithi111 ceph-mon[116524]: pgmap v22263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:21 smithi155 ceph-mon[102677]: pgmap v22264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:21 smithi111 ceph-mon[97855]: pgmap v22264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:21 smithi111 ceph-mon[116524]: pgmap v22264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:23 smithi155 ceph-mon[102677]: pgmap v22265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:23 smithi111 ceph-mon[97855]: pgmap v22265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:23 smithi111 ceph-mon[116524]: pgmap v22265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:25 smithi155 ceph-mon[102677]: pgmap v22266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:25 smithi111 ceph-mon[97855]: pgmap v22266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:25 smithi111 ceph-mon[116524]: pgmap v22266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:27 smithi155 ceph-mon[102677]: pgmap v22267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:27 smithi111 ceph-mon[97855]: pgmap v22267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:27 smithi111 ceph-mon[116524]: pgmap v22267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:36:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:36:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:36:30.117 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:36:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:29 smithi155 ceph-mon[102677]: pgmap v22268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:29 smithi111 ceph-mon[97855]: pgmap v22268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:29 smithi111 ceph-mon[116524]: pgmap v22268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 8m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 8m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 8m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 8m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 8m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:36:30.423 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 8m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 8m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 8m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 8m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 8m ago 10h 5762M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 8m ago 10h 6073M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 8m ago 10h 6171M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 8m ago 10h 5483M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 8m ago 10h 4519M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 8m ago 10h 5682M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 8m ago 10h 5025M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:36:30.424 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 8m ago 10h 5874M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:36:30.425 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 8m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:36:30.804 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:36:30.805 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:36:30.806 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:36:30.806 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:36:30.806 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:36:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:30 smithi155 ceph-mon[102677]: from='client.39459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:31.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:30 smithi155 ceph-mon[102677]: from='client.49343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:30 smithi111 ceph-mon[97855]: from='client.39459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:31.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:30 smithi111 ceph-mon[97855]: from='client.49343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:30 smithi111 ceph-mon[116524]: from='client.39459 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:31.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:30 smithi111 ceph-mon[116524]: from='client.49343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:36:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:31 smithi155 ceph-mon[102677]: pgmap v22269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1345902805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:36:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:31 smithi111 ceph-mon[97855]: pgmap v22269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1345902805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:36:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:31 smithi111 ceph-mon[116524]: pgmap v22269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1345902805' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:36:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:33 smithi155 ceph-mon[102677]: pgmap v22270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:33 smithi111 ceph-mon[97855]: pgmap v22270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:33 smithi111 ceph-mon[116524]: pgmap v22270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:35 smithi111 ceph-mon[97855]: pgmap v22271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:35 smithi111 ceph-mon[116524]: pgmap v22271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:36.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:35 smithi155 ceph-mon[102677]: pgmap v22271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:37 smithi155 ceph-mon[102677]: pgmap v22272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:37 smithi111 ceph-mon[97855]: pgmap v22272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:37 smithi111 ceph-mon[116524]: pgmap v22272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:36:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:36:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:36:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:39 smithi155 ceph-mon[102677]: pgmap v22273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:39 smithi111 ceph-mon[97855]: pgmap v22273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:39 smithi111 ceph-mon[116524]: pgmap v22273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:41 smithi155 ceph-mon[102677]: pgmap v22274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:41 smithi111 ceph-mon[97855]: pgmap v22274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:41 smithi111 ceph-mon[116524]: pgmap v22274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:43.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:43 smithi155 ceph-mon[102677]: pgmap v22275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:44.001 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:43 smithi111 ceph-mon[97855]: pgmap v22275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:44.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:43 smithi111 ceph-mon[116524]: pgmap v22275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:45 smithi155 ceph-mon[102677]: pgmap v22276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:45 smithi111 ceph-mon[97855]: pgmap v22276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:45 smithi111 ceph-mon[116524]: pgmap v22276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:47 smithi155 ceph-mon[102677]: pgmap v22277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:47 smithi111 ceph-mon[97855]: pgmap v22277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:47 smithi111 ceph-mon[116524]: pgmap v22277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:36:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:36:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:36:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:49 smithi155 ceph-mon[102677]: pgmap v22278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:49 smithi111 ceph-mon[97855]: pgmap v22278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:49 smithi111 ceph-mon[116524]: pgmap v22278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:36:52.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:51 smithi155 ceph-mon[102677]: pgmap v22279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:51 smithi111 ceph-mon[97855]: pgmap v22279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:51 smithi111 ceph-mon[116524]: pgmap v22279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:53.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:53 smithi155 ceph-mon[102677]: pgmap v22280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:53 smithi111 ceph-mon[97855]: pgmap v22280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:53 smithi111 ceph-mon[116524]: pgmap v22280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:55 smithi155 ceph-mon[102677]: pgmap v22281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:55 smithi111 ceph-mon[97855]: pgmap v22281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:55 smithi111 ceph-mon[116524]: pgmap v22281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:57 smithi155 ceph-mon[102677]: pgmap v22282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:57 smithi111 ceph-mon[97855]: pgmap v22282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:57 smithi111 ceph-mon[116524]: pgmap v22282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:36:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:36:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:36:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:37:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:59 smithi155 ceph-mon[102677]: pgmap v22283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:37:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:37:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:37:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:36:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[97855]: pgmap v22283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[116524]: pgmap v22283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:37:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:37:00.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:36:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:37:01.149 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:37:01.454 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:37:01.455 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5762M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6073M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6171M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5483M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4519M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5682M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 5025M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5874M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:37:01.456 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:37:01.817 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:01 smithi111 ceph-mon[97855]: pgmap v22284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:01.817 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:01 smithi111 ceph-mon[97855]: from='client.39477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:01.817 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:01 smithi111 ceph-mon[97855]: from='client.49361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:01.837 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:37:01.837 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:37:01.837 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:37:01.837 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:01.837 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:37:01.838 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:37:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:01 smithi155 ceph-mon[102677]: pgmap v22284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:01 smithi155 ceph-mon[102677]: from='client.39477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:01 smithi155 ceph-mon[102677]: from='client.49361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:01 smithi111 ceph-mon[116524]: pgmap v22284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:01 smithi111 ceph-mon[116524]: from='client.39477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:01 smithi111 ceph-mon[116524]: from='client.49361 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2311103327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:37:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2311103327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:37:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2311103327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:37:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:03 smithi155 ceph-mon[102677]: pgmap v22285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:03 smithi111 ceph-mon[97855]: pgmap v22285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:03 smithi111 ceph-mon[116524]: pgmap v22285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:05 smithi155 ceph-mon[102677]: pgmap v22286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:05 smithi111 ceph-mon[97855]: pgmap v22286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:05 smithi111 ceph-mon[116524]: pgmap v22286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:07 smithi155 ceph-mon[102677]: pgmap v22287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:07 smithi111 ceph-mon[97855]: pgmap v22287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:07 smithi111 ceph-mon[116524]: pgmap v22287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:37:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:37:09] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T15:37:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:09 smithi155 ceph-mon[102677]: pgmap v22288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:10.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:09 smithi111 ceph-mon[97855]: pgmap v22288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:10.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:09 smithi111 ceph-mon[116524]: pgmap v22288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:11 smithi155 ceph-mon[102677]: pgmap v22289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:11 smithi111 ceph-mon[97855]: pgmap v22289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:11 smithi111 ceph-mon[116524]: pgmap v22289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:13.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:13 smithi155 ceph-mon[102677]: pgmap v22290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:13 smithi111 ceph-mon[97855]: pgmap v22290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:13 smithi111 ceph-mon[116524]: pgmap v22290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:15 smithi155 ceph-mon[102677]: pgmap v22291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:15 smithi111 ceph-mon[97855]: pgmap v22291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:15 smithi111 ceph-mon[116524]: pgmap v22291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:17 smithi155 ceph-mon[102677]: pgmap v22292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:17 smithi111 ceph-mon[97855]: pgmap v22292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:18.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:17 smithi111 ceph-mon[116524]: pgmap v22292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:37:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:37:19] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T15:37:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:19 smithi155 ceph-mon[102677]: pgmap v22293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:19 smithi111 ceph-mon[97855]: pgmap v22293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:19 smithi111 ceph-mon[116524]: pgmap v22293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:21 smithi155 ceph-mon[102677]: pgmap v22294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:21 smithi111 ceph-mon[97855]: pgmap v22294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:21 smithi111 ceph-mon[116524]: pgmap v22294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:23 smithi111 ceph-mon[97855]: pgmap v22295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:23 smithi111 ceph-mon[116524]: pgmap v22295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:23 smithi155 ceph-mon[102677]: pgmap v22295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:25 smithi155 ceph-mon[102677]: pgmap v22296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:25 smithi111 ceph-mon[97855]: pgmap v22296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:25 smithi111 ceph-mon[116524]: pgmap v22296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:27 smithi155 ceph-mon[102677]: pgmap v22297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:27 smithi111 ceph-mon[97855]: pgmap v22297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:27 smithi111 ceph-mon[116524]: pgmap v22297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:37:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:37:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:37:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:29 smithi155 ceph-mon[102677]: pgmap v22298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:29 smithi111 ceph-mon[97855]: pgmap v22298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:29 smithi111 ceph-mon[116524]: pgmap v22298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:32.184 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:37:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:31 smithi155 ceph-mon[102677]: pgmap v22299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:31 smithi111 ceph-mon[97855]: pgmap v22299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:31 smithi111 ceph-mon[116524]: pgmap v22299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 9m ago 10h 27.0M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 9m ago 10h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 9m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 9m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (10h) 9m ago 10h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 956M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2555M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (10h) 9m ago 10h 1240M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (10h) 9m ago 10h 1119M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 9m ago 10h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:37:32.495 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 9m ago 10h 23.4M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 9m ago 10h 5762M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 9m ago 10h 6073M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 9m ago 10h 6171M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 9m ago 10h 5483M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 9m ago 10h 4519M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 9m ago 10h 5682M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 9m ago 10h 5025M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 9m ago 10h 5874M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:37:32.496 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 9m ago 10h 124M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:37:32.876 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:37:32.876 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:37:32.876 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:37:32.876 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:32.876 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:37:32.877 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:37:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:32 smithi155 ceph-mon[102677]: from='client.49373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:33.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:32 smithi155 ceph-mon[102677]: from='client.49379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:32 smithi111 ceph-mon[97855]: from='client.49373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:33.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:32 smithi111 ceph-mon[97855]: from='client.49379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:32 smithi111 ceph-mon[116524]: from='client.49373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:33.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:32 smithi111 ceph-mon[116524]: from='client.49379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:37:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:33 smithi155 ceph-mon[102677]: pgmap v22300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4237687521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:37:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:33 smithi111 ceph-mon[97855]: pgmap v22300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4237687521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:33 smithi111 ceph-mon[116524]: pgmap v22300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4237687521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:37:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:35 smithi155 ceph-mon[102677]: pgmap v22301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:35 smithi111 ceph-mon[97855]: pgmap v22301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:35 smithi111 ceph-mon[116524]: pgmap v22301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:37 smithi155 ceph-mon[102677]: pgmap v22302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:37 smithi111 ceph-mon[97855]: pgmap v22302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:37 smithi111 ceph-mon[116524]: pgmap v22302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:37:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:37:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:37:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:39 smithi155 ceph-mon[102677]: pgmap v22303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:39 smithi111 ceph-mon[97855]: pgmap v22303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:39 smithi111 ceph-mon[116524]: pgmap v22303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:41 smithi155 ceph-mon[102677]: pgmap v22304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:41 smithi111 ceph-mon[97855]: pgmap v22304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:41 smithi111 ceph-mon[116524]: pgmap v22304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:43.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:43 smithi111 ceph-mon[97855]: pgmap v22305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:43 smithi111 ceph-mon[116524]: pgmap v22305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:43 smithi155 ceph-mon[102677]: pgmap v22305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:45 smithi155 ceph-mon[102677]: pgmap v22306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:45 smithi111 ceph-mon[97855]: pgmap v22306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:45 smithi111 ceph-mon[116524]: pgmap v22306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:47 smithi155 ceph-mon[102677]: pgmap v22307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:47 smithi111 ceph-mon[97855]: pgmap v22307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:47 smithi111 ceph-mon[116524]: pgmap v22307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:37:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:37:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:37:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:49 smithi155 ceph-mon[102677]: pgmap v22308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:49 smithi111 ceph-mon[97855]: pgmap v22308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:49 smithi111 ceph-mon[116524]: pgmap v22308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:37:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:51 smithi155 ceph-mon[102677]: pgmap v22309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:51 smithi111 ceph-mon[97855]: pgmap v22309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:51 smithi111 ceph-mon[116524]: pgmap v22309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:53 smithi111 ceph-mon[97855]: pgmap v22310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:53 smithi111 ceph-mon[116524]: pgmap v22310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:53 smithi155 ceph-mon[102677]: pgmap v22310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:55 smithi155 ceph-mon[102677]: pgmap v22311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:55 smithi111 ceph-mon[97855]: pgmap v22311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:55 smithi111 ceph-mon[116524]: pgmap v22311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:57 smithi155 ceph-mon[102677]: pgmap v22312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:57 smithi111 ceph-mon[97855]: pgmap v22312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:57 smithi111 ceph-mon[116524]: pgmap v22312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:37:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:37:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:37:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:38:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:59 smithi155 ceph-mon[102677]: pgmap v22313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:37:59 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:38:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:59 smithi111 ceph-mon[97855]: pgmap v22313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:37:59 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:38:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:59 smithi111 ceph-mon[116524]: pgmap v22313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:37:59 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:38:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:01 smithi155 ceph-mon[102677]: pgmap v22314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:01 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:01 smithi111 ceph-mon[97855]: pgmap v22314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:01 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:01 smithi111 ceph-mon[116524]: pgmap v22314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:01 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.209 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:38:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:38:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:38:03.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:38:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:38:03.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:38:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 1s ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:38:03.516 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 1s ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 1s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 1s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 1s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 1s ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 1s ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 1s ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 1s ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 1s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 1s ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (10h) 1s ago 10h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 1s ago 10h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 1s ago 10h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 1s ago 10h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:38:03.517 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 1s ago 10h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:38:03.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 1s ago 10h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:38:03.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 1s ago 10h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:38:03.518 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 1s ago 10h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:38:03.518 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 1s ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:38:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:38:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:38:03.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:38:03.896 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:38:03.896 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:38:03.896 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:38:03.897 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[97855]: pgmap v22315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[97855]: from='client.49391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[97855]: from='client.49397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2165495472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[116524]: pgmap v22315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[116524]: from='client.49391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[116524]: from='client.49397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2165495472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:38:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:04 smithi155 ceph-mon[102677]: pgmap v22315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:04 smithi155 ceph-mon[102677]: from='client.49391 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:04 smithi155 ceph-mon[102677]: from='client.49397 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2165495472' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:38:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:06 smithi111 ceph-mon[97855]: pgmap v22316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:06 smithi111 ceph-mon[116524]: pgmap v22316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:06 smithi155 ceph-mon[102677]: pgmap v22316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:08 smithi111 ceph-mon[97855]: pgmap v22317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:08 smithi111 ceph-mon[116524]: pgmap v22317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:08 smithi155 ceph-mon[102677]: pgmap v22317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:38:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:38:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:38:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:10 smithi111 ceph-mon[97855]: pgmap v22318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:10 smithi111 ceph-mon[116524]: pgmap v22318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:10 smithi155 ceph-mon[102677]: pgmap v22318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:12 smithi111 ceph-mon[97855]: pgmap v22319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:12 smithi111 ceph-mon[116524]: pgmap v22319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:12 smithi155 ceph-mon[102677]: pgmap v22319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:13 smithi111 ceph-mon[97855]: pgmap v22320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:13 smithi111 ceph-mon[116524]: pgmap v22320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:13 smithi155 ceph-mon[102677]: pgmap v22320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:15 smithi155 ceph-mon[102677]: pgmap v22321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:15 smithi111 ceph-mon[97855]: pgmap v22321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:16.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:15 smithi111 ceph-mon[116524]: pgmap v22321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:17 smithi155 ceph-mon[102677]: pgmap v22322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:17 smithi111 ceph-mon[97855]: pgmap v22322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:17 smithi111 ceph-mon[116524]: pgmap v22322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:38:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:38:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:38:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:19 smithi155 ceph-mon[102677]: pgmap v22323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:19 smithi111 ceph-mon[97855]: pgmap v22323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:19 smithi111 ceph-mon[116524]: pgmap v22323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:21 smithi155 ceph-mon[102677]: pgmap v22324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:21 smithi111 ceph-mon[97855]: pgmap v22324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:21 smithi111 ceph-mon[116524]: pgmap v22324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:23 smithi111 ceph-mon[97855]: pgmap v22325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:23 smithi111 ceph-mon[116524]: pgmap v22325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:23 smithi155 ceph-mon[102677]: pgmap v22325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:25 smithi155 ceph-mon[102677]: pgmap v22326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:25 smithi111 ceph-mon[97855]: pgmap v22326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:25 smithi111 ceph-mon[116524]: pgmap v22326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:27 smithi155 ceph-mon[102677]: pgmap v22327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:27 smithi111 ceph-mon[97855]: pgmap v22327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:27 smithi111 ceph-mon[116524]: pgmap v22327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:38:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:38:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:38:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:29 smithi155 ceph-mon[102677]: pgmap v22328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:29 smithi111 ceph-mon[97855]: pgmap v22328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:29 smithi111 ceph-mon[116524]: pgmap v22328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:31 smithi155 ceph-mon[102677]: pgmap v22329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:31 smithi111 ceph-mon[97855]: pgmap v22329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:31 smithi111 ceph-mon[116524]: pgmap v22329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:33.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:33 smithi111 ceph-mon[97855]: pgmap v22330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:33 smithi111 ceph-mon[116524]: pgmap v22330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:33 smithi155 ceph-mon[102677]: pgmap v22330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:34.242 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:38:34.549 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 32s ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 32s ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 32s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 32s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 32s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 32s ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 32s ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 32s ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 32s ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 32s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 32s ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:38:34.550 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 32s ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (10h) 32s ago 10h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (10h) 32s ago 10h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 32s ago 10h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 32s ago 10h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 32s ago 10h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 32s ago 10h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 32s ago 10h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:38:34.551 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 32s ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:34.936 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:38:34.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:38:34.937 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:38:34.937 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:38:34.937 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:38:34.937 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:38:34.937 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:38:34.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:34 smithi111 ceph-mon[97855]: from='client.39531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:34 smithi111 ceph-mon[116524]: from='client.39531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:34 smithi155 ceph-mon[102677]: from='client.39531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:35 smithi111 ceph-mon[97855]: from='client.39537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:35 smithi111 ceph-mon[97855]: pgmap v22331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2987054926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:38:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:35 smithi111 ceph-mon[116524]: from='client.39537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:35 smithi111 ceph-mon[116524]: pgmap v22331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2987054926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:38:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:35 smithi155 ceph-mon[102677]: from='client.39537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:38:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:35 smithi155 ceph-mon[102677]: pgmap v22331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2987054926' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:38:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:37 smithi155 ceph-mon[102677]: pgmap v22332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:37 smithi111 ceph-mon[97855]: pgmap v22332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:37 smithi111 ceph-mon[116524]: pgmap v22332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:38:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:38:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:38:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:39 smithi155 ceph-mon[102677]: pgmap v22333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:39 smithi111 ceph-mon[97855]: pgmap v22333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:39 smithi111 ceph-mon[116524]: pgmap v22333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:41 smithi155 ceph-mon[102677]: pgmap v22334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:41 smithi111 ceph-mon[97855]: pgmap v22334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:41 smithi111 ceph-mon[116524]: pgmap v22334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:43 smithi111 ceph-mon[97855]: pgmap v22335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:43 smithi111 ceph-mon[116524]: pgmap v22335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:43 smithi155 ceph-mon[102677]: pgmap v22335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:45 smithi155 ceph-mon[102677]: pgmap v22336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:45 smithi111 ceph-mon[97855]: pgmap v22336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:45 smithi111 ceph-mon[116524]: pgmap v22336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:47 smithi155 ceph-mon[102677]: pgmap v22337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:47 smithi111 ceph-mon[97855]: pgmap v22337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:47 smithi111 ceph-mon[116524]: pgmap v22337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:38:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:38:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:38:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:49 smithi155 ceph-mon[102677]: pgmap v22338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:49 smithi111 ceph-mon[97855]: pgmap v22338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:49 smithi111 ceph-mon[116524]: pgmap v22338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:38:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:51 smithi155 ceph-mon[102677]: pgmap v22339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:51 smithi111 ceph-mon[97855]: pgmap v22339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:51 smithi111 ceph-mon[116524]: pgmap v22339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:53.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:53 smithi111 ceph-mon[97855]: pgmap v22340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:53 smithi111 ceph-mon[116524]: pgmap v22340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:53 smithi155 ceph-mon[102677]: pgmap v22340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:55 smithi155 ceph-mon[102677]: pgmap v22341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:55 smithi111 ceph-mon[97855]: pgmap v22341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:55 smithi111 ceph-mon[116524]: pgmap v22341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:57 smithi155 ceph-mon[102677]: pgmap v22342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:57 smithi111 ceph-mon[97855]: pgmap v22342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:57 smithi111 ceph-mon[116524]: pgmap v22342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:38:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:38:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:38:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:39:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:38:59 smithi155 ceph-mon[102677]: pgmap v22343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:38:59 smithi111 ceph-mon[97855]: pgmap v22343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:38:59 smithi111 ceph-mon[116524]: pgmap v22343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:01 smithi155 ceph-mon[102677]: pgmap v22344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:01 smithi111 ceph-mon[97855]: pgmap v22344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:01 smithi111 ceph-mon[116524]: pgmap v22344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:03.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:02 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:39:03.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:02 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:39:03.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:02 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:03 smithi155 ceph-mon[102677]: pgmap v22345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:39:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:39:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[97855]: pgmap v22345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:39:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:39:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:39:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[116524]: pgmap v22345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:39:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:39:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:39:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:05.274 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 63s ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 63s ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 63s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 63s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 63s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 63s ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 63s ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:39:05.580 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 63s ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 63s ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 63s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 63s ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 63s ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 63s ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 63s ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (10h) 63s ago 10h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 63s ago 10h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 63s ago 10h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 63s ago 10h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 63s ago 10h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:39:05.581 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 63s ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:39:05.961 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:39:05.962 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:05.963 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:39:05.963 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:39:05.963 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:39:05.963 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:39:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:05 smithi155 ceph-mon[102677]: pgmap v22346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:05 smithi155 ceph-mon[102677]: from='client.49427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:05 smithi111 ceph-mon[97855]: pgmap v22346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:05 smithi111 ceph-mon[97855]: from='client.49427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:05 smithi111 ceph-mon[116524]: pgmap v22346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:05 smithi111 ceph-mon[116524]: from='client.49427 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:06 smithi155 ceph-mon[102677]: from='client.39555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2100163308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:39:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:06 smithi111 ceph-mon[97855]: from='client.39555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2100163308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:39:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:06 smithi111 ceph-mon[116524]: from='client.39555 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2100163308' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:39:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:07 smithi155 ceph-mon[102677]: pgmap v22347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:07 smithi111 ceph-mon[97855]: pgmap v22347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:07 smithi111 ceph-mon[116524]: pgmap v22347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:39:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:39:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:39:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:09 smithi155 ceph-mon[102677]: pgmap v22348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:09 smithi111 ceph-mon[97855]: pgmap v22348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:09 smithi111 ceph-mon[116524]: pgmap v22348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:11 smithi155 ceph-mon[102677]: pgmap v22349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:11 smithi111 ceph-mon[97855]: pgmap v22349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:11 smithi111 ceph-mon[116524]: pgmap v22349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:13.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:13 smithi111 ceph-mon[97855]: pgmap v22350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:13.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:13 smithi111 ceph-mon[116524]: pgmap v22350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:13 smithi155 ceph-mon[102677]: pgmap v22350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:15 smithi155 ceph-mon[102677]: pgmap v22351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:15 smithi111 ceph-mon[97855]: pgmap v22351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:15 smithi111 ceph-mon[116524]: pgmap v22351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:17 smithi155 ceph-mon[102677]: pgmap v22352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:17 smithi111 ceph-mon[97855]: pgmap v22352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:17 smithi111 ceph-mon[116524]: pgmap v22352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:39:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:39:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:39:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:19 smithi155 ceph-mon[102677]: pgmap v22353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:19 smithi111 ceph-mon[97855]: pgmap v22353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:19 smithi111 ceph-mon[116524]: pgmap v22353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:21 smithi155 ceph-mon[102677]: pgmap v22354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:21 smithi111 ceph-mon[97855]: pgmap v22354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:21 smithi111 ceph-mon[116524]: pgmap v22354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:23.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:23 smithi111 ceph-mon[97855]: pgmap v22355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:23 smithi111 ceph-mon[116524]: pgmap v22355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:23 smithi155 ceph-mon[102677]: pgmap v22355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:25 smithi155 ceph-mon[102677]: pgmap v22356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:25 smithi111 ceph-mon[97855]: pgmap v22356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:25 smithi111 ceph-mon[116524]: pgmap v22356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:27 smithi155 ceph-mon[102677]: pgmap v22357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:27 smithi111 ceph-mon[97855]: pgmap v22357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:27 smithi111 ceph-mon[116524]: pgmap v22357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:39:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:39:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:39:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:29 smithi155 ceph-mon[102677]: pgmap v22358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:29 smithi111 ceph-mon[97855]: pgmap v22358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:29 smithi111 ceph-mon[116524]: pgmap v22358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:31 smithi155 ceph-mon[102677]: pgmap v22359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:31 smithi111 ceph-mon[97855]: pgmap v22359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:31 smithi111 ceph-mon[116524]: pgmap v22359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:33 smithi111 ceph-mon[97855]: pgmap v22360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:33.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:33 smithi111 ceph-mon[116524]: pgmap v22360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:33 smithi155 ceph-mon[102677]: pgmap v22360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:35.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:35.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:35 smithi111 ceph-mon[97855]: pgmap v22361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:35.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:35 smithi111 ceph-mon[116524]: pgmap v22361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:35 smithi155 ceph-mon[102677]: pgmap v22361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:36.303 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:39:36.609 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:39:36.609 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 94s ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:39:36.609 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 94s ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 94s ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 94s ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 94s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 94s ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 94s ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 94s ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 94s ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 94s ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 94s ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 94s ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 94s ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 94s ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:39:36.610 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 94s ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:39:36.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (10h) 94s ago 10h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:39:36.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (10h) 94s ago 10h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:39:36.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 94s ago 10h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:39:36.611 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 94s ago 10h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:39:36.611 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 94s ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:39:36.991 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:39:36.992 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:39:36.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:36 smithi111 ceph-mon[97855]: from='client.49445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:36 smithi111 ceph-mon[116524]: from='client.49445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:36 smithi155 ceph-mon[102677]: from='client.49445 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:37 smithi155 ceph-mon[102677]: from='client.49451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:37 smithi155 ceph-mon[102677]: pgmap v22362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:38.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1688964842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:39:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:37 smithi111 ceph-mon[97855]: from='client.49451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:37 smithi111 ceph-mon[97855]: pgmap v22362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1688964842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:39:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:37 smithi111 ceph-mon[116524]: from='client.49451 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:39:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:37 smithi111 ceph-mon[116524]: pgmap v22362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1688964842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:39:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:39:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:39:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:39:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:39 smithi155 ceph-mon[102677]: pgmap v22363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:39 smithi111 ceph-mon[97855]: pgmap v22363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:39 smithi111 ceph-mon[116524]: pgmap v22363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:41 smithi155 ceph-mon[102677]: pgmap v22364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:41 smithi111 ceph-mon[97855]: pgmap v22364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:41 smithi111 ceph-mon[116524]: pgmap v22364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:43.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:43 smithi111 ceph-mon[97855]: pgmap v22365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:43.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:43 smithi111 ceph-mon[116524]: pgmap v22365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:43 smithi155 ceph-mon[102677]: pgmap v22365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:45 smithi155 ceph-mon[102677]: pgmap v22366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:45 smithi111 ceph-mon[97855]: pgmap v22366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:45 smithi111 ceph-mon[116524]: pgmap v22366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:47 smithi155 ceph-mon[102677]: pgmap v22367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:47 smithi111 ceph-mon[97855]: pgmap v22367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:47 smithi111 ceph-mon[116524]: pgmap v22367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:39:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:39:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:39:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:49 smithi155 ceph-mon[102677]: pgmap v22368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:49 smithi111 ceph-mon[97855]: pgmap v22368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:49 smithi111 ceph-mon[116524]: pgmap v22368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:39:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:51 smithi155 ceph-mon[102677]: pgmap v22369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:52.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:51 smithi111 ceph-mon[97855]: pgmap v22369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:51 smithi111 ceph-mon[116524]: pgmap v22369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:53 smithi111 ceph-mon[97855]: pgmap v22370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:53 smithi111 ceph-mon[116524]: pgmap v22370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:53 smithi155 ceph-mon[102677]: pgmap v22370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:55 smithi155 ceph-mon[102677]: pgmap v22371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:55 smithi111 ceph-mon[97855]: pgmap v22371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:55 smithi111 ceph-mon[116524]: pgmap v22371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:57 smithi155 ceph-mon[102677]: pgmap v22372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:57 smithi111 ceph-mon[97855]: pgmap v22372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:57 smithi111 ceph-mon[116524]: pgmap v22372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:39:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:39:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:39:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:40:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:39:59 smithi155 ceph-mon[102677]: pgmap v22373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:39:59 smithi111 ceph-mon[116524]: pgmap v22373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:39:59 smithi111 ceph-mon[97855]: pgmap v22373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:00 smithi111 conmon[97831]: 2023-12-01T15:39:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:40:01.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:40:01.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:40:01.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:40:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:01 smithi155 ceph-mon[102677]: pgmap v22374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:01 smithi111 ceph-mon[97855]: pgmap v22374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:01 smithi111 ceph-mon[116524]: pgmap v22374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:03.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[116524]: pgmap v22375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:03.744 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:40:03.745 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.745 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[97855]: pgmap v22375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:03.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:03 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:03 smithi155 ceph-mon[102677]: pgmap v22375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:40:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:03 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:04.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:40:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:40:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:40:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:05 smithi155 ceph-mon[102677]: pgmap v22376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:05 smithi111 ceph-mon[97855]: pgmap v22376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:05 smithi111 ceph-mon[116524]: pgmap v22376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:07.337 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:40:07.642 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:40:07.642 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:40:07.642 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:40:07.642 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:40:07.642 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:40:07.642 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 10h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (10h) 2m ago 10h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:40:07.643 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:08.023 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:40:08.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:40:08.024 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:08.024 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:40:08.024 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:40:08.024 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:40:08.024 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:40:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:07 smithi155 ceph-mon[102677]: pgmap v22377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:07 smithi155 ceph-mon[102677]: from='client.49463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:07 smithi111 ceph-mon[97855]: pgmap v22377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:07 smithi111 ceph-mon[97855]: from='client.49463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:07 smithi111 ceph-mon[116524]: pgmap v22377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:07 smithi111 ceph-mon[116524]: from='client.49463 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:08 smithi155 ceph-mon[102677]: from='client.39591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:09.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1369252725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:08 smithi111 ceph-mon[97855]: from='client.39591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:09.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1369252725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:08 smithi111 ceph-mon[116524]: from='client.39591 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:09.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1369252725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:40:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:40:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:40:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:40:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:09 smithi155 ceph-mon[102677]: pgmap v22378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:09 smithi111 ceph-mon[116524]: pgmap v22378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:09 smithi111 ceph-mon[97855]: pgmap v22378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:11 smithi155 ceph-mon[102677]: pgmap v22379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:11 smithi111 ceph-mon[97855]: pgmap v22379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:11 smithi111 ceph-mon[116524]: pgmap v22379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:13 smithi155 ceph-mon[102677]: pgmap v22380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:13 smithi111 ceph-mon[97855]: pgmap v22380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:13 smithi111 ceph-mon[116524]: pgmap v22380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:15 smithi155 ceph-mon[102677]: pgmap v22381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:15 smithi111 ceph-mon[97855]: pgmap v22381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:15 smithi111 ceph-mon[116524]: pgmap v22381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:17 smithi155 ceph-mon[102677]: pgmap v22382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:17 smithi111 ceph-mon[97855]: pgmap v22382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:17 smithi111 ceph-mon[116524]: pgmap v22382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:40:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:40:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:40:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:19 smithi155 ceph-mon[102677]: pgmap v22383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:19 smithi111 ceph-mon[97855]: pgmap v22383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:19 smithi111 ceph-mon[116524]: pgmap v22383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:21 smithi155 ceph-mon[102677]: pgmap v22384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:21 smithi111 ceph-mon[97855]: pgmap v22384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:21 smithi111 ceph-mon[116524]: pgmap v22384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:23 smithi111 ceph-mon[97855]: pgmap v22385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:23 smithi111 ceph-mon[116524]: pgmap v22385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:23 smithi155 ceph-mon[102677]: pgmap v22385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:25 smithi155 ceph-mon[102677]: pgmap v22386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:25 smithi111 ceph-mon[97855]: pgmap v22386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:25 smithi111 ceph-mon[116524]: pgmap v22386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:27 smithi155 ceph-mon[102677]: pgmap v22387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:27 smithi111 ceph-mon[97855]: pgmap v22387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:27 smithi111 ceph-mon[116524]: pgmap v22387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:40:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:40:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:40:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:29 smithi155 ceph-mon[102677]: pgmap v22388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:29 smithi111 ceph-mon[97855]: pgmap v22388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:29 smithi111 ceph-mon[116524]: pgmap v22388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:31 smithi155 ceph-mon[102677]: pgmap v22389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:31 smithi111 ceph-mon[97855]: pgmap v22389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:31 smithi111 ceph-mon[116524]: pgmap v22389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:33 smithi155 ceph-mon[102677]: pgmap v22390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:33 smithi111 ceph-mon[97855]: pgmap v22390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:33 smithi111 ceph-mon[116524]: pgmap v22390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:35 smithi155 ceph-mon[102677]: pgmap v22391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:35 smithi111 ceph-mon[97855]: pgmap v22391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:35 smithi111 ceph-mon[116524]: pgmap v22391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:37 smithi155 ceph-mon[102677]: pgmap v22392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:37 smithi111 ceph-mon[97855]: pgmap v22392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:38.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:37 smithi111 ceph-mon[116524]: pgmap v22392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:38.371 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:40:38.676 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 2m ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 2m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (10h) 2m ago 10h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 2m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 2m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 2m ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:40:38.677 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:40:38.678 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:40:38.678 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:40:38.678 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:40:38.678 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (10h) 2m ago 10h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:40:38.678 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 2m ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:40:39.059 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:40:39.059 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:40:39.059 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:40:39.059 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:40:39.060 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:40:39.061 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:40:39.061 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:40:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:38 smithi155 ceph-mon[102677]: from='client.49481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:38 smithi111 ceph-mon[97855]: from='client.49481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:38 smithi111 ceph-mon[116524]: from='client.49481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:40:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:40:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:40:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:39 smithi155 ceph-mon[102677]: from='client.49487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:39 smithi155 ceph-mon[102677]: pgmap v22393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1071863729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:40:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:39 smithi111 ceph-mon[97855]: from='client.49487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:39 smithi111 ceph-mon[97855]: pgmap v22393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1071863729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:40:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:39 smithi111 ceph-mon[116524]: from='client.49487 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:40:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:39 smithi111 ceph-mon[116524]: pgmap v22393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1071863729' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:40:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:41 smithi155 ceph-mon[102677]: pgmap v22394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:41 smithi111 ceph-mon[97855]: pgmap v22394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:41 smithi111 ceph-mon[116524]: pgmap v22394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:43 smithi155 ceph-mon[102677]: pgmap v22395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:43 smithi111 ceph-mon[97855]: pgmap v22395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:43 smithi111 ceph-mon[116524]: pgmap v22395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:45 smithi155 ceph-mon[102677]: pgmap v22396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:45 smithi111 ceph-mon[97855]: pgmap v22396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:45 smithi111 ceph-mon[116524]: pgmap v22396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:47 smithi155 ceph-mon[102677]: pgmap v22397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:47 smithi111 ceph-mon[97855]: pgmap v22397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:47 smithi111 ceph-mon[116524]: pgmap v22397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:40:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:40:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:40:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:49 smithi155 ceph-mon[102677]: pgmap v22398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:49 smithi111 ceph-mon[97855]: pgmap v22398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:49 smithi111 ceph-mon[116524]: pgmap v22398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:40:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:51 smithi155 ceph-mon[102677]: pgmap v22399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:51 smithi111 ceph-mon[97855]: pgmap v22399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:51 smithi111 ceph-mon[116524]: pgmap v22399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:53 smithi155 ceph-mon[102677]: pgmap v22400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:53 smithi111 ceph-mon[97855]: pgmap v22400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:53 smithi111 ceph-mon[116524]: pgmap v22400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:55 smithi155 ceph-mon[102677]: pgmap v22401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:55 smithi111 ceph-mon[97855]: pgmap v22401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:55 smithi111 ceph-mon[116524]: pgmap v22401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:57 smithi155 ceph-mon[102677]: pgmap v22402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:57 smithi111 ceph-mon[97855]: pgmap v22402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:57 smithi111 ceph-mon[116524]: pgmap v22402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:40:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:40:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:40:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:41:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:40:59 smithi155 ceph-mon[102677]: pgmap v22403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:40:59 smithi111 ceph-mon[97855]: pgmap v22403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:40:59 smithi111 ceph-mon[116524]: pgmap v22403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:01 smithi155 ceph-mon[102677]: pgmap v22404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:01 smithi111 ceph-mon[97855]: pgmap v22404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:01 smithi111 ceph-mon[116524]: pgmap v22404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:03 smithi155 ceph-mon[102677]: pgmap v22405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:03 smithi111 ceph-mon[97855]: pgmap v22405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:03 smithi111 ceph-mon[116524]: pgmap v22405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:41:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:41:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:05 smithi155 ceph-mon[102677]: pgmap v22406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:05 smithi111 ceph-mon[97855]: pgmap v22406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:05 smithi111 ceph-mon[116524]: pgmap v22406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:07 smithi155 ceph-mon[102677]: pgmap v22407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:07 smithi111 ceph-mon[97855]: pgmap v22407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:07 smithi111 ceph-mon[116524]: pgmap v22407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:09.409 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:41:09.717 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (10h) 3m ago 10h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:41:09.718 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:41:09.719 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:41:09.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:41:09.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:41:09.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:41:09.720 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:41:09.720 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 10h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:41:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:41:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:41:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:41:10.099 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:41:10.100 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:41:10.101 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:41:10.101 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:41:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:09 smithi155 ceph-mon[102677]: pgmap v22408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:09 smithi155 ceph-mon[102677]: from='client.39621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:09 smithi111 ceph-mon[97855]: pgmap v22408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:09 smithi111 ceph-mon[97855]: from='client.39621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:09 smithi111 ceph-mon[116524]: pgmap v22408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:09 smithi111 ceph-mon[116524]: from='client.39621 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:10 smithi155 ceph-mon[102677]: from='client.39627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:11.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/88750412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:41:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:10 smithi111 ceph-mon[97855]: from='client.39627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:11.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/88750412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:41:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:10 smithi111 ceph-mon[116524]: from='client.39627 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:11.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/88750412' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:41:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:11 smithi155 ceph-mon[102677]: pgmap v22409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:11 smithi111 ceph-mon[97855]: pgmap v22409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:11 smithi111 ceph-mon[116524]: pgmap v22409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:13 smithi155 ceph-mon[102677]: pgmap v22410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:13 smithi111 ceph-mon[97855]: pgmap v22410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:13 smithi111 ceph-mon[116524]: pgmap v22410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:15 smithi155 ceph-mon[102677]: pgmap v22411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:15 smithi111 ceph-mon[97855]: pgmap v22411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:15 smithi111 ceph-mon[116524]: pgmap v22411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:17 smithi155 ceph-mon[102677]: pgmap v22412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:17 smithi111 ceph-mon[97855]: pgmap v22412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:17 smithi111 ceph-mon[116524]: pgmap v22412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:41:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:41:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:19 smithi155 ceph-mon[102677]: pgmap v22413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:19 smithi111 ceph-mon[97855]: pgmap v22413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:19 smithi111 ceph-mon[116524]: pgmap v22413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:21 smithi155 ceph-mon[102677]: pgmap v22414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:21 smithi111 ceph-mon[97855]: pgmap v22414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:21 smithi111 ceph-mon[116524]: pgmap v22414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:23 smithi155 ceph-mon[102677]: pgmap v22415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:23 smithi111 ceph-mon[97855]: pgmap v22415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:23 smithi111 ceph-mon[116524]: pgmap v22415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:25 smithi155 ceph-mon[102677]: pgmap v22416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:25 smithi111 ceph-mon[97855]: pgmap v22416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:25 smithi111 ceph-mon[116524]: pgmap v22416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:27 smithi155 ceph-mon[102677]: pgmap v22417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:27 smithi111 ceph-mon[97855]: pgmap v22417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:27 smithi111 ceph-mon[116524]: pgmap v22417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:41:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:41:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:41:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:29 smithi155 ceph-mon[102677]: pgmap v22418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:29 smithi111 ceph-mon[97855]: pgmap v22418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:29 smithi111 ceph-mon[116524]: pgmap v22418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:31 smithi155 ceph-mon[102677]: pgmap v22419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:31 smithi111 ceph-mon[97855]: pgmap v22419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:31 smithi111 ceph-mon[116524]: pgmap v22419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:33 smithi155 ceph-mon[102677]: pgmap v22420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:33 smithi111 ceph-mon[97855]: pgmap v22420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:33 smithi111 ceph-mon[116524]: pgmap v22420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:35.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:35 smithi155 ceph-mon[102677]: pgmap v22421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:35 smithi111 ceph-mon[97855]: pgmap v22421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:35 smithi111 ceph-mon[116524]: pgmap v22421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:37 smithi155 ceph-mon[102677]: pgmap v22422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:37 smithi111 ceph-mon[97855]: pgmap v22422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:37 smithi111 ceph-mon[116524]: pgmap v22422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:41:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:41:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:41:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:39 smithi155 ceph-mon[102677]: pgmap v22423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:39 smithi111 ceph-mon[97855]: pgmap v22423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:39 smithi111 ceph-mon[116524]: pgmap v22423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:40.443 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:41:40.753 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:41:40.753 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 3m ago 10h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:41:40.753 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 3m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:41:40.753 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:41:40.753 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:41:40.753 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 3m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 3m ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:41:40.754 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:41:40.755 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 3m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:41.134 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:41:41.135 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:41:41.135 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:41:41.135 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:41:41.135 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:41:41.135 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:41:41.135 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:41:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:40 smithi155 ceph-mon[102677]: from='client.39639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:41.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:40 smithi111 ceph-mon[97855]: from='client.39639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:41.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:40 smithi111 ceph-mon[116524]: from='client.39639 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:41 smithi155 ceph-mon[102677]: from='client.39645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:41 smithi155 ceph-mon[102677]: pgmap v22424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1796293545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:41 smithi111 ceph-mon[97855]: from='client.39645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:41 smithi111 ceph-mon[97855]: pgmap v22424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1796293545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:41:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:41 smithi111 ceph-mon[116524]: from='client.39645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:41:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:41 smithi111 ceph-mon[116524]: pgmap v22424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1796293545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:41:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:43 smithi155 ceph-mon[102677]: pgmap v22425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:43 smithi111 ceph-mon[97855]: pgmap v22425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:44.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:43 smithi111 ceph-mon[116524]: pgmap v22425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:45 smithi155 ceph-mon[102677]: pgmap v22426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:45 smithi111 ceph-mon[97855]: pgmap v22426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:45 smithi111 ceph-mon[116524]: pgmap v22426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:47 smithi155 ceph-mon[102677]: pgmap v22427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:47 smithi111 ceph-mon[97855]: pgmap v22427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:47 smithi111 ceph-mon[116524]: pgmap v22427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:41:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:41:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:41:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:49 smithi155 ceph-mon[102677]: pgmap v22428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:49 smithi111 ceph-mon[97855]: pgmap v22428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:49 smithi111 ceph-mon[116524]: pgmap v22428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:41:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:51 smithi155 ceph-mon[102677]: pgmap v22429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:51 smithi111 ceph-mon[97855]: pgmap v22429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:51 smithi111 ceph-mon[116524]: pgmap v22429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:53 smithi155 ceph-mon[102677]: pgmap v22430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:53 smithi111 ceph-mon[97855]: pgmap v22430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:53 smithi111 ceph-mon[116524]: pgmap v22430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:56.210 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:55 smithi155 ceph-mon[102677]: pgmap v22431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:55 smithi111 ceph-mon[97855]: pgmap v22431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:55 smithi111 ceph-mon[116524]: pgmap v22431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:57 smithi155 ceph-mon[102677]: pgmap v22432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:57 smithi111 ceph-mon[97855]: pgmap v22432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:58.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:57 smithi111 ceph-mon[116524]: pgmap v22432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:41:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:41:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:41:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:42:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:41:59 smithi155 ceph-mon[102677]: pgmap v22433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:41:59 smithi111 ceph-mon[97855]: pgmap v22433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:41:59 smithi111 ceph-mon[116524]: pgmap v22433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:01 smithi155 ceph-mon[102677]: pgmap v22434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:01 smithi111 ceph-mon[97855]: pgmap v22434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:01 smithi111 ceph-mon[116524]: pgmap v22434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:03 smithi155 ceph-mon[102677]: pgmap v22435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:03 smithi111 ceph-mon[97855]: pgmap v22435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:03 smithi111 ceph-mon[116524]: pgmap v22435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:42:05.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:42:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:42:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:05 smithi155 ceph-mon[102677]: pgmap v22436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:42:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:42:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[97855]: pgmap v22436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[116524]: pgmap v22436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:42:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:42:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:07 smithi155 ceph-mon[102677]: pgmap v22437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:07 smithi111 ceph-mon[97855]: pgmap v22437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:07 smithi111 ceph-mon[116524]: pgmap v22437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:42:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:42:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:42:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:09 smithi155 ceph-mon[102677]: pgmap v22438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:09 smithi111 ceph-mon[97855]: pgmap v22438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:09 smithi111 ceph-mon[116524]: pgmap v22438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:11.480 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:42:11.785 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:42:11.785 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:42:11.785 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (10h) 4m ago 10h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (10h) 4m ago 10h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (10h) 4m ago 10h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:42:11.786 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:42:11.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:42:11.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:42:11.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:42:11.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:42:11.787 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:42:11.787 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:42:12.166 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:42:12.166 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:42:12.167 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:42:12.168 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:42:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:11 smithi155 ceph-mon[102677]: pgmap v22439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:11 smithi155 ceph-mon[102677]: from='client.39657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:11 smithi111 ceph-mon[97855]: pgmap v22439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:11 smithi111 ceph-mon[97855]: from='client.39657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:11 smithi111 ceph-mon[116524]: pgmap v22439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:11 smithi111 ceph-mon[116524]: from='client.39657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:12 smithi155 ceph-mon[102677]: from='client.39663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:13.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3743564040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:12 smithi111 ceph-mon[97855]: from='client.39663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:13.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3743564040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:42:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:12 smithi111 ceph-mon[116524]: from='client.39663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:13.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3743564040' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:42:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:13 smithi155 ceph-mon[102677]: pgmap v22440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:13 smithi111 ceph-mon[97855]: pgmap v22440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:13 smithi111 ceph-mon[116524]: pgmap v22440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:15 smithi155 ceph-mon[102677]: pgmap v22441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:15 smithi111 ceph-mon[97855]: pgmap v22441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:15 smithi111 ceph-mon[116524]: pgmap v22441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:17 smithi155 ceph-mon[102677]: pgmap v22442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:17 smithi111 ceph-mon[97855]: pgmap v22442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:17 smithi111 ceph-mon[116524]: pgmap v22442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:42:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:42:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:42:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:19 smithi155 ceph-mon[102677]: pgmap v22443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:19 smithi111 ceph-mon[97855]: pgmap v22443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:19 smithi111 ceph-mon[116524]: pgmap v22443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:21 smithi155 ceph-mon[102677]: pgmap v22444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:21 smithi111 ceph-mon[97855]: pgmap v22444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:21 smithi111 ceph-mon[116524]: pgmap v22444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:23 smithi155 ceph-mon[102677]: pgmap v22445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:23 smithi111 ceph-mon[97855]: pgmap v22445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:23 smithi111 ceph-mon[116524]: pgmap v22445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:25 smithi155 ceph-mon[102677]: pgmap v22446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:25 smithi111 ceph-mon[97855]: pgmap v22446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:25 smithi111 ceph-mon[116524]: pgmap v22446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:27 smithi155 ceph-mon[102677]: pgmap v22447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:28.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:27 smithi111 ceph-mon[97855]: pgmap v22447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:27 smithi111 ceph-mon[116524]: pgmap v22447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:42:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:42:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:42:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:29 smithi155 ceph-mon[102677]: pgmap v22448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:30.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:29 smithi111 ceph-mon[97855]: pgmap v22448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:29 smithi111 ceph-mon[116524]: pgmap v22448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:31 smithi155 ceph-mon[102677]: pgmap v22449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:31 smithi111 ceph-mon[97855]: pgmap v22449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:31 smithi111 ceph-mon[116524]: pgmap v22449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:33 smithi155 ceph-mon[102677]: pgmap v22450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:33 smithi111 ceph-mon[97855]: pgmap v22450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:33 smithi111 ceph-mon[116524]: pgmap v22450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:35 smithi155 ceph-mon[102677]: pgmap v22451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:35 smithi111 ceph-mon[97855]: pgmap v22451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:36.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:35 smithi111 ceph-mon[116524]: pgmap v22451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:37 smithi155 ceph-mon[102677]: pgmap v22452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:37 smithi111 ceph-mon[97855]: pgmap v22452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:37 smithi111 ceph-mon[116524]: pgmap v22452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:42:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:42:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:42:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:39 smithi155 ceph-mon[102677]: pgmap v22453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:40.207 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 15:42:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T15:42:40.079465298Z level=info msg="Completed cleanup jobs" duration=46.411851ms 2023-12-01T15:42:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:39 smithi111 ceph-mon[97855]: pgmap v22453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:39 smithi111 ceph-mon[116524]: pgmap v22453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:41 smithi155 ceph-mon[102677]: pgmap v22454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:41 smithi111 ceph-mon[97855]: pgmap v22454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:41 smithi111 ceph-mon[116524]: pgmap v22454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:42.512 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:42:42.822 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:42:42.822 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (10h) 4m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:42:42.822 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:42:42.822 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:42:42.822 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:42:42.822 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:42:42.823 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (10h) 4m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:42:43.200 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:42:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:42:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:42:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:42:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:42:43.202 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:42:43.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:42 smithi155 ceph-mon[102677]: from='client.39675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:43.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:42 smithi111 ceph-mon[97855]: from='client.39675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:43.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:42 smithi111 ceph-mon[116524]: from='client.39675 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:43 smithi155 ceph-mon[102677]: from='client.49559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:43 smithi155 ceph-mon[102677]: pgmap v22455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/800491888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:43 smithi111 ceph-mon[97855]: from='client.49559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:43 smithi111 ceph-mon[97855]: pgmap v22455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/800491888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:43 smithi111 ceph-mon[116524]: from='client.49559 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:43 smithi111 ceph-mon[116524]: pgmap v22455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/800491888' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:42:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:45 smithi155 ceph-mon[102677]: pgmap v22456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:45 smithi111 ceph-mon[97855]: pgmap v22456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:45 smithi111 ceph-mon[116524]: pgmap v22456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:47 smithi155 ceph-mon[102677]: pgmap v22457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:47 smithi111 ceph-mon[97855]: pgmap v22457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:47 smithi111 ceph-mon[116524]: pgmap v22457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:42:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:42:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:42:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:49 smithi155 ceph-mon[102677]: pgmap v22458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:49 smithi111 ceph-mon[97855]: pgmap v22458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:49 smithi111 ceph-mon[116524]: pgmap v22458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:42:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:51 smithi155 ceph-mon[102677]: pgmap v22459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:51 smithi111 ceph-mon[97855]: pgmap v22459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:51 smithi111 ceph-mon[116524]: pgmap v22459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:53 smithi155 ceph-mon[102677]: pgmap v22460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:53 smithi111 ceph-mon[97855]: pgmap v22460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:53 smithi111 ceph-mon[116524]: pgmap v22460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:55 smithi155 ceph-mon[102677]: pgmap v22461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:55 smithi111 ceph-mon[97855]: pgmap v22461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:55 smithi111 ceph-mon[116524]: pgmap v22461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:57 smithi155 ceph-mon[102677]: pgmap v22462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:57 smithi111 ceph-mon[97855]: pgmap v22462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:57 smithi111 ceph-mon[116524]: pgmap v22462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:42:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:42:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:42:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:43:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:42:59 smithi155 ceph-mon[102677]: pgmap v22463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:00.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:42:59 smithi111 ceph-mon[97855]: pgmap v22463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:42:59 smithi111 ceph-mon[116524]: pgmap v22463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:01 smithi155 ceph-mon[102677]: pgmap v22464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:02.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:01 smithi111 ceph-mon[97855]: pgmap v22464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:01 smithi111 ceph-mon[116524]: pgmap v22464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:03 smithi155 ceph-mon[102677]: pgmap v22465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:03 smithi111 ceph-mon[97855]: pgmap v22465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:03 smithi111 ceph-mon[116524]: pgmap v22465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:05 smithi155 ceph-mon[102677]: pgmap v22466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:43:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:43:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:43:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:43:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[97855]: pgmap v22466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[116524]: pgmap v22466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:43:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:43:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:07 smithi155 ceph-mon[102677]: pgmap v22467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:08.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:07 smithi111 ceph-mon[97855]: pgmap v22467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:07 smithi111 ceph-mon[116524]: pgmap v22467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:43:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:43:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:43:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:09 smithi155 ceph-mon[102677]: pgmap v22468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:09 smithi111 ceph-mon[97855]: pgmap v22468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:09 smithi111 ceph-mon[116524]: pgmap v22468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:11 smithi155 ceph-mon[102677]: pgmap v22469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:11 smithi111 ceph-mon[97855]: pgmap v22469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:11 smithi111 ceph-mon[116524]: pgmap v22469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:13.544 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:43:13.852 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:43:13.853 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:43:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:13 smithi155 ceph-mon[102677]: pgmap v22470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:13 smithi155 ceph-mon[102677]: from='client.39693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:14.230 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:43:14.230 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:43:14.231 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:43:14.232 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:43:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:13 smithi111 ceph-mon[97855]: pgmap v22470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:13 smithi111 ceph-mon[97855]: from='client.39693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:13 smithi111 ceph-mon[116524]: pgmap v22470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:13 smithi111 ceph-mon[116524]: from='client.39693 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:14 smithi155 ceph-mon[102677]: from='client.39699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:15.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:14 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3286953361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:43:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:14 smithi111 ceph-mon[97855]: from='client.39699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:15.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:14 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3286953361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:43:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:14 smithi111 ceph-mon[116524]: from='client.39699 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:15.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:14 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3286953361' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:43:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:15 smithi155 ceph-mon[102677]: pgmap v22471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:15 smithi111 ceph-mon[97855]: pgmap v22471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:15 smithi111 ceph-mon[116524]: pgmap v22471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:17 smithi155 ceph-mon[102677]: pgmap v22472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:17 smithi111 ceph-mon[97855]: pgmap v22472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:17 smithi111 ceph-mon[116524]: pgmap v22472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:43:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:43:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:43:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:19 smithi155 ceph-mon[102677]: pgmap v22473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:19 smithi111 ceph-mon[97855]: pgmap v22473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:19 smithi111 ceph-mon[116524]: pgmap v22473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:21 smithi155 ceph-mon[102677]: pgmap v22474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:21 smithi111 ceph-mon[97855]: pgmap v22474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:21 smithi111 ceph-mon[116524]: pgmap v22474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:23 smithi155 ceph-mon[102677]: pgmap v22475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:23 smithi111 ceph-mon[97855]: pgmap v22475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:23 smithi111 ceph-mon[116524]: pgmap v22475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:25 smithi155 ceph-mon[102677]: pgmap v22476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:25 smithi111 ceph-mon[97855]: pgmap v22476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:26.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:25 smithi111 ceph-mon[116524]: pgmap v22476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:27 smithi155 ceph-mon[102677]: pgmap v22477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:27 smithi111 ceph-mon[97855]: pgmap v22477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:27 smithi111 ceph-mon[116524]: pgmap v22477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:43:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:43:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:43:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:29 smithi155 ceph-mon[102677]: pgmap v22478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:29 smithi111 ceph-mon[97855]: pgmap v22478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:29 smithi111 ceph-mon[116524]: pgmap v22478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:31 smithi155 ceph-mon[102677]: pgmap v22479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:32.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:31 smithi111 ceph-mon[97855]: pgmap v22479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:31 smithi111 ceph-mon[116524]: pgmap v22479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:33 smithi155 ceph-mon[102677]: pgmap v22480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:33 smithi111 ceph-mon[97855]: pgmap v22480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:33 smithi111 ceph-mon[116524]: pgmap v22480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:35 smithi155 ceph-mon[102677]: pgmap v22481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:35 smithi111 ceph-mon[97855]: pgmap v22481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:35 smithi111 ceph-mon[116524]: pgmap v22481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:37 smithi155 ceph-mon[102677]: pgmap v22482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:37 smithi111 ceph-mon[97855]: pgmap v22482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:37 smithi111 ceph-mon[116524]: pgmap v22482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:43:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:43:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:43:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:39 smithi155 ceph-mon[102677]: pgmap v22483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:39 smithi111 ceph-mon[97855]: pgmap v22483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:39 smithi111 ceph-mon[116524]: pgmap v22483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:41 smithi155 ceph-mon[102677]: pgmap v22484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:41 smithi111 ceph-mon[97855]: pgmap v22484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:41 smithi111 ceph-mon[116524]: pgmap v22484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:43 smithi155 ceph-mon[102677]: pgmap v22485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:43 smithi111 ceph-mon[97855]: pgmap v22485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:43 smithi111 ceph-mon[116524]: pgmap v22485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:44.577 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:43:44.887 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:43:44.888 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:43:45.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:44 smithi155 ceph-mon[102677]: from='client.49589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:45.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:44 smithi111 ceph-mon[97855]: from='client.49589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:45.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:44 smithi111 ceph-mon[116524]: from='client.49589 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:45.263 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:43:45.264 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:43:45.264 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:43:45.264 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:43:45.264 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:43:45.264 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:43:45.264 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:45 smithi155 ceph-mon[102677]: pgmap v22486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:45 smithi155 ceph-mon[102677]: from='client.39717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:45 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2440019841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:43:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:45 smithi111 ceph-mon[97855]: pgmap v22486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:45 smithi111 ceph-mon[97855]: from='client.39717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:45 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2440019841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:45 smithi111 ceph-mon[116524]: pgmap v22486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:45 smithi111 ceph-mon[116524]: from='client.39717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:43:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:45 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2440019841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:43:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:47 smithi155 ceph-mon[102677]: pgmap v22487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:47 smithi111 ceph-mon[97855]: pgmap v22487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:47 smithi111 ceph-mon[116524]: pgmap v22487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:43:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:43:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:43:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:49 smithi155 ceph-mon[102677]: pgmap v22488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:50.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:49 smithi111 ceph-mon[97855]: pgmap v22488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:49 smithi111 ceph-mon[116524]: pgmap v22488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:43:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:51 smithi155 ceph-mon[102677]: pgmap v22489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:51 smithi111 ceph-mon[97855]: pgmap v22489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:51 smithi111 ceph-mon[116524]: pgmap v22489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:53 smithi155 ceph-mon[102677]: pgmap v22490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:53 smithi111 ceph-mon[97855]: pgmap v22490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:53 smithi111 ceph-mon[116524]: pgmap v22490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:55 smithi155 ceph-mon[102677]: pgmap v22491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:56.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:55 smithi111 ceph-mon[97855]: pgmap v22491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:55 smithi111 ceph-mon[116524]: pgmap v22491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:57 smithi155 ceph-mon[102677]: pgmap v22492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:57 smithi111 ceph-mon[97855]: pgmap v22492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:57 smithi111 ceph-mon[116524]: pgmap v22492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:43:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:43:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:43:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:44:00.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:43:59 smithi155 ceph-mon[102677]: pgmap v22493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:43:59 smithi111 ceph-mon[116524]: pgmap v22493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:43:59 smithi111 ceph-mon[97855]: pgmap v22493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:02.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:01 smithi155 ceph-mon[102677]: pgmap v22494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:01 smithi111 ceph-mon[97855]: pgmap v22494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:01 smithi111 ceph-mon[116524]: pgmap v22494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:03 smithi155 ceph-mon[102677]: pgmap v22495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:03 smithi111 ceph-mon[97855]: pgmap v22495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:03 smithi111 ceph-mon[116524]: pgmap v22495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:05 smithi155 ceph-mon[102677]: pgmap v22496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:44:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:05 smithi111 ceph-mon[97855]: pgmap v22496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:44:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:05 smithi111 ceph-mon[116524]: pgmap v22496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:44:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:44:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:44:07.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:44:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:44:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:44:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:44:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:44:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:44:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:44:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:07 smithi155 ceph-mon[102677]: pgmap v22497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:07 smithi111 ceph-mon[97855]: pgmap v22497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:07 smithi111 ceph-mon[116524]: pgmap v22497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:44:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:44:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:44:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:09 smithi155 ceph-mon[102677]: pgmap v22498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:09 smithi111 ceph-mon[97855]: pgmap v22498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:09 smithi111 ceph-mon[116524]: pgmap v22498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:12.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:11 smithi155 ceph-mon[102677]: pgmap v22499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:11 smithi111 ceph-mon[97855]: pgmap v22499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:11 smithi111 ceph-mon[116524]: pgmap v22499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:13 smithi155 ceph-mon[102677]: pgmap v22500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:13 smithi111 ceph-mon[97855]: pgmap v22500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:13 smithi111 ceph-mon[116524]: pgmap v22500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:15.604 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:44:15.911 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:44:15.912 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:44:16.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:15 smithi155 ceph-mon[102677]: pgmap v22501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:15 smithi111 ceph-mon[97855]: pgmap v22501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:15 smithi111 ceph-mon[116524]: pgmap v22501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:44:16.292 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:16.293 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:44:16.293 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:44:16.293 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:44:16.293 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:44:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:16 smithi155 ceph-mon[102677]: from='client.39729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:16 smithi155 ceph-mon[102677]: from='client.49613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:17.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4077612521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:16 smithi111 ceph-mon[97855]: from='client.39729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:16 smithi111 ceph-mon[97855]: from='client.49613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:17.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4077612521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:44:17.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:16 smithi111 ceph-mon[116524]: from='client.39729 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:16 smithi111 ceph-mon[116524]: from='client.49613 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:17.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4077612521' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:44:18.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:17 smithi155 ceph-mon[102677]: pgmap v22502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:17 smithi111 ceph-mon[97855]: pgmap v22502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:17 smithi111 ceph-mon[116524]: pgmap v22502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:44:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:44:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:44:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:19 smithi155 ceph-mon[102677]: pgmap v22503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:20.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:19 smithi111 ceph-mon[97855]: pgmap v22503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:19 smithi111 ceph-mon[116524]: pgmap v22503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:22.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:21 smithi155 ceph-mon[102677]: pgmap v22504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:22.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:21 smithi111 ceph-mon[97855]: pgmap v22504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:21 smithi111 ceph-mon[116524]: pgmap v22504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:23 smithi155 ceph-mon[102677]: pgmap v22505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:23 smithi111 ceph-mon[97855]: pgmap v22505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:23 smithi111 ceph-mon[116524]: pgmap v22505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:25 smithi155 ceph-mon[102677]: pgmap v22506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:25 smithi111 ceph-mon[97855]: pgmap v22506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:25 smithi111 ceph-mon[116524]: pgmap v22506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:28.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:27 smithi155 ceph-mon[102677]: pgmap v22507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:27 smithi111 ceph-mon[97855]: pgmap v22507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:27 smithi111 ceph-mon[116524]: pgmap v22507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:44:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:44:29] "GET /metrics HTTP/1.1" 200 33957 "" "Prometheus/2.43.0" 2023-12-01T15:44:30.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:29 smithi155 ceph-mon[102677]: pgmap v22508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:29 smithi111 ceph-mon[97855]: pgmap v22508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:29 smithi111 ceph-mon[116524]: pgmap v22508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:32.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:31 smithi155 ceph-mon[102677]: pgmap v22509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:31 smithi111 ceph-mon[97855]: pgmap v22509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:31 smithi111 ceph-mon[116524]: pgmap v22509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:33 smithi155 ceph-mon[102677]: pgmap v22510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:33 smithi111 ceph-mon[97855]: pgmap v22510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:33 smithi111 ceph-mon[116524]: pgmap v22510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:35 smithi155 ceph-mon[102677]: pgmap v22511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:35 smithi111 ceph-mon[97855]: pgmap v22511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:35 smithi111 ceph-mon[116524]: pgmap v22511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:38.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:37 smithi155 ceph-mon[102677]: pgmap v22512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:37 smithi111 ceph-mon[97855]: pgmap v22512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:37 smithi111 ceph-mon[116524]: pgmap v22512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:39.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:44:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:44:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:44:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:39 smithi155 ceph-mon[102677]: pgmap v22513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:39 smithi111 ceph-mon[97855]: pgmap v22513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:39 smithi111 ceph-mon[116524]: pgmap v22513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:41 smithi155 ceph-mon[102677]: pgmap v22514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:42.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:41 smithi111 ceph-mon[97855]: pgmap v22514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:41 smithi111 ceph-mon[116524]: pgmap v22514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:43 smithi155 ceph-mon[102677]: pgmap v22515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:43 smithi111 ceph-mon[97855]: pgmap v22515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:43 smithi111 ceph-mon[116524]: pgmap v22515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:46.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:45 smithi155 ceph-mon[102677]: pgmap v22516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:45 smithi111 ceph-mon[97855]: pgmap v22516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:45 smithi111 ceph-mon[116524]: pgmap v22516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:46.641 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:44:46.948 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:44:46.948 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:44:46.948 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:44:46.948 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:44:46.948 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:44:46.948 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:44:46.949 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:44:47.325 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:44:47.325 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:44:47.326 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:44:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:44:47.327 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:44:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:47 smithi155 ceph-mon[102677]: from='client.49625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:47 smithi155 ceph-mon[102677]: pgmap v22517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:47 smithi155 ceph-mon[102677]: from='client.39753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:48.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2663198916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[97855]: from='client.49625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[97855]: pgmap v22517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[97855]: from='client.39753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2663198916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[116524]: from='client.49625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[116524]: pgmap v22517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[116524]: from='client.39753 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:44:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2663198916' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:44:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:44:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:44:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:44:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:49 smithi155 ceph-mon[102677]: pgmap v22518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:50.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:49 smithi111 ceph-mon[97855]: pgmap v22518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:49 smithi111 ceph-mon[116524]: pgmap v22518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:44:52.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:51 smithi155 ceph-mon[102677]: pgmap v22519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:51 smithi111 ceph-mon[97855]: pgmap v22519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:51 smithi111 ceph-mon[116524]: pgmap v22519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:53 smithi155 ceph-mon[102677]: pgmap v22520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:53 smithi111 ceph-mon[97855]: pgmap v22520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:53 smithi111 ceph-mon[116524]: pgmap v22520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:56.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:55 smithi155 ceph-mon[102677]: pgmap v22521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:55 smithi111 ceph-mon[97855]: pgmap v22521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:55 smithi111 ceph-mon[116524]: pgmap v22521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:58.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:57 smithi155 ceph-mon[102677]: pgmap v22522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:58.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:57 smithi111 ceph-mon[97855]: pgmap v22522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:57 smithi111 ceph-mon[116524]: pgmap v22522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:44:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:44:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:44:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:45:00.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:44:59 smithi155 ceph-mon[102677]: pgmap v22523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:44:59 smithi111 ceph-mon[116524]: pgmap v22523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:44:59 smithi111 ceph-mon[97855]: pgmap v22523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:01 smithi111 ceph-mon[97855]: pgmap v22524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:01 smithi111 ceph-mon[116524]: pgmap v22524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:01 smithi155 ceph-mon[102677]: pgmap v22524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:03 smithi155 ceph-mon[102677]: pgmap v22525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:03 smithi111 ceph-mon[97855]: pgmap v22525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:03 smithi111 ceph-mon[116524]: pgmap v22525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:05 smithi155 ceph-mon[102677]: pgmap v22526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:05 smithi111 ceph-mon[97855]: pgmap v22526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:05 smithi111 ceph-mon[116524]: pgmap v22526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:45:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:45:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:45:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:45:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:45:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:07 smithi155 ceph-mon[102677]: pgmap v22527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:07 smithi111 ceph-mon[97855]: pgmap v22527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:07 smithi111 ceph-mon[116524]: pgmap v22527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:45:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:45:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:45:10.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:09 smithi155 ceph-mon[102677]: pgmap v22528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:09 smithi111 ceph-mon[116524]: pgmap v22528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:09 smithi111 ceph-mon[97855]: pgmap v22528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:12.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:11 smithi111 ceph-mon[97855]: pgmap v22529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:11 smithi111 ceph-mon[116524]: pgmap v22529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:11 smithi155 ceph-mon[102677]: pgmap v22529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:13 smithi155 ceph-mon[102677]: pgmap v22530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:13 smithi111 ceph-mon[116524]: pgmap v22530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:13 smithi111 ceph-mon[97855]: pgmap v22530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:15 smithi111 ceph-mon[97855]: pgmap v22531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:15 smithi111 ceph-mon[116524]: pgmap v22531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:15 smithi155 ceph-mon[102677]: pgmap v22531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:17.672 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:45:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:45:17.983 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:45:17.984 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:45:17.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:45:17.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:45:17.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:45:17.985 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:45:17.985 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:45:18.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:17 smithi111 ceph-mon[97855]: pgmap v22532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:17 smithi111 ceph-mon[116524]: pgmap v22532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:18.362 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:45:18.362 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:45:18.362 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:45:18.363 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:45:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:17 smithi155 ceph-mon[102677]: pgmap v22532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:18 smithi111 ceph-mon[97855]: from='client.39765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:18 smithi111 ceph-mon[97855]: from='client.39771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:19.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3207532490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:45:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:18 smithi111 ceph-mon[116524]: from='client.39765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:18 smithi111 ceph-mon[116524]: from='client.39771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:19.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3207532490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:18 smithi155 ceph-mon[102677]: from='client.39765 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:18 smithi155 ceph-mon[102677]: from='client.39771 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:19.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3207532490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:45:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:45:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:45:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:45:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:19 smithi111 ceph-mon[97855]: pgmap v22533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:19 smithi111 ceph-mon[116524]: pgmap v22533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:19 smithi155 ceph-mon[102677]: pgmap v22533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:21 smithi111 ceph-mon[97855]: pgmap v22534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:21 smithi111 ceph-mon[116524]: pgmap v22534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:21 smithi155 ceph-mon[102677]: pgmap v22534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:23 smithi155 ceph-mon[102677]: pgmap v22535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:23 smithi111 ceph-mon[97855]: pgmap v22535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:23 smithi111 ceph-mon[116524]: pgmap v22535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:25 smithi111 ceph-mon[97855]: pgmap v22536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:25 smithi111 ceph-mon[116524]: pgmap v22536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:25 smithi155 ceph-mon[102677]: pgmap v22536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:27 smithi111 ceph-mon[97855]: pgmap v22537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:27 smithi111 ceph-mon[116524]: pgmap v22537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:27 smithi155 ceph-mon[102677]: pgmap v22537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:45:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:45:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:45:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:29 smithi111 ceph-mon[116524]: pgmap v22538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:29 smithi111 ceph-mon[97855]: pgmap v22538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:29 smithi155 ceph-mon[102677]: pgmap v22538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:31 smithi111 ceph-mon[97855]: pgmap v22539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:31 smithi111 ceph-mon[116524]: pgmap v22539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:31 smithi155 ceph-mon[102677]: pgmap v22539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:33 smithi155 ceph-mon[102677]: pgmap v22540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:33 smithi111 ceph-mon[97855]: pgmap v22540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:33 smithi111 ceph-mon[116524]: pgmap v22540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:35 smithi155 ceph-mon[102677]: pgmap v22541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:35 smithi111 ceph-mon[97855]: pgmap v22541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:35 smithi111 ceph-mon[116524]: pgmap v22541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:37 smithi111 ceph-mon[97855]: pgmap v22542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:38.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:37 smithi111 ceph-mon[116524]: pgmap v22542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:37 smithi155 ceph-mon[102677]: pgmap v22542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:45:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:45:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:45:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:39 smithi111 ceph-mon[116524]: pgmap v22543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:39 smithi111 ceph-mon[97855]: pgmap v22543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:39 smithi155 ceph-mon[102677]: pgmap v22543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:41 smithi111 ceph-mon[116524]: pgmap v22544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:41 smithi111 ceph-mon[97855]: pgmap v22544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:41 smithi155 ceph-mon[102677]: pgmap v22544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:43 smithi155 ceph-mon[102677]: pgmap v22545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:43 smithi111 ceph-mon[97855]: pgmap v22545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:43 smithi111 ceph-mon[116524]: pgmap v22545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:45 smithi111 ceph-mon[97855]: pgmap v22546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:45 smithi111 ceph-mon[116524]: pgmap v22546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:45 smithi155 ceph-mon[102677]: pgmap v22546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:47 smithi111 ceph-mon[116524]: pgmap v22547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:48.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:47 smithi111 ceph-mon[97855]: pgmap v22547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:47 smithi155 ceph-mon[102677]: pgmap v22547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:48.707 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:45:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5758M 2093M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6068M 2093M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6159M 2093M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5480M 2093M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4542M 2446M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5713M 2446M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5053M 2446M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 5907M 2446M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:45:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:45:49.398 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:45:49.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:45:49.398 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:45:49.398 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:45:49.399 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:45:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:45:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:45:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[97855]: from='client.49661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[97855]: pgmap v22548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[97855]: from='client.39789 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3053065218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[116524]: from='client.49661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[116524]: pgmap v22548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[116524]: from='client.39789 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3053065218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:45:50.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:49 smithi155 ceph-mon[102677]: from='client.49661 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:49 smithi155 ceph-mon[102677]: pgmap v22548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:49 smithi155 ceph-mon[102677]: from='client.39789 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3053065218' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:45:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:45:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:51 smithi111 ceph-mon[97855]: pgmap v22549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:52.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:51 smithi111 ceph-mon[116524]: pgmap v22549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:51 smithi155 ceph-mon[102677]: pgmap v22549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:53 smithi155 ceph-mon[102677]: pgmap v22550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:53 smithi111 ceph-mon[97855]: pgmap v22550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:53 smithi111 ceph-mon[116524]: pgmap v22550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:55 smithi111 ceph-mon[97855]: pgmap v22551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:55 smithi111 ceph-mon[116524]: pgmap v22551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:55 smithi155 ceph-mon[102677]: pgmap v22551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:57 smithi111 ceph-mon[97855]: pgmap v22552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:57 smithi111 ceph-mon[116524]: pgmap v22552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:57 smithi155 ceph-mon[102677]: pgmap v22552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:45:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:45:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:45:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:46:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:45:59 smithi111 ceph-mon[97855]: pgmap v22553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:00.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:45:59 smithi111 ceph-mon[116524]: pgmap v22553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:45:59 smithi155 ceph-mon[102677]: pgmap v22553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:01 smithi111 ceph-mon[97855]: pgmap v22554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:01 smithi111 ceph-mon[116524]: pgmap v22554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:01 smithi155 ceph-mon[102677]: pgmap v22554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:03 smithi155 ceph-mon[102677]: pgmap v22555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:03 smithi111 ceph-mon[97855]: pgmap v22555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:03 smithi111 ceph-mon[116524]: pgmap v22555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:05 smithi155 ceph-mon[102677]: pgmap v22556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:05 smithi111 ceph-mon[97855]: pgmap v22556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:05 smithi111 ceph-mon[116524]: pgmap v22556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:06 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:46:07.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:06 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:46:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:06 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:46:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: pgmap v22557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2443M 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2087M 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:46:08.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: pgmap v22557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2443M 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2087M 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: pgmap v22557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2443M 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2087M 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:46:08.251 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:46:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:46:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:46:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:46:10.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:09 smithi111 ceph-mon[97855]: pgmap v22558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:09 smithi111 ceph-mon[116524]: pgmap v22558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:09 smithi155 ceph-mon[102677]: pgmap v22558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:12.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:11 smithi111 ceph-mon[97855]: pgmap v22559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:12.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:11 smithi111 ceph-mon[116524]: pgmap v22559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:11 smithi155 ceph-mon[102677]: pgmap v22559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:13 smithi155 ceph-mon[102677]: pgmap v22560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:13 smithi111 ceph-mon[97855]: pgmap v22560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:14.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:13 smithi111 ceph-mon[116524]: pgmap v22560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:16.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:15 smithi111 ceph-mon[97855]: pgmap v22561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:15 smithi111 ceph-mon[116524]: pgmap v22561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:15 smithi155 ceph-mon[102677]: pgmap v22561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:17 smithi111 ceph-mon[97855]: pgmap v22562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:17 smithi111 ceph-mon[116524]: pgmap v22562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:17 smithi155 ceph-mon[102677]: pgmap v22562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:19.745 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:46:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:46:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:46:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:46:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5758M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6068M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6159M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5480M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4542M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5713M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5053M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 5907M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:46:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:46:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:19 smithi111 ceph-mon[97855]: pgmap v22563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:19 smithi111 ceph-mon[116524]: pgmap v22563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:20.430 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:46:20.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:46:20.430 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:46:20.430 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:20.430 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:46:20.431 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:46:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:19 smithi155 ceph-mon[102677]: pgmap v22563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:20 smithi111 ceph-mon[97855]: from='client.49679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:20 smithi111 ceph-mon[97855]: from='client.39807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:21.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/964011439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:46:21.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:20 smithi111 ceph-mon[116524]: from='client.49679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:21.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:20 smithi111 ceph-mon[116524]: from='client.39807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:21.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/964011439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:20 smithi155 ceph-mon[102677]: from='client.49679 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:20 smithi155 ceph-mon[102677]: from='client.39807 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/964011439' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:46:22.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:21 smithi111 ceph-mon[97855]: pgmap v22564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:22.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:21 smithi111 ceph-mon[116524]: pgmap v22564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:21 smithi155 ceph-mon[102677]: pgmap v22564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:23 smithi155 ceph-mon[102677]: pgmap v22565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:23 smithi111 ceph-mon[97855]: pgmap v22565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:23 smithi111 ceph-mon[116524]: pgmap v22565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:26.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:25 smithi111 ceph-mon[97855]: pgmap v22566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:25 smithi111 ceph-mon[116524]: pgmap v22566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:25 smithi155 ceph-mon[102677]: pgmap v22566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:28.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:27 smithi111 ceph-mon[97855]: pgmap v22567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:28.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:27 smithi111 ceph-mon[116524]: pgmap v22567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:27 smithi155 ceph-mon[102677]: pgmap v22567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:46:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:46:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:46:30.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:29 smithi111 ceph-mon[97855]: pgmap v22568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:30.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:29 smithi111 ceph-mon[116524]: pgmap v22568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:29 smithi155 ceph-mon[102677]: pgmap v22568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:32.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:31 smithi111 ceph-mon[97855]: pgmap v22569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:32.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:31 smithi111 ceph-mon[116524]: pgmap v22569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:31 smithi155 ceph-mon[102677]: pgmap v22569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:33 smithi155 ceph-mon[102677]: pgmap v22570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:33 smithi111 ceph-mon[97855]: pgmap v22570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:33 smithi111 ceph-mon[116524]: pgmap v22570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:35 smithi155 ceph-mon[102677]: pgmap v22571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:35 smithi111 ceph-mon[97855]: pgmap v22571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:35 smithi111 ceph-mon[116524]: pgmap v22571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:37 smithi111 ceph-mon[97855]: pgmap v22572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:37 smithi111 ceph-mon[116524]: pgmap v22572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:37 smithi155 ceph-mon[102677]: pgmap v22572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:46:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:46:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:46:40.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:39 smithi111 ceph-mon[97855]: pgmap v22573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:39 smithi111 ceph-mon[116524]: pgmap v22573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:39 smithi155 ceph-mon[102677]: pgmap v22573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:41 smithi111 ceph-mon[97855]: pgmap v22574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:41 smithi111 ceph-mon[116524]: pgmap v22574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:41 smithi155 ceph-mon[102677]: pgmap v22574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:43 smithi155 ceph-mon[102677]: pgmap v22575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:44.339 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:43 smithi111 ceph-mon[97855]: pgmap v22575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:44.339 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:43 smithi111 ceph-mon[116524]: pgmap v22575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:46.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:45 smithi111 ceph-mon[97855]: pgmap v22576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:45 smithi111 ceph-mon[116524]: pgmap v22576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:45 smithi155 ceph-mon[102677]: pgmap v22576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:48.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:47 smithi111 ceph-mon[97855]: pgmap v22577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:48.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:47 smithi111 ceph-mon[116524]: pgmap v22577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:47 smithi155 ceph-mon[102677]: pgmap v22577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:46:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:46:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:46:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:49 smithi111 ceph-mon[97855]: pgmap v22578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:50.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:49 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:49 smithi111 ceph-mon[116524]: pgmap v22578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:50.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:49 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:49 smithi155 ceph-mon[102677]: pgmap v22578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:49 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:46:50.774 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:46:51.083 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5758M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6068M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:46:51.084 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6159M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:46:51.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5480M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:46:51.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4542M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:46:51.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5713M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:46:51.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5053M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:46:51.085 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 5907M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:46:51.085 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:46:51.466 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:46:51.466 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:46:51.466 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:46:51.466 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:46:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:46:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:46:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:46:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:46:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:46:51.468 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:46:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[97855]: from='client.49697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[97855]: pgmap v22579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[97855]: from='client.49703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:52.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3113762479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:46:52.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[116524]: from='client.49697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:52.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[116524]: pgmap v22579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:52.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[116524]: from='client.49703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:52.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3113762479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:46:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:51 smithi155 ceph-mon[102677]: from='client.49697 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:51 smithi155 ceph-mon[102677]: pgmap v22579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:51 smithi155 ceph-mon[102677]: from='client.49703 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:46:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3113762479' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:46:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:53 smithi155 ceph-mon[102677]: pgmap v22580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:53 smithi111 ceph-mon[97855]: pgmap v22580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:53 smithi111 ceph-mon[116524]: pgmap v22580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:56.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:55 smithi111 ceph-mon[97855]: pgmap v22581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:56.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:55 smithi111 ceph-mon[116524]: pgmap v22581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:55 smithi155 ceph-mon[102677]: pgmap v22581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:58.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:57 smithi111 ceph-mon[97855]: pgmap v22582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:58.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:57 smithi111 ceph-mon[116524]: pgmap v22582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:57 smithi155 ceph-mon[102677]: pgmap v22582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:46:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:46:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:46:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:47:00.248 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:46:59 smithi111 ceph-mon[116524]: pgmap v22583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:00.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:46:59 smithi111 ceph-mon[97855]: pgmap v22583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:46:59 smithi155 ceph-mon[102677]: pgmap v22583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:02.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:01 smithi111 ceph-mon[97855]: pgmap v22584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:02.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:01 smithi111 ceph-mon[116524]: pgmap v22584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:01 smithi155 ceph-mon[102677]: pgmap v22584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:04.209 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:03 smithi155 ceph-mon[102677]: pgmap v22585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:03 smithi111 ceph-mon[97855]: pgmap v22585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:03 smithi111 ceph-mon[116524]: pgmap v22585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:05 smithi155 ceph-mon[102677]: pgmap v22586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:05 smithi111 ceph-mon[97855]: pgmap v22586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:05 smithi111 ceph-mon[116524]: pgmap v22586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[97855]: pgmap v22587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[116524]: pgmap v22587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:47:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:07 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:07 smithi155 ceph-mon[102677]: pgmap v22587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:47:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:07 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:47:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:47:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:47:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:47:10.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:09 smithi111 ceph-mon[97855]: pgmap v22588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:10.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:09 smithi111 ceph-mon[116524]: pgmap v22588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:09 smithi155 ceph-mon[102677]: pgmap v22588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:12 smithi155 ceph-mon[102677]: pgmap v22589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:11 smithi111 ceph-mon[97855]: pgmap v22589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:11 smithi111 ceph-mon[116524]: pgmap v22589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:13 smithi155 ceph-mon[102677]: pgmap v22590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:14.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:13 smithi111 ceph-mon[97855]: pgmap v22590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:13 smithi111 ceph-mon[116524]: pgmap v22590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:16.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:15 smithi111 ceph-mon[97855]: pgmap v22591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:16.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:15 smithi111 ceph-mon[116524]: pgmap v22591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:15 smithi155 ceph-mon[102677]: pgmap v22591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:18.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:17 smithi111 ceph-mon[97855]: pgmap v22592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:18.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:17 smithi111 ceph-mon[116524]: pgmap v22592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:17 smithi155 ceph-mon[102677]: pgmap v22592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:47:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:47:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:47:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:19 smithi155 ceph-mon[102677]: pgmap v22593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:19 smithi111 ceph-mon[97855]: pgmap v22593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:19 smithi111 ceph-mon[116524]: pgmap v22593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:21.810 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:47:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5758M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6068M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6159M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5480M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4542M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5713M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5053M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:47:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 5907M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:47:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:47:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:22 smithi155 ceph-mon[102677]: pgmap v22594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:22 smithi111 ceph-mon[97855]: pgmap v22594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:22 smithi111 ceph-mon[116524]: pgmap v22594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:47:22.500 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:47:22.501 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:47:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:23 smithi155 ceph-mon[102677]: from='client.39837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:23 smithi155 ceph-mon[102677]: from='client.39843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1199019911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:47:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:23 smithi111 ceph-mon[97855]: from='client.39837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:23 smithi111 ceph-mon[97855]: from='client.39843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1199019911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:47:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:23 smithi111 ceph-mon[116524]: from='client.39837 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:23 smithi111 ceph-mon[116524]: from='client.39843 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1199019911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:47:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:24 smithi155 ceph-mon[102677]: pgmap v22595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:24 smithi111 ceph-mon[97855]: pgmap v22595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:24 smithi111 ceph-mon[116524]: pgmap v22595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:26 smithi155 ceph-mon[102677]: pgmap v22596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:26 smithi111 ceph-mon[97855]: pgmap v22596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:26 smithi111 ceph-mon[116524]: pgmap v22596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:28 smithi155 ceph-mon[102677]: pgmap v22597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:28 smithi111 ceph-mon[97855]: pgmap v22597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:28 smithi111 ceph-mon[116524]: pgmap v22597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:47:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:47:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:47:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:30 smithi155 ceph-mon[102677]: pgmap v22598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:30 smithi111 ceph-mon[97855]: pgmap v22598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:30 smithi111 ceph-mon[116524]: pgmap v22598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:32 smithi155 ceph-mon[102677]: pgmap v22599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:32 smithi111 ceph-mon[97855]: pgmap v22599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:32 smithi111 ceph-mon[116524]: pgmap v22599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:33 smithi155 ceph-mon[102677]: pgmap v22600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:33 smithi111 ceph-mon[97855]: pgmap v22600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:33 smithi111 ceph-mon[116524]: pgmap v22600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:35 smithi155 ceph-mon[102677]: pgmap v22601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:35 smithi111 ceph-mon[97855]: pgmap v22601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:35 smithi111 ceph-mon[116524]: pgmap v22601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:38 smithi155 ceph-mon[102677]: pgmap v22602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:37 smithi111 ceph-mon[97855]: pgmap v22602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:38 smithi111 ceph-mon[116524]: pgmap v22602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:47:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:47:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:47:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:40 smithi155 ceph-mon[102677]: pgmap v22603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:40 smithi111 ceph-mon[97855]: pgmap v22603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:40 smithi111 ceph-mon[116524]: pgmap v22603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:42 smithi155 ceph-mon[102677]: pgmap v22604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:42 smithi111 ceph-mon[97855]: pgmap v22604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:42.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:42 smithi111 ceph-mon[116524]: pgmap v22604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:43 smithi155 ceph-mon[102677]: pgmap v22605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:43 smithi111 ceph-mon[97855]: pgmap v22605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:43 smithi111 ceph-mon[116524]: pgmap v22605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:46.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:45 smithi111 ceph-mon[97855]: pgmap v22606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:46.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:45 smithi111 ceph-mon[116524]: pgmap v22606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:45 smithi155 ceph-mon[102677]: pgmap v22606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:48 smithi155 ceph-mon[102677]: pgmap v22607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:48 smithi111 ceph-mon[116524]: pgmap v22607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:48 smithi111 ceph-mon[97855]: pgmap v22607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:47:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:47:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:47:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:50 smithi155 ceph-mon[102677]: pgmap v22608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:50 smithi111 ceph-mon[97855]: pgmap v22608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:50 smithi111 ceph-mon[116524]: pgmap v22608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:47:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:52 smithi155 ceph-mon[102677]: pgmap v22609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:52 smithi111 ceph-mon[97855]: pgmap v22609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:52 smithi111 ceph-mon[116524]: pgmap v22609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:52.844 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:47:53.150 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:47:53.150 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.2M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:47:53.150 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:47:53.150 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 959M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2574M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1252M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1126M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 21.9M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 23.0M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5758M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6068M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6159M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5480M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:47:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4542M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:47:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5713M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:47:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5053M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:47:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 5907M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:47:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 126M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:47:53.528 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:47:53.529 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:47:53.530 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:47:53.530 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:47:53.530 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:53 smithi155 ceph-mon[102677]: from='client.39855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:53 smithi155 ceph-mon[102677]: pgmap v22610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:53 smithi155 ceph-mon[102677]: from='client.39861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2894554498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[97855]: from='client.39855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[97855]: pgmap v22610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[97855]: from='client.39861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2894554498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[116524]: from='client.39855 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[116524]: pgmap v22610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[116524]: from='client.39861 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:47:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2894554498' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:47:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:56 smithi155 ceph-mon[102677]: pgmap v22611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:56 smithi111 ceph-mon[97855]: pgmap v22611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:56 smithi111 ceph-mon[116524]: pgmap v22611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:47:58 smithi155 ceph-mon[102677]: pgmap v22612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:47:58 smithi111 ceph-mon[97855]: pgmap v22612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:47:58 smithi111 ceph-mon[116524]: pgmap v22612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:47:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:47:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:47:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:48:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:00 smithi155 ceph-mon[102677]: pgmap v22613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:00 smithi111 ceph-mon[97855]: pgmap v22613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:00 smithi111 ceph-mon[116524]: pgmap v22613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:02 smithi155 ceph-mon[102677]: pgmap v22614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:02 smithi111 ceph-mon[97855]: pgmap v22614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:02 smithi111 ceph-mon[116524]: pgmap v22614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:03 smithi155 ceph-mon[102677]: pgmap v22615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:03 smithi111 ceph-mon[97855]: pgmap v22615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:03 smithi111 ceph-mon[116524]: pgmap v22615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:05 smithi155 ceph-mon[102677]: pgmap v22616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:05 smithi111 ceph-mon[97855]: pgmap v22616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:05 smithi111 ceph-mon[116524]: pgmap v22616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:08 smithi155 ceph-mon[102677]: pgmap v22617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:08 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:48:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:08 smithi111 ceph-mon[97855]: pgmap v22617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:08 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:48:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:08 smithi111 ceph-mon[116524]: pgmap v22617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:08 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:48:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:48:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:48:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:48:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:10 smithi155 ceph-mon[102677]: pgmap v22618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:10 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:10 smithi111 ceph-mon[97855]: pgmap v22618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:10 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:10 smithi111 ceph-mon[116524]: pgmap v22618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:10 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:48:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:48:11.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:48:11.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:48:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:12 smithi155 ceph-mon[102677]: pgmap v22619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:12 smithi111 ceph-mon[97855]: pgmap v22619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:12 smithi111 ceph-mon[116524]: pgmap v22619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:13 smithi155 ceph-mon[102677]: pgmap v22620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:13 smithi111 ceph-mon[97855]: pgmap v22620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:13 smithi111 ceph-mon[116524]: pgmap v22620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:16 smithi155 ceph-mon[102677]: pgmap v22621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:16 smithi111 ceph-mon[97855]: pgmap v22621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:16 smithi111 ceph-mon[116524]: pgmap v22621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:18 smithi155 ceph-mon[102677]: pgmap v22622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:18 smithi111 ceph-mon[97855]: pgmap v22622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:18 smithi111 ceph-mon[116524]: pgmap v22622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:48:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:48:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:48:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:20 smithi155 ceph-mon[102677]: pgmap v22623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:20 smithi111 ceph-mon[97855]: pgmap v22623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:20 smithi111 ceph-mon[116524]: pgmap v22623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:22 smithi155 ceph-mon[102677]: pgmap v22624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:22 smithi111 ceph-mon[97855]: pgmap v22624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:22 smithi111 ceph-mon[116524]: pgmap v22624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:23.880 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:48:24.185 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:48:24.185 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 14s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:48:24.185 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 13s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:48:24.185 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 14s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 13s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 13s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 14s ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 14s ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 13s ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 14s ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 14s ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 13s ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 14s ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 14s ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 14s ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 14s ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:48:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 13s ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:48:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 13s ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:48:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 13s ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:48:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 13s ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:48:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 13s ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:48:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:23 smithi155 ceph-mon[102677]: pgmap v22625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:23 smithi111 ceph-mon[97855]: pgmap v22625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:23 smithi111 ceph-mon[116524]: pgmap v22625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:24.566 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:48:24.566 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:48:24.566 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:48:24.566 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:24.566 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:48:24.567 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:24 smithi155 ceph-mon[102677]: from='client.39873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:24 smithi155 ceph-mon[102677]: from='client.49757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:25.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:24 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1732024316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:48:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:24 smithi111 ceph-mon[97855]: from='client.39873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:24 smithi111 ceph-mon[97855]: from='client.49757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:25.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:24 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1732024316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:48:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:24 smithi111 ceph-mon[116524]: from='client.39873 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:24 smithi111 ceph-mon[116524]: from='client.49757 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:25.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:24 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1732024316' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:48:26.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:25 smithi155 ceph-mon[102677]: pgmap v22626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:26.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:25 smithi111 ceph-mon[97855]: pgmap v22626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:26.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:25 smithi111 ceph-mon[116524]: pgmap v22626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:28 smithi155 ceph-mon[102677]: pgmap v22627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:28 smithi111 ceph-mon[97855]: pgmap v22627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:28 smithi111 ceph-mon[116524]: pgmap v22627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:48:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:48:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:48:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:30 smithi155 ceph-mon[102677]: pgmap v22628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:30 smithi111 ceph-mon[97855]: pgmap v22628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:30 smithi111 ceph-mon[116524]: pgmap v22628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:32 smithi155 ceph-mon[102677]: pgmap v22629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:32 smithi111 ceph-mon[97855]: pgmap v22629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:32 smithi111 ceph-mon[116524]: pgmap v22629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:33 smithi155 ceph-mon[102677]: pgmap v22630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:33 smithi111 ceph-mon[97855]: pgmap v22630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:33 smithi111 ceph-mon[116524]: pgmap v22630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:35 smithi155 ceph-mon[102677]: pgmap v22631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:35 smithi111 ceph-mon[97855]: pgmap v22631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:35 smithi111 ceph-mon[116524]: pgmap v22631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:38 smithi155 ceph-mon[102677]: pgmap v22632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:38 smithi111 ceph-mon[97855]: pgmap v22632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:38 smithi111 ceph-mon[116524]: pgmap v22632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:48:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:48:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:48:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:40 smithi155 ceph-mon[102677]: pgmap v22633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:40 smithi111 ceph-mon[97855]: pgmap v22633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:40 smithi111 ceph-mon[116524]: pgmap v22633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:42 smithi155 ceph-mon[102677]: pgmap v22634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:42 smithi111 ceph-mon[97855]: pgmap v22634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:42 smithi111 ceph-mon[116524]: pgmap v22634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:43 smithi155 ceph-mon[102677]: pgmap v22635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:43 smithi111 ceph-mon[97855]: pgmap v22635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:43 smithi111 ceph-mon[116524]: pgmap v22635: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:46 smithi155 ceph-mon[102677]: pgmap v22636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:46 smithi111 ceph-mon[97855]: pgmap v22636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:46 smithi111 ceph-mon[116524]: pgmap v22636: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:48 smithi155 ceph-mon[102677]: pgmap v22637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:48 smithi111 ceph-mon[97855]: pgmap v22637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:48 smithi111 ceph-mon[116524]: pgmap v22637: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:48:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:48:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:48:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:50 smithi155 ceph-mon[102677]: pgmap v22638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:50 smithi111 ceph-mon[116524]: pgmap v22638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:50 smithi111 ceph-mon[97855]: pgmap v22638: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:50.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:48:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:52 smithi155 ceph-mon[102677]: pgmap v22639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:52 smithi111 ceph-mon[116524]: pgmap v22639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:52 smithi111 ceph-mon[97855]: pgmap v22639: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:53 smithi155 ceph-mon[102677]: pgmap v22640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:53 smithi111 ceph-mon[116524]: pgmap v22640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:53 smithi111 ceph-mon[97855]: pgmap v22640: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:54.916 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:48:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 45s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 44s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 45s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 44s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 44s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 45s ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 45s ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 44s ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 45s ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 45s ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 44s ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 45s ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 45s ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:48:55.223 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 45s ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:48:55.224 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 45s ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:48:55.224 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 44s ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:48:55.224 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 44s ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:48:55.224 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 44s ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:48:55.224 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 44s ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:48:55.224 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 44s ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:48:55.606 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:48:55.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:48:55.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:48:55.606 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:55.606 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:48:55.606 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:48:55.607 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:56 smithi155 ceph-mon[102677]: from='client.39891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:56 smithi155 ceph-mon[102677]: pgmap v22641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:56 smithi155 ceph-mon[102677]: from='client.49775 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2669668550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:48:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[97855]: from='client.39891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[97855]: pgmap v22641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[97855]: from='client.49775 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2669668550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[116524]: from='client.39891 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[116524]: pgmap v22641: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[116524]: from='client.49775 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:48:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2669668550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:48:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:48:58 smithi155 ceph-mon[102677]: pgmap v22642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:48:58 smithi111 ceph-mon[97855]: pgmap v22642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:48:58 smithi111 ceph-mon[116524]: pgmap v22642: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:48:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:48:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:48:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:49:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:00 smithi155 ceph-mon[102677]: pgmap v22643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:00 smithi111 ceph-mon[97855]: pgmap v22643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:00 smithi111 ceph-mon[116524]: pgmap v22643: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:02 smithi155 ceph-mon[102677]: pgmap v22644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:02 smithi111 ceph-mon[97855]: pgmap v22644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:02 smithi111 ceph-mon[116524]: pgmap v22644: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:03 smithi155 ceph-mon[102677]: pgmap v22645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:03 smithi111 ceph-mon[97855]: pgmap v22645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:03 smithi111 ceph-mon[116524]: pgmap v22645: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:05 smithi155 ceph-mon[102677]: pgmap v22646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:05 smithi111 ceph-mon[97855]: pgmap v22646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:05 smithi111 ceph-mon[116524]: pgmap v22646: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:08 smithi155 ceph-mon[102677]: pgmap v22647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:08 smithi111 ceph-mon[97855]: pgmap v22647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:08 smithi111 ceph-mon[116524]: pgmap v22647: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:49:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:49:09] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:49:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:10 smithi155 ceph-mon[102677]: pgmap v22648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:10 smithi111 ceph-mon[97855]: pgmap v22648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:10 smithi111 ceph-mon[116524]: pgmap v22648: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:11 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:49:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:11 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:49:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:11 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:49:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:12 smithi155 ceph-mon[102677]: pgmap v22649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:49:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:49:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[97855]: pgmap v22649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[116524]: pgmap v22649: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:49:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:49:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:13 smithi155 ceph-mon[102677]: pgmap v22650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:13 smithi111 ceph-mon[97855]: pgmap v22650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:13 smithi111 ceph-mon[116524]: pgmap v22650: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:16 smithi155 ceph-mon[102677]: pgmap v22651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:16 smithi111 ceph-mon[97855]: pgmap v22651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:16 smithi111 ceph-mon[116524]: pgmap v22651: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:18 smithi155 ceph-mon[102677]: pgmap v22652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:18 smithi111 ceph-mon[97855]: pgmap v22652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:18 smithi111 ceph-mon[116524]: pgmap v22652: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:49:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:49:19] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T15:49:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:20 smithi155 ceph-mon[102677]: pgmap v22653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:20 smithi111 ceph-mon[97855]: pgmap v22653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:20 smithi111 ceph-mon[116524]: pgmap v22653: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:22 smithi155 ceph-mon[102677]: pgmap v22654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:22 smithi111 ceph-mon[97855]: pgmap v22654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:22 smithi111 ceph-mon[116524]: pgmap v22654: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:23 smithi155 ceph-mon[102677]: pgmap v22655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:23 smithi111 ceph-mon[97855]: pgmap v22655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:23 smithi111 ceph-mon[116524]: pgmap v22655: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:25.953 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 76s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 76s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 76s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 76s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 76s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 76s ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 76s ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 76s ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 76s ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 76s ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:49:26.258 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 76s ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 76s ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 76s ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 76s ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 76s ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 76s ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 76s ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 76s ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 76s ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:49:26.259 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 76s ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:49:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:26 smithi155 ceph-mon[102677]: pgmap v22656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:26 smithi111 ceph-mon[97855]: pgmap v22656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:26 smithi111 ceph-mon[116524]: pgmap v22656: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:26.636 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:49:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:49:26.636 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:49:26.637 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:27 smithi155 ceph-mon[102677]: from='client.39909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:27 smithi155 ceph-mon[102677]: from='client.39915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:27.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2511652538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:49:27.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:27 smithi111 ceph-mon[97855]: from='client.39909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:27 smithi111 ceph-mon[97855]: from='client.39915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2511652538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:27 smithi111 ceph-mon[116524]: from='client.39909 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:27 smithi111 ceph-mon[116524]: from='client.39915 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2511652538' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:49:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:28 smithi155 ceph-mon[102677]: pgmap v22657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:28 smithi111 ceph-mon[97855]: pgmap v22657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:28 smithi111 ceph-mon[116524]: pgmap v22657: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:49:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:49:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:49:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:30 smithi155 ceph-mon[102677]: pgmap v22658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:30 smithi111 ceph-mon[97855]: pgmap v22658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:30 smithi111 ceph-mon[116524]: pgmap v22658: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:32 smithi155 ceph-mon[102677]: pgmap v22659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:32 smithi111 ceph-mon[97855]: pgmap v22659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:32 smithi111 ceph-mon[116524]: pgmap v22659: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:33 smithi155 ceph-mon[102677]: pgmap v22660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:33 smithi111 ceph-mon[97855]: pgmap v22660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:33 smithi111 ceph-mon[116524]: pgmap v22660: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:35 smithi155 ceph-mon[102677]: pgmap v22661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:35 smithi111 ceph-mon[97855]: pgmap v22661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:36.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:35 smithi111 ceph-mon[116524]: pgmap v22661: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:38 smithi155 ceph-mon[102677]: pgmap v22662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:39.061 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:38 smithi111 ceph-mon[97855]: pgmap v22662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:39.062 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:38 smithi111 ceph-mon[116524]: pgmap v22662: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:49:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:49:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:49:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:40 smithi155 ceph-mon[102677]: pgmap v22663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:40 smithi111 ceph-mon[97855]: pgmap v22663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:40 smithi111 ceph-mon[116524]: pgmap v22663: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:42 smithi155 ceph-mon[102677]: pgmap v22664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:42 smithi111 ceph-mon[97855]: pgmap v22664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:42 smithi111 ceph-mon[116524]: pgmap v22664: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:43 smithi155 ceph-mon[102677]: pgmap v22665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:43 smithi111 ceph-mon[97855]: pgmap v22665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:43 smithi111 ceph-mon[116524]: pgmap v22665: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:46 smithi155 ceph-mon[102677]: pgmap v22666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:46 smithi111 ceph-mon[97855]: pgmap v22666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:46 smithi111 ceph-mon[116524]: pgmap v22666: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:48 smithi155 ceph-mon[102677]: pgmap v22667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:48 smithi111 ceph-mon[97855]: pgmap v22667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:48 smithi111 ceph-mon[116524]: pgmap v22667: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:49:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:49:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:49:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:50 smithi155 ceph-mon[102677]: pgmap v22668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:50 smithi111 ceph-mon[97855]: pgmap v22668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:50 smithi111 ceph-mon[116524]: pgmap v22668: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:49:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:52 smithi155 ceph-mon[102677]: pgmap v22669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:52 smithi111 ceph-mon[97855]: pgmap v22669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:52 smithi111 ceph-mon[116524]: pgmap v22669: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:53 smithi155 ceph-mon[102677]: pgmap v22670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:53 smithi111 ceph-mon[97855]: pgmap v22670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:53 smithi111 ceph-mon[116524]: pgmap v22670: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:56 smithi155 ceph-mon[102677]: pgmap v22671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:56 smithi111 ceph-mon[97855]: pgmap v22671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:56 smithi111 ceph-mon[116524]: pgmap v22671: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:56.980 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:49:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:49:57.290 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 107s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:49:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 107s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:49:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 107s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:49:57.291 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 107s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:49:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 107s ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:49:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 107s ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:49:57.292 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 107s ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:49:57.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 107s ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:49:57.293 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 107s ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:49:57.294 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 107s ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:49:57.294 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 107s ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:49:57.294 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 107s ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:49:57.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 107s ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:49:57.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 107s ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:49:57.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 107s ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:49:57.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 107s ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:49:57.295 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 107s ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:49:57.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 107s ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:49:57.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 107s ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:49:57.296 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 107s ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:49:57.672 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:49:57.673 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:49:57.673 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:49:57.673 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:49:57.673 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:49:57.673 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:58 smithi155 ceph-mon[102677]: from='client.39927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:58 smithi155 ceph-mon[102677]: pgmap v22672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:58 smithi155 ceph-mon[102677]: from='client.39933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:49:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3828405177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[97855]: from='client.39927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[97855]: pgmap v22672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[97855]: from='client.39933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3828405177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[116524]: from='client.39927 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[116524]: pgmap v22672: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[116524]: from='client.39933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:49:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:49:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3828405177' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:49:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:49:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:49:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:50:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:00 smithi155 ceph-mon[102677]: pgmap v22673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:50:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:00 smithi111 ceph-mon[116524]: pgmap v22673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:00 smithi111 conmon[97831]: 2023-12-01T15:49:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:00 smithi111 ceph-mon[97855]: pgmap v22673: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T15:50:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:02 smithi155 ceph-mon[102677]: pgmap v22674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:02 smithi111 ceph-mon[97855]: pgmap v22674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:02 smithi111 ceph-mon[116524]: pgmap v22674: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:03 smithi155 ceph-mon[102677]: pgmap v22675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:04.493 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:03 smithi111 ceph-mon[97855]: pgmap v22675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:04.493 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:03 smithi111 ceph-mon[116524]: pgmap v22675: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:05 smithi155 ceph-mon[102677]: pgmap v22676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:05 smithi111 ceph-mon[97855]: pgmap v22676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:05 smithi111 ceph-mon[116524]: pgmap v22676: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:08.433 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:08 smithi111 ceph-mon[97855]: pgmap v22677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:08.433 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:08 smithi111 ceph-mon[116524]: pgmap v22677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:08 smithi155 ceph-mon[102677]: pgmap v22677: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:50:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:50:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:50:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:10 smithi155 ceph-mon[102677]: pgmap v22678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:10 smithi111 ceph-mon[97855]: pgmap v22678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:10 smithi111 ceph-mon[116524]: pgmap v22678: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:12 smithi155 ceph-mon[102677]: pgmap v22679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:50:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:12 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.458 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[97855]: pgmap v22679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:12.458 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[116524]: pgmap v22679: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:12.459 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:12 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:13 smithi155 ceph-mon[102677]: pgmap v22680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:13 smithi111 ceph-mon[97855]: pgmap v22680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:13 smithi111 ceph-mon[116524]: pgmap v22680: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:16 smithi155 ceph-mon[102677]: pgmap v22681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:50:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:50:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[97855]: pgmap v22681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[116524]: pgmap v22681: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:50:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:50:16.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:50:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:18 smithi155 ceph-mon[102677]: pgmap v22682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:18.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:18 smithi111 ceph-mon[97855]: pgmap v22682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:18.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:18 smithi111 ceph-mon[116524]: pgmap v22682: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:50:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:50:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:50:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:20 smithi155 ceph-mon[102677]: pgmap v22683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:20 smithi111 ceph-mon[97855]: pgmap v22683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:20 smithi111 ceph-mon[116524]: pgmap v22683: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:22 smithi155 ceph-mon[102677]: pgmap v22684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:22 smithi111 ceph-mon[97855]: pgmap v22684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:22 smithi111 ceph-mon[116524]: pgmap v22684: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:23 smithi155 ceph-mon[102677]: pgmap v22685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:23 smithi111 ceph-mon[97855]: pgmap v22685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:23 smithi111 ceph-mon[116524]: pgmap v22685: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:26 smithi155 ceph-mon[102677]: pgmap v22686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:26 smithi111 ceph-mon[97855]: pgmap v22686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:26 smithi111 ceph-mon[116524]: pgmap v22686: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:28.018 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:50:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:50:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:50:28.329 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:50:28.330 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:50:28.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:50:28.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:50:28.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:50:28.331 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:50:28.331 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:50:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:28 smithi155 ceph-mon[102677]: pgmap v22687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:28 smithi111 ceph-mon[97855]: pgmap v22687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:28 smithi111 ceph-mon[116524]: pgmap v22687: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:28.713 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:28.714 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:50:28.715 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:50:28.715 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:50:28.715 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:50:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:29 smithi155 ceph-mon[102677]: from='client.49823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:50:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:29 smithi155 ceph-mon[102677]: from='client.39951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:50:29.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1340004524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:50:29.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:50:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:50:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:29 smithi111 ceph-mon[97855]: from='client.49823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:29 smithi111 ceph-mon[97855]: from='client.39951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:50:29.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1340004524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:50:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:29 smithi111 ceph-mon[116524]: from='client.49823 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:50:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:29 smithi111 ceph-mon[116524]: from='client.39951 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:50:29.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1340004524' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:50:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:30 smithi155 ceph-mon[102677]: pgmap v22688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:30 smithi111 ceph-mon[97855]: pgmap v22688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:30 smithi111 ceph-mon[116524]: pgmap v22688: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:32 smithi155 ceph-mon[102677]: pgmap v22689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:32 smithi111 ceph-mon[97855]: pgmap v22689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:32 smithi111 ceph-mon[116524]: pgmap v22689: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:33 smithi155 ceph-mon[102677]: pgmap v22690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:33 smithi111 ceph-mon[97855]: pgmap v22690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:33 smithi111 ceph-mon[116524]: pgmap v22690: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:35.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:35 smithi155 ceph-mon[102677]: pgmap v22691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:35 smithi111 ceph-mon[97855]: pgmap v22691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:35 smithi111 ceph-mon[116524]: pgmap v22691: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:38 smithi155 ceph-mon[102677]: pgmap v22692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:38 smithi111 ceph-mon[97855]: pgmap v22692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:38 smithi111 ceph-mon[116524]: pgmap v22692: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:50:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:50:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:50:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:40 smithi155 ceph-mon[102677]: pgmap v22693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:40 smithi111 ceph-mon[97855]: pgmap v22693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:40 smithi111 ceph-mon[116524]: pgmap v22693: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:42 smithi155 ceph-mon[102677]: pgmap v22694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:42 smithi111 ceph-mon[97855]: pgmap v22694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:42 smithi111 ceph-mon[116524]: pgmap v22694: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:43 smithi155 ceph-mon[102677]: pgmap v22695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:43 smithi111 ceph-mon[97855]: pgmap v22695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:43 smithi111 ceph-mon[116524]: pgmap v22695: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:46 smithi155 ceph-mon[102677]: pgmap v22696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:46 smithi111 ceph-mon[97855]: pgmap v22696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:46 smithi111 ceph-mon[116524]: pgmap v22696: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:48 smithi155 ceph-mon[102677]: pgmap v22697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:48 smithi111 ceph-mon[97855]: pgmap v22697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:48 smithi111 ceph-mon[116524]: pgmap v22697: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:50:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:50:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:50:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:50 smithi155 ceph-mon[102677]: pgmap v22698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:50 smithi111 ceph-mon[97855]: pgmap v22698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:50 smithi111 ceph-mon[116524]: pgmap v22698: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:50:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:52 smithi155 ceph-mon[102677]: pgmap v22699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:52 smithi111 ceph-mon[97855]: pgmap v22699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:52 smithi111 ceph-mon[116524]: pgmap v22699: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:53 smithi155 ceph-mon[102677]: pgmap v22700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:53 smithi111 ceph-mon[97855]: pgmap v22700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:53 smithi111 ceph-mon[116524]: pgmap v22700: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:56 smithi155 ceph-mon[102677]: pgmap v22701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:56 smithi111 ceph-mon[97855]: pgmap v22701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:56 smithi111 ceph-mon[116524]: pgmap v22701: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:50:58 smithi155 ceph-mon[102677]: pgmap v22702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:50:58 smithi111 ceph-mon[97855]: pgmap v22702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:50:58 smithi111 ceph-mon[116524]: pgmap v22702: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:50:59.064 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:50:59.369 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:50:59.370 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:50:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:50:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:50:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:50:59.371 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:50:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:50:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:50:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:50:59.752 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:50:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:50:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:50:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:59.752 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:50:59.753 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:00 smithi155 ceph-mon[102677]: pgmap v22703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:00 smithi155 ceph-mon[102677]: from='client.49841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:00 smithi155 ceph-mon[102677]: from='client.49847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2019221313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[97855]: pgmap v22703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[97855]: from='client.49841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[97855]: from='client.49847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2019221313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[116524]: pgmap v22703: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[116524]: from='client.49841 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[116524]: from='client.49847 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2019221313' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:51:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:02 smithi155 ceph-mon[102677]: pgmap v22704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:02 smithi111 ceph-mon[97855]: pgmap v22704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:02 smithi111 ceph-mon[116524]: pgmap v22704: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:03 smithi155 ceph-mon[102677]: pgmap v22705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:03 smithi111 ceph-mon[97855]: pgmap v22705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:03 smithi111 ceph-mon[116524]: pgmap v22705: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:05 smithi155 ceph-mon[102677]: pgmap v22706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:05 smithi111 ceph-mon[97855]: pgmap v22706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:05 smithi111 ceph-mon[116524]: pgmap v22706: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:08 smithi155 ceph-mon[102677]: pgmap v22707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:08 smithi111 ceph-mon[97855]: pgmap v22707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:08 smithi111 ceph-mon[116524]: pgmap v22707: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:51:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:51:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:51:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:10 smithi155 ceph-mon[102677]: pgmap v22708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:10 smithi111 ceph-mon[97855]: pgmap v22708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:10 smithi111 ceph-mon[116524]: pgmap v22708: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:12 smithi155 ceph-mon[102677]: pgmap v22709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:12 smithi111 ceph-mon[97855]: pgmap v22709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:12 smithi111 ceph-mon[116524]: pgmap v22709: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:13 smithi155 ceph-mon[102677]: pgmap v22710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:13 smithi111 ceph-mon[97855]: pgmap v22710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:13 smithi111 ceph-mon[116524]: pgmap v22710: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:16.441 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:16 smithi155 ceph-mon[102677]: pgmap v22711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:16.441 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:16 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:51:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:16 smithi111 ceph-mon[97855]: pgmap v22711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:16 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:51:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:16 smithi111 ceph-mon[116524]: pgmap v22711: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:16 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:51:18.326 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:18 smithi155 ceph-mon[102677]: pgmap v22712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:18 smithi111 ceph-mon[97855]: pgmap v22712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:18 smithi111 ceph-mon[116524]: pgmap v22712: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:51:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:51:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:51:20.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: pgmap v22713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:20.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:19 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: pgmap v22713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:51:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:51:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:51:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: pgmap v22713: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:20.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:19 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:22 smithi155 ceph-mon[102677]: pgmap v22714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:22 smithi111 ceph-mon[97855]: pgmap v22714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:22 smithi111 ceph-mon[116524]: pgmap v22714: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:23 smithi155 ceph-mon[102677]: pgmap v22715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:23 smithi111 ceph-mon[97855]: pgmap v22715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:23 smithi111 ceph-mon[116524]: pgmap v22715: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:26 smithi155 ceph-mon[102677]: pgmap v22716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:26 smithi111 ceph-mon[97855]: pgmap v22716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:26 smithi111 ceph-mon[116524]: pgmap v22716: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:28 smithi155 ceph-mon[102677]: pgmap v22717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:28 smithi111 ceph-mon[97855]: pgmap v22717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:28 smithi111 ceph-mon[116524]: pgmap v22717: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:51:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:51:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:51:30.104 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:51:30.409 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:51:30.410 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:51:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:30 smithi155 ceph-mon[102677]: pgmap v22718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:30 smithi111 ceph-mon[97855]: pgmap v22718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:30 smithi111 ceph-mon[116524]: pgmap v22718: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:51:30.788 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:51:30.789 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:51:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:31 smithi155 ceph-mon[102677]: from='client.39981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:31 smithi155 ceph-mon[102677]: from='client.49865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:31.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/85863069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:51:31.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:31 smithi111 ceph-mon[97855]: from='client.39981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:31 smithi111 ceph-mon[97855]: from='client.49865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:31.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/85863069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:51:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:31 smithi111 ceph-mon[116524]: from='client.39981 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:31 smithi111 ceph-mon[116524]: from='client.49865 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:51:31.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/85863069' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:51:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:32 smithi155 ceph-mon[102677]: pgmap v22719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:32 smithi111 ceph-mon[97855]: pgmap v22719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:32 smithi111 ceph-mon[116524]: pgmap v22719: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:33 smithi155 ceph-mon[102677]: pgmap v22720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:33 smithi111 ceph-mon[97855]: pgmap v22720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:34.291 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:33 smithi111 ceph-mon[116524]: pgmap v22720: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:35 smithi155 ceph-mon[102677]: pgmap v22721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:35 smithi111 ceph-mon[97855]: pgmap v22721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:35 smithi111 ceph-mon[116524]: pgmap v22721: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:38 smithi155 ceph-mon[102677]: pgmap v22722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:38 smithi111 ceph-mon[97855]: pgmap v22722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:38 smithi111 ceph-mon[116524]: pgmap v22722: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:39.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:51:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:51:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:51:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:40 smithi155 ceph-mon[102677]: pgmap v22723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:40 smithi111 ceph-mon[97855]: pgmap v22723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:40 smithi111 ceph-mon[116524]: pgmap v22723: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:42 smithi155 ceph-mon[102677]: pgmap v22724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:42 smithi111 ceph-mon[97855]: pgmap v22724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:42 smithi111 ceph-mon[116524]: pgmap v22724: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:43 smithi155 ceph-mon[102677]: pgmap v22725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:43 smithi111 ceph-mon[97855]: pgmap v22725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:43 smithi111 ceph-mon[116524]: pgmap v22725: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:46 smithi155 ceph-mon[102677]: pgmap v22726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:46 smithi111 ceph-mon[97855]: pgmap v22726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:46 smithi111 ceph-mon[116524]: pgmap v22726: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:48 smithi155 ceph-mon[102677]: pgmap v22727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:48 smithi111 ceph-mon[97855]: pgmap v22727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:48 smithi111 ceph-mon[116524]: pgmap v22727: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:51:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:51:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:51:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:50 smithi155 ceph-mon[102677]: pgmap v22728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:50 smithi111 ceph-mon[97855]: pgmap v22728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:50 smithi111 ceph-mon[116524]: pgmap v22728: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:51:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:52 smithi155 ceph-mon[102677]: pgmap v22729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:52 smithi111 ceph-mon[97855]: pgmap v22729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:52 smithi111 ceph-mon[116524]: pgmap v22729: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:53 smithi155 ceph-mon[102677]: pgmap v22730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:53 smithi111 ceph-mon[97855]: pgmap v22730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:53 smithi111 ceph-mon[116524]: pgmap v22730: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:56 smithi155 ceph-mon[102677]: pgmap v22731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:56 smithi111 ceph-mon[97855]: pgmap v22731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:56 smithi111 ceph-mon[116524]: pgmap v22731: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:51:58 smithi155 ceph-mon[102677]: pgmap v22732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:51:58 smithi111 ceph-mon[97855]: pgmap v22732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:51:58 smithi111 ceph-mon[116524]: pgmap v22732: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:51:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:51:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:51:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:52:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:00 smithi155 ceph-mon[102677]: pgmap v22733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:00 smithi111 ceph-mon[97855]: pgmap v22733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:00 smithi111 ceph-mon[116524]: pgmap v22733: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:01.136 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:52:01.441 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:52:01.442 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:52:01.443 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:52:01.822 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:52:01.823 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:52:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:02 smithi155 ceph-mon[102677]: pgmap v22734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:02 smithi155 ceph-mon[102677]: from='client.39999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:02 smithi155 ceph-mon[102677]: from='client.40005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2879701235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[97855]: pgmap v22734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[97855]: from='client.39999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[97855]: from='client.40005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2879701235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[116524]: pgmap v22734: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[116524]: from='client.39999 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[116524]: from='client.40005 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2879701235' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:52:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:03 smithi155 ceph-mon[102677]: pgmap v22735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:03 smithi111 ceph-mon[97855]: pgmap v22735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:03 smithi111 ceph-mon[116524]: pgmap v22735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:05.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:05 smithi155 ceph-mon[102677]: pgmap v22736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:05 smithi111 ceph-mon[97855]: pgmap v22736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:05 smithi111 ceph-mon[116524]: pgmap v22736: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:08 smithi155 ceph-mon[102677]: pgmap v22737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:08 smithi111 ceph-mon[97855]: pgmap v22737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:08 smithi111 ceph-mon[116524]: pgmap v22737: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:52:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:52:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:52:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:10 smithi155 ceph-mon[102677]: pgmap v22738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:10 smithi111 ceph-mon[97855]: pgmap v22738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:10 smithi111 ceph-mon[116524]: pgmap v22738: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:12 smithi155 ceph-mon[102677]: pgmap v22739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:12 smithi111 ceph-mon[97855]: pgmap v22739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:12 smithi111 ceph-mon[116524]: pgmap v22739: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:13 smithi155 ceph-mon[102677]: pgmap v22740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:13 smithi111 ceph-mon[97855]: pgmap v22740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:13 smithi111 ceph-mon[116524]: pgmap v22740: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:16 smithi155 ceph-mon[102677]: pgmap v22741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:16 smithi111 ceph-mon[97855]: pgmap v22741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:16 smithi111 ceph-mon[116524]: pgmap v22741: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:18 smithi155 ceph-mon[102677]: pgmap v22742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:18 smithi111 ceph-mon[97855]: pgmap v22742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:18 smithi111 ceph-mon[116524]: pgmap v22742: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:52:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:52:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: pgmap v22743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:52:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: pgmap v22743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:52:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: pgmap v22743: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:52:20.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:52:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:22 smithi155 ceph-mon[102677]: pgmap v22744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:22 smithi111 ceph-mon[97855]: pgmap v22744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:22 smithi111 ceph-mon[116524]: pgmap v22744: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:23 smithi155 ceph-mon[102677]: pgmap v22745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:23 smithi111 ceph-mon[97855]: pgmap v22745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:23 smithi111 ceph-mon[116524]: pgmap v22745: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:26 smithi155 ceph-mon[102677]: pgmap v22746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:26 smithi111 ceph-mon[97855]: pgmap v22746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:26 smithi111 ceph-mon[116524]: pgmap v22746: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:28 smithi155 ceph-mon[102677]: pgmap v22747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:28 smithi111 ceph-mon[97855]: pgmap v22747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:28 smithi111 ceph-mon[116524]: pgmap v22747: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:52:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:52:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:52:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:30 smithi155 ceph-mon[102677]: pgmap v22748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:30 smithi111 ceph-mon[97855]: pgmap v22748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:30 smithi111 ceph-mon[116524]: pgmap v22748: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:32.172 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:52:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:32 smithi155 ceph-mon[102677]: pgmap v22749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:32.476 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 4m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:52:32.477 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:52:32.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:52:32.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:52:32.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:52:32.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:52:32.478 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:52:32.478 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 4m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:52:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:32 smithi111 ceph-mon[97855]: pgmap v22749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:32 smithi111 ceph-mon[116524]: pgmap v22749: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:32.856 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:52:32.856 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:52:32.857 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:33 smithi155 ceph-mon[102677]: from='client.40017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:33 smithi155 ceph-mon[102677]: from='client.49901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:33.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2914639609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:52:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:33 smithi111 ceph-mon[97855]: from='client.40017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:33 smithi111 ceph-mon[97855]: from='client.49901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:33.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2914639609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:33 smithi111 ceph-mon[116524]: from='client.40017 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:33 smithi111 ceph-mon[116524]: from='client.49901 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:52:33.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2914639609' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:52:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:34 smithi155 ceph-mon[102677]: pgmap v22750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:34 smithi111 ceph-mon[97855]: pgmap v22750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:34 smithi111 ceph-mon[116524]: pgmap v22750: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:35.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:36 smithi155 ceph-mon[102677]: pgmap v22751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:36 smithi111 ceph-mon[97855]: pgmap v22751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:36 smithi111 ceph-mon[116524]: pgmap v22751: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:38 smithi155 ceph-mon[102677]: pgmap v22752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:38 smithi111 ceph-mon[97855]: pgmap v22752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:38 smithi111 ceph-mon[116524]: pgmap v22752: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:52:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:52:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:52:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:40 smithi155 ceph-mon[102677]: pgmap v22753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 15:52:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T15:52:40.045289094Z level=info msg="Completed cleanup jobs" duration=11.808507ms 2023-12-01T15:52:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:40 smithi111 ceph-mon[97855]: pgmap v22753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:40 smithi111 ceph-mon[116524]: pgmap v22753: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:42 smithi155 ceph-mon[102677]: pgmap v22754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:42 smithi111 ceph-mon[97855]: pgmap v22754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:42 smithi111 ceph-mon[116524]: pgmap v22754: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:43 smithi155 ceph-mon[102677]: pgmap v22755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:43 smithi111 ceph-mon[97855]: pgmap v22755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:43 smithi111 ceph-mon[116524]: pgmap v22755: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:46 smithi155 ceph-mon[102677]: pgmap v22756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:46 smithi111 ceph-mon[97855]: pgmap v22756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:46 smithi111 ceph-mon[116524]: pgmap v22756: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:48 smithi155 ceph-mon[102677]: pgmap v22757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:48 smithi111 ceph-mon[97855]: pgmap v22757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:48 smithi111 ceph-mon[116524]: pgmap v22757: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:52:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:52:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:52:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:50 smithi155 ceph-mon[102677]: pgmap v22758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:50 smithi111 ceph-mon[97855]: pgmap v22758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:50 smithi111 ceph-mon[116524]: pgmap v22758: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:52:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:52 smithi155 ceph-mon[102677]: pgmap v22759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:52 smithi111 ceph-mon[97855]: pgmap v22759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:52 smithi111 ceph-mon[116524]: pgmap v22759: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:53 smithi155 ceph-mon[102677]: pgmap v22760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:53 smithi111 ceph-mon[97855]: pgmap v22760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:53 smithi111 ceph-mon[116524]: pgmap v22760: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:56 smithi155 ceph-mon[102677]: pgmap v22761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:56 smithi111 ceph-mon[97855]: pgmap v22761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:56 smithi111 ceph-mon[116524]: pgmap v22761: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:52:58 smithi155 ceph-mon[102677]: pgmap v22762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:52:58 smithi111 ceph-mon[97855]: pgmap v22762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:52:58 smithi111 ceph-mon[116524]: pgmap v22762: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:52:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:52:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:52:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:53:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:00 smithi155 ceph-mon[102677]: pgmap v22763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:00 smithi111 ceph-mon[97855]: pgmap v22763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:00 smithi111 ceph-mon[116524]: pgmap v22763: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:02 smithi155 ceph-mon[102677]: pgmap v22764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:02 smithi111 ceph-mon[97855]: pgmap v22764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:02 smithi111 ceph-mon[116524]: pgmap v22764: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:03.202 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:53:03.507 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 4m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:53:03.508 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:53:03.509 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 4m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:53:03.885 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:03.886 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:53:03.887 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:53:03.887 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:53:03.887 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:53:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:03 smithi155 ceph-mon[102677]: pgmap v22765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:03 smithi155 ceph-mon[102677]: from='client.49913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:03 smithi155 ceph-mon[102677]: from='client.40041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:03 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3108902949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[97855]: pgmap v22765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[97855]: from='client.49913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[97855]: from='client.40041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3108902949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[116524]: pgmap v22765: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[116524]: from='client.49913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[116524]: from='client.40041 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:03 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3108902949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:53:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:05 smithi155 ceph-mon[102677]: pgmap v22766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:05 smithi111 ceph-mon[97855]: pgmap v22766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:05 smithi111 ceph-mon[116524]: pgmap v22766: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:08 smithi155 ceph-mon[102677]: pgmap v22767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:08 smithi111 ceph-mon[97855]: pgmap v22767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:08 smithi111 ceph-mon[116524]: pgmap v22767: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:53:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:53:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:53:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:10 smithi155 ceph-mon[102677]: pgmap v22768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:10 smithi111 ceph-mon[97855]: pgmap v22768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:10 smithi111 ceph-mon[116524]: pgmap v22768: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:12 smithi155 ceph-mon[102677]: pgmap v22769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:12 smithi111 ceph-mon[97855]: pgmap v22769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:12 smithi111 ceph-mon[116524]: pgmap v22769: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:13 smithi155 ceph-mon[102677]: pgmap v22770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:14.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:13 smithi111 ceph-mon[97855]: pgmap v22770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:13 smithi111 ceph-mon[116524]: pgmap v22770: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:16 smithi155 ceph-mon[102677]: pgmap v22771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:16 smithi111 ceph-mon[97855]: pgmap v22771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:16 smithi111 ceph-mon[116524]: pgmap v22771: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:18 smithi155 ceph-mon[102677]: pgmap v22772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:18 smithi111 ceph-mon[97855]: pgmap v22772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:18 smithi111 ceph-mon[116524]: pgmap v22772: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:53:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:53:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:53:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:20 smithi155 ceph-mon[102677]: pgmap v22773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:53:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:20 smithi111 ceph-mon[97855]: pgmap v22773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:53:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:20 smithi111 ceph-mon[116524]: pgmap v22773: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:53:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:53:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:53:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:53:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:53:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:53:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:53:21.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:53:21.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:53:21.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:53:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:22 smithi155 ceph-mon[102677]: pgmap v22774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:22 smithi111 ceph-mon[97855]: pgmap v22774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:22 smithi111 ceph-mon[116524]: pgmap v22774: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:23 smithi155 ceph-mon[102677]: pgmap v22775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:23 smithi111 ceph-mon[97855]: pgmap v22775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:23 smithi111 ceph-mon[116524]: pgmap v22775: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:26 smithi155 ceph-mon[102677]: pgmap v22776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:26 smithi111 ceph-mon[97855]: pgmap v22776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:26 smithi111 ceph-mon[116524]: pgmap v22776: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:28 smithi155 ceph-mon[102677]: pgmap v22777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:28 smithi111 ceph-mon[97855]: pgmap v22777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:28 smithi111 ceph-mon[116524]: pgmap v22777: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:53:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:53:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:53:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:30 smithi155 ceph-mon[102677]: pgmap v22778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:30 smithi111 ceph-mon[97855]: pgmap v22778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:30 smithi111 ceph-mon[116524]: pgmap v22778: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:32 smithi155 ceph-mon[102677]: pgmap v22779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:32 smithi111 ceph-mon[97855]: pgmap v22779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:32 smithi111 ceph-mon[116524]: pgmap v22779: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:33 smithi155 ceph-mon[102677]: pgmap v22780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:34.235 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:53:34.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:33 smithi111 ceph-mon[97855]: pgmap v22780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:33 smithi111 ceph-mon[116524]: pgmap v22780: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:34.545 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:53:34.545 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:53:34.546 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:53:34.547 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:53:34.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:53:34.548 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:53:34.548 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:53:34.928 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:53:34.929 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:34 smithi155 ceph-mon[102677]: from='client.49931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:34 smithi155 ceph-mon[102677]: from='client.49937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:34 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/920818554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:53:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[97855]: from='client.49931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[97855]: from='client.49937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/920818554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[116524]: from='client.49931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[116524]: from='client.49937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:34 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/920818554' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:53:36.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:35 smithi155 ceph-mon[102677]: pgmap v22781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:35 smithi111 ceph-mon[97855]: pgmap v22781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:35 smithi111 ceph-mon[116524]: pgmap v22781: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:38 smithi155 ceph-mon[102677]: pgmap v22782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:38 smithi111 ceph-mon[97855]: pgmap v22782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:38 smithi111 ceph-mon[116524]: pgmap v22782: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:53:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:53:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:53:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:40 smithi155 ceph-mon[102677]: pgmap v22783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:40 smithi111 ceph-mon[97855]: pgmap v22783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:40 smithi111 ceph-mon[116524]: pgmap v22783: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:42 smithi155 ceph-mon[102677]: pgmap v22784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:42 smithi111 ceph-mon[97855]: pgmap v22784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:42 smithi111 ceph-mon[116524]: pgmap v22784: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:43 smithi155 ceph-mon[102677]: pgmap v22785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:44.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:43 smithi111 ceph-mon[97855]: pgmap v22785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:43 smithi111 ceph-mon[116524]: pgmap v22785: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:46 smithi155 ceph-mon[102677]: pgmap v22786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:46 smithi111 ceph-mon[97855]: pgmap v22786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:46 smithi111 ceph-mon[116524]: pgmap v22786: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:48 smithi155 ceph-mon[102677]: pgmap v22787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:48 smithi111 ceph-mon[97855]: pgmap v22787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:48 smithi111 ceph-mon[116524]: pgmap v22787: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:53:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:53:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:53:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:50 smithi155 ceph-mon[102677]: pgmap v22788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:50.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:50 smithi111 ceph-mon[116524]: pgmap v22788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:50 smithi111 ceph-mon[97855]: pgmap v22788: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:53:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:52 smithi155 ceph-mon[102677]: pgmap v22789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:52 smithi111 ceph-mon[97855]: pgmap v22789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:52 smithi111 ceph-mon[116524]: pgmap v22789: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:53 smithi155 ceph-mon[102677]: pgmap v22790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:53 smithi111 ceph-mon[97855]: pgmap v22790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:53 smithi111 ceph-mon[116524]: pgmap v22790: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:56 smithi155 ceph-mon[102677]: pgmap v22791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:56 smithi111 ceph-mon[97855]: pgmap v22791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:56 smithi111 ceph-mon[116524]: pgmap v22791: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:53:58 smithi155 ceph-mon[102677]: pgmap v22792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:53:58 smithi111 ceph-mon[97855]: pgmap v22792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:53:58 smithi111 ceph-mon[116524]: pgmap v22792: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:53:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:53:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:53:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:54:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:00 smithi155 ceph-mon[102677]: pgmap v22793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:00 smithi111 ceph-mon[97855]: pgmap v22793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:00 smithi111 ceph-mon[116524]: pgmap v22793: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:02 smithi155 ceph-mon[102677]: pgmap v22794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:02 smithi111 ceph-mon[97855]: pgmap v22794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:02 smithi111 ceph-mon[116524]: pgmap v22794: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:04.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:03 smithi155 ceph-mon[102677]: pgmap v22795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:03 smithi111 ceph-mon[97855]: pgmap v22795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:03 smithi111 ceph-mon[116524]: pgmap v22795: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:05.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:05.278 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:54:05.585 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:54:05.586 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:54:05.969 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:54:05.970 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:54:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:05 smithi155 ceph-mon[102677]: pgmap v22796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:05 smithi155 ceph-mon[102677]: from='client.40071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:06.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:05 smithi155 ceph-mon[102677]: from='client.49955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:05 smithi111 ceph-mon[97855]: pgmap v22796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:05 smithi111 ceph-mon[97855]: from='client.40071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:05 smithi111 ceph-mon[97855]: from='client.49955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:05 smithi111 ceph-mon[116524]: pgmap v22796: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:05 smithi111 ceph-mon[116524]: from='client.40071 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:05 smithi111 ceph-mon[116524]: from='client.49955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:07.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3918587353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:54:07.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3918587353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:54:07.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3918587353' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:54:08.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:07 smithi111 ceph-mon[97855]: pgmap v22797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:08.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:07 smithi111 ceph-mon[116524]: pgmap v22797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:07 smithi155 ceph-mon[102677]: pgmap v22797: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:54:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:54:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:54:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:10 smithi155 ceph-mon[102677]: pgmap v22798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:10 smithi111 ceph-mon[97855]: pgmap v22798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:10 smithi111 ceph-mon[116524]: pgmap v22798: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:12 smithi155 ceph-mon[102677]: pgmap v22799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:12 smithi111 ceph-mon[97855]: pgmap v22799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:12 smithi111 ceph-mon[116524]: pgmap v22799: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:14.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:13 smithi155 ceph-mon[102677]: pgmap v22800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:13 smithi111 ceph-mon[97855]: pgmap v22800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:13 smithi111 ceph-mon[116524]: pgmap v22800: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:16 smithi155 ceph-mon[102677]: pgmap v22801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:16.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:16 smithi111 ceph-mon[97855]: pgmap v22801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:16 smithi111 ceph-mon[116524]: pgmap v22801: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:18 smithi155 ceph-mon[102677]: pgmap v22802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:18 smithi111 ceph-mon[97855]: pgmap v22802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:18 smithi111 ceph-mon[116524]: pgmap v22802: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:54:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:54:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:54:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:20 smithi155 ceph-mon[102677]: pgmap v22803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:20 smithi111 ceph-mon[97855]: pgmap v22803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:20 smithi111 ceph-mon[116524]: pgmap v22803: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:54:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:54:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:54:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:54:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:54:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:54:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:22 smithi155 ceph-mon[102677]: pgmap v22804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:22 smithi111 ceph-mon[97855]: pgmap v22804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:22 smithi111 ceph-mon[116524]: pgmap v22804: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:24.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:23 smithi155 ceph-mon[102677]: pgmap v22805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:24.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:23 smithi111 ceph-mon[97855]: pgmap v22805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:23 smithi111 ceph-mon[116524]: pgmap v22805: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:26 smithi155 ceph-mon[102677]: pgmap v22806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:26.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:26 smithi111 ceph-mon[97855]: pgmap v22806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:26 smithi111 ceph-mon[116524]: pgmap v22806: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:28 smithi155 ceph-mon[102677]: pgmap v22807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:28 smithi111 ceph-mon[97855]: pgmap v22807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:28 smithi111 ceph-mon[116524]: pgmap v22807: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:54:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:54:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:54:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:30 smithi155 ceph-mon[102677]: pgmap v22808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:30.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:30 smithi111 ceph-mon[97855]: pgmap v22808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:30 smithi111 ceph-mon[116524]: pgmap v22808: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:32 smithi155 ceph-mon[102677]: pgmap v22809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:32 smithi111 ceph-mon[97855]: pgmap v22809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:32 smithi111 ceph-mon[116524]: pgmap v22809: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:34.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:33 smithi155 ceph-mon[102677]: pgmap v22810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:33 smithi111 ceph-mon[97855]: pgmap v22810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:33 smithi111 ceph-mon[116524]: pgmap v22810: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:35.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:35 smithi111 ceph-mon[97855]: pgmap v22811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:35 smithi111 ceph-mon[116524]: pgmap v22811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:36.316 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:54:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:35 smithi155 ceph-mon[102677]: pgmap v22811: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:36.623 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:54:36.624 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:54:36.625 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:54:37.008 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:54:37.009 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:54:37.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:36 smithi111 ceph-mon[97855]: from='client.49967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:36 smithi111 ceph-mon[97855]: from='client.40095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:36 smithi111 ceph-mon[116524]: from='client.49967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:36 smithi111 ceph-mon[116524]: from='client.40095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:36 smithi155 ceph-mon[102677]: from='client.49967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:36 smithi155 ceph-mon[102677]: from='client.40095 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:54:38.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3691350428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:54:38.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:37 smithi111 ceph-mon[97855]: pgmap v22812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3691350428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:54:38.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:37 smithi111 ceph-mon[116524]: pgmap v22812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3691350428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:54:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:37 smithi155 ceph-mon[102677]: pgmap v22812: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:54:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:54:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:54:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:40 smithi155 ceph-mon[102677]: pgmap v22813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:40 smithi111 ceph-mon[97855]: pgmap v22813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:40 smithi111 ceph-mon[116524]: pgmap v22813: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:42 smithi155 ceph-mon[102677]: pgmap v22814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:42 smithi111 ceph-mon[97855]: pgmap v22814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:42 smithi111 ceph-mon[116524]: pgmap v22814: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:44.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:43 smithi155 ceph-mon[102677]: pgmap v22815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:43 smithi111 ceph-mon[97855]: pgmap v22815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:43 smithi111 ceph-mon[116524]: pgmap v22815: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:46 smithi155 ceph-mon[102677]: pgmap v22816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:46 smithi111 ceph-mon[97855]: pgmap v22816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:46 smithi111 ceph-mon[116524]: pgmap v22816: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:48 smithi155 ceph-mon[102677]: pgmap v22817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:48.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:48 smithi111 ceph-mon[97855]: pgmap v22817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:48 smithi111 ceph-mon[116524]: pgmap v22817: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:54:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:54:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:54:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:50 smithi155 ceph-mon[102677]: pgmap v22818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:50 smithi111 ceph-mon[97855]: pgmap v22818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:50 smithi111 ceph-mon[116524]: pgmap v22818: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:54:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:52 smithi155 ceph-mon[102677]: pgmap v22819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:52.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:52 smithi111 ceph-mon[97855]: pgmap v22819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:52 smithi111 ceph-mon[116524]: pgmap v22819: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:54.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:53 smithi155 ceph-mon[102677]: pgmap v22820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:53 smithi111 ceph-mon[97855]: pgmap v22820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:53 smithi111 ceph-mon[116524]: pgmap v22820: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:56 smithi155 ceph-mon[102677]: pgmap v22821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:56 smithi111 ceph-mon[97855]: pgmap v22821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:56 smithi111 ceph-mon[116524]: pgmap v22821: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:54:58 smithi155 ceph-mon[102677]: pgmap v22822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:54:58 smithi111 ceph-mon[97855]: pgmap v22822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:54:58 smithi111 ceph-mon[116524]: pgmap v22822: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:54:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:54:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:54:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:55:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:00 smithi155 ceph-mon[102677]: pgmap v22823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:00 smithi111 ceph-mon[97855]: pgmap v22823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:00 smithi111 ceph-mon[116524]: pgmap v22823: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:02 smithi155 ceph-mon[102677]: pgmap v22824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:02 smithi111 ceph-mon[97855]: pgmap v22824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:02 smithi111 ceph-mon[116524]: pgmap v22824: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:04.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:03 smithi111 ceph-mon[97855]: pgmap v22825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:03 smithi111 ceph-mon[116524]: pgmap v22825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:03 smithi155 ceph-mon[102677]: pgmap v22825: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:05 smithi111 ceph-mon[97855]: pgmap v22826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:05 smithi111 ceph-mon[116524]: pgmap v22826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:05 smithi155 ceph-mon[102677]: pgmap v22826: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:07.354 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:55:07.658 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:55:07.658 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:55:07.659 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:55:07.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:55:07.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:55:07.660 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:55:07.660 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:55:08.044 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:55:08.044 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:55:08.044 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:55:08.044 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:55:08.045 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:08 smithi155 ceph-mon[102677]: pgmap v22827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:08 smithi155 ceph-mon[102677]: from='client.40107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:08 smithi155 ceph-mon[102677]: from='client.49991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/695426899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[116524]: pgmap v22827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[116524]: from='client.40107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[116524]: from='client.49991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/695426899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[97855]: pgmap v22827: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[97855]: from='client.40107 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[97855]: from='client.49991 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:08.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/695426899' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:55:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:55:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:55:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:55:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:10 smithi155 ceph-mon[102677]: pgmap v22828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:10.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:10 smithi111 ceph-mon[97855]: pgmap v22828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:10 smithi111 ceph-mon[116524]: pgmap v22828: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:12 smithi155 ceph-mon[102677]: pgmap v22829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:12 smithi111 ceph-mon[97855]: pgmap v22829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:12 smithi111 ceph-mon[116524]: pgmap v22829: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:14.250 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:13 smithi111 ceph-mon[97855]: pgmap v22830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:14.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:13 smithi111 ceph-mon[116524]: pgmap v22830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:14.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:13 smithi155 ceph-mon[102677]: pgmap v22830: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:16 smithi155 ceph-mon[102677]: pgmap v22831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:16 smithi111 ceph-mon[97855]: pgmap v22831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:16 smithi111 ceph-mon[116524]: pgmap v22831: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:18 smithi155 ceph-mon[102677]: pgmap v22832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:18 smithi111 ceph-mon[97855]: pgmap v22832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:18 smithi111 ceph-mon[116524]: pgmap v22832: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:55:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:55:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:20 smithi155 ceph-mon[102677]: pgmap v22833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:20 smithi111 ceph-mon[97855]: pgmap v22833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:20 smithi111 ceph-mon[116524]: pgmap v22833: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:21.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:21 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:55:21.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:21 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:55:21.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:21 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:55:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:22 smithi155 ceph-mon[102677]: pgmap v22834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:55:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:55:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:55:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[97855]: pgmap v22834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[116524]: pgmap v22834: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:55:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:55:24.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:23 smithi111 ceph-mon[97855]: pgmap v22835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:24.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:23 smithi111 ceph-mon[116524]: pgmap v22835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:23 smithi155 ceph-mon[102677]: pgmap v22835: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:26 smithi155 ceph-mon[102677]: pgmap v22836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:26 smithi111 ceph-mon[97855]: pgmap v22836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:26 smithi111 ceph-mon[116524]: pgmap v22836: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:28 smithi155 ceph-mon[102677]: pgmap v22837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:28.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:28 smithi111 ceph-mon[97855]: pgmap v22837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:28 smithi111 ceph-mon[116524]: pgmap v22837: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:55:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:55:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:55:30.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:30 smithi155 ceph-mon[102677]: pgmap v22838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:30 smithi111 ceph-mon[97855]: pgmap v22838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:30 smithi111 ceph-mon[116524]: pgmap v22838: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:32 smithi155 ceph-mon[102677]: pgmap v22839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:32 smithi111 ceph-mon[97855]: pgmap v22839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:32 smithi111 ceph-mon[116524]: pgmap v22839: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:33 smithi111 ceph-mon[97855]: pgmap v22840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:33 smithi111 ceph-mon[116524]: pgmap v22840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:33 smithi155 ceph-mon[102677]: pgmap v22840: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:36.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:35 smithi111 ceph-mon[97855]: pgmap v22841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:35 smithi111 ceph-mon[116524]: pgmap v22841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:35 smithi155 ceph-mon[102677]: pgmap v22841: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:38.386 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:55:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:38 smithi155 ceph-mon[102677]: pgmap v22842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:38 smithi111 ceph-mon[97855]: pgmap v22842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:38 smithi111 ceph-mon[116524]: pgmap v22842: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:55:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:55:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:55:38.695 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:55:39.072 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:55:39.072 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:55:39.072 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:55:39.073 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:39 smithi155 ceph-mon[102677]: from='client.40125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:39 smithi155 ceph-mon[102677]: from='client.50009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:39.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2479753262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:55:39.498 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:55:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:55:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:55:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:39 smithi111 ceph-mon[97855]: from='client.40125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:39 smithi111 ceph-mon[97855]: from='client.50009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:39.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2479753262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:39 smithi111 ceph-mon[116524]: from='client.40125 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:39 smithi111 ceph-mon[116524]: from='client.50009 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:55:39.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2479753262' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:55:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:40 smithi155 ceph-mon[102677]: pgmap v22843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:40 smithi111 ceph-mon[97855]: pgmap v22843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:40 smithi111 ceph-mon[116524]: pgmap v22843: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:42 smithi155 ceph-mon[102677]: pgmap v22844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:42 smithi111 ceph-mon[97855]: pgmap v22844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:42 smithi111 ceph-mon[116524]: pgmap v22844: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:43 smithi111 ceph-mon[97855]: pgmap v22845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:43 smithi111 ceph-mon[116524]: pgmap v22845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:43 smithi155 ceph-mon[102677]: pgmap v22845: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:46 smithi155 ceph-mon[102677]: pgmap v22846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:46 smithi111 ceph-mon[97855]: pgmap v22846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:46 smithi111 ceph-mon[116524]: pgmap v22846: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:48 smithi155 ceph-mon[102677]: pgmap v22847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:48 smithi111 ceph-mon[97855]: pgmap v22847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:48 smithi111 ceph-mon[116524]: pgmap v22847: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:55:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:55:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T15:55:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:50 smithi155 ceph-mon[102677]: pgmap v22848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:50 smithi111 ceph-mon[116524]: pgmap v22848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:50 smithi111 ceph-mon[97855]: pgmap v22848: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:55:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:52 smithi155 ceph-mon[102677]: pgmap v22849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:52 smithi111 ceph-mon[97855]: pgmap v22849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:52 smithi111 ceph-mon[116524]: pgmap v22849: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:54.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:53 smithi111 ceph-mon[97855]: pgmap v22850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:53 smithi111 ceph-mon[116524]: pgmap v22850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:53 smithi155 ceph-mon[102677]: pgmap v22850: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:56 smithi155 ceph-mon[102677]: pgmap v22851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:56 smithi111 ceph-mon[97855]: pgmap v22851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:56 smithi111 ceph-mon[116524]: pgmap v22851: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:55:58 smithi155 ceph-mon[102677]: pgmap v22852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:55:58 smithi111 ceph-mon[97855]: pgmap v22852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:55:58 smithi111 ceph-mon[116524]: pgmap v22852: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:55:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:55:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:55:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:56:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:00 smithi155 ceph-mon[102677]: pgmap v22853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:00 smithi111 ceph-mon[97855]: pgmap v22853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:00 smithi111 ceph-mon[116524]: pgmap v22853: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:02 smithi155 ceph-mon[102677]: pgmap v22854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:02.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:02 smithi111 ceph-mon[97855]: pgmap v22854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:02 smithi111 ceph-mon[116524]: pgmap v22854: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:03 smithi111 ceph-mon[97855]: pgmap v22855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:03 smithi111 ceph-mon[116524]: pgmap v22855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:03 smithi155 ceph-mon[102677]: pgmap v22855: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:06.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:05 smithi111 ceph-mon[97855]: pgmap v22856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:05 smithi111 ceph-mon[116524]: pgmap v22856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:05 smithi155 ceph-mon[102677]: pgmap v22856: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:08 smithi155 ceph-mon[102677]: pgmap v22857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:08 smithi111 ceph-mon[97855]: pgmap v22857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:08 smithi111 ceph-mon[116524]: pgmap v22857: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:09.418 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:56:09.722 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:56:09.723 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5754M 2087M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6064M 2087M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6148M 2087M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5477M 2087M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4566M 2443M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5744M 2443M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5082M 2443M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 5940M 2443M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:56:09.724 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:56:09.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:56:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:56:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:56:10.104 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:56:10.104 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:10.105 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:56:10.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:56:10.106 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:10.106 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:56:10.106 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:56:10.106 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:56:10.106 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:10 smithi155 ceph-mon[102677]: pgmap v22858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:10 smithi155 ceph-mon[102677]: from='client.50021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2574110643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:56:10.498 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:10 smithi111 ceph-mon[116524]: pgmap v22858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:10 smithi111 ceph-mon[116524]: from='client.50021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2574110643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:56:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:10 smithi111 ceph-mon[97855]: pgmap v22858: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:10 smithi111 ceph-mon[97855]: from='client.50021 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2574110643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:56:11.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:11 smithi155 ceph-mon[102677]: from='client.40149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:11.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:11 smithi111 ceph-mon[97855]: from='client.40149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:11.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:11 smithi111 ceph-mon[116524]: from='client.40149 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:12 smithi155 ceph-mon[102677]: pgmap v22859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:12 smithi111 ceph-mon[97855]: pgmap v22859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:12 smithi111 ceph-mon[116524]: pgmap v22859: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:14.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:13 smithi111 ceph-mon[97855]: pgmap v22860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:14.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:13 smithi111 ceph-mon[116524]: pgmap v22860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:13 smithi155 ceph-mon[102677]: pgmap v22860: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:16 smithi155 ceph-mon[102677]: pgmap v22861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:16 smithi111 ceph-mon[97855]: pgmap v22861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:16 smithi111 ceph-mon[116524]: pgmap v22861: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:18 smithi155 ceph-mon[102677]: pgmap v22862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:18 smithi111 ceph-mon[97855]: pgmap v22862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:18 smithi111 ceph-mon[116524]: pgmap v22862: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:56:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:56:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:20 smithi155 ceph-mon[102677]: pgmap v22863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:20 smithi111 ceph-mon[97855]: pgmap v22863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:20 smithi111 ceph-mon[116524]: pgmap v22863: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: pgmap v22864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:56:22.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: pgmap v22864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: pgmap v22864: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:56:22.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:56:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:23 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2080M 2023-12-01T15:56:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:23 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2439M 2023-12-01T15:56:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:23 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2080M 2023-12-01T15:56:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:23 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2439M 2023-12-01T15:56:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:23 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2080M 2023-12-01T15:56:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:23 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2439M 2023-12-01T15:56:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:24 smithi155 ceph-mon[102677]: pgmap v22865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:24 smithi111 ceph-mon[97855]: pgmap v22865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:24 smithi111 ceph-mon[116524]: pgmap v22865: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:26 smithi155 ceph-mon[102677]: pgmap v22866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:26 smithi111 ceph-mon[97855]: pgmap v22866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:26 smithi111 ceph-mon[116524]: pgmap v22866: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:28 smithi155 ceph-mon[102677]: pgmap v22867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:28 smithi111 ceph-mon[97855]: pgmap v22867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:28 smithi111 ceph-mon[116524]: pgmap v22867: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:56:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:56:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:56:30.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:30 smithi155 ceph-mon[102677]: pgmap v22868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:30 smithi111 ceph-mon[97855]: pgmap v22868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:30 smithi111 ceph-mon[116524]: pgmap v22868: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:32.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:32 smithi155 ceph-mon[102677]: pgmap v22869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:32.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:32 smithi111 ceph-mon[97855]: pgmap v22869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:32 smithi111 ceph-mon[116524]: pgmap v22869: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:33 smithi111 ceph-mon[97855]: pgmap v22870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:33 smithi111 ceph-mon[116524]: pgmap v22870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:33 smithi155 ceph-mon[102677]: pgmap v22870: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:35.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:36.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:35 smithi111 ceph-mon[97855]: pgmap v22871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:36.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:35 smithi111 ceph-mon[116524]: pgmap v22871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:35 smithi155 ceph-mon[102677]: pgmap v22871: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:38 smithi155 ceph-mon[102677]: pgmap v22872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:38 smithi111 ceph-mon[97855]: pgmap v22872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:38 smithi111 ceph-mon[116524]: pgmap v22872: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:56:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:56:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:56:40.454 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:56:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:40 smithi155 ceph-mon[102677]: pgmap v22873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:40.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:40 smithi111 ceph-mon[97855]: pgmap v22873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:40 smithi111 ceph-mon[116524]: pgmap v22873: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:40.760 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5754M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6064M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:56:40.761 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6148M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:56:40.762 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5477M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:56:40.762 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4566M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:56:40.762 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5744M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:56:40.762 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5082M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:56:40.762 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 5940M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:56:40.762 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:56:41.141 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:56:41.141 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:56:41.141 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:56:41.141 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:56:41.142 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:56:41.143 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:56:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:41 smithi155 ceph-mon[102677]: from='client.40161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:41.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1334761478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:56:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:41 smithi111 ceph-mon[116524]: from='client.40161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:41.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1334761478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:56:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:41 smithi111 ceph-mon[97855]: from='client.40161 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:41.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1334761478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:56:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:42 smithi155 ceph-mon[102677]: from='client.40167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:42 smithi155 ceph-mon[102677]: pgmap v22874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:42 smithi111 ceph-mon[97855]: from='client.40167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:42 smithi111 ceph-mon[97855]: pgmap v22874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:42 smithi111 ceph-mon[116524]: from='client.40167 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:56:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:42 smithi111 ceph-mon[116524]: pgmap v22874: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:44.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:43 smithi111 ceph-mon[97855]: pgmap v22875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:44.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:43 smithi111 ceph-mon[116524]: pgmap v22875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:43 smithi155 ceph-mon[102677]: pgmap v22875: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:46 smithi155 ceph-mon[102677]: pgmap v22876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:46 smithi111 ceph-mon[97855]: pgmap v22876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:46 smithi111 ceph-mon[116524]: pgmap v22876: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:48.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:48 smithi155 ceph-mon[102677]: pgmap v22877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:48 smithi111 ceph-mon[97855]: pgmap v22877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:48 smithi111 ceph-mon[116524]: pgmap v22877: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:56:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:56:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:56:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:50 smithi155 ceph-mon[102677]: pgmap v22878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:50 smithi111 ceph-mon[116524]: pgmap v22878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:50 smithi111 ceph-mon[97855]: pgmap v22878: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:56:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:52 smithi155 ceph-mon[102677]: pgmap v22879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:52 smithi111 ceph-mon[97855]: pgmap v22879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:52 smithi111 ceph-mon[116524]: pgmap v22879: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:53 smithi111 ceph-mon[97855]: pgmap v22880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:53 smithi111 ceph-mon[116524]: pgmap v22880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:53 smithi155 ceph-mon[102677]: pgmap v22880: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:56 smithi155 ceph-mon[102677]: pgmap v22881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:56.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:56 smithi111 ceph-mon[97855]: pgmap v22881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:56 smithi111 ceph-mon[116524]: pgmap v22881: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:56:58 smithi155 ceph-mon[102677]: pgmap v22882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:56:58 smithi111 ceph-mon[97855]: pgmap v22882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:56:58 smithi111 ceph-mon[116524]: pgmap v22882: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:56:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:56:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:56:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T15:57:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:00 smithi155 ceph-mon[102677]: pgmap v22883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:00 smithi111 ceph-mon[97855]: pgmap v22883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:00 smithi111 ceph-mon[116524]: pgmap v22883: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:02 smithi155 ceph-mon[102677]: pgmap v22884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:02 smithi111 ceph-mon[97855]: pgmap v22884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:02 smithi111 ceph-mon[116524]: pgmap v22884: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:04.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:03 smithi111 ceph-mon[97855]: pgmap v22885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:04.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:03 smithi111 ceph-mon[116524]: pgmap v22885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:03 smithi155 ceph-mon[102677]: pgmap v22885: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:05.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:04 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:05.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:04 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:04 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:06.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:05 smithi111 ceph-mon[97855]: pgmap v22886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:06.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:05 smithi111 ceph-mon[116524]: pgmap v22886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:05 smithi155 ceph-mon[102677]: pgmap v22886: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:08 smithi155 ceph-mon[102677]: pgmap v22887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:08 smithi111 ceph-mon[97855]: pgmap v22887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:08 smithi111 ceph-mon[116524]: pgmap v22887: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:57:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:57:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:57:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:10 smithi155 ceph-mon[102677]: pgmap v22888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:10 smithi111 ceph-mon[97855]: pgmap v22888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:10 smithi111 ceph-mon[116524]: pgmap v22888: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:11.488 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:57:11.792 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5754M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6064M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6148M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5477M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4566M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5744M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5082M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 5940M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:57:11.793 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:57:12.170 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:57:12.194 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:57:12.195 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:57:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:12 smithi155 ceph-mon[102677]: pgmap v22889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:12 smithi155 ceph-mon[102677]: from='client.40179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:12.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:12 smithi111 ceph-mon[97855]: pgmap v22889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:12 smithi111 ceph-mon[97855]: from='client.40179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:12 smithi111 ceph-mon[116524]: pgmap v22889: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:12 smithi111 ceph-mon[116524]: from='client.40179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:13 smithi155 ceph-mon[102677]: from='client.40185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:13.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:13 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/378467404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:57:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:13 smithi111 ceph-mon[97855]: from='client.40185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:13.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:13 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/378467404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:13 smithi111 ceph-mon[116524]: from='client.40185 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:13.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:13 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/378467404' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:57:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:14 smithi155 ceph-mon[102677]: pgmap v22890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:14 smithi111 ceph-mon[97855]: pgmap v22890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:14 smithi111 ceph-mon[116524]: pgmap v22890: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:16 smithi155 ceph-mon[102677]: pgmap v22891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:16 smithi111 ceph-mon[97855]: pgmap v22891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:16 smithi111 ceph-mon[116524]: pgmap v22891: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:18 smithi155 ceph-mon[102677]: pgmap v22892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:18 smithi111 ceph-mon[97855]: pgmap v22892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:18 smithi111 ceph-mon[116524]: pgmap v22892: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:57:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:57:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:57:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:20 smithi155 ceph-mon[102677]: pgmap v22893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:20.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:20 smithi111 ceph-mon[97855]: pgmap v22893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:20 smithi111 ceph-mon[116524]: pgmap v22893: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:22 smithi155 ceph-mon[102677]: pgmap v22894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:22 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:57:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:22 smithi111 ceph-mon[97855]: pgmap v22894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:22 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:57:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:22 smithi111 ceph-mon[116524]: pgmap v22894: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:22 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:57:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:57:23.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:57:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:57:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:57:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:57:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:24 smithi155 ceph-mon[102677]: pgmap v22895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:24 smithi111 ceph-mon[97855]: pgmap v22895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:24 smithi111 ceph-mon[116524]: pgmap v22895: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:26 smithi155 ceph-mon[102677]: pgmap v22896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:26 smithi111 ceph-mon[97855]: pgmap v22896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:26 smithi111 ceph-mon[116524]: pgmap v22896: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:28.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:28 smithi155 ceph-mon[102677]: pgmap v22897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:28 smithi111 ceph-mon[97855]: pgmap v22897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:28 smithi111 ceph-mon[116524]: pgmap v22897: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:57:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:57:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:57:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:30 smithi111 ceph-mon[97855]: pgmap v22898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:30.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:30 smithi111 ceph-mon[116524]: pgmap v22898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:30 smithi155 ceph-mon[102677]: pgmap v22898: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:32 smithi111 ceph-mon[97855]: pgmap v22899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:32.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:32 smithi111 ceph-mon[116524]: pgmap v22899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:32 smithi155 ceph-mon[102677]: pgmap v22899: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:34.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:33 smithi111 ceph-mon[97855]: pgmap v22900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:34.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:33 smithi111 ceph-mon[116524]: pgmap v22900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:34.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:33 smithi155 ceph-mon[102677]: pgmap v22900: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:35.248 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:35.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:36 smithi155 ceph-mon[102677]: pgmap v22901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:36 smithi111 ceph-mon[97855]: pgmap v22901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:36 smithi111 ceph-mon[116524]: pgmap v22901: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:38 smithi155 ceph-mon[102677]: pgmap v22902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:38.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:38 smithi111 ceph-mon[97855]: pgmap v22902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:38 smithi111 ceph-mon[116524]: pgmap v22902: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:57:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:57:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:57:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:40 smithi155 ceph-mon[102677]: pgmap v22903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:40 smithi111 ceph-mon[97855]: pgmap v22903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:40.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:40 smithi111 ceph-mon[116524]: pgmap v22903: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:42 smithi155 ceph-mon[102677]: pgmap v22904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:42 smithi111 ceph-mon[97855]: pgmap v22904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:42 smithi111 ceph-mon[116524]: pgmap v22904: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:42.513 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:57:42.819 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5754M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6064M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6148M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5477M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4566M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5744M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5082M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 5940M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:57:42.820 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:57:43.201 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:57:43.202 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:57:43.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:43 smithi155 ceph-mon[102677]: from='client.40197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:43.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:43 smithi111 ceph-mon[97855]: from='client.40197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:43.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:43 smithi111 ceph-mon[116524]: from='client.40197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:44 smithi155 ceph-mon[102677]: from='client.40203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:44 smithi155 ceph-mon[102677]: pgmap v22905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:44 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1523931828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:57:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:44 smithi111 ceph-mon[97855]: from='client.40203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:44 smithi111 ceph-mon[97855]: pgmap v22905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:44 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1523931828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:44 smithi111 ceph-mon[116524]: from='client.40203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:44 smithi111 ceph-mon[116524]: pgmap v22905: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:44 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1523931828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:57:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:46 smithi155 ceph-mon[102677]: pgmap v22906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:46 smithi111 ceph-mon[97855]: pgmap v22906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:46 smithi111 ceph-mon[116524]: pgmap v22906: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:48 smithi155 ceph-mon[102677]: pgmap v22907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:48 smithi111 ceph-mon[97855]: pgmap v22907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:48 smithi111 ceph-mon[116524]: pgmap v22907: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:57:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:57:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:57:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:50 smithi155 ceph-mon[102677]: pgmap v22908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:50 smithi111 ceph-mon[97855]: pgmap v22908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:50 smithi111 ceph-mon[116524]: pgmap v22908: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:57:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:52 smithi155 ceph-mon[102677]: pgmap v22909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:52 smithi111 ceph-mon[97855]: pgmap v22909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:52 smithi111 ceph-mon[116524]: pgmap v22909: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:54.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:53 smithi111 ceph-mon[97855]: pgmap v22910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:54.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:54 smithi111 ceph-mon[116524]: pgmap v22910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:53 smithi155 ceph-mon[102677]: pgmap v22910: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:56 smithi155 ceph-mon[102677]: pgmap v22911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:56 smithi111 ceph-mon[97855]: pgmap v22911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:56 smithi111 ceph-mon[116524]: pgmap v22911: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:57:58 smithi155 ceph-mon[102677]: pgmap v22912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:58.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:57:58 smithi111 ceph-mon[97855]: pgmap v22912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:57:58 smithi111 ceph-mon[116524]: pgmap v22912: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:57:59.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:57:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:57:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:58:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:00 smithi155 ceph-mon[102677]: pgmap v22913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:00 smithi111 ceph-mon[97855]: pgmap v22913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:00 smithi111 ceph-mon[116524]: pgmap v22913: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:02 smithi155 ceph-mon[102677]: pgmap v22914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:02 smithi111 ceph-mon[97855]: pgmap v22914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:02 smithi111 ceph-mon[116524]: pgmap v22914: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:04 smithi155 ceph-mon[102677]: pgmap v22915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:04 smithi111 ceph-mon[97855]: pgmap v22915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:04 smithi111 ceph-mon[116524]: pgmap v22915: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:06 smithi155 ceph-mon[102677]: pgmap v22916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:06 smithi111 ceph-mon[97855]: pgmap v22916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:06 smithi111 ceph-mon[116524]: pgmap v22916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:08 smithi155 ceph-mon[102677]: pgmap v22917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:08 smithi111 ceph-mon[97855]: pgmap v22917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:08 smithi111 ceph-mon[116524]: pgmap v22917: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:58:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:58:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:58:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:10 smithi155 ceph-mon[102677]: pgmap v22918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:10 smithi111 ceph-mon[97855]: pgmap v22918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:10 smithi111 ceph-mon[116524]: pgmap v22918: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:12 smithi155 ceph-mon[102677]: pgmap v22919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:12 smithi111 ceph-mon[97855]: pgmap v22919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:12 smithi111 ceph-mon[116524]: pgmap v22919: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:13.547 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:58:13.854 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 10m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 10m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 10m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 10m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 10m ago 11h 469M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 10m ago 11h 963M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 10m ago 11h 2592M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 10m ago 11h 1266M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 10m ago 11h 1134M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 10m ago 11h 22.3M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 10m ago 11h 23.5M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 10m ago 11h 5754M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 10m ago 11h 6064M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:58:13.855 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 10m ago 11h 6148M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:58:13.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 10m ago 11h 5477M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:58:13.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 10m ago 11h 4566M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:58:13.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 10m ago 11h 5744M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:58:13.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 10m ago 11h 5082M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:58:13.856 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 10m ago 11h 5940M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:58:13.856 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 10m ago 11h 127M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:58:14.240 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:58:14.241 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:14.241 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:58:14.241 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:58:14.241 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:58:14.241 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:14 smithi155 ceph-mon[102677]: pgmap v22920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:14 smithi155 ceph-mon[102677]: from='client.40215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:14 smithi111 ceph-mon[97855]: pgmap v22920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:14 smithi111 ceph-mon[97855]: from='client.40215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:14 smithi111 ceph-mon[116524]: pgmap v22920: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:14 smithi111 ceph-mon[116524]: from='client.40215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:15 smithi155 ceph-mon[102677]: from='client.50099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:15.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2157295438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:58:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:15 smithi111 ceph-mon[97855]: from='client.50099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2157295438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:58:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:15 smithi111 ceph-mon[116524]: from='client.50099 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:15.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2157295438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:58:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:16 smithi155 ceph-mon[102677]: pgmap v22921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:16 smithi111 ceph-mon[97855]: pgmap v22921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:16 smithi111 ceph-mon[116524]: pgmap v22921: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:18.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:18 smithi155 ceph-mon[102677]: pgmap v22922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:18.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:18 smithi111 ceph-mon[97855]: pgmap v22922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:18 smithi111 ceph-mon[116524]: pgmap v22922: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:58:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:58:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T15:58:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:20 smithi155 ceph-mon[102677]: pgmap v22923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:20.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:20 smithi111 ceph-mon[97855]: pgmap v22923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:20 smithi111 ceph-mon[116524]: pgmap v22923: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:22.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:22 smithi155 ceph-mon[102677]: pgmap v22924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:22.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:22 smithi111 ceph-mon[97855]: pgmap v22924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:22 smithi111 ceph-mon[116524]: pgmap v22924: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:23.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:23 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:58:23.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:23 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:58:23.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:23 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:58:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:24 smithi155 ceph-mon[102677]: pgmap v22925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:24 smithi111 ceph-mon[97855]: pgmap v22925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:24 smithi111 ceph-mon[116524]: pgmap v22925: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:58:25.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:25 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:25.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:58:26.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:58:26.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:26.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:26.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:26.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:58:26.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:58:26.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:25 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:58:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:26 smithi155 ceph-mon[102677]: pgmap v22926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:26.998 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:26 smithi111 ceph-mon[97855]: pgmap v22926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:26 smithi111 ceph-mon[116524]: pgmap v22926: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:28 smithi155 ceph-mon[102677]: pgmap v22927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:28 smithi111 ceph-mon[97855]: pgmap v22927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:28 smithi111 ceph-mon[116524]: pgmap v22927: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:29.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:58:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:58:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:58:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:30 smithi155 ceph-mon[102677]: pgmap v22928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:30 smithi111 ceph-mon[97855]: pgmap v22928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:30 smithi111 ceph-mon[116524]: pgmap v22928: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:32 smithi155 ceph-mon[102677]: pgmap v22929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:32 smithi111 ceph-mon[97855]: pgmap v22929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:32 smithi111 ceph-mon[116524]: pgmap v22929: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:34 smithi155 ceph-mon[102677]: pgmap v22930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:34.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:34 smithi111 ceph-mon[97855]: pgmap v22930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:34 smithi111 ceph-mon[116524]: pgmap v22930: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:36 smithi155 ceph-mon[102677]: pgmap v22931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:36.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:36 smithi111 ceph-mon[97855]: pgmap v22931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:36 smithi111 ceph-mon[116524]: pgmap v22931: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:38 smithi155 ceph-mon[102677]: pgmap v22932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:38 smithi111 ceph-mon[97855]: pgmap v22932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:38 smithi111 ceph-mon[116524]: pgmap v22932: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:58:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:58:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:58:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:40 smithi155 ceph-mon[102677]: pgmap v22933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:40 smithi111 ceph-mon[97855]: pgmap v22933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:40 smithi111 ceph-mon[116524]: pgmap v22933: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:42 smithi155 ceph-mon[102677]: pgmap v22934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:42.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:42 smithi111 ceph-mon[97855]: pgmap v22934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:42 smithi111 ceph-mon[116524]: pgmap v22934: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:44 smithi155 ceph-mon[102677]: pgmap v22935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:44.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:44 smithi111 ceph-mon[97855]: pgmap v22935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:44 smithi111 ceph-mon[116524]: pgmap v22935: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:44.586 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:58:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:58:44.897 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 20s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 19s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 20s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 19s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 19s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 20s ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 20s ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 19s ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 20s ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 20s ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 19s ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 20s ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 20s ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:58:44.898 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 20s ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:58:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 20s ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:58:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 19s ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:58:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 19s ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:58:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 19s ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:58:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 19s ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:58:44.899 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 19s ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:58:45.279 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:58:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:58:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:58:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:45.279 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:58:45.280 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:58:45.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:45 smithi155 ceph-mon[102677]: from='client.40233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:45 smithi111 ceph-mon[97855]: from='client.40233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:45 smithi111 ceph-mon[116524]: from='client.40233 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:46 smithi155 ceph-mon[102677]: from='client.40239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:46 smithi155 ceph-mon[102677]: pgmap v22936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:46.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2082554674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:58:46.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:46 smithi111 ceph-mon[97855]: from='client.40239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:46 smithi111 ceph-mon[97855]: pgmap v22936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2082554674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:46 smithi111 ceph-mon[116524]: from='client.40239 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:46 smithi111 ceph-mon[116524]: pgmap v22936: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2082554674' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:58:48.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:48 smithi155 ceph-mon[102677]: pgmap v22937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:48 smithi111 ceph-mon[97855]: pgmap v22937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:48.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:48 smithi111 ceph-mon[116524]: pgmap v22937: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:49.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:58:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:58:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:58:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:50 smithi155 ceph-mon[102677]: pgmap v22938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:50.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:50 smithi111 ceph-mon[97855]: pgmap v22938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:50 smithi111 ceph-mon[116524]: pgmap v22938: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:58:52.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:52 smithi155 ceph-mon[102677]: pgmap v22939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:52 smithi111 ceph-mon[97855]: pgmap v22939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:52 smithi111 ceph-mon[116524]: pgmap v22939: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:54 smithi155 ceph-mon[102677]: pgmap v22940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:54 smithi111 ceph-mon[97855]: pgmap v22940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:54 smithi111 ceph-mon[116524]: pgmap v22940: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:56.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:56 smithi155 ceph-mon[102677]: pgmap v22941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:56 smithi111 ceph-mon[97855]: pgmap v22941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:56 smithi111 ceph-mon[116524]: pgmap v22941: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:58.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:58:58 smithi155 ceph-mon[102677]: pgmap v22942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:58:58 smithi111 ceph-mon[97855]: pgmap v22942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:58:58 smithi111 ceph-mon[116524]: pgmap v22942: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:58:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:58:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:58:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T15:59:00.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:00 smithi155 ceph-mon[102677]: pgmap v22943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:00.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:00 smithi111 ceph-mon[97855]: pgmap v22943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:00 smithi111 ceph-mon[116524]: pgmap v22943: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:02.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:02 smithi155 ceph-mon[102677]: pgmap v22944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:02 smithi111 ceph-mon[97855]: pgmap v22944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:02 smithi111 ceph-mon[116524]: pgmap v22944: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:04 smithi155 ceph-mon[102677]: pgmap v22945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:04 smithi111 ceph-mon[97855]: pgmap v22945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:04 smithi111 ceph-mon[116524]: pgmap v22945: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:06 smithi155 ceph-mon[102677]: pgmap v22946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:06 smithi111 ceph-mon[97855]: pgmap v22946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:06 smithi111 ceph-mon[116524]: pgmap v22946: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:08.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:08 smithi155 ceph-mon[102677]: pgmap v22947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:08 smithi111 ceph-mon[97855]: pgmap v22947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:08 smithi111 ceph-mon[116524]: pgmap v22947: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:59:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:59:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:59:10.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:10 smithi155 ceph-mon[102677]: pgmap v22948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:10.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:10 smithi111 ceph-mon[97855]: pgmap v22948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:10.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:10 smithi111 ceph-mon[116524]: pgmap v22948: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:12.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:12 smithi155 ceph-mon[102677]: pgmap v22949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:12 smithi111 ceph-mon[97855]: pgmap v22949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:12 smithi111 ceph-mon[116524]: pgmap v22949: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:14 smithi155 ceph-mon[102677]: pgmap v22950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:14.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:14 smithi111 ceph-mon[97855]: pgmap v22950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:14 smithi111 ceph-mon[116524]: pgmap v22950: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:15.625 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 51s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 50s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 51s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 50s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 50s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 51s ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:59:15.936 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 51s ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 50s ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 51s ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 51s ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 50s ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 51s ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 51s ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 51s ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 51s ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:59:15.937 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 50s ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:59:15.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 50s ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:59:15.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 50s ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:59:15.938 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 50s ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:59:15.938 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 50s ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:59:16.319 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:59:16.320 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:16.320 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:59:16.320 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:59:16.320 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:59:16.320 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:16 smithi155 ceph-mon[102677]: pgmap v22951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:16.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:16 smithi155 ceph-mon[102677]: from='client.50129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:16 smithi111 ceph-mon[97855]: pgmap v22951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:16 smithi111 ceph-mon[97855]: from='client.50129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:16 smithi111 ceph-mon[116524]: pgmap v22951: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:16 smithi111 ceph-mon[116524]: from='client.50129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:17 smithi111 ceph-mon[97855]: from='client.50135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:17.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:17 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2279900201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:17 smithi111 ceph-mon[116524]: from='client.50135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:17.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:17 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2279900201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:59:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:17 smithi155 ceph-mon[102677]: from='client.50135 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:17.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:17 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2279900201' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:59:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:18 smithi111 ceph-mon[97855]: pgmap v22952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:18 smithi111 ceph-mon[116524]: pgmap v22952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:18 smithi155 ceph-mon[102677]: pgmap v22952: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:59:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:59:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T15:59:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:20 smithi111 ceph-mon[97855]: pgmap v22953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:20 smithi111 ceph-mon[116524]: pgmap v22953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:20 smithi155 ceph-mon[102677]: pgmap v22953: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:22 smithi111 ceph-mon[97855]: pgmap v22954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:22 smithi111 ceph-mon[116524]: pgmap v22954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:22 smithi155 ceph-mon[102677]: pgmap v22954: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:24 smithi155 ceph-mon[102677]: pgmap v22955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:24 smithi111 ceph-mon[97855]: pgmap v22955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:24 smithi111 ceph-mon[116524]: pgmap v22955: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[97855]: pgmap v22956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[116524]: pgmap v22956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:59:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:59:26.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:59:26.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:26 smithi155 ceph-mon[102677]: pgmap v22956: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T15:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T15:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T15:59:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T15:59:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:28 smithi111 ceph-mon[97855]: pgmap v22957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:28.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:28 smithi111 ceph-mon[116524]: pgmap v22957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:28 smithi155 ceph-mon[102677]: pgmap v22957: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:59:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:59:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T15:59:30.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:30 smithi111 ceph-mon[97855]: pgmap v22958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:30.548 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:30 smithi111 ceph-mon[116524]: pgmap v22958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:30 smithi155 ceph-mon[102677]: pgmap v22958: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:32.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:32 smithi111 ceph-mon[97855]: pgmap v22959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:32.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:32 smithi111 ceph-mon[116524]: pgmap v22959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:32 smithi155 ceph-mon[102677]: pgmap v22959: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:34 smithi155 ceph-mon[102677]: pgmap v22960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:34 smithi111 ceph-mon[97855]: pgmap v22960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:34 smithi111 ceph-mon[116524]: pgmap v22960: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:36 smithi155 ceph-mon[102677]: pgmap v22961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:36 smithi111 ceph-mon[97855]: pgmap v22961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:36 smithi111 ceph-mon[116524]: pgmap v22961: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:38 smithi111 ceph-mon[116524]: pgmap v22962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:38 smithi111 ceph-mon[97855]: pgmap v22962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:38 smithi155 ceph-mon[102677]: pgmap v22962: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:59:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:59:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:59:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:40 smithi111 ceph-mon[97855]: pgmap v22963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:40 smithi111 ceph-mon[116524]: pgmap v22963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:40 smithi155 ceph-mon[102677]: pgmap v22963: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:42 smithi111 ceph-mon[97855]: pgmap v22964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:42 smithi111 ceph-mon[116524]: pgmap v22964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:42 smithi155 ceph-mon[102677]: pgmap v22964: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:44 smithi155 ceph-mon[102677]: pgmap v22965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:44 smithi111 ceph-mon[97855]: pgmap v22965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:44 smithi111 ceph-mon[116524]: pgmap v22965: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:46 smithi111 ceph-mon[97855]: pgmap v22966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:46 smithi111 ceph-mon[116524]: pgmap v22966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:46.666 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T15:59:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:46 smithi155 ceph-mon[102677]: pgmap v22966: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 82s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 81s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 82s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 81s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 81s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 82s ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 82s ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 81s ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 82s ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 82s ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T15:59:46.971 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 81s ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 82s ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 82s ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 82s ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 82s ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 81s ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 81s ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 81s ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 81s ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T15:59:46.972 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 81s ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T15:59:47.352 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T15:59:47.353 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T15:59:47.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:47 smithi111 ceph-mon[97855]: from='client.50147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:47.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:47 smithi111 ceph-mon[116524]: from='client.50147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:47.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:47 smithi155 ceph-mon[102677]: from='client.50147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:48 smithi111 ceph-mon[97855]: from='client.50153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:48 smithi111 ceph-mon[97855]: pgmap v22967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:48 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1957893691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:48 smithi111 ceph-mon[116524]: from='client.50153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:48 smithi111 ceph-mon[116524]: pgmap v22967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:48.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:48 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1957893691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:48 smithi155 ceph-mon[102677]: from='client.50153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T15:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:48 smithi155 ceph-mon[102677]: pgmap v22967: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:48 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1957893691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T15:59:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:59:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:59:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T15:59:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:50 smithi111 ceph-mon[116524]: pgmap v22968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:50 smithi111 ceph-mon[97855]: pgmap v22968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:50 smithi155 ceph-mon[102677]: pgmap v22968: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T15:59:52.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:52 smithi111 ceph-mon[97855]: pgmap v22969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:52 smithi111 ceph-mon[116524]: pgmap v22969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:52 smithi155 ceph-mon[102677]: pgmap v22969: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:54 smithi155 ceph-mon[102677]: pgmap v22970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:54 smithi111 ceph-mon[97855]: pgmap v22970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:54 smithi111 ceph-mon[116524]: pgmap v22970: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:56 smithi111 ceph-mon[97855]: pgmap v22971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:56 smithi111 ceph-mon[116524]: pgmap v22971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:56 smithi155 ceph-mon[102677]: pgmap v22971: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 15:59:58 smithi111 ceph-mon[97855]: pgmap v22972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 15:59:58 smithi111 ceph-mon[116524]: pgmap v22972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 15:59:58 smithi155 ceph-mon[102677]: pgmap v22972: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T15:59:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 15:59:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:15:59:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:00:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:00 smithi111 conmon[97831]: 2023-12-01T15:59:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:00:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:00 smithi111 ceph-mon[97855]: pgmap v22973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:00:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:00 smithi111 ceph-mon[116524]: pgmap v22973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:00:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:00 smithi155 ceph-mon[102677]: pgmap v22973: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:00.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:00:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:02 smithi111 ceph-mon[97855]: pgmap v22974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:02 smithi111 ceph-mon[116524]: pgmap v22974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:02 smithi155 ceph-mon[102677]: pgmap v22974: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:04 smithi155 ceph-mon[102677]: pgmap v22975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:04 smithi111 ceph-mon[97855]: pgmap v22975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:04 smithi111 ceph-mon[116524]: pgmap v22975: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:06 smithi155 ceph-mon[102677]: pgmap v22976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:06 smithi111 ceph-mon[97855]: pgmap v22976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:06 smithi111 ceph-mon[116524]: pgmap v22976: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:08.485 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:08 smithi111 ceph-mon[97855]: pgmap v22977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:08.485 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:08 smithi111 ceph-mon[116524]: pgmap v22977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:08 smithi155 ceph-mon[102677]: pgmap v22977: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:00:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:00:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:00:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:10 smithi111 ceph-mon[97855]: pgmap v22978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:10 smithi111 ceph-mon[116524]: pgmap v22978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:10 smithi155 ceph-mon[102677]: pgmap v22978: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:12 smithi111 ceph-mon[97855]: pgmap v22979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:12 smithi111 ceph-mon[116524]: pgmap v22979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:12 smithi155 ceph-mon[102677]: pgmap v22979: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:14 smithi155 ceph-mon[102677]: pgmap v22980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:14 smithi111 ceph-mon[97855]: pgmap v22980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:14.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:14 smithi111 ceph-mon[116524]: pgmap v22980: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:16 smithi111 ceph-mon[97855]: pgmap v22981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:16 smithi111 ceph-mon[116524]: pgmap v22981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:16 smithi155 ceph-mon[102677]: pgmap v22981: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:17.700 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:00:18.005 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 113s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 112s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 113s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 112s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 112s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 113s ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 113s ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 112s ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 113s ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 113s ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 112s ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 113s ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:00:18.006 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 113s ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 113s ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 113s ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 112s ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 112s ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 112s ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 112s ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:00:18.007 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 112s ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:18.385 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:00:18.386 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:00:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:18 smithi111 ceph-mon[97855]: pgmap v22982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:18 smithi111 ceph-mon[97855]: from='client.40287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:18 smithi111 ceph-mon[116524]: pgmap v22982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:18 smithi111 ceph-mon[116524]: from='client.40287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:18 smithi155 ceph-mon[102677]: pgmap v22982: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:18 smithi155 ceph-mon[102677]: from='client.40287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:19.501 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:00:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:00:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:00:19.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:19 smithi111 ceph-mon[97855]: from='client.40293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:19.502 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:19 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2871189496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:00:19.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:19 smithi111 ceph-mon[116524]: from='client.40293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:19.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:19 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2871189496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:00:19.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:19 smithi155 ceph-mon[102677]: from='client.40293 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:19.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:19 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2871189496' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:00:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:20 smithi111 ceph-mon[97855]: pgmap v22983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:20 smithi111 ceph-mon[116524]: pgmap v22983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:20 smithi155 ceph-mon[102677]: pgmap v22983: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:22.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:22 smithi111 ceph-mon[97855]: pgmap v22984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:22.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:22 smithi111 ceph-mon[116524]: pgmap v22984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:22 smithi155 ceph-mon[102677]: pgmap v22984: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:24 smithi155 ceph-mon[102677]: pgmap v22985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:24.498 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:24 smithi111 ceph-mon[97855]: pgmap v22985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:24 smithi111 ceph-mon[116524]: pgmap v22985: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:26 smithi111 ceph-mon[97855]: pgmap v22986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:26 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:00:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:26 smithi111 ceph-mon[116524]: pgmap v22986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:26 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:00:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:26 smithi155 ceph-mon[102677]: pgmap v22986: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:26 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:00:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:00:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:00:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:00:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:00:27.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:00:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:28 smithi155 ceph-mon[102677]: pgmap v22987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:28 smithi111 ceph-mon[97855]: pgmap v22987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:28 smithi111 ceph-mon[116524]: pgmap v22987: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:00:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:00:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:00:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:30 smithi155 ceph-mon[102677]: pgmap v22988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:30 smithi111 ceph-mon[97855]: pgmap v22988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:30 smithi111 ceph-mon[116524]: pgmap v22988: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:32 smithi155 ceph-mon[102677]: pgmap v22989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:32 smithi111 ceph-mon[97855]: pgmap v22989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:32 smithi111 ceph-mon[116524]: pgmap v22989: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:34 smithi155 ceph-mon[102677]: pgmap v22990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:34 smithi111 ceph-mon[97855]: pgmap v22990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:34 smithi111 ceph-mon[116524]: pgmap v22990: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:36 smithi155 ceph-mon[102677]: pgmap v22991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:36 smithi111 ceph-mon[97855]: pgmap v22991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:36 smithi111 ceph-mon[116524]: pgmap v22991: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:38 smithi111 ceph-mon[97855]: pgmap v22992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:38 smithi111 ceph-mon[116524]: pgmap v22992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:38 smithi155 ceph-mon[102677]: pgmap v22992: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:00:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:00:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:00:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:40 smithi111 ceph-mon[97855]: pgmap v22993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:40 smithi111 ceph-mon[116524]: pgmap v22993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:40 smithi155 ceph-mon[102677]: pgmap v22993: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:42.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:42 smithi111 ceph-mon[97855]: pgmap v22994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:42.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:42 smithi111 ceph-mon[116524]: pgmap v22994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:42 smithi155 ceph-mon[102677]: pgmap v22994: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:44 smithi155 ceph-mon[102677]: pgmap v22995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:44 smithi111 ceph-mon[97855]: pgmap v22995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:44 smithi111 ceph-mon[116524]: pgmap v22995: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:46 smithi111 ceph-mon[97855]: pgmap v22996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:46 smithi111 ceph-mon[116524]: pgmap v22996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:46 smithi155 ceph-mon[102677]: pgmap v22996: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:48.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:48 smithi111 ceph-mon[97855]: pgmap v22997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:48.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:48 smithi111 ceph-mon[116524]: pgmap v22997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:48 smithi155 ceph-mon[102677]: pgmap v22997: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:48.731 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:00:49.038 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:00:49.039 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:00:49.424 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:00:49.424 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:00:49.424 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:00:49.424 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:49.424 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:00:49.424 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:00:49.425 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:00:49.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:49 smithi111 ceph-mon[97855]: from='client.50183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:49.499 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:00:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:00:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:00:49.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:49 smithi111 ceph-mon[116524]: from='client.50183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:49.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:49 smithi155 ceph-mon[102677]: from='client.50183 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[97855]: from='client.50189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[97855]: pgmap v22998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2052848471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[116524]: from='client.50189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[116524]: pgmap v22998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:50.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2052848471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:00:50.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:50 smithi155 ceph-mon[102677]: from='client.50189 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:00:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:50 smithi155 ceph-mon[102677]: pgmap v22998: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:50 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2052848471' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:00:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:00:52.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:52 smithi111 ceph-mon[116524]: pgmap v22999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:52.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:52 smithi111 ceph-mon[97855]: pgmap v22999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:52 smithi155 ceph-mon[102677]: pgmap v22999: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:54 smithi155 ceph-mon[102677]: pgmap v23000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:54 smithi111 ceph-mon[97855]: pgmap v23000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:54 smithi111 ceph-mon[116524]: pgmap v23000: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:56.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:56 smithi111 ceph-mon[97855]: pgmap v23001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:56.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:56 smithi111 ceph-mon[116524]: pgmap v23001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:56 smithi155 ceph-mon[102677]: pgmap v23001: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:58.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:00:58 smithi111 ceph-mon[97855]: pgmap v23002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:58.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:00:58 smithi111 ceph-mon[116524]: pgmap v23002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:00:58 smithi155 ceph-mon[102677]: pgmap v23002: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:00:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:00:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:00:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:01:00.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:00 smithi111 ceph-mon[97855]: pgmap v23003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:00.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:00 smithi111 ceph-mon[116524]: pgmap v23003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:02.244 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:00 smithi155 ceph-mon[102677]: pgmap v23003: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:02.244 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:02 smithi155 ceph-mon[102677]: pgmap v23004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:02.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:02 smithi111 ceph-mon[97855]: pgmap v23004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:02.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:02 smithi111 ceph-mon[116524]: pgmap v23004: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:04 smithi155 ceph-mon[102677]: pgmap v23005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:04 smithi111 ceph-mon[97855]: pgmap v23005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:04 smithi111 ceph-mon[116524]: pgmap v23005: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:05.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:05.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:06 smithi155 ceph-mon[102677]: pgmap v23006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:06 smithi111 ceph-mon[97855]: pgmap v23006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:06 smithi111 ceph-mon[116524]: pgmap v23006: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:08.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:08 smithi111 ceph-mon[97855]: pgmap v23007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:08.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:08 smithi111 ceph-mon[116524]: pgmap v23007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:08 smithi155 ceph-mon[102677]: pgmap v23007: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:01:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:01:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:01:10.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:10 smithi111 ceph-mon[97855]: pgmap v23008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:10.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:10 smithi111 ceph-mon[116524]: pgmap v23008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:10 smithi155 ceph-mon[102677]: pgmap v23008: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:12.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:12 smithi111 ceph-mon[97855]: pgmap v23009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:12.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:12 smithi111 ceph-mon[116524]: pgmap v23009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:12 smithi155 ceph-mon[102677]: pgmap v23009: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:14 smithi155 ceph-mon[102677]: pgmap v23010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:14 smithi111 ceph-mon[97855]: pgmap v23010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:14 smithi111 ceph-mon[116524]: pgmap v23010: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:16 smithi111 ceph-mon[97855]: pgmap v23011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:16 smithi111 ceph-mon[116524]: pgmap v23011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:16 smithi155 ceph-mon[102677]: pgmap v23011: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:18.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:18 smithi111 ceph-mon[97855]: pgmap v23012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:18.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:18 smithi111 ceph-mon[116524]: pgmap v23012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:18 smithi155 ceph-mon[102677]: pgmap v23012: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:19.748 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:01:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:01:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:01:19.791 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:01:20.098 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:01:20.099 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:01:20.477 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:01:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:01:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:01:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:20.477 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:01:20.478 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:01:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:20 smithi111 ceph-mon[97855]: pgmap v23013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:20.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:20 smithi111 ceph-mon[116524]: pgmap v23013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:20.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:20 smithi155 ceph-mon[102677]: pgmap v23013: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:21 smithi155 ceph-mon[102677]: from='client.50201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:21 smithi155 ceph-mon[102677]: from='client.40329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:21.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:21 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/596140766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:21 smithi111 ceph-mon[97855]: from='client.50201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:21 smithi111 ceph-mon[97855]: from='client.40329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:21.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:21 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/596140766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:01:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:21 smithi111 ceph-mon[116524]: from='client.50201 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:21 smithi111 ceph-mon[116524]: from='client.40329 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:21.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:21 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/596140766' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:01:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:22 smithi155 ceph-mon[102677]: pgmap v23014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:22 smithi111 ceph-mon[97855]: pgmap v23014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:22 smithi111 ceph-mon[116524]: pgmap v23014: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:24 smithi155 ceph-mon[102677]: pgmap v23015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:24 smithi111 ceph-mon[97855]: pgmap v23015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:24 smithi111 ceph-mon[116524]: pgmap v23015: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:26 smithi111 ceph-mon[97855]: pgmap v23016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:26 smithi111 ceph-mon[116524]: pgmap v23016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:26 smithi155 ceph-mon[102677]: pgmap v23016: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:27.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:27 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:01:27.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:27 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:01:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:27 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:01:28.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[97855]: pgmap v23017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:28.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:01:28.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:01:28.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:01:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[116524]: pgmap v23017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:28.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:01:28.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:01:28.501 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:01:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:28 smithi155 ceph-mon[102677]: pgmap v23017: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:01:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:01:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:01:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:01:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:01:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:01:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:30 smithi155 ceph-mon[102677]: pgmap v23018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:30 smithi111 ceph-mon[97855]: pgmap v23018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:30 smithi111 ceph-mon[116524]: pgmap v23018: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:32.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:32 smithi155 ceph-mon[102677]: pgmap v23019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:32 smithi111 ceph-mon[97855]: pgmap v23019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:32 smithi111 ceph-mon[116524]: pgmap v23019: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:34 smithi155 ceph-mon[102677]: pgmap v23020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:34 smithi111 ceph-mon[97855]: pgmap v23020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:34 smithi111 ceph-mon[116524]: pgmap v23020: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:36 smithi155 ceph-mon[102677]: pgmap v23021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:36 smithi111 ceph-mon[97855]: pgmap v23021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:36 smithi111 ceph-mon[116524]: pgmap v23021: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:38 smithi111 ceph-mon[97855]: pgmap v23022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:38 smithi111 ceph-mon[116524]: pgmap v23022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:38 smithi155 ceph-mon[102677]: pgmap v23022: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:01:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:01:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:01:40.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:40 smithi111 ceph-mon[97855]: pgmap v23023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:40.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:40 smithi111 ceph-mon[116524]: pgmap v23023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:40 smithi155 ceph-mon[102677]: pgmap v23023: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:42 smithi155 ceph-mon[102677]: pgmap v23024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:42 smithi111 ceph-mon[97855]: pgmap v23024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:42 smithi111 ceph-mon[116524]: pgmap v23024: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:44 smithi155 ceph-mon[102677]: pgmap v23025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:44 smithi111 ceph-mon[97855]: pgmap v23025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:44 smithi111 ceph-mon[116524]: pgmap v23025: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:46 smithi111 ceph-mon[97855]: pgmap v23026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:46 smithi111 ceph-mon[116524]: pgmap v23026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:46 smithi155 ceph-mon[102677]: pgmap v23026: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:48 smithi155 ceph-mon[102677]: pgmap v23027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:48 smithi111 ceph-mon[97855]: pgmap v23027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:48 smithi111 ceph-mon[116524]: pgmap v23027: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:01:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:01:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:01:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:50 smithi155 ceph-mon[102677]: pgmap v23028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:50 smithi111 ceph-mon[97855]: pgmap v23028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:50.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:50 smithi111 ceph-mon[116524]: pgmap v23028: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:01:50.822 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:01:51.127 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:01:51.127 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:01:51.127 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:01:51.127 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:01:51.127 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:01:51.127 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:01:51.128 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:01:51.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:01:51.129 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:01:51.129 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:01:51.509 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:01:51.510 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:01:51.511 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:01:51.511 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:01:51.511 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:01:51.511 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:52 smithi155 ceph-mon[102677]: from='client.40341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:52 smithi155 ceph-mon[102677]: from='client.50225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:52 smithi155 ceph-mon[102677]: pgmap v23029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:52 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/669663463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[97855]: from='client.40341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[97855]: from='client.50225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[97855]: pgmap v23029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/669663463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[116524]: from='client.40341 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[116524]: from='client.50225 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[116524]: pgmap v23029: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:52 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/669663463' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:01:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:54 smithi155 ceph-mon[102677]: pgmap v23030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:54 smithi111 ceph-mon[97855]: pgmap v23030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:54 smithi111 ceph-mon[116524]: pgmap v23030: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:56 smithi155 ceph-mon[102677]: pgmap v23031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:56 smithi111 ceph-mon[97855]: pgmap v23031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:56 smithi111 ceph-mon[116524]: pgmap v23031: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:01:58 smithi155 ceph-mon[102677]: pgmap v23032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:01:58 smithi111 ceph-mon[97855]: pgmap v23032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:01:58 smithi111 ceph-mon[116524]: pgmap v23032: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:01:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:01:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:01:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:02:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:00 smithi155 ceph-mon[102677]: pgmap v23033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:00 smithi111 ceph-mon[97855]: pgmap v23033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:00 smithi111 ceph-mon[116524]: pgmap v23033: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:02 smithi155 ceph-mon[102677]: pgmap v23034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:02 smithi111 ceph-mon[97855]: pgmap v23034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:02 smithi111 ceph-mon[116524]: pgmap v23034: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:04 smithi155 ceph-mon[102677]: pgmap v23035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:04 smithi111 ceph-mon[97855]: pgmap v23035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:04 smithi111 ceph-mon[116524]: pgmap v23035: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:06 smithi155 ceph-mon[102677]: pgmap v23036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:06 smithi111 ceph-mon[97855]: pgmap v23036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:06 smithi111 ceph-mon[116524]: pgmap v23036: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:08 smithi155 ceph-mon[102677]: pgmap v23037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:08 smithi111 ceph-mon[97855]: pgmap v23037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:08 smithi111 ceph-mon[116524]: pgmap v23037: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:02:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:02:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:02:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:10 smithi155 ceph-mon[102677]: pgmap v23038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:10 smithi111 ceph-mon[97855]: pgmap v23038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:10 smithi111 ceph-mon[116524]: pgmap v23038: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:12 smithi155 ceph-mon[102677]: pgmap v23039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:12 smithi111 ceph-mon[97855]: pgmap v23039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:12 smithi111 ceph-mon[116524]: pgmap v23039: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:14 smithi155 ceph-mon[102677]: pgmap v23040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:14 smithi111 ceph-mon[97855]: pgmap v23040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:14 smithi111 ceph-mon[116524]: pgmap v23040: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:16 smithi155 ceph-mon[102677]: pgmap v23041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:16 smithi111 ceph-mon[97855]: pgmap v23041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:16 smithi111 ceph-mon[116524]: pgmap v23041: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:18 smithi155 ceph-mon[102677]: pgmap v23042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:18 smithi111 ceph-mon[97855]: pgmap v23042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:18 smithi111 ceph-mon[116524]: pgmap v23042: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:02:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:02:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:20 smithi155 ceph-mon[102677]: pgmap v23043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:20 smithi111 ceph-mon[116524]: pgmap v23043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:20 smithi111 ceph-mon[97855]: pgmap v23043: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:21.856 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:02:22.162 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:02:22.162 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:02:22.162 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:02:22.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:02:22.162 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:02:22.163 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:02:22.164 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:02:22.164 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:02:22.542 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:02:22.542 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:02:22.542 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:02:22.542 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:02:22.543 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:02:22.544 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:02:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:22 smithi155 ceph-mon[102677]: pgmap v23044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:22 smithi111 ceph-mon[97855]: pgmap v23044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:22 smithi111 ceph-mon[116524]: pgmap v23044: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:23 smithi155 ceph-mon[102677]: from='client.50237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:23 smithi155 ceph-mon[102677]: from='client.40365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:23.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:23 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/735161694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:02:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:23 smithi111 ceph-mon[97855]: from='client.50237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:23 smithi111 ceph-mon[97855]: from='client.40365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:23.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:23 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/735161694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:23 smithi111 ceph-mon[116524]: from='client.50237 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:23 smithi111 ceph-mon[116524]: from='client.40365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:23.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:23 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/735161694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:02:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:24 smithi155 ceph-mon[102677]: pgmap v23045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:24 smithi111 ceph-mon[97855]: pgmap v23045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:24 smithi111 ceph-mon[116524]: pgmap v23045: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:26 smithi155 ceph-mon[102677]: pgmap v23046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:26 smithi111 ceph-mon[97855]: pgmap v23046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:26 smithi111 ceph-mon[116524]: pgmap v23046: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:28 smithi155 ceph-mon[102677]: pgmap v23047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:02:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:02:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:02:28.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[97855]: pgmap v23047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[116524]: pgmap v23047: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:02:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:02:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:02:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:02:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:02:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:30 smithi155 ceph-mon[102677]: pgmap v23048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:30 smithi111 ceph-mon[97855]: pgmap v23048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:30 smithi111 ceph-mon[116524]: pgmap v23048: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:32 smithi155 ceph-mon[102677]: pgmap v23049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:32 smithi111 ceph-mon[97855]: pgmap v23049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:32 smithi111 ceph-mon[116524]: pgmap v23049: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:34 smithi155 ceph-mon[102677]: pgmap v23050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:34 smithi111 ceph-mon[97855]: pgmap v23050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:34 smithi111 ceph-mon[116524]: pgmap v23050: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:36 smithi155 ceph-mon[102677]: pgmap v23051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:36 smithi111 ceph-mon[97855]: pgmap v23051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:36 smithi111 ceph-mon[116524]: pgmap v23051: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:38 smithi155 ceph-mon[102677]: pgmap v23052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:38 smithi111 ceph-mon[97855]: pgmap v23052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:38 smithi111 ceph-mon[116524]: pgmap v23052: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:02:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:02:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:02:40.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:40 smithi155 ceph-mon[102677]: pgmap v23053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:40.457 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 16:02:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T16:02:40.100170976Z level=info msg="Completed cleanup jobs" duration=66.745622ms 2023-12-01T16:02:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:40 smithi111 ceph-mon[97855]: pgmap v23053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:40 smithi111 ceph-mon[116524]: pgmap v23053: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:42 smithi155 ceph-mon[102677]: pgmap v23054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:42 smithi111 ceph-mon[97855]: pgmap v23054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:42 smithi111 ceph-mon[116524]: pgmap v23054: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:44 smithi155 ceph-mon[102677]: pgmap v23055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:44 smithi111 ceph-mon[97855]: pgmap v23055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:44 smithi111 ceph-mon[116524]: pgmap v23055: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:46 smithi155 ceph-mon[102677]: pgmap v23056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:46 smithi111 ceph-mon[97855]: pgmap v23056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:46 smithi111 ceph-mon[116524]: pgmap v23056: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:48 smithi155 ceph-mon[102677]: pgmap v23057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:48 smithi111 ceph-mon[97855]: pgmap v23057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:48 smithi111 ceph-mon[116524]: pgmap v23057: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:02:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:02:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:02:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:50 smithi155 ceph-mon[102677]: pgmap v23058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:50 smithi111 ceph-mon[97855]: pgmap v23058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:50 smithi111 ceph-mon[116524]: pgmap v23058: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:02:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:52 smithi155 ceph-mon[102677]: pgmap v23059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:52 smithi111 ceph-mon[97855]: pgmap v23059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:52 smithi111 ceph-mon[116524]: pgmap v23059: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:52.887 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:02:53.194 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:02:53.195 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 4m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:02:53.195 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:02:53.195 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:02:53.195 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:02:53.195 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:02:53.195 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:02:53.196 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:02:53.196 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:02:53.196 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:02:53.196 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:02:53.196 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:02:53.196 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:02:53.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:02:53.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:02:53.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:02:53.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:02:53.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:02:53.197 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:02:53.198 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:02:53.198 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 4m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:02:53.574 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:02:53.574 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:02:53.575 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:02:53.576 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:54 smithi155 ceph-mon[102677]: from='client.40377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:54 smithi155 ceph-mon[102677]: from='client.50261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:54 smithi155 ceph-mon[102677]: pgmap v23060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:54 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3736237128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[116524]: from='client.40377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[116524]: from='client.50261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[116524]: pgmap v23060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3736237128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:02:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[97855]: from='client.40377 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[97855]: from='client.50261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:02:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[97855]: pgmap v23060: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:54.500 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:54 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3736237128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:02:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:56 smithi155 ceph-mon[102677]: pgmap v23061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:56.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:56 smithi111 ceph-mon[97855]: pgmap v23061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:56 smithi111 ceph-mon[116524]: pgmap v23061: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:02:58 smithi155 ceph-mon[102677]: pgmap v23062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:02:58 smithi111 ceph-mon[97855]: pgmap v23062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:02:58 smithi111 ceph-mon[116524]: pgmap v23062: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:02:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:02:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:02:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:03:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:00 smithi155 ceph-mon[102677]: pgmap v23063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:00 smithi111 ceph-mon[97855]: pgmap v23063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:00 smithi111 ceph-mon[116524]: pgmap v23063: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:02 smithi155 ceph-mon[102677]: pgmap v23064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:02 smithi111 ceph-mon[97855]: pgmap v23064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:02 smithi111 ceph-mon[116524]: pgmap v23064: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:04 smithi155 ceph-mon[102677]: pgmap v23065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:04 smithi111 ceph-mon[97855]: pgmap v23065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:04 smithi111 ceph-mon[116524]: pgmap v23065: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:06 smithi155 ceph-mon[102677]: pgmap v23066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:06 smithi111 ceph-mon[97855]: pgmap v23066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:06 smithi111 ceph-mon[116524]: pgmap v23066: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:08 smithi155 ceph-mon[102677]: pgmap v23067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:08 smithi111 ceph-mon[97855]: pgmap v23067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:08 smithi111 ceph-mon[116524]: pgmap v23067: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:03:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:03:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:03:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:10 smithi155 ceph-mon[102677]: pgmap v23068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:10 smithi111 ceph-mon[116524]: pgmap v23068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:10 smithi111 ceph-mon[97855]: pgmap v23068: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:12 smithi155 ceph-mon[102677]: pgmap v23069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:12 smithi111 ceph-mon[97855]: pgmap v23069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:12 smithi111 ceph-mon[116524]: pgmap v23069: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:14 smithi155 ceph-mon[102677]: pgmap v23070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:14 smithi111 ceph-mon[97855]: pgmap v23070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:14 smithi111 ceph-mon[116524]: pgmap v23070: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:16 smithi155 ceph-mon[102677]: pgmap v23071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:16 smithi111 ceph-mon[97855]: pgmap v23071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:16 smithi111 ceph-mon[116524]: pgmap v23071: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:18 smithi155 ceph-mon[102677]: pgmap v23072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:18 smithi111 ceph-mon[97855]: pgmap v23072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:18 smithi111 ceph-mon[116524]: pgmap v23072: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:03:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:03:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:03:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:20 smithi155 ceph-mon[102677]: pgmap v23073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:20 smithi111 ceph-mon[97855]: pgmap v23073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:20 smithi111 ceph-mon[116524]: pgmap v23073: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:22 smithi155 ceph-mon[102677]: pgmap v23074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:22 smithi111 ceph-mon[97855]: pgmap v23074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:22 smithi111 ceph-mon[116524]: pgmap v23074: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:23.916 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 4m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:03:24.230 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:03:24.231 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 4m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:03:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:24 smithi155 ceph-mon[102677]: pgmap v23075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:24 smithi111 ceph-mon[97855]: pgmap v23075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:24 smithi111 ceph-mon[116524]: pgmap v23075: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:24.608 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:03:24.609 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:03:24.610 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:03:25.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:25 smithi155 ceph-mon[102677]: from='client.50273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:25 smithi155 ceph-mon[102677]: from='client.50279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:25.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1907910198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:03:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:25 smithi111 ceph-mon[97855]: from='client.50273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:25 smithi111 ceph-mon[97855]: from='client.50279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:25.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1907910198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:25 smithi111 ceph-mon[116524]: from='client.50273 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:25 smithi111 ceph-mon[116524]: from='client.50279 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:25.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1907910198' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:03:26.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:26 smithi155 ceph-mon[102677]: pgmap v23076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:26.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:26 smithi111 ceph-mon[97855]: pgmap v23076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:26.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:26 smithi111 ceph-mon[116524]: pgmap v23076: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:28 smithi155 ceph-mon[102677]: pgmap v23077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:28 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:03:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:28 smithi111 ceph-mon[97855]: pgmap v23077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:28 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:03:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:28 smithi111 ceph-mon[116524]: pgmap v23077: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:28 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:03:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:03:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:03:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:03:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:03:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:03:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:03:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:03:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:03:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:03:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:03:29.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:03:29.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:03:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:30 smithi155 ceph-mon[102677]: pgmap v23078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:30 smithi111 ceph-mon[97855]: pgmap v23078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:30 smithi111 ceph-mon[116524]: pgmap v23078: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:32 smithi155 ceph-mon[102677]: pgmap v23079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:32 smithi111 ceph-mon[97855]: pgmap v23079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:32 smithi111 ceph-mon[116524]: pgmap v23079: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:34 smithi155 ceph-mon[102677]: pgmap v23080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:34 smithi111 ceph-mon[97855]: pgmap v23080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:34 smithi111 ceph-mon[116524]: pgmap v23080: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:36 smithi155 ceph-mon[102677]: pgmap v23081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:36 smithi111 ceph-mon[97855]: pgmap v23081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:36 smithi111 ceph-mon[116524]: pgmap v23081: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:38 smithi155 ceph-mon[102677]: pgmap v23082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:38 smithi111 ceph-mon[97855]: pgmap v23082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:38 smithi111 ceph-mon[116524]: pgmap v23082: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:03:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:03:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:03:40.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:40 smithi155 ceph-mon[102677]: pgmap v23083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:40 smithi111 ceph-mon[97855]: pgmap v23083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:40 smithi111 ceph-mon[116524]: pgmap v23083: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:42 smithi155 ceph-mon[102677]: pgmap v23084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:42 smithi111 ceph-mon[97855]: pgmap v23084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:42 smithi111 ceph-mon[116524]: pgmap v23084: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:44.460 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:44 smithi155 ceph-mon[102677]: pgmap v23085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:44 smithi111 ceph-mon[97855]: pgmap v23085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:44 smithi111 ceph-mon[116524]: pgmap v23085: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:46 smithi155 ceph-mon[102677]: pgmap v23086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:46 smithi111 ceph-mon[97855]: pgmap v23086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:46 smithi111 ceph-mon[116524]: pgmap v23086: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:48 smithi155 ceph-mon[102677]: pgmap v23087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:48 smithi111 ceph-mon[97855]: pgmap v23087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:48 smithi111 ceph-mon[116524]: pgmap v23087: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:03:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:03:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:03:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:50 smithi155 ceph-mon[102677]: pgmap v23088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:50 smithi111 ceph-mon[97855]: pgmap v23088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:50 smithi111 ceph-mon[116524]: pgmap v23088: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:03:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:52 smithi155 ceph-mon[102677]: pgmap v23089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:52 smithi111 ceph-mon[97855]: pgmap v23089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:52 smithi111 ceph-mon[116524]: pgmap v23089: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:54.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:54 smithi155 ceph-mon[102677]: pgmap v23090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:54 smithi111 ceph-mon[97855]: pgmap v23090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:54 smithi111 ceph-mon[116524]: pgmap v23090: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:54.957 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:03:55.260 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:03:55.261 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:03:55.261 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:03:55.261 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:03:55.261 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:03:55.261 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:03:55.262 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:03:55.262 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:03:55.262 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:03:55.263 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:03:55.263 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:03:55.263 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:03:55.264 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:03:55.265 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:03:55.265 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:03:55.642 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:03:55.642 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:03:55.642 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:03:55.642 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:55.642 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:03:55.643 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:03:55.644 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:03:55.644 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:03:55.644 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:56 smithi155 ceph-mon[102677]: from='client.50291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:56 smithi155 ceph-mon[102677]: pgmap v23091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:56 smithi155 ceph-mon[102677]: from='client.50297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3980082147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:03:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[97855]: from='client.50291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[97855]: pgmap v23091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[97855]: from='client.50297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:56.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3980082147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:03:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[116524]: from='client.50291 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[116524]: pgmap v23091: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:56.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[116524]: from='client.50297 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:03:56.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3980082147' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:03:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:03:58 smithi155 ceph-mon[102677]: pgmap v23092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:03:58 smithi111 ceph-mon[97855]: pgmap v23092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:03:58 smithi111 ceph-mon[116524]: pgmap v23092: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:03:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:03:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:03:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:04:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:00 smithi155 ceph-mon[102677]: pgmap v23093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:00 smithi111 ceph-mon[97855]: pgmap v23093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:00.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:00 smithi111 ceph-mon[116524]: pgmap v23093: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:02 smithi155 ceph-mon[102677]: pgmap v23094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:02 smithi111 ceph-mon[97855]: pgmap v23094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:02 smithi111 ceph-mon[116524]: pgmap v23094: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:04 smithi155 ceph-mon[102677]: pgmap v23095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:04 smithi111 ceph-mon[97855]: pgmap v23095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:04 smithi111 ceph-mon[116524]: pgmap v23095: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:06 smithi155 ceph-mon[102677]: pgmap v23096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:06 smithi111 ceph-mon[97855]: pgmap v23096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:06 smithi111 ceph-mon[116524]: pgmap v23096: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:08 smithi155 ceph-mon[102677]: pgmap v23097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:08 smithi111 ceph-mon[97855]: pgmap v23097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:08 smithi111 ceph-mon[116524]: pgmap v23097: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:04:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:04:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:04:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:10 smithi155 ceph-mon[102677]: pgmap v23098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:10 smithi111 ceph-mon[97855]: pgmap v23098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:10 smithi111 ceph-mon[116524]: pgmap v23098: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:12 smithi155 ceph-mon[102677]: pgmap v23099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:12 smithi111 ceph-mon[97855]: pgmap v23099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:12 smithi111 ceph-mon[116524]: pgmap v23099: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:14 smithi155 ceph-mon[102677]: pgmap v23100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:14 smithi111 ceph-mon[97855]: pgmap v23100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:14 smithi111 ceph-mon[116524]: pgmap v23100: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:16 smithi155 ceph-mon[102677]: pgmap v23101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:16 smithi111 ceph-mon[97855]: pgmap v23101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:16 smithi111 ceph-mon[116524]: pgmap v23101: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:18 smithi155 ceph-mon[102677]: pgmap v23102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:18 smithi111 ceph-mon[97855]: pgmap v23102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:18 smithi111 ceph-mon[116524]: pgmap v23102: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:04:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:04:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:04:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:20 smithi155 ceph-mon[102677]: pgmap v23103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:20 smithi111 ceph-mon[97855]: pgmap v23103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:20 smithi111 ceph-mon[116524]: pgmap v23103: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:22 smithi155 ceph-mon[102677]: pgmap v23104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:22 smithi111 ceph-mon[97855]: pgmap v23104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:22 smithi111 ceph-mon[116524]: pgmap v23104: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:24 smithi155 ceph-mon[102677]: pgmap v23105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:24 smithi111 ceph-mon[97855]: pgmap v23105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:24 smithi111 ceph-mon[116524]: pgmap v23105: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:25.988 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:04:26.295 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:04:26.295 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:04:26.295 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:04:26.296 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:04:26.297 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:04:26.297 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:04:26.297 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:04:26.297 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:04:26.297 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:04:26.680 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:04:26.680 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:04:26.680 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:04:26.681 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:04:26.682 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:04:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:26 smithi155 ceph-mon[102677]: pgmap v23106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:26 smithi111 ceph-mon[97855]: pgmap v23106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:26 smithi111 ceph-mon[116524]: pgmap v23106: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:27 smithi155 ceph-mon[102677]: from='client.50309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:27.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:27 smithi155 ceph-mon[102677]: from='client.50315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:27.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/379078787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:27 smithi111 ceph-mon[97855]: from='client.50309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:27 smithi111 ceph-mon[97855]: from='client.50315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:27.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/379078787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:27 smithi111 ceph-mon[116524]: from='client.50309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:27 smithi111 ceph-mon[116524]: from='client.50315 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:27.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/379078787' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:04:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:28 smithi155 ceph-mon[102677]: pgmap v23107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:28 smithi111 ceph-mon[97855]: pgmap v23107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:28 smithi111 ceph-mon[116524]: pgmap v23107: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:29.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:04:29.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:04:29.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:04:29.711 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:04:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:04:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:04:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:04:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:04:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:04:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:04:29.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:04:29.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:04:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:04:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:04:29.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:04:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:30 smithi155 ceph-mon[102677]: pgmap v23108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:30 smithi111 ceph-mon[97855]: pgmap v23108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:30 smithi111 ceph-mon[116524]: pgmap v23108: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:32 smithi155 ceph-mon[102677]: pgmap v23109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:32 smithi111 ceph-mon[97855]: pgmap v23109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:32 smithi111 ceph-mon[116524]: pgmap v23109: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:34 smithi155 ceph-mon[102677]: pgmap v23110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:34 smithi111 ceph-mon[97855]: pgmap v23110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:34 smithi111 ceph-mon[116524]: pgmap v23110: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:36 smithi155 ceph-mon[102677]: pgmap v23111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:36 smithi111 ceph-mon[97855]: pgmap v23111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:36 smithi111 ceph-mon[116524]: pgmap v23111: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:38 smithi155 ceph-mon[102677]: pgmap v23112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:38 smithi111 ceph-mon[97855]: pgmap v23112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:38 smithi111 ceph-mon[116524]: pgmap v23112: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:04:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:04:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:04:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:40 smithi155 ceph-mon[102677]: pgmap v23113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:40 smithi111 ceph-mon[97855]: pgmap v23113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:40 smithi111 ceph-mon[116524]: pgmap v23113: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:42 smithi155 ceph-mon[102677]: pgmap v23114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:42 smithi111 ceph-mon[97855]: pgmap v23114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:42 smithi111 ceph-mon[116524]: pgmap v23114: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:44 smithi155 ceph-mon[102677]: pgmap v23115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:44 smithi111 ceph-mon[97855]: pgmap v23115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:44 smithi111 ceph-mon[116524]: pgmap v23115: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:46 smithi155 ceph-mon[102677]: pgmap v23116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:46 smithi111 ceph-mon[97855]: pgmap v23116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:46 smithi111 ceph-mon[116524]: pgmap v23116: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:48 smithi155 ceph-mon[102677]: pgmap v23117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:48 smithi111 ceph-mon[97855]: pgmap v23117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:48 smithi111 ceph-mon[116524]: pgmap v23117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:04:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:04:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:04:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:50 smithi155 ceph-mon[102677]: pgmap v23118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:50 smithi111 ceph-mon[97855]: pgmap v23118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:50 smithi111 ceph-mon[116524]: pgmap v23118: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:04:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:52 smithi155 ceph-mon[102677]: pgmap v23119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:52 smithi111 ceph-mon[97855]: pgmap v23119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:52 smithi111 ceph-mon[116524]: pgmap v23119: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:54 smithi155 ceph-mon[102677]: pgmap v23120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:54 smithi111 ceph-mon[97855]: pgmap v23120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:54 smithi111 ceph-mon[116524]: pgmap v23120: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:56 smithi155 ceph-mon[102677]: pgmap v23121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:56 smithi111 ceph-mon[97855]: pgmap v23121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:56 smithi111 ceph-mon[116524]: pgmap v23121: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:57.029 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:04:57.334 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:04:57.334 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:04:57.334 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:04:57.334 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:04:57.334 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:04:57.334 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:04:57.335 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:04:57.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:04:57.336 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:04:57.336 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:04:57.717 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:04:57.718 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:04:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:58 smithi155 ceph-mon[102677]: from='client.50327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:58 smithi155 ceph-mon[102677]: pgmap v23122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:58 smithi155 ceph-mon[102677]: from='client.40455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:04:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/463218821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:04:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[97855]: from='client.50327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[97855]: pgmap v23122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[97855]: from='client.40455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/463218821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:04:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[116524]: from='client.50327 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:58.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[116524]: pgmap v23122: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:04:58.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[116524]: from='client.40455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:04:58.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:04:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/463218821' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:04:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:04:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:04:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:05:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:00 smithi155 ceph-mon[102677]: pgmap v23123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:00 smithi111 ceph-mon[97855]: pgmap v23123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:00 smithi111 ceph-mon[116524]: pgmap v23123: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:02.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:02 smithi155 ceph-mon[102677]: pgmap v23124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:02 smithi111 ceph-mon[97855]: pgmap v23124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:02 smithi111 ceph-mon[116524]: pgmap v23124: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:04 smithi155 ceph-mon[102677]: pgmap v23125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:04 smithi111 ceph-mon[97855]: pgmap v23125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:04 smithi111 ceph-mon[116524]: pgmap v23125: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:06 smithi155 ceph-mon[102677]: pgmap v23126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:06 smithi111 ceph-mon[97855]: pgmap v23126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:06 smithi111 ceph-mon[116524]: pgmap v23126: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:08 smithi155 ceph-mon[102677]: pgmap v23127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:08 smithi111 ceph-mon[97855]: pgmap v23127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:08 smithi111 ceph-mon[116524]: pgmap v23127: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:05:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:05:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:05:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:10 smithi155 ceph-mon[102677]: pgmap v23128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:10 smithi111 ceph-mon[97855]: pgmap v23128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:10 smithi111 ceph-mon[116524]: pgmap v23128: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:12 smithi155 ceph-mon[102677]: pgmap v23129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:12 smithi111 ceph-mon[97855]: pgmap v23129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:12 smithi111 ceph-mon[116524]: pgmap v23129: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:14 smithi155 ceph-mon[102677]: pgmap v23130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:14 smithi111 ceph-mon[97855]: pgmap v23130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:14 smithi111 ceph-mon[116524]: pgmap v23130: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:16 smithi155 ceph-mon[102677]: pgmap v23131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:16 smithi111 ceph-mon[97855]: pgmap v23131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:16 smithi111 ceph-mon[116524]: pgmap v23131: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:18.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:18 smithi155 ceph-mon[102677]: pgmap v23132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:18 smithi111 ceph-mon[116524]: pgmap v23132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:18 smithi111 ceph-mon[97855]: pgmap v23132: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:05:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:05:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:05:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:20 smithi155 ceph-mon[102677]: pgmap v23133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:20 smithi111 ceph-mon[97855]: pgmap v23133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:20 smithi111 ceph-mon[116524]: pgmap v23133: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:22 smithi155 ceph-mon[102677]: pgmap v23134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:22 smithi111 ceph-mon[97855]: pgmap v23134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:22 smithi111 ceph-mon[116524]: pgmap v23134: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:24 smithi155 ceph-mon[102677]: pgmap v23135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:24 smithi111 ceph-mon[97855]: pgmap v23135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:24 smithi111 ceph-mon[116524]: pgmap v23135: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:26 smithi155 ceph-mon[102677]: pgmap v23136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:26.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:26 smithi111 ceph-mon[97855]: pgmap v23136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:26.753 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:26 smithi111 ceph-mon[116524]: pgmap v23136: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:28.065 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:05:28.371 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:05:28.372 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:05:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:28 smithi155 ceph-mon[102677]: pgmap v23137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:28.749 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:05:28.749 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:05:28.749 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:05:28.749 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:28.750 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:05:28.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:05:28.751 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:28.751 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:05:28.751 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:05:28.751 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:05:28.751 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:05:28.752 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:28 smithi111 ceph-mon[97855]: pgmap v23137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:28.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:28 smithi111 ceph-mon[116524]: pgmap v23137: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:29 smithi155 ceph-mon[102677]: from='client.50345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:05:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:29 smithi155 ceph-mon[102677]: from='client.50351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:05:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4268720340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:05:29.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:29 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:05:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:05:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:05:29] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:05:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[97855]: from='client.50345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:05:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[97855]: from='client.50351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:05:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4268720340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:05:29.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:05:29.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[116524]: from='client.50345 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:05:29.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[116524]: from='client.50351 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:05:29.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4268720340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:05:29.752 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:29 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:05:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:30 smithi155 ceph-mon[102677]: pgmap v23138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:05:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:05:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[97855]: pgmap v23138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[116524]: pgmap v23138: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:05:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:05:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:32 smithi155 ceph-mon[102677]: pgmap v23139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:32 smithi111 ceph-mon[97855]: pgmap v23139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:32 smithi111 ceph-mon[116524]: pgmap v23139: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:34 smithi155 ceph-mon[102677]: pgmap v23140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:34 smithi111 ceph-mon[97855]: pgmap v23140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:34 smithi111 ceph-mon[116524]: pgmap v23140: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:36 smithi155 ceph-mon[102677]: pgmap v23141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:36 smithi111 ceph-mon[97855]: pgmap v23141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:36 smithi111 ceph-mon[116524]: pgmap v23141: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:38 smithi155 ceph-mon[102677]: pgmap v23142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:38 smithi111 ceph-mon[97855]: pgmap v23142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:38 smithi111 ceph-mon[116524]: pgmap v23142: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:05:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:05:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:05:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:40 smithi155 ceph-mon[102677]: pgmap v23143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:40 smithi111 ceph-mon[97855]: pgmap v23143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:40 smithi111 ceph-mon[116524]: pgmap v23143: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:42 smithi155 ceph-mon[102677]: pgmap v23144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:42 smithi111 ceph-mon[97855]: pgmap v23144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:42 smithi111 ceph-mon[116524]: pgmap v23144: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:44 smithi155 ceph-mon[102677]: pgmap v23145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:44 smithi111 ceph-mon[97855]: pgmap v23145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:44 smithi111 ceph-mon[116524]: pgmap v23145: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:46 smithi155 ceph-mon[102677]: pgmap v23146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:46 smithi111 ceph-mon[97855]: pgmap v23146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:46 smithi111 ceph-mon[116524]: pgmap v23146: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:48 smithi155 ceph-mon[102677]: pgmap v23147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:48 smithi111 ceph-mon[97855]: pgmap v23147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:48 smithi111 ceph-mon[116524]: pgmap v23147: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:05:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:05:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:05:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:50 smithi155 ceph-mon[102677]: pgmap v23148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:50 smithi111 ceph-mon[97855]: pgmap v23148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:50 smithi111 ceph-mon[116524]: pgmap v23148: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:05:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:52 smithi155 ceph-mon[102677]: pgmap v23149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:52 smithi111 ceph-mon[97855]: pgmap v23149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:52 smithi111 ceph-mon[116524]: pgmap v23149: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:54 smithi155 ceph-mon[102677]: pgmap v23150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:54 smithi111 ceph-mon[97855]: pgmap v23150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:54 smithi111 ceph-mon[116524]: pgmap v23150: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:56 smithi155 ceph-mon[102677]: pgmap v23151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:56 smithi111 ceph-mon[97855]: pgmap v23151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:56 smithi111 ceph-mon[116524]: pgmap v23151: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:05:58 smithi155 ceph-mon[102677]: pgmap v23152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:05:58 smithi111 ceph-mon[97855]: pgmap v23152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:05:58 smithi111 ceph-mon[116524]: pgmap v23152: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:05:59.089 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:05:59.397 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:05:59.397 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5751M 2080M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6060M 2080M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:05:59.398 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6136M 2080M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:05:59.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5474M 2080M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:05:59.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4589M 2439M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:05:59.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5776M 2439M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:05:59.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5109M 2439M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:05:59.399 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 5974M 2439M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:05:59.399 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:05:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:05:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:05:59] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:05:59.776 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:05:59.776 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:05:59.776 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:05:59.777 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:59.778 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:05:59.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:05:59.778 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:05:59.778 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:05:59.778 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:05:59.778 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:05:59.779 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:00 smithi155 ceph-mon[102677]: from='client.50363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:00 smithi155 ceph-mon[102677]: pgmap v23153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:00 smithi155 ceph-mon[102677]: from='client.50369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3114439591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:06:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[116524]: from='client.50363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[116524]: pgmap v23153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[116524]: from='client.50369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3114439591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:06:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[97855]: from='client.50363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[97855]: pgmap v23153: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[97855]: from='client.50369 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:00.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3114439591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:06:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:02 smithi155 ceph-mon[102677]: pgmap v23154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:02 smithi111 ceph-mon[97855]: pgmap v23154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:02 smithi111 ceph-mon[116524]: pgmap v23154: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:04 smithi155 ceph-mon[102677]: pgmap v23155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:04 smithi111 ceph-mon[97855]: pgmap v23155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:04 smithi111 ceph-mon[116524]: pgmap v23155: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:06 smithi155 ceph-mon[102677]: pgmap v23156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:06 smithi111 ceph-mon[97855]: pgmap v23156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:06 smithi111 ceph-mon[116524]: pgmap v23156: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:08 smithi155 ceph-mon[102677]: pgmap v23157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:08 smithi111 ceph-mon[97855]: pgmap v23157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:08 smithi111 ceph-mon[116524]: pgmap v23157: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:06:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:06:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:06:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:10 smithi155 ceph-mon[102677]: pgmap v23158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:10 smithi111 ceph-mon[97855]: pgmap v23158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:10 smithi111 ceph-mon[116524]: pgmap v23158: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:12 smithi155 ceph-mon[102677]: pgmap v23159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:12 smithi111 ceph-mon[97855]: pgmap v23159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:12 smithi111 ceph-mon[116524]: pgmap v23159: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:14 smithi155 ceph-mon[102677]: pgmap v23160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:14 smithi111 ceph-mon[97855]: pgmap v23160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:14 smithi111 ceph-mon[116524]: pgmap v23160: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:16.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:16 smithi155 ceph-mon[102677]: pgmap v23161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:16 smithi111 ceph-mon[97855]: pgmap v23161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:16 smithi111 ceph-mon[116524]: pgmap v23161: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:18 smithi155 ceph-mon[102677]: pgmap v23162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:18 smithi111 ceph-mon[97855]: pgmap v23162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:18 smithi111 ceph-mon[116524]: pgmap v23162: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:06:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:06:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:06:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:20 smithi155 ceph-mon[102677]: pgmap v23163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:20 smithi111 ceph-mon[97855]: pgmap v23163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:20 smithi111 ceph-mon[116524]: pgmap v23163: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:22 smithi155 ceph-mon[102677]: pgmap v23164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:22 smithi111 ceph-mon[97855]: pgmap v23164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:22 smithi111 ceph-mon[116524]: pgmap v23164: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:24 smithi155 ceph-mon[102677]: pgmap v23165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:24 smithi111 ceph-mon[97855]: pgmap v23165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:24 smithi111 ceph-mon[116524]: pgmap v23165: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:26 smithi155 ceph-mon[102677]: pgmap v23166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:26 smithi111 ceph-mon[97855]: pgmap v23166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:26 smithi111 ceph-mon[116524]: pgmap v23166: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:28 smithi155 ceph-mon[102677]: pgmap v23167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:28 smithi111 ceph-mon[97855]: pgmap v23167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:28 smithi111 ceph-mon[116524]: pgmap v23167: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:29.750 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:06:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:06:29] "GET /metrics HTTP/1.1" 200 33959 "" "Prometheus/2.43.0" 2023-12-01T16:06:30.125 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:06:30.435 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5751M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6060M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:06:30.436 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6136M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:06:30.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5474M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:06:30.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4589M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:06:30.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5776M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:06:30.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5109M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:06:30.437 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 5974M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:06:30.437 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:06:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: pgmap v23168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:06:30.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:06:30.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: pgmap v23168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: pgmap v23168: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:06:30.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:06:30.812 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:06:30.812 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:06:30.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:06:30.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:06:30.813 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:06:30.813 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:06:30.813 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:06:30.813 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:06:30.814 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:06:30.815 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:06:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:31 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2436M 2023-12-01T16:06:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:31 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2074M 2023-12-01T16:06:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:31 smithi155 ceph-mon[102677]: from='client.40503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:31 smithi155 ceph-mon[102677]: from='client.50387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1422511476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:06:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2436M 2023-12-01T16:06:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2074M 2023-12-01T16:06:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[97855]: from='client.40503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[97855]: from='client.50387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:31.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1422511476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:06:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2436M 2023-12-01T16:06:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2074M 2023-12-01T16:06:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[116524]: from='client.40503 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[116524]: from='client.50387 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:06:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1422511476' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:06:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:32 smithi155 ceph-mon[102677]: pgmap v23169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:32 smithi111 ceph-mon[116524]: pgmap v23169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:32 smithi111 ceph-mon[97855]: pgmap v23169: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:34 smithi155 ceph-mon[102677]: pgmap v23170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:34 smithi111 ceph-mon[97855]: pgmap v23170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:34 smithi111 ceph-mon[116524]: pgmap v23170: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:36 smithi155 ceph-mon[102677]: pgmap v23171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:36 smithi111 ceph-mon[97855]: pgmap v23171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:36 smithi111 ceph-mon[116524]: pgmap v23171: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:38 smithi155 ceph-mon[102677]: pgmap v23172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:38 smithi111 ceph-mon[97855]: pgmap v23172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:38 smithi111 ceph-mon[116524]: pgmap v23172: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:06:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:06:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:06:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:40 smithi155 ceph-mon[102677]: pgmap v23173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:40 smithi111 ceph-mon[116524]: pgmap v23173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:40 smithi111 ceph-mon[97855]: pgmap v23173: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:42 smithi155 ceph-mon[102677]: pgmap v23174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:42.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:42 smithi111 ceph-mon[116524]: pgmap v23174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:42.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:42 smithi111 ceph-mon[97855]: pgmap v23174: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:44 smithi155 ceph-mon[102677]: pgmap v23175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:44 smithi111 ceph-mon[97855]: pgmap v23175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:44 smithi111 ceph-mon[116524]: pgmap v23175: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:46 smithi155 ceph-mon[102677]: pgmap v23176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:46.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:46 smithi111 ceph-mon[97855]: pgmap v23176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:46.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:46 smithi111 ceph-mon[116524]: pgmap v23176: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:48 smithi155 ceph-mon[102677]: pgmap v23177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:48 smithi111 ceph-mon[97855]: pgmap v23177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:48 smithi111 ceph-mon[116524]: pgmap v23177: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:06:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:06:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:06:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:50 smithi155 ceph-mon[102677]: pgmap v23178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:50 smithi111 ceph-mon[97855]: pgmap v23178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:50 smithi111 ceph-mon[116524]: pgmap v23178: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:06:52.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:52 smithi155 ceph-mon[102677]: pgmap v23179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:52 smithi111 ceph-mon[97855]: pgmap v23179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:52 smithi111 ceph-mon[116524]: pgmap v23179: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:54 smithi155 ceph-mon[102677]: pgmap v23180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:54 smithi111 ceph-mon[97855]: pgmap v23180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:54 smithi111 ceph-mon[116524]: pgmap v23180: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:56 smithi155 ceph-mon[102677]: pgmap v23181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:56 smithi111 ceph-mon[97855]: pgmap v23181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:56 smithi111 ceph-mon[116524]: pgmap v23181: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:06:58 smithi155 ceph-mon[102677]: pgmap v23182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:06:58 smithi111 ceph-mon[97855]: pgmap v23182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:06:58 smithi111 ceph-mon[116524]: pgmap v23182: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:06:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:06:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:06:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:07:00.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:00 smithi155 ceph-mon[102677]: pgmap v23183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:00 smithi111 ceph-mon[97855]: pgmap v23183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:00 smithi111 ceph-mon[116524]: pgmap v23183: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:01.157 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:07:01.465 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5751M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:07:01.466 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6060M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6136M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5474M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4589M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5776M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5109M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 5974M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:07:01.467 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:07:01.849 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:07:01.850 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:07:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:02 smithi155 ceph-mon[102677]: from='client.50399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:02 smithi155 ceph-mon[102677]: pgmap v23184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:02 smithi155 ceph-mon[102677]: from='client.50405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3932805478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[116524]: from='client.50399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[116524]: pgmap v23184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[116524]: from='client.50405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3932805478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[97855]: from='client.50399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[97855]: pgmap v23184: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[97855]: from='client.50405 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3932805478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:07:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:04 smithi155 ceph-mon[102677]: pgmap v23185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:04 smithi111 ceph-mon[97855]: pgmap v23185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:04 smithi111 ceph-mon[116524]: pgmap v23185: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:06 smithi155 ceph-mon[102677]: pgmap v23186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:06 smithi111 ceph-mon[97855]: pgmap v23186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:06 smithi111 ceph-mon[116524]: pgmap v23186: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:08 smithi155 ceph-mon[102677]: pgmap v23187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:08 smithi111 ceph-mon[97855]: pgmap v23187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:08 smithi111 ceph-mon[116524]: pgmap v23187: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:07:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:07:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:07:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:10 smithi155 ceph-mon[102677]: pgmap v23188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:10 smithi111 ceph-mon[97855]: pgmap v23188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:10 smithi111 ceph-mon[116524]: pgmap v23188: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:12 smithi155 ceph-mon[102677]: pgmap v23189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:12 smithi111 ceph-mon[97855]: pgmap v23189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:12 smithi111 ceph-mon[116524]: pgmap v23189: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:14 smithi155 ceph-mon[102677]: pgmap v23190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:14 smithi111 ceph-mon[97855]: pgmap v23190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:14 smithi111 ceph-mon[116524]: pgmap v23190: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:16 smithi155 ceph-mon[102677]: pgmap v23191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:16 smithi111 ceph-mon[97855]: pgmap v23191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:16 smithi111 ceph-mon[116524]: pgmap v23191: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:18 smithi155 ceph-mon[102677]: pgmap v23192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:18 smithi111 ceph-mon[97855]: pgmap v23192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:18 smithi111 ceph-mon[116524]: pgmap v23192: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:07:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:07:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:07:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:20 smithi155 ceph-mon[102677]: pgmap v23193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:20.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:20 smithi111 ceph-mon[97855]: pgmap v23193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:20 smithi111 ceph-mon[116524]: pgmap v23193: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:22 smithi155 ceph-mon[102677]: pgmap v23194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:22 smithi111 ceph-mon[97855]: pgmap v23194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:22 smithi111 ceph-mon[116524]: pgmap v23194: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:24 smithi155 ceph-mon[102677]: pgmap v23195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:24 smithi111 ceph-mon[97855]: pgmap v23195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:24 smithi111 ceph-mon[116524]: pgmap v23195: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:26 smithi155 ceph-mon[102677]: pgmap v23196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:26 smithi111 ceph-mon[97855]: pgmap v23196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:26 smithi111 ceph-mon[116524]: pgmap v23196: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:28 smithi155 ceph-mon[102677]: pgmap v23197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:28 smithi111 ceph-mon[97855]: pgmap v23197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:28 smithi111 ceph-mon[116524]: pgmap v23197: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:07:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:07:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:07:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:30 smithi155 ceph-mon[102677]: pgmap v23198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:30 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:07:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:30 smithi111 ceph-mon[97855]: pgmap v23198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:30 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:07:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:30 smithi111 ceph-mon[116524]: pgmap v23198: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:30 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:07:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:07:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:07:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:07:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:07:31.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:07:32.192 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:07:32.500 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5751M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6060M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6136M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5474M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4589M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5776M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5109M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 5974M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:07:32.501 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:07:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:32 smithi155 ceph-mon[102677]: pgmap v23199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:32 smithi111 ceph-mon[97855]: pgmap v23199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:32 smithi111 ceph-mon[116524]: pgmap v23199: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:32.878 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:07:32.878 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:07:32.878 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:07:32.878 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:32.878 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:07:32.879 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:07:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:33 smithi155 ceph-mon[102677]: from='client.50417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:33 smithi155 ceph-mon[102677]: from='client.40545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:33.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:33 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1791463929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:07:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:33 smithi111 ceph-mon[97855]: from='client.50417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:33 smithi111 ceph-mon[97855]: from='client.40545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:33.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:33 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1791463929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:07:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:33 smithi111 ceph-mon[116524]: from='client.50417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:33.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:33 smithi111 ceph-mon[116524]: from='client.40545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:07:33.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:33 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1791463929' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:07:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:34 smithi155 ceph-mon[102677]: pgmap v23200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:34 smithi111 ceph-mon[97855]: pgmap v23200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:34 smithi111 ceph-mon[116524]: pgmap v23200: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:36 smithi155 ceph-mon[102677]: pgmap v23201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:36 smithi111 ceph-mon[97855]: pgmap v23201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:36.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:36 smithi111 ceph-mon[116524]: pgmap v23201: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:38 smithi155 ceph-mon[102677]: pgmap v23202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:38 smithi111 ceph-mon[97855]: pgmap v23202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:38 smithi111 ceph-mon[116524]: pgmap v23202: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:07:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:07:39] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:07:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:40 smithi155 ceph-mon[102677]: pgmap v23203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:40 smithi111 ceph-mon[97855]: pgmap v23203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:40 smithi111 ceph-mon[116524]: pgmap v23203: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:42 smithi155 ceph-mon[102677]: pgmap v23204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:42 smithi111 ceph-mon[97855]: pgmap v23204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:42 smithi111 ceph-mon[116524]: pgmap v23204: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:44 smithi155 ceph-mon[102677]: pgmap v23205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:44 smithi111 ceph-mon[97855]: pgmap v23205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:44 smithi111 ceph-mon[116524]: pgmap v23205: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:46 smithi155 ceph-mon[102677]: pgmap v23206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:46 smithi111 ceph-mon[97855]: pgmap v23206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:46 smithi111 ceph-mon[116524]: pgmap v23206: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:48 smithi155 ceph-mon[102677]: pgmap v23207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:48 smithi111 ceph-mon[97855]: pgmap v23207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:48 smithi111 ceph-mon[116524]: pgmap v23207: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:07:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:07:49] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:07:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:50 smithi155 ceph-mon[102677]: pgmap v23208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:50 smithi111 ceph-mon[97855]: pgmap v23208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:50 smithi111 ceph-mon[116524]: pgmap v23208: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:07:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:52 smithi155 ceph-mon[102677]: pgmap v23209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:52 smithi111 ceph-mon[97855]: pgmap v23209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:52 smithi111 ceph-mon[116524]: pgmap v23209: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:54 smithi155 ceph-mon[102677]: pgmap v23210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:54 smithi111 ceph-mon[97855]: pgmap v23210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:54 smithi111 ceph-mon[116524]: pgmap v23210: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:56 smithi155 ceph-mon[102677]: pgmap v23211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:56 smithi111 ceph-mon[97855]: pgmap v23211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:56 smithi111 ceph-mon[116524]: pgmap v23211: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:07:58 smithi155 ceph-mon[102677]: pgmap v23212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:07:58 smithi111 ceph-mon[97855]: pgmap v23212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:07:58 smithi111 ceph-mon[116524]: pgmap v23212: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:07:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:07:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:07:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:08:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:00 smithi155 ceph-mon[102677]: pgmap v23213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:00 smithi111 ceph-mon[97855]: pgmap v23213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:00 smithi111 ceph-mon[116524]: pgmap v23213: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:02 smithi155 ceph-mon[102677]: pgmap v23214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:02 smithi111 ceph-mon[97855]: pgmap v23214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:02 smithi111 ceph-mon[116524]: pgmap v23214: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:03.225 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:08:03.530 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:08:03.530 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 967M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2611M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1278M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1139M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 22.5M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 23.2M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5751M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:08:03.531 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6060M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6136M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5474M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4589M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5776M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5109M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 5974M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:08:03.532 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 128M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:08:03.912 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:08:03.912 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:03.913 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:08:03.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:08:03.914 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:03.914 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:08:03.914 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:08:03.914 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:08:03.914 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:08:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:04 smithi155 ceph-mon[102677]: from='client.40557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:04.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:04 smithi155 ceph-mon[102677]: pgmap v23215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:04.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:04 smithi155 ceph-mon[102677]: from='client.50441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:04.459 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:04 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1126275197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:08:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[97855]: from='client.40557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[97855]: pgmap v23215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[97855]: from='client.50441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1126275197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:08:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[116524]: from='client.40557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[116524]: pgmap v23215: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[116524]: from='client.50441 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:04.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:04 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1126275197' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:08:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:06 smithi155 ceph-mon[102677]: pgmap v23216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:06 smithi111 ceph-mon[97855]: pgmap v23216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:06 smithi111 ceph-mon[116524]: pgmap v23216: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:08 smithi155 ceph-mon[102677]: pgmap v23217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:08 smithi111 ceph-mon[97855]: pgmap v23217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:08 smithi111 ceph-mon[116524]: pgmap v23217: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:08:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:08:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:08:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:10 smithi155 ceph-mon[102677]: pgmap v23218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:10 smithi111 ceph-mon[97855]: pgmap v23218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:10 smithi111 ceph-mon[116524]: pgmap v23218: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:12 smithi155 ceph-mon[102677]: pgmap v23219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:12 smithi111 ceph-mon[97855]: pgmap v23219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:12 smithi111 ceph-mon[116524]: pgmap v23219: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:14 smithi155 ceph-mon[102677]: pgmap v23220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:14 smithi111 ceph-mon[97855]: pgmap v23220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:14 smithi111 ceph-mon[116524]: pgmap v23220: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:16 smithi155 ceph-mon[102677]: pgmap v23221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:16 smithi111 ceph-mon[97855]: pgmap v23221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:16 smithi111 ceph-mon[116524]: pgmap v23221: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:18 smithi155 ceph-mon[102677]: pgmap v23222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:18 smithi111 ceph-mon[97855]: pgmap v23222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:18.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:18 smithi111 ceph-mon[116524]: pgmap v23222: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:08:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:08:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:08:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:20 smithi155 ceph-mon[102677]: pgmap v23223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:20 smithi111 ceph-mon[97855]: pgmap v23223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:20 smithi111 ceph-mon[116524]: pgmap v23223: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:22 smithi155 ceph-mon[102677]: pgmap v23224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:22 smithi111 ceph-mon[97855]: pgmap v23224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:22 smithi111 ceph-mon[116524]: pgmap v23224: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:24 smithi155 ceph-mon[102677]: pgmap v23225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:24 smithi111 ceph-mon[97855]: pgmap v23225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:24 smithi111 ceph-mon[116524]: pgmap v23225: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:26 smithi155 ceph-mon[102677]: pgmap v23226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:26 smithi111 ceph-mon[97855]: pgmap v23226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:26.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:26 smithi111 ceph-mon[116524]: pgmap v23226: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:28 smithi155 ceph-mon[102677]: pgmap v23227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:28 smithi111 ceph-mon[97855]: pgmap v23227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:28 smithi111 ceph-mon[116524]: pgmap v23227: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:08:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:08:29] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:08:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:30 smithi155 ceph-mon[102677]: pgmap v23228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:30 smithi111 ceph-mon[97855]: pgmap v23228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:30 smithi111 ceph-mon[116524]: pgmap v23228: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:31.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:31 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:08:31.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:31 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:08:31.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:31 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:08:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:32 smithi155 ceph-mon[102677]: pgmap v23229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:32 smithi111 ceph-mon[97855]: pgmap v23229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:32 smithi111 ceph-mon[116524]: pgmap v23229: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:08:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:08:33.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:33 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:08:33.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:08:34.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:33 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:08:34.249 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:08:34.554 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 1s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 1s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 1s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 1s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 1s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 1s ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 1s ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 1s ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 1s ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:08:34.555 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 1s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:08:34.556 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 1s ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:08:34.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 1s ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:08:34.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 1s ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:08:34.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 1s ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:08:34.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 1s ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:08:34.556 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 1s ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:08:34.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 1s ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:08:34.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 1s ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:08:34.557 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 1s ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:08:34.557 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 1s ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:08:34.937 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:08:34.937 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:08:34.938 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:08:34.939 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:08:34.939 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:08:34.939 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:08:34.939 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:08:34.939 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:08:34.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:34 smithi155 ceph-mon[102677]: pgmap v23230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:34.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:34 smithi111 ceph-mon[97855]: pgmap v23230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:34.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:34 smithi111 ceph-mon[116524]: pgmap v23230: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:35 smithi155 ceph-mon[102677]: from='client.50453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:35 smithi155 ceph-mon[102677]: from='client.40581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:35.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:35 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2091196755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[97855]: from='client.50453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[97855]: from='client.40581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2091196755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[116524]: from='client.50453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[116524]: from='client.40581 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:36.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:35 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2091196755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:08:36.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:36 smithi155 ceph-mon[102677]: pgmap v23231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:36.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:36 smithi111 ceph-mon[97855]: pgmap v23231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:36.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:36 smithi111 ceph-mon[116524]: pgmap v23231: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:38 smithi155 ceph-mon[102677]: pgmap v23232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:38 smithi111 ceph-mon[97855]: pgmap v23232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:38 smithi111 ceph-mon[116524]: pgmap v23232: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:08:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:08:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:08:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:40 smithi155 ceph-mon[102677]: pgmap v23233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:40 smithi111 ceph-mon[97855]: pgmap v23233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:40 smithi111 ceph-mon[116524]: pgmap v23233: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:42 smithi155 ceph-mon[102677]: pgmap v23234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:42 smithi111 ceph-mon[97855]: pgmap v23234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:42 smithi111 ceph-mon[116524]: pgmap v23234: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:44 smithi155 ceph-mon[102677]: pgmap v23235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:44 smithi111 ceph-mon[97855]: pgmap v23235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:44 smithi111 ceph-mon[116524]: pgmap v23235: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:46 smithi155 ceph-mon[102677]: pgmap v23236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:46 smithi111 ceph-mon[97855]: pgmap v23236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:46 smithi111 ceph-mon[116524]: pgmap v23236: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:48 smithi155 ceph-mon[102677]: pgmap v23237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:48 smithi111 ceph-mon[97855]: pgmap v23237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:48 smithi111 ceph-mon[116524]: pgmap v23237: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:08:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:08:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:08:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:50 smithi155 ceph-mon[102677]: pgmap v23238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:50 smithi111 ceph-mon[97855]: pgmap v23238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:50 smithi111 ceph-mon[116524]: pgmap v23238: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:08:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:52 smithi155 ceph-mon[102677]: pgmap v23239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:52 smithi111 ceph-mon[97855]: pgmap v23239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:52 smithi111 ceph-mon[116524]: pgmap v23239: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:54 smithi155 ceph-mon[102677]: pgmap v23240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:54 smithi111 ceph-mon[97855]: pgmap v23240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:54 smithi111 ceph-mon[116524]: pgmap v23240: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:56 smithi155 ceph-mon[102677]: pgmap v23241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:56 smithi111 ceph-mon[97855]: pgmap v23241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:56 smithi111 ceph-mon[116524]: pgmap v23241: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:08:58 smithi155 ceph-mon[102677]: pgmap v23242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:08:58 smithi111 ceph-mon[97855]: pgmap v23242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:08:58 smithi111 ceph-mon[116524]: pgmap v23242: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:08:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:08:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:08:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:09:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:00 smithi155 ceph-mon[102677]: pgmap v23243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:00 smithi111 ceph-mon[97855]: pgmap v23243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:00 smithi111 ceph-mon[116524]: pgmap v23243: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:02 smithi155 ceph-mon[102677]: pgmap v23244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:02.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:02 smithi111 ceph-mon[97855]: pgmap v23244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:02.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:02 smithi111 ceph-mon[116524]: pgmap v23244: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:04 smithi155 ceph-mon[102677]: pgmap v23245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:04 smithi111 ceph-mon[97855]: pgmap v23245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:04 smithi111 ceph-mon[116524]: pgmap v23245: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:05.285 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:09:05.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:09:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 32s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:09:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 32s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:09:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 32s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:09:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 32s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:09:05.590 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 32s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:09:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 32s ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:09:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 32s ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:09:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 32s ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:09:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 32s ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:09:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 32s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:09:05.591 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 32s ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 32s ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 32s ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 32s ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 32s ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 32s ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 32s ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 32s ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:09:05.592 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 32s ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:09:05.593 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 32s ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:05.970 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:09:05.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:09:05.971 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:05.971 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:09:05.971 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:09:05.971 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:09:05.971 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:09:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:06 smithi155 ceph-mon[102677]: from='client.40593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:06 smithi155 ceph-mon[102677]: pgmap v23246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:06 smithi155 ceph-mon[102677]: from='client.40599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:06 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2835856627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:09:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[97855]: from='client.40593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[97855]: pgmap v23246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[97855]: from='client.40599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2835856627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:09:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[116524]: from='client.40593 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[116524]: pgmap v23246: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[116524]: from='client.40599 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:06.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:06 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2835856627' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:09:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:08 smithi155 ceph-mon[102677]: pgmap v23247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:08 smithi111 ceph-mon[97855]: pgmap v23247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:08 smithi111 ceph-mon[116524]: pgmap v23247: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:09:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:09:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:09:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:10 smithi155 ceph-mon[102677]: pgmap v23248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:10 smithi111 ceph-mon[97855]: pgmap v23248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:10 smithi111 ceph-mon[116524]: pgmap v23248: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:12 smithi155 ceph-mon[102677]: pgmap v23249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:12 smithi111 ceph-mon[97855]: pgmap v23249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:12 smithi111 ceph-mon[116524]: pgmap v23249: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:14 smithi155 ceph-mon[102677]: pgmap v23250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:14 smithi111 ceph-mon[97855]: pgmap v23250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:14 smithi111 ceph-mon[116524]: pgmap v23250: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:16 smithi155 ceph-mon[102677]: pgmap v23251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:16 smithi111 ceph-mon[97855]: pgmap v23251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:16 smithi111 ceph-mon[116524]: pgmap v23251: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:18 smithi155 ceph-mon[102677]: pgmap v23252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:18 smithi111 ceph-mon[97855]: pgmap v23252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:18 smithi111 ceph-mon[116524]: pgmap v23252: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:09:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:09:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:09:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:20 smithi155 ceph-mon[102677]: pgmap v23253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:20.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:20 smithi111 ceph-mon[116524]: pgmap v23253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:20 smithi111 ceph-mon[97855]: pgmap v23253: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:22 smithi155 ceph-mon[102677]: pgmap v23254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:22 smithi111 ceph-mon[97855]: pgmap v23254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:22 smithi111 ceph-mon[116524]: pgmap v23254: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:24 smithi155 ceph-mon[102677]: pgmap v23255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:24 smithi111 ceph-mon[97855]: pgmap v23255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:24 smithi111 ceph-mon[116524]: pgmap v23255: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:26 smithi155 ceph-mon[102677]: pgmap v23256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:26 smithi111 ceph-mon[97855]: pgmap v23256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:26 smithi111 ceph-mon[116524]: pgmap v23256: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:28 smithi155 ceph-mon[102677]: pgmap v23257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:28 smithi111 ceph-mon[97855]: pgmap v23257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:28 smithi111 ceph-mon[116524]: pgmap v23257: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:09:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:09:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:09:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:30 smithi155 ceph-mon[102677]: pgmap v23258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:30 smithi111 ceph-mon[97855]: pgmap v23258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:30 smithi111 ceph-mon[116524]: pgmap v23258: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:32 smithi155 ceph-mon[102677]: pgmap v23259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:32 smithi111 ceph-mon[97855]: pgmap v23259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:32 smithi111 ceph-mon[116524]: pgmap v23259: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:34 smithi155 ceph-mon[102677]: pgmap v23260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:09:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:09:34.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:09:34.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[97855]: pgmap v23260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[116524]: pgmap v23260: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:09:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:09:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:09:34.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:09:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:36.317 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:09:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:36 smithi155 ceph-mon[102677]: pgmap v23261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:36 smithi111 ceph-mon[97855]: pgmap v23261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:36 smithi111 ceph-mon[116524]: pgmap v23261: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 64s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 63s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 64s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 63s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 63s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:09:36.627 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 64s ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 64s ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 63s ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 64s ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 64s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 63s ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 64s ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 64s ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 64s ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 64s ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 63s ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 63s ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 63s ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:09:36.628 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 63s ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:09:36.629 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 63s ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:37.006 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:09:37.007 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:09:37.007 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:09:37.007 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:09:37.007 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:09:37.007 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:09:37.007 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:37 smithi155 ceph-mon[102677]: from='client.50489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:37 smithi155 ceph-mon[102677]: from='client.50495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:37.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:37 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2125566190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:09:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:37 smithi111 ceph-mon[97855]: from='client.50489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:37 smithi111 ceph-mon[97855]: from='client.50495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:37 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2125566190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:09:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:37 smithi111 ceph-mon[116524]: from='client.50489 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:37 smithi111 ceph-mon[116524]: from='client.50495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:09:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:37 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2125566190' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:09:38.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:38 smithi155 ceph-mon[102677]: pgmap v23262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:38 smithi111 ceph-mon[97855]: pgmap v23262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:38 smithi111 ceph-mon[116524]: pgmap v23262: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:09:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:09:39] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:09:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:40 smithi155 ceph-mon[102677]: pgmap v23263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:40 smithi111 ceph-mon[97855]: pgmap v23263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:40 smithi111 ceph-mon[116524]: pgmap v23263: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:42 smithi155 ceph-mon[102677]: pgmap v23264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:42 smithi111 ceph-mon[97855]: pgmap v23264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:42 smithi111 ceph-mon[116524]: pgmap v23264: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:44 smithi155 ceph-mon[102677]: pgmap v23265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:44 smithi111 ceph-mon[97855]: pgmap v23265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:44 smithi111 ceph-mon[116524]: pgmap v23265: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:46 smithi155 ceph-mon[102677]: pgmap v23266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:46 smithi111 ceph-mon[97855]: pgmap v23266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:46 smithi111 ceph-mon[116524]: pgmap v23266: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:48 smithi155 ceph-mon[102677]: pgmap v23267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:48 smithi111 ceph-mon[97855]: pgmap v23267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:48 smithi111 ceph-mon[116524]: pgmap v23267: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:09:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:09:49] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:09:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:50 smithi155 ceph-mon[102677]: pgmap v23268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:50 smithi111 ceph-mon[97855]: pgmap v23268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:50 smithi111 ceph-mon[116524]: pgmap v23268: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:09:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:52 smithi155 ceph-mon[102677]: pgmap v23269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:52 smithi111 ceph-mon[97855]: pgmap v23269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:52 smithi111 ceph-mon[116524]: pgmap v23269: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:54 smithi155 ceph-mon[102677]: pgmap v23270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:54 smithi111 ceph-mon[97855]: pgmap v23270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:54 smithi111 ceph-mon[116524]: pgmap v23270: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:56 smithi155 ceph-mon[102677]: pgmap v23271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:56 smithi111 ceph-mon[97855]: pgmap v23271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:56 smithi111 ceph-mon[116524]: pgmap v23271: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:09:58 smithi155 ceph-mon[102677]: pgmap v23272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:09:58 smithi111 ceph-mon[97855]: pgmap v23272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:09:58 smithi111 ceph-mon[116524]: pgmap v23272: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:09:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:09:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:09:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:10:00.401 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:00 smithi111 conmon[97831]: 2023-12-01T16:09:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:10:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:00 smithi155 ceph-mon[102677]: pgmap v23273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:10:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:00 smithi111 ceph-mon[97855]: pgmap v23273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:10:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:00 smithi111 ceph-mon[116524]: pgmap v23273: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:10:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:02 smithi155 ceph-mon[102677]: pgmap v23274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:02 smithi111 ceph-mon[97855]: pgmap v23274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:02 smithi111 ceph-mon[116524]: pgmap v23274: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:04 smithi155 ceph-mon[102677]: pgmap v23275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:04 smithi111 ceph-mon[97855]: pgmap v23275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:04 smithi111 ceph-mon[116524]: pgmap v23275: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:06 smithi155 ceph-mon[102677]: pgmap v23276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:06 smithi111 ceph-mon[97855]: pgmap v23276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:06 smithi111 ceph-mon[116524]: pgmap v23276: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:07.349 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 95s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 94s ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 95s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 94s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 94s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:10:07.656 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 95s ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 95s ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 94s ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 95s ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 95s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 94s ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 95s ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 95s ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 95s ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 95s ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 94s ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 94s ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 94s ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 94s ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:10:07.657 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 94s ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:10:08.038 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:10:08.038 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:10:08.038 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:10:08.039 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:08 smithi155 ceph-mon[102677]: from='client.40629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:08 smithi155 ceph-mon[102677]: pgmap v23277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:08 smithi155 ceph-mon[102677]: from='client.40635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:08 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1276491336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:10:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[97855]: from='client.40629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[97855]: pgmap v23277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[97855]: from='client.40635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1276491336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:10:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[116524]: from='client.40629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:08.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[116524]: pgmap v23277: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:08.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[116524]: from='client.40635 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:08.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:08 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1276491336' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:10:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:10:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:10:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:10:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:10 smithi155 ceph-mon[102677]: pgmap v23278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:10 smithi111 ceph-mon[97855]: pgmap v23278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:10 smithi111 ceph-mon[116524]: pgmap v23278: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:12 smithi155 ceph-mon[102677]: pgmap v23279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:12 smithi111 ceph-mon[97855]: pgmap v23279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:12 smithi111 ceph-mon[116524]: pgmap v23279: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:14 smithi155 ceph-mon[102677]: pgmap v23280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:14 smithi111 ceph-mon[97855]: pgmap v23280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:14 smithi111 ceph-mon[116524]: pgmap v23280: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:16 smithi155 ceph-mon[102677]: pgmap v23281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:16 smithi111 ceph-mon[97855]: pgmap v23281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:16 smithi111 ceph-mon[116524]: pgmap v23281: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:18 smithi155 ceph-mon[102677]: pgmap v23282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:18 smithi111 ceph-mon[97855]: pgmap v23282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:18 smithi111 ceph-mon[116524]: pgmap v23282: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:10:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:10:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:10:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:20 smithi155 ceph-mon[102677]: pgmap v23283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:20 smithi111 ceph-mon[97855]: pgmap v23283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:20 smithi111 ceph-mon[116524]: pgmap v23283: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:20.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:22.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:22 smithi155 ceph-mon[102677]: pgmap v23284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:22 smithi111 ceph-mon[97855]: pgmap v23284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:22 smithi111 ceph-mon[116524]: pgmap v23284: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:24 smithi155 ceph-mon[102677]: pgmap v23285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:24 smithi111 ceph-mon[97855]: pgmap v23285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:24 smithi111 ceph-mon[116524]: pgmap v23285: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:26 smithi155 ceph-mon[102677]: pgmap v23286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:26 smithi111 ceph-mon[97855]: pgmap v23286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:26 smithi111 ceph-mon[116524]: pgmap v23286: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:28 smithi155 ceph-mon[102677]: pgmap v23287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:28 smithi111 ceph-mon[97855]: pgmap v23287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:28 smithi111 ceph-mon[116524]: pgmap v23287: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:10:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:10:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:10:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:30 smithi155 ceph-mon[102677]: pgmap v23288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:30 smithi111 ceph-mon[97855]: pgmap v23288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:30 smithi111 ceph-mon[116524]: pgmap v23288: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:32 smithi155 ceph-mon[102677]: pgmap v23289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:32 smithi111 ceph-mon[97855]: pgmap v23289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:32 smithi111 ceph-mon[116524]: pgmap v23289: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:34 smithi155 ceph-mon[102677]: pgmap v23290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:34 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:10:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:34 smithi111 ceph-mon[97855]: pgmap v23290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:34 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:10:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:34 smithi111 ceph-mon[116524]: pgmap v23290: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:34 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:10:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:10:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:10:35.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:10:35.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:10:37.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:36 smithi155 ceph-mon[102677]: pgmap v23291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:37.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:36 smithi111 ceph-mon[97855]: pgmap v23291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:37.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:36 smithi111 ceph-mon[116524]: pgmap v23291: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:38.385 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:10:38.693 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:10:38.694 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:10:39.073 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:10:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:10:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:10:39.073 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:10:39.074 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:10:39.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:38 smithi155 ceph-mon[102677]: pgmap v23292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:39.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:38 smithi111 ceph-mon[97855]: pgmap v23292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:39.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:38 smithi111 ceph-mon[116524]: pgmap v23292: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:10:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:10:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:39 smithi155 ceph-mon[102677]: from='client.40647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:39 smithi155 ceph-mon[102677]: from='client.50531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:40.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:39 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2842860684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:39 smithi111 ceph-mon[97855]: from='client.40647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:39 smithi111 ceph-mon[97855]: from='client.50531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:40.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:39 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2842860684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:39 smithi111 ceph-mon[116524]: from='client.40647 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:40.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:39 smithi111 ceph-mon[116524]: from='client.50531 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:10:40.250 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:39 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2842860684' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:10:41.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:40 smithi155 ceph-mon[102677]: pgmap v23293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:41.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:40 smithi111 ceph-mon[97855]: pgmap v23293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:41.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:40 smithi111 ceph-mon[116524]: pgmap v23293: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:42.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:41 smithi155 ceph-mon[102677]: pgmap v23294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:42.249 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:41 smithi111 ceph-mon[97855]: pgmap v23294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:42.249 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:41 smithi111 ceph-mon[116524]: pgmap v23294: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:44 smithi155 ceph-mon[102677]: pgmap v23295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:44 smithi111 ceph-mon[97855]: pgmap v23295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:44 smithi111 ceph-mon[116524]: pgmap v23295: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:46 smithi155 ceph-mon[102677]: pgmap v23296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:46 smithi111 ceph-mon[97855]: pgmap v23296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:46 smithi111 ceph-mon[116524]: pgmap v23296: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:48 smithi155 ceph-mon[102677]: pgmap v23297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:48 smithi111 ceph-mon[97855]: pgmap v23297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:48 smithi111 ceph-mon[116524]: pgmap v23297: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:10:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:10:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:10:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:50 smithi155 ceph-mon[102677]: pgmap v23298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:50 smithi111 ceph-mon[97855]: pgmap v23298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:50 smithi111 ceph-mon[116524]: pgmap v23298: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:50.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:10:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:52 smithi155 ceph-mon[102677]: pgmap v23299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:52 smithi111 ceph-mon[97855]: pgmap v23299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:52 smithi111 ceph-mon[116524]: pgmap v23299: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:54 smithi155 ceph-mon[102677]: pgmap v23300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:54 smithi111 ceph-mon[97855]: pgmap v23300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:54 smithi111 ceph-mon[116524]: pgmap v23300: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:56 smithi155 ceph-mon[102677]: pgmap v23301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:56 smithi111 ceph-mon[97855]: pgmap v23301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:56 smithi111 ceph-mon[116524]: pgmap v23301: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:10:58 smithi155 ceph-mon[102677]: pgmap v23302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:10:58 smithi111 ceph-mon[97855]: pgmap v23302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:10:58 smithi111 ceph-mon[116524]: pgmap v23302: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:10:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:10:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:10:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:11:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:00 smithi155 ceph-mon[102677]: pgmap v23303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:00 smithi111 ceph-mon[97855]: pgmap v23303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:00 smithi111 ceph-mon[116524]: pgmap v23303: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:02 smithi155 ceph-mon[102677]: pgmap v23304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:02 smithi111 ceph-mon[97855]: pgmap v23304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:02 smithi111 ceph-mon[116524]: pgmap v23304: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:04 smithi155 ceph-mon[102677]: pgmap v23305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:04 smithi111 ceph-mon[97855]: pgmap v23305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:04 smithi111 ceph-mon[116524]: pgmap v23305: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:06.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:06 smithi155 ceph-mon[102677]: pgmap v23306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:06 smithi111 ceph-mon[97855]: pgmap v23306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:06 smithi111 ceph-mon[116524]: pgmap v23306: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:08 smithi155 ceph-mon[102677]: pgmap v23307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:08 smithi111 ceph-mon[97855]: pgmap v23307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:08 smithi111 ceph-mon[116524]: pgmap v23307: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:09.425 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:11:09.734 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:11:09.735 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:11:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:11:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:11:09] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:11:10.118 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:10.119 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:11:10.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:11:10.120 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:10.120 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:11:10.120 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:11:10.120 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:11:10.120 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:11:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:10 smithi155 ceph-mon[102677]: pgmap v23308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:10 smithi155 ceph-mon[102677]: from='client.50543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:10 smithi155 ceph-mon[102677]: from='client.40671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:10.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:10 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3264344891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:11:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[97855]: pgmap v23308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[97855]: from='client.50543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[97855]: from='client.40671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:10.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3264344891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:11:10.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[116524]: pgmap v23308: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:10.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[116524]: from='client.50543 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:10.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[116524]: from='client.40671 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:10.751 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:10 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3264344891' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:11:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:12 smithi155 ceph-mon[102677]: pgmap v23309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:12 smithi111 ceph-mon[97855]: pgmap v23309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:12 smithi111 ceph-mon[116524]: pgmap v23309: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:14 smithi155 ceph-mon[102677]: pgmap v23310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:14 smithi111 ceph-mon[97855]: pgmap v23310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:14 smithi111 ceph-mon[116524]: pgmap v23310: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:16 smithi155 ceph-mon[102677]: pgmap v23311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:16 smithi111 ceph-mon[97855]: pgmap v23311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:16 smithi111 ceph-mon[116524]: pgmap v23311: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:18 smithi155 ceph-mon[102677]: pgmap v23312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:18 smithi111 ceph-mon[97855]: pgmap v23312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:18 smithi111 ceph-mon[116524]: pgmap v23312: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:11:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:11:19] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:11:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:20 smithi155 ceph-mon[102677]: pgmap v23313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:20 smithi111 ceph-mon[97855]: pgmap v23313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:20 smithi111 ceph-mon[116524]: pgmap v23313: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:22 smithi155 ceph-mon[102677]: pgmap v23314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:22 smithi111 ceph-mon[97855]: pgmap v23314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:22 smithi111 ceph-mon[116524]: pgmap v23314: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:24.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:24 smithi155 ceph-mon[102677]: pgmap v23315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:24 smithi111 ceph-mon[97855]: pgmap v23315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:24 smithi111 ceph-mon[116524]: pgmap v23315: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:26 smithi155 ceph-mon[102677]: pgmap v23316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:26 smithi111 ceph-mon[97855]: pgmap v23316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:26 smithi111 ceph-mon[116524]: pgmap v23316: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:28 smithi155 ceph-mon[102677]: pgmap v23317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:28 smithi111 ceph-mon[97855]: pgmap v23317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:28 smithi111 ceph-mon[116524]: pgmap v23317: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:11:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:11:29] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:11:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:30 smithi155 ceph-mon[102677]: pgmap v23318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:30 smithi111 ceph-mon[97855]: pgmap v23318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:30 smithi111 ceph-mon[116524]: pgmap v23318: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:32 smithi155 ceph-mon[102677]: pgmap v23319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:32 smithi111 ceph-mon[97855]: pgmap v23319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:32 smithi111 ceph-mon[116524]: pgmap v23319: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:34.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:34 smithi155 ceph-mon[102677]: pgmap v23320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:34 smithi111 ceph-mon[97855]: pgmap v23320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:34 smithi111 ceph-mon[116524]: pgmap v23320: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:35.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:11:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:11:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:11:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:11:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:11:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:11:36.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:36 smithi155 ceph-mon[102677]: pgmap v23321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:11:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:11:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:11:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[97855]: pgmap v23321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:11:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:11:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:11:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:36 smithi111 ceph-mon[116524]: pgmap v23321: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:38 smithi155 ceph-mon[102677]: pgmap v23322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:38 smithi111 ceph-mon[97855]: pgmap v23322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:38 smithi111 ceph-mon[116524]: pgmap v23322: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:11:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:11:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:11:40.467 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:11:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:40 smithi155 ceph-mon[102677]: pgmap v23323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:40 smithi111 ceph-mon[97855]: pgmap v23323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:40 smithi111 ceph-mon[116524]: pgmap v23323: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:11:40.774 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:11:40.775 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:11:41.151 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:11:41.152 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:11:41.153 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:11:41.153 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:41 smithi155 ceph-mon[102677]: from='client.40683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:41 smithi155 ceph-mon[102677]: from='client.50567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:41.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:41 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/663393660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:11:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:41 smithi111 ceph-mon[97855]: from='client.40683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:41 smithi111 ceph-mon[97855]: from='client.50567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:41.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:41 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/663393660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:11:41.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:41 smithi111 ceph-mon[116524]: from='client.40683 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:41 smithi111 ceph-mon[116524]: from='client.50567 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:11:41.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:41 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/663393660' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:11:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:42 smithi155 ceph-mon[102677]: pgmap v23324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:42 smithi111 ceph-mon[97855]: pgmap v23324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:42 smithi111 ceph-mon[116524]: pgmap v23324: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:44.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:44 smithi155 ceph-mon[102677]: pgmap v23325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:44 smithi111 ceph-mon[97855]: pgmap v23325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:44 smithi111 ceph-mon[116524]: pgmap v23325: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:46 smithi155 ceph-mon[102677]: pgmap v23326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:46 smithi111 ceph-mon[97855]: pgmap v23326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:46 smithi111 ceph-mon[116524]: pgmap v23326: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:48.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:48 smithi155 ceph-mon[102677]: pgmap v23327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:48 smithi111 ceph-mon[97855]: pgmap v23327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:48 smithi111 ceph-mon[116524]: pgmap v23327: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:11:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:11:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:11:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:50 smithi155 ceph-mon[102677]: pgmap v23328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:50.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:50 smithi111 ceph-mon[97855]: pgmap v23328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:50 smithi111 ceph-mon[116524]: pgmap v23328: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:11:52.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:52 smithi155 ceph-mon[102677]: pgmap v23329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:52 smithi111 ceph-mon[97855]: pgmap v23329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:52.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:52 smithi111 ceph-mon[116524]: pgmap v23329: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:54.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:54 smithi155 ceph-mon[102677]: pgmap v23330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:54 smithi111 ceph-mon[97855]: pgmap v23330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:54 smithi111 ceph-mon[116524]: pgmap v23330: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:56 smithi155 ceph-mon[102677]: pgmap v23331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:56 smithi111 ceph-mon[97855]: pgmap v23331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:56 smithi111 ceph-mon[116524]: pgmap v23331: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:11:58 smithi155 ceph-mon[102677]: pgmap v23332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:11:58 smithi111 ceph-mon[97855]: pgmap v23332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:11:58 smithi111 ceph-mon[116524]: pgmap v23332: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:11:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:11:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:11:59] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:12:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:00 smithi155 ceph-mon[102677]: pgmap v23333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:00 smithi111 ceph-mon[97855]: pgmap v23333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:00 smithi111 ceph-mon[116524]: pgmap v23333: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:02.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:02 smithi155 ceph-mon[102677]: pgmap v23334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:02 smithi111 ceph-mon[97855]: pgmap v23334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:02 smithi111 ceph-mon[116524]: pgmap v23334: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:04.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:04 smithi155 ceph-mon[102677]: pgmap v23335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:04 smithi111 ceph-mon[97855]: pgmap v23335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:04 smithi111 ceph-mon[116524]: pgmap v23335: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:05.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:06 smithi111 ceph-mon[97855]: pgmap v23336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:06 smithi111 ceph-mon[116524]: pgmap v23336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:06 smithi155 ceph-mon[102677]: pgmap v23336: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:08.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:08 smithi155 ceph-mon[102677]: pgmap v23337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:08 smithi111 ceph-mon[97855]: pgmap v23337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:08 smithi111 ceph-mon[116524]: pgmap v23337: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:12:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:12:09] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:12:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:10 smithi155 ceph-mon[102677]: pgmap v23338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:10 smithi111 ceph-mon[97855]: pgmap v23338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:10 smithi111 ceph-mon[116524]: pgmap v23338: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:11.501 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:12:11.805 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:12:11.805 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:12:11.805 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:12:11.805 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:12:11.805 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:12:11.805 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:12:11.806 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:12:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:12:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:12:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:12:11.807 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:12:12.180 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:12:12.181 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:12.182 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:12:12.182 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:12:12.182 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:12:12.182 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:12:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:12 smithi155 ceph-mon[102677]: pgmap v23339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:12 smithi155 ceph-mon[102677]: from='client.40701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:12 smithi155 ceph-mon[102677]: from='client.40707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:12.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:12 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1868180243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:12:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[97855]: pgmap v23339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[97855]: from='client.40701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[97855]: from='client.40707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1868180243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:12:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[116524]: pgmap v23339: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[116524]: from='client.40701 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[116524]: from='client.40707 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:12 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1868180243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:12:14.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:14 smithi155 ceph-mon[102677]: pgmap v23340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:14 smithi111 ceph-mon[97855]: pgmap v23340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:14 smithi111 ceph-mon[116524]: pgmap v23340: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:16 smithi155 ceph-mon[102677]: pgmap v23341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:16 smithi111 ceph-mon[97855]: pgmap v23341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:16 smithi111 ceph-mon[116524]: pgmap v23341: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:18 smithi155 ceph-mon[102677]: pgmap v23342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:18 smithi111 ceph-mon[97855]: pgmap v23342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:18 smithi111 ceph-mon[116524]: pgmap v23342: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:12:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:12:19] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2023-12-01T16:12:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:20 smithi155 ceph-mon[102677]: pgmap v23343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:20.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:20 smithi111 ceph-mon[97855]: pgmap v23343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:20 smithi111 ceph-mon[116524]: pgmap v23343: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:22.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:22 smithi155 ceph-mon[102677]: pgmap v23344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:22 smithi111 ceph-mon[97855]: pgmap v23344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:22 smithi111 ceph-mon[116524]: pgmap v23344: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:24 smithi111 ceph-mon[97855]: pgmap v23345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:24 smithi111 ceph-mon[116524]: pgmap v23345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:24 smithi155 ceph-mon[102677]: pgmap v23345: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:26 smithi155 ceph-mon[102677]: pgmap v23346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:26 smithi111 ceph-mon[97855]: pgmap v23346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:26 smithi111 ceph-mon[116524]: pgmap v23346: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:28.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:28 smithi155 ceph-mon[102677]: pgmap v23347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:28 smithi111 ceph-mon[97855]: pgmap v23347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:28 smithi111 ceph-mon[116524]: pgmap v23347: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:12:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:12:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:12:30.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:30 smithi155 ceph-mon[102677]: pgmap v23348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:30 smithi111 ceph-mon[97855]: pgmap v23348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:30 smithi111 ceph-mon[116524]: pgmap v23348: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:32.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:32 smithi155 ceph-mon[102677]: pgmap v23349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:32.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:32 smithi111 ceph-mon[97855]: pgmap v23349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:32.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:32 smithi111 ceph-mon[116524]: pgmap v23349: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:34 smithi111 ceph-mon[97855]: pgmap v23350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:34 smithi111 ceph-mon[116524]: pgmap v23350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:34 smithi155 ceph-mon[102677]: pgmap v23350: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[97855]: pgmap v23351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:12:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:12:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:12:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:12:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[116524]: pgmap v23351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:12:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:12:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:12:36.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:12:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:36 smithi155 ceph-mon[102677]: pgmap v23351: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:12:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:12:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:12:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:12:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:38 smithi155 ceph-mon[102677]: pgmap v23352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:38 smithi111 ceph-mon[97855]: pgmap v23352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:38 smithi111 ceph-mon[116524]: pgmap v23352: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:12:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:12:39] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:12:40.448 INFO:journalctl@ceph.grafana.a.smithi155.stdout:Dec 01 16:12:40 smithi155 conmon[152142]: logger=cleanup t=2023-12-01T16:12:40.079657377Z level=info msg="Completed cleanup jobs" duration=46.238638ms 2023-12-01T16:12:40.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:40 smithi155 ceph-mon[102677]: pgmap v23353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:40 smithi111 ceph-mon[97855]: pgmap v23353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:40 smithi111 ceph-mon[116524]: pgmap v23353: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:42.528 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:12:42.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:42 smithi155 ceph-mon[102677]: pgmap v23354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:42 smithi111 ceph-mon[97855]: pgmap v23354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:42 smithi111 ceph-mon[116524]: pgmap v23354: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 4m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:12:42.835 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:12:42.836 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 4m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:12:43.211 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:12:43.212 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:12:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:43 smithi155 ceph-mon[102677]: from='client.50597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:43.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:43 smithi155 ceph-mon[102677]: from='client.50603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:43.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:43 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3856637691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:12:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:43 smithi111 ceph-mon[97855]: from='client.50597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:43 smithi111 ceph-mon[97855]: from='client.50603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:43.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:43 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3856637691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:12:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:43 smithi111 ceph-mon[116524]: from='client.50597 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:43.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:43 smithi111 ceph-mon[116524]: from='client.50603 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:12:43.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:43 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3856637691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:12:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:44 smithi155 ceph-mon[102677]: pgmap v23355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:44 smithi111 ceph-mon[97855]: pgmap v23355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:44 smithi111 ceph-mon[116524]: pgmap v23355: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:46 smithi155 ceph-mon[102677]: pgmap v23356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:46.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:46 smithi111 ceph-mon[97855]: pgmap v23356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:46.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:46 smithi111 ceph-mon[116524]: pgmap v23356: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:48 smithi111 ceph-mon[97855]: pgmap v23357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:48 smithi111 ceph-mon[116524]: pgmap v23357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:48 smithi155 ceph-mon[102677]: pgmap v23357: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:12:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:12:49] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:12:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:50 smithi111 ceph-mon[97855]: pgmap v23358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:50 smithi111 ceph-mon[116524]: pgmap v23358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:50 smithi155 ceph-mon[102677]: pgmap v23358: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:12:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:52 smithi111 ceph-mon[97855]: pgmap v23359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:52 smithi111 ceph-mon[116524]: pgmap v23359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:52 smithi155 ceph-mon[102677]: pgmap v23359: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:54 smithi111 ceph-mon[97855]: pgmap v23360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:54 smithi111 ceph-mon[116524]: pgmap v23360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:54 smithi155 ceph-mon[102677]: pgmap v23360: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:56 smithi155 ceph-mon[102677]: pgmap v23361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:56 smithi111 ceph-mon[97855]: pgmap v23361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:56 smithi111 ceph-mon[116524]: pgmap v23361: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:58.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:12:58 smithi155 ceph-mon[102677]: pgmap v23362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:12:58 smithi111 ceph-mon[97855]: pgmap v23362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:12:58 smithi111 ceph-mon[116524]: pgmap v23362: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:12:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:12:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:12:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:13:00.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:00 smithi155 ceph-mon[102677]: pgmap v23363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:00 smithi111 ceph-mon[97855]: pgmap v23363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:00 smithi111 ceph-mon[116524]: pgmap v23363: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:02 smithi111 ceph-mon[97855]: pgmap v23364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:02 smithi111 ceph-mon[116524]: pgmap v23364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:02 smithi155 ceph-mon[102677]: pgmap v23364: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:04 smithi111 ceph-mon[97855]: pgmap v23365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:04 smithi111 ceph-mon[116524]: pgmap v23365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:04.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:04 smithi155 ceph-mon[102677]: pgmap v23365: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:06 smithi111 ceph-mon[97855]: pgmap v23366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:06 smithi111 ceph-mon[116524]: pgmap v23366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:06 smithi155 ceph-mon[102677]: pgmap v23366: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:08.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:08 smithi155 ceph-mon[102677]: pgmap v23367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:08 smithi111 ceph-mon[97855]: pgmap v23367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:08 smithi111 ceph-mon[116524]: pgmap v23367: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:13:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:13:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:13:10.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:10 smithi155 ceph-mon[102677]: pgmap v23368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:10 smithi111 ceph-mon[116524]: pgmap v23368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:10 smithi111 ceph-mon[97855]: pgmap v23368: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:12 smithi111 ceph-mon[97855]: pgmap v23369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:12 smithi111 ceph-mon[116524]: pgmap v23369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:12 smithi155 ceph-mon[102677]: pgmap v23369: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:13.551 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 4m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 4m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 4m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 4m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 4m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 4m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 4m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 4m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:13:13.857 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 4m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 4m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 4m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 4m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 4m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 4m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 4m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 4m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 4m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 4m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 4m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:13:13.858 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 4m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:13:14.238 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:13:14.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:13:14.238 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:13:14.238 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:14.238 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:13:14.239 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:13:14.240 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:13:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:14 smithi111 ceph-mon[97855]: pgmap v23370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:14 smithi111 ceph-mon[97855]: from='client.50615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:14 smithi111 ceph-mon[97855]: from='client.40743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:14 smithi111 ceph-mon[116524]: pgmap v23370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:14 smithi111 ceph-mon[116524]: from='client.50615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:14 smithi111 ceph-mon[116524]: from='client.40743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:14 smithi155 ceph-mon[102677]: pgmap v23370: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:14 smithi155 ceph-mon[102677]: from='client.50615 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:14 smithi155 ceph-mon[102677]: from='client.40743 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:15.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:15 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1976519371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:13:15.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:15 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1976519371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:13:15.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:15 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1976519371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:13:16.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:16 smithi111 ceph-mon[97855]: pgmap v23371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:16.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:16 smithi111 ceph-mon[116524]: pgmap v23371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:16.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:16 smithi155 ceph-mon[102677]: pgmap v23371: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:18 smithi111 ceph-mon[97855]: pgmap v23372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:18 smithi111 ceph-mon[116524]: pgmap v23372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:18 smithi155 ceph-mon[102677]: pgmap v23372: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:13:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:13:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:13:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:20 smithi111 ceph-mon[97855]: pgmap v23373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:20 smithi111 ceph-mon[116524]: pgmap v23373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:20 smithi155 ceph-mon[102677]: pgmap v23373: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:22 smithi111 ceph-mon[97855]: pgmap v23374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:22 smithi111 ceph-mon[116524]: pgmap v23374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:22 smithi155 ceph-mon[102677]: pgmap v23374: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:24 smithi111 ceph-mon[97855]: pgmap v23375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:24 smithi111 ceph-mon[116524]: pgmap v23375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:24 smithi155 ceph-mon[102677]: pgmap v23375: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:26 smithi111 ceph-mon[97855]: pgmap v23376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:26 smithi111 ceph-mon[116524]: pgmap v23376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:26 smithi155 ceph-mon[102677]: pgmap v23376: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:28 smithi111 ceph-mon[97855]: pgmap v23377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:28 smithi111 ceph-mon[116524]: pgmap v23377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:28 smithi155 ceph-mon[102677]: pgmap v23377: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:13:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:13:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:13:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:30 smithi111 ceph-mon[97855]: pgmap v23378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:30 smithi111 ceph-mon[116524]: pgmap v23378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:30 smithi155 ceph-mon[102677]: pgmap v23378: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:32 smithi111 ceph-mon[97855]: pgmap v23379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:32 smithi111 ceph-mon[116524]: pgmap v23379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:32 smithi155 ceph-mon[102677]: pgmap v23379: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:34 smithi111 ceph-mon[97855]: pgmap v23380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:34 smithi111 ceph-mon[116524]: pgmap v23380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:34 smithi155 ceph-mon[102677]: pgmap v23380: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:35.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:36 smithi111 ceph-mon[97855]: pgmap v23381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:36 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:13:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:36 smithi111 ceph-mon[116524]: pgmap v23381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:36 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:13:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:36 smithi155 ceph-mon[102677]: pgmap v23381: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:36.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:36 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:13:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:13:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:13:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:13:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:13:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:13:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:13:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:13:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:13:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:13:38.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:38 smithi111 ceph-mon[97855]: pgmap v23382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:38.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:38 smithi111 ceph-mon[116524]: pgmap v23382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:38 smithi155 ceph-mon[102677]: pgmap v23382: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:13:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:13:39] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T16:13:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:40 smithi111 ceph-mon[97855]: pgmap v23383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:40 smithi111 ceph-mon[116524]: pgmap v23383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:40 smithi155 ceph-mon[102677]: pgmap v23383: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:42 smithi111 ceph-mon[116524]: pgmap v23384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:42 smithi111 ceph-mon[97855]: pgmap v23384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:42 smithi155 ceph-mon[102677]: pgmap v23384: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:44 smithi111 ceph-mon[97855]: pgmap v23385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:44 smithi111 ceph-mon[116524]: pgmap v23385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:44.582 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:13:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:44 smithi155 ceph-mon[102677]: pgmap v23385: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:44.889 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:13:44.889 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:13:44.890 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:13:44.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:13:44.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:13:44.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:13:44.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:13:44.891 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:13:44.891 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:13:45.267 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:13:45.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:13:45.267 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:13:45.267 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:45.267 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:13:45.268 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:13:45.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:45 smithi111 ceph-mon[116524]: from='client.40755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:45.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:45 smithi111 ceph-mon[97855]: from='client.40755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:45.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:45 smithi155 ceph-mon[102677]: from='client.40755 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:46 smithi111 ceph-mon[97855]: from='client.50639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:46 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1819360298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:13:46.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:46 smithi111 ceph-mon[97855]: pgmap v23386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:46 smithi111 ceph-mon[116524]: from='client.50639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:46.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:46 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1819360298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:13:46.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:46 smithi111 ceph-mon[116524]: pgmap v23386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:46 smithi155 ceph-mon[102677]: from='client.50639 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:46 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1819360298' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:13:46.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:46 smithi155 ceph-mon[102677]: pgmap v23386: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:48 smithi111 ceph-mon[97855]: pgmap v23387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:48 smithi111 ceph-mon[116524]: pgmap v23387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:48 smithi155 ceph-mon[102677]: pgmap v23387: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:13:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:13:49] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2023-12-01T16:13:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:50 smithi111 ceph-mon[116524]: pgmap v23388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:50 smithi111 ceph-mon[97855]: pgmap v23388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:50 smithi155 ceph-mon[102677]: pgmap v23388: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:13:52.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:52 smithi111 ceph-mon[97855]: pgmap v23389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:52.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:52 smithi111 ceph-mon[116524]: pgmap v23389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:52 smithi155 ceph-mon[102677]: pgmap v23389: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:54 smithi111 ceph-mon[97855]: pgmap v23390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:54 smithi111 ceph-mon[116524]: pgmap v23390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:54 smithi155 ceph-mon[102677]: pgmap v23390: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:56 smithi111 ceph-mon[97855]: pgmap v23391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:56.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:56 smithi111 ceph-mon[116524]: pgmap v23391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:56 smithi155 ceph-mon[102677]: pgmap v23391: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:13:58 smithi111 ceph-mon[97855]: pgmap v23392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:13:58 smithi111 ceph-mon[116524]: pgmap v23392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:13:58 smithi155 ceph-mon[102677]: pgmap v23392: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:13:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:13:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:13:59] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:14:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:00 smithi111 ceph-mon[97855]: pgmap v23393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:00 smithi111 ceph-mon[116524]: pgmap v23393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:00 smithi155 ceph-mon[102677]: pgmap v23393: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:02 smithi111 ceph-mon[97855]: pgmap v23394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:02 smithi111 ceph-mon[116524]: pgmap v23394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:02 smithi155 ceph-mon[102677]: pgmap v23394: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:04 smithi111 ceph-mon[97855]: pgmap v23395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:04 smithi111 ceph-mon[116524]: pgmap v23395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:04 smithi155 ceph-mon[102677]: pgmap v23395: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:06.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:06 smithi111 ceph-mon[97855]: pgmap v23396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:06.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:06 smithi111 ceph-mon[116524]: pgmap v23396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:06 smithi155 ceph-mon[102677]: pgmap v23396: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:08 smithi111 ceph-mon[97855]: pgmap v23397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:08 smithi111 ceph-mon[116524]: pgmap v23397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:08 smithi155 ceph-mon[102677]: pgmap v23397: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:14:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:14:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:14:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:10 smithi111 ceph-mon[97855]: pgmap v23398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:10 smithi111 ceph-mon[116524]: pgmap v23398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:10 smithi155 ceph-mon[102677]: pgmap v23398: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:12 smithi111 ceph-mon[97855]: pgmap v23399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:12.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:12 smithi111 ceph-mon[116524]: pgmap v23399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:12 smithi155 ceph-mon[102677]: pgmap v23399: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:14 smithi111 ceph-mon[97855]: pgmap v23400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:14 smithi111 ceph-mon[116524]: pgmap v23400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:14 smithi155 ceph-mon[102677]: pgmap v23400: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:15.616 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:14:15.921 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 5m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 5m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 5m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 5m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 5m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 5m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 5m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 5m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 5m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 5m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:14:15.922 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 5m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 5m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 5m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 5m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 5m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 5m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 5m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 5m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 5m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:14:15.923 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 5m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:14:16.299 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:14:16.299 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:14:16.299 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:14:16.300 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:14:16.301 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:14:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:16 smithi111 ceph-mon[116524]: pgmap v23401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:16 smithi111 ceph-mon[116524]: from='client.40773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:16 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3884702898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:14:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:16 smithi111 ceph-mon[97855]: pgmap v23401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:16 smithi111 ceph-mon[97855]: from='client.40773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:16 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3884702898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:16 smithi155 ceph-mon[102677]: pgmap v23401: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:16 smithi155 ceph-mon[102677]: from='client.40773 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:16 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3884702898' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:14:17.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:17 smithi111 ceph-mon[97855]: from='client.40779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:17.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:17 smithi111 ceph-mon[116524]: from='client.40779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:17.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:17 smithi155 ceph-mon[102677]: from='client.40779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:18 smithi111 ceph-mon[97855]: pgmap v23402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:18 smithi111 ceph-mon[116524]: pgmap v23402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:18 smithi155 ceph-mon[102677]: pgmap v23402: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:14:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:14:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:14:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:20 smithi111 ceph-mon[97855]: pgmap v23403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:20.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:20 smithi111 ceph-mon[116524]: pgmap v23403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:20.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:20 smithi155 ceph-mon[102677]: pgmap v23403: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:22.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:22 smithi111 ceph-mon[97855]: pgmap v23404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:22.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:22 smithi111 ceph-mon[116524]: pgmap v23404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:22 smithi155 ceph-mon[102677]: pgmap v23404: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:24.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:24 smithi111 ceph-mon[97855]: pgmap v23405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:24.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:24 smithi111 ceph-mon[116524]: pgmap v23405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:24 smithi155 ceph-mon[102677]: pgmap v23405: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:26 smithi111 ceph-mon[97855]: pgmap v23406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:26 smithi111 ceph-mon[116524]: pgmap v23406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:26 smithi155 ceph-mon[102677]: pgmap v23406: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:28 smithi111 ceph-mon[97855]: pgmap v23407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:28 smithi111 ceph-mon[116524]: pgmap v23407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:28 smithi155 ceph-mon[102677]: pgmap v23407: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:14:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:14:29] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2023-12-01T16:14:30.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:30 smithi111 ceph-mon[97855]: pgmap v23408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:30.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:30 smithi111 ceph-mon[116524]: pgmap v23408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:30 smithi155 ceph-mon[102677]: pgmap v23408: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:32.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:32 smithi111 ceph-mon[97855]: pgmap v23409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:32.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:32 smithi111 ceph-mon[116524]: pgmap v23409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:32 smithi155 ceph-mon[102677]: pgmap v23409: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:34.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:34 smithi111 ceph-mon[97855]: pgmap v23410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:34.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:34 smithi111 ceph-mon[116524]: pgmap v23410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:34 smithi155 ceph-mon[102677]: pgmap v23410: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:35.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:35.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:36.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:36 smithi111 ceph-mon[97855]: pgmap v23411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:36.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:36 smithi111 ceph-mon[116524]: pgmap v23411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:36 smithi155 ceph-mon[102677]: pgmap v23411: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:14:37.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:14:37.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:14:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:14:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:14:37.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:14:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:14:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:38 smithi155 ceph-mon[102677]: pgmap v23412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:38 smithi111 ceph-mon[97855]: pgmap v23412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:38 smithi111 ceph-mon[116524]: pgmap v23412: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:14:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:14:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:14:40.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:40 smithi111 ceph-mon[97855]: pgmap v23413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:40.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:40 smithi111 ceph-mon[116524]: pgmap v23413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:40 smithi155 ceph-mon[102677]: pgmap v23413: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:42.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:42 smithi111 ceph-mon[97855]: pgmap v23414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:42.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:42 smithi111 ceph-mon[116524]: pgmap v23414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:42 smithi155 ceph-mon[102677]: pgmap v23414: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:44 smithi111 ceph-mon[97855]: pgmap v23415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:44.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:44 smithi111 ceph-mon[116524]: pgmap v23415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:44 smithi155 ceph-mon[102677]: pgmap v23415: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:46.647 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:14:46.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:46 smithi111 ceph-mon[97855]: pgmap v23416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:46.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:46 smithi111 ceph-mon[116524]: pgmap v23416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:14:46.951 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:14:46.952 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:14:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:46 smithi155 ceph-mon[102677]: pgmap v23416: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:47.327 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:14:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:14:47.327 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:14:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:14:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:14:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:14:47.328 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:14:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:14:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:14:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:14:47.329 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:14:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:14:47.330 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:14:47.330 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:47 smithi111 ceph-mon[97855]: from='client.50669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:47.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:47 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1817222204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:47 smithi111 ceph-mon[116524]: from='client.50669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:47.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:47 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1817222204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:47 smithi155 ceph-mon[102677]: from='client.50669 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:47.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:47 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1817222204' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:14:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:48 smithi111 ceph-mon[97855]: from='client.40797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:48.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:48 smithi111 ceph-mon[97855]: pgmap v23417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:48 smithi111 ceph-mon[116524]: from='client.40797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:48.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:48 smithi111 ceph-mon[116524]: pgmap v23417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:48 smithi155 ceph-mon[102677]: from='client.40797 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:14:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:48 smithi155 ceph-mon[102677]: pgmap v23417: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:14:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:14:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:14:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:50 smithi111 ceph-mon[97855]: pgmap v23418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:50.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:50 smithi111 ceph-mon[116524]: pgmap v23418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:50.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:50 smithi155 ceph-mon[102677]: pgmap v23418: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:14:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:52 smithi155 ceph-mon[102677]: pgmap v23419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:52 smithi111 ceph-mon[97855]: pgmap v23419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:52 smithi111 ceph-mon[116524]: pgmap v23419: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:54.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:54 smithi111 ceph-mon[97855]: pgmap v23420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:54.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:54 smithi111 ceph-mon[116524]: pgmap v23420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:54 smithi155 ceph-mon[102677]: pgmap v23420: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:56 smithi111 ceph-mon[97855]: pgmap v23421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:56 smithi111 ceph-mon[116524]: pgmap v23421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:56 smithi155 ceph-mon[102677]: pgmap v23421: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:58.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:14:58 smithi111 ceph-mon[97855]: pgmap v23422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:58.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:14:58 smithi111 ceph-mon[116524]: pgmap v23422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:14:58 smithi155 ceph-mon[102677]: pgmap v23422: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:14:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:14:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:14:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:15:00.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:00 smithi111 ceph-mon[97855]: pgmap v23423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:00.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:00 smithi111 ceph-mon[116524]: pgmap v23423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:00 smithi155 ceph-mon[102677]: pgmap v23423: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:02.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:02 smithi111 ceph-mon[97855]: pgmap v23424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:02.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:02 smithi111 ceph-mon[116524]: pgmap v23424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:02 smithi155 ceph-mon[102677]: pgmap v23424: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:04.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:04 smithi111 ceph-mon[97855]: pgmap v23425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:04.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:04 smithi111 ceph-mon[116524]: pgmap v23425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:04 smithi155 ceph-mon[102677]: pgmap v23425: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:05.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:05.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:06 smithi155 ceph-mon[102677]: pgmap v23426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:06 smithi111 ceph-mon[97855]: pgmap v23426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:06 smithi111 ceph-mon[116524]: pgmap v23426: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:08.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:08 smithi111 ceph-mon[97855]: pgmap v23427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:08.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:08 smithi111 ceph-mon[116524]: pgmap v23427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:08 smithi155 ceph-mon[102677]: pgmap v23427: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:15:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:15:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:15:10.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:10 smithi111 ceph-mon[97855]: pgmap v23428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:10.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:10 smithi111 ceph-mon[116524]: pgmap v23428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:10 smithi155 ceph-mon[102677]: pgmap v23428: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:12.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:12 smithi111 ceph-mon[97855]: pgmap v23429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:12.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:12 smithi111 ceph-mon[116524]: pgmap v23429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:12 smithi155 ceph-mon[102677]: pgmap v23429: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:14.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:14 smithi111 ceph-mon[97855]: pgmap v23430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:14.499 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:14 smithi111 ceph-mon[116524]: pgmap v23430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:14 smithi155 ceph-mon[102677]: pgmap v23430: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:16.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:16 smithi111 ceph-mon[97855]: pgmap v23431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:16.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:16 smithi111 ceph-mon[116524]: pgmap v23431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:16 smithi155 ceph-mon[102677]: pgmap v23431: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:17.675 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 6m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 6m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 6m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 6m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 6m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:15:17.979 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 6m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 6m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 6m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 6m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 6m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 6m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 6m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 6m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 6m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 6m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 6m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 6m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 6m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 6m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:15:17.980 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 6m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:15:18.364 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:15:18.364 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:15:18.364 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:15:18.364 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:18.364 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:15:18.365 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:15:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:18 smithi111 ceph-mon[97855]: pgmap v23432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:18 smithi111 ceph-mon[97855]: from='client.50687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:18.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:18 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/980733515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:15:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:18 smithi111 ceph-mon[116524]: pgmap v23432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:18 smithi111 ceph-mon[116524]: from='client.50687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:18.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:18 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/980733515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:18 smithi155 ceph-mon[102677]: pgmap v23432: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:18 smithi155 ceph-mon[102677]: from='client.50687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:18 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/980733515' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:15:19.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:19 smithi111 ceph-mon[97855]: from='client.40815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:15:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:15:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:15:19.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:19 smithi111 ceph-mon[116524]: from='client.40815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:19.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:19 smithi155 ceph-mon[102677]: from='client.40815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:20 smithi155 ceph-mon[102677]: pgmap v23433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:20 smithi111 ceph-mon[97855]: pgmap v23433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:20 smithi111 ceph-mon[116524]: pgmap v23433: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:22 smithi155 ceph-mon[102677]: pgmap v23434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:22 smithi111 ceph-mon[97855]: pgmap v23434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:22 smithi111 ceph-mon[116524]: pgmap v23434: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:24 smithi155 ceph-mon[102677]: pgmap v23435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:24 smithi111 ceph-mon[97855]: pgmap v23435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:24 smithi111 ceph-mon[116524]: pgmap v23435: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:26 smithi111 ceph-mon[97855]: pgmap v23436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:26 smithi111 ceph-mon[116524]: pgmap v23436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:26 smithi155 ceph-mon[102677]: pgmap v23436: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:28.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:28 smithi111 ceph-mon[97855]: pgmap v23437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:28.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:28 smithi111 ceph-mon[116524]: pgmap v23437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:28 smithi155 ceph-mon[102677]: pgmap v23437: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:15:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:15:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:15:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:30 smithi155 ceph-mon[102677]: pgmap v23438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:30 smithi111 ceph-mon[97855]: pgmap v23438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:31.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:30 smithi111 ceph-mon[116524]: pgmap v23438: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:32 smithi155 ceph-mon[102677]: pgmap v23439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:32 smithi111 ceph-mon[97855]: pgmap v23439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:32 smithi111 ceph-mon[116524]: pgmap v23439: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:34 smithi155 ceph-mon[102677]: pgmap v23440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:34 smithi111 ceph-mon[97855]: pgmap v23440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:34 smithi111 ceph-mon[116524]: pgmap v23440: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:36 smithi155 ceph-mon[102677]: pgmap v23441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:36 smithi111 ceph-mon[97855]: pgmap v23441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:36.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:36 smithi111 ceph-mon[116524]: pgmap v23441: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:37.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:15:37.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:15:37.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:15:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:15:38.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:15:38.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:15:38.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:38 smithi155 ceph-mon[102677]: pgmap v23442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:15:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:15:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:15:38.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[97855]: pgmap v23442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:38.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:15:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:15:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:15:38.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:38 smithi111 ceph-mon[116524]: pgmap v23442: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:15:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:15:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:15:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:40 smithi155 ceph-mon[102677]: pgmap v23443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:40 smithi111 ceph-mon[97855]: pgmap v23443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:40 smithi111 ceph-mon[116524]: pgmap v23443: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:42 smithi155 ceph-mon[102677]: pgmap v23444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:42 smithi111 ceph-mon[97855]: pgmap v23444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:42 smithi111 ceph-mon[116524]: pgmap v23444: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:44 smithi155 ceph-mon[102677]: pgmap v23445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:44 smithi111 ceph-mon[97855]: pgmap v23445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:44 smithi111 ceph-mon[116524]: pgmap v23445: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:46 smithi155 ceph-mon[102677]: pgmap v23446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:46 smithi111 ceph-mon[97855]: pgmap v23446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:46 smithi111 ceph-mon[116524]: pgmap v23446: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:48.707 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:15:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:48 smithi155 ceph-mon[102677]: pgmap v23447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:48 smithi111 ceph-mon[97855]: pgmap v23447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:48 smithi111 ceph-mon[116524]: pgmap v23447: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:15:49.015 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:15:49.016 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:15:49.398 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:15:49.398 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:15:49.399 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:15:49.400 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:15:49.400 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:15:49.400 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:15:49.400 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:15:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:15:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:15:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:15:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:49 smithi111 ceph-mon[97855]: from='client.50705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:49.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:49 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/720659114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:15:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:49 smithi111 ceph-mon[116524]: from='client.50705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:49.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:49 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/720659114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:15:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:49 smithi155 ceph-mon[102677]: from='client.50705 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:49.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:49 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/720659114' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:15:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:50 smithi155 ceph-mon[102677]: from='client.50711 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:50 smithi155 ceph-mon[102677]: pgmap v23448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:50 smithi111 ceph-mon[97855]: from='client.50711 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:50 smithi111 ceph-mon[97855]: pgmap v23448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:50 smithi111 ceph-mon[116524]: from='client.50711 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:15:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:50 smithi111 ceph-mon[116524]: pgmap v23448: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:15:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:52 smithi155 ceph-mon[102677]: pgmap v23449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:52 smithi111 ceph-mon[97855]: pgmap v23449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:52 smithi111 ceph-mon[116524]: pgmap v23449: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:54 smithi155 ceph-mon[102677]: pgmap v23450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:54 smithi111 ceph-mon[97855]: pgmap v23450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:54 smithi111 ceph-mon[116524]: pgmap v23450: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:56 smithi155 ceph-mon[102677]: pgmap v23451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:56 smithi111 ceph-mon[97855]: pgmap v23451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:56 smithi111 ceph-mon[116524]: pgmap v23451: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:15:58 smithi155 ceph-mon[102677]: pgmap v23452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:15:58 smithi111 ceph-mon[97855]: pgmap v23452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:15:58 smithi111 ceph-mon[116524]: pgmap v23452: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:15:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:15:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:15:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:16:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:00 smithi155 ceph-mon[102677]: pgmap v23453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:00 smithi111 ceph-mon[97855]: pgmap v23453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:00 smithi111 ceph-mon[116524]: pgmap v23453: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:02 smithi155 ceph-mon[102677]: pgmap v23454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:02 smithi111 ceph-mon[97855]: pgmap v23454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:02 smithi111 ceph-mon[116524]: pgmap v23454: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:04 smithi155 ceph-mon[102677]: pgmap v23455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:04 smithi111 ceph-mon[97855]: pgmap v23455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:04 smithi111 ceph-mon[116524]: pgmap v23455: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:06 smithi155 ceph-mon[102677]: pgmap v23456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:06 smithi111 ceph-mon[97855]: pgmap v23456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:06 smithi111 ceph-mon[116524]: pgmap v23456: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:08 smithi155 ceph-mon[102677]: pgmap v23457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:08 smithi111 ceph-mon[97855]: pgmap v23457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:08 smithi111 ceph-mon[116524]: pgmap v23457: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:16:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:16:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:16:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:10 smithi155 ceph-mon[102677]: pgmap v23458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:10 smithi111 ceph-mon[97855]: pgmap v23458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:10 smithi111 ceph-mon[116524]: pgmap v23458: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:12 smithi155 ceph-mon[102677]: pgmap v23459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:12 smithi111 ceph-mon[97855]: pgmap v23459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:12 smithi111 ceph-mon[116524]: pgmap v23459: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:14 smithi155 ceph-mon[102677]: pgmap v23460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:14 smithi111 ceph-mon[97855]: pgmap v23460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:14 smithi111 ceph-mon[116524]: pgmap v23460: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:16 smithi155 ceph-mon[102677]: pgmap v23461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:16 smithi111 ceph-mon[97855]: pgmap v23461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:16 smithi111 ceph-mon[116524]: pgmap v23461: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:18 smithi155 ceph-mon[102677]: pgmap v23462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:18 smithi111 ceph-mon[97855]: pgmap v23462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:18 smithi111 ceph-mon[116524]: pgmap v23462: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:19.747 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:16:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:16:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:16:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:16:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:16:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 7m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:16:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 7m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:16:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 7m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:16:20.054 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 7m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 7m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 7m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 7m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 7m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 7m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 7m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 7m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 7m ago 11h 5748M 2074M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 7m ago 11h 6056M 2074M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 7m ago 11h 6126M 2074M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 7m ago 11h 5473M 2074M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 7m ago 11h 4613M 2436M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:16:20.055 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 7m ago 11h 5807M 2436M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:16:20.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 7m ago 11h 5138M 2436M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:16:20.056 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 7m ago 11h 6006M 2436M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:16:20.056 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 7m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:16:20.433 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:20.434 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:16:20.435 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:16:20.435 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:16:20.435 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:16:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:20 smithi155 ceph-mon[102677]: pgmap v23463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:20 smithi155 ceph-mon[102677]: from='client.50723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:20 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1174424144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[97855]: pgmap v23463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[97855]: from='client.50723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1174424144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[116524]: pgmap v23463: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[116524]: from='client.50723 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:20 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1174424144' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:16:21.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:21 smithi155 ceph-mon[102677]: from='client.40851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:21.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:21 smithi111 ceph-mon[97855]: from='client.40851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:21.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:21 smithi111 ceph-mon[116524]: from='client.40851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:22 smithi155 ceph-mon[102677]: pgmap v23464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:22 smithi111 ceph-mon[116524]: pgmap v23464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:22 smithi111 ceph-mon[97855]: pgmap v23464: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:24 smithi155 ceph-mon[102677]: pgmap v23465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:24 smithi111 ceph-mon[97855]: pgmap v23465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:24 smithi111 ceph-mon[116524]: pgmap v23465: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:26 smithi155 ceph-mon[102677]: pgmap v23466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:26 smithi111 ceph-mon[97855]: pgmap v23466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:26 smithi111 ceph-mon[116524]: pgmap v23466: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:28 smithi155 ceph-mon[102677]: pgmap v23467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:28 smithi111 ceph-mon[97855]: pgmap v23467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:28 smithi111 ceph-mon[116524]: pgmap v23467: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:16:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:16:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:16:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:30 smithi155 ceph-mon[102677]: pgmap v23468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:30 smithi111 ceph-mon[97855]: pgmap v23468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:31.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:30 smithi111 ceph-mon[116524]: pgmap v23468: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:32 smithi155 ceph-mon[102677]: pgmap v23469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:32 smithi111 ceph-mon[97855]: pgmap v23469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:32 smithi111 ceph-mon[116524]: pgmap v23469: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:34 smithi155 ceph-mon[102677]: pgmap v23470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:34 smithi111 ceph-mon[97855]: pgmap v23470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:34 smithi111 ceph-mon[116524]: pgmap v23470: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:36 smithi155 ceph-mon[102677]: pgmap v23471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:36 smithi111 ceph-mon[97855]: pgmap v23471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:36 smithi111 ceph-mon[116524]: pgmap v23471: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:37.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:37 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:16:37.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:37 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:16:37.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:37 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: pgmap v23472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi111 to 2068M 2023-12-01T16:16:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: Adjusting osd_memory_target on smithi155 to 2433M 2023-12-01T16:16:38.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:38.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:38.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:16:38.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:16:38.959 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: pgmap v23472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi111 to 2068M 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: Adjusting osd_memory_target on smithi155 to 2433M 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:16:39.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: pgmap v23472: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi111 to 2068M 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: Adjusting osd_memory_target on smithi155 to 2433M 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:39.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:39.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:16:39.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:16:39.002 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:16:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:16:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:16:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:16:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:40 smithi155 ceph-mon[102677]: pgmap v23473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:40 smithi111 ceph-mon[97855]: pgmap v23473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:40 smithi111 ceph-mon[116524]: pgmap v23473: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:42 smithi155 ceph-mon[102677]: pgmap v23474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:42 smithi111 ceph-mon[97855]: pgmap v23474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:42 smithi111 ceph-mon[116524]: pgmap v23474: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:44 smithi155 ceph-mon[102677]: pgmap v23475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:44 smithi111 ceph-mon[97855]: pgmap v23475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:44 smithi111 ceph-mon[116524]: pgmap v23475: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:46 smithi155 ceph-mon[102677]: pgmap v23476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:46 smithi111 ceph-mon[97855]: pgmap v23476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:46 smithi111 ceph-mon[116524]: pgmap v23476: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:48 smithi155 ceph-mon[102677]: pgmap v23477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:48 smithi111 ceph-mon[97855]: pgmap v23477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:48 smithi111 ceph-mon[116524]: pgmap v23477: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:16:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:16:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:16:50.780 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:16:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:50 smithi155 ceph-mon[102677]: pgmap v23478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:50 smithi111 ceph-mon[97855]: pgmap v23478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:50 smithi111 ceph-mon[116524]: pgmap v23478: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:16:51.086 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5748M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6056M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6126M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5473M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4613M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5807M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5138M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:16:51.087 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 6006M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:16:51.088 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:16:51.467 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:16:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:16:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:16:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:16:51.467 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:16:51.468 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:16:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:51 smithi155 ceph-mon[102677]: from='client.40863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:51.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:51 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1244257121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:16:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:51 smithi111 ceph-mon[97855]: from='client.40863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:51.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:51 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1244257121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:16:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:51 smithi111 ceph-mon[116524]: from='client.40863 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:51.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:51 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1244257121' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:16:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:52 smithi155 ceph-mon[102677]: from='client.40869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:52.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:52 smithi155 ceph-mon[102677]: pgmap v23479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:52 smithi111 ceph-mon[97855]: from='client.40869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:52 smithi111 ceph-mon[97855]: pgmap v23479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:52 smithi111 ceph-mon[116524]: from='client.40869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:16:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:52 smithi111 ceph-mon[116524]: pgmap v23479: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:54 smithi155 ceph-mon[102677]: pgmap v23480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:54 smithi111 ceph-mon[97855]: pgmap v23480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:54 smithi111 ceph-mon[116524]: pgmap v23480: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:56 smithi155 ceph-mon[102677]: pgmap v23481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:56 smithi111 ceph-mon[97855]: pgmap v23481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:56 smithi111 ceph-mon[116524]: pgmap v23481: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:16:58 smithi155 ceph-mon[102677]: pgmap v23482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:16:58 smithi111 ceph-mon[97855]: pgmap v23482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:16:58 smithi111 ceph-mon[116524]: pgmap v23482: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:16:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:16:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:16:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:17:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:00 smithi155 ceph-mon[102677]: pgmap v23483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:00 smithi111 ceph-mon[97855]: pgmap v23483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:00 smithi111 ceph-mon[116524]: pgmap v23483: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:02.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:02 smithi155 ceph-mon[102677]: pgmap v23484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:02 smithi111 ceph-mon[97855]: pgmap v23484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:02 smithi111 ceph-mon[116524]: pgmap v23484: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:04 smithi155 ceph-mon[102677]: pgmap v23485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:04 smithi111 ceph-mon[97855]: pgmap v23485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:04 smithi111 ceph-mon[116524]: pgmap v23485: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:06 smithi155 ceph-mon[102677]: pgmap v23486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:06 smithi111 ceph-mon[97855]: pgmap v23486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:06 smithi111 ceph-mon[116524]: pgmap v23486: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:08.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:08 smithi155 ceph-mon[102677]: pgmap v23487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:08 smithi111 ceph-mon[97855]: pgmap v23487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:08 smithi111 ceph-mon[116524]: pgmap v23487: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:17:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:17:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:17:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:10 smithi155 ceph-mon[102677]: pgmap v23488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:10 smithi111 ceph-mon[97855]: pgmap v23488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:10 smithi111 ceph-mon[116524]: pgmap v23488: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:12 smithi155 ceph-mon[102677]: pgmap v23489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:12 smithi111 ceph-mon[97855]: pgmap v23489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:12 smithi111 ceph-mon[116524]: pgmap v23489: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:14 smithi155 ceph-mon[102677]: pgmap v23490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:14 smithi111 ceph-mon[97855]: pgmap v23490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:14 smithi111 ceph-mon[116524]: pgmap v23490: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:16 smithi155 ceph-mon[102677]: pgmap v23491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:16 smithi111 ceph-mon[97855]: pgmap v23491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:16 smithi111 ceph-mon[116524]: pgmap v23491: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:18 smithi155 ceph-mon[102677]: pgmap v23492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:18 smithi111 ceph-mon[97855]: pgmap v23492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:18 smithi111 ceph-mon[116524]: pgmap v23492: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:17:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:17:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:17:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:20 smithi155 ceph-mon[102677]: pgmap v23493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:20 smithi111 ceph-mon[97855]: pgmap v23493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:20 smithi111 ceph-mon[116524]: pgmap v23493: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:21.813 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:17:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:17:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 8m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:17:22.118 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 8m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:17:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 8m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:17:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 8m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:17:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 8m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:17:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 8m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:17:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 8m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:17:22.119 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 8m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 8m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 8m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 8m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 8m ago 11h 5748M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 8m ago 11h 6056M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 8m ago 11h 6126M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:17:22.120 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 8m ago 11h 5473M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:17:22.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 8m ago 11h 4613M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:17:22.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 8m ago 11h 5807M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:17:22.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 8m ago 11h 5138M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:17:22.121 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 8m ago 11h 6006M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:17:22.121 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 8m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:17:22.496 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:17:22.497 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:17:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:22 smithi155 ceph-mon[102677]: pgmap v23494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:22 smithi155 ceph-mon[102677]: from='client.40881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:22.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:22 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1669130023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:22 smithi111 ceph-mon[97855]: pgmap v23494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:22 smithi111 ceph-mon[97855]: from='client.40881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:22 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1669130023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:17:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:22 smithi111 ceph-mon[116524]: pgmap v23494: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:22 smithi111 ceph-mon[116524]: from='client.40881 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:22 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1669130023' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:17:23.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:23 smithi155 ceph-mon[102677]: from='client.40887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:23.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:23 smithi111 ceph-mon[97855]: from='client.40887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:23.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:23 smithi111 ceph-mon[116524]: from='client.40887 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:24.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:24 smithi155 ceph-mon[102677]: pgmap v23495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:24.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:24 smithi111 ceph-mon[97855]: pgmap v23495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:24.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:24 smithi111 ceph-mon[116524]: pgmap v23495: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:26 smithi155 ceph-mon[102677]: pgmap v23496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:26 smithi111 ceph-mon[97855]: pgmap v23496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:26 smithi111 ceph-mon[116524]: pgmap v23496: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:28 smithi155 ceph-mon[102677]: pgmap v23497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:28 smithi111 ceph-mon[97855]: pgmap v23497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:28 smithi111 ceph-mon[116524]: pgmap v23497: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:17:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:17:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:17:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:30 smithi155 ceph-mon[102677]: pgmap v23498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:30 smithi111 ceph-mon[97855]: pgmap v23498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:30 smithi111 ceph-mon[116524]: pgmap v23498: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:32 smithi155 ceph-mon[102677]: pgmap v23499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:32 smithi111 ceph-mon[97855]: pgmap v23499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:32 smithi111 ceph-mon[116524]: pgmap v23499: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:34 smithi155 ceph-mon[102677]: pgmap v23500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:34 smithi111 ceph-mon[97855]: pgmap v23500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:34 smithi111 ceph-mon[116524]: pgmap v23500: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:36 smithi155 ceph-mon[102677]: pgmap v23501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:36 smithi111 ceph-mon[97855]: pgmap v23501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:36 smithi111 ceph-mon[116524]: pgmap v23501: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:38 smithi155 ceph-mon[102677]: pgmap v23502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:17:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:17:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:17:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:17:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[97855]: pgmap v23502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:17:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:17:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:17:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:17:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[116524]: pgmap v23502: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:17:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:17:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:17:39.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:17:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:17:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:17:39] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:17:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:40 smithi155 ceph-mon[102677]: pgmap v23503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:40 smithi111 ceph-mon[97855]: pgmap v23503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:41.012 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:40 smithi111 ceph-mon[116524]: pgmap v23503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:42 smithi155 ceph-mon[102677]: pgmap v23504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:42 smithi111 ceph-mon[97855]: pgmap v23504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:42 smithi111 ceph-mon[116524]: pgmap v23504: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:44 smithi155 ceph-mon[102677]: pgmap v23505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:44 smithi111 ceph-mon[97855]: pgmap v23505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:44 smithi111 ceph-mon[116524]: pgmap v23505: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:46 smithi155 ceph-mon[102677]: pgmap v23506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:46 smithi111 ceph-mon[97855]: pgmap v23506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:46 smithi111 ceph-mon[116524]: pgmap v23506: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:48 smithi155 ceph-mon[102677]: pgmap v23507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:48 smithi111 ceph-mon[97855]: pgmap v23507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:48 smithi111 ceph-mon[116524]: pgmap v23507: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:17:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:17:49] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:17:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:50 smithi155 ceph-mon[102677]: pgmap v23508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:50 smithi111 ceph-mon[97855]: pgmap v23508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:50 smithi111 ceph-mon[116524]: pgmap v23508: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:17:52.843 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:17:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:52 smithi155 ceph-mon[102677]: pgmap v23509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:52 smithi111 ceph-mon[97855]: pgmap v23509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:52 smithi111 ceph-mon[116524]: pgmap v23509: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:53.150 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5748M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:17:53.151 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6056M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6126M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5473M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4613M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5807M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5138M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 6006M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:17:53.152 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:17:53.533 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:17:53.533 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:17:53.533 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:17:53.534 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:17:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:53 smithi155 ceph-mon[102677]: from='client.40899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:53.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:53 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3151919284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:17:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:53 smithi111 ceph-mon[97855]: from='client.40899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:53.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:53 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3151919284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:53 smithi111 ceph-mon[116524]: from='client.40899 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:53.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:53 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3151919284' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:17:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:54 smithi155 ceph-mon[102677]: from='client.50783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:54.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:54 smithi155 ceph-mon[102677]: pgmap v23510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:54 smithi111 ceph-mon[97855]: from='client.50783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:54.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:54 smithi111 ceph-mon[97855]: pgmap v23510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:54.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:54 smithi111 ceph-mon[116524]: from='client.50783 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:17:55.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:54 smithi111 ceph-mon[116524]: pgmap v23510: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:56 smithi155 ceph-mon[102677]: pgmap v23511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:56 smithi111 ceph-mon[97855]: pgmap v23511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:56 smithi111 ceph-mon[116524]: pgmap v23511: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:17:58 smithi155 ceph-mon[102677]: pgmap v23512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:17:58 smithi111 ceph-mon[97855]: pgmap v23512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:17:58 smithi111 ceph-mon[116524]: pgmap v23512: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:17:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:17:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:17:59] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:18:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:00 smithi155 ceph-mon[102677]: pgmap v23513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:00 smithi111 ceph-mon[97855]: pgmap v23513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:00 smithi111 ceph-mon[116524]: pgmap v23513: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:02 smithi155 ceph-mon[102677]: pgmap v23514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:02 smithi111 ceph-mon[97855]: pgmap v23514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:02 smithi111 ceph-mon[116524]: pgmap v23514: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:04 smithi155 ceph-mon[102677]: pgmap v23515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:04 smithi111 ceph-mon[97855]: pgmap v23515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:04.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:04 smithi111 ceph-mon[116524]: pgmap v23515: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:05.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:06 smithi155 ceph-mon[102677]: pgmap v23516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:06 smithi111 ceph-mon[97855]: pgmap v23516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:06 smithi111 ceph-mon[116524]: pgmap v23516: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:08 smithi155 ceph-mon[102677]: pgmap v23517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:08 smithi111 ceph-mon[97855]: pgmap v23517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:08 smithi111 ceph-mon[116524]: pgmap v23517: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:18:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:18:09] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:18:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:10 smithi155 ceph-mon[102677]: pgmap v23518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:10 smithi111 ceph-mon[116524]: pgmap v23518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:10 smithi111 ceph-mon[97855]: pgmap v23518: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:12 smithi155 ceph-mon[102677]: pgmap v23519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:12 smithi111 ceph-mon[97855]: pgmap v23519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:12 smithi111 ceph-mon[116524]: pgmap v23519: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:14 smithi155 ceph-mon[102677]: pgmap v23520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:14 smithi111 ceph-mon[97855]: pgmap v23520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:14 smithi111 ceph-mon[116524]: pgmap v23520: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:16 smithi155 ceph-mon[102677]: pgmap v23521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:16 smithi111 ceph-mon[97855]: pgmap v23521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:16 smithi111 ceph-mon[116524]: pgmap v23521: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:18 smithi155 ceph-mon[102677]: pgmap v23522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:18 smithi111 ceph-mon[97855]: pgmap v23522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:18 smithi111 ceph-mon[116524]: pgmap v23522: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:18:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:18:19] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:18:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:20 smithi155 ceph-mon[102677]: pgmap v23523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:20 smithi111 ceph-mon[97855]: pgmap v23523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:20 smithi111 ceph-mon[116524]: pgmap v23523: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:22 smithi155 ceph-mon[102677]: pgmap v23524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:22 smithi111 ceph-mon[97855]: pgmap v23524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:22 smithi111 ceph-mon[116524]: pgmap v23524: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:23.880 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:18:24.185 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 9m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 9m ago 11h 105M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 9m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 9m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 9m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 9m ago 11h 971M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 9m ago 11h 2628M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 9m ago 11h 1292M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 9m ago 11h 1146M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 9m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 9m ago 11h 22.9M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 9m ago 11h 5748M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 9m ago 11h 6056M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:18:24.186 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 9m ago 11h 6126M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:18:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 9m ago 11h 5473M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:18:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 9m ago 11h 4613M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:18:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 9m ago 11h 5807M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:18:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 9m ago 11h 5138M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:18:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 9m ago 11h 6006M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:18:24.187 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 9m ago 11h 133M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:18:24.566 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:24.567 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:18:24.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:18:24.568 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:24.568 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:18:24.568 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:18:24.568 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:18:24.568 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:18:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:24 smithi155 ceph-mon[102677]: pgmap v23525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:24.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:24 smithi155 ceph-mon[102677]: from='client.50795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:24 smithi111 ceph-mon[97855]: pgmap v23525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:24 smithi111 ceph-mon[97855]: from='client.50795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:24 smithi111 ceph-mon[116524]: pgmap v23525: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:24 smithi111 ceph-mon[116524]: from='client.50795 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:25.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:25 smithi155 ceph-mon[102677]: from='client.50801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:25.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:25 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2706029105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:18:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:25 smithi111 ceph-mon[97855]: from='client.50801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:25.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:25 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2706029105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:18:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:25 smithi111 ceph-mon[116524]: from='client.50801 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:25.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:25 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2706029105' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:18:26.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:26 smithi155 ceph-mon[102677]: pgmap v23526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:26.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:26 smithi111 ceph-mon[97855]: pgmap v23526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:26.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:26 smithi111 ceph-mon[116524]: pgmap v23526: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:28 smithi155 ceph-mon[102677]: pgmap v23527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:28 smithi111 ceph-mon[97855]: pgmap v23527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:28 smithi111 ceph-mon[116524]: pgmap v23527: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:18:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:18:29] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:18:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:30 smithi155 ceph-mon[102677]: pgmap v23528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:30 smithi111 ceph-mon[116524]: pgmap v23528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:30 smithi111 ceph-mon[97855]: pgmap v23528: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:32 smithi155 ceph-mon[102677]: pgmap v23529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:32 smithi111 ceph-mon[97855]: pgmap v23529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:32 smithi111 ceph-mon[116524]: pgmap v23529: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:34 smithi155 ceph-mon[102677]: pgmap v23530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:34 smithi111 ceph-mon[97855]: pgmap v23530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:34 smithi111 ceph-mon[116524]: pgmap v23530: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:36 smithi155 ceph-mon[102677]: pgmap v23531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:36 smithi111 ceph-mon[97855]: pgmap v23531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:36 smithi111 ceph-mon[116524]: pgmap v23531: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:38 smithi155 ceph-mon[102677]: pgmap v23532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:38 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:18:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:38 smithi111 ceph-mon[97855]: pgmap v23532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:38 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:18:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:38 smithi111 ceph-mon[116524]: pgmap v23532: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:38 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:18:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:18:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:18:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:18:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:40 smithi155 ceph-mon[102677]: pgmap v23533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:40.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:40.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:40 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:40 smithi111 ceph-mon[97855]: pgmap v23533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:40 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:40 smithi111 ceph-mon[116524]: pgmap v23533: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:40 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.457 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:42 smithi155 ceph-mon[102677]: pgmap v23534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:18:42.458 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[97855]: pgmap v23534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:42.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:18:42.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:18:42.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:42.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[116524]: pgmap v23534: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:42.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:18:42.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:18:42.502 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:18:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:44 smithi155 ceph-mon[102677]: pgmap v23535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:44 smithi111 ceph-mon[97855]: pgmap v23535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:44 smithi111 ceph-mon[116524]: pgmap v23535: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:46 smithi155 ceph-mon[102677]: pgmap v23536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:46 smithi111 ceph-mon[97855]: pgmap v23536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:46 smithi111 ceph-mon[116524]: pgmap v23536: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:48 smithi155 ceph-mon[102677]: pgmap v23537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:48 smithi111 ceph-mon[97855]: pgmap v23537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:48 smithi111 ceph-mon[116524]: pgmap v23537: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:18:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:18:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:18:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:50 smithi155 ceph-mon[102677]: pgmap v23538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:50 smithi111 ceph-mon[97855]: pgmap v23538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:50 smithi111 ceph-mon[116524]: pgmap v23538: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:18:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:52 smithi155 ceph-mon[102677]: pgmap v23539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:52 smithi111 ceph-mon[97855]: pgmap v23539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:52 smithi111 ceph-mon[116524]: pgmap v23539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:54 smithi155 ceph-mon[102677]: pgmap v23540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:54 smithi111 ceph-mon[97855]: pgmap v23540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:54 smithi111 ceph-mon[116524]: pgmap v23540: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:54.914 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 14s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 14s ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 14s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 14s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 14s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 14s ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 14s ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:18:55.221 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 14s ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 14s ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 14s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 14s ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 14s ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 14s ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 14s ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 14s ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 14s ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 14s ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 14s ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 14s ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:18:55.222 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 14s ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:18:55.602 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:18:55.602 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:18:55.602 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:18:55.603 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:18:55.604 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:18:55.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:55 smithi155 ceph-mon[102677]: from='client.50813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:55.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:55 smithi111 ceph-mon[97855]: from='client.50813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:55.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:55 smithi111 ceph-mon[116524]: from='client.50813 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:56.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:56 smithi155 ceph-mon[102677]: from='client.50819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:56 smithi155 ceph-mon[102677]: pgmap v23541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:56.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:56 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3793431371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:18:56.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:56 smithi111 ceph-mon[97855]: from='client.50819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:56.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:56 smithi111 ceph-mon[97855]: pgmap v23541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:56.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:56 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3793431371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:18:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:56 smithi111 ceph-mon[116524]: from='client.50819 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:18:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:56 smithi111 ceph-mon[116524]: pgmap v23541: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:56.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:56 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3793431371' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:18:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:18:58 smithi155 ceph-mon[102677]: pgmap v23542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:18:58 smithi111 ceph-mon[97855]: pgmap v23542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:18:58 smithi111 ceph-mon[116524]: pgmap v23542: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:18:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:18:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:18:59] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:19:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:00 smithi155 ceph-mon[102677]: pgmap v23543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:00 smithi111 ceph-mon[116524]: pgmap v23543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:00 smithi111 ceph-mon[97855]: pgmap v23543: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:02 smithi155 ceph-mon[102677]: pgmap v23544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:02 smithi111 ceph-mon[97855]: pgmap v23544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:02 smithi111 ceph-mon[116524]: pgmap v23544: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:04 smithi155 ceph-mon[102677]: pgmap v23545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:04 smithi111 ceph-mon[97855]: pgmap v23545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:04 smithi111 ceph-mon[116524]: pgmap v23545: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:06 smithi155 ceph-mon[102677]: pgmap v23546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:06 smithi111 ceph-mon[97855]: pgmap v23546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:06 smithi111 ceph-mon[116524]: pgmap v23546: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:08 smithi155 ceph-mon[102677]: pgmap v23547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:08 smithi111 ceph-mon[97855]: pgmap v23547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:08 smithi111 ceph-mon[116524]: pgmap v23547: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:19:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:19:09] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:19:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:10 smithi155 ceph-mon[102677]: pgmap v23548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:10 smithi111 ceph-mon[97855]: pgmap v23548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:10 smithi111 ceph-mon[116524]: pgmap v23548: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:12 smithi155 ceph-mon[102677]: pgmap v23549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:12 smithi111 ceph-mon[97855]: pgmap v23549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:12 smithi111 ceph-mon[116524]: pgmap v23549: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:14.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:14 smithi155 ceph-mon[102677]: pgmap v23550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:14 smithi111 ceph-mon[97855]: pgmap v23550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:14 smithi111 ceph-mon[116524]: pgmap v23550: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:16 smithi155 ceph-mon[102677]: pgmap v23551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:16 smithi111 ceph-mon[97855]: pgmap v23551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:16 smithi111 ceph-mon[116524]: pgmap v23551: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:18.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:18 smithi155 ceph-mon[102677]: pgmap v23552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:18 smithi111 ceph-mon[97855]: pgmap v23552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:18 smithi111 ceph-mon[116524]: pgmap v23552: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:19:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:19:19] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:19:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:20 smithi155 ceph-mon[102677]: pgmap v23553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:20.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:20 smithi111 ceph-mon[97855]: pgmap v23553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:20 smithi111 ceph-mon[116524]: pgmap v23553: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:22 smithi155 ceph-mon[102677]: pgmap v23554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:22 smithi111 ceph-mon[97855]: pgmap v23554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:22 smithi111 ceph-mon[116524]: pgmap v23554: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:24 smithi155 ceph-mon[102677]: pgmap v23555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:24 smithi111 ceph-mon[97855]: pgmap v23555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:24 smithi111 ceph-mon[116524]: pgmap v23555: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:25.950 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 45s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 45s ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 45s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 45s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 45s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 45s ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 45s ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 45s ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:19:26.253 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 45s ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 45s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 45s ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 45s ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 45s ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 45s ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 45s ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 45s ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 45s ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 45s ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 45s ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:19:26.254 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 45s ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:19:26.630 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:19:26.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:19:26.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:19:26.630 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:26.630 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:19:26.630 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:19:26.631 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:19:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:26 smithi155 ceph-mon[102677]: pgmap v23556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:26 smithi111 ceph-mon[97855]: pgmap v23556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:26 smithi111 ceph-mon[116524]: pgmap v23556: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:27.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:27 smithi155 ceph-mon[102677]: from='client.40953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:27 smithi155 ceph-mon[102677]: from='client.40959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:27.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:27 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/3547290393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:19:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:27 smithi111 ceph-mon[97855]: from='client.40953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:27 smithi111 ceph-mon[97855]: from='client.40959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:27.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:27 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/3547290393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:27 smithi111 ceph-mon[116524]: from='client.40953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:27 smithi111 ceph-mon[116524]: from='client.40959 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:27.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:27 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/3547290393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:19:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:28 smithi155 ceph-mon[102677]: pgmap v23557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:28 smithi111 ceph-mon[97855]: pgmap v23557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:28 smithi111 ceph-mon[116524]: pgmap v23557: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:19:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:19:29] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:19:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:30 smithi155 ceph-mon[102677]: pgmap v23558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:30 smithi111 ceph-mon[97855]: pgmap v23558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:30 smithi111 ceph-mon[116524]: pgmap v23558: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:32 smithi155 ceph-mon[102677]: pgmap v23559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:32 smithi111 ceph-mon[97855]: pgmap v23559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:32 smithi111 ceph-mon[116524]: pgmap v23559: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:34 smithi155 ceph-mon[102677]: pgmap v23560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:34 smithi111 ceph-mon[97855]: pgmap v23560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:34 smithi111 ceph-mon[116524]: pgmap v23560: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:36 smithi155 ceph-mon[102677]: pgmap v23561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:36 smithi111 ceph-mon[97855]: pgmap v23561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:36 smithi111 ceph-mon[116524]: pgmap v23561: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:38 smithi155 ceph-mon[102677]: pgmap v23562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:38 smithi111 ceph-mon[97855]: pgmap v23562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:38 smithi111 ceph-mon[116524]: pgmap v23562: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:19:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:19:39] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:19:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:40 smithi155 ceph-mon[102677]: pgmap v23563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:40 smithi111 ceph-mon[97855]: pgmap v23563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:40 smithi111 ceph-mon[116524]: pgmap v23563: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:42 smithi155 ceph-mon[102677]: pgmap v23564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:19:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:19:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:19:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:19:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[97855]: pgmap v23564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:19:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:19:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:19:43.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:19:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[116524]: pgmap v23564: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:19:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:19:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:19:43.001 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:19:44.709 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:44 smithi155 ceph-mon[102677]: pgmap v23565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:44 smithi111 ceph-mon[97855]: pgmap v23565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:44 smithi111 ceph-mon[116524]: pgmap v23565: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:46 smithi155 ceph-mon[102677]: pgmap v23566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:46 smithi111 ceph-mon[97855]: pgmap v23566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:46 smithi111 ceph-mon[116524]: pgmap v23566: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:48 smithi155 ceph-mon[102677]: pgmap v23567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:48 smithi111 ceph-mon[97855]: pgmap v23567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:48.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:48 smithi111 ceph-mon[116524]: pgmap v23567: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:19:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:19:49] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2023-12-01T16:19:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:50 smithi155 ceph-mon[102677]: pgmap v23568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:50.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:50 smithi111 ceph-mon[97855]: pgmap v23568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:50 smithi111 ceph-mon[116524]: pgmap v23568: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:19:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:52 smithi155 ceph-mon[102677]: pgmap v23569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:52 smithi111 ceph-mon[97855]: pgmap v23569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:52 smithi111 ceph-mon[116524]: pgmap v23569: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:54 smithi155 ceph-mon[102677]: pgmap v23570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:54 smithi111 ceph-mon[97855]: pgmap v23570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:54 smithi111 ceph-mon[116524]: pgmap v23570: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:56 smithi155 ceph-mon[102677]: pgmap v23571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:56.975 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:19:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:56 smithi111 ceph-mon[97855]: pgmap v23571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:56 smithi111 ceph-mon[116524]: pgmap v23571: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 76s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 76s ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 76s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 76s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 76s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 76s ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:19:57.281 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 76s ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 76s ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 76s ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 76s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 76s ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 76s ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 76s ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 76s ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 76s ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 76s ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 76s ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 76s ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 76s ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:19:57.282 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 76s ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:19:57.664 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:19:57.665 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:19:57.665 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:19:57.665 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:19:57.665 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:19:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:58 smithi155 ceph-mon[102677]: from='client.40971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:58 smithi155 ceph-mon[102677]: from='client.50855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:58 smithi155 ceph-mon[102677]: pgmap v23572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:58.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:19:58 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/661836405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[97855]: from='client.40971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[97855]: from='client.50855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[97855]: pgmap v23572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/661836405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[116524]: from='client.40971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[116524]: from='client.50855 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[116524]: pgmap v23572: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:19:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:19:58 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/661836405' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:19:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:19:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:19:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:20:00.501 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:00 smithi111 conmon[97831]: 2023-12-01T16:19:59.999+0000 7fe9d7516700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:20:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:00 smithi155 ceph-mon[102677]: pgmap v23573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:00 smithi155 ceph-mon[102677]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:20:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:00 smithi111 ceph-mon[97855]: pgmap v23573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:00 smithi111 ceph-mon[97855]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:20:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:00 smithi111 ceph-mon[116524]: pgmap v23573: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:00 smithi111 ceph-mon[116524]: overall HEALTH_ERR Upgrade: cannot upgrade/downgrade to 18.0.0-7650-g9942cfaf 2023-12-01T16:20:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:02 smithi155 ceph-mon[102677]: pgmap v23574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:02 smithi111 ceph-mon[97855]: pgmap v23574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:02 smithi111 ceph-mon[116524]: pgmap v23574: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:04.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:04 smithi155 ceph-mon[102677]: pgmap v23575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:04 smithi111 ceph-mon[97855]: pgmap v23575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:04 smithi111 ceph-mon[116524]: pgmap v23575: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:06.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:06 smithi155 ceph-mon[102677]: pgmap v23576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:06 smithi111 ceph-mon[97855]: pgmap v23576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:06 smithi111 ceph-mon[116524]: pgmap v23576: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:08.750 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:08 smithi111 ceph-mon[97855]: pgmap v23577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:08.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:08 smithi111 ceph-mon[116524]: pgmap v23577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:08 smithi155 ceph-mon[102677]: pgmap v23577: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:20:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:20:09] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:20:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:10 smithi155 ceph-mon[102677]: pgmap v23578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:10 smithi111 ceph-mon[97855]: pgmap v23578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:10 smithi111 ceph-mon[116524]: pgmap v23578: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:12 smithi155 ceph-mon[102677]: pgmap v23579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:12 smithi111 ceph-mon[116524]: pgmap v23579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:12 smithi111 ceph-mon[97855]: pgmap v23579: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:14 smithi155 ceph-mon[102677]: pgmap v23580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:14 smithi111 ceph-mon[116524]: pgmap v23580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:14 smithi111 ceph-mon[97855]: pgmap v23580: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:16.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:16 smithi155 ceph-mon[102677]: pgmap v23581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:16 smithi111 ceph-mon[97855]: pgmap v23581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:16 smithi111 ceph-mon[116524]: pgmap v23581: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:18.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:18 smithi155 ceph-mon[102677]: pgmap v23582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:18 smithi111 ceph-mon[97855]: pgmap v23582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:18 smithi111 ceph-mon[116524]: pgmap v23582: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:20:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:20:19] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:20:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:20 smithi155 ceph-mon[102677]: pgmap v23583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:20 smithi111 ceph-mon[116524]: pgmap v23583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:20 smithi111 ceph-mon[97855]: pgmap v23583: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:22 smithi155 ceph-mon[102677]: pgmap v23584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:22 smithi111 ceph-mon[97855]: pgmap v23584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:22 smithi111 ceph-mon[116524]: pgmap v23584: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:24 smithi155 ceph-mon[102677]: pgmap v23585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:24 smithi111 ceph-mon[97855]: pgmap v23585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:24.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:24 smithi111 ceph-mon[116524]: pgmap v23585: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:26 smithi155 ceph-mon[102677]: pgmap v23586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:26 smithi111 ceph-mon[97855]: pgmap v23586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:27.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:26 smithi111 ceph-mon[116524]: pgmap v23586: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:28.009 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:20:28.318 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 107s ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 107s ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 107s ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 107s ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 107s ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 107s ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 107s ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 107s ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 107s ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 107s ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 107s ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 107s ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:20:28.319 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 107s ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 107s ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 107s ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 107s ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 107s ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 107s ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 107s ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:20:28.320 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 107s ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:20:28.696 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:20:28.697 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:28.698 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:20:28.698 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:20:28.698 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:20:28.698 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:20:28.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:28 smithi155 ceph-mon[102677]: pgmap v23587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:28 smithi111 ceph-mon[97855]: pgmap v23587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:28 smithi111 ceph-mon[116524]: pgmap v23587: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:29.598 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:20:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:20:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:20:29.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:29 smithi155 ceph-mon[102677]: from='client.50867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:20:29.981 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:29 smithi155 ceph-mon[102677]: from='client.50873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:20:29.981 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:29 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/2822926557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:20:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:29 smithi111 ceph-mon[97855]: from='client.50867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:20:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:29 smithi111 ceph-mon[97855]: from='client.50873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:20:29.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:29 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/2822926557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:20:29.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:29 smithi111 ceph-mon[116524]: from='client.50867 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:20:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:29 smithi111 ceph-mon[116524]: from='client.50873 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:20:30.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:29 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/2822926557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:20:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:30 smithi155 ceph-mon[102677]: pgmap v23588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:30 smithi111 ceph-mon[97855]: pgmap v23588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:30 smithi111 ceph-mon[116524]: pgmap v23588: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:32 smithi155 ceph-mon[102677]: pgmap v23589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:32 smithi111 ceph-mon[97855]: pgmap v23589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:32 smithi111 ceph-mon[116524]: pgmap v23589: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:34 smithi155 ceph-mon[102677]: pgmap v23590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:34 smithi111 ceph-mon[97855]: pgmap v23590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:34 smithi111 ceph-mon[116524]: pgmap v23590: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:35.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:36 smithi155 ceph-mon[102677]: pgmap v23591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:36 smithi111 ceph-mon[97855]: pgmap v23591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:36.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:36 smithi111 ceph-mon[116524]: pgmap v23591: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:38.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:38 smithi155 ceph-mon[102677]: pgmap v23592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:38 smithi111 ceph-mon[97855]: pgmap v23592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:38 smithi111 ceph-mon[116524]: pgmap v23592: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:20:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:20:39] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:20:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:40 smithi155 ceph-mon[102677]: pgmap v23593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:40 smithi111 ceph-mon[97855]: pgmap v23593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:40 smithi111 ceph-mon[116524]: pgmap v23593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:42 smithi155 ceph-mon[102677]: pgmap v23594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:20:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:42 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[97855]: pgmap v23594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:20:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[116524]: pgmap v23594: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:20:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:43.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:42 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:44.499 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:44 smithi111 ceph-mon[97855]: pgmap v23595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:44.500 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:44 smithi111 ceph-mon[116524]: pgmap v23595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:44 smithi155 ceph-mon[102677]: pgmap v23595: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:46 smithi155 ceph-mon[102677]: pgmap v23596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:20:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:20:46.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[97855]: pgmap v23596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:20:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[116524]: pgmap v23596: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:20:47.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:20:48.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:48 smithi155 ceph-mon[102677]: pgmap v23597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:48 smithi111 ceph-mon[97855]: pgmap v23597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:48 smithi111 ceph-mon[116524]: pgmap v23597: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:20:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:20:49] "GET /metrics HTTP/1.1" 200 33965 "" "Prometheus/2.43.0" 2023-12-01T16:20:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:50 smithi155 ceph-mon[102677]: pgmap v23598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:50.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:50 smithi111 ceph-mon[97855]: pgmap v23598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:50 smithi111 ceph-mon[116524]: pgmap v23598: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:50.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:20:52.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:52 smithi155 ceph-mon[102677]: pgmap v23599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:52 smithi111 ceph-mon[97855]: pgmap v23599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:52 smithi111 ceph-mon[116524]: pgmap v23599: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:54 smithi155 ceph-mon[102677]: pgmap v23600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:54 smithi111 ceph-mon[97855]: pgmap v23600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:54 smithi111 ceph-mon[116524]: pgmap v23600: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:56 smithi155 ceph-mon[102677]: pgmap v23601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:56 smithi111 ceph-mon[97855]: pgmap v23601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:56 smithi111 ceph-mon[116524]: pgmap v23601: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:20:58 smithi155 ceph-mon[102677]: pgmap v23602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:20:58 smithi111 ceph-mon[97855]: pgmap v23602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:20:58 smithi111 ceph-mon[116524]: pgmap v23602: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:20:59.044 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:20:59.353 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:20:59.354 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:20:59.355 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:20:59.734 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:20:59.735 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:20:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:20:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:20:59] "GET /metrics HTTP/1.1" 200 33962 "" "Prometheus/2.43.0" 2023-12-01T16:21:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:00 smithi155 ceph-mon[102677]: from='client.41007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:00 smithi155 ceph-mon[102677]: from='client.50891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:00 smithi155 ceph-mon[102677]: pgmap v23603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:00.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:00 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4134894007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:21:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[97855]: from='client.41007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[97855]: from='client.50891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[97855]: pgmap v23603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4134894007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:21:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[116524]: from='client.41007 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[116524]: from='client.50891 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[116524]: pgmap v23603: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:01.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:00 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4134894007' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:21:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:02 smithi155 ceph-mon[102677]: pgmap v23604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:02 smithi111 ceph-mon[97855]: pgmap v23604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:02 smithi111 ceph-mon[116524]: pgmap v23604: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:04.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:04 smithi155 ceph-mon[102677]: pgmap v23605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:04.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:04 smithi111 ceph-mon[97855]: pgmap v23605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:04.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:04 smithi111 ceph-mon[116524]: pgmap v23605: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:05.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:05 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:05.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:05 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:05.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:05 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:06.710 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:06 smithi155 ceph-mon[102677]: pgmap v23606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:06.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:06 smithi111 ceph-mon[97855]: pgmap v23606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:06.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:06 smithi111 ceph-mon[116524]: pgmap v23606: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:08.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:08 smithi155 ceph-mon[102677]: pgmap v23607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:08.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:08 smithi111 ceph-mon[97855]: pgmap v23607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:08.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:08 smithi111 ceph-mon[116524]: pgmap v23607: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:09.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:21:09 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:21:09] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:21:10.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:10 smithi155 ceph-mon[102677]: pgmap v23608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:10.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:10 smithi111 ceph-mon[97855]: pgmap v23608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:10.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:10 smithi111 ceph-mon[116524]: pgmap v23608: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:12.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:12 smithi155 ceph-mon[102677]: pgmap v23609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:12.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:12 smithi111 ceph-mon[116524]: pgmap v23609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:12.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:12 smithi111 ceph-mon[97855]: pgmap v23609: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:14.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:14 smithi155 ceph-mon[102677]: pgmap v23610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:14.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:14 smithi111 ceph-mon[116524]: pgmap v23610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:14.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:14 smithi111 ceph-mon[97855]: pgmap v23610: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:16.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:16 smithi155 ceph-mon[102677]: pgmap v23611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:16.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:16 smithi111 ceph-mon[116524]: pgmap v23611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:16.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:16 smithi111 ceph-mon[97855]: pgmap v23611: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:18.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:18 smithi155 ceph-mon[102677]: pgmap v23612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:18.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:18 smithi111 ceph-mon[97855]: pgmap v23612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:18.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:18 smithi111 ceph-mon[116524]: pgmap v23612: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:19.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:21:19 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:21:19] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2023-12-01T16:21:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:20 smithi155 ceph-mon[102677]: pgmap v23613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:20.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:20 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:20 smithi111 ceph-mon[116524]: pgmap v23613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:20.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:20 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:20 smithi111 ceph-mon[97855]: pgmap v23613: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:20.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:20 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:22.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:22 smithi155 ceph-mon[102677]: pgmap v23614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:22.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:22 smithi111 ceph-mon[97855]: pgmap v23614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:22.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:22 smithi111 ceph-mon[116524]: pgmap v23614: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:24.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:24 smithi155 ceph-mon[102677]: pgmap v23615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:24.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:24 smithi111 ceph-mon[97855]: pgmap v23615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:24.750 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:24 smithi111 ceph-mon[116524]: pgmap v23615: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:26.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:26 smithi155 ceph-mon[102677]: pgmap v23616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:26.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:26 smithi111 ceph-mon[97855]: pgmap v23616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:26.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:26 smithi111 ceph-mon[116524]: pgmap v23616: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:28.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:28 smithi155 ceph-mon[102677]: pgmap v23617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:28.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:28 smithi111 ceph-mon[97855]: pgmap v23617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:28.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:28 smithi111 ceph-mon[116524]: pgmap v23617: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:29.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:21:29 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:21:29] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:21:30.082 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 2m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 2m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 2m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 2m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 2m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 2m ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 2m ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 2m ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 2m ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 2m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:21:30.388 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 2m ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 2m ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 2m ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 2m ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 2m ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 2m ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 2m ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 2m ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 2m ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:21:30.389 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 2m ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:21:30.769 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:21:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:21:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:21:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:21:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:21:30.769 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:21:30.770 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:21:30.771 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:21:30.771 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:21:30.771 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:21:30.771 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:21:30.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:30 smithi155 ceph-mon[102677]: pgmap v23618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:30.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:30 smithi111 ceph-mon[97855]: pgmap v23618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:30.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:30 smithi111 ceph-mon[116524]: pgmap v23618: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:31 smithi155 ceph-mon[102677]: from='client.41025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:31.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:31 smithi155 ceph-mon[102677]: from='client.50909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:31.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:31 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/1486379443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:21:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:31 smithi111 ceph-mon[97855]: from='client.41025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:31 smithi111 ceph-mon[97855]: from='client.50909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:31.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:31 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/1486379443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:21:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:31 smithi111 ceph-mon[116524]: from='client.41025 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:31 smithi111 ceph-mon[116524]: from='client.50909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:21:31.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:31 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/1486379443' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:21:32.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:32 smithi155 ceph-mon[102677]: pgmap v23619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:32.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:32 smithi111 ceph-mon[97855]: pgmap v23619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:32.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:32 smithi111 ceph-mon[116524]: pgmap v23619: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:34.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:34 smithi155 ceph-mon[102677]: pgmap v23620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:34.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:34 smithi111 ceph-mon[97855]: pgmap v23620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:34.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:34 smithi111 ceph-mon[116524]: pgmap v23620: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:35.708 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:35 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:35.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:35 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:35.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:35 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:36.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:36 smithi155 ceph-mon[102677]: pgmap v23621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:36.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:36 smithi111 ceph-mon[97855]: pgmap v23621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:36.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:36 smithi111 ceph-mon[116524]: pgmap v23621: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:38.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:38 smithi155 ceph-mon[102677]: pgmap v23622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:38.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:38 smithi111 ceph-mon[97855]: pgmap v23622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:38.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:38 smithi111 ceph-mon[116524]: pgmap v23622: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:39.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:21:39 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:21:39] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:21:40.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:40 smithi155 ceph-mon[102677]: pgmap v23623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:40.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:40 smithi111 ceph-mon[97855]: pgmap v23623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:40.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:40 smithi111 ceph-mon[116524]: pgmap v23623: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:42.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:42 smithi155 ceph-mon[102677]: pgmap v23624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:42.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:42 smithi111 ceph-mon[97855]: pgmap v23624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:42.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:42 smithi111 ceph-mon[116524]: pgmap v23624: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:44.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:44 smithi155 ceph-mon[102677]: pgmap v23625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:44.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:44 smithi111 ceph-mon[97855]: pgmap v23625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:44.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:44 smithi111 ceph-mon[116524]: pgmap v23625: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:46 smithi155 ceph-mon[102677]: pgmap v23626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:46.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:46 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:46 smithi111 ceph-mon[116524]: pgmap v23626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:46.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:46 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:21:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:46 smithi111 ceph-mon[97855]: pgmap v23626: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:46.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:46 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-01T16:21:48.958 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:48 smithi155 ceph-mon[102677]: pgmap v23627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:48.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:48 smithi111 ceph-mon[97855]: pgmap v23627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:49.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:48 smithi111 ceph-mon[116524]: pgmap v23627: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:49.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:21:49 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:21:49] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2023-12-01T16:21:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: pgmap v23628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:50.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[97855]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: pgmap v23628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:50 smithi111 ceph-mon[116524]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:51.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: pgmap v23628: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-01T16:21:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-01T16:21:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' 2023-12-01T16:21:51.208 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:50 smithi155 ceph-mon[102677]: from='mgr.24512 172.21.15.111:0/2169573146' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2023-12-01T16:21:52.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:52 smithi111 ceph-mon[97855]: pgmap v23629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:52.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:52 smithi111 ceph-mon[116524]: pgmap v23629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:53.207 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:52 smithi155 ceph-mon[102677]: pgmap v23629: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:54.707 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:54 smithi155 ceph-mon[102677]: pgmap v23630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:54.749 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:54 smithi111 ceph-mon[97855]: pgmap v23630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:54.749 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:54 smithi111 ceph-mon[116524]: pgmap v23630: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:56.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:56 smithi155 ceph-mon[102677]: pgmap v23631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:56.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:56 smithi111 ceph-mon[97855]: pgmap v23631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:56.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:56 smithi111 ceph-mon[116524]: pgmap v23631: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:58.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:21:58 smithi155 ceph-mon[102677]: pgmap v23632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:58.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:21:58 smithi111 ceph-mon[97855]: pgmap v23632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:58.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:21:58 smithi111 ceph-mon[116524]: pgmap v23632: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:21:59.749 INFO:journalctl@ceph.mgr.y.smithi111.stdout:Dec 01 16:21:59 smithi111 conmon[98277]: ::ffff:172.21.15.155 - - [01/Dec/2023:16:21:59] "GET /metrics HTTP/1.1" 200 33963 "" "Prometheus/2.43.0" 2023-12-01T16:22:00.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:22:00 smithi155 ceph-mon[102677]: pgmap v23633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:22:00.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:22:00 smithi111 ceph-mon[97855]: pgmap v23633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:22:00.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:22:00 smithi111 ceph-mon[116524]: pgmap v23633: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:22:01.114 INFO:teuthology.orchestra.run.smithi111.stdout:true 2023-12-01T16:22:01.419 INFO:teuthology.orchestra.run.smithi111.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-01T16:22:01.419 INFO:teuthology.orchestra.run.smithi111.stdout:alertmanager.a smithi111 *:9093,9094 running (11h) 3m ago 11h 29.3M - 0.25.0 c8568f914cd2 9364df81b92d 2023-12-01T16:22:01.419 INFO:teuthology.orchestra.run.smithi111.stdout:grafana.a smithi155 *:3000 running (11h) 3m ago 11h 104M - 9.4.7 2c41d148cca3 d2b8b91a34d2 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mds.a smithi111 running (11h) 3m ago 11h 26.4M - 18.2.0-1291-g188db309 413ac213b5e5 f5806c4d5669 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mds.b smithi155 running (11h) 3m ago 11h 28.8M - 18.2.0-1291-g188db309 413ac213b5e5 9e184597a346 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.x smithi155 *:8443,8765 running (11h) 3m ago 11h 470M - 18.2.0-1291-g188db309 413ac213b5e5 1b470e390da4 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mgr.y smithi111 *:9283,8765 running (11h) 3m ago 11h 974M - 18.2.0-1291-g188db309 413ac213b5e5 29c8e88b44f5 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mon.a smithi111 running (11h) 3m ago 11h 2644M 2048M 18.2.0-1291-g188db309 413ac213b5e5 7567099d6868 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mon.b smithi155 running (11h) 3m ago 11h 1303M 2048M 18.2.0-1291-g188db309 413ac213b5e5 af713c2ec109 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:mon.c smithi111 running (11h) 3m ago 11h 1152M 2048M 18.2.0-1291-g188db309 413ac213b5e5 56e170f9374f 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.a smithi111 *:9100 running (11h) 3m ago 11h 21.7M - 1.5.0 0da6a335fe13 b7ca397806c1 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:node-exporter.b smithi155 *:9100 running (11h) 3m ago 11h 22.8M - 1.5.0 0da6a335fe13 ad8383b71f09 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.0 smithi111 running (11h) 3m ago 11h 5744M 2068M 18.2.0-1291-g188db309 413ac213b5e5 64ba575e56bd 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.1 smithi111 running (11h) 3m ago 11h 6050M 2068M 18.2.0-1291-g188db309 413ac213b5e5 828c03ee378b 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.2 smithi111 running (11h) 3m ago 11h 6113M 2068M 18.2.0-1291-g188db309 413ac213b5e5 e12de87dd3bd 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.3 smithi111 running (11h) 3m ago 11h 5469M 2068M 18.2.0-1291-g188db309 413ac213b5e5 d9da30c85739 2023-12-01T16:22:01.420 INFO:teuthology.orchestra.run.smithi111.stdout:osd.4 smithi155 running (11h) 3m ago 11h 4636M 2433M 18.2.0-1291-g188db309 413ac213b5e5 126366c2b052 2023-12-01T16:22:01.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.5 smithi155 running (11h) 3m ago 11h 5837M 2433M 18.2.0-1291-g188db309 413ac213b5e5 e56c9d2c8745 2023-12-01T16:22:01.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.6 smithi155 running (11h) 3m ago 11h 5166M 2433M 18.2.0-1291-g188db309 413ac213b5e5 f622eedcf44d 2023-12-01T16:22:01.421 INFO:teuthology.orchestra.run.smithi111.stdout:osd.7 smithi155 running (11h) 3m ago 11h 6039M 2433M 18.2.0-1291-g188db309 413ac213b5e5 9c71c35beffa 2023-12-01T16:22:01.421 INFO:teuthology.orchestra.run.smithi111.stdout:prometheus.a smithi155 *:9095 running (11h) 3m ago 11h 134M - 2.43.0 a07b618ecd1d 1139ae652a5f 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout:{ 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mon": { 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 3 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: "mgr": { 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: "osd": { 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 8 2023-12-01T16:22:01.799 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout: "mds": { 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 2 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout: }, 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout: "overall": { 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout: "ceph version 18.2.0-1291-g188db309 (188db309e00ce865d763f50bb570f7d22fb6e3fa) reef (stable)": 15 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout: } 2023-12-01T16:22:01.800 INFO:teuthology.orchestra.run.smithi111.stdout:} 2023-12-01T16:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:22:02 smithi155 ceph-mon[102677]: from='client.41043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:22:02 smithi155 ceph-mon[102677]: from='client.50927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:22:02 smithi155 ceph-mon[102677]: pgmap v23634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:22:02.957 INFO:journalctl@ceph.mon.b.smithi155.stdout:Dec 01 16:22:02 smithi155 ceph-mon[102677]: from='client.? 172.21.15.111:0/4057231587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[97855]: from='client.41043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[97855]: from='client.50927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[97855]: pgmap v23634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.a.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[97855]: from='client.? 172.21.15.111:0/4057231587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[116524]: from='client.41043 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[116524]: from='client.50927 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-01T16:22:02.999 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[116524]: pgmap v23634: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2023-12-01T16:22:03.000 INFO:journalctl@ceph.mon.c.smithi111.stdout:Dec 01 16:22:02 smithi111 ceph-mon[116524]: from='client.? 172.21.15.111:0/4057231587' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2023-12-01T16:22:03.573 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-12-01T16:22:03.574 DEBUG:teuthology.task.console_log:Killing console logger for smithi111 2023-12-01T16:22:03.574 DEBUG:teuthology.task.console_log:Killing console logger for smithi155 2023-12-01T16:22:03.575 DEBUG:teuthology.exit:Finished running handlers